-- Logs begin at Thu 2022-01-20 13:24:15 UTC, end at Thu 2022-01-20 15:59:44 UTC. -- Jan 20 14:16:11.340196 dv-neutron-825124-1-hyperv systemd[1]: Started Devstack devstack@q-svc.service. Jan 20 14:16:13.623647 dv-neutron-825124-1-hyperv neutron-server[84045]: INFO neutron.common.config [-] Logging enabled! Jan 20 14:16:13.624404 dv-neutron-825124-1-hyperv neutron-server[84045]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.3.1.dev5 Jan 20 14:16:13.624404 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=84045) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Jan 20 14:16:13.626900 dv-neutron-825124-1-hyperv neutron-server[84045]: INFO neutron.common.config [-] Logging enabled! Jan 20 14:16:13.627140 dv-neutron-825124-1-hyperv neutron-server[84045]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.3.1.dev5 Jan 20 14:16:13.627385 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=84045) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Jan 20 14:16:13.628341 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 20 14:16:13.628608 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 20 14:16:13.628964 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 20 14:16:13.629211 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 20 14:16:13.629429 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 20 14:16:13.629744 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:13.630054 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:13.630357 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:13.630580 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:13.630874 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:13.631161 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:13.631442 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:13.631728 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:13.632021 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:13.632301 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:13.632577 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:13.632856 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:13.633101 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:13.633386 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.common.config [-] config_source = [] {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:13.633673 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:13.633950 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:13.634193 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.common.config [-] debug = True {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:13.634472 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:13.634891 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:13.635297 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:13.635576 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:13.635861 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:13.636134 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:13.636406 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:13.636687 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:13.637010 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.common.config [-] host = dv-neutron-825124-1-hyperv {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:13.637285 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:13.637567 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:13.637848 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:13.638218 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:13.638492 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:13.638765 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:13.639049 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:13.639331 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.common.config [-] log_dir = None {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:13.639591 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.common.config [-] log_file = None {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:13.639865 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:13.640149 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:13.640425 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:13.640713 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:13.640935 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:13.641153 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:13.641430 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:13.641714 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:13.641988 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:13.642404 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:13.642752 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:13.643046 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:13.643132 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:13.643466 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:13.643625 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:13.643886 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:13.644693 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:13.644969 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:13.645240 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:13.645507 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:13.645776 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:13.646075 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:13.646349 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:13.646874 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:13.647144 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:13.647432 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:13.647723 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:13.647958 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:13.648258 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:13.648537 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:13.648814 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:13.649087 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:13.649356 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:13.649631 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:13.649896 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:13.650256 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.common.config [-] use_journal = False {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:13.650457 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.common.config [-] use_json = False {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:13.650724 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:13.650988 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:13.651264 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:13.651534 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:13.651801 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:13.652065 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:13.652335 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:13.652619 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:13.652906 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:13.653195 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:13.653488 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:13.653767 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:13.654506 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:13.654506 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:13.654700 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:13.655385 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:13.655385 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:13.655559 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:13.655836 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:13.656114 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:13.656399 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:13.656694 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:13.656982 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:13.657255 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:13.657529 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:13.657815 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:13.658121 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:13.658395 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:13.658669 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:13.658956 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:13.659256 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:13.659497 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:13.660572 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:13.660828 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:13.660957 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:13.661240 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:13.661518 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:13.661805 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:13.662105 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:13.662404 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:13.662675 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:13.662949 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:13.663221 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:13.663503 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:13.663777 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:13.664045 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:13.664315 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:13.664589 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:13.664860 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:13.665131 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:13.665403 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:13.665670 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:13.665941 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:13.666232 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:13.666502 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:13.666778 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:13.667048 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:13.667338 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:13.667628 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:13.667899 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:13.668209 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:13.668485 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:13.668787 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:13.669058 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:13.669336 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:13.669603 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:13.669884 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:13.670209 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:13.670485 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:13.670773 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:13.671044 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:13.671318 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:13.671588 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:13.671860 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:13.672134 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:13.672407 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:13.672677 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:13.672964 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:13.673244 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:13.673526 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:13.673804 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:13.674101 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:13.674391 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:13.674668 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:13.674950 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:13.675226 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:13.675524 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:13.675805 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:13.676084 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:13.676374 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:13.676672 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:13.676963 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:13.677254 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:13.677642 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:13.677905 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:13.678238 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:13.678527 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:13.678740 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 20 14:16:13.678982 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=84045) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jan 20 14:16:14.097402 dv-neutron-825124-1-hyperv neutron-server[84045]: INFO keyring.backend [-] Loading KWallet Jan 20 14:16:14.105154 dv-neutron-825124-1-hyperv neutron-server[84045]: INFO keyring.backend [-] Loading SecretService Jan 20 14:16:14.108379 dv-neutron-825124-1-hyperv neutron-server[84045]: INFO keyring.backend [-] Loading Windows Jan 20 14:16:14.109820 dv-neutron-825124-1-hyperv neutron-server[84045]: INFO keyring.backend [-] Loading chainer Jan 20 14:16:14.110434 dv-neutron-825124-1-hyperv neutron-server[84045]: INFO keyring.backend [-] Loading macOS Jan 20 14:16:14.145314 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=84045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jan 20 14:16:14.145580 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=84045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jan 20 14:16:14.145870 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=84045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jan 20 14:16:14.146228 dv-neutron-825124-1-hyperv neutron-server[84045]: INFO neutron.manager [-] Loading core plugin: ml2 Jan 20 14:16:14.465866 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:16:14.466101 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:16:14.466351 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:16:14.523596 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:16:14.523878 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:16:14.524144 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:16:14.527282 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:16:14.527562 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:16:14.527833 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:16:14.557332 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:16:14.557604 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:16:14.557868 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:16:14.585957 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:16:14.586263 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:16:14.586527 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:16:14.909803 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=84045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:16:14.911002 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=84045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:16:14.911002 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=84045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:16:14.911176 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=84045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:16:14.912092 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=84045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:16:15.035115 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=84045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:16:15.035431 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=84045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:16:15.035714 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=84045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:16:15.035980 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=84045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:16:15.036240 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=84045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:16:15.036546 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=84045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:16:15.036805 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=84045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:16:15.037058 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=84045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:16:15.037307 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=84045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:16:15.037585 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=84045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:16:15.037839 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=84045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:16:15.038124 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=84045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:16:15.038388 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:16:15.038640 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=84045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:16:15.038901 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=84045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:16:15.039171 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=84045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:16:15.039415 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=84045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:16:15.039680 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:16:15.039927 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:16:15.040202 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=84045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:16:15.040541 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=84045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:16:15.040788 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=84045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:16:15.041030 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=84045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:16:15.041305 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:16:15.041549 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:16:15.041788 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:16:15.042204 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=84045) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 20 14:16:15.042444 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=84045) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 20 14:16:15.042679 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=84045) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 20 14:16:15.042913 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=84045) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 20 14:16:15.043145 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=84045) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 20 14:16:15.043376 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=84045) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 20 14:16:15.043928 dv-neutron-825124-1-hyperv neutron-server[84045]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jan 20 14:16:15.047116 dv-neutron-825124-1-hyperv neutron-server[84045]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jan 20 14:16:15.051701 dv-neutron-825124-1-hyperv neutron-server[84045]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jan 20 14:16:15.055606 dv-neutron-825124-1-hyperv neutron-server[84045]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Jan 20 14:16:15.057228 dv-neutron-825124-1-hyperv neutron-server[84045]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jan 20 14:16:15.057615 dv-neutron-825124-1-hyperv neutron-server[84045]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jan 20 14:16:15.057949 dv-neutron-825124-1-hyperv neutron-server[84045]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jan 20 14:16:15.058362 dv-neutron-825124-1-hyperv neutron-server[84045]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jan 20 14:16:15.061833 dv-neutron-825124-1-hyperv neutron-server[84045]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jan 20 14:16:15.061833 dv-neutron-825124-1-hyperv neutron-server[84045]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jan 20 14:16:15.061833 dv-neutron-825124-1-hyperv neutron-server[84045]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jan 20 14:16:15.090562 dv-neutron-825124-1-hyperv neutron-server[84045]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic'] Jan 20 14:16:15.091005 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=84045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:16:15.091304 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=84045) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jan 20 14:16:15.091662 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=84045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:16:15.093035 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=84045) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jan 20 14:16:15.093319 dv-neutron-825124-1-hyperv neutron-server[84045]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jan 20 14:16:15.093563 dv-neutron-825124-1-hyperv neutron-server[84045]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jan 20 14:16:15.096834 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=84045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:16:15.097114 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=84045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:16:15.159743 dv-neutron-825124-1-hyperv neutron-server[84045]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jan 20 14:16:15.160603 dv-neutron-825124-1-hyperv neutron-server[84045]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jan 20 14:16:15.160811 dv-neutron-825124-1-hyperv neutron-server[84045]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jan 20 14:16:15.161268 dv-neutron-825124-1-hyperv neutron-server[84045]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jan 20 14:16:15.193912 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_db.sqlalchemy.engines [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=84045) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Jan 20 14:16:15.783225 dv-neutron-825124-1-hyperv neutron-server[84045]: INFO neutron.plugins.ml2.managers [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Initializing driver for type 'gre' Jan 20 14:16:15.783762 dv-neutron-825124-1-hyperv neutron-server[84045]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] gre ID ranges: [(1, 1000)] Jan 20 14:16:16.021235 dv-neutron-825124-1-hyperv neutron-server[84045]: INFO neutron.plugins.ml2.managers [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Initializing driver for type 'local' Jan 20 14:16:16.022202 dv-neutron-825124-1-hyperv neutron-server[84045]: INFO neutron.plugins.ml2.managers [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Initializing driver for type 'vlan' Jan 20 14:16:16.103194 dv-neutron-825124-1-hyperv neutron-server[84045]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] VlanTypeDriver initialization complete Jan 20 14:16:16.103482 dv-neutron-825124-1-hyperv neutron-server[84045]: INFO neutron.plugins.ml2.managers [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Initializing driver for type 'vxlan' Jan 20 14:16:16.103998 dv-neutron-825124-1-hyperv neutron-server[84045]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] vxlan ID ranges: [(1, 1000)] Jan 20 14:16:16.314448 dv-neutron-825124-1-hyperv neutron-server[84045]: INFO neutron.plugins.ml2.managers [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Initializing extension driver 'port_security' Jan 20 14:16:16.314794 dv-neutron-825124-1-hyperv neutron-server[84045]: INFO neutron.plugins.ml2.extensions.port_security [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] PortSecurityExtensionDriver initialization complete Jan 20 14:16:16.315139 dv-neutron-825124-1-hyperv neutron-server[84045]: INFO neutron.plugins.ml2.managers [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Initializing mechanism driver 'openvswitch' Jan 20 14:16:16.315477 dv-neutron-825124-1-hyperv neutron-server[84045]: INFO neutron.plugins.ml2.managers [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Initializing mechanism driver 'hyperv' Jan 20 14:16:16.322227 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.plugins.ml2.plugin [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=84045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:16:16.322903 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron_lib.callbacks.manager [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Subscribe: > port after_create 55550000 {{(pid=84045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:16:16.323300 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron_lib.callbacks.manager [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Subscribe: > port after_update 55550000 {{(pid=84045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:16:16.323648 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron_lib.callbacks.manager [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Subscribe: > port after_delete 55550000 {{(pid=84045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:16:16.324169 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=84045) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Jan 20 14:16:16.324596 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron_lib.callbacks.manager [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Subscribe: > subnet after_create 55550000 {{(pid=84045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:16:16.324945 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron_lib.callbacks.manager [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Subscribe: > subnet after_update 55550000 {{(pid=84045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:16:16.325285 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron_lib.callbacks.manager [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Subscribe: > subnet after_delete 55550000 {{(pid=84045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:16:16.325669 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=84045) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Jan 20 14:16:16.326131 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron_lib.callbacks.manager [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Subscribe: > network after_create 55550000 {{(pid=84045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:16:16.326480 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron_lib.callbacks.manager [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Subscribe: > network after_update 55550000 {{(pid=84045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:16:16.332501 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron_lib.callbacks.manager [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Subscribe: > network after_delete 55550000 {{(pid=84045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:16:16.332501 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=84045) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Jan 20 14:16:16.332501 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron_lib.callbacks.manager [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Subscribe: > security_group after_create 55550000 {{(pid=84045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:16:16.332501 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron_lib.callbacks.manager [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Subscribe: > security_group after_update 55550000 {{(pid=84045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:16:16.332501 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron_lib.callbacks.manager [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Subscribe: > security_group after_delete 55550000 {{(pid=84045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:16:16.332873 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=84045) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Jan 20 14:16:16.332873 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron_lib.callbacks.manager [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=84045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:16:16.332873 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron_lib.callbacks.manager [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=84045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:16:16.332873 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron_lib.callbacks.manager [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=84045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:16:16.332873 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=84045) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Jan 20 14:16:16.333213 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] ML2 OVO RPC backend initialized. {{(pid=84045) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:168}} Jan 20 14:16:16.333213 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron_lib.callbacks.manager [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Subscribe: > router_interface after_create 55550000 {{(pid=84045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:16:16.333213 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron_lib.callbacks.manager [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=84045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:16:16.333213 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron_lib.callbacks.manager [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Subscribe: > network before_response 55550000 {{(pid=84045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:16:16.333447 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron_lib.callbacks.manager [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Subscribe: > networks before_response 55550000 {{(pid=84045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:16:16.333447 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron_lib.callbacks.manager [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Subscribe: > port before_response 55550000 {{(pid=84045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:16:16.333447 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron_lib.callbacks.manager [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Subscribe: > ports before_response 55550000 {{(pid=84045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:16:16.333447 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron_lib.callbacks.manager [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Subscribe: > subnet before_response 55550000 {{(pid=84045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:16:16.333681 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron_lib.callbacks.manager [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Subscribe: > subnets before_response 55550000 {{(pid=84045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:16:16.333985 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron_lib.callbacks.manager [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Subscribe: > network after_create 55550000 {{(pid=84045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:16:16.334346 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron_lib.callbacks.manager [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Subscribe: > network after_update 55550000 {{(pid=84045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:16:16.334681 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron_lib.callbacks.manager [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Subscribe: > network after_delete 55550000 {{(pid=84045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:16:16.335015 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron_lib.callbacks.manager [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Subscribe: > port after_create 55550000 {{(pid=84045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:16:16.335348 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron_lib.callbacks.manager [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Subscribe: > port after_update 55550000 {{(pid=84045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:16:16.335684 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron_lib.callbacks.manager [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Subscribe: > port after_delete 55550000 {{(pid=84045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:16:16.336016 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron_lib.callbacks.manager [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Subscribe: > subnet after_create 55550000 {{(pid=84045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:16:16.336343 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron_lib.callbacks.manager [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Subscribe: > subnet after_update 55550000 {{(pid=84045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:16:16.336672 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron_lib.callbacks.manager [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Subscribe: > subnet after_delete 55550000 {{(pid=84045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:16:16.337243 dv-neutron-825124-1-hyperv neutron-server[84045]: INFO neutron.plugins.ml2.plugin [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Modular L2 Plugin initialization complete Jan 20 14:16:16.337575 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.manager [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Loading services supported by the core plugin {{(pid=84045) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jan 20 14:16:16.337892 dv-neutron-825124-1-hyperv neutron-server[84045]: INFO neutron.plugins.ml2.managers [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Got port-security extension from driver 'port_security' Jan 20 14:16:16.338377 dv-neutron-825124-1-hyperv neutron-server[84045]: INFO neutron.extensions.vlantransparent [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Disabled vlantransparent extension. Jan 20 14:16:16.338798 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.manager [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=84045) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jan 20 14:16:16.339109 dv-neutron-825124-1-hyperv neutron-server[84045]: INFO neutron.manager [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Loading Plugin: router Jan 20 14:16:16.376429 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron_lib.callbacks.manager [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Subscribe: > router_interface before_create 55550000 {{(pid=84045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:16:16.376750 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron_lib.callbacks.manager [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Subscribe: > router after_create 55549900 {{(pid=84045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:16:16.377115 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron_lib.callbacks.manager [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Subscribe: > router before_create 55549900 {{(pid=84045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:16:16.377478 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron_lib.callbacks.manager [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=84045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:16:16.377847 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron_lib.callbacks.manager [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=84045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:16:16.378227 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron_lib.callbacks.manager [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Subscribe: > router after_delete 55549900 {{(pid=84045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:16:16.378583 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron_lib.callbacks.manager [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Subscribe: > floatingip after_update 55550000 {{(pid=84045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:16:16.378945 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron_lib.callbacks.manager [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Subscribe: > router after_create 55549900 {{(pid=84045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:16:16.379291 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron_lib.callbacks.manager [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Subscribe: > router after_update 55549900 {{(pid=84045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:16:16.379644 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron_lib.callbacks.manager [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Subscribe: > router after_update 55549900 {{(pid=84045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:16:16.379990 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron_lib.callbacks.manager [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=84045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:16:16.380344 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron_lib.callbacks.manager [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Subscribe: > router after_update 55549900 {{(pid=84045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:16:16.380753 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron_lib.callbacks.manager [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Subscribe: > router precommit_update 55549900 {{(pid=84045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:16:16.381118 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron_lib.callbacks.manager [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Subscribe: port after_update 55550000 {{(pid=84045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:16:16.381455 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron_lib.callbacks.manager [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Subscribe: port after_delete 55550000 {{(pid=84045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:16:16.381790 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron_lib.callbacks.manager [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Subscribe: subnet after_update 55550000 {{(pid=84045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:16:16.382161 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron_lib.callbacks.manager [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=84045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:16:16.382511 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron_lib.callbacks.manager [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Subscribe: > port precommit_delete 55550000 {{(pid=84045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:16:16.382858 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron_lib.callbacks.manager [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Subscribe: > router precommit_create 55549900 {{(pid=84045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:16:16.383197 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron_lib.callbacks.manager [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Subscribe: port before_delete 55550000 {{(pid=84045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:16:16.383536 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron_lib.callbacks.manager [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Subscribe: > router precommit_create 55550000 {{(pid=84045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:16:16.383891 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron_lib.callbacks.manager [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Subscribe: > router after_update 55549900 {{(pid=84045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:16:16.384232 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron_lib.callbacks.manager [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Subscribe: > router precommit_delete 55549900 {{(pid=84045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:16:16.384575 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron_lib.callbacks.manager [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Subscribe: > router precommit_create 55549900 {{(pid=84045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:16:16.384933 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron_lib.callbacks.manager [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Subscribe: > router_interface after_create 55550000 {{(pid=84045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:16:16.385276 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron_lib.callbacks.manager [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Subscribe: > router precommit_update 55549900 {{(pid=84045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:16:16.385639 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron_lib.callbacks.manager [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Subscribe: > agent after_create 55550000 {{(pid=84045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:16:16.385989 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron_lib.callbacks.manager [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Subscribe: > agent after_delete 55550000 {{(pid=84045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:16:16.386366 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron_lib.callbacks.manager [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Subscribe: > network after_delete 55550000 {{(pid=84045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:16:16.387228 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.quota.resource_registry [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Tracking information for resource: router configured {{(pid=84045) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 20 14:16:16.387557 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.quota.resource_registry [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Tracking information for resource: floatingip configured {{(pid=84045) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 20 14:16:16.392847 dv-neutron-825124-1-hyperv neutron-server[84045]: INFO neutron.db.l3_agentschedulers_db [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jan 20 14:16:16.393428 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron_lib.callbacks.manager [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Subscribe: port after_update 55550000 {{(pid=84045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:16:16.393792 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron_lib.callbacks.manager [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Subscribe: port after_create 55550000 {{(pid=84045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:16:16.394176 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron_lib.callbacks.manager [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Subscribe: port after_delete 55550000 {{(pid=84045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:16:16.394527 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron_lib.callbacks.manager [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Subscribe: port after_update 55550000 {{(pid=84045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:16:16.395464 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron_lib.callbacks.manager [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Subscribe: > router before_create 55550100 {{(pid=84045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:16:16.395830 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron_lib.callbacks.manager [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Subscribe: > router precommit_delete 55550100 {{(pid=84045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:16:16.396193 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron_lib.callbacks.manager [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Subscribe: > router precommit_create 55550100 {{(pid=84045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:16:16.396816 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron_lib.callbacks.manager [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Subscribe: > router precommit_update 55550100 {{(pid=84045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:16:16.401215 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.services.provider_configuration [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Service providers = [] {{(pid=84045) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jan 20 14:16:16.401584 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.db.servicetype_db [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=84045) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jan 20 14:16:16.404565 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.services.service_base [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=84045) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 20 14:16:16.404921 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.services.service_base [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=84045) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 20 14:16:16.405266 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.services.service_base [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=84045) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 20 14:16:16.406418 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.services.service_base [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=84045) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 20 14:16:16.406670 dv-neutron-825124-1-hyperv neutron-server[84045]: INFO neutron.services.service_base [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Default provider is not specified for service type L3_ROUTER_NAT Jan 20 14:16:16.407092 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.manager [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=84045) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 20 14:16:16.407365 dv-neutron-825124-1-hyperv neutron-server[84045]: INFO neutron.manager [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jan 20 14:16:16.418661 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.manager [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=84045) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 20 14:16:16.418998 dv-neutron-825124-1-hyperv neutron-server[84045]: INFO neutron.manager [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Loading Plugin: auto_allocate Jan 20 14:16:16.425132 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron_lib.callbacks.manager [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Subscribe: network precommit_update 55550000 {{(pid=84045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:16:16.425500 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron_lib.callbacks.manager [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Subscribe: network precommit_create 55550000 {{(pid=84045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:16:16.426019 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.manager [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=84045) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 20 14:16:16.426437 dv-neutron-825124-1-hyperv neutron-server[84045]: INFO neutron.manager [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Loading Plugin: tag Jan 20 14:16:16.433577 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.manager [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=84045) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 20 14:16:16.433906 dv-neutron-825124-1-hyperv neutron-server[84045]: INFO neutron.manager [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Loading Plugin: timestamp Jan 20 14:16:16.438175 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.manager [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=84045) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 20 14:16:16.438511 dv-neutron-825124-1-hyperv neutron-server[84045]: INFO neutron.manager [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Loading Plugin: network_ip_availability Jan 20 14:16:16.443999 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron_lib.callbacks.manager [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=84045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:16:16.444367 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron_lib.callbacks.manager [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=84045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:16:16.444721 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron_lib.callbacks.manager [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:16:16.445458 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.manager [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=84045) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 20 14:16:16.445778 dv-neutron-825124-1-hyperv neutron-server[84045]: INFO neutron.manager [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Loading Plugin: flavors Jan 20 14:16:16.450548 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.manager [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=84045) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 20 14:16:16.450882 dv-neutron-825124-1-hyperv neutron-server[84045]: INFO neutron.manager [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Loading Plugin: revisions Jan 20 14:16:16.455336 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.manager [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=84045) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 20 14:16:16.455727 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_concurrency.lockutils [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.310s {{(pid=84045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jan 20 14:16:16.456473 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=84045) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:637}} Jan 20 14:16:16.456809 dv-neutron-825124-1-hyperv neutron-server[84045]: INFO neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Initializing extension manager. Jan 20 14:16:16.457311 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Loading extension file: __init__.py {{(pid=84045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 20 14:16:16.458223 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Loading extension file: __pycache__ {{(pid=84045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 20 14:16:16.458560 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Loading extension file: _admin_state_down_before_update_lib.py {{(pid=84045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 20 14:16:16.458891 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Loading extension file: _availability_zone_filter_lib.py {{(pid=84045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 20 14:16:16.459222 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Loading extension file: _filter_validation_lib.py {{(pid=84045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 20 14:16:16.459588 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=84045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 20 14:16:16.459882 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Loading extension file: address_group.py {{(pid=84045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 20 14:16:16.460639 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=84045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 20 14:16:16.461208 dv-neutron-825124-1-hyperv neutron-server[84045]: INFO neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Loaded extension: address-group Jan 20 14:16:16.461530 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Loading extension file: address_scope.py {{(pid=84045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 20 14:16:16.462267 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=84045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 20 14:16:16.462777 dv-neutron-825124-1-hyperv neutron-server[84045]: INFO neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Loaded extension: address-scope Jan 20 14:16:16.463096 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Loading extension file: admin_state_down_before_update.py {{(pid=84045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 20 14:16:16.464020 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is down (admin_state_up=False) before updating the distributed attribute" updated="2019-04-08 13:30:00" {{(pid=84045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 20 14:16:16.464526 dv-neutron-825124-1-hyperv neutron-server[84045]: INFO neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Loaded extension: router-admin-state-down-before-update Jan 20 14:16:16.464847 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Loading extension file: agent.py {{(pid=84045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 20 14:16:16.465544 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=84045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 20 14:16:16.466063 dv-neutron-825124-1-hyperv neutron-server[84045]: INFO neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Loaded extension: agent Jan 20 14:16:16.466388 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Loading extension file: agent_resources_synced.py {{(pid=84045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 20 14:16:16.467293 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=84045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 20 14:16:16.467799 dv-neutron-825124-1-hyperv neutron-server[84045]: INFO neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Loaded extension: agent-resources-synced Jan 20 14:16:16.468120 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Loading extension file: allowedaddresspairs.py {{(pid=84045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 20 14:16:16.470126 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=84045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 20 14:16:16.470645 dv-neutron-825124-1-hyperv neutron-server[84045]: INFO neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Loaded extension: allowed-address-pairs Jan 20 14:16:16.470973 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Loading extension file: auto_allocated_topology.py {{(pid=84045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 20 14:16:16.472055 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=84045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 20 14:16:16.472568 dv-neutron-825124-1-hyperv neutron-server[84045]: INFO neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Loaded extension: auto-allocated-topology Jan 20 14:16:16.472894 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Loading extension file: availability_zone.py {{(pid=84045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 20 14:16:16.474214 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=84045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 20 14:16:16.474722 dv-neutron-825124-1-hyperv neutron-server[84045]: INFO neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Loaded extension: availability_zone Jan 20 14:16:16.475049 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Loading extension file: availability_zone_filter.py {{(pid=84045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 20 14:16:16.475961 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=84045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 20 14:16:16.476471 dv-neutron-825124-1-hyperv neutron-server[84045]: INFO neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Loaded extension: availability_zone_filter Jan 20 14:16:16.476795 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Loading extension file: data_plane_status.py {{(pid=84045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 20 14:16:16.477699 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=84045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 20 14:16:16.478233 dv-neutron-825124-1-hyperv neutron-server[84045]: INFO neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Extension data-plane-status not supported by any of loaded plugins Jan 20 14:16:16.478559 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Loading extension file: default_subnetpools.py {{(pid=84045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 20 14:16:16.479474 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=84045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 20 14:16:16.479983 dv-neutron-825124-1-hyperv neutron-server[84045]: INFO neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Loaded extension: default-subnetpools Jan 20 14:16:16.480305 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Loading extension file: dhcpagentscheduler.py {{(pid=84045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 20 14:16:16.481081 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=84045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 20 14:16:16.481589 dv-neutron-825124-1-hyperv neutron-server[84045]: INFO neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Loaded extension: dhcp_agent_scheduler Jan 20 14:16:16.481913 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Loading extension file: dns.py {{(pid=84045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 20 14:16:16.482854 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=84045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 20 14:16:16.483363 dv-neutron-825124-1-hyperv neutron-server[84045]: INFO neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Extension dns-integration not supported by any of loaded plugins Jan 20 14:16:16.483687 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Loading extension file: dns_domain_ports.py {{(pid=84045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 20 14:16:16.484614 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=84045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 20 14:16:16.485100 dv-neutron-825124-1-hyperv neutron-server[84045]: INFO neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Extension dns-domain-ports not supported by any of loaded plugins Jan 20 14:16:16.485428 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Loading extension file: dvr.py {{(pid=84045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 20 14:16:16.486174 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=84045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 20 14:16:16.486703 dv-neutron-825124-1-hyperv neutron-server[84045]: INFO neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Loaded extension: dvr Jan 20 14:16:16.486953 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Loading extension file: empty_string_filtering.py {{(pid=84045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 20 14:16:16.487866 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=84045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 20 14:16:16.488373 dv-neutron-825124-1-hyperv neutron-server[84045]: INFO neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Loaded extension: empty-string-filtering Jan 20 14:16:16.488724 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=84045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 20 14:16:16.489647 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=84045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 20 14:16:16.490178 dv-neutron-825124-1-hyperv neutron-server[84045]: INFO neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jan 20 14:16:16.490496 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=84045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 20 14:16:16.491411 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=84045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 20 14:16:16.491909 dv-neutron-825124-1-hyperv neutron-server[84045]: INFO neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jan 20 14:16:16.492227 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Loading extension file: external_net.py {{(pid=84045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 20 14:16:16.493124 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=84045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 20 14:16:16.493627 dv-neutron-825124-1-hyperv neutron-server[84045]: INFO neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Loaded extension: external-net Jan 20 14:16:16.493947 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Loading extension file: extra_dhcp_opt.py {{(pid=84045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 20 14:16:16.494879 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=84045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 20 14:16:16.495378 dv-neutron-825124-1-hyperv neutron-server[84045]: INFO neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Loaded extension: extra_dhcp_opt Jan 20 14:16:16.495696 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Loading extension file: extraroute.py {{(pid=84045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 20 14:16:16.496599 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=84045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 20 14:16:16.497104 dv-neutron-825124-1-hyperv neutron-server[84045]: INFO neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Loaded extension: extraroute Jan 20 14:16:16.497423 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Loading extension file: extraroute_atomic.py {{(pid=84045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 20 14:16:16.498484 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=84045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 20 14:16:16.499005 dv-neutron-825124-1-hyperv neutron-server[84045]: INFO neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Loaded extension: extraroute-atomic Jan 20 14:16:16.499336 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Loading extension file: filter_validation.py {{(pid=84045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 20 14:16:16.500008 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-03-21T10:00:00-00:00" {{(pid=84045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 20 14:16:16.500533 dv-neutron-825124-1-hyperv neutron-server[84045]: INFO neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Loaded extension: filter-validation Jan 20 14:16:16.500849 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Loading extension file: fip_pf_description.py {{(pid=84045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 20 14:16:16.501763 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=84045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 20 14:16:16.502302 dv-neutron-825124-1-hyperv neutron-server[84045]: INFO neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jan 20 14:16:16.502626 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Loading extension file: fip_port_details.py {{(pid=84045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 20 14:16:16.503538 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=84045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 20 14:16:16.504047 dv-neutron-825124-1-hyperv neutron-server[84045]: INFO neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Loaded extension: fip-port-details Jan 20 14:16:16.504413 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Loading extension file: flavors.py {{(pid=84045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 20 14:16:16.505788 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=84045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 20 14:16:16.506338 dv-neutron-825124-1-hyperv neutron-server[84045]: INFO neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Loaded extension: flavors Jan 20 14:16:16.506662 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=84045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 20 14:16:16.508357 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=84045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 20 14:16:16.508881 dv-neutron-825124-1-hyperv neutron-server[84045]: INFO neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jan 20 14:16:16.509215 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Loading extension file: floatingip_pools.py {{(pid=84045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 20 14:16:16.509918 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=84045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 20 14:16:16.510470 dv-neutron-825124-1-hyperv neutron-server[84045]: INFO neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Loaded extension: floatingip-pools Jan 20 14:16:16.510799 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Loading extension file: ip_allocation.py {{(pid=84045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 20 14:16:16.511724 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=84045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 20 14:16:16.512233 dv-neutron-825124-1-hyperv neutron-server[84045]: INFO neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Extension ip_allocation not supported by any of loaded plugins Jan 20 14:16:16.512555 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=84045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 20 14:16:16.513469 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=84045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 20 14:16:16.513982 dv-neutron-825124-1-hyperv neutron-server[84045]: INFO neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Loaded extension: ip-substring-filtering Jan 20 14:16:16.514339 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Loading extension file: l2_adjacency.py {{(pid=84045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 20 14:16:16.515272 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=84045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 20 14:16:16.515775 dv-neutron-825124-1-hyperv neutron-server[84045]: INFO neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Extension l2_adjacency not supported by any of loaded plugins Jan 20 14:16:16.516095 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Loading extension file: l3.py {{(pid=84045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 20 14:16:16.517066 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=84045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 20 14:16:16.517581 dv-neutron-825124-1-hyperv neutron-server[84045]: INFO neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Loaded extension: router Jan 20 14:16:16.517907 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Loading extension file: l3_conntrack_helper.py {{(pid=84045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 20 14:16:16.520906 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=84045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 20 14:16:16.521680 dv-neutron-825124-1-hyperv neutron-server[84045]: INFO neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jan 20 14:16:16.522193 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=84045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 20 14:16:16.523144 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=84045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 20 14:16:16.523663 dv-neutron-825124-1-hyperv neutron-server[84045]: INFO neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Loaded extension: ext-gw-mode Jan 20 14:16:16.523993 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=84045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 20 14:16:16.524907 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=84045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 20 14:16:16.525420 dv-neutron-825124-1-hyperv neutron-server[84045]: INFO neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Loaded extension: l3-ha Jan 20 14:16:16.525747 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Loading extension file: l3_flavors.py {{(pid=84045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 20 14:16:16.526699 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=84045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 20 14:16:16.527209 dv-neutron-825124-1-hyperv neutron-server[84045]: INFO neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Loaded extension: l3-flavors Jan 20 14:16:16.527529 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=84045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 20 14:16:16.528469 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=84045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 20 14:16:16.528979 dv-neutron-825124-1-hyperv neutron-server[84045]: INFO neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Loaded extension: l3-port-ip-change-not-allowed Jan 20 14:16:16.529302 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Loading extension file: l3agentscheduler.py {{(pid=84045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 20 14:16:16.530396 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=84045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 20 14:16:16.530905 dv-neutron-825124-1-hyperv neutron-server[84045]: INFO neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Loaded extension: l3_agent_scheduler Jan 20 14:16:16.531231 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Loading extension file: logging.py {{(pid=84045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 20 14:16:16.532738 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=84045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 20 14:16:16.533256 dv-neutron-825124-1-hyperv neutron-server[84045]: INFO neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Extension logging not supported by any of loaded plugins Jan 20 14:16:16.533589 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Loading extension file: metering.py {{(pid=84045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 20 14:16:16.534368 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=84045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 20 14:16:16.534946 dv-neutron-825124-1-hyperv neutron-server[84045]: INFO neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Loaded extension: metering Jan 20 14:16:16.535271 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=84045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 20 14:16:16.536981 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=84045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 20 14:16:16.537499 dv-neutron-825124-1-hyperv neutron-server[84045]: INFO neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Loaded extension: metering_source_and_destination_fields Jan 20 14:16:16.537829 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Loading extension file: multiprovidernet.py {{(pid=84045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 20 14:16:16.538795 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=84045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 20 14:16:16.539309 dv-neutron-825124-1-hyperv neutron-server[84045]: INFO neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Loaded extension: multi-provider Jan 20 14:16:16.539638 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Loading extension file: netmtu.py {{(pid=84045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 20 14:16:16.540550 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=84045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 20 14:16:16.541060 dv-neutron-825124-1-hyperv neutron-server[84045]: INFO neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Loaded extension: net-mtu Jan 20 14:16:16.541383 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Loading extension file: netmtu_writable.py {{(pid=84045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 20 14:16:16.542328 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=84045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 20 14:16:16.542896 dv-neutron-825124-1-hyperv neutron-server[84045]: INFO neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Loaded extension: net-mtu-writable Jan 20 14:16:16.550679 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Loading extension file: network_availability_zone.py {{(pid=84045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 20 14:16:16.550679 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=84045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 20 14:16:16.550679 dv-neutron-825124-1-hyperv neutron-server[84045]: INFO neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Loaded extension: network_availability_zone Jan 20 14:16:16.550679 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Loading extension file: network_ip_availability.py {{(pid=84045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 20 14:16:16.551675 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=84045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 20 14:16:16.552226 dv-neutron-825124-1-hyperv neutron-server[84045]: INFO neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Loaded extension: network-ip-availability Jan 20 14:16:16.552581 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Loading extension file: network_segment_range.py {{(pid=84045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 20 14:16:16.553367 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=84045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 20 14:16:16.553882 dv-neutron-825124-1-hyperv neutron-server[84045]: INFO neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Extension network-segment-range not supported by any of loaded plugins Jan 20 14:16:16.554388 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Loading extension file: pagination.py {{(pid=84045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 20 14:16:16.555369 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=84045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 20 14:16:16.555707 dv-neutron-825124-1-hyperv neutron-server[84045]: INFO neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Loaded extension: pagination Jan 20 14:16:16.556037 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=84045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 20 14:16:16.556964 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=84045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 20 14:16:16.557486 dv-neutron-825124-1-hyperv neutron-server[84045]: INFO neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Loaded extension: port-mac-address-regenerate Jan 20 14:16:16.557814 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Loading extension file: port_resource_request.py {{(pid=84045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 20 14:16:16.558763 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=84045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 20 14:16:16.559316 dv-neutron-825124-1-hyperv neutron-server[84045]: INFO neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Extension port-resource-request not supported by any of loaded plugins Jan 20 14:16:16.559641 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Loading extension file: portbindings.py {{(pid=84045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 20 14:16:16.560575 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=84045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 20 14:16:16.561100 dv-neutron-825124-1-hyperv neutron-server[84045]: INFO neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Loaded extension: binding Jan 20 14:16:16.561414 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Loading extension file: portbindings_extended.py {{(pid=84045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 20 14:16:16.562738 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=84045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 20 14:16:16.563259 dv-neutron-825124-1-hyperv neutron-server[84045]: INFO neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Loaded extension: binding-extended Jan 20 14:16:16.563588 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Loading extension file: portsecurity.py {{(pid=84045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 20 14:16:16.564607 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=84045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 20 14:16:16.565058 dv-neutron-825124-1-hyperv neutron-server[84045]: INFO neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Loaded extension: port-security Jan 20 14:16:16.565391 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Loading extension file: project_id.py {{(pid=84045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 20 14:16:16.566391 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=84045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 20 14:16:16.566726 dv-neutron-825124-1-hyperv neutron-server[84045]: INFO neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Loaded extension: project-id Jan 20 14:16:16.567050 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Loading extension file: providernet.py {{(pid=84045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 20 14:16:16.567969 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=84045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 20 14:16:16.568526 dv-neutron-825124-1-hyperv neutron-server[84045]: INFO neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Loaded extension: provider Jan 20 14:16:16.568842 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Loading extension file: qos.py {{(pid=84045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 20 14:16:16.572653 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=84045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 20 14:16:16.573208 dv-neutron-825124-1-hyperv neutron-server[84045]: INFO neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Extension qos not supported by any of loaded plugins Jan 20 14:16:16.573546 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=84045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 20 14:16:16.574842 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=84045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 20 14:16:16.575444 dv-neutron-825124-1-hyperv neutron-server[84045]: INFO neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jan 20 14:16:16.575781 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=84045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 20 14:16:16.593653 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=84045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 20 14:16:16.594209 dv-neutron-825124-1-hyperv neutron-server[84045]: INFO neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jan 20 14:16:16.594548 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Loading extension file: qos_default.py {{(pid=84045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 20 14:16:16.595633 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=84045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 20 14:16:16.596041 dv-neutron-825124-1-hyperv neutron-server[84045]: INFO neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Extension qos-default not supported by any of loaded plugins Jan 20 14:16:16.596475 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Loading extension file: qos_fip.py {{(pid=84045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 20 14:16:16.597049 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=84045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 20 14:16:16.597522 dv-neutron-825124-1-hyperv neutron-server[84045]: INFO neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Extension qos-fip not supported by any of loaded plugins Jan 20 14:16:16.597845 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Loading extension file: qos_gateway_ip.py {{(pid=84045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 20 14:16:16.599395 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=84045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 20 14:16:16.599909 dv-neutron-825124-1-hyperv neutron-server[84045]: INFO neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jan 20 14:16:16.600236 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Loading extension file: qos_port_network_policy.py {{(pid=84045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 20 14:16:16.601154 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=84045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 20 14:16:16.601659 dv-neutron-825124-1-hyperv neutron-server[84045]: INFO neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jan 20 14:16:16.601988 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Loading extension file: qos_rule_type_details.py {{(pid=84045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 20 14:16:16.602929 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=84045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 20 14:16:16.603445 dv-neutron-825124-1-hyperv neutron-server[84045]: INFO neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jan 20 14:16:16.603762 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Loading extension file: qos_rules_alias.py {{(pid=84045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 20 14:16:16.604847 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=84045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 20 14:16:16.605358 dv-neutron-825124-1-hyperv neutron-server[84045]: INFO neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Extension qos-rules-alias not supported by any of loaded plugins Jan 20 14:16:16.605682 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Loading extension file: quotasv2.py {{(pid=84045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 20 14:16:16.606624 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=84045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 20 14:16:16.606948 dv-neutron-825124-1-hyperv neutron-server[84045]: INFO neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Loaded extension: quotas Jan 20 14:16:16.607265 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Loading extension file: quotasv2_detail.py {{(pid=84045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 20 14:16:16.608904 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=84045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 20 14:16:16.609241 dv-neutron-825124-1-hyperv neutron-server[84045]: INFO neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Loaded extension: quota_details Jan 20 14:16:16.609575 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Loading extension file: rbac.py {{(pid=84045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 20 14:16:16.610826 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=84045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 20 14:16:16.611360 dv-neutron-825124-1-hyperv neutron-server[84045]: INFO neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Loaded extension: rbac-policies Jan 20 14:16:16.611696 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Loading extension file: rbac_address_scope.py {{(pid=84045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 20 14:16:16.612618 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=84045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 20 14:16:16.613132 dv-neutron-825124-1-hyperv neutron-server[84045]: INFO neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Loaded extension: rbac-address-scope Jan 20 14:16:16.613460 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Loading extension file: rbac_security_groups.py {{(pid=84045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 20 14:16:16.614431 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=84045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 20 14:16:16.614978 dv-neutron-825124-1-hyperv neutron-server[84045]: INFO neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Loaded extension: rbac-security-groups Jan 20 14:16:16.615305 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Loading extension file: rbac_subnetpool.py {{(pid=84045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 20 14:16:16.622185 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=84045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 20 14:16:16.622700 dv-neutron-825124-1-hyperv neutron-server[84045]: INFO neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Loaded extension: rbac-subnetpool Jan 20 14:16:16.623026 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Loading extension file: revisionifmatch.py {{(pid=84045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 20 14:16:16.623945 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=84045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 20 14:16:16.624459 dv-neutron-825124-1-hyperv neutron-server[84045]: INFO neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Loaded extension: revision-if-match Jan 20 14:16:16.624781 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Loading extension file: revisions.py {{(pid=84045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 20 14:16:16.625884 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=84045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 20 14:16:16.626482 dv-neutron-825124-1-hyperv neutron-server[84045]: INFO neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Loaded extension: standard-attr-revisions Jan 20 14:16:16.626764 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Loading extension file: router_availability_zone.py {{(pid=84045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 20 14:16:16.627444 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=84045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 20 14:16:16.627996 dv-neutron-825124-1-hyperv neutron-server[84045]: INFO neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Loaded extension: router_availability_zone Jan 20 14:16:16.628320 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Loading extension file: routerservicetype.py {{(pid=84045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 20 14:16:16.629270 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=84045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 20 14:16:16.629787 dv-neutron-825124-1-hyperv neutron-server[84045]: INFO neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Extension router-service-type not supported by any of loaded plugins Jan 20 14:16:16.630135 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Loading extension file: security_groups_port_filtering.py {{(pid=84045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 20 14:16:16.631049 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=84045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 20 14:16:16.631561 dv-neutron-825124-1-hyperv neutron-server[84045]: INFO neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Loaded extension: port-security-groups-filtering Jan 20 14:16:16.631886 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Loading extension file: securitygroup.py {{(pid=84045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 20 14:16:16.643323 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=84045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 20 14:16:16.643857 dv-neutron-825124-1-hyperv neutron-server[84045]: INFO neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Loaded extension: security-group Jan 20 14:16:16.644194 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Loading extension file: segment.py {{(pid=84045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 20 14:16:16.645523 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=84045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 20 14:16:16.646077 dv-neutron-825124-1-hyperv neutron-server[84045]: INFO neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Extension segment not supported by any of loaded plugins Jan 20 14:16:16.646392 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=84045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 20 14:16:16.648071 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=84045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 20 14:16:16.648595 dv-neutron-825124-1-hyperv neutron-server[84045]: INFO neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jan 20 14:16:16.648923 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Loading extension file: servicetype.py {{(pid=84045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 20 14:16:16.650094 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=84045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 20 14:16:16.650611 dv-neutron-825124-1-hyperv neutron-server[84045]: INFO neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Loaded extension: service-type Jan 20 14:16:16.650933 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Loading extension file: sorting.py {{(pid=84045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 20 14:16:16.651978 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=84045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 20 14:16:16.652354 dv-neutron-825124-1-hyperv neutron-server[84045]: INFO neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Loaded extension: sorting Jan 20 14:16:16.652680 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Loading extension file: standard_attr_segment.py {{(pid=84045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 20 14:16:16.653611 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=84045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 20 14:16:16.654220 dv-neutron-825124-1-hyperv neutron-server[84045]: INFO neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Extension standard-attr-segment not supported by any of loaded plugins Jan 20 14:16:16.654583 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Loading extension file: standardattrdescription.py {{(pid=84045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 20 14:16:16.655593 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=84045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 20 14:16:16.656216 dv-neutron-825124-1-hyperv neutron-server[84045]: INFO neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Loaded extension: standard-attr-description Jan 20 14:16:16.656566 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Loading extension file: stateful_security_group.py {{(pid=84045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 20 14:16:16.657609 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=84045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 20 14:16:16.658157 dv-neutron-825124-1-hyperv neutron-server[84045]: INFO neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Loaded extension: stateful-security-group Jan 20 14:16:16.658522 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Loading extension file: stdattrs_common.py {{(pid=84045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 20 14:16:16.659111 dv-neutron-825124-1-hyperv neutron-server[84045]: WARNING neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jan 20 14:16:16.659434 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=84045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 20 14:16:16.660589 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=84045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 20 14:16:16.661780 dv-neutron-825124-1-hyperv neutron-server[84045]: INFO neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jan 20 14:16:16.662134 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Loading extension file: subnet_onboard.py {{(pid=84045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 20 14:16:16.709056 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=84045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 20 14:16:16.709615 dv-neutron-825124-1-hyperv neutron-server[84045]: INFO neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Loaded extension: subnet_onboard Jan 20 14:16:16.709955 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=84045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 20 14:16:16.710983 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=84045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 20 14:16:16.711557 dv-neutron-825124-1-hyperv neutron-server[84045]: INFO neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jan 20 14:16:16.711901 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Loading extension file: subnet_service_types.py {{(pid=84045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 20 14:16:16.712836 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=84045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 20 14:16:16.713415 dv-neutron-825124-1-hyperv neutron-server[84045]: INFO neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Loaded extension: subnet-service-types Jan 20 14:16:16.713733 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Loading extension file: subnetallocation.py {{(pid=84045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 20 14:16:16.714876 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=84045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 20 14:16:16.715401 dv-neutron-825124-1-hyperv neutron-server[84045]: INFO neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Loaded extension: subnet_allocation Jan 20 14:16:16.715735 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=84045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 20 14:16:16.716417 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=84045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 20 14:16:16.716931 dv-neutron-825124-1-hyperv neutron-server[84045]: INFO neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Loaded extension: subnetpool-prefix-ops Jan 20 14:16:16.717260 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=84045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 20 14:16:16.718225 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=84045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 20 14:16:16.718740 dv-neutron-825124-1-hyperv neutron-server[84045]: INFO neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jan 20 14:16:16.719070 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Loading extension file: tagging.py {{(pid=84045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 20 14:16:16.720176 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=84045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 20 14:16:16.720690 dv-neutron-825124-1-hyperv neutron-server[84045]: INFO neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Loaded extension: standard-attr-tag Jan 20 14:16:16.721022 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Loading extension file: timestamp.py {{(pid=84045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 20 14:16:16.722307 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=84045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 20 14:16:16.722825 dv-neutron-825124-1-hyperv neutron-server[84045]: INFO neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Loaded extension: standard-attr-timestamp Jan 20 14:16:16.723780 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Loading extension file: trunk.py {{(pid=84045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 20 14:16:16.724837 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=84045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 20 14:16:16.725359 dv-neutron-825124-1-hyperv neutron-server[84045]: INFO neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Extension trunk not supported by any of loaded plugins Jan 20 14:16:16.725733 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Loading extension file: trunk_details.py {{(pid=84045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 20 14:16:16.726695 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=84045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 20 14:16:16.727214 dv-neutron-825124-1-hyperv neutron-server[84045]: INFO neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Extension trunk-details not supported by any of loaded plugins Jan 20 14:16:16.727543 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Loading extension file: uplink_status_propagation.py {{(pid=84045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 20 14:16:16.728476 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=84045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 20 14:16:16.729003 dv-neutron-825124-1-hyperv neutron-server[84045]: INFO neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jan 20 14:16:16.729324 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Loading extension file: vlantransparent.py {{(pid=84045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 20 14:16:16.730013 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=84045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 20 14:16:16.730546 dv-neutron-825124-1-hyperv neutron-server[84045]: INFO neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Extension vlan-transparent not supported by any of loaded plugins Jan 20 14:16:16.732859 dv-neutron-825124-1-hyperv neutron-server[84045]: INFO neutron.quota.resource_registry [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Creating instance of TrackedResource for resource:network Jan 20 14:16:16.733605 dv-neutron-825124-1-hyperv neutron-server[84045]: INFO neutron.quota.resource_registry [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Creating instance of TrackedResource for resource:subnet Jan 20 14:16:16.734241 dv-neutron-825124-1-hyperv neutron-server[84045]: INFO neutron.quota.resource_registry [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Creating instance of TrackedResource for resource:subnetpool Jan 20 14:16:16.735032 dv-neutron-825124-1-hyperv neutron-server[84045]: INFO neutron.quota.resource_registry [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Creating instance of TrackedResource for resource:port Jan 20 14:16:16.736381 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.api.v2.resource_helper [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=84045) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 20 14:16:16.736818 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.api.v2.resource_helper [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Service FLAVORS assigned prefix: {{(pid=84045) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 20 14:16:16.737435 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.api.v2.resource_helper [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=84045) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 20 14:16:16.737859 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.api.v2.resource_helper [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=84045) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 20 14:16:16.738224 dv-neutron-825124-1-hyperv neutron-server[84045]: INFO neutron.quota.resource_registry [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Creating instance of TrackedResource for resource:router Jan 20 14:16:16.738894 dv-neutron-825124-1-hyperv neutron-server[84045]: INFO neutron.quota.resource_registry [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Creating instance of TrackedResource for resource:floatingip Jan 20 14:16:16.739621 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.api.v2.resource_helper [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Service METERING assigned prefix: /metering {{(pid=84045) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 20 14:16:16.741107 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron_lib.callbacks.manager [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=84045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:16:16.741481 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron_lib.callbacks.manager [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=84045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:16:16.741839 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron_lib.callbacks.manager [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:16:16.743002 dv-neutron-825124-1-hyperv neutron-server[84045]: INFO neutron.quota.resource_registry [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Creating instance of CountableResource for resource:rbac_policy Jan 20 14:16:16.743458 dv-neutron-825124-1-hyperv neutron-server[84045]: INFO neutron.quota.resource_registry [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Creating instance of TrackedResource for resource:security_group Jan 20 14:16:16.744118 dv-neutron-825124-1-hyperv neutron-server[84045]: INFO neutron.quota.resource_registry [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Creating instance of TrackedResource for resource:security_group_rule Jan 20 14:16:16.744896 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.api.v2.resource_helper [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Service CORE assigned prefix: {{(pid=84045) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 20 14:16:16.745330 dv-neutron-825124-1-hyperv neutron-server[84045]: INFO neutron.quota.resource_registry [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Creating instance of TrackedResource for resource:subnetpool Jan 20 14:16:16.745738 dv-neutron-825124-1-hyperv neutron-server[84045]: WARNING neutron.quota.resource_registry [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] subnetpool is already registered Jan 20 14:16:16.746457 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.api.v2.resource_helper [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Service CORE assigned prefix: {{(pid=84045) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 20 14:16:16.746785 dv-neutron-825124-1-hyperv neutron-server[84045]: INFO neutron.quota.resource_registry [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Creating instance of TrackedResource for resource:subnetpool Jan 20 14:16:16.747116 dv-neutron-825124-1-hyperv neutron-server[84045]: WARNING neutron.quota.resource_registry [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] subnetpool is already registered Jan 20 14:16:16.749609 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.api.v2.resource_helper [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=84045) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 20 14:16:16.750080 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.api.v2.resource_helper [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Service FLAVORS assigned prefix: {{(pid=84045) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 20 14:16:16.750679 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.api.v2.resource_helper [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=84045) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 20 14:16:16.751105 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.api.v2.resource_helper [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=84045) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 20 14:16:16.751451 dv-neutron-825124-1-hyperv neutron-server[84045]: INFO neutron.quota.resource_registry [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Creating instance of TrackedResource for resource:router Jan 20 14:16:16.751781 dv-neutron-825124-1-hyperv neutron-server[84045]: WARNING neutron.quota.resource_registry [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] router is already registered Jan 20 14:16:16.752476 dv-neutron-825124-1-hyperv neutron-server[84045]: INFO neutron.quota.resource_registry [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Creating instance of TrackedResource for resource:floatingip Jan 20 14:16:16.752709 dv-neutron-825124-1-hyperv neutron-server[84045]: WARNING neutron.quota.resource_registry [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] floatingip is already registered Jan 20 14:16:16.753352 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.api.v2.resource_helper [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Service METERING assigned prefix: /metering {{(pid=84045) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 20 14:16:16.754011 dv-neutron-825124-1-hyperv neutron-server[84045]: INFO neutron.quota.resource_registry [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Creating instance of CountableResource for resource:rbac_policy Jan 20 14:16:16.754370 dv-neutron-825124-1-hyperv neutron-server[84045]: WARNING neutron.quota.resource_registry [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] rbac_policy is already registered Jan 20 14:16:16.754908 dv-neutron-825124-1-hyperv neutron-server[84045]: INFO neutron.quota.resource_registry [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Creating instance of TrackedResource for resource:security_group Jan 20 14:16:16.755232 dv-neutron-825124-1-hyperv neutron-server[84045]: WARNING neutron.quota.resource_registry [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] security_group is already registered Jan 20 14:16:16.755824 dv-neutron-825124-1-hyperv neutron-server[84045]: INFO neutron.quota.resource_registry [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Creating instance of TrackedResource for resource:security_group_rule Jan 20 14:16:16.756250 dv-neutron-825124-1-hyperv neutron-server[84045]: WARNING neutron.quota.resource_registry [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] security_group_rule is already registered Jan 20 14:16:16.756911 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.api.v2.resource_helper [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Service CORE assigned prefix: {{(pid=84045) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 20 14:16:16.757241 dv-neutron-825124-1-hyperv neutron-server[84045]: INFO neutron.quota.resource_registry [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Creating instance of TrackedResource for resource:subnetpool Jan 20 14:16:16.757567 dv-neutron-825124-1-hyperv neutron-server[84045]: WARNING neutron.quota.resource_registry [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] subnetpool is already registered Jan 20 14:16:16.758221 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.api.v2.resource_helper [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Service CORE assigned prefix: {{(pid=84045) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 20 14:16:16.758550 dv-neutron-825124-1-hyperv neutron-server[84045]: INFO neutron.quota.resource_registry [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Creating instance of TrackedResource for resource:subnetpool Jan 20 14:16:16.758873 dv-neutron-825124-1-hyperv neutron-server[84045]: WARNING neutron.quota.resource_registry [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] subnetpool is already registered Jan 20 14:16:16.759574 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Extended resource: extensions {{(pid=84045) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 20 14:16:16.761032 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Extended resource: address-groups {{(pid=84045) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 20 14:16:16.762649 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Extended resource: address-scopes {{(pid=84045) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 20 14:16:16.763823 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Extended resource: agents {{(pid=84045) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 20 14:16:16.764966 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Extended resource: auto-allocated-topology {{(pid=84045) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 20 14:16:16.766216 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Extended resource: availability_zones {{(pid=84045) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 20 14:16:16.767529 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Extended resource: dhcp-networks {{(pid=84045) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 20 14:16:16.768889 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Extended resource: dhcp-agents {{(pid=84045) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 20 14:16:16.770804 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Extended resource: routers {{(pid=84045) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 20 14:16:16.774501 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Extended resource: flavors {{(pid=84045) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 20 14:16:16.776431 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Extended resource: service_profiles {{(pid=84045) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 20 14:16:16.778120 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Extended resource: next_providers {{(pid=84045) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 20 14:16:16.779727 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Extended resource: service_profiles {{(pid=84045) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 20 14:16:16.781159 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Extended resource: floatingip-pools {{(pid=84045) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 20 14:16:16.782416 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Extended resource: routers {{(pid=84045) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 20 14:16:16.784188 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Extended resource: floatingips {{(pid=84045) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 20 14:16:16.785349 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Extended resource: l3-routers {{(pid=84045) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 20 14:16:16.787383 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Extended resource: l3-agents {{(pid=84045) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 20 14:16:16.788744 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Extended resource: metering-labels {{(pid=84045) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 20 14:16:16.790115 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Extended resource: metering-label-rules {{(pid=84045) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 20 14:16:16.791362 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Extended resource: network-ip-availabilities {{(pid=84045) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 20 14:16:16.792589 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Extended resource: bindings {{(pid=84045) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 20 14:16:16.795208 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Extended resource: quotas {{(pid=84045) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 20 14:16:16.796652 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Extended resource: quotas {{(pid=84045) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 20 14:16:16.798072 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Extended resource: rbac-policies {{(pid=84045) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 20 14:16:16.799368 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Extended resource: security-groups {{(pid=84045) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 20 14:16:16.800560 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Extended resource: security-group-rules {{(pid=84045) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 20 14:16:16.801785 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Extended resource: service-providers {{(pid=84045) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 20 14:16:16.803006 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Extended resource: subnetpools {{(pid=84045) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 20 14:16:16.804396 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Extended resource: subnetpools {{(pid=84045) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 20 14:16:16.805869 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Extended resource: tags {{(pid=84045) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 20 14:16:16.807536 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Extended resource: tags {{(pid=84045) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 20 14:16:16.809275 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Extended resource: tags {{(pid=84045) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 20 14:16:16.811003 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Extended resource: tags {{(pid=84045) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 20 14:16:16.813005 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Extended resource: tags {{(pid=84045) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 20 14:16:16.814689 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Extended resource: tags {{(pid=84045) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 20 14:16:16.816396 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Extended resource: tags {{(pid=84045) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 20 14:16:16.818794 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Extended resource: tags {{(pid=84045) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 20 14:16:16.820596 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Extended resource: tags {{(pid=84045) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 20 14:16:16.822409 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron.api.extensions [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Extended resource: tags {{(pid=84045) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 20 14:16:16.828222 dv-neutron-825124-1-hyperv neutron-server[84045]: WARNING keystonemiddleware.auth_token [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jan 20 14:16:16.833550 dv-neutron-825124-1-hyperv neutron-server[84045]: WARNING keystonemiddleware.auth_token [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jan 20 14:16:16.841567 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_concurrency.lockutils [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Acquired lock "singleton_lock" {{(pid=84045) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jan 20 14:16:16.842096 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_concurrency.lockutils [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Releasing lock "singleton_lock" {{(pid=84045) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jan 20 14:16:16.842727 dv-neutron-825124-1-hyperv neutron-server[84045]: INFO oslo_service.service [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Starting 2 workers Jan 20 14:16:16.847358 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Started child 84152 {{(pid=84045) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jan 20 14:16:16.851746 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Started child 84153 {{(pid=84045) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jan 20 14:16:16.852785 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:16:16.853338 dv-neutron-825124-1-hyperv neutron-server[84045]: INFO neutron.service [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Neutron service started, listening on 0.0.0.0:9696 Jan 20 14:16:16.853984 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron_lib.callbacks.manager [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Notify callbacks [] for process, before_spawn {{(pid=84045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:16:16.854333 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [-] (84152) wsgi starting up on http://0.0.0.0:9696 Jan 20 14:16:16.856483 dv-neutron-825124-1-hyperv neutron-server[84045]: INFO oslo_service.service [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Starting 1 workers Jan 20 14:16:16.856603 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:16:16.857824 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [-] (84153) wsgi starting up on http://0.0.0.0:9696 Jan 20 14:16:16.861608 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Started child 84154 {{(pid=84045) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jan 20 14:16:16.862203 dv-neutron-825124-1-hyperv neutron-server[84045]: INFO oslo_service.service [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Starting 1 workers Jan 20 14:16:16.865515 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.service [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] calling RpcWorker wait() {{(pid=84154) _wait /opt/stack/neutron/neutron/service.py:128}} Jan 20 14:16:16.866091 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.service [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] returning from RpcWorker wait() {{(pid=84154) _wait /opt/stack/neutron/neutron/service.py:135}} Jan 20 14:16:16.866557 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Started child 84155 {{(pid=84045) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jan 20 14:16:16.867348 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:16:16.867452 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG neutron_lib.callbacks.manager [None req-4d8bd69c-63ee-42da-adc4-aeec493ea799 None None] Notify callbacks [] for process, after_spawn {{(pid=84045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:16:16.867811 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:16:16.869320 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=84045) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jan 20 14:16:16.869528 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 20 14:16:16.869709 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 20 14:16:16.869913 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 20 14:16:16.870279 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 20 14:16:16.870463 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 20 14:16:16.870939 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:16.871200 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:16.871463 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:16.871669 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:16:16.872145 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:16.872145 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:16.872522 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:16.872781 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:16.873044 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:16.873324 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:16.873617 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:16.873864 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:16.874136 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:16.874408 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:16.874672 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:16.875134 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:16.875527 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:16.875899 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:16.876198 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:16.876377 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:16.876682 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] config_source = [] {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:16.876893 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:16.877124 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:16.877389 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] debug = True {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:16.877631 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:16.878194 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:16.878430 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:16.878679 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:16.878914 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:16.879183 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:16.879977 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:16.880269 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:16.880515 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:16.880752 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:16.881008 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:16.881268 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:16.881481 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:16.881720 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:16.881964 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:16.882205 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:16.882688 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] host = dv-neutron-825124-1-hyperv {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:16.882926 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:16.883161 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:16.883396 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:16.883640 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:16.883882 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:16.884093 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:16.884357 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:16.884595 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:16.884862 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:16.885086 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:16.885339 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:16.885577 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:16.885795 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] log_dir = None {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:16.886057 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] log_file = None {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:16.886224 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] log_options = True {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:16.886455 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:16.886724 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:16.886977 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:16.887170 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:16.887341 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:16.887510 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:16.887784 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:16.888048 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:16.888227 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:16.888461 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:16.888680 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:16.888899 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:16.889129 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:16.889383 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:16.889621 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:16.889853 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:16.890083 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:16.890293 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:16.890549 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:16.890773 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:16.891074 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:16.891258 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:16.891499 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:16.891720 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:16.891931 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:16.892143 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:16.892369 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:16.892597 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:16.892806 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:16.893037 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:16.893312 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:16.893553 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:16.893785 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:16.894023 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:16.894276 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:16.894503 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:16.894713 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:16.895554 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:16.895870 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:16.896118 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:16.896378 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:16.896847 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:16.897104 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:16.897281 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:16.897521 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] use_journal = False {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:16.897765 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] use_json = False {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:16.897996 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:16.898239 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:16.898452 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:16.898684 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:16.898916 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:16.899129 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:16.899344 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:16.899572 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:16.899974 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.901219 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.901496 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.901751 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.902086 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.902337 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.902510 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:16:16.902660 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.902804 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.903085 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.903401 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.903640 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.903874 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.904212 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.904494 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.904753 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.54/identity {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.905020 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.905245 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.905504 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.905726 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.905946 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.906191 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.906420 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.906680 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.906925 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.907146 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.907370 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.907620 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.907855 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.908110 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.908633 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.908890 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.909145 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.909370 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.909587 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.909805 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.910071 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.915267 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.915267 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.915267 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.915267 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.915267 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.915267 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.915267 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.915267 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.915267 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.916324 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.916324 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.916324 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.916324 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.916324 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.916324 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.916324 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.916324 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.916324 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.917428 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.917428 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.917428 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.917428 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.917428 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.917428 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.917428 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.917428 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.917428 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.918317 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.918317 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.918317 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.918317 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.918317 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.918317 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.918317 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.918317 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.918317 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.919540 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.919540 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.919540 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.919540 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.919540 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.919994 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.919994 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.920188 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.920572 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.921098 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.921713 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.922338 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.922587 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.922856 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.923770 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.924048 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.924322 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.924553 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.924818 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.925066 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.925360 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.925573 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.925854 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.926121 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.926427 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.926716 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.926964 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.927223 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.927480 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.927776 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.928015 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.928312 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.928553 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.928916 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.929207 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.929587 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.929859 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.930228 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.930355 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.930675 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.930917 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.931194 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.931432 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.931697 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.931946 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.932264 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.932491 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.932711 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.932971 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.933208 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.933531 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.933786 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.934004 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.934262 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.934538 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.934772 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.935025 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.935296 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.935558 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.935819 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.936182 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.936348 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.54/identity {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.936573 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.936825 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.937059 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.937295 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.937533 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.937976 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.937976 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.938364 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.938716 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.938855 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.939005 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.939217 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.939537 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.940033 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.940295 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.940593 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.940813 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.941070 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.941316 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.941581 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.942680 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.942914 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.943154 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.943419 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.943643 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.943931 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.944200 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.944444 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.944673 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.944940 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.945279 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.945525 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.945770 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.946057 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.946303 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.948200 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.948200 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.948200 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.948200 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.948200 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.948200 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.948200 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.948200 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.948715 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.948715 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.948833 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.949034 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.949300 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.949646 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.949906 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.950158 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.950400 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.950624 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.950869 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.951098 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.951355 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.951577 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.951794 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.953130 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.953636 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.953877 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.954180 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.954423 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.954642 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.954953 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.956183 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.956677 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.957167 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.957475 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.958301 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.958522 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.958743 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.958971 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.959188 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.959516 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.959782 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.960082 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.960485 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.960756 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.960987 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.961265 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.961567 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.961798 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.962238 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.962497 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.962748 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.962973 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.963235 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.963712 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.964034 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.964297 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.964577 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.964883 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.965164 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.965449 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.965695 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.965999 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.966390 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.966725 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.966995 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.967222 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.967500 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.967724 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.967941 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.968183 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.968418 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.968633 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.968891 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.969127 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.969356 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.969604 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.969832 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.970098 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.970346 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.970583 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.970805 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.971021 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.971286 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 20 14:16:16.971698 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=84045) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jan 20 14:16:16.971874 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 20 14:16:16.971998 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 20 14:16:16.972157 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 20 14:16:16.972344 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 20 14:16:16.972551 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 20 14:16:16.972763 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:16.972989 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:16.972989 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:16.973327 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:16.973327 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:16.974144 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:16.974321 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:16.974529 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:16.974692 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:16.974852 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:16.975013 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:16.975164 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:16.975322 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:16.975642 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:16.975804 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:16.975963 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:16.976145 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:16.976318 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:16.976533 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:16.976695 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] config_source = [] {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:16.976854 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:16.977012 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:16.977170 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] debug = True {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:16.977329 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:16.977537 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:16.977705 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:16.977866 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:16.978025 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:16.978210 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:16.978375 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:16.978533 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:16.978672 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:16.978828 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:16.978987 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:16.979147 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:16.979307 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:16.979466 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:16.979610 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:16.979772 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:16.979932 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] host = dv-neutron-825124-1-hyperv {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:16.980090 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:16.980249 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:16.980447 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:16.980622 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:16.980794 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:16.980966 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:16.981148 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:16.981148 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:16.981475 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:16.981475 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:16.981802 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:16.981802 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:16.982163 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] log_dir = None {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:16.982163 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] log_file = None {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:16.982163 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] log_options = True {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:16.982609 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:16.982609 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:16.982609 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:16.982930 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:16.982930 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:16.983131 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:16.983305 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:16.983425 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:16.983539 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:16.983703 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:16.983866 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:16.984054 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:16.984207 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:16.984373 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:16.984535 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:16.984696 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:16.984862 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:16.985038 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:16.985211 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:16.985449 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:16.985449 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:16.985768 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:16.985768 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:16.986096 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:16.986096 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:16.986428 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:16.986428 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:16.986774 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:16.986774 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:16.986774 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:16.987212 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:16.987212 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:16.987212 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:16.987549 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:16.987549 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:16.987782 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:16.987913 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:16.988033 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:16.988154 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:16.988273 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:16.988394 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:16.988554 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:16.988740 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:16.988901 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:16.989060 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] use_journal = False {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:16.989219 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] use_json = False {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:16.989362 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:16.989508 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:16.989668 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:16.989827 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:16.989985 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:16.990169 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:16.990330 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:16.990489 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 20 14:16:16.990709 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.990941 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.991108 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.991271 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.991441 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.991638 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.991805 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.991966 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.992129 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.992304 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.992426 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.992568 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.992770 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.992997 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.993187 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.54/identity {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.993352 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.993505 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.993737 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.993915 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.994100 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.994261 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.994413 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.994562 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.994720 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.994892 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.995056 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.995207 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.995376 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.995586 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.995781 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.995945 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.996106 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.996267 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.996407 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.996570 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.996732 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.996911 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.997083 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.997201 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.997366 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.997542 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.997720 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.997896 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.998110 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.998110 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.998476 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.998476 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.998702 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.998809 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.998917 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.999091 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.999281 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.999753 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.999753 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:16.999753 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:17.000510 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:17.000510 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:17.000510 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:17.000687 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:17.000687 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:17.000863 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:17.001024 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:17.001177 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:17.001337 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:17.001487 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:17.001657 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:17.001783 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:17.001951 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:17.002134 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:17.002303 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:17.002442 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:17.002605 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:17.002767 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:17.002928 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:17.003099 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:17.003276 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:17.003438 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:17.003599 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:17.003762 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:17.003924 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:17.004086 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:17.004785 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:17.004946 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:17.005108 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:17.005270 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:17.005431 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:17.005595 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:17.005765 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:17.005927 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:17.006108 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:17.006271 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:17.006436 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:17.006599 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:17.006761 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:17.006922 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:17.007085 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:17.007248 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:17.007412 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:17.007574 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:17.007736 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:17.007900 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:17.008071 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:17.008232 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:17.008398 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:17.008559 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:17.008728 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:17.008901 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:17.009064 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:17.009227 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:17.009389 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:17.009551 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:17.009712 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:17.009875 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:17.010049 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:17.010217 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:17.010380 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:17.010542 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:17.010712 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:17.010887 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:17.011049 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:17.011211 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:17.011372 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:17.011557 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:17.011719 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:17.011880 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:17.012042 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:17.012204 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:17.012366 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:17.012529 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:17.012690 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:17.012851 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:17.013014 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:17.013177 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:17.013341 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.54/identity {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:17.013503 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:17.013713 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:17.013881 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:17.014049 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:17.014223 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:17.014386 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:17.014550 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:17.014713 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:17.014877 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:17.015039 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:17.015202 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:17.015363 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:17.015525 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:17.015688 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:17.015928 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:17.016047 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:17.016151 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:17.016317 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:17.016506 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:17.016704 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:17.016912 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:17.017078 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:17.017241 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:17.017403 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:17.017567 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:17.017760 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:17.017901 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:17.018099 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:17.018265 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:17.018442 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:17.018683 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:17.018871 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:17.019062 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:17.019062 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:17.019291 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:17.019411 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:17.019530 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:17.019751 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:17.019904 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:17.020055 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:17.020716 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:17.020838 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:17.020985 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:17.021185 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:17.021386 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:17.022264 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:17.022264 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:17.022264 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:17.022264 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:17.022720 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:17.022720 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:17.022720 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:17.022924 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:17.023085 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:17.024595 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:17.024595 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:17.024595 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:17.024595 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:17.024595 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:17.024595 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:17.025318 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:17.025318 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:17.025318 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:17.025318 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:17.025318 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:17.025868 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:17.025868 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:17.025868 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:17.026146 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:17.026224 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:17.026394 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:17.026519 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:17.026681 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:17.026844 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:17.027397 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:17.027397 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:17.027397 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:17.027766 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 58938) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:16:17.027892 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:17.027892 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:17.027892 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:17.028237 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:17.028237 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:17.028237 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:17.028570 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:17.028570 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:17.028796 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:17.028915 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:17.029038 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:17.029157 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:17.029322 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:17.029490 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:17.029655 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:17.029872 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:17.030217 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:17.030217 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:17.030448 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:17.030567 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:17.030706 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:17.031797 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:17.031797 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:17.031797 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:17.031797 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:17.031797 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:17.031797 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:17.031797 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:17.033373 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:17.033373 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:17.033373 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:17.033373 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:17.033373 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:17.033373 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:17.033373 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:17.033373 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:17.033373 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:17.034630 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:17.034630 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:17.034630 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 20 14:16:17.034630 dv-neutron-825124-1-hyperv neutron-server[84045]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=84045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 20 14:16:17.036829 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [-] 10.222.0.54 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0070660 Jan 20 14:16:17.048365 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:16:27.999017 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54fad85c-4ab3-4fb5-a4c8-bcb65447829b None None] get_active_networks_info from dv-neutron-825124-1-hyperv {{(pid=84154) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 20 14:16:28.076436 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54fad85c-4ab3-4fb5-a4c8-bcb65447829b None None] No non-hosted networks {{(pid=84154) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jan 20 14:16:28.085621 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.agentschedulers_db [None req-54fad85c-4ab3-4fb5-a4c8-bcb65447829b None None] DHCP Agent not found on host dv-neutron-825124-1-hyperv {{(pid=84154) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jan 20 14:16:28.221890 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-8a82e817-67b4-4b90-a5c0-30ecd90ee0f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-745242'] for agent, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:16:30.350911 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-b8ec6738-32e2-430f-a8bb-e635959af9d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-745242'] for agent, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:16:30.383192 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.db.api [None req-966b245e-6eaa-41fb-8778-73e00864035c None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-neutron-825124-1-hyperv {{(pid=84154) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 14:16:30.384629 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG oslo_db.api [None req-966b245e-6eaa-41fb-8778-73e00864035c None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 14:16:31.012489 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-966b245e-6eaa-41fb-8778-73e00864035c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:16:31.403498 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-745242'] for agent, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:16:31.405311 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:16:31.406129 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:16:31.406647 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:16:31.407154 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:16:31.407674 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:16:31.408326 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:16:31.409059 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:16:31.409635 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:16:31.410161 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:16:31.410665 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:16:31.411532 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:16:31.412057 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-825124-1-hyperv', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}) {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:16:31.421169 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-825124-1-hyperv', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:16:31.514834 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-cdd98e71-1f0a-4421-baa9-dcb30e06edf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-745242'] for agent, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:16:32.915087 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-eea6df97-7ff1-4b63-af20-e3ec8913deda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-745242'] for agent, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:16:33.441293 dv-neutron-825124-1-hyperv neutron-server[84154]: INFO neutron.db.l3_hamode_db [None req-f6732bd7-0a3c-4342-bd52-6e704447b92a None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jan 20 14:16:33.530254 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6732bd7-0a3c-4342-bd52-6e704447b92a None None] Routers set() bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:16:33.530649 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6732bd7-0a3c-4342-bd52-6e704447b92a None None] Router IDs set() for agent in host dv-neutron-825124-1-hyperv {{(pid=84154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jan 20 14:16:34.446723 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 59036) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:16:35.052211 dv-neutron-825124-1-hyperv neutron-server[84153]: WARNING oslo_policy.policy [None req-7d66d4bb-f2cf-4240-b77d-c1345afed827 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 20 14:16:35.052840 dv-neutron-825124-1-hyperv neutron-server[84153]: WARNING oslo_policy.policy [None req-7d66d4bb-f2cf-4240-b77d-c1345afed827 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 20 14:16:35.270147 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [None req-7d66d4bb-f2cf-4240-b77d-c1345afed827 admin admin] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=84153) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 20 14:16:35.271765 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-7d66d4bb-f2cf-4240-b77d-c1345afed827 admin admin] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.8241439 Jan 20 14:16:37.567517 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 59050) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:16:37.962310 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-75bad89d-a325-4fd7-95cd-d317badbc82b admin admin] Request body: {'subnetpool': {'shared': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'default_prefixlen': 26}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:16:38.015662 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.policy [None req-75bad89d-a325-4fd7-95cd-d317badbc82b admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=84153) register_rules /opt/stack/neutron/neutron/policy.py:65}} Jan 20 14:16:38.016402 dv-neutron-825124-1-hyperv neutron-server[84153]: WARNING oslo_policy.policy [None req-75bad89d-a325-4fd7-95cd-d317badbc82b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 20 14:16:38.016760 dv-neutron-825124-1-hyperv neutron-server[84153]: WARNING oslo_policy.policy [None req-75bad89d-a325-4fd7-95cd-d317badbc82b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 20 14:16:38.020109 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.quota [None req-75bad89d-a325-4fd7-95cd-d317badbc82b admin admin] Loaded quota_driver: . Jan 20 14:16:38.036236 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-75bad89d-a325-4fd7-95cd-d317badbc82b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:16:38.166614 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-75bad89d-a325-4fd7-95cd-d317badbc82b admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769552742428', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769552768933', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769552768266', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769552769701', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769552746505', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1575947', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1578105', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-630102', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-558273'] for rbac-policy, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:16:38.381187 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-75bad89d-a325-4fd7-95cd-d317badbc82b admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:16:38.382575 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-75bad89d-a325-4fd7-95cd-d317badbc82b admin admin] 10.222.0.54 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8140776 Jan 20 14:16:41.012267 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 59064) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:16:41.493806 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-738f5cca-1d42-4182-8e68-5905528c0572 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'project_id': 'fd0dc5f0b07746d788af6d3f75c84872'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:16:41.498809 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-738f5cca-1d42-4182-8e68-5905528c0572 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:16:41.503369 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-738f5cca-1d42-4182-8e68-5905528c0572 admin admin] Usage tracker for resource:network and tenant:fd0dc5f0b07746d788af6d3f75c84872 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:16:41.509495 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-738f5cca-1d42-4182-8e68-5905528c0572 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:16:41.515816 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-738f5cca-1d42-4182-8e68-5905528c0572 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:16:41.623754 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-738f5cca-1d42-4182-8e68-5905528c0572 admin admin] Made reservation on behalf of fd0dc5f0b07746d788af6d3f75c84872 for: {'network': 1} {{(pid=84153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:16:41.626652 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-738f5cca-1d42-4182-8e68-5905528c0572 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for network, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:16:41.645858 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-738f5cca-1d42-4182-8e68-5905528c0572 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:16:41.690011 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-738f5cca-1d42-4182-8e68-5905528c0572 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:16:41.694359 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-738f5cca-1d42-4182-8e68-5905528c0572 admin admin] Usage tracker for resource:security_group_rule and tenant:fd0dc5f0b07746d788af6d3f75c84872 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:16:41.697486 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-738f5cca-1d42-4182-8e68-5905528c0572 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:16:41.705026 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-738f5cca-1d42-4182-8e68-5905528c0572 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:16:41.781047 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-738f5cca-1d42-4182-8e68-5905528c0572 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:16:41.843814 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-738f5cca-1d42-4182-8e68-5905528c0572 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:16:41.873901 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-738f5cca-1d42-4182-8e68-5905528c0572 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 196} {{(pid=84153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 14:16:41.902905 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-738f5cca-1d42-4182-8e68-5905528c0572 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8769554214611', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:16:41.903520 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-738f5cca-1d42-4182-8e68-5905528c0572 admin admin] Unsubscribe: segment precommit_create {{(pid=84153) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 20 14:16:41.904042 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.db.segments_db [None req-738f5cca-1d42-4182-8e68-5905528c0572 admin admin] Added segment 0ac13353-6fc4-49db-9065-20e118c55f03 of type vlan for network d4576641-e945-4535-a302-774eb4cdb06f Jan 20 14:16:41.913197 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738f5cca-1d42-4182-8e68-5905528c0572 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55e484fd-8b1f-4d59-8434-05f1f5bac966,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:16:41.975862 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738f5cca-1d42-4182-8e68-5905528c0572 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:16:41.976129 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738f5cca-1d42-4182-8e68-5905528c0572 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:16:41.976470 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738f5cca-1d42-4182-8e68-5905528c0572 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:16:41.976803 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738f5cca-1d42-4182-8e68-5905528c0572 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:16:41.977153 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738f5cca-1d42-4182-8e68-5905528c0572 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:16:41.977488 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738f5cca-1d42-4182-8e68-5905528c0572 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:16:41.977840 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738f5cca-1d42-4182-8e68-5905528c0572 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:16:41.978185 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738f5cca-1d42-4182-8e68-5905528c0572 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:16:41.978510 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738f5cca-1d42-4182-8e68-5905528c0572 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:16:41.978870 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738f5cca-1d42-4182-8e68-5905528c0572 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:16:41.979198 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738f5cca-1d42-4182-8e68-5905528c0572 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:16:41.985214 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738f5cca-1d42-4182-8e68-5905528c0572 admin admin] Tracked resource versions report: Jan 20 14:16:41.985214 dv-neutron-825124-1-hyperv neutron-server[84153]: pushed versions: Jan 20 14:16:41.985214 dv-neutron-825124-1-hyperv neutron-server[84153]: { 'ConntrackHelper': {'1.0'}, Jan 20 14:16:41.985214 dv-neutron-825124-1-hyperv neutron-server[84153]: 'Log': {'1.0'}, Jan 20 14:16:41.985214 dv-neutron-825124-1-hyperv neutron-server[84153]: 'Network': {'1.1'}, Jan 20 14:16:41.985214 dv-neutron-825124-1-hyperv neutron-server[84153]: 'Port': {'1.5'}, Jan 20 14:16:41.985214 dv-neutron-825124-1-hyperv neutron-server[84153]: 'PortForwarding': {'1.2'}, Jan 20 14:16:41.985214 dv-neutron-825124-1-hyperv neutron-server[84153]: 'QosPolicy': {'1.8'}, Jan 20 14:16:41.985214 dv-neutron-825124-1-hyperv neutron-server[84153]: 'SecurityGroup': {'1.2'}, Jan 20 14:16:41.985214 dv-neutron-825124-1-hyperv neutron-server[84153]: 'SecurityGroupRule': {'1.0'}, Jan 20 14:16:41.985214 dv-neutron-825124-1-hyperv neutron-server[84153]: 'SubPort': {'1.0'}, Jan 20 14:16:41.985214 dv-neutron-825124-1-hyperv neutron-server[84153]: 'Subnet': {'1.1'}, Jan 20 14:16:41.985214 dv-neutron-825124-1-hyperv neutron-server[84153]: 'Trunk': {'1.1'}} Jan 20 14:16:41.985214 dv-neutron-825124-1-hyperv neutron-server[84153]: consumer versions: Jan 20 14:16:41.985214 dv-neutron-825124-1-hyperv neutron-server[84153]: { DHCP agent@dv-neutron-825124-1-hyperv: {}, Jan 20 14:16:41.985214 dv-neutron-825124-1-hyperv neutron-server[84153]: L3 agent@dv-neutron-825124-1-hyperv: {}, Jan 20 14:16:41.985214 dv-neutron-825124-1-hyperv neutron-server[84153]: Metadata agent@dv-neutron-825124-1-hyperv: {}, Jan 20 14:16:41.985214 dv-neutron-825124-1-hyperv neutron-server[84153]: Metering agent@dv-neutron-825124-1-hyperv: {}, Jan 20 14:16:41.985214 dv-neutron-825124-1-hyperv neutron-server[84153]: Open vSwitch agent@dv-neutron-825124-1-hyperv: { 'ConntrackHelper': '1.0', Jan 20 14:16:41.985214 dv-neutron-825124-1-hyperv neutron-server[84153]: 'Log': '1.0', Jan 20 14:16:41.985214 dv-neutron-825124-1-hyperv neutron-server[84153]: 'Network': '1.1', Jan 20 14:16:41.985214 dv-neutron-825124-1-hyperv neutron-server[84153]: 'Port': '1.5', Jan 20 14:16:41.985214 dv-neutron-825124-1-hyperv neutron-server[84153]: 'PortForwarding': '1.2', Jan 20 14:16:41.985214 dv-neutron-825124-1-hyperv neutron-server[84153]: 'QosPolicy': '1.8', Jan 20 14:16:41.985214 dv-neutron-825124-1-hyperv neutron-server[84153]: 'SecurityGroup': '1.2', Jan 20 14:16:41.985214 dv-neutron-825124-1-hyperv neutron-server[84153]: 'SecurityGroupRule': '1.0', Jan 20 14:16:41.985214 dv-neutron-825124-1-hyperv neutron-server[84153]: 'SubPort': '1.0', Jan 20 14:16:41.985214 dv-neutron-825124-1-hyperv neutron-server[84153]: 'Subnet': '1.1', Jan 20 14:16:41.985214 dv-neutron-825124-1-hyperv neutron-server[84153]: 'Trunk': '1.1'}} Jan 20 14:16:41.985214 dv-neutron-825124-1-hyperv neutron-server[84153]: {{(pid=84153) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 20 14:16:42.031453 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-738f5cca-1d42-4182-8e68-5905528c0572 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769553767792'] for network, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:16:42.135418 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-738f5cca-1d42-4182-8e68-5905528c0572 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967'] for network, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:16:42.136450 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-738f5cca-1d42-4182-8e68-5905528c0572 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:16:42.137097 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-738f5cca-1d42-4182-8e68-5905528c0572 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1705179'] for network, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:16:42.247974 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738f5cca-1d42-4182-8e68-5905528c0572 admin admin] Pushing event updated for resources: {'Network': ['ID=d4576641-e945-4535-a302-774eb4cdb06f,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:16:42.260743 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Network d4576641-e945-4535-a302-774eb4cdb06f details requested by agent ovs-agent-dv-neutron-825124-1-hyperv with host dv-neutron-825124-1-hyperv {{(pid=84154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 14:16:42.289978 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-738f5cca-1d42-4182-8e68-5905528c0572 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.2766104 Jan 20 14:16:44.994477 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 59080) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:16:45.496437 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b88aa38-7124-4a2f-b9f9-48c23f783776 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:16:45.497804 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-5b88aa38-7124-4a2f-b9f9-48c23f783776 admin admin] 10.222.0.54 "GET /v2.0/networks/d4576641-e945-4535-a302-774eb4cdb06f HTTP/1.1" status: 200 len: 825 time: 0.5023770 Jan 20 14:16:45.538283 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-b8a1db58-ec82-4327-b37e-45b32b42574f admin admin] 10.222.0.54 "GET /v2.0/subnetpools/0563d07b-b8c5-4d28-a074-ae2362980c0c HTTP/1.1" status: 200 len: 734 time: 0.0322561 Jan 20 14:16:45.548056 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-8bfab6e1-402f-4dc0-a633-6f7177cb419d admin admin] Request body: {'subnet': {'subnetpool_id': '0563d07b-b8c5-4d28-a074-ae2362980c0c', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'network_id': 'd4576641-e945-4535-a302-774eb4cdb06f', 'name': 'private-subnet', 'tenant_id': 'fd0dc5f0b07746d788af6d3f75c84872'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:16:45.555518 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-8bfab6e1-402f-4dc0-a633-6f7177cb419d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:16:45.560878 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-8bfab6e1-402f-4dc0-a633-6f7177cb419d admin admin] Usage tracker for resource:subnet and tenant:fd0dc5f0b07746d788af6d3f75c84872 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:16:45.564863 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-8bfab6e1-402f-4dc0-a633-6f7177cb419d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:16:45.576405 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-8bfab6e1-402f-4dc0-a633-6f7177cb419d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:16:45.660868 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bfab6e1-402f-4dc0-a633-6f7177cb419d admin admin] Made reservation on behalf of fd0dc5f0b07746d788af6d3f75c84872 for: {'subnet': 1} {{(pid=84153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:16:45.663627 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-8bfab6e1-402f-4dc0-a633-6f7177cb419d admin admin] Notify callbacks [] for subnet, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:16:46.004177 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-8bfab6e1-402f-4dc0-a633-6f7177cb419d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967'] for subnet, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:16:46.103079 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfab6e1-402f-4dc0-a633-6f7177cb419d admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f88c679-8367-490e-aa3e-abf65645c8c9,revision_number=0']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:16:46.109808 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bfab6e1-402f-4dc0-a633-6f7177cb419d admin admin] Checking segment: {'id': '0ac13353-6fc4-49db-9065-20e118c55f03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'd4576641-e945-4535-a302-774eb4cdb06f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 14:16:46.110235 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bfab6e1-402f-4dc0-a633-6f7177cb419d admin admin] Network hostable DHCP agents. Network: d4576641-e945-4535-a302-774eb4cdb06f, hostable agents: ['1a181e39-5220-4c1a-88f8-08a54e8bfc9b'], hosted agents: [] {{(pid=84153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 14:16:46.237637 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bfab6e1-402f-4dc0-a633-6f7177cb419d admin admin] Network d4576641-e945-4535-a302-774eb4cdb06f is scheduled to be hosted by DHCP agent 1a181e39-5220-4c1a-88f8-08a54e8bfc9b with binding_index 1 {{(pid=84153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 14:16:46.312719 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.base_scheduler [None req-8bfab6e1-402f-4dc0-a633-6f7177cb419d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825124-1-hyperv, d4576641-e945-4535-a302-774eb4cdb06f) {{(pid=84153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:16:46.318551 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bfab6e1-402f-4dc0-a633-6f7177cb419d admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:16:46.319806 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-8bfab6e1-402f-4dc0-a633-6f7177cb419d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1705179'] for subnet, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:16:46.323401 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-814831cb-a0ca-4999-aee2-fed911f3748d None None] Network d4576641-e945-4535-a302-774eb4cdb06f requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:16:46.410525 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-8bfab6e1-402f-4dc0-a633-6f7177cb419d admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8670580 Jan 20 14:16:46.644803 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-256ba2a0-98f6-4315-b17e-6bf950081f35 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95c917f5-14ba-5e96-98b8-1a52654a930a-d4576641-e945-4535-a302-774eb4cdb06f', 'network_id': 'd4576641-e945-4535-a302-774eb4cdb06f', 'tenant_id': 'fd0dc5f0b07746d788af6d3f75c84872', 'fixed_ips': [{'subnet_id': '3f88c679-8367-490e-aa3e-abf65645c8c9'}]}} from dv-neutron-825124-1-hyperv. {{(pid=84154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 20 14:16:46.646522 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-256ba2a0-98f6-4315-b17e-6bf950081f35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:16:46.839959 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_common [None req-256ba2a0-98f6-4315-b17e-6bf950081f35 None None] Allocated IP 172.20.0.2 (d4576641-e945-4535-a302-774eb4cdb06f/3f88c679-8367-490e-aa3e-abf65645c8c9/7f7d5193-4b13-4efa-a9fe-758ee0dcec98) {{(pid=84154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:16:47.081987 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-256ba2a0-98f6-4315-b17e-6bf950081f35 None None] Notify callbacks [] for port, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:16:47.096599 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-256ba2a0-98f6-4315-b17e-6bf950081f35 None None] Transition to ACTIVE for port object 7f7d5193-4b13-4efa-a9fe-758ee0dcec98 will not be triggered until provisioned by entity L2. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:16:47.119337 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-256ba2a0-98f6-4315-b17e-6bf950081f35 None None] Transition to ACTIVE for port object 7f7d5193-4b13-4efa-a9fe-758ee0dcec98 will not be triggered until provisioned by entity DHCP. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:16:47.214039 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-256ba2a0-98f6-4315-b17e-6bf950081f35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477'] for port, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:16:47.285733 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-256ba2a0-98f6-4315-b17e-6bf950081f35 None None] Network d4576641-e945-4535-a302-774eb4cdb06f is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:16:47.288874 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-256ba2a0-98f6-4315-b17e-6bf950081f35 None None] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:16:47.294595 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256ba2a0-98f6-4315-b17e-6bf950081f35 None None] Pushing event updated for resources: {'Port': ['ID=7f7d5193-4b13-4efa-a9fe-758ee0dcec98,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:16:47.299820 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-256ba2a0-98f6-4315-b17e-6bf950081f35 None None] Received port after_create {{(pid=84154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:16:47.337989 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256ba2a0-98f6-4315-b17e-6bf950081f35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:16:47.338968 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256ba2a0-98f6-4315-b17e-6bf950081f35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:16:47.338968 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256ba2a0-98f6-4315-b17e-6bf950081f35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:16:47.339242 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256ba2a0-98f6-4315-b17e-6bf950081f35 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:16:47.339387 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256ba2a0-98f6-4315-b17e-6bf950081f35 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:16:47.339671 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256ba2a0-98f6-4315-b17e-6bf950081f35 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:16:47.340001 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256ba2a0-98f6-4315-b17e-6bf950081f35 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:16:47.340351 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256ba2a0-98f6-4315-b17e-6bf950081f35 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:16:47.340675 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256ba2a0-98f6-4315-b17e-6bf950081f35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:16:47.340999 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256ba2a0-98f6-4315-b17e-6bf950081f35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:16:47.341322 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256ba2a0-98f6-4315-b17e-6bf950081f35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:16:47.342798 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256ba2a0-98f6-4315-b17e-6bf950081f35 None None] Tracked resource versions report: Jan 20 14:16:47.342798 dv-neutron-825124-1-hyperv neutron-server[84154]: pushed versions: Jan 20 14:16:47.342798 dv-neutron-825124-1-hyperv neutron-server[84154]: { 'ConntrackHelper': {'1.0'}, Jan 20 14:16:47.342798 dv-neutron-825124-1-hyperv neutron-server[84154]: 'Log': {'1.0'}, Jan 20 14:16:47.342798 dv-neutron-825124-1-hyperv neutron-server[84154]: 'Network': {'1.1'}, Jan 20 14:16:47.342798 dv-neutron-825124-1-hyperv neutron-server[84154]: 'Port': {'1.5'}, Jan 20 14:16:47.342798 dv-neutron-825124-1-hyperv neutron-server[84154]: 'PortForwarding': {'1.2'}, Jan 20 14:16:47.342798 dv-neutron-825124-1-hyperv neutron-server[84154]: 'QosPolicy': {'1.8'}, Jan 20 14:16:47.342798 dv-neutron-825124-1-hyperv neutron-server[84154]: 'SecurityGroup': {'1.2'}, Jan 20 14:16:47.342798 dv-neutron-825124-1-hyperv neutron-server[84154]: 'SecurityGroupRule': {'1.0'}, Jan 20 14:16:47.342798 dv-neutron-825124-1-hyperv neutron-server[84154]: 'SubPort': {'1.0'}, Jan 20 14:16:47.342798 dv-neutron-825124-1-hyperv neutron-server[84154]: 'Subnet': {'1.1'}, Jan 20 14:16:47.342798 dv-neutron-825124-1-hyperv neutron-server[84154]: 'Trunk': {'1.1'}} Jan 20 14:16:47.342798 dv-neutron-825124-1-hyperv neutron-server[84154]: consumer versions: Jan 20 14:16:47.342798 dv-neutron-825124-1-hyperv neutron-server[84154]: { DHCP agent@dv-neutron-825124-1-hyperv: {}, Jan 20 14:16:47.342798 dv-neutron-825124-1-hyperv neutron-server[84154]: L3 agent@dv-neutron-825124-1-hyperv: {}, Jan 20 14:16:47.342798 dv-neutron-825124-1-hyperv neutron-server[84154]: Metadata agent@dv-neutron-825124-1-hyperv: {}, Jan 20 14:16:47.342798 dv-neutron-825124-1-hyperv neutron-server[84154]: Metering agent@dv-neutron-825124-1-hyperv: {}, Jan 20 14:16:47.342798 dv-neutron-825124-1-hyperv neutron-server[84154]: Open vSwitch agent@dv-neutron-825124-1-hyperv: { 'ConntrackHelper': '1.0', Jan 20 14:16:47.342798 dv-neutron-825124-1-hyperv neutron-server[84154]: 'Log': '1.0', Jan 20 14:16:47.342798 dv-neutron-825124-1-hyperv neutron-server[84154]: 'Network': '1.1', Jan 20 14:16:47.342798 dv-neutron-825124-1-hyperv neutron-server[84154]: 'Port': '1.5', Jan 20 14:16:47.342798 dv-neutron-825124-1-hyperv neutron-server[84154]: 'PortForwarding': '1.2', Jan 20 14:16:47.342798 dv-neutron-825124-1-hyperv neutron-server[84154]: 'QosPolicy': '1.8', Jan 20 14:16:47.342798 dv-neutron-825124-1-hyperv neutron-server[84154]: 'SecurityGroup': '1.2', Jan 20 14:16:47.342798 dv-neutron-825124-1-hyperv neutron-server[84154]: 'SecurityGroupRule': '1.0', Jan 20 14:16:47.342798 dv-neutron-825124-1-hyperv neutron-server[84154]: 'SubPort': '1.0', Jan 20 14:16:47.342798 dv-neutron-825124-1-hyperv neutron-server[84154]: 'Subnet': '1.1', Jan 20 14:16:47.342798 dv-neutron-825124-1-hyperv neutron-server[84154]: 'Trunk': '1.1'}} Jan 20 14:16:47.342798 dv-neutron-825124-1-hyperv neutron-server[84154]: {{(pid=84154) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 20 14:16:47.407033 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-256ba2a0-98f6-4315-b17e-6bf950081f35 None None] Attempting to bind port 7f7d5193-4b13-4efa-a9fe-758ee0dcec98 on host dv-neutron-825124-1-hyperv for vnic_type normal with profile {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:16:47.407415 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-256ba2a0-98f6-4315-b17e-6bf950081f35 None None] Attempting to bind port 7f7d5193-4b13-4efa-a9fe-758ee0dcec98 by drivers openvswitch,hyperv on host dv-neutron-825124-1-hyperv at level 0 using segments [{'id': '0ac13353-6fc4-49db-9065-20e118c55f03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'd4576641-e945-4535-a302-774eb4cdb06f'}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:16:47.407933 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-256ba2a0-98f6-4315-b17e-6bf950081f35 None None] Attempting to bind port 7f7d5193-4b13-4efa-a9fe-758ee0dcec98 on network d4576641-e945-4535-a302-774eb4cdb06f {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 14:16:47.414571 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-256ba2a0-98f6-4315-b17e-6bf950081f35 None None] Checking agent: {'id': '6414dfeb-85c5-454a-8756-709ca637d800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825124-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 16, 31), 'started_at': datetime.datetime(2022, 1, 20, 14, 16, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 16, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825124-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 14:16:47.414972 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-256ba2a0-98f6-4315-b17e-6bf950081f35 None None] Checking segment: {'id': '0ac13353-6fc4-49db-9065-20e118c55f03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'd4576641-e945-4535-a302-774eb4cdb06f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 14:16:47.415452 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-256ba2a0-98f6-4315-b17e-6bf950081f35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:16:47.415840 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-256ba2a0-98f6-4315-b17e-6bf950081f35 None None] Bound using segment: {'id': '0ac13353-6fc4-49db-9065-20e118c55f03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'd4576641-e945-4535-a302-774eb4cdb06f'} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 14:16:47.416300 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-256ba2a0-98f6-4315-b17e-6bf950081f35 None None] Bound port: 7f7d5193-4b13-4efa-a9fe-758ee0dcec98, host: dv-neutron-825124-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ac13353-6fc4-49db-9065-20e118c55f03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'd4576641-e945-4535-a302-774eb4cdb06f'}}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:16:47.416683 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-256ba2a0-98f6-4315-b17e-6bf950081f35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:16:47.504127 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-256ba2a0-98f6-4315-b17e-6bf950081f35 None None] For port 7f7d5193-4b13-4efa-a9fe-758ee0dcec98, host dv-neutron-825124-1-hyperv, cleared binding levels {{(pid=84154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 14:16:47.508797 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-256ba2a0-98f6-4315-b17e-6bf950081f35 None None] For port 7f7d5193-4b13-4efa-a9fe-758ee0dcec98, host dv-neutron-825124-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=7f7d5193-4b13-4efa-a9fe-758ee0dcec98,segment=NetworkSegment(0ac13353-6fc4-49db-9065-20e118c55f03),segment_id=0ac13353-6fc4-49db-9065-20e118c55f03)] {{(pid=84154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 14:16:47.606988 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-256ba2a0-98f6-4315-b17e-6bf950081f35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:16:47.721362 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256ba2a0-98f6-4315-b17e-6bf950081f35 None None] Pushing event updated for resources: {'Port': ['ID=7f7d5193-4b13-4efa-a9fe-758ee0dcec98,revision_number=2']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:16:48.765336 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 59090) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:16:49.179624 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [None req-a2551760-282c-4499-b0d2-f874d03ebae5 admin admin] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=84153) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 20 14:16:49.180698 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-a2551760-282c-4499-b0d2-f874d03ebae5 admin admin] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.4144385 Jan 20 14:16:51.628129 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aba5cc8f-5246-40ac-8be0-9733d57052da None None] Network d4576641-e945-4535-a302-774eb4cdb06f requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:16:51.653327 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 59104) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:16:51.702061 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 7f7d5193-4b13-4efa-a9fe-758ee0dcec98 up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:16:51.968253 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-5d070018-3033-433e-a52b-34708cca933f None None] Provisioning for port 7f7d5193-4b13-4efa-a9fe-758ee0dcec98 completed by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:16:51.983412 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning for port 7f7d5193-4b13-4efa-a9fe-758ee0dcec98 completed by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:16:51.989301 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port 7f7d5193-4b13-4efa-a9fe-758ee0dcec98 triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:16:51.990306 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:16:52.092797 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [None req-ddd235d2-5617-4220-bf29-7b113b3768d9 admin admin] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=84153) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 20 14:16:52.098702 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-ddd235d2-5617-4220-bf29-7b113b3768d9 admin admin] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.4438937 Jan 20 14:16:52.123269 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:16:52.173551 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] For port 7f7d5193-4b13-4efa-a9fe-758ee0dcec98, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=7f7d5193-4b13-4efa-a9fe-758ee0dcec98,segment=NetworkSegment(0ac13353-6fc4-49db-9065-20e118c55f03),segment_id=0ac13353-6fc4-49db-9065-20e118c55f03)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:16:52.199820 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-cbe11ccb-cdd0-40bb-9cf9-ff43e5c6459f None None] Provisioning complete for port 7f7d5193-4b13-4efa-a9fe-758ee0dcec98 triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:16:52.200200 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-cbe11ccb-cdd0-40bb-9cf9-ff43e5c6459f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:16:52.303660 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:16:52.389834 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Pushing event updated for resources: {'Port': ['ID=7f7d5193-4b13-4efa-a9fe-758ee0dcec98,revision_number=3']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:16:53.609476 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 7f7d5193-4b13-4efa-a9fe-758ee0dcec98 up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:16:53.689759 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port 7f7d5193-4b13-4efa-a9fe-758ee0dcec98 triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:16:53.690162 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:16:54.768318 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 59118) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:16:55.264320 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-800cbec4-3ff9-409c-880a-9fc9563e1533 admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': 'fd0dc5f0b07746d788af6d3f75c84872'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:16:55.273164 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-800cbec4-3ff9-409c-880a-9fc9563e1533 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:16:55.277499 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-800cbec4-3ff9-409c-880a-9fc9563e1533 admin admin] Usage tracker for resource:router and tenant:fd0dc5f0b07746d788af6d3f75c84872 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:16:55.281180 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-800cbec4-3ff9-409c-880a-9fc9563e1533 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:16:55.287063 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-800cbec4-3ff9-409c-880a-9fc9563e1533 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:16:55.346694 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-800cbec4-3ff9-409c-880a-9fc9563e1533 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-105475'] for router, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:16:55.348212 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-800cbec4-3ff9-409c-880a-9fc9563e1533 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-739204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-744864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-735540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-105484'] for router, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:16:55.374305 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-800cbec4-3ff9-409c-880a-9fc9563e1533 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:16:55.547185 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-800cbec4-3ff9-409c-880a-9fc9563e1533 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-744861'] for router, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:16:55.769292 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-800cbec4-3ff9-409c-880a-9fc9563e1533 admin admin] Notify callbacks [] for router, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:16:55.770513 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-800cbec4-3ff9-409c-880a-9fc9563e1533 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.0012081 Jan 20 14:16:58.104356 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 59128) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:16:58.115101 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-8ec4703c-ffb2-4813-a5d3-d5f3e2b6023f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:16:58.516779 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [None req-46ab439a-e8e6-44fd-a80a-6bb09902f0cc admin admin] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=84153) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 20 14:16:58.518349 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-46ab439a-e8e6-44fd-a80a-6bb09902f0cc admin admin] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.4129601 Jan 20 14:17:00.329409 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-3f7f0b38-245c-4c3c-b19f-68f37494b5b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:17:00.948526 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 59138) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:17:01.368923 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-c395836c-474c-468c-9e00-3b368b3b03a4 admin admin] Request body: {'network': {'is_default': True, 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'provider:network_type': 'flat', 'router:external': True, 'name': 'public'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:17:01.376367 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-c395836c-474c-468c-9e00-3b368b3b03a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:17:01.380907 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-c395836c-474c-468c-9e00-3b368b3b03a4 admin admin] Usage tracker for resource:network and tenant:96c5271ccc8c40beaf3bfe6c1dfa528e is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:17:01.383815 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-c395836c-474c-468c-9e00-3b368b3b03a4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:17:01.389493 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-c395836c-474c-468c-9e00-3b368b3b03a4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:17:01.400580 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:17:01.411903 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-cdd98e71-1f0a-4421-baa9-dcb30e06edf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:17:01.463599 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c395836c-474c-468c-9e00-3b368b3b03a4 admin admin] Made reservation on behalf of 96c5271ccc8c40beaf3bfe6c1dfa528e for: {'network': 1} {{(pid=84153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:17:01.465800 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-c395836c-474c-468c-9e00-3b368b3b03a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for network, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:17:01.478385 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-c395836c-474c-468c-9e00-3b368b3b03a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:17:01.511117 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-c395836c-474c-468c-9e00-3b368b3b03a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:17:01.514918 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-c395836c-474c-468c-9e00-3b368b3b03a4 admin admin] Usage tracker for resource:security_group_rule and tenant:96c5271ccc8c40beaf3bfe6c1dfa528e is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:17:01.517905 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-c395836c-474c-468c-9e00-3b368b3b03a4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:17:01.525044 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-c395836c-474c-468c-9e00-3b368b3b03a4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:17:01.595720 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-c395836c-474c-468c-9e00-3b368b3b03a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:17:01.658242 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-c395836c-474c-468c-9e00-3b368b3b03a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:17:01.676169 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-c395836c-474c-468c-9e00-3b368b3b03a4 admin admin] Reserving flat network on physical network physnet1 {{(pid=84153) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jan 20 14:17:01.702739 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c395836c-474c-468c-9e00-3b368b3b03a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f75080a-7de1-4458-a7f9-45782c086009,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:17:01.705493 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-c395836c-474c-468c-9e00-3b368b3b03a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:17:01.705839 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.db.segments_db [None req-c395836c-474c-468c-9e00-3b368b3b03a4 admin admin] Added segment f628f1ba-6b70-4c9b-8839-62340c040c81 of type flat for network 8dffb05c-5ca0-409b-bd5f-7be6264f707d Jan 20 14:17:01.740221 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-c395836c-474c-468c-9e00-3b368b3b03a4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769553767792'] for network, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:17:01.846423 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-c395836c-474c-468c-9e00-3b368b3b03a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967'] for network, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:17:01.847283 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c395836c-474c-468c-9e00-3b368b3b03a4 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:17:01.847861 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-c395836c-474c-468c-9e00-3b368b3b03a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1705179'] for network, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:17:01.928907 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.agents_db [None req-6dba657d-a637-4918-9b6d-40defdfae04b None None] Agent healthcheck: found 5 active agents {{(pid=84155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 14:17:01.957499 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c395836c-474c-468c-9e00-3b368b3b03a4 admin admin] Pushing event updated for resources: {'Network': ['ID=8dffb05c-5ca0-409b-bd5f-7be6264f707d,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:17:01.968227 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Network 8dffb05c-5ca0-409b-bd5f-7be6264f707d details requested by agent ovs-agent-dv-neutron-825124-1-hyperv with host dv-neutron-825124-1-hyperv {{(pid=84154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 14:17:02.023080 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-c395836c-474c-468c-9e00-3b368b3b03a4 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.0730407 Jan 20 14:17:02.823672 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-eea6df97-7ff1-4b63-af20-e3ec8913deda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:17:04.329530 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 59158) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:17:04.570133 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e44a3cd-3ccd-4f34-b153-911deabdee14 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:17:04.571505 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-2e44a3cd-3ccd-4f34-b153-911deabdee14 admin admin] 10.222.0.54 "GET /v2.0/subnets/3f88c679-8367-490e-aa3e-abf65645c8c9 HTTP/1.1" status: 200 len: 849 time: 0.2410824 Jan 20 14:17:04.719547 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-6073f3f6-e895-4c20-aa98-f7006957b72a admin admin] 10.222.0.54 "GET /v2.0/routers/905c5b7e-98b3-4eb3-be55-c895b1fa034e HTTP/1.1" status: 200 len: 704 time: 0.1426060 Jan 20 14:17:05.236819 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-804111ad-1c39-433f-98f7-db331c6c2816 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:17:05.471493 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.db_base_plugin_common [None req-804111ad-1c39-433f-98f7-db331c6c2816 admin admin] Allocated IP 172.20.0.1 (d4576641-e945-4535-a302-774eb4cdb06f/3f88c679-8367-490e-aa3e-abf65645c8c9/197f4a23-98f5-497b-8d67-a46f8c8659f1) {{(pid=84153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:17:05.700232 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-804111ad-1c39-433f-98f7-db331c6c2816 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:17:05.718599 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.provisioning_blocks [None req-804111ad-1c39-433f-98f7-db331c6c2816 admin admin] Transition to ACTIVE for port object 197f4a23-98f5-497b-8d67-a46f8c8659f1 will not be triggered until provisioned by entity DHCP. {{(pid=84153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:17:05.828123 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-804111ad-1c39-433f-98f7-db331c6c2816 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477'] for port, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:17:05.904650 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-804111ad-1c39-433f-98f7-db331c6c2816 admin admin] Network d4576641-e945-4535-a302-774eb4cdb06f is already hosted by enough agents. {{(pid=84153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:17:05.907569 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.base_scheduler [None req-804111ad-1c39-433f-98f7-db331c6c2816 admin admin] Resources bound (agent type, host, resource id): {{(pid=84153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:17:05.914205 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-804111ad-1c39-433f-98f7-db331c6c2816 admin admin] Received port after_create {{(pid=84153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:17:05.914951 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-804111ad-1c39-433f-98f7-db331c6c2816 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-745387'] for router_interface, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:17:05.924967 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804111ad-1c39-433f-98f7-db331c6c2816 admin admin] Pushing event updated for resources: {'Port': ['ID=197f4a23-98f5-497b-8d67-a46f8c8659f1,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:17:06.101312 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-804111ad-1c39-433f-98f7-db331c6c2816 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:17:06.163457 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-08c75b7a-f34f-4d57-a0ba-e720830f1940 None None] Provisioning for port 197f4a23-98f5-497b-8d67-a46f8c8659f1 completed by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:17:06.168682 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-08c75b7a-f34f-4d57-a0ba-e720830f1940 None None] Provisioning complete for port 197f4a23-98f5-497b-8d67-a46f8c8659f1 triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:17:06.169082 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-08c75b7a-f34f-4d57-a0ba-e720830f1940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:17:06.223334 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-08c75b7a-f34f-4d57-a0ba-e720830f1940 None None] Port 197f4a23-98f5-497b-8d67-a46f8c8659f1 cannot update to ACTIVE because it is not bound. {{(pid=84154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 14:17:06.335482 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-804111ad-1c39-433f-98f7-db331c6c2816 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:17:06.403629 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-804111ad-1c39-433f-98f7-db331c6c2816 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:17:06.404295 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-804111ad-1c39-433f-98f7-db331c6c2816 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1705158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-743490'] for router_interface, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:17:06.533110 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804111ad-1c39-433f-98f7-db331c6c2816 admin admin] Pushing event updated for resources: {'Port': ['ID=197f4a23-98f5-497b-8d67-a46f8c8659f1,revision_number=2']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:17:06.601097 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-804111ad-1c39-433f-98f7-db331c6c2816 admin admin] Network d4576641-e945-4535-a302-774eb4cdb06f is already hosted by enough agents. {{(pid=84153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:17:06.602153 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.base_scheduler [None req-804111ad-1c39-433f-98f7-db331c6c2816 admin admin] Resources bound (agent type, host, resource id): {{(pid=84153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:17:06.851593 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-403c01b9-adaa-41ac-8c3b-371cb7c80841 None None] Provisioning complete for port 197f4a23-98f5-497b-8d67-a46f8c8659f1 triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:17:06.851953 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-403c01b9-adaa-41ac-8c3b-371cb7c80841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:17:06.908560 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-403c01b9-adaa-41ac-8c3b-371cb7c80841 None None] Port 197f4a23-98f5-497b-8d67-a46f8c8659f1 cannot update to ACTIVE because it is not bound. {{(pid=84154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 14:17:07.047276 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-804111ad-1c39-433f-98f7-db331c6c2816 admin admin] Router 905c5b7e-98b3-4eb3-be55-c895b1fa034e is scheduled to L3 agent 624d525b-4c26-4143-8a1c-228bb1c6faaa with binding_index 1 {{(pid=84153) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 20 14:17:07.233124 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-804111ad-1c39-433f-98f7-db331c6c2816 admin admin] Notify agent at l3_agent.dv-neutron-825124-1-hyperv the message routers_updated {{(pid=84153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 14:17:07.244531 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-804111ad-1c39-433f-98f7-db331c6c2816 admin admin] 10.222.0.54 "PUT /v2.0/routers/905c5b7e-98b3-4eb3-be55-c895b1fa034e/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.5194349 Jan 20 14:17:07.247813 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d175b3e2-410c-49bb-b0be-c207469491f3 None None] Sync routers for ids ['905c5b7e-98b3-4eb3-be55-c895b1fa034e'] in dv-neutron-825124-1-hyperv {{(pid=84155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 14:17:07.262538 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d175b3e2-410c-49bb-b0be-c207469491f3 None None] Routers {'905c5b7e-98b3-4eb3-be55-c895b1fa034e'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:17:07.263377 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-d175b3e2-410c-49bb-b0be-c207469491f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:17:00Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['905c5b7e-98b3-4eb3-be55-c895b1fa034e'], 'active': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:17:07.449089 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvr_db [None req-d175b3e2-410c-49bb-b0be-c207469491f3 None None] Set router 905c5b7e-98b3-4eb3-be55-c895b1fa034e gateway port host: None {{(pid=84155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 14:17:07.826512 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-d175b3e2-410c-49bb-b0be-c207469491f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '905c5b7e-98b3-4eb3-be55-c895b1fa034e', 'name': 'router1', 'tenant_id': 'fd0dc5f0b07746d788af6d3f75c84872', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:16:55Z', 'updated_at': '2022-01-20T14:17:05Z', 'revision_number': 2, 'project_id': 'fd0dc5f0b07746d788af6d3f75c84872', 'gw_port_host': None, '_interfaces': [{'id': '197f4a23-98f5-497b-8d67-a46f8c8659f1', 'name': '', 'network_id': 'd4576641-e945-4535-a302-774eb4cdb06f', 'tenant_id': 'fd0dc5f0b07746d788af6d3f75c84872', 'mac_address': 'fa:16:3e:a2:aa:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '905c5b7e-98b3-4eb3-be55-c895b1fa034e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3f88c679-8367-490e-aa3e-abf65645c8c9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:17:05Z', 'updated_at': '2022-01-20T14:17:06Z', 'revision_number': 2, 'project_id': 'fd0dc5f0b07746d788af6d3f75c84872', 'subnets': [{'id': '3f88c679-8367-490e-aa3e-abf65645c8c9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0563d07b-b8c5-4d28-a074-ae2362980c0c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:17:07.831344 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d175b3e2-410c-49bb-b0be-c207469491f3 None None] Checking router: 905c5b7e-98b3-4eb3-be55-c895b1fa034e for host: dv-neutron-825124-1-hyperv {{(pid=84155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 14:17:07.831717 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d175b3e2-410c-49bb-b0be-c207469491f3 None None] Updating router 905c5b7e-98b3-4eb3-be55-c895b1fa034e port 197f4a23-98f5-497b-8d67-a46f8c8659f1 binding host dv-neutron-825124-1-hyperv {{(pid=84155) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 20 14:17:07.898009 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d175b3e2-410c-49bb-b0be-c207469491f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:17:08.281358 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d175b3e2-410c-49bb-b0be-c207469491f3 None None] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:17:08.296573 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-d175b3e2-410c-49bb-b0be-c207469491f3 None None] Transition to ACTIVE for port object 197f4a23-98f5-497b-8d67-a46f8c8659f1 will not be triggered until provisioned by entity L2. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:17:08.400648 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d175b3e2-410c-49bb-b0be-c207469491f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:17:08.564761 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642ed1ec-c2ef-4dab-8542-3a339c96e1f5 None None] Pushing event updated for resources: {'Port': ['ID=197f4a23-98f5-497b-8d67-a46f8c8659f1,revision_number=3']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:17:08.606408 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642ed1ec-c2ef-4dab-8542-3a339c96e1f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:17:08.606753 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642ed1ec-c2ef-4dab-8542-3a339c96e1f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:17:08.607097 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642ed1ec-c2ef-4dab-8542-3a339c96e1f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:17:08.607451 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642ed1ec-c2ef-4dab-8542-3a339c96e1f5 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:17:08.608063 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642ed1ec-c2ef-4dab-8542-3a339c96e1f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:17:08.608449 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642ed1ec-c2ef-4dab-8542-3a339c96e1f5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:17:08.609081 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642ed1ec-c2ef-4dab-8542-3a339c96e1f5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:17:08.609450 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642ed1ec-c2ef-4dab-8542-3a339c96e1f5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:17:08.609929 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642ed1ec-c2ef-4dab-8542-3a339c96e1f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:17:08.610436 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642ed1ec-c2ef-4dab-8542-3a339c96e1f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:17:08.610894 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642ed1ec-c2ef-4dab-8542-3a339c96e1f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:17:08.612974 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642ed1ec-c2ef-4dab-8542-3a339c96e1f5 None None] Tracked resource versions report: Jan 20 14:17:08.612974 dv-neutron-825124-1-hyperv neutron-server[84155]: pushed versions: Jan 20 14:17:08.612974 dv-neutron-825124-1-hyperv neutron-server[84155]: { 'ConntrackHelper': {'1.0'}, Jan 20 14:17:08.612974 dv-neutron-825124-1-hyperv neutron-server[84155]: 'Log': {'1.0'}, Jan 20 14:17:08.612974 dv-neutron-825124-1-hyperv neutron-server[84155]: 'Network': {'1.1'}, Jan 20 14:17:08.612974 dv-neutron-825124-1-hyperv neutron-server[84155]: 'Port': {'1.5'}, Jan 20 14:17:08.612974 dv-neutron-825124-1-hyperv neutron-server[84155]: 'PortForwarding': {'1.2'}, Jan 20 14:17:08.612974 dv-neutron-825124-1-hyperv neutron-server[84155]: 'QosPolicy': {'1.8'}, Jan 20 14:17:08.612974 dv-neutron-825124-1-hyperv neutron-server[84155]: 'SecurityGroup': {'1.2'}, Jan 20 14:17:08.612974 dv-neutron-825124-1-hyperv neutron-server[84155]: 'SecurityGroupRule': {'1.0'}, Jan 20 14:17:08.612974 dv-neutron-825124-1-hyperv neutron-server[84155]: 'SubPort': {'1.0'}, Jan 20 14:17:08.612974 dv-neutron-825124-1-hyperv neutron-server[84155]: 'Subnet': {'1.1'}, Jan 20 14:17:08.612974 dv-neutron-825124-1-hyperv neutron-server[84155]: 'Trunk': {'1.1'}} Jan 20 14:17:08.612974 dv-neutron-825124-1-hyperv neutron-server[84155]: consumer versions: Jan 20 14:17:08.612974 dv-neutron-825124-1-hyperv neutron-server[84155]: { DHCP agent@dv-neutron-825124-1-hyperv: {}, Jan 20 14:17:08.612974 dv-neutron-825124-1-hyperv neutron-server[84155]: L3 agent@dv-neutron-825124-1-hyperv: {}, Jan 20 14:17:08.612974 dv-neutron-825124-1-hyperv neutron-server[84155]: Metadata agent@dv-neutron-825124-1-hyperv: {}, Jan 20 14:17:08.612974 dv-neutron-825124-1-hyperv neutron-server[84155]: Metering agent@dv-neutron-825124-1-hyperv: {}, Jan 20 14:17:08.612974 dv-neutron-825124-1-hyperv neutron-server[84155]: Open vSwitch agent@dv-neutron-825124-1-hyperv: { 'ConntrackHelper': '1.0', Jan 20 14:17:08.612974 dv-neutron-825124-1-hyperv neutron-server[84155]: 'Log': '1.0', Jan 20 14:17:08.612974 dv-neutron-825124-1-hyperv neutron-server[84155]: 'Network': '1.1', Jan 20 14:17:08.612974 dv-neutron-825124-1-hyperv neutron-server[84155]: 'Port': '1.5', Jan 20 14:17:08.612974 dv-neutron-825124-1-hyperv neutron-server[84155]: 'PortForwarding': '1.2', Jan 20 14:17:08.612974 dv-neutron-825124-1-hyperv neutron-server[84155]: 'QosPolicy': '1.8', Jan 20 14:17:08.612974 dv-neutron-825124-1-hyperv neutron-server[84155]: 'SecurityGroup': '1.2', Jan 20 14:17:08.612974 dv-neutron-825124-1-hyperv neutron-server[84155]: 'SecurityGroupRule': '1.0', Jan 20 14:17:08.612974 dv-neutron-825124-1-hyperv neutron-server[84155]: 'SubPort': '1.0', Jan 20 14:17:08.612974 dv-neutron-825124-1-hyperv neutron-server[84155]: 'Subnet': '1.1', Jan 20 14:17:08.612974 dv-neutron-825124-1-hyperv neutron-server[84155]: 'Trunk': '1.1'}} Jan 20 14:17:08.612974 dv-neutron-825124-1-hyperv neutron-server[84155]: {{(pid=84155) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 20 14:17:08.675596 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-d175b3e2-410c-49bb-b0be-c207469491f3 None None] Attempting to bind port 197f4a23-98f5-497b-8d67-a46f8c8659f1 on host dv-neutron-825124-1-hyperv for vnic_type normal with profile {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:17:08.675999 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-d175b3e2-410c-49bb-b0be-c207469491f3 None None] Attempting to bind port 197f4a23-98f5-497b-8d67-a46f8c8659f1 by drivers openvswitch,hyperv on host dv-neutron-825124-1-hyperv at level 0 using segments [{'id': '0ac13353-6fc4-49db-9065-20e118c55f03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'd4576641-e945-4535-a302-774eb4cdb06f'}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:17:08.676493 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d175b3e2-410c-49bb-b0be-c207469491f3 None None] Attempting to bind port 197f4a23-98f5-497b-8d67-a46f8c8659f1 on network d4576641-e945-4535-a302-774eb4cdb06f {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 14:17:08.682979 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d175b3e2-410c-49bb-b0be-c207469491f3 None None] Checking agent: {'id': '6414dfeb-85c5-454a-8756-709ca637d800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825124-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 16, 31), 'started_at': datetime.datetime(2022, 1, 20, 14, 17, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 17, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825124-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 14:17:08.683374 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d175b3e2-410c-49bb-b0be-c207469491f3 None None] Checking segment: {'id': '0ac13353-6fc4-49db-9065-20e118c55f03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'd4576641-e945-4535-a302-774eb4cdb06f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 14:17:08.683848 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d175b3e2-410c-49bb-b0be-c207469491f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:17:08.684233 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d175b3e2-410c-49bb-b0be-c207469491f3 None None] Bound using segment: {'id': '0ac13353-6fc4-49db-9065-20e118c55f03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'd4576641-e945-4535-a302-774eb4cdb06f'} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 14:17:08.684689 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-d175b3e2-410c-49bb-b0be-c207469491f3 None None] Bound port: 197f4a23-98f5-497b-8d67-a46f8c8659f1, host: dv-neutron-825124-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ac13353-6fc4-49db-9065-20e118c55f03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'd4576641-e945-4535-a302-774eb4cdb06f'}}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:17:08.685069 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d175b3e2-410c-49bb-b0be-c207469491f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:17:08.777790 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-d175b3e2-410c-49bb-b0be-c207469491f3 None None] For port 197f4a23-98f5-497b-8d67-a46f8c8659f1, host dv-neutron-825124-1-hyperv, cleared binding levels {{(pid=84155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 14:17:08.782813 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-d175b3e2-410c-49bb-b0be-c207469491f3 None None] For port 197f4a23-98f5-497b-8d67-a46f8c8659f1, host dv-neutron-825124-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=197f4a23-98f5-497b-8d67-a46f8c8659f1,segment=NetworkSegment(0ac13353-6fc4-49db-9065-20e118c55f03),segment_id=0ac13353-6fc4-49db-9065-20e118c55f03)] {{(pid=84155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 14:17:08.866654 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d175b3e2-410c-49bb-b0be-c207469491f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:17:08.971228 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642ed1ec-c2ef-4dab-8542-3a339c96e1f5 None None] Pushing event updated for resources: {'Port': ['ID=197f4a23-98f5-497b-8d67-a46f8c8659f1,revision_number=4']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:17:08.979996 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d175b3e2-410c-49bb-b0be-c207469491f3 None None] Routers {'905c5b7e-98b3-4eb3-be55-c895b1fa034e'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:17:08.980655 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-d175b3e2-410c-49bb-b0be-c207469491f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:17:00Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['905c5b7e-98b3-4eb3-be55-c895b1fa034e'], 'active': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:17:09.137246 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvr_db [None req-d175b3e2-410c-49bb-b0be-c207469491f3 None None] Set router 905c5b7e-98b3-4eb3-be55-c895b1fa034e gateway port host: None {{(pid=84155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 14:17:09.425372 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 59180) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:17:09.482602 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-d175b3e2-410c-49bb-b0be-c207469491f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '905c5b7e-98b3-4eb3-be55-c895b1fa034e', 'name': 'router1', 'tenant_id': 'fd0dc5f0b07746d788af6d3f75c84872', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:16:55Z', 'updated_at': '2022-01-20T14:17:05Z', 'revision_number': 2, 'project_id': 'fd0dc5f0b07746d788af6d3f75c84872', 'gw_port_host': None, '_interfaces': [{'id': '197f4a23-98f5-497b-8d67-a46f8c8659f1', 'name': '', 'network_id': 'd4576641-e945-4535-a302-774eb4cdb06f', 'tenant_id': 'fd0dc5f0b07746d788af6d3f75c84872', 'mac_address': 'fa:16:3e:a2:aa:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '905c5b7e-98b3-4eb3-be55-c895b1fa034e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3f88c679-8367-490e-aa3e-abf65645c8c9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:17:05Z', 'updated_at': '2022-01-20T14:17:08Z', 'revision_number': 4, 'project_id': 'fd0dc5f0b07746d788af6d3f75c84872', 'subnets': [{'id': '3f88c679-8367-490e-aa3e-abf65645c8c9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0563d07b-b8c5-4d28-a074-ae2362980c0c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:17:09.486576 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d175b3e2-410c-49bb-b0be-c207469491f3 None None] The sync data for ids ['905c5b7e-98b3-4eb3-be55-c895b1fa034e'] in dv-neutron-825124-1-hyperv is: [{'id': '905c5b7e-98b3-4eb3-be55-c895b1fa034e', 'name': 'router1', 'tenant_id': 'fd0dc5f0b07746d788af6d3f75c84872', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:16:55Z', 'updated_at': '2022-01-20T14:17:05Z', 'revision_number': 2, 'project_id': 'fd0dc5f0b07746d788af6d3f75c84872', 'gw_port_host': None, '_interfaces': [{'id': '197f4a23-98f5-497b-8d67-a46f8c8659f1', 'name': '', 'network_id': 'd4576641-e945-4535-a302-774eb4cdb06f', 'tenant_id': 'fd0dc5f0b07746d788af6d3f75c84872', 'mac_address': 'fa:16:3e:a2:aa:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '905c5b7e-98b3-4eb3-be55-c895b1fa034e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3f88c679-8367-490e-aa3e-abf65645c8c9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:17:05Z', 'updated_at': '2022-01-20T14:17:08Z', 'revision_number': 4, 'project_id': 'fd0dc5f0b07746d788af6d3f75c84872', 'subnets': [{'id': '3f88c679-8367-490e-aa3e-abf65645c8c9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0563d07b-b8c5-4d28-a074-ae2362980c0c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 14:17:09.623803 dv-neutron-825124-1-hyperv neutron-server[84152]: WARNING oslo_policy.policy [None req-50a39817-f54f-4d9c-a5fc-0e02dceb5b47 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 20 14:17:09.624409 dv-neutron-825124-1-hyperv neutron-server[84152]: WARNING oslo_policy.policy [None req-50a39817-f54f-4d9c-a5fc-0e02dceb5b47 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 20 14:17:10.037852 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.policy [None req-50a39817-f54f-4d9c-a5fc-0e02dceb5b47 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=84152) register_rules /opt/stack/neutron/neutron/policy.py:65}} Jan 20 14:17:10.038663 dv-neutron-825124-1-hyperv neutron-server[84152]: WARNING oslo_policy.policy [None req-50a39817-f54f-4d9c-a5fc-0e02dceb5b47 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 20 14:17:10.039038 dv-neutron-825124-1-hyperv neutron-server[84152]: WARNING oslo_policy.policy [None req-50a39817-f54f-4d9c-a5fc-0e02dceb5b47 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 20 14:17:10.041935 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50a39817-f54f-4d9c-a5fc-0e02dceb5b47 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:17:10.043829 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-50a39817-f54f-4d9c-a5fc-0e02dceb5b47 admin admin] 10.222.0.54 "GET /v2.0/networks/8dffb05c-5ca0-409b-bd5f-7be6264f707d HTTP/1.1" status: 200 len: 842 time: 0.6162598 Jan 20 14:17:10.053217 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-e7c8056c-f8f7-4846-a690-4ad3f1bcfb6e admin admin] Request body: {'subnet': {'name': 'public-subnet', 'gateway_ip': '172.26.7.1', 'cidr': '172.26.7.0/24', 'enable_dhcp': False, 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'ip_version': 4}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:17:10.055312 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.quota [None req-e7c8056c-f8f7-4846-a690-4ad3f1bcfb6e admin admin] Loaded quota_driver: . Jan 20 14:17:10.061603 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-e7c8056c-f8f7-4846-a690-4ad3f1bcfb6e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:17:10.068030 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-e7c8056c-f8f7-4846-a690-4ad3f1bcfb6e admin admin] Usage tracker for resource:subnet and tenant:96c5271ccc8c40beaf3bfe6c1dfa528e is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:17:10.071549 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-e7c8056c-f8f7-4846-a690-4ad3f1bcfb6e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:17:10.079079 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-e7c8056c-f8f7-4846-a690-4ad3f1bcfb6e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:17:10.212049 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7c8056c-f8f7-4846-a690-4ad3f1bcfb6e admin admin] Made reservation on behalf of 96c5271ccc8c40beaf3bfe6c1dfa528e for: {'subnet': 1} {{(pid=84152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:17:10.215079 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-e7c8056c-f8f7-4846-a690-4ad3f1bcfb6e admin admin] Notify callbacks [] for subnet, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:17:10.766596 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.objects.ports [None req-e7c8056c-f8f7-4846-a690-4ad3f1bcfb6e admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84152) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Jan 20 14:17:10.767259 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-e7c8056c-f8f7-4846-a690-4ad3f1bcfb6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967'] for subnet, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:17:10.849987 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c8056c-f8f7-4846-a690-4ad3f1bcfb6e admin admin] Pushing event updated for resources: {'Subnet': ['ID=a489dd4f-42a5-433b-8be3-bab2749c4209,revision_number=0']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:17:10.852867 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c8056c-f8f7-4846-a690-4ad3f1bcfb6e admin admin] Checking segment: {'id': 'f628f1ba-6b70-4c9b-8839-62340c040c81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 14:17:10.853252 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7c8056c-f8f7-4846-a690-4ad3f1bcfb6e admin admin] Network hostable DHCP agents. Network: 8dffb05c-5ca0-409b-bd5f-7be6264f707d, hostable agents: ['1a181e39-5220-4c1a-88f8-08a54e8bfc9b'], hosted agents: [] {{(pid=84152) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 14:17:10.868836 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c8056c-f8f7-4846-a690-4ad3f1bcfb6e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:17:10.869175 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c8056c-f8f7-4846-a690-4ad3f1bcfb6e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:17:10.869508 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c8056c-f8f7-4846-a690-4ad3f1bcfb6e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:17:10.869836 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c8056c-f8f7-4846-a690-4ad3f1bcfb6e admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:17:10.870203 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c8056c-f8f7-4846-a690-4ad3f1bcfb6e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:17:10.870529 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c8056c-f8f7-4846-a690-4ad3f1bcfb6e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:17:10.870866 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c8056c-f8f7-4846-a690-4ad3f1bcfb6e admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:17:10.871189 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c8056c-f8f7-4846-a690-4ad3f1bcfb6e admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:17:10.871506 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c8056c-f8f7-4846-a690-4ad3f1bcfb6e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:17:10.871819 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c8056c-f8f7-4846-a690-4ad3f1bcfb6e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:17:10.872139 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c8056c-f8f7-4846-a690-4ad3f1bcfb6e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:17:10.873393 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c8056c-f8f7-4846-a690-4ad3f1bcfb6e admin admin] Tracked resource versions report: Jan 20 14:17:10.873393 dv-neutron-825124-1-hyperv neutron-server[84152]: pushed versions: Jan 20 14:17:10.873393 dv-neutron-825124-1-hyperv neutron-server[84152]: { 'ConntrackHelper': {'1.0'}, Jan 20 14:17:10.873393 dv-neutron-825124-1-hyperv neutron-server[84152]: 'Log': {'1.0'}, Jan 20 14:17:10.873393 dv-neutron-825124-1-hyperv neutron-server[84152]: 'Network': {'1.1'}, Jan 20 14:17:10.873393 dv-neutron-825124-1-hyperv neutron-server[84152]: 'Port': {'1.5'}, Jan 20 14:17:10.873393 dv-neutron-825124-1-hyperv neutron-server[84152]: 'PortForwarding': {'1.2'}, Jan 20 14:17:10.873393 dv-neutron-825124-1-hyperv neutron-server[84152]: 'QosPolicy': {'1.8'}, Jan 20 14:17:10.873393 dv-neutron-825124-1-hyperv neutron-server[84152]: 'SecurityGroup': {'1.2'}, Jan 20 14:17:10.873393 dv-neutron-825124-1-hyperv neutron-server[84152]: 'SecurityGroupRule': {'1.0'}, Jan 20 14:17:10.873393 dv-neutron-825124-1-hyperv neutron-server[84152]: 'SubPort': {'1.0'}, Jan 20 14:17:10.873393 dv-neutron-825124-1-hyperv neutron-server[84152]: 'Subnet': {'1.1'}, Jan 20 14:17:10.873393 dv-neutron-825124-1-hyperv neutron-server[84152]: 'Trunk': {'1.1'}} Jan 20 14:17:10.873393 dv-neutron-825124-1-hyperv neutron-server[84152]: consumer versions: Jan 20 14:17:10.873393 dv-neutron-825124-1-hyperv neutron-server[84152]: { DHCP agent@dv-neutron-825124-1-hyperv: {}, Jan 20 14:17:10.873393 dv-neutron-825124-1-hyperv neutron-server[84152]: L3 agent@dv-neutron-825124-1-hyperv: {}, Jan 20 14:17:10.873393 dv-neutron-825124-1-hyperv neutron-server[84152]: Metadata agent@dv-neutron-825124-1-hyperv: {}, Jan 20 14:17:10.873393 dv-neutron-825124-1-hyperv neutron-server[84152]: Metering agent@dv-neutron-825124-1-hyperv: {}, Jan 20 14:17:10.873393 dv-neutron-825124-1-hyperv neutron-server[84152]: Open vSwitch agent@dv-neutron-825124-1-hyperv: { 'ConntrackHelper': '1.0', Jan 20 14:17:10.873393 dv-neutron-825124-1-hyperv neutron-server[84152]: 'Log': '1.0', Jan 20 14:17:10.873393 dv-neutron-825124-1-hyperv neutron-server[84152]: 'Network': '1.1', Jan 20 14:17:10.873393 dv-neutron-825124-1-hyperv neutron-server[84152]: 'Port': '1.5', Jan 20 14:17:10.873393 dv-neutron-825124-1-hyperv neutron-server[84152]: 'PortForwarding': '1.2', Jan 20 14:17:10.873393 dv-neutron-825124-1-hyperv neutron-server[84152]: 'QosPolicy': '1.8', Jan 20 14:17:10.873393 dv-neutron-825124-1-hyperv neutron-server[84152]: 'SecurityGroup': '1.2', Jan 20 14:17:10.873393 dv-neutron-825124-1-hyperv neutron-server[84152]: 'SecurityGroupRule': '1.0', Jan 20 14:17:10.873393 dv-neutron-825124-1-hyperv neutron-server[84152]: 'SubPort': '1.0', Jan 20 14:17:10.873393 dv-neutron-825124-1-hyperv neutron-server[84152]: 'Subnet': '1.1', Jan 20 14:17:10.873393 dv-neutron-825124-1-hyperv neutron-server[84152]: 'Trunk': '1.1'}} Jan 20 14:17:10.873393 dv-neutron-825124-1-hyperv neutron-server[84152]: {{(pid=84152) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 20 14:17:11.003495 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7c8056c-f8f7-4846-a690-4ad3f1bcfb6e admin admin] Network 8dffb05c-5ca0-409b-bd5f-7be6264f707d is scheduled to be hosted by DHCP agent 1a181e39-5220-4c1a-88f8-08a54e8bfc9b with binding_index 1 {{(pid=84152) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 14:17:11.086960 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.base_scheduler [None req-e7c8056c-f8f7-4846-a690-4ad3f1bcfb6e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825124-1-hyperv, 8dffb05c-5ca0-409b-bd5f-7be6264f707d) {{(pid=84152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:17:11.091608 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7c8056c-f8f7-4846-a690-4ad3f1bcfb6e admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:17:11.092251 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-e7c8056c-f8f7-4846-a690-4ad3f1bcfb6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1705179'] for subnet, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:17:11.096699 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6878e88-c11b-48a8-b03b-421b91a9c537 None None] Network 8dffb05c-5ca0-409b-bd5f-7be6264f707d requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:17:11.204298 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-e7c8056c-f8f7-4846-a690-4ad3f1bcfb6e admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1406274 Jan 20 14:17:11.329479 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcbcb151-24f2-47f9-ab08-32fbec45e4b2 None None] Network 8dffb05c-5ca0-409b-bd5f-7be6264f707d requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:17:11.650997 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 197f4a23-98f5-497b-8d67-a46f8c8659f1 up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:17:11.806503 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning for port 197f4a23-98f5-497b-8d67-a46f8c8659f1 completed by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:17:11.811823 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port 197f4a23-98f5-497b-8d67-a46f8c8659f1 triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:17:11.812176 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:17:11.942381 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:17:11.974797 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] For port 197f4a23-98f5-497b-8d67-a46f8c8659f1, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=197f4a23-98f5-497b-8d67-a46f8c8659f1,segment=NetworkSegment(0ac13353-6fc4-49db-9065-20e118c55f03),segment_id=0ac13353-6fc4-49db-9065-20e118c55f03)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:17:12.057707 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:17:12.123632 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Pushing event updated for resources: {'Port': ['ID=197f4a23-98f5-497b-8d67-a46f8c8659f1,revision_number=5']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:17:13.411803 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 59204) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:17:13.626719 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 197f4a23-98f5-497b-8d67-a46f8c8659f1 up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:17:13.704682 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port 197f4a23-98f5-497b-8d67-a46f8c8659f1 triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:17:13.704977 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:17:13.739173 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-7f23fba5-2b87-431e-becc-793d436d7e89 admin admin] 10.222.0.54 "GET /v2.0/routers/905c5b7e-98b3-4eb3-be55-c895b1fa034e HTTP/1.1" status: 200 len: 710 time: 0.3261271 Jan 20 14:17:13.880212 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5cd042e-03a3-4f1c-8981-fb51dd1ed884 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:17:13.881575 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-b5cd042e-03a3-4f1c-8981-fb51dd1ed884 admin admin] 10.222.0.54 "GET /v2.0/networks/8dffb05c-5ca0-409b-bd5f-7be6264f707d HTTP/1.1" status: 200 len: 886 time: 0.1375527 Jan 20 14:17:13.890295 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-e485c8a1-f496-44a3-b6e3-d7548e44ed9a admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d'}}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:17:14.407453 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-e485c8a1-f496-44a3-b6e3-d7548e44ed9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-744886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-105502'] for router, precommit_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:17:14.685020 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-e485c8a1-f496-44a3-b6e3-d7548e44ed9a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:17:14.747122 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-e485c8a1-f496-44a3-b6e3-d7548e44ed9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:17:14.887500 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.db_base_plugin_common [None req-e485c8a1-f496-44a3-b6e3-d7548e44ed9a admin admin] Allocated IP 172.26.7.180 (8dffb05c-5ca0-409b-bd5f-7be6264f707d/a489dd4f-42a5-433b-8be3-bab2749c4209/ecb21a1c-b38c-4b21-8eca-d87aba1c8310) {{(pid=84152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:17:15.058428 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-e485c8a1-f496-44a3-b6e3-d7548e44ed9a admin admin] Notify callbacks [] for port, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:17:15.173118 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-e485c8a1-f496-44a3-b6e3-d7548e44ed9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477'] for port, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:17:15.240091 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e485c8a1-f496-44a3-b6e3-d7548e44ed9a admin admin] Network 8dffb05c-5ca0-409b-bd5f-7be6264f707d is already hosted by enough agents. {{(pid=84152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:17:15.243073 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.base_scheduler [None req-e485c8a1-f496-44a3-b6e3-d7548e44ed9a admin admin] Resources bound (agent type, host, resource id): {{(pid=84152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:17:15.248737 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e485c8a1-f496-44a3-b6e3-d7548e44ed9a admin admin] Received port after_create {{(pid=84152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:17:15.271193 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e485c8a1-f496-44a3-b6e3-d7548e44ed9a admin admin] Pushing event updated for resources: {'Port': ['ID=ecb21a1c-b38c-4b21-8eca-d87aba1c8310,revision_number=1']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:17:15.508401 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-e485c8a1-f496-44a3-b6e3-d7548e44ed9a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:17:15.713531 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-e485c8a1-f496-44a3-b6e3-d7548e44ed9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-744886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-105502'] for router, precommit_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:17:15.716943 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-e485c8a1-f496-44a3-b6e3-d7548e44ed9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-744861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-744847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-744836', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-737562'] for router, after_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:17:15.914620 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e485c8a1-f496-44a3-b6e3-d7548e44ed9a admin admin] Router 905c5b7e-98b3-4eb3-be55-c895b1fa034e has already been hosted by L3 agent 624d525b-4c26-4143-8a1c-228bb1c6faaa {{(pid=84152) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 14:17:16.110904 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e485c8a1-f496-44a3-b6e3-d7548e44ed9a admin admin] Notify agent at l3_agent.dv-neutron-825124-1-hyperv the message routers_updated {{(pid=84152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 14:17:16.119425 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-e485c8a1-f496-44a3-b6e3-d7548e44ed9a admin admin] Notify callbacks [] for router, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:17:16.120039 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7816ea8e-5674-4d35-b108-859166fb4344 None None] Sync routers for ids ['905c5b7e-98b3-4eb3-be55-c895b1fa034e'] in dv-neutron-825124-1-hyperv {{(pid=84154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 14:17:16.120703 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-e485c8a1-f496-44a3-b6e3-d7548e44ed9a admin admin] 10.222.0.54 "PUT /v2.0/routers/905c5b7e-98b3-4eb3-be55-c895b1fa034e HTTP/1.1" status: 200 len: 890 time: 2.2336552 Jan 20 14:17:16.133567 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7816ea8e-5674-4d35-b108-859166fb4344 None None] Routers {'905c5b7e-98b3-4eb3-be55-c895b1fa034e'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:17:16.134310 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-7816ea8e-5674-4d35-b108-859166fb4344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:17:00Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['905c5b7e-98b3-4eb3-be55-c895b1fa034e'], 'active': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:17:16.337836 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvr_db [None req-7816ea8e-5674-4d35-b108-859166fb4344 None None] Set router 905c5b7e-98b3-4eb3-be55-c895b1fa034e gateway port host: dv-neutron-825124-1-hyperv {{(pid=84154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 14:17:16.691257 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-7816ea8e-5674-4d35-b108-859166fb4344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '905c5b7e-98b3-4eb3-be55-c895b1fa034e', 'name': 'router1', 'tenant_id': 'fd0dc5f0b07746d788af6d3f75c84872', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.180'}], 'enable_snat': True}, 'gw_port_id': 'ecb21a1c-b38c-4b21-8eca-d87aba1c8310', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:16:55Z', 'updated_at': '2022-01-20T14:17:15Z', 'revision_number': 4, 'project_id': 'fd0dc5f0b07746d788af6d3f75c84872', 'gw_port': {'id': 'ecb21a1c-b38c-4b21-8eca-d87aba1c8310', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:3a:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '905c5b7e-98b3-4eb3-be55-c895b1fa034e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:17:14Z', 'updated_at': '2022-01-20T14:17:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv', '_interfaces': [{'id': '197f4a23-98f5-497b-8d67-a46f8c8659f1', 'name': '', 'network_id': 'd4576641-e945-4535-a302-774eb4cdb06f', 'tenant_id': 'fd0dc5f0b07746d788af6d3f75c84872', 'mac_address': 'fa:16:3e:a2:aa:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '905c5b7e-98b3-4eb3-be55-c895b1fa034e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3f88c679-8367-490e-aa3e-abf65645c8c9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:17:05Z', 'updated_at': '2022-01-20T14:17:11Z', 'revision_number': 5, 'project_id': 'fd0dc5f0b07746d788af6d3f75c84872', 'subnets': [{'id': '3f88c679-8367-490e-aa3e-abf65645c8c9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0563d07b-b8c5-4d28-a074-ae2362980c0c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:17:16.696718 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7816ea8e-5674-4d35-b108-859166fb4344 None None] Checking router: 905c5b7e-98b3-4eb3-be55-c895b1fa034e for host: dv-neutron-825124-1-hyperv {{(pid=84154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 14:17:16.697072 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7816ea8e-5674-4d35-b108-859166fb4344 None None] Updating router 905c5b7e-98b3-4eb3-be55-c895b1fa034e port ecb21a1c-b38c-4b21-8eca-d87aba1c8310 binding host dv-neutron-825124-1-hyperv {{(pid=84154) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 20 14:17:16.751645 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7816ea8e-5674-4d35-b108-859166fb4344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:17:17.090749 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7816ea8e-5674-4d35-b108-859166fb4344 None None] Notify callbacks [] for port, precommit_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:17:17.103177 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-7816ea8e-5674-4d35-b108-859166fb4344 None None] Transition to ACTIVE for port object ecb21a1c-b38c-4b21-8eca-d87aba1c8310 will not be triggered until provisioned by entity L2. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:17:17.191933 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7816ea8e-5674-4d35-b108-859166fb4344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:17:17.268917 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5868df-1a4a-4fdd-a4ad-1a0e631b14ac None None] Pushing event updated for resources: {'Port': ['ID=ecb21a1c-b38c-4b21-8eca-d87aba1c8310,revision_number=2']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:17:17.280408 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-7816ea8e-5674-4d35-b108-859166fb4344 None None] Attempting to bind port ecb21a1c-b38c-4b21-8eca-d87aba1c8310 on host dv-neutron-825124-1-hyperv for vnic_type normal with profile {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:17:17.280774 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-7816ea8e-5674-4d35-b108-859166fb4344 None None] Attempting to bind port ecb21a1c-b38c-4b21-8eca-d87aba1c8310 by drivers openvswitch,hyperv on host dv-neutron-825124-1-hyperv at level 0 using segments [{'id': 'f628f1ba-6b70-4c9b-8839-62340c040c81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d'}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:17:17.281141 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7816ea8e-5674-4d35-b108-859166fb4344 None None] Attempting to bind port ecb21a1c-b38c-4b21-8eca-d87aba1c8310 on network 8dffb05c-5ca0-409b-bd5f-7be6264f707d {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 14:17:17.288244 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7816ea8e-5674-4d35-b108-859166fb4344 None None] Checking agent: {'id': '6414dfeb-85c5-454a-8756-709ca637d800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825124-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 16, 31), 'started_at': datetime.datetime(2022, 1, 20, 14, 17, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 17, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825124-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 14:17:17.288776 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7816ea8e-5674-4d35-b108-859166fb4344 None None] Checking segment: {'id': 'f628f1ba-6b70-4c9b-8839-62340c040c81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 14:17:17.289274 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7816ea8e-5674-4d35-b108-859166fb4344 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:17:17.289756 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7816ea8e-5674-4d35-b108-859166fb4344 None None] Bound using segment: {'id': 'f628f1ba-6b70-4c9b-8839-62340c040c81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d'} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 14:17:17.290357 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-7816ea8e-5674-4d35-b108-859166fb4344 None None] Bound port: ecb21a1c-b38c-4b21-8eca-d87aba1c8310, host: dv-neutron-825124-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f628f1ba-6b70-4c9b-8839-62340c040c81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d'}}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:17:17.290938 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7816ea8e-5674-4d35-b108-859166fb4344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:17:17.395840 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-7816ea8e-5674-4d35-b108-859166fb4344 None None] For port ecb21a1c-b38c-4b21-8eca-d87aba1c8310, host dv-neutron-825124-1-hyperv, cleared binding levels {{(pid=84154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 14:17:17.399466 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-7816ea8e-5674-4d35-b108-859166fb4344 None None] For port ecb21a1c-b38c-4b21-8eca-d87aba1c8310, host dv-neutron-825124-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=ecb21a1c-b38c-4b21-8eca-d87aba1c8310,segment=NetworkSegment(f628f1ba-6b70-4c9b-8839-62340c040c81),segment_id=f628f1ba-6b70-4c9b-8839-62340c040c81)] {{(pid=84154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 14:17:17.506640 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7816ea8e-5674-4d35-b108-859166fb4344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:17:17.585245 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5868df-1a4a-4fdd-a4ad-1a0e631b14ac None None] Pushing event updated for resources: {'Port': ['ID=ecb21a1c-b38c-4b21-8eca-d87aba1c8310,revision_number=3']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:17:17.591338 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7816ea8e-5674-4d35-b108-859166fb4344 None None] Routers {'905c5b7e-98b3-4eb3-be55-c895b1fa034e'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:17:17.592035 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-7816ea8e-5674-4d35-b108-859166fb4344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:17:00Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['905c5b7e-98b3-4eb3-be55-c895b1fa034e'], 'active': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:17:17.768949 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvr_db [None req-7816ea8e-5674-4d35-b108-859166fb4344 None None] Set router 905c5b7e-98b3-4eb3-be55-c895b1fa034e gateway port host: dv-neutron-825124-1-hyperv {{(pid=84154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 14:17:18.107654 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-7816ea8e-5674-4d35-b108-859166fb4344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '905c5b7e-98b3-4eb3-be55-c895b1fa034e', 'name': 'router1', 'tenant_id': 'fd0dc5f0b07746d788af6d3f75c84872', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.180'}], 'enable_snat': True}, 'gw_port_id': 'ecb21a1c-b38c-4b21-8eca-d87aba1c8310', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:16:55Z', 'updated_at': '2022-01-20T14:17:15Z', 'revision_number': 4, 'project_id': 'fd0dc5f0b07746d788af6d3f75c84872', 'gw_port': {'id': 'ecb21a1c-b38c-4b21-8eca-d87aba1c8310', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:3a:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '905c5b7e-98b3-4eb3-be55-c895b1fa034e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:17:14Z', 'updated_at': '2022-01-20T14:17:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv', '_interfaces': [{'id': '197f4a23-98f5-497b-8d67-a46f8c8659f1', 'name': '', 'network_id': 'd4576641-e945-4535-a302-774eb4cdb06f', 'tenant_id': 'fd0dc5f0b07746d788af6d3f75c84872', 'mac_address': 'fa:16:3e:a2:aa:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '905c5b7e-98b3-4eb3-be55-c895b1fa034e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3f88c679-8367-490e-aa3e-abf65645c8c9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:17:05Z', 'updated_at': '2022-01-20T14:17:11Z', 'revision_number': 5, 'project_id': 'fd0dc5f0b07746d788af6d3f75c84872', 'subnets': [{'id': '3f88c679-8367-490e-aa3e-abf65645c8c9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0563d07b-b8c5-4d28-a074-ae2362980c0c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:17:18.112135 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7816ea8e-5674-4d35-b108-859166fb4344 None None] The sync data for ids ['905c5b7e-98b3-4eb3-be55-c895b1fa034e'] in dv-neutron-825124-1-hyperv is: [{'id': '905c5b7e-98b3-4eb3-be55-c895b1fa034e', 'name': 'router1', 'tenant_id': 'fd0dc5f0b07746d788af6d3f75c84872', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.180'}], 'enable_snat': True}, 'gw_port_id': 'ecb21a1c-b38c-4b21-8eca-d87aba1c8310', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:16:55Z', 'updated_at': '2022-01-20T14:17:15Z', 'revision_number': 4, 'project_id': 'fd0dc5f0b07746d788af6d3f75c84872', 'gw_port': {'id': 'ecb21a1c-b38c-4b21-8eca-d87aba1c8310', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:3a:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '905c5b7e-98b3-4eb3-be55-c895b1fa034e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:17:14Z', 'updated_at': '2022-01-20T14:17:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv', '_interfaces': [{'id': '197f4a23-98f5-497b-8d67-a46f8c8659f1', 'name': '', 'network_id': 'd4576641-e945-4535-a302-774eb4cdb06f', 'tenant_id': 'fd0dc5f0b07746d788af6d3f75c84872', 'mac_address': 'fa:16:3e:a2:aa:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '905c5b7e-98b3-4eb3-be55-c895b1fa034e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3f88c679-8367-490e-aa3e-abf65645c8c9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:17:05Z', 'updated_at': '2022-01-20T14:17:11Z', 'revision_number': 5, 'project_id': 'fd0dc5f0b07746d788af6d3f75c84872', 'subnets': [{'id': '3f88c679-8367-490e-aa3e-abf65645c8c9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0563d07b-b8c5-4d28-a074-ae2362980c0c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 14:17:18.454004 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 59214) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:17:18.641924 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-bae94dea-0070-412f-aca5-044e40c1781b admin admin] 10.222.0.54 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1082 time: 0.1867647 Jan 20 14:17:19.652275 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device ecb21a1c-b38c-4b21-8eca-d87aba1c8310 up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:17:19.783887 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning for port ecb21a1c-b38c-4b21-8eca-d87aba1c8310 completed by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:17:19.790392 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port ecb21a1c-b38c-4b21-8eca-d87aba1c8310 triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:17:19.790877 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:17:19.923063 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:17:19.947562 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] For port ecb21a1c-b38c-4b21-8eca-d87aba1c8310, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=ecb21a1c-b38c-4b21-8eca-d87aba1c8310,segment=NetworkSegment(f628f1ba-6b70-4c9b-8839-62340c040c81),segment_id=f628f1ba-6b70-4c9b-8839-62340c040c81)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:17:20.032791 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:17:20.106576 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Pushing event updated for resources: {'Port': ['ID=ecb21a1c-b38c-4b21-8eca-d87aba1c8310,revision_number=4']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:17:21.637160 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device ecb21a1c-b38c-4b21-8eca-d87aba1c8310 up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:17:21.730396 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port ecb21a1c-b38c-4b21-8eca-d87aba1c8310 triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:17:21.730956 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:17:27.991981 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-43c6bae2-a4e6-4c2b-bc71-2cfb0ebe83b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:17:30.309394 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-66ca9829-2dff-44ad-9bbd-992c3cfddb2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:17:31.377725 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:17:31.406071 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-cdd98e71-1f0a-4421-baa9-dcb30e06edf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:17:32.860158 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-eea6df97-7ff1-4b63-af20-e3ec8913deda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:17:38.930560 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.agents_db [None req-6dba657d-a637-4918-9b6d-40defdfae04b None None] Agent healthcheck: found 5 active agents {{(pid=84155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 14:17:57.944864 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-96560376-45ec-4819-8e85-4e0a0b7673fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:18:00.297049 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-89549b55-4f69-4bc6-94a8-6359c9a1d18d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:18:01.390882 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:18:01.424442 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-cdd98e71-1f0a-4421-baa9-dcb30e06edf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:18:03.111075 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-eea6df97-7ff1-4b63-af20-e3ec8913deda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:18:15.933437 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.agents_db [None req-6dba657d-a637-4918-9b6d-40defdfae04b None None] Agent healthcheck: found 5 active agents {{(pid=84155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 14:18:27.959891 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7c6cff0d-d968-40c1-87ec-dfd1ba9eb7bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:18:30.307828 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-3c62a223-6dbe-4af5-9110-5081efb14cb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:18:31.435562 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:18:31.464527 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-cdd98e71-1f0a-4421-baa9-dcb30e06edf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:18:32.852428 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-eea6df97-7ff1-4b63-af20-e3ec8913deda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:18:52.935886 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.agents_db [None req-6dba657d-a637-4918-9b6d-40defdfae04b None None] Agent healthcheck: found 5 active agents {{(pid=84155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 14:18:57.966086 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-58f5a1d7-3b28-45c8-9388-25c468768bdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:19:00.303128 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-072a6ba0-0306-4732-9dea-624aad50bd0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:19:01.394266 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:19:01.422782 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-cdd98e71-1f0a-4421-baa9-dcb30e06edf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:19:02.840443 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-eea6df97-7ff1-4b63-af20-e3ec8913deda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:19:27.941482 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-55585fbe-143f-46fe-9025-e95dfe0012f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:19:29.935560 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.agents_db [None req-6dba657d-a637-4918-9b6d-40defdfae04b None None] Agent healthcheck: found 5 active agents {{(pid=84155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 14:19:30.279408 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7486e7db-3323-4664-8730-9493324fa4b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:19:31.376729 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:19:31.405179 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-cdd98e71-1f0a-4421-baa9-dcb30e06edf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:19:32.131504 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 59818) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:19:32.235851 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbb2935b-8d63-46b4-b46a-0c6ed4eb0ad3 admin admin] GET failed (client error): The resource could not be found. Jan 20 14:19:32.237204 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-fbb2935b-8d63-46b4-b46a-0c6ed4eb0ad3 admin admin] 10.222.0.54 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.1046765 Jan 20 14:19:32.371966 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-840a5171-d979-4152-b1ad-e4aa9da8d8fa admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:19:32.373319 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-840a5171-d979-4152-b1ad-e4aa9da8d8fa admin admin] 10.222.0.54 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1304197 Jan 20 14:19:32.849764 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-eea6df97-7ff1-4b63-af20-e3ec8913deda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:19:34.437310 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 59828) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:19:34.569332 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e89e81df-9c29-4463-9307-1e898b58939d admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:19:34.570073 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-e89e81df-9c29-4463-9307-1e898b58939d admin admin] Synchronizing usage tracker for tenant:96c5271ccc8c40beaf3bfe6c1dfa528e on resource:subnet {{(pid=84152) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:19:34.667675 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-e89e81df-9c29-4463-9307-1e898b58939d admin admin] Unset dirty status for tenant:96c5271ccc8c40beaf3bfe6c1dfa528e on resource:subnet {{(pid=84152) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:19:34.668895 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-e89e81df-9c29-4463-9307-1e898b58939d admin admin] 10.222.0.54 "GET /v2.0/subnets/3f88c679-8367-490e-aa3e-abf65645c8c9 HTTP/1.1" status: 200 len: 849 time: 0.2306471 Jan 20 14:19:34.678674 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-848be204-1f9a-4064-ace0-ba147f445e94 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:19:34.801066 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-848be204-1f9a-4064-ace0-ba147f445e94 admin admin] Notify callbacks [] for subnet, before_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:19:35.091281 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-848be204-1f9a-4064-ace0-ba147f445e94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8769554138615'] for subnet, after_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:19:35.140416 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-848be204-1f9a-4064-ace0-ba147f445e94 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:19:35.141560 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-848be204-1f9a-4064-ace0-ba147f445e94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1705179'] for subnet, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:19:35.142875 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-848be204-1f9a-4064-ace0-ba147f445e94 admin admin] 10.222.0.54 "PUT /v2.0/subnets/3f88c679-8367-490e-aa3e-abf65645c8c9 HTTP/1.1" status: 200 len: 868 time: 0.4684379 Jan 20 14:19:35.143559 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91dde5ee-cc1a-4065-ae6d-385e3c74845a None None] Network d4576641-e945-4535-a302-774eb4cdb06f requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:19:35.176217 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848be204-1f9a-4064-ace0-ba147f445e94 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f88c679-8367-490e-aa3e-abf65645c8c9,revision_number=1']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:19:35.185679 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848be204-1f9a-4064-ace0-ba147f445e94 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:19:35.186298 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848be204-1f9a-4064-ace0-ba147f445e94 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:19:35.189534 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848be204-1f9a-4064-ace0-ba147f445e94 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:19:35.190366 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848be204-1f9a-4064-ace0-ba147f445e94 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:19:35.190952 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848be204-1f9a-4064-ace0-ba147f445e94 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:19:35.191629 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848be204-1f9a-4064-ace0-ba147f445e94 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:19:35.192398 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848be204-1f9a-4064-ace0-ba147f445e94 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:19:35.193467 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848be204-1f9a-4064-ace0-ba147f445e94 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:19:35.194324 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848be204-1f9a-4064-ace0-ba147f445e94 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:19:35.194943 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848be204-1f9a-4064-ace0-ba147f445e94 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:19:35.195525 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848be204-1f9a-4064-ace0-ba147f445e94 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:19:35.703068 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-77ba2c30-bb70-4016-bbaa-7d4bdcd34e79 None None] Provisioning complete for port 197f4a23-98f5-497b-8d67-a46f8c8659f1 triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:19:35.703362 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-77ba2c30-bb70-4016-bbaa-7d4bdcd34e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:19:35.833448 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-77ba2c30-bb70-4016-bbaa-7d4bdcd34e79 None None] Provisioning complete for port 7f7d5193-4b13-4efa-a9fe-758ee0dcec98 triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:19:35.833855 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-77ba2c30-bb70-4016-bbaa-7d4bdcd34e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:19:37.236088 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 59838) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:19:37.441560 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27c69df9-52c5-4841-974c-f2ca3c59b96a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:19:37.441841 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27c69df9-52c5-4841-974c-f2ca3c59b96a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:19:37.443422 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-27c69df9-52c5-4841-974c-f2ca3c59b96a admin admin] 10.222.0.54 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2063670 Jan 20 14:19:39.546971 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 59848) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:19:39.759809 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92d9e3f8-aa00-4f04-890d-36b8378a73b9 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:19:39.760177 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92d9e3f8-aa00-4f04-890d-36b8378a73b9 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:19:39.761748 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-92d9e3f8-aa00-4f04-890d-36b8378a73b9 admin admin] 10.222.0.54 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2138388 Jan 20 14:19:41.878021 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 59858) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:19:42.115139 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1627835-0d2f-4ae7-a849-5ff547b60f09 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:19:42.116501 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-f1627835-0d2f-4ae7-a849-5ff547b60f09 admin admin] 10.222.0.54 "GET /v2.0/networks/8dffb05c-5ca0-409b-bd5f-7be6264f707d HTTP/1.1" status: 200 len: 886 time: 0.2375314 Jan 20 14:19:44.189540 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 59868) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:19:44.406717 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81e687a8-a999-4f7e-9054-ae0f19b11302 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:19:44.408000 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-81e687a8-a999-4f7e-9054-ae0f19b11302 admin admin] 10.222.0.54 "GET /v2.0/networks/d4576641-e945-4535-a302-774eb4cdb06f HTTP/1.1" status: 200 len: 869 time: 0.2174814 Jan 20 14:19:46.501816 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 59878) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:19:46.640184 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f7dadc8-63bc-45c4-89af-acfd155738d0 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:19:46.640561 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f7dadc8-63bc-45c4-89af-acfd155738d0 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:19:46.642104 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-0f7dadc8-63bc-45c4-89af-acfd155738d0 admin admin] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1392741 Jan 20 14:19:48.699657 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 59888) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:19:48.834751 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f23c67c9-9233-4ec1-9506-4344368fe3cd admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:19:48.835825 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f23c67c9-9233-4ec1-9506-4344368fe3cd admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:19:48.836656 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-f23c67c9-9233-4ec1-9506-4344368fe3cd admin admin] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1360524 Jan 20 14:19:50.941879 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 59898) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:19:51.082580 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cec99972-e31c-4ce2-a236-e9d31ddc90d5 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:19:51.083939 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-cec99972-e31c-4ce2-a236-e9d31ddc90d5 admin admin] 10.222.0.54 "GET /v2.0/subnets/3f88c679-8367-490e-aa3e-abf65645c8c9 HTTP/1.1" status: 200 len: 868 time: 0.1410573 Jan 20 14:19:53.278145 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 59908) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:19:53.417728 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d16d887-892a-4f0f-813a-107231cc7639 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:19:53.419133 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-6d16d887-892a-4f0f-813a-107231cc7639 admin admin] 10.222.0.54 "GET /v2.0/subnets/a489dd4f-42a5-433b-8be3-bab2749c4209 HTTP/1.1" status: 200 len: 816 time: 0.1400454 Jan 20 14:19:57.981387 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-0119de20-64c3-4272-ae8c-9148303ab61c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:20:00.295656 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-88eb52c9-8b16-4fbb-b60a-1dcc419559ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:20:01.364303 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:20:01.421210 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-cdd98e71-1f0a-4421-baa9-dcb30e06edf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:20:02.878458 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-eea6df97-7ff1-4b63-af20-e3ec8913deda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:20:06.936115 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.agents_db [None req-6dba657d-a637-4918-9b6d-40defdfae04b None None] Agent healthcheck: found 5 active agents {{(pid=84155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 14:20:12.263578 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 59946) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:20:12.336797 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [None req-95955f15-cb7d-406e-80c9-d96775bb7275 admin admin] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=84152) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 20 14:20:12.337771 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-95955f15-cb7d-406e-80c9-d96775bb7275 admin admin] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0732632 Jan 20 14:20:14.484564 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 59956) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:20:14.575560 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f93dcd2-4095-482a-8d39-8f2398629dc4 admin admin] GET failed (client error): The resource could not be found. Jan 20 14:20:14.576793 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-7f93dcd2-4095-482a-8d39-8f2398629dc4 admin admin] 10.222.0.54 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0912433 Jan 20 14:20:14.703011 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fffbf6fb-98ba-4eed-84cd-395cb374a946 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:20:14.704483 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-fffbf6fb-98ba-4eed-84cd-395cb374a946 admin admin] 10.222.0.54 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1238739 Jan 20 14:20:16.806099 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 59966) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:20:16.886423 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-f730544b-863e-48f7-8175-01bf0b1b6ef9 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:20:16.891928 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-f730544b-863e-48f7-8175-01bf0b1b6ef9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:20:16.896313 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-f730544b-863e-48f7-8175-01bf0b1b6ef9 admin admin] Usage tracker for resource:network and tenant:96c5271ccc8c40beaf3bfe6c1dfa528e is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:20:16.899386 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-f730544b-863e-48f7-8175-01bf0b1b6ef9 admin admin] Quota usage for network was recalculated. Used quota:1. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:20:16.905262 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-f730544b-863e-48f7-8175-01bf0b1b6ef9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:20:16.969779 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f730544b-863e-48f7-8175-01bf0b1b6ef9 admin admin] Made reservation on behalf of 96c5271ccc8c40beaf3bfe6c1dfa528e for: {'network': 1} {{(pid=84153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:20:16.972142 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-f730544b-863e-48f7-8175-01bf0b1b6ef9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for network, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:20:17.061415 dv-neutron-825124-1-hyperv neutron-server[84153]: WARNING neutron.services.revisions.revision_plugin [None req-f730544b-863e-48f7-8175-01bf0b1b6ef9 admin admin] Could not find related network for resource to bump revision. Jan 20 14:20:17.072953 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f730544b-863e-48f7-8175-01bf0b1b6ef9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 197} {{(pid=84153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 14:20:17.082062 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-f730544b-863e-48f7-8175-01bf0b1b6ef9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:20:17.082408 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.db.segments_db [None req-f730544b-863e-48f7-8175-01bf0b1b6ef9 admin admin] Added segment 533b3441-2168-44a1-8206-c3a92857c7a9 of type vlan for network 1f0b1672-47f6-4012-b991-ae860658a630 Jan 20 14:20:17.108846 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-f730544b-863e-48f7-8175-01bf0b1b6ef9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769553767792'] for network, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:20:17.175574 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-f730544b-863e-48f7-8175-01bf0b1b6ef9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967'] for network, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:20:17.176411 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f730544b-863e-48f7-8175-01bf0b1b6ef9 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:20:17.177008 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-f730544b-863e-48f7-8175-01bf0b1b6ef9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1705179'] for network, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:20:17.277986 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f730544b-863e-48f7-8175-01bf0b1b6ef9 admin admin] Pushing event updated for resources: {'Network': ['ID=1f0b1672-47f6-4012-b991-ae860658a630,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:20:17.286092 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f730544b-863e-48f7-8175-01bf0b1b6ef9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:20:17.286434 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f730544b-863e-48f7-8175-01bf0b1b6ef9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:20:17.286764 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f730544b-863e-48f7-8175-01bf0b1b6ef9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:20:17.287093 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f730544b-863e-48f7-8175-01bf0b1b6ef9 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:20:17.287420 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f730544b-863e-48f7-8175-01bf0b1b6ef9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:20:17.287744 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f730544b-863e-48f7-8175-01bf0b1b6ef9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:20:17.288098 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f730544b-863e-48f7-8175-01bf0b1b6ef9 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:20:17.288418 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f730544b-863e-48f7-8175-01bf0b1b6ef9 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:20:17.288733 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f730544b-863e-48f7-8175-01bf0b1b6ef9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:20:17.289055 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f730544b-863e-48f7-8175-01bf0b1b6ef9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:20:17.289365 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f730544b-863e-48f7-8175-01bf0b1b6ef9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:20:17.301119 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Network 1f0b1672-47f6-4012-b991-ae860658a630 details requested by agent ovs-agent-dv-neutron-825124-1-hyperv with host dv-neutron-825124-1-hyperv {{(pid=84154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 14:20:17.324861 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-f730544b-863e-48f7-8175-01bf0b1b6ef9 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5175841 Jan 20 14:20:19.444676 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 59976) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:20:19.537460 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4cfde2b-9e85-4caa-817a-d1366395b7ec admin admin] GET failed (client error): The resource could not be found. Jan 20 14:20:19.538770 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-f4cfde2b-9e85-4caa-817a-d1366395b7ec admin admin] 10.222.0.54 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0931501 Jan 20 14:20:19.653310 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1200fb80-a779-4a0a-9144-5cf8eac17664 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:20:19.654906 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-1200fb80-a779-4a0a-9144-5cf8eac17664 admin admin] 10.222.0.54 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1119382 Jan 20 14:20:19.665319 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-b5e82783-8205-474c-b5b0-9a4ff5dab027 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'description': 'shared-subnet', 'ip_version': 4, 'network_id': '1f0b1672-47f6-4012-b991-ae860658a630'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:20:19.679172 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-b5e82783-8205-474c-b5b0-9a4ff5dab027 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:20:19.681012 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-b5e82783-8205-474c-b5b0-9a4ff5dab027 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:20:19.752885 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5e82783-8205-474c-b5b0-9a4ff5dab027 admin admin] Made reservation on behalf of 96c5271ccc8c40beaf3bfe6c1dfa528e for: {'subnet': 1} {{(pid=84152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:20:19.755625 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-b5e82783-8205-474c-b5b0-9a4ff5dab027 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:20:20.038181 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-b5e82783-8205-474c-b5b0-9a4ff5dab027 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967'] for subnet, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:20:20.116042 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e82783-8205-474c-b5b0-9a4ff5dab027 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9dda5952-b963-4fe9-b0d4-ac2f685a2d01,revision_number=0']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:20:20.128921 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5e82783-8205-474c-b5b0-9a4ff5dab027 admin admin] Checking segment: {'id': '533b3441-2168-44a1-8206-c3a92857c7a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '1f0b1672-47f6-4012-b991-ae860658a630'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 14:20:20.128921 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5e82783-8205-474c-b5b0-9a4ff5dab027 admin admin] Network hostable DHCP agents. Network: 1f0b1672-47f6-4012-b991-ae860658a630, hostable agents: ['1a181e39-5220-4c1a-88f8-08a54e8bfc9b'], hosted agents: [] {{(pid=84152) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 14:20:20.226449 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5e82783-8205-474c-b5b0-9a4ff5dab027 admin admin] Network 1f0b1672-47f6-4012-b991-ae860658a630 is scheduled to be hosted by DHCP agent 1a181e39-5220-4c1a-88f8-08a54e8bfc9b with binding_index 1 {{(pid=84152) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 14:20:20.324497 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.base_scheduler [None req-b5e82783-8205-474c-b5b0-9a4ff5dab027 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825124-1-hyperv, 1f0b1672-47f6-4012-b991-ae860658a630) {{(pid=84152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:20:20.329743 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5e82783-8205-474c-b5b0-9a4ff5dab027 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:20:20.330614 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-b5e82783-8205-474c-b5b0-9a4ff5dab027 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1705179'] for subnet, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:20:20.334469 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1360ad30-9af6-4a2b-b1f8-8ad39937a57b None None] Network 1f0b1672-47f6-4012-b991-ae860658a630 requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:20:20.473853 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-b5e82783-8205-474c-b5b0-9a4ff5dab027 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8126116 Jan 20 14:20:20.572941 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-036ceec4-f5ff-4d4c-adcc-92d3db712a6d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95c917f5-14ba-5e96-98b8-1a52654a930a-1f0b1672-47f6-4012-b991-ae860658a630', 'network_id': '1f0b1672-47f6-4012-b991-ae860658a630', 'tenant_id': '96c5271ccc8c40beaf3bfe6c1dfa528e', 'fixed_ips': [{'subnet_id': '9dda5952-b963-4fe9-b0d4-ac2f685a2d01'}]}} from dv-neutron-825124-1-hyperv. {{(pid=84154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 20 14:20:20.573817 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-036ceec4-f5ff-4d4c-adcc-92d3db712a6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:20:20.744814 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_common [None req-036ceec4-f5ff-4d4c-adcc-92d3db712a6d None None] Allocated IP 192.168.233.2 (1f0b1672-47f6-4012-b991-ae860658a630/9dda5952-b963-4fe9-b0d4-ac2f685a2d01/c16aa9e7-9fb1-4e74-a426-54b42f58c2d1) {{(pid=84154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:20:20.968703 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-036ceec4-f5ff-4d4c-adcc-92d3db712a6d None None] Notify callbacks [] for port, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:20:20.979548 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-036ceec4-f5ff-4d4c-adcc-92d3db712a6d None None] Transition to ACTIVE for port object c16aa9e7-9fb1-4e74-a426-54b42f58c2d1 will not be triggered until provisioned by entity L2. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:20:20.999621 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-036ceec4-f5ff-4d4c-adcc-92d3db712a6d None None] Transition to ACTIVE for port object c16aa9e7-9fb1-4e74-a426-54b42f58c2d1 will not be triggered until provisioned by entity DHCP. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:20:21.055693 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-036ceec4-f5ff-4d4c-adcc-92d3db712a6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477'] for port, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:20:21.129655 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-036ceec4-f5ff-4d4c-adcc-92d3db712a6d None None] Network 1f0b1672-47f6-4012-b991-ae860658a630 is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:20:21.133643 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-036ceec4-f5ff-4d4c-adcc-92d3db712a6d None None] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:20:21.137962 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-036ceec4-f5ff-4d4c-adcc-92d3db712a6d None None] Received port after_create {{(pid=84154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:20:21.144538 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036ceec4-f5ff-4d4c-adcc-92d3db712a6d None None] Pushing event updated for resources: {'Port': ['ID=c16aa9e7-9fb1-4e74-a426-54b42f58c2d1,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:20:21.187074 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036ceec4-f5ff-4d4c-adcc-92d3db712a6d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:20:21.187444 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036ceec4-f5ff-4d4c-adcc-92d3db712a6d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:20:21.187764 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036ceec4-f5ff-4d4c-adcc-92d3db712a6d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:20:21.188098 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036ceec4-f5ff-4d4c-adcc-92d3db712a6d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:20:21.188469 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036ceec4-f5ff-4d4c-adcc-92d3db712a6d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:20:21.189592 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036ceec4-f5ff-4d4c-adcc-92d3db712a6d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:20:21.189592 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036ceec4-f5ff-4d4c-adcc-92d3db712a6d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:20:21.189788 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036ceec4-f5ff-4d4c-adcc-92d3db712a6d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:20:21.190140 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036ceec4-f5ff-4d4c-adcc-92d3db712a6d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:20:21.191193 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036ceec4-f5ff-4d4c-adcc-92d3db712a6d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:20:21.191377 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036ceec4-f5ff-4d4c-adcc-92d3db712a6d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:20:21.245635 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-036ceec4-f5ff-4d4c-adcc-92d3db712a6d None None] Attempting to bind port c16aa9e7-9fb1-4e74-a426-54b42f58c2d1 on host dv-neutron-825124-1-hyperv for vnic_type normal with profile {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:20:21.246013 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-036ceec4-f5ff-4d4c-adcc-92d3db712a6d None None] Attempting to bind port c16aa9e7-9fb1-4e74-a426-54b42f58c2d1 by drivers openvswitch,hyperv on host dv-neutron-825124-1-hyperv at level 0 using segments [{'id': '533b3441-2168-44a1-8206-c3a92857c7a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '1f0b1672-47f6-4012-b991-ae860658a630'}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:20:21.246407 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-036ceec4-f5ff-4d4c-adcc-92d3db712a6d None None] Attempting to bind port c16aa9e7-9fb1-4e74-a426-54b42f58c2d1 on network 1f0b1672-47f6-4012-b991-ae860658a630 {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 14:20:21.254025 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-036ceec4-f5ff-4d4c-adcc-92d3db712a6d None None] Checking agent: {'id': '6414dfeb-85c5-454a-8756-709ca637d800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825124-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 16, 31), 'started_at': datetime.datetime(2022, 1, 20, 14, 17, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 20, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825124-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 14:20:21.254592 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-036ceec4-f5ff-4d4c-adcc-92d3db712a6d None None] Checking segment: {'id': '533b3441-2168-44a1-8206-c3a92857c7a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '1f0b1672-47f6-4012-b991-ae860658a630'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 14:20:21.254839 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-036ceec4-f5ff-4d4c-adcc-92d3db712a6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:20:21.255361 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-036ceec4-f5ff-4d4c-adcc-92d3db712a6d None None] Bound using segment: {'id': '533b3441-2168-44a1-8206-c3a92857c7a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '1f0b1672-47f6-4012-b991-ae860658a630'} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 14:20:21.255841 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-036ceec4-f5ff-4d4c-adcc-92d3db712a6d None None] Bound port: c16aa9e7-9fb1-4e74-a426-54b42f58c2d1, host: dv-neutron-825124-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '533b3441-2168-44a1-8206-c3a92857c7a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '1f0b1672-47f6-4012-b991-ae860658a630'}}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:20:21.256325 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-036ceec4-f5ff-4d4c-adcc-92d3db712a6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:20:21.380207 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-036ceec4-f5ff-4d4c-adcc-92d3db712a6d None None] For port c16aa9e7-9fb1-4e74-a426-54b42f58c2d1, host dv-neutron-825124-1-hyperv, cleared binding levels {{(pid=84154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 14:20:21.383434 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-036ceec4-f5ff-4d4c-adcc-92d3db712a6d None None] For port c16aa9e7-9fb1-4e74-a426-54b42f58c2d1, host dv-neutron-825124-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=c16aa9e7-9fb1-4e74-a426-54b42f58c2d1,segment=NetworkSegment(533b3441-2168-44a1-8206-c3a92857c7a9),segment_id=533b3441-2168-44a1-8206-c3a92857c7a9)] {{(pid=84154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 14:20:21.444137 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-036ceec4-f5ff-4d4c-adcc-92d3db712a6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:20:21.531161 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036ceec4-f5ff-4d4c-adcc-92d3db712a6d None None] Pushing event updated for resources: {'Port': ['ID=c16aa9e7-9fb1-4e74-a426-54b42f58c2d1,revision_number=2']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:20:21.808381 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device c16aa9e7-9fb1-4e74-a426-54b42f58c2d1 up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:20:21.975433 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning for port c16aa9e7-9fb1-4e74-a426-54b42f58c2d1 completed by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:20:22.466149 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d26f519f-ee6e-4486-9750-5cfc02a08955 None None] Network 1f0b1672-47f6-4012-b991-ae860658a630 requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:20:22.632560 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-e2a869dc-2309-4384-95b9-622fe799847c None None] Provisioning for port c16aa9e7-9fb1-4e74-a426-54b42f58c2d1 completed by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:20:22.644822 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-e2a869dc-2309-4384-95b9-622fe799847c None None] Provisioning complete for port c16aa9e7-9fb1-4e74-a426-54b42f58c2d1 triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:20:22.647719 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-e2a869dc-2309-4384-95b9-622fe799847c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:20:22.826314 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-e2a869dc-2309-4384-95b9-622fe799847c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:20:22.868460 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-e2a869dc-2309-4384-95b9-622fe799847c None None] For port c16aa9e7-9fb1-4e74-a426-54b42f58c2d1, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=c16aa9e7-9fb1-4e74-a426-54b42f58c2d1,segment=NetworkSegment(533b3441-2168-44a1-8206-c3a92857c7a9),segment_id=533b3441-2168-44a1-8206-c3a92857c7a9)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:20:22.958954 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-e2a869dc-2309-4384-95b9-622fe799847c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:20:23.038422 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a869dc-2309-4384-95b9-622fe799847c None None] Pushing event updated for resources: {'Port': ['ID=c16aa9e7-9fb1-4e74-a426-54b42f58c2d1,revision_number=3']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:20:23.082419 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-43a81d6c-2d06-4e85-b45a-3101285c3195 None None] Provisioning complete for port c16aa9e7-9fb1-4e74-a426-54b42f58c2d1 triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:20:23.082685 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-43a81d6c-2d06-4e85-b45a-3101285c3195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:20:23.734915 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device c16aa9e7-9fb1-4e74-a426-54b42f58c2d1 up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:20:23.812794 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port c16aa9e7-9fb1-4e74-a426-54b42f58c2d1 triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:20:23.813183 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:20:27.964207 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-2803fded-bfcb-4f18-86df-399b260260c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:20:30.295222 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-da75daf0-e883-4b09-8f44-8ed813ae768d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:20:31.368953 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:20:31.397529 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-cdd98e71-1f0a-4421-baa9-dcb30e06edf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:20:32.866287 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-eea6df97-7ff1-4b63-af20-e3ec8913deda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:20:43.937253 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.agents_db [None req-6dba657d-a637-4918-9b6d-40defdfae04b None None] Agent healthcheck: found 5 active agents {{(pid=84155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 14:20:58.014506 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-06eb8976-56ac-4a42-845d-c226e75f3f1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:21:00.277311 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ca459b65-eaa5-4a57-9740-a79aaf414b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:21:01.408446 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:21:01.437288 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-cdd98e71-1f0a-4421-baa9-dcb30e06edf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:21:02.865826 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-eea6df97-7ff1-4b63-af20-e3ec8913deda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:21:20.937569 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.agents_db [None req-6dba657d-a637-4918-9b6d-40defdfae04b None None] Agent healthcheck: found 5 active agents {{(pid=84155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 14:21:28.174436 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-eab9e6db-eb7b-4ac0-a775-568b011eb14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:21:30.293892 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-16836d10-7710-4f94-a51e-db803350462d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:21:31.424881 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:21:31.453744 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-cdd98e71-1f0a-4421-baa9-dcb30e06edf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:21:32.854059 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-eea6df97-7ff1-4b63-af20-e3ec8913deda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:21:37.696294 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 60018) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:21:37.702832 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [None req-6df690b6-f1c0-4e1b-b380-d2aff4cd0f08 tempest-verify_tempest_config-1436218108 tempest-verify_tempest_config-1436218108-project] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=84153) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 20 14:21:37.703814 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-6df690b6-f1c0-4e1b-b380-d2aff4cd0f08 tempest-verify_tempest_config-1436218108 tempest-verify_tempest_config-1436218108-project] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12610 time: 0.0064104 Jan 20 14:21:38.324869 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 60034) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:21:38.476282 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-4b6dee47-319a-4fb8-b440-efefa99d6094 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:21:38.508340 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-4b6dee47-319a-4fb8-b440-efefa99d6094 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:21:38.512255 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-4b6dee47-319a-4fb8-b440-efefa99d6094 admin admin] Usage tracker for resource:security_group_rule and tenant:9d70b1460b764473b06bd26f2f29c87e is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:21:38.515135 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-4b6dee47-319a-4fb8-b440-efefa99d6094 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:21:38.521467 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-4b6dee47-319a-4fb8-b440-efefa99d6094 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:21:38.588352 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-4b6dee47-319a-4fb8-b440-efefa99d6094 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:21:38.636582 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-4b6dee47-319a-4fb8-b440-efefa99d6094 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:21:38.682507 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6dee47-319a-4fb8-b440-efefa99d6094 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23869f00-5bbb-4c96-85f0-c5c72af75d7f,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:21:38.687846 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-4b6dee47-319a-4fb8-b440-efefa99d6094 admin admin] Synchronizing usage tracker for tenant:96c5271ccc8c40beaf3bfe6c1dfa528e on resource:security_group {{(pid=84153) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:21:38.699045 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6dee47-319a-4fb8-b440-efefa99d6094 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:21:38.699683 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6dee47-319a-4fb8-b440-efefa99d6094 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:21:38.699789 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6dee47-319a-4fb8-b440-efefa99d6094 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:21:38.700047 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6dee47-319a-4fb8-b440-efefa99d6094 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:21:38.700395 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6dee47-319a-4fb8-b440-efefa99d6094 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:21:38.700731 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6dee47-319a-4fb8-b440-efefa99d6094 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:21:38.701074 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6dee47-319a-4fb8-b440-efefa99d6094 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:21:38.701403 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6dee47-319a-4fb8-b440-efefa99d6094 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:21:38.701727 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6dee47-319a-4fb8-b440-efefa99d6094 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:21:38.702067 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6dee47-319a-4fb8-b440-efefa99d6094 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:21:38.702398 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6dee47-319a-4fb8-b440-efefa99d6094 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:21:38.774143 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-4b6dee47-319a-4fb8-b440-efefa99d6094 admin admin] Unset dirty status for tenant:96c5271ccc8c40beaf3bfe6c1dfa528e on resource:security_group {{(pid=84153) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:21:38.775729 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-4b6dee47-319a-4fb8-b440-efefa99d6094 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=9d70b1460b764473b06bd26f2f29c87e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4496534 Jan 20 14:21:38.784274 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 60040) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:21:38.848256 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-f08f18fa-a51c-40f5-b02d-8619711ae641 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:21:38.873181 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-f08f18fa-a51c-40f5-b02d-8619711ae641 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:21:39.076341 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-f08f18fa-a51c-40f5-b02d-8619711ae641 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:21:39.092635 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08f18fa-a51c-40f5-b02d-8619711ae641 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23869f00-5bbb-4c96-85f0-c5c72af75d7f,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:21:39.097193 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-f08f18fa-a51c-40f5-b02d-8619711ae641 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:21:39.098361 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-f08f18fa-a51c-40f5-b02d-8619711ae641 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/23869f00-5bbb-4c96-85f0-c5c72af75d7f HTTP/1.1" status: 204 len: 168 time: 0.3130808 Jan 20 14:21:57.933617 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-03f17c6e-df67-4867-8d81-a3f195f4a6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:21:57.940521 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.agents_db [None req-6dba657d-a637-4918-9b6d-40defdfae04b None None] Agent healthcheck: found 5 active agents {{(pid=84155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 14:22:00.293763 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-5ada02c1-5bd2-4a6d-92c6-dfdd633f6700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:22:01.396772 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:22:01.482406 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-cdd98e71-1f0a-4421-baa9-dcb30e06edf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:22:02.864741 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-eea6df97-7ff1-4b63-af20-e3ec8913deda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:22:27.950705 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-64e86fe8-e880-45a0-9705-34e9d6b5d7ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:22:30.281851 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-e57833ab-10fc-4b00-a046-5027710d08eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:22:31.384730 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:22:31.436503 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-cdd98e71-1f0a-4421-baa9-dcb30e06edf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:22:32.876241 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-eea6df97-7ff1-4b63-af20-e3ec8913deda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:22:34.946835 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.agents_db [None req-6dba657d-a637-4918-9b6d-40defdfae04b None None] Agent healthcheck: found 5 active agents {{(pid=84155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 14:22:58.040184 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-569152d4-ee7a-4c79-b1f0-98a6f40513de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:23:00.248490 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-745242'] for agent, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:23:00.317269 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-27fa56da-4ece-413f-8573-4116b7ab18bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:23:01.390277 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:23:01.418926 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-cdd98e71-1f0a-4421-baa9-dcb30e06edf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:23:02.898608 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-eea6df97-7ff1-4b63-af20-e3ec8913deda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:23:11.940756 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.agents_db [None req-6dba657d-a637-4918-9b6d-40defdfae04b None None] Agent healthcheck: found 6 active agents {{(pid=84155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 14:23:15.264679 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 60110) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:23:15.418513 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-63c73fb2-710c-4fac-bdb1-3d78c448454b admin admin] 10.222.0.54 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.1526608 Jan 20 14:23:17.511004 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 60120) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:23:17.593256 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-9edff6df-4501-4c8c-a768-3d4aa37db0fb admin admin] 10.222.0.54 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.0812340 Jan 20 14:23:27.954312 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7a0ebfd5-a53f-4b49-94e0-d01dea960089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:23:30.132502 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:23:30.281140 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-814be9fc-0a06-4060-adfc-678aa6994d7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:23:31.424046 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:23:31.458527 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-cdd98e71-1f0a-4421-baa9-dcb30e06edf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:23:32.862281 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-eea6df97-7ff1-4b63-af20-e3ec8913deda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:23:48.942766 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.agents_db [None req-6dba657d-a637-4918-9b6d-40defdfae04b None None] Agent healthcheck: found 6 active agents {{(pid=84155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 14:23:57.970439 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-0074d9fc-4d26-40d1-863e-8f3cad7a5b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:24:00.130010 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:24:00.292308 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-4e72534b-ba7c-47b4-91c3-48cc86eb6fe5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:24:01.431557 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:24:01.469582 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-cdd98e71-1f0a-4421-baa9-dcb30e06edf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:24:02.887114 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-eea6df97-7ff1-4b63-af20-e3ec8913deda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:24:25.944057 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.agents_db [None req-6dba657d-a637-4918-9b6d-40defdfae04b None None] Agent healthcheck: found 6 active agents {{(pid=84155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 14:24:28.009638 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-157da262-8ea0-497a-9fc6-97785be704cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:24:30.143860 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:24:30.283690 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-8483a30d-a14a-41c3-a9c8-145752d5ff89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:24:31.395565 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:24:31.458303 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-cdd98e71-1f0a-4421-baa9-dcb30e06edf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:24:32.884033 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-eea6df97-7ff1-4b63-af20-e3ec8913deda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:24:57.632071 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 60312) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:24:57.881283 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 60322) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:24:57.980514 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-77f2ef15-3163-479e-9246-b45736ed7657 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:24:58.397082 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-06af7ec3-fe68-4a84-b5f3-96277ae94509 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1297522866-network', 'tenant_id': '02a4359015ef4fdda53e039fb57dd72f'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:24:58.402350 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-06af7ec3-fe68-4a84-b5f3-96277ae94509 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:24:58.407142 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-06af7ec3-fe68-4a84-b5f3-96277ae94509 admin admin] Usage tracker for resource:network and tenant:02a4359015ef4fdda53e039fb57dd72f is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:24:58.411313 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-06af7ec3-fe68-4a84-b5f3-96277ae94509 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:24:58.418586 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-06af7ec3-fe68-4a84-b5f3-96277ae94509 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:24:58.486388 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06af7ec3-fe68-4a84-b5f3-96277ae94509 admin admin] Made reservation on behalf of 02a4359015ef4fdda53e039fb57dd72f for: {'network': 1} {{(pid=84153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:24:58.489449 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-06af7ec3-fe68-4a84-b5f3-96277ae94509 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for network, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:24:58.502064 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-06af7ec3-fe68-4a84-b5f3-96277ae94509 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:24:58.519001 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-2dd4fee1-08b8-436d-964f-a3777df174cc admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-315493439-network', 'tenant_id': '2841efab0dc64ab1970d5183558f5547'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:24:58.525348 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-2dd4fee1-08b8-436d-964f-a3777df174cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:24:58.539769 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-2dd4fee1-08b8-436d-964f-a3777df174cc admin admin] Usage tracker for resource:network and tenant:2841efab0dc64ab1970d5183558f5547 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:24:58.545801 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-2dd4fee1-08b8-436d-964f-a3777df174cc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:24:58.555306 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-2dd4fee1-08b8-436d-964f-a3777df174cc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:24:58.557567 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-06af7ec3-fe68-4a84-b5f3-96277ae94509 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:24:58.568316 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-06af7ec3-fe68-4a84-b5f3-96277ae94509 admin admin] Usage tracker for resource:security_group_rule and tenant:02a4359015ef4fdda53e039fb57dd72f is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:24:58.572920 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-06af7ec3-fe68-4a84-b5f3-96277ae94509 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:24:58.577860 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-06af7ec3-fe68-4a84-b5f3-96277ae94509 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:24:58.649039 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-06af7ec3-fe68-4a84-b5f3-96277ae94509 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:24:58.650632 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dd4fee1-08b8-436d-964f-a3777df174cc admin admin] Made reservation on behalf of 2841efab0dc64ab1970d5183558f5547 for: {'network': 1} {{(pid=84153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:24:58.653310 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-2dd4fee1-08b8-436d-964f-a3777df174cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for network, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:24:58.666883 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-2dd4fee1-08b8-436d-964f-a3777df174cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:24:58.698980 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-2dd4fee1-08b8-436d-964f-a3777df174cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:24:58.702647 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-2dd4fee1-08b8-436d-964f-a3777df174cc admin admin] Usage tracker for resource:security_group_rule and tenant:2841efab0dc64ab1970d5183558f5547 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:24:58.705544 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-2dd4fee1-08b8-436d-964f-a3777df174cc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:24:58.711655 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-2dd4fee1-08b8-436d-964f-a3777df174cc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:24:58.738351 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-06af7ec3-fe68-4a84-b5f3-96277ae94509 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:24:58.766213 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06af7ec3-fe68-4a84-b5f3-96277ae94509 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 154} {{(pid=84153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 14:24:58.813358 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-06af7ec3-fe68-4a84-b5f3-96277ae94509 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:24:58.813760 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.db.segments_db [None req-06af7ec3-fe68-4a84-b5f3-96277ae94509 admin admin] Added segment 3182924e-8b03-4797-949c-f0b3e4c69277 of type vlan for network da16ad43-ad30-42db-87b4-6c2adb2c2b3b Jan 20 14:24:58.815547 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06af7ec3-fe68-4a84-b5f3-96277ae94509 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed992f98-90b6-4019-8aa3-da69388f87b0,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:24:58.866740 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06af7ec3-fe68-4a84-b5f3-96277ae94509 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:24:58.867087 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06af7ec3-fe68-4a84-b5f3-96277ae94509 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:24:58.867436 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06af7ec3-fe68-4a84-b5f3-96277ae94509 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:24:58.867815 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06af7ec3-fe68-4a84-b5f3-96277ae94509 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:24:58.868150 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06af7ec3-fe68-4a84-b5f3-96277ae94509 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:24:58.868479 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06af7ec3-fe68-4a84-b5f3-96277ae94509 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:24:58.868816 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06af7ec3-fe68-4a84-b5f3-96277ae94509 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:24:58.869152 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06af7ec3-fe68-4a84-b5f3-96277ae94509 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:24:58.869461 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06af7ec3-fe68-4a84-b5f3-96277ae94509 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:24:58.869775 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06af7ec3-fe68-4a84-b5f3-96277ae94509 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:24:58.870111 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06af7ec3-fe68-4a84-b5f3-96277ae94509 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:24:58.871161 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06af7ec3-fe68-4a84-b5f3-96277ae94509 admin admin] Tracked resource versions report: Jan 20 14:24:58.871161 dv-neutron-825124-1-hyperv neutron-server[84153]: pushed versions: Jan 20 14:24:58.871161 dv-neutron-825124-1-hyperv neutron-server[84153]: { 'ConntrackHelper': {'1.0'}, Jan 20 14:24:58.871161 dv-neutron-825124-1-hyperv neutron-server[84153]: 'Log': {'1.0'}, Jan 20 14:24:58.871161 dv-neutron-825124-1-hyperv neutron-server[84153]: 'Network': {'1.1'}, Jan 20 14:24:58.871161 dv-neutron-825124-1-hyperv neutron-server[84153]: 'Port': {'1.5'}, Jan 20 14:24:58.871161 dv-neutron-825124-1-hyperv neutron-server[84153]: 'PortForwarding': {'1.2'}, Jan 20 14:24:58.871161 dv-neutron-825124-1-hyperv neutron-server[84153]: 'QosPolicy': {'1.8'}, Jan 20 14:24:58.871161 dv-neutron-825124-1-hyperv neutron-server[84153]: 'SecurityGroup': {'1.2'}, Jan 20 14:24:58.871161 dv-neutron-825124-1-hyperv neutron-server[84153]: 'SecurityGroupRule': {'1.0'}, Jan 20 14:24:58.871161 dv-neutron-825124-1-hyperv neutron-server[84153]: 'SubPort': {'1.0'}, Jan 20 14:24:58.871161 dv-neutron-825124-1-hyperv neutron-server[84153]: 'Subnet': {'1.1'}, Jan 20 14:24:58.871161 dv-neutron-825124-1-hyperv neutron-server[84153]: 'Trunk': {'1.1'}} Jan 20 14:24:58.871161 dv-neutron-825124-1-hyperv neutron-server[84153]: consumer versions: Jan 20 14:24:58.871161 dv-neutron-825124-1-hyperv neutron-server[84153]: { DHCP agent@dv-neutron-825124-1-hyperv: {}, Jan 20 14:24:58.871161 dv-neutron-825124-1-hyperv neutron-server[84153]: HyperV agent@hv-neutron-8251: {}, Jan 20 14:24:58.871161 dv-neutron-825124-1-hyperv neutron-server[84153]: L3 agent@dv-neutron-825124-1-hyperv: {}, Jan 20 14:24:58.871161 dv-neutron-825124-1-hyperv neutron-server[84153]: Metadata agent@dv-neutron-825124-1-hyperv: {}, Jan 20 14:24:58.871161 dv-neutron-825124-1-hyperv neutron-server[84153]: Metering agent@dv-neutron-825124-1-hyperv: {}, Jan 20 14:24:58.871161 dv-neutron-825124-1-hyperv neutron-server[84153]: Open vSwitch agent@dv-neutron-825124-1-hyperv: { 'ConntrackHelper': '1.0', Jan 20 14:24:58.871161 dv-neutron-825124-1-hyperv neutron-server[84153]: 'Log': '1.0', Jan 20 14:24:58.871161 dv-neutron-825124-1-hyperv neutron-server[84153]: 'Network': '1.1', Jan 20 14:24:58.871161 dv-neutron-825124-1-hyperv neutron-server[84153]: 'Port': '1.5', Jan 20 14:24:58.871161 dv-neutron-825124-1-hyperv neutron-server[84153]: 'PortForwarding': '1.2', Jan 20 14:24:58.871161 dv-neutron-825124-1-hyperv neutron-server[84153]: 'QosPolicy': '1.8', Jan 20 14:24:58.871161 dv-neutron-825124-1-hyperv neutron-server[84153]: 'SecurityGroup': '1.2', Jan 20 14:24:58.871161 dv-neutron-825124-1-hyperv neutron-server[84153]: 'SecurityGroupRule': '1.0', Jan 20 14:24:58.871161 dv-neutron-825124-1-hyperv neutron-server[84153]: 'SubPort': '1.0', Jan 20 14:24:58.871161 dv-neutron-825124-1-hyperv neutron-server[84153]: 'Subnet': '1.1', Jan 20 14:24:58.871161 dv-neutron-825124-1-hyperv neutron-server[84153]: 'Trunk': '1.1'}} Jan 20 14:24:58.871161 dv-neutron-825124-1-hyperv neutron-server[84153]: {{(pid=84153) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 20 14:24:58.880067 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-06af7ec3-fe68-4a84-b5f3-96277ae94509 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769553767792'] for network, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:24:58.889794 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-2dd4fee1-08b8-436d-964f-a3777df174cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:24:59.012405 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-2dd4fee1-08b8-436d-964f-a3777df174cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:24:59.043506 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-06af7ec3-fe68-4a84-b5f3-96277ae94509 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967'] for network, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:24:59.044390 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06af7ec3-fe68-4a84-b5f3-96277ae94509 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:24:59.044954 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-06af7ec3-fe68-4a84-b5f3-96277ae94509 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1705179'] for network, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:24:59.053013 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2dd4fee1-08b8-436d-964f-a3777df174cc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 178} {{(pid=84153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 14:24:59.085901 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd4fee1-08b8-436d-964f-a3777df174cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4917ca7-9794-432c-9b7a-29cca8fe7b8e,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:24:59.105735 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-2dd4fee1-08b8-436d-964f-a3777df174cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:24:59.106002 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.db.segments_db [None req-2dd4fee1-08b8-436d-964f-a3777df174cc admin admin] Added segment 08613a60-c567-423c-9903-64ff4979e267 of type vlan for network f21a48f2-2a8e-483a-a3a2-338a6bf081a7 Jan 20 14:24:59.197296 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-06af7ec3-fe68-4a84-b5f3-96277ae94509 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.5614355 Jan 20 14:24:59.198741 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 60364) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:24:59.205491 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-e4745e7d-9b54-426f-bb2b-a9f2d05f855d admin admin] Request body: {'subnet': {'network_id': 'da16ad43-ad30-42db-87b4-6c2adb2c2b3b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1297522866-subnet', 'tenant_id': '02a4359015ef4fdda53e039fb57dd72f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:24:59.206306 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-2dd4fee1-08b8-436d-964f-a3777df174cc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769553767792'] for network, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:24:59.211305 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-e4745e7d-9b54-426f-bb2b-a9f2d05f855d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:24:59.216156 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-e4745e7d-9b54-426f-bb2b-a9f2d05f855d admin admin] Usage tracker for resource:subnet and tenant:02a4359015ef4fdda53e039fb57dd72f is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:24:59.219060 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06af7ec3-fe68-4a84-b5f3-96277ae94509 admin admin] Pushing event updated for resources: {'Network': ['ID=da16ad43-ad30-42db-87b4-6c2adb2c2b3b,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:24:59.219708 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-e4745e7d-9b54-426f-bb2b-a9f2d05f855d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:24:59.230723 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-e4745e7d-9b54-426f-bb2b-a9f2d05f855d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:24:59.231721 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Network da16ad43-ad30-42db-87b4-6c2adb2c2b3b details requested by agent ovs-agent-dv-neutron-825124-1-hyperv with host dv-neutron-825124-1-hyperv {{(pid=84154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 14:24:59.306164 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4745e7d-9b54-426f-bb2b-a9f2d05f855d admin admin] Made reservation on behalf of 02a4359015ef4fdda53e039fb57dd72f for: {'subnet': 1} {{(pid=84152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:24:59.311668 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-e4745e7d-9b54-426f-bb2b-a9f2d05f855d admin admin] Notify callbacks [] for subnet, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:24:59.339580 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-2dd4fee1-08b8-436d-964f-a3777df174cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967'] for network, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:24:59.339580 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dd4fee1-08b8-436d-964f-a3777df174cc admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:24:59.339580 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-2dd4fee1-08b8-436d-964f-a3777df174cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1705179'] for network, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:24:59.456929 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-2dd4fee1-08b8-436d-964f-a3777df174cc admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.5762513 Jan 20 14:24:59.461399 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 60374) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:24:59.471587 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-92caf67f-c70d-4866-92ef-2c16f1052f91 admin admin] Request body: {'subnet': {'network_id': 'f21a48f2-2a8e-483a-a3a2-338a6bf081a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-315493439-subnet', 'tenant_id': '2841efab0dc64ab1970d5183558f5547', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:24:59.479263 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-92caf67f-c70d-4866-92ef-2c16f1052f91 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:24:59.486857 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-92caf67f-c70d-4866-92ef-2c16f1052f91 admin admin] Usage tracker for resource:subnet and tenant:2841efab0dc64ab1970d5183558f5547 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:24:59.489606 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd4fee1-08b8-436d-964f-a3777df174cc admin admin] Pushing event updated for resources: {'Network': ['ID=f21a48f2-2a8e-483a-a3a2-338a6bf081a7,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:24:59.493621 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-92caf67f-c70d-4866-92ef-2c16f1052f91 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:24:59.515654 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Network f21a48f2-2a8e-483a-a3a2-338a6bf081a7 details requested by agent ovs-agent-dv-neutron-825124-1-hyperv with host dv-neutron-825124-1-hyperv {{(pid=84154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 14:24:59.539833 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-92caf67f-c70d-4866-92ef-2c16f1052f91 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:24:59.635568 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92caf67f-c70d-4866-92ef-2c16f1052f91 admin admin] Made reservation on behalf of 2841efab0dc64ab1970d5183558f5547 for: {'subnet': 1} {{(pid=84152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:24:59.637998 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-92caf67f-c70d-4866-92ef-2c16f1052f91 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:24:59.722504 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-e4745e7d-9b54-426f-bb2b-a9f2d05f855d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967'] for subnet, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:24:59.841218 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4745e7d-9b54-426f-bb2b-a9f2d05f855d admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe04fd19-c016-4d9b-bbbe-e9ba6073304a,revision_number=0']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:24:59.868605 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4745e7d-9b54-426f-bb2b-a9f2d05f855d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:24:59.868605 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4745e7d-9b54-426f-bb2b-a9f2d05f855d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:24:59.868941 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4745e7d-9b54-426f-bb2b-a9f2d05f855d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:24:59.869265 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4745e7d-9b54-426f-bb2b-a9f2d05f855d admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:24:59.869641 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4745e7d-9b54-426f-bb2b-a9f2d05f855d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:24:59.870206 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4745e7d-9b54-426f-bb2b-a9f2d05f855d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:24:59.870749 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4745e7d-9b54-426f-bb2b-a9f2d05f855d admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:24:59.871290 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4745e7d-9b54-426f-bb2b-a9f2d05f855d admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:24:59.871854 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4745e7d-9b54-426f-bb2b-a9f2d05f855d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:24:59.872407 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4745e7d-9b54-426f-bb2b-a9f2d05f855d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:24:59.872978 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4745e7d-9b54-426f-bb2b-a9f2d05f855d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:24:59.875007 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4745e7d-9b54-426f-bb2b-a9f2d05f855d admin admin] Tracked resource versions report: Jan 20 14:24:59.875007 dv-neutron-825124-1-hyperv neutron-server[84152]: pushed versions: Jan 20 14:24:59.875007 dv-neutron-825124-1-hyperv neutron-server[84152]: { 'ConntrackHelper': {'1.0'}, Jan 20 14:24:59.875007 dv-neutron-825124-1-hyperv neutron-server[84152]: 'Log': {'1.0'}, Jan 20 14:24:59.875007 dv-neutron-825124-1-hyperv neutron-server[84152]: 'Network': {'1.1'}, Jan 20 14:24:59.875007 dv-neutron-825124-1-hyperv neutron-server[84152]: 'Port': {'1.5'}, Jan 20 14:24:59.875007 dv-neutron-825124-1-hyperv neutron-server[84152]: 'PortForwarding': {'1.2'}, Jan 20 14:24:59.875007 dv-neutron-825124-1-hyperv neutron-server[84152]: 'QosPolicy': {'1.8'}, Jan 20 14:24:59.875007 dv-neutron-825124-1-hyperv neutron-server[84152]: 'SecurityGroup': {'1.2'}, Jan 20 14:24:59.875007 dv-neutron-825124-1-hyperv neutron-server[84152]: 'SecurityGroupRule': {'1.0'}, Jan 20 14:24:59.875007 dv-neutron-825124-1-hyperv neutron-server[84152]: 'SubPort': {'1.0'}, Jan 20 14:24:59.875007 dv-neutron-825124-1-hyperv neutron-server[84152]: 'Subnet': {'1.1'}, Jan 20 14:24:59.875007 dv-neutron-825124-1-hyperv neutron-server[84152]: 'Trunk': {'1.1'}} Jan 20 14:24:59.875007 dv-neutron-825124-1-hyperv neutron-server[84152]: consumer versions: Jan 20 14:24:59.875007 dv-neutron-825124-1-hyperv neutron-server[84152]: { DHCP agent@dv-neutron-825124-1-hyperv: {}, Jan 20 14:24:59.875007 dv-neutron-825124-1-hyperv neutron-server[84152]: HyperV agent@hv-neutron-8251: {}, Jan 20 14:24:59.875007 dv-neutron-825124-1-hyperv neutron-server[84152]: L3 agent@dv-neutron-825124-1-hyperv: {}, Jan 20 14:24:59.875007 dv-neutron-825124-1-hyperv neutron-server[84152]: Metadata agent@dv-neutron-825124-1-hyperv: {}, Jan 20 14:24:59.875007 dv-neutron-825124-1-hyperv neutron-server[84152]: Metering agent@dv-neutron-825124-1-hyperv: {}, Jan 20 14:24:59.875007 dv-neutron-825124-1-hyperv neutron-server[84152]: Open vSwitch agent@dv-neutron-825124-1-hyperv: { 'ConntrackHelper': '1.0', Jan 20 14:24:59.875007 dv-neutron-825124-1-hyperv neutron-server[84152]: 'Log': '1.0', Jan 20 14:24:59.875007 dv-neutron-825124-1-hyperv neutron-server[84152]: 'Network': '1.1', Jan 20 14:24:59.875007 dv-neutron-825124-1-hyperv neutron-server[84152]: 'Port': '1.5', Jan 20 14:24:59.875007 dv-neutron-825124-1-hyperv neutron-server[84152]: 'PortForwarding': '1.2', Jan 20 14:24:59.875007 dv-neutron-825124-1-hyperv neutron-server[84152]: 'QosPolicy': '1.8', Jan 20 14:24:59.875007 dv-neutron-825124-1-hyperv neutron-server[84152]: 'SecurityGroup': '1.2', Jan 20 14:24:59.875007 dv-neutron-825124-1-hyperv neutron-server[84152]: 'SecurityGroupRule': '1.0', Jan 20 14:24:59.875007 dv-neutron-825124-1-hyperv neutron-server[84152]: 'SubPort': '1.0', Jan 20 14:24:59.875007 dv-neutron-825124-1-hyperv neutron-server[84152]: 'Subnet': '1.1', Jan 20 14:24:59.875007 dv-neutron-825124-1-hyperv neutron-server[84152]: 'Trunk': '1.1'}} Jan 20 14:24:59.875007 dv-neutron-825124-1-hyperv neutron-server[84152]: {{(pid=84152) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 20 14:24:59.883560 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4745e7d-9b54-426f-bb2b-a9f2d05f855d admin admin] Checking segment: {'id': '3182924e-8b03-4797-949c-f0b3e4c69277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'da16ad43-ad30-42db-87b4-6c2adb2c2b3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 14:24:59.884648 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4745e7d-9b54-426f-bb2b-a9f2d05f855d admin admin] Network hostable DHCP agents. Network: da16ad43-ad30-42db-87b4-6c2adb2c2b3b, hostable agents: ['1a181e39-5220-4c1a-88f8-08a54e8bfc9b'], hosted agents: [] {{(pid=84152) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 14:25:00.024492 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4745e7d-9b54-426f-bb2b-a9f2d05f855d admin admin] Network da16ad43-ad30-42db-87b4-6c2adb2c2b3b is scheduled to be hosted by DHCP agent 1a181e39-5220-4c1a-88f8-08a54e8bfc9b with binding_index 1 {{(pid=84152) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 14:25:00.106053 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.base_scheduler [None req-e4745e7d-9b54-426f-bb2b-a9f2d05f855d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825124-1-hyperv, da16ad43-ad30-42db-87b4-6c2adb2c2b3b) {{(pid=84152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:25:00.110979 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4745e7d-9b54-426f-bb2b-a9f2d05f855d admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:25:00.111830 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-e4745e7d-9b54-426f-bb2b-a9f2d05f855d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1705179'] for subnet, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:00.120232 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bec77ab-0c61-47d8-ba2d-08b0848ad398 None None] Network da16ad43-ad30-42db-87b4-6c2adb2c2b3b requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:25:00.131610 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-92caf67f-c70d-4866-92ef-2c16f1052f91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967'] for subnet, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:00.230254 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92caf67f-c70d-4866-92ef-2c16f1052f91 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dd53d1af-78bb-45f3-8468-b0b04e8256e8,revision_number=0']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:25:00.261099 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-e4745e7d-9b54-426f-bb2b-a9f2d05f855d admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.0622687 Jan 20 14:25:00.264136 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 60398) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:25:00.271179 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-1b5d35ba-9f2a-4eca-85cc-edbbccff0b4c admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1297522866-router', 'tenant_id': '02a4359015ef4fdda53e039fb57dd72f', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d'}}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:25:00.279377 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-1b5d35ba-9f2a-4eca-85cc-edbbccff0b4c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:25:00.288542 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-1b5d35ba-9f2a-4eca-85cc-edbbccff0b4c admin admin] Usage tracker for resource:router and tenant:02a4359015ef4fdda53e039fb57dd72f is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:25:00.295296 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-1b5d35ba-9f2a-4eca-85cc-edbbccff0b4c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:25:00.297837 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92caf67f-c70d-4866-92ef-2c16f1052f91 admin admin] Checking segment: {'id': '08613a60-c567-423c-9903-64ff4979e267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'f21a48f2-2a8e-483a-a3a2-338a6bf081a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 14:25:00.301058 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92caf67f-c70d-4866-92ef-2c16f1052f91 admin admin] Network hostable DHCP agents. Network: f21a48f2-2a8e-483a-a3a2-338a6bf081a7, hostable agents: ['1a181e39-5220-4c1a-88f8-08a54e8bfc9b'], hosted agents: [] {{(pid=84152) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 14:25:00.311230 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-1b5d35ba-9f2a-4eca-85cc-edbbccff0b4c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:25:00.326294 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:00.377304 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 60404) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:25:00.406467 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-1b5d35ba-9f2a-4eca-85cc-edbbccff0b4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-105475'] for router, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:00.409527 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-1b5d35ba-9f2a-4eca-85cc-edbbccff0b4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-739204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-744864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-735540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-105484'] for router, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:00.431886 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92caf67f-c70d-4866-92ef-2c16f1052f91 admin admin] Network f21a48f2-2a8e-483a-a3a2-338a6bf081a7 is scheduled to be hosted by DHCP agent 1a181e39-5220-4c1a-88f8-08a54e8bfc9b with binding_index 1 {{(pid=84152) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 14:25:00.435772 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-1b5d35ba-9f2a-4eca-85cc-edbbccff0b4c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:00.477529 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9833cf2-bde0-4f9d-8d4e-60eb9fb84e41 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95c917f5-14ba-5e96-98b8-1a52654a930a-da16ad43-ad30-42db-87b4-6c2adb2c2b3b', 'network_id': 'da16ad43-ad30-42db-87b4-6c2adb2c2b3b', 'tenant_id': '02a4359015ef4fdda53e039fb57dd72f', 'fixed_ips': [{'subnet_id': 'fe04fd19-c016-4d9b-bbbe-e9ba6073304a'}]}} from dv-neutron-825124-1-hyperv. {{(pid=84154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 20 14:25:00.478477 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-b9833cf2-bde0-4f9d-8d4e-60eb9fb84e41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:00.493985 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-908330bf-d8c0-4584-a9cd-3d260d4cb93a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:00.521193 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.base_scheduler [None req-92caf67f-c70d-4866-92ef-2c16f1052f91 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825124-1-hyperv, f21a48f2-2a8e-483a-a3a2-338a6bf081a7) {{(pid=84152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:25:00.527575 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92caf67f-c70d-4866-92ef-2c16f1052f91 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:25:00.530249 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-92caf67f-c70d-4866-92ef-2c16f1052f91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1705179'] for subnet, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:00.551898 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a9fb271-bfed-467c-9245-0af50c7e381c None None] Network f21a48f2-2a8e-483a-a3a2-338a6bf081a7 requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:25:00.681714 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-92caf67f-c70d-4866-92ef-2c16f1052f91 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2182310 Jan 20 14:25:00.684377 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 60418) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:25:00.689908 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-2cb4f1ff-7913-43f0-87b4-7e811d137ec4 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-315493439-router', 'tenant_id': '2841efab0dc64ab1970d5183558f5547', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d'}}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:25:00.695913 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-2cb4f1ff-7913-43f0-87b4-7e811d137ec4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:25:00.705667 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-2cb4f1ff-7913-43f0-87b4-7e811d137ec4 admin admin] Usage tracker for resource:router and tenant:2841efab0dc64ab1970d5183558f5547 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:25:00.714590 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-2cb4f1ff-7913-43f0-87b4-7e811d137ec4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:25:00.729981 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-2cb4f1ff-7913-43f0-87b4-7e811d137ec4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:25:00.744989 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-1b5d35ba-9f2a-4eca-85cc-edbbccff0b4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-744886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-105502'] for router, precommit_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:00.805325 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_common [None req-b9833cf2-bde0-4f9d-8d4e-60eb9fb84e41 None None] Allocated IP 172.20.0.2 (da16ad43-ad30-42db-87b4-6c2adb2c2b3b/fe04fd19-c016-4d9b-bbbe-e9ba6073304a/54458543-dd0a-4194-b5d3-e23503eee26a) {{(pid=84154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:25:00.826330 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-2cb4f1ff-7913-43f0-87b4-7e811d137ec4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-105475'] for router, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:00.827662 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-2cb4f1ff-7913-43f0-87b4-7e811d137ec4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-739204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-744864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-735540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-105484'] for router, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:00.870812 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-2cb4f1ff-7913-43f0-87b4-7e811d137ec4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:00.921930 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-eb911fc8-7e45-4e72-96ce-716f1743ed00 tempest-DHCPAgentSchedulersTestJSON-1652887071 tempest-DHCPAgentSchedulersTestJSON-1652887071-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-594286050'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:25:00.935731 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-eb911fc8-7e45-4e72-96ce-716f1743ed00 tempest-DHCPAgentSchedulersTestJSON-1652887071 tempest-DHCPAgentSchedulersTestJSON-1652887071-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:25:00.953097 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-eb911fc8-7e45-4e72-96ce-716f1743ed00 tempest-DHCPAgentSchedulersTestJSON-1652887071 tempest-DHCPAgentSchedulersTestJSON-1652887071-project] Usage tracker for resource:network and tenant:8cd62d7778f742e2852677544e7910c3 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:25:00.958167 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cf61a23-c84e-4f77-afce-d6f4dc4eaa9f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95c917f5-14ba-5e96-98b8-1a52654a930a-f21a48f2-2a8e-483a-a3a2-338a6bf081a7', 'network_id': 'f21a48f2-2a8e-483a-a3a2-338a6bf081a7', 'tenant_id': '2841efab0dc64ab1970d5183558f5547', 'fixed_ips': [{'subnet_id': 'dd53d1af-78bb-45f3-8468-b0b04e8256e8'}]}} from dv-neutron-825124-1-hyperv. {{(pid=84154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 20 14:25:00.958641 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-eb911fc8-7e45-4e72-96ce-716f1743ed00 tempest-DHCPAgentSchedulersTestJSON-1652887071 tempest-DHCPAgentSchedulersTestJSON-1652887071-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:25:00.959012 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-4cf61a23-c84e-4f77-afce-d6f4dc4eaa9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:00.980684 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-eb911fc8-7e45-4e72-96ce-716f1743ed00 tempest-DHCPAgentSchedulersTestJSON-1652887071 tempest-DHCPAgentSchedulersTestJSON-1652887071-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:25:01.115168 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-1b5d35ba-9f2a-4eca-85cc-edbbccff0b4c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:01.149916 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb911fc8-7e45-4e72-96ce-716f1743ed00 tempest-DHCPAgentSchedulersTestJSON-1652887071 tempest-DHCPAgentSchedulersTestJSON-1652887071-project] Made reservation on behalf of 8cd62d7778f742e2852677544e7910c3 for: {'network': 1} {{(pid=84153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:25:01.154727 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-eb911fc8-7e45-4e72-96ce-716f1743ed00 tempest-DHCPAgentSchedulersTestJSON-1652887071 tempest-DHCPAgentSchedulersTestJSON-1652887071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for network, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:01.174948 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-1b5d35ba-9f2a-4eca-85cc-edbbccff0b4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:01.260870 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-b9833cf2-bde0-4f9d-8d4e-60eb9fb84e41 None None] Notify callbacks [] for port, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:01.310743 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-eb911fc8-7e45-4e72-96ce-716f1743ed00 tempest-DHCPAgentSchedulersTestJSON-1652887071 tempest-DHCPAgentSchedulersTestJSON-1652887071-project] Notify callbacks [] for security_group, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:01.325742 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_common [None req-4cf61a23-c84e-4f77-afce-d6f4dc4eaa9f None None] Allocated IP 172.20.0.2 (f21a48f2-2a8e-483a-a3a2-338a6bf081a7/dd53d1af-78bb-45f3-8468-b0b04e8256e8/e55492b4-d9bf-4b04-8fbe-5e88f0069a38) {{(pid=84154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:25:01.338699 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-b9833cf2-bde0-4f9d-8d4e-60eb9fb84e41 None None] Transition to ACTIVE for port object 54458543-dd0a-4194-b5d3-e23503eee26a will not be triggered until provisioned by entity L2. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:25:01.356882 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.db_base_plugin_common [None req-1b5d35ba-9f2a-4eca-85cc-edbbccff0b4c admin admin] Allocated IP 172.26.7.71 (8dffb05c-5ca0-409b-bd5f-7be6264f707d/a489dd4f-42a5-433b-8be3-bab2749c4209/2d463c2f-2ac2-4884-9ad8-97949782d5f0) {{(pid=84153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:25:01.370077 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-2cb4f1ff-7913-43f0-87b4-7e811d137ec4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-744886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-105502'] for router, precommit_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:01.374728 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-eb911fc8-7e45-4e72-96ce-716f1743ed00 tempest-DHCPAgentSchedulersTestJSON-1652887071 tempest-DHCPAgentSchedulersTestJSON-1652887071-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:25:01.382309 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-eb911fc8-7e45-4e72-96ce-716f1743ed00 tempest-DHCPAgentSchedulersTestJSON-1652887071 tempest-DHCPAgentSchedulersTestJSON-1652887071-project] Usage tracker for resource:security_group_rule and tenant:8cd62d7778f742e2852677544e7910c3 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:25:01.401935 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-b9833cf2-bde0-4f9d-8d4e-60eb9fb84e41 None None] Transition to ACTIVE for port object 54458543-dd0a-4194-b5d3-e23503eee26a will not be triggered until provisioned by entity DHCP. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:25:01.402806 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-eb911fc8-7e45-4e72-96ce-716f1743ed00 tempest-DHCPAgentSchedulersTestJSON-1652887071 tempest-DHCPAgentSchedulersTestJSON-1652887071-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:25:01.512575 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-eb911fc8-7e45-4e72-96ce-716f1743ed00 tempest-DHCPAgentSchedulersTestJSON-1652887071 tempest-DHCPAgentSchedulersTestJSON-1652887071-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:25:01.550686 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:01.668196 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-b9833cf2-bde0-4f9d-8d4e-60eb9fb84e41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477'] for port, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:01.683148 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-1b5d35ba-9f2a-4eca-85cc-edbbccff0b4c admin admin] Notify callbacks [] for port, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:01.702733 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-eb911fc8-7e45-4e72-96ce-716f1743ed00 tempest-DHCPAgentSchedulersTestJSON-1652887071 tempest-DHCPAgentSchedulersTestJSON-1652887071-project] Notify callbacks [] for security_group, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:01.770699 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-cdd98e71-1f0a-4421-baa9-dcb30e06edf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:01.774172 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-4cf61a23-c84e-4f77-afce-d6f4dc4eaa9f None None] Notify callbacks [] for port, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:01.784095 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-eb911fc8-7e45-4e72-96ce-716f1743ed00 tempest-DHCPAgentSchedulersTestJSON-1652887071 tempest-DHCPAgentSchedulersTestJSON-1652887071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:01.815830 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-2cb4f1ff-7913-43f0-87b4-7e811d137ec4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:01.815958 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb911fc8-7e45-4e72-96ce-716f1743ed00 tempest-DHCPAgentSchedulersTestJSON-1652887071 tempest-DHCPAgentSchedulersTestJSON-1652887071-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 189} {{(pid=84153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 14:25:01.822793 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-eb911fc8-7e45-4e72-96ce-716f1743ed00 tempest-DHCPAgentSchedulersTestJSON-1652887071 tempest-DHCPAgentSchedulersTestJSON-1652887071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:01.823133 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.db.segments_db [None req-eb911fc8-7e45-4e72-96ce-716f1743ed00 tempest-DHCPAgentSchedulersTestJSON-1652887071 tempest-DHCPAgentSchedulersTestJSON-1652887071-project] Added segment 64cfd16d-a81d-4aab-9ed4-fff4019371e3 of type vlan for network cc294bdc-d463-48e3-9957-ee50edcadc62 Jan 20 14:25:01.824668 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9833cf2-bde0-4f9d-8d4e-60eb9fb84e41 None None] Pushing event updated for resources: {'Port': ['ID=54458543-dd0a-4194-b5d3-e23503eee26a,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:25:01.837569 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9833cf2-bde0-4f9d-8d4e-60eb9fb84e41 None None] Network da16ad43-ad30-42db-87b4-6c2adb2c2b3b is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:25:01.843647 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9833cf2-bde0-4f9d-8d4e-60eb9fb84e41 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:25:01.844243 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9833cf2-bde0-4f9d-8d4e-60eb9fb84e41 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:25:01.844804 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9833cf2-bde0-4f9d-8d4e-60eb9fb84e41 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:25:01.845290 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9833cf2-bde0-4f9d-8d4e-60eb9fb84e41 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:25:01.845787 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9833cf2-bde0-4f9d-8d4e-60eb9fb84e41 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:25:01.846317 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9833cf2-bde0-4f9d-8d4e-60eb9fb84e41 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:25:01.847404 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9833cf2-bde0-4f9d-8d4e-60eb9fb84e41 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:25:01.850394 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9833cf2-bde0-4f9d-8d4e-60eb9fb84e41 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:25:01.850394 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9833cf2-bde0-4f9d-8d4e-60eb9fb84e41 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:25:01.850394 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9833cf2-bde0-4f9d-8d4e-60eb9fb84e41 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:25:01.850394 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9833cf2-bde0-4f9d-8d4e-60eb9fb84e41 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:25:01.851601 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9833cf2-bde0-4f9d-8d4e-60eb9fb84e41 None None] Tracked resource versions report: Jan 20 14:25:01.851601 dv-neutron-825124-1-hyperv neutron-server[84154]: pushed versions: Jan 20 14:25:01.851601 dv-neutron-825124-1-hyperv neutron-server[84154]: { 'ConntrackHelper': {'1.0'}, Jan 20 14:25:01.851601 dv-neutron-825124-1-hyperv neutron-server[84154]: 'Log': {'1.0'}, Jan 20 14:25:01.851601 dv-neutron-825124-1-hyperv neutron-server[84154]: 'Network': {'1.1'}, Jan 20 14:25:01.851601 dv-neutron-825124-1-hyperv neutron-server[84154]: 'Port': {'1.5'}, Jan 20 14:25:01.851601 dv-neutron-825124-1-hyperv neutron-server[84154]: 'PortForwarding': {'1.2'}, Jan 20 14:25:01.851601 dv-neutron-825124-1-hyperv neutron-server[84154]: 'QosPolicy': {'1.8'}, Jan 20 14:25:01.851601 dv-neutron-825124-1-hyperv neutron-server[84154]: 'SecurityGroup': {'1.2'}, Jan 20 14:25:01.851601 dv-neutron-825124-1-hyperv neutron-server[84154]: 'SecurityGroupRule': {'1.0'}, Jan 20 14:25:01.851601 dv-neutron-825124-1-hyperv neutron-server[84154]: 'SubPort': {'1.0'}, Jan 20 14:25:01.851601 dv-neutron-825124-1-hyperv neutron-server[84154]: 'Subnet': {'1.1'}, Jan 20 14:25:01.851601 dv-neutron-825124-1-hyperv neutron-server[84154]: 'Trunk': {'1.1'}} Jan 20 14:25:01.851601 dv-neutron-825124-1-hyperv neutron-server[84154]: consumer versions: Jan 20 14:25:01.851601 dv-neutron-825124-1-hyperv neutron-server[84154]: { DHCP agent@dv-neutron-825124-1-hyperv: {}, Jan 20 14:25:01.851601 dv-neutron-825124-1-hyperv neutron-server[84154]: HyperV agent@hv-neutron-8251: {}, Jan 20 14:25:01.851601 dv-neutron-825124-1-hyperv neutron-server[84154]: L3 agent@dv-neutron-825124-1-hyperv: {}, Jan 20 14:25:01.851601 dv-neutron-825124-1-hyperv neutron-server[84154]: Metadata agent@dv-neutron-825124-1-hyperv: {}, Jan 20 14:25:01.851601 dv-neutron-825124-1-hyperv neutron-server[84154]: Metering agent@dv-neutron-825124-1-hyperv: {}, Jan 20 14:25:01.851601 dv-neutron-825124-1-hyperv neutron-server[84154]: Open vSwitch agent@dv-neutron-825124-1-hyperv: { 'ConntrackHelper': '1.0', Jan 20 14:25:01.851601 dv-neutron-825124-1-hyperv neutron-server[84154]: 'Log': '1.0', Jan 20 14:25:01.851601 dv-neutron-825124-1-hyperv neutron-server[84154]: 'Network': '1.1', Jan 20 14:25:01.851601 dv-neutron-825124-1-hyperv neutron-server[84154]: 'Port': '1.5', Jan 20 14:25:01.851601 dv-neutron-825124-1-hyperv neutron-server[84154]: 'PortForwarding': '1.2', Jan 20 14:25:01.851601 dv-neutron-825124-1-hyperv neutron-server[84154]: 'QosPolicy': '1.8', Jan 20 14:25:01.851601 dv-neutron-825124-1-hyperv neutron-server[84154]: 'SecurityGroup': '1.2', Jan 20 14:25:01.851601 dv-neutron-825124-1-hyperv neutron-server[84154]: 'SecurityGroupRule': '1.0', Jan 20 14:25:01.851601 dv-neutron-825124-1-hyperv neutron-server[84154]: 'SubPort': '1.0', Jan 20 14:25:01.851601 dv-neutron-825124-1-hyperv neutron-server[84154]: 'Subnet': '1.1', Jan 20 14:25:01.851601 dv-neutron-825124-1-hyperv neutron-server[84154]: 'Trunk': '1.1'}} Jan 20 14:25:01.851601 dv-neutron-825124-1-hyperv neutron-server[84154]: {{(pid=84154) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 20 14:25:01.859118 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-b9833cf2-bde0-4f9d-8d4e-60eb9fb84e41 None None] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:25:01.867633 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-4cf61a23-c84e-4f77-afce-d6f4dc4eaa9f None None] Transition to ACTIVE for port object e55492b4-d9bf-4b04-8fbe-5e88f0069a38 will not be triggered until provisioned by entity L2. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:25:01.868782 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-eb911fc8-7e45-4e72-96ce-716f1743ed00 tempest-DHCPAgentSchedulersTestJSON-1652887071 tempest-DHCPAgentSchedulersTestJSON-1652887071-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769553767792'] for network, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:01.872044 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9833cf2-bde0-4f9d-8d4e-60eb9fb84e41 None None] Received port after_create {{(pid=84154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:25:01.891358 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-2cb4f1ff-7913-43f0-87b4-7e811d137ec4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:01.911129 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-1b5d35ba-9f2a-4eca-85cc-edbbccff0b4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477'] for port, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:01.995633 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-eb911fc8-7e45-4e72-96ce-716f1743ed00 tempest-DHCPAgentSchedulersTestJSON-1652887071 tempest-DHCPAgentSchedulersTestJSON-1652887071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967'] for network, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:01.999942 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb911fc8-7e45-4e72-96ce-716f1743ed00 tempest-DHCPAgentSchedulersTestJSON-1652887071 tempest-DHCPAgentSchedulersTestJSON-1652887071-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:25:02.000778 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-eb911fc8-7e45-4e72-96ce-716f1743ed00 tempest-DHCPAgentSchedulersTestJSON-1652887071 tempest-DHCPAgentSchedulersTestJSON-1652887071-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1705179'] for network, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:02.074695 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb911fc8-7e45-4e72-96ce-716f1743ed00 tempest-DHCPAgentSchedulersTestJSON-1652887071 tempest-DHCPAgentSchedulersTestJSON-1652887071-project] Pushing event updated for resources: {'SecurityGroup': ['ID=edc9d850-bb6e-48d6-9ac0-456f04057acb,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:25:02.078794 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-b9833cf2-bde0-4f9d-8d4e-60eb9fb84e41 None None] Attempting to bind port 54458543-dd0a-4194-b5d3-e23503eee26a on host dv-neutron-825124-1-hyperv for vnic_type normal with profile {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:25:02.079130 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-b9833cf2-bde0-4f9d-8d4e-60eb9fb84e41 None None] Attempting to bind port 54458543-dd0a-4194-b5d3-e23503eee26a by drivers openvswitch,hyperv on host dv-neutron-825124-1-hyperv at level 0 using segments [{'id': '3182924e-8b03-4797-949c-f0b3e4c69277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'da16ad43-ad30-42db-87b4-6c2adb2c2b3b'}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:25:02.079582 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9833cf2-bde0-4f9d-8d4e-60eb9fb84e41 None None] Attempting to bind port 54458543-dd0a-4194-b5d3-e23503eee26a on network da16ad43-ad30-42db-87b4-6c2adb2c2b3b {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 14:25:02.082224 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 60446) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:25:02.084047 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-4cf61a23-c84e-4f77-afce-d6f4dc4eaa9f None None] Transition to ACTIVE for port object e55492b4-d9bf-4b04-8fbe-5e88f0069a38 will not be triggered until provisioned by entity DHCP. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:25:02.099265 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b5d35ba-9f2a-4eca-85cc-edbbccff0b4c admin admin] Network 8dffb05c-5ca0-409b-bd5f-7be6264f707d is already hosted by enough agents. {{(pid=84153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:25:02.099523 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9833cf2-bde0-4f9d-8d4e-60eb9fb84e41 None None] Checking agent: {'id': '6414dfeb-85c5-454a-8756-709ca637d800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825124-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 16, 31), 'started_at': datetime.datetime(2022, 1, 20, 14, 17, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 25, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825124-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 14:25:02.099928 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9833cf2-bde0-4f9d-8d4e-60eb9fb84e41 None None] Checking segment: {'id': '3182924e-8b03-4797-949c-f0b3e4c69277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'da16ad43-ad30-42db-87b4-6c2adb2c2b3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 14:25:02.100350 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-b9833cf2-bde0-4f9d-8d4e-60eb9fb84e41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:02.100749 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9833cf2-bde0-4f9d-8d4e-60eb9fb84e41 None None] Bound using segment: {'id': '3182924e-8b03-4797-949c-f0b3e4c69277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'da16ad43-ad30-42db-87b4-6c2adb2c2b3b'} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 14:25:02.101237 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-b9833cf2-bde0-4f9d-8d4e-60eb9fb84e41 None None] Bound port: 54458543-dd0a-4194-b5d3-e23503eee26a, host: dv-neutron-825124-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3182924e-8b03-4797-949c-f0b3e4c69277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'da16ad43-ad30-42db-87b4-6c2adb2c2b3b'}}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:25:02.102296 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-b9833cf2-bde0-4f9d-8d4e-60eb9fb84e41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:02.105143 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5d35ba-9f2a-4eca-85cc-edbbccff0b4c admin admin] Pushing event updated for resources: {'Port': ['ID=2d463c2f-2ac2-4884-9ad8-97949782d5f0,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:25:02.106240 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 60452) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:25:02.110397 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.db_base_plugin_common [None req-2cb4f1ff-7913-43f0-87b4-7e811d137ec4 admin admin] Allocated IP 172.26.7.222 (8dffb05c-5ca0-409b-bd5f-7be6264f707d/a489dd4f-42a5-433b-8be3-bab2749c4209/2fcf10eb-7914-4aae-8313-a752451d5387) {{(pid=84152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:25:02.166184 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-eb911fc8-7e45-4e72-96ce-716f1743ed00 tempest-DHCPAgentSchedulersTestJSON-1652887071 tempest-DHCPAgentSchedulersTestJSON-1652887071-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.7877247 Jan 20 14:25:02.167250 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.base_scheduler [None req-1b5d35ba-9f2a-4eca-85cc-edbbccff0b4c admin admin] Resources bound (agent type, host, resource id): {{(pid=84153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:25:02.170005 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b5d35ba-9f2a-4eca-85cc-edbbccff0b4c admin admin] Received port after_create {{(pid=84153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:25:02.174101 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 60458) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:25:02.204995 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-4cf61a23-c84e-4f77-afce-d6f4dc4eaa9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477'] for port, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:02.253578 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-6fa64a89-e560-40ee-b16b-92dc51009124 tempest-DHCPAgentSchedulersTestJSON-1652887071 tempest-DHCPAgentSchedulersTestJSON-1652887071-project] Request body: {'subnet': {'network_id': 'cc294bdc-d463-48e3-9957-ee50edcadc62', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:25:02.316447 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf61a23-c84e-4f77-afce-d6f4dc4eaa9f None None] Pushing event updated for resources: {'Port': ['ID=e55492b4-d9bf-4b04-8fbe-5e88f0069a38,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:25:02.333548 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb911fc8-7e45-4e72-96ce-716f1743ed00 tempest-DHCPAgentSchedulersTestJSON-1652887071 tempest-DHCPAgentSchedulersTestJSON-1652887071-project] Pushing event updated for resources: {'Network': ['ID=cc294bdc-d463-48e3-9957-ee50edcadc62,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:25:02.353313 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Network cc294bdc-d463-48e3-9957-ee50edcadc62 details requested by agent ovs-agent-dv-neutron-825124-1-hyperv with host dv-neutron-825124-1-hyperv {{(pid=84154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 14:25:02.376910 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cf61a23-c84e-4f77-afce-d6f4dc4eaa9f None None] Network f21a48f2-2a8e-483a-a3a2-338a6bf081a7 is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:25:02.392041 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-4cf61a23-c84e-4f77-afce-d6f4dc4eaa9f None None] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:25:02.400573 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cf61a23-c84e-4f77-afce-d6f4dc4eaa9f None None] Received port after_create {{(pid=84154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:25:02.432186 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-6fa64a89-e560-40ee-b16b-92dc51009124 tempest-DHCPAgentSchedulersTestJSON-1652887071 tempest-DHCPAgentSchedulersTestJSON-1652887071-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:25:02.447360 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-6fa64a89-e560-40ee-b16b-92dc51009124 tempest-DHCPAgentSchedulersTestJSON-1652887071 tempest-DHCPAgentSchedulersTestJSON-1652887071-project] Usage tracker for resource:subnet and tenant:8cd62d7778f742e2852677544e7910c3 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:25:02.451624 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-6fa64a89-e560-40ee-b16b-92dc51009124 tempest-DHCPAgentSchedulersTestJSON-1652887071 tempest-DHCPAgentSchedulersTestJSON-1652887071-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:25:02.470775 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-6fa64a89-e560-40ee-b16b-92dc51009124 tempest-DHCPAgentSchedulersTestJSON-1652887071 tempest-DHCPAgentSchedulersTestJSON-1652887071-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:25:02.480357 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-b9833cf2-bde0-4f9d-8d4e-60eb9fb84e41 None None] For port 54458543-dd0a-4194-b5d3-e23503eee26a, host dv-neutron-825124-1-hyperv, cleared binding levels {{(pid=84154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 14:25:02.498934 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-2cb4f1ff-7913-43f0-87b4-7e811d137ec4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:02.545925 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-b9833cf2-bde0-4f9d-8d4e-60eb9fb84e41 None None] For port 54458543-dd0a-4194-b5d3-e23503eee26a, host dv-neutron-825124-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=54458543-dd0a-4194-b5d3-e23503eee26a,segment=NetworkSegment(3182924e-8b03-4797-949c-f0b3e4c69277),segment_id=3182924e-8b03-4797-949c-f0b3e4c69277)] {{(pid=84154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 14:25:02.555333 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fa64a89-e560-40ee-b16b-92dc51009124 tempest-DHCPAgentSchedulersTestJSON-1652887071 tempest-DHCPAgentSchedulersTestJSON-1652887071-project] Made reservation on behalf of 8cd62d7778f742e2852677544e7910c3 for: {'subnet': 1} {{(pid=84152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:25:02.606573 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-4cf61a23-c84e-4f77-afce-d6f4dc4eaa9f None None] Attempting to bind port e55492b4-d9bf-4b04-8fbe-5e88f0069a38 on host dv-neutron-825124-1-hyperv for vnic_type normal with profile {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:25:02.606836 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-4cf61a23-c84e-4f77-afce-d6f4dc4eaa9f None None] Attempting to bind port e55492b4-d9bf-4b04-8fbe-5e88f0069a38 by drivers openvswitch,hyperv on host dv-neutron-825124-1-hyperv at level 0 using segments [{'id': '08613a60-c567-423c-9903-64ff4979e267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'f21a48f2-2a8e-483a-a3a2-338a6bf081a7'}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:25:02.607191 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cf61a23-c84e-4f77-afce-d6f4dc4eaa9f None None] Attempting to bind port e55492b4-d9bf-4b04-8fbe-5e88f0069a38 on network f21a48f2-2a8e-483a-a3a2-338a6bf081a7 {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 14:25:02.614239 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-b9833cf2-bde0-4f9d-8d4e-60eb9fb84e41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:02.620084 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-1b5d35ba-9f2a-4eca-85cc-edbbccff0b4c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:02.621575 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-1b5d35ba-9f2a-4eca-85cc-edbbccff0b4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-744861'] for router, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:02.653651 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 60466) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:25:02.661621 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-2cb4f1ff-7913-43f0-87b4-7e811d137ec4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477'] for port, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:02.694204 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cf61a23-c84e-4f77-afce-d6f4dc4eaa9f None None] Checking agent: {'id': '6414dfeb-85c5-454a-8756-709ca637d800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825124-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 16, 31), 'started_at': datetime.datetime(2022, 1, 20, 14, 17, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 25, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825124-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 14:25:02.694764 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cf61a23-c84e-4f77-afce-d6f4dc4eaa9f None None] Checking segment: {'id': '08613a60-c567-423c-9903-64ff4979e267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'f21a48f2-2a8e-483a-a3a2-338a6bf081a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 14:25:02.695272 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-4cf61a23-c84e-4f77-afce-d6f4dc4eaa9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:02.696117 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cf61a23-c84e-4f77-afce-d6f4dc4eaa9f None None] Bound using segment: {'id': '08613a60-c567-423c-9903-64ff4979e267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'f21a48f2-2a8e-483a-a3a2-338a6bf081a7'} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 14:25:02.696667 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-4cf61a23-c84e-4f77-afce-d6f4dc4eaa9f None None] Bound port: e55492b4-d9bf-4b04-8fbe-5e88f0069a38, host: dv-neutron-825124-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08613a60-c567-423c-9903-64ff4979e267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'f21a48f2-2a8e-483a-a3a2-338a6bf081a7'}}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:25:02.697248 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-4cf61a23-c84e-4f77-afce-d6f4dc4eaa9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:02.785788 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cb4f1ff-7913-43f0-87b4-7e811d137ec4 admin admin] Network 8dffb05c-5ca0-409b-bd5f-7be6264f707d is already hosted by enough agents. {{(pid=84152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:25:02.789458 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-6fa64a89-e560-40ee-b16b-92dc51009124 tempest-DHCPAgentSchedulersTestJSON-1652887071 tempest-DHCPAgentSchedulersTestJSON-1652887071-project] Notify callbacks [] for subnet, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:02.821004 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-fea3d5d4-cad0-46df-a400-13a1b84ef753 tempest-FloatingIPAdminTestJSON-1852183017 tempest-FloatingIPAdminTestJSON-1852183017-project] Request body: {'floatingip': {'floating_network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:25:02.825607 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.base_scheduler [None req-2cb4f1ff-7913-43f0-87b4-7e811d137ec4 admin admin] Resources bound (agent type, host, resource id): {{(pid=84152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:25:02.834158 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb4f1ff-7913-43f0-87b4-7e811d137ec4 admin admin] Pushing event updated for resources: {'Port': ['ID=2fcf10eb-7914-4aae-8313-a752451d5387,revision_number=1']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:25:02.845647 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-4cf61a23-c84e-4f77-afce-d6f4dc4eaa9f None None] For port e55492b4-d9bf-4b04-8fbe-5e88f0069a38, host dv-neutron-825124-1-hyperv, cleared binding levels {{(pid=84154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 14:25:02.850333 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-4cf61a23-c84e-4f77-afce-d6f4dc4eaa9f None None] For port e55492b4-d9bf-4b04-8fbe-5e88f0069a38, host dv-neutron-825124-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=e55492b4-d9bf-4b04-8fbe-5e88f0069a38,segment=NetworkSegment(08613a60-c567-423c-9903-64ff4979e267),segment_id=08613a60-c567-423c-9903-64ff4979e267)] {{(pid=84154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 14:25:02.887305 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9833cf2-bde0-4f9d-8d4e-60eb9fb84e41 None None] Pushing event updated for resources: {'Port': ['ID=54458543-dd0a-4194-b5d3-e23503eee26a,revision_number=2']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:25:02.903032 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cb4f1ff-7913-43f0-87b4-7e811d137ec4 admin admin] Received port after_create {{(pid=84152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:25:02.946806 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.agents_db [None req-6dba657d-a637-4918-9b6d-40defdfae04b None None] Agent healthcheck: found 6 active agents {{(pid=84155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 14:25:02.953717 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-fea3d5d4-cad0-46df-a400-13a1b84ef753 tempest-FloatingIPAdminTestJSON-1852183017 tempest-FloatingIPAdminTestJSON-1852183017-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:25:02.955480 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-4cf61a23-c84e-4f77-afce-d6f4dc4eaa9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:02.961936 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-fea3d5d4-cad0-46df-a400-13a1b84ef753 tempest-FloatingIPAdminTestJSON-1852183017 tempest-FloatingIPAdminTestJSON-1852183017-project] Usage tracker for resource:floatingip and tenant:6de16a54208647709f49ca9cb2945079 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:25:02.966454 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-fea3d5d4-cad0-46df-a400-13a1b84ef753 tempest-FloatingIPAdminTestJSON-1852183017 tempest-FloatingIPAdminTestJSON-1852183017-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:25:02.978378 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-fea3d5d4-cad0-46df-a400-13a1b84ef753 tempest-FloatingIPAdminTestJSON-1852183017 tempest-FloatingIPAdminTestJSON-1852183017-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:25:03.028551 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-5fea58c1-1ad1-46a8-9916-dd5d0e2c4ec1 tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1291735194', 'router:external': True}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:25:03.034262 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-5fea58c1-1ad1-46a8-9916-dd5d0e2c4ec1 tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:25:03.039543 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-5fea58c1-1ad1-46a8-9916-dd5d0e2c4ec1 tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] Usage tracker for resource:network and tenant:1737e36574254ad493c58f8b859272d8 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:25:03.042959 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-5fea58c1-1ad1-46a8-9916-dd5d0e2c4ec1 tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:25:03.054814 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-5fea58c1-1ad1-46a8-9916-dd5d0e2c4ec1 tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:25:03.059720 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 60478) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:25:03.068925 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-eea6df97-7ff1-4b63-af20-e3ec8913deda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:03.093969 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-fea3d5d4-cad0-46df-a400-13a1b84ef753 tempest-FloatingIPAdminTestJSON-1852183017 tempest-FloatingIPAdminTestJSON-1852183017-project] Notify callbacks [] for floatingip, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:03.124109 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf61a23-c84e-4f77-afce-d6f4dc4eaa9f None None] Pushing event updated for resources: {'Port': ['ID=e55492b4-d9bf-4b04-8fbe-5e88f0069a38,revision_number=2']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:25:03.144908 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b5d35ba-9f2a-4eca-85cc-edbbccff0b4c admin admin] Router c0d234bc-0f44-4930-872e-adb19a23e827 is scheduled to L3 agent 624d525b-4c26-4143-8a1c-228bb1c6faaa with binding_index 1 {{(pid=84153) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 20 14:25:03.265264 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fea58c1-1ad1-46a8-9916-dd5d0e2c4ec1 tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] Made reservation on behalf of 1737e36574254ad493c58f8b859272d8 for: {'network': 1} {{(pid=84152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:25:03.274174 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-5fea58c1-1ad1-46a8-9916-dd5d0e2c4ec1 tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for network, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:03.293791 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-0e0216cb-2829-4255-8039-bbd8fd2b0f26 tempest-ExternalNetworksTestJSON-1743662288 tempest-ExternalNetworksTestJSON-1743662288-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1625698797'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:25:03.363085 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-1ad5b817-9284-442a-bfc7-df9c61bd5bf3 tempest-RoutersAdminNegativeTest-1316037765 tempest-RoutersAdminNegativeTest-1316037765-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-670110013', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:25:03.371506 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-1ad5b817-9284-442a-bfc7-df9c61bd5bf3 tempest-RoutersAdminNegativeTest-1316037765 tempest-RoutersAdminNegativeTest-1316037765-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:25:03.385668 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-1ad5b817-9284-442a-bfc7-df9c61bd5bf3 tempest-RoutersAdminNegativeTest-1316037765 tempest-RoutersAdminNegativeTest-1316037765-project-admin] Usage tracker for resource:port and tenant:998e38368eaf40a5bf581c2f6e76aaf7 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:25:03.395247 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-1ad5b817-9284-442a-bfc7-df9c61bd5bf3 tempest-RoutersAdminNegativeTest-1316037765 tempest-RoutersAdminNegativeTest-1316037765-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:25:03.404480 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-1ad5b817-9284-442a-bfc7-df9c61bd5bf3 tempest-RoutersAdminNegativeTest-1316037765 tempest-RoutersAdminNegativeTest-1316037765-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:25:03.441552 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-5fea58c1-1ad1-46a8-9916-dd5d0e2c4ec1 tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:03.455641 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-0e0216cb-2829-4255-8039-bbd8fd2b0f26 tempest-ExternalNetworksTestJSON-1743662288 tempest-ExternalNetworksTestJSON-1743662288-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:25:03.467776 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-0e0216cb-2829-4255-8039-bbd8fd2b0f26 tempest-ExternalNetworksTestJSON-1743662288 tempest-ExternalNetworksTestJSON-1743662288-project] Usage tracker for resource:network and tenant:5b2b0e92b07740b58a4c754d32d10f6b is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:25:03.482722 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-0e0216cb-2829-4255-8039-bbd8fd2b0f26 tempest-ExternalNetworksTestJSON-1743662288 tempest-ExternalNetworksTestJSON-1743662288-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:25:03.510644 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-0e0216cb-2829-4255-8039-bbd8fd2b0f26 tempest-ExternalNetworksTestJSON-1743662288 tempest-ExternalNetworksTestJSON-1743662288-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:25:03.531543 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 60488) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:25:03.542447 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ad5b817-9284-442a-bfc7-df9c61bd5bf3 tempest-RoutersAdminNegativeTest-1316037765 tempest-RoutersAdminNegativeTest-1316037765-project-admin] Made reservation on behalf of 998e38368eaf40a5bf581c2f6e76aaf7 for: {'port': 1} {{(pid=84153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:25:03.544360 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-1ad5b817-9284-442a-bfc7-df9c61bd5bf3 tempest-RoutersAdminNegativeTest-1316037765 tempest-RoutersAdminNegativeTest-1316037765-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:03.570102 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-1ad5b817-9284-442a-bfc7-df9c61bd5bf3 tempest-RoutersAdminNegativeTest-1316037765 tempest-RoutersAdminNegativeTest-1316037765-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:03.581880 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-5fea58c1-1ad1-46a8-9916-dd5d0e2c4ec1 tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:25:03.613962 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-5fea58c1-1ad1-46a8-9916-dd5d0e2c4ec1 tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] Usage tracker for resource:security_group_rule and tenant:1737e36574254ad493c58f8b859272d8 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:25:03.619992 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-1ad5b817-9284-442a-bfc7-df9c61bd5bf3 tempest-RoutersAdminNegativeTest-1316037765 tempest-RoutersAdminNegativeTest-1316037765-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:25:03.625272 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-1ad5b817-9284-442a-bfc7-df9c61bd5bf3 tempest-RoutersAdminNegativeTest-1316037765 tempest-RoutersAdminNegativeTest-1316037765-project-admin] Usage tracker for resource:security_group_rule and tenant:998e38368eaf40a5bf581c2f6e76aaf7 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:25:03.625491 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-5fea58c1-1ad1-46a8-9916-dd5d0e2c4ec1 tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:25:03.630260 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-1ad5b817-9284-442a-bfc7-df9c61bd5bf3 tempest-RoutersAdminNegativeTest-1316037765 tempest-RoutersAdminNegativeTest-1316037765-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:25:03.638128 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-5fea58c1-1ad1-46a8-9916-dd5d0e2c4ec1 tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:25:03.640060 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-1ad5b817-9284-442a-bfc7-df9c61bd5bf3 tempest-RoutersAdminNegativeTest-1316037765 tempest-RoutersAdminNegativeTest-1316037765-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:25:03.641210 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e0216cb-2829-4255-8039-bbd8fd2b0f26 tempest-ExternalNetworksTestJSON-1743662288 tempest-ExternalNetworksTestJSON-1743662288-project] Made reservation on behalf of 5b2b0e92b07740b58a4c754d32d10f6b for: {'network': 1} {{(pid=84152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:25:03.645429 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-0e0216cb-2829-4255-8039-bbd8fd2b0f26 tempest-ExternalNetworksTestJSON-1743662288 tempest-ExternalNetworksTestJSON-1743662288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for network, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:03.670446 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b5d35ba-9f2a-4eca-85cc-edbbccff0b4c admin admin] Notify agent at l3_agent.dv-neutron-825124-1-hyperv the message routers_updated {{(pid=84153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 14:25:03.683852 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f269054c-596f-40fa-9512-cfb392174763 None None] Sync routers for ids ['c0d234bc-0f44-4930-872e-adb19a23e827'] in dv-neutron-825124-1-hyperv {{(pid=84155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 14:25:03.688187 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-0e0216cb-2829-4255-8039-bbd8fd2b0f26 tempest-ExternalNetworksTestJSON-1743662288 tempest-ExternalNetworksTestJSON-1743662288-project] Notify callbacks [] for security_group, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:03.714182 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f269054c-596f-40fa-9512-cfb392174763 None None] Routers {'c0d234bc-0f44-4930-872e-adb19a23e827'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:25:03.717590 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-f269054c-596f-40fa-9512-cfb392174763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:25:00Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['c0d234bc-0f44-4930-872e-adb19a23e827'], 'active': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:25:03.774259 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-1ad5b817-9284-442a-bfc7-df9c61bd5bf3 tempest-RoutersAdminNegativeTest-1316037765 tempest-RoutersAdminNegativeTest-1316037765-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:03.791841 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-1b5d35ba-9f2a-4eca-85cc-edbbccff0b4c admin admin] Notify callbacks [] for router, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:03.795730 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-1b5d35ba-9f2a-4eca-85cc-edbbccff0b4c admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 3.5275831 Jan 20 14:25:03.802538 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 60494) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:25:03.866329 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-bd5a53b3-2efb-43e6-a7c9-44924ef63b8a tempest-QuotasNegativeTest-259076228 tempest-QuotasNegativeTest-259076228-project-admin] Request body: {'quota': {'network': 2}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:25:03.912334 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-1ad5b817-9284-442a-bfc7-df9c61bd5bf3 tempest-RoutersAdminNegativeTest-1316037765 tempest-RoutersAdminNegativeTest-1316037765-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:03.932358 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-0e0216cb-2829-4255-8039-bbd8fd2b0f26 tempest-ExternalNetworksTestJSON-1743662288 tempest-ExternalNetworksTestJSON-1743662288-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:25:03.943131 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.notifiers.nova [None req-1ad5b817-9284-442a-bfc7-df9c61bd5bf3 tempest-RoutersAdminNegativeTest-1316037765 tempest-RoutersAdminNegativeTest-1316037765-project-admin] device_id is not set on port 962fa01a-74bc-4d4e-9c5b-6f131dbc750c yet. {{(pid=84153) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 14:25:03.966662 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-0e0216cb-2829-4255-8039-bbd8fd2b0f26 tempest-ExternalNetworksTestJSON-1743662288 tempest-ExternalNetworksTestJSON-1743662288-project] Usage tracker for resource:security_group_rule and tenant:5b2b0e92b07740b58a4c754d32d10f6b is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:25:03.970240 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvr_db [None req-f269054c-596f-40fa-9512-cfb392174763 None None] Set router c0d234bc-0f44-4930-872e-adb19a23e827 gateway port host: dv-neutron-825124-1-hyperv {{(pid=84155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 14:25:03.977300 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-0e0216cb-2829-4255-8039-bbd8fd2b0f26 tempest-ExternalNetworksTestJSON-1743662288 tempest-ExternalNetworksTestJSON-1743662288-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:25:03.982120 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-2cb4f1ff-7913-43f0-87b4-7e811d137ec4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:03.986235 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-2cb4f1ff-7913-43f0-87b4-7e811d137ec4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-744861'] for router, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:03.990749 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-fea3d5d4-cad0-46df-a400-13a1b84ef753 tempest-FloatingIPAdminTestJSON-1852183017 tempest-FloatingIPAdminTestJSON-1852183017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:04.056663 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad5b817-9284-442a-bfc7-df9c61bd5bf3 tempest-RoutersAdminNegativeTest-1316037765 tempest-RoutersAdminNegativeTest-1316037765-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2662082b-810a-409f-b9fe-a4c91acca291,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:25:04.099930 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-bd5a53b3-2efb-43e6-a7c9-44924ef63b8a tempest-QuotasNegativeTest-259076228 tempest-QuotasNegativeTest-259076228-project-admin] 10.222.0.54 "PUT /v2.0/quotas/09a3e753f1e643a89a74f3dd5bb57f72 HTTP/1.1" status: 200 len: 368 time: 0.5702319 Jan 20 14:25:04.103196 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device e55492b4-d9bf-4b04-8fbe-5e88f0069a38 up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:25:04.121789 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 60500) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:25:04.133440 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-f5d443e3-ef59-4b28-9153-070f4d8691a9 tempest-QuotasNegativeTest-259076228 tempest-QuotasNegativeTest-259076228-project-admin] Request body: {'network': {'project_id': '09a3e753f1e643a89a74f3dd5bb57f72'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:25:04.144410 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-f5d443e3-ef59-4b28-9153-070f4d8691a9 tempest-QuotasNegativeTest-259076228 tempest-QuotasNegativeTest-259076228-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:25:04.147352 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-0e0216cb-2829-4255-8039-bbd8fd2b0f26 tempest-ExternalNetworksTestJSON-1743662288 tempest-ExternalNetworksTestJSON-1743662288-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:25:04.149365 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-f5d443e3-ef59-4b28-9153-070f4d8691a9 tempest-QuotasNegativeTest-259076228 tempest-QuotasNegativeTest-259076228-project-admin] Usage tracker for resource:network and tenant:09a3e753f1e643a89a74f3dd5bb57f72 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:25:04.155101 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-6fa64a89-e560-40ee-b16b-92dc51009124 tempest-DHCPAgentSchedulersTestJSON-1652887071 tempest-DHCPAgentSchedulersTestJSON-1652887071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967'] for subnet, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:04.181457 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-f5d443e3-ef59-4b28-9153-070f4d8691a9 tempest-QuotasNegativeTest-259076228 tempest-QuotasNegativeTest-259076228-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:25:04.195698 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-f5d443e3-ef59-4b28-9153-070f4d8691a9 tempest-QuotasNegativeTest-259076228 tempest-QuotasNegativeTest-259076228-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:25:04.280567 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa64a89-e560-40ee-b16b-92dc51009124 tempest-DHCPAgentSchedulersTestJSON-1652887071 tempest-DHCPAgentSchedulersTestJSON-1652887071-project] Pushing event updated for resources: {'Subnet': ['ID=5443c879-0a2d-4f0a-b8e6-fdfa46403e8e,revision_number=0']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:25:04.329849 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.db_base_plugin_common [None req-1ad5b817-9284-442a-bfc7-df9c61bd5bf3 tempest-RoutersAdminNegativeTest-1316037765 tempest-RoutersAdminNegativeTest-1316037765-project-admin] Allocated IP 172.26.7.221 (8dffb05c-5ca0-409b-bd5f-7be6264f707d/a489dd4f-42a5-433b-8be3-bab2749c4209/962fa01a-74bc-4d4e-9c5b-6f131dbc750c) {{(pid=84153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:25:04.356837 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5d443e3-ef59-4b28-9153-070f4d8691a9 tempest-QuotasNegativeTest-259076228 tempest-QuotasNegativeTest-259076228-project-admin] Made reservation on behalf of 09a3e753f1e643a89a74f3dd5bb57f72 for: {'network': 1} {{(pid=84153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:25:04.359494 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-f5d443e3-ef59-4b28-9153-070f4d8691a9 tempest-QuotasNegativeTest-259076228 tempest-QuotasNegativeTest-259076228-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for network, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:04.365222 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-5fea58c1-1ad1-46a8-9916-dd5d0e2c4ec1 tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:04.372960 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa64a89-e560-40ee-b16b-92dc51009124 tempest-DHCPAgentSchedulersTestJSON-1652887071 tempest-DHCPAgentSchedulersTestJSON-1652887071-project] Checking segment: {'id': '64cfd16d-a81d-4aab-9ed4-fff4019371e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'cc294bdc-d463-48e3-9957-ee50edcadc62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 14:25:04.373686 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fa64a89-e560-40ee-b16b-92dc51009124 tempest-DHCPAgentSchedulersTestJSON-1652887071 tempest-DHCPAgentSchedulersTestJSON-1652887071-project] Network hostable DHCP agents. Network: cc294bdc-d463-48e3-9957-ee50edcadc62, hostable agents: ['1a181e39-5220-4c1a-88f8-08a54e8bfc9b'], hosted agents: [] {{(pid=84152) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 14:25:04.381164 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning for port e55492b4-d9bf-4b04-8fbe-5e88f0069a38 completed by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:25:04.390553 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 54458543-dd0a-4194-b5d3-e23503eee26a up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:25:04.395807 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-f5d443e3-ef59-4b28-9153-070f4d8691a9 tempest-QuotasNegativeTest-259076228 tempest-QuotasNegativeTest-259076228-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:04.468477 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-f269054c-596f-40fa-9512-cfb392174763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0d234bc-0f44-4930-872e-adb19a23e827', 'name': 'tempest-ServersTestJSON-1297522866-router', 'tenant_id': '02a4359015ef4fdda53e039fb57dd72f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.71'}], 'enable_snat': True}, 'gw_port_id': '2d463c2f-2ac2-4884-9ad8-97949782d5f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:25:00Z', 'updated_at': '2022-01-20T14:25:02Z', 'revision_number': 3, 'project_id': '02a4359015ef4fdda53e039fb57dd72f', 'gw_port': {'id': '2d463c2f-2ac2-4884-9ad8-97949782d5f0', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:85:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0d234bc-0f44-4930-872e-adb19a23e827', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:25:01Z', 'updated_at': '2022-01-20T14:25:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv'}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:25:04.477566 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f269054c-596f-40fa-9512-cfb392174763 None None] Checking router: c0d234bc-0f44-4930-872e-adb19a23e827 for host: dv-neutron-825124-1-hyperv {{(pid=84155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 14:25:04.477914 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f269054c-596f-40fa-9512-cfb392174763 None None] Updating router c0d234bc-0f44-4930-872e-adb19a23e827 port 2d463c2f-2ac2-4884-9ad8-97949782d5f0 binding host dv-neutron-825124-1-hyperv {{(pid=84155) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 20 14:25:04.520884 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-5fea58c1-1ad1-46a8-9916-dd5d0e2c4ec1 tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:04.539190 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fea58c1-1ad1-46a8-9916-dd5d0e2c4ec1 tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 167} {{(pid=84152) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 14:25:04.553711 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-5fea58c1-1ad1-46a8-9916-dd5d0e2c4ec1 tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8769554214611', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:04.554424 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-5fea58c1-1ad1-46a8-9916-dd5d0e2c4ec1 tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] Unsubscribe: segment precommit_create {{(pid=84152) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 20 14:25:04.554930 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.db.segments_db [None req-5fea58c1-1ad1-46a8-9916-dd5d0e2c4ec1 tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] Added segment 779077b3-974b-4015-9d93-07123d7a082e of type vlan for network e5ea8c31-69dd-41d5-aace-b9b936aeae1a Jan 20 14:25:04.567397 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-511027b6-fe0a-4234-9253-16ec023f57c5 None None] Network da16ad43-ad30-42db-87b4-6c2adb2c2b3b requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:25:04.595197 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fa64a89-e560-40ee-b16b-92dc51009124 tempest-DHCPAgentSchedulersTestJSON-1652887071 tempest-DHCPAgentSchedulersTestJSON-1652887071-project] Network cc294bdc-d463-48e3-9957-ee50edcadc62 is scheduled to be hosted by DHCP agent 1a181e39-5220-4c1a-88f8-08a54e8bfc9b with binding_index 1 {{(pid=84152) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 14:25:04.604628 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f269054c-596f-40fa-9512-cfb392174763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:04.691541 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fea58c1-1ad1-46a8-9916-dd5d0e2c4ec1 tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b4618d7-edef-4855-aec6-0c400ee84bd8,revision_number=1']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:25:04.726251 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.base_scheduler [None req-6fa64a89-e560-40ee-b16b-92dc51009124 tempest-DHCPAgentSchedulersTestJSON-1652887071 tempest-DHCPAgentSchedulersTestJSON-1652887071-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825124-1-hyperv, cc294bdc-d463-48e3-9957-ee50edcadc62) {{(pid=84152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:25:04.727110 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning for port 54458543-dd0a-4194-b5d3-e23503eee26a completed by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:25:04.732936 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fa64a89-e560-40ee-b16b-92dc51009124 tempest-DHCPAgentSchedulersTestJSON-1652887071 tempest-DHCPAgentSchedulersTestJSON-1652887071-project] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:25:04.734937 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-6fa64a89-e560-40ee-b16b-92dc51009124 tempest-DHCPAgentSchedulersTestJSON-1652887071 tempest-DHCPAgentSchedulersTestJSON-1652887071-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1705179'] for subnet, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:04.756286 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce11d1ea-e478-41b0-9f64-2ed1381c6aae None None] Network cc294bdc-d463-48e3-9957-ee50edcadc62 requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:25:04.757327 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-5fea58c1-1ad1-46a8-9916-dd5d0e2c4ec1 tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769553767792'] for network, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:04.770452 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-0e0216cb-2829-4255-8039-bbd8fd2b0f26 tempest-ExternalNetworksTestJSON-1743662288 tempest-ExternalNetworksTestJSON-1743662288-project] Notify callbacks [] for security_group, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:04.812487 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-f5d443e3-ef59-4b28-9153-070f4d8691a9 tempest-QuotasNegativeTest-259076228 tempest-QuotasNegativeTest-259076228-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:25:04.823396 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-f5d443e3-ef59-4b28-9153-070f4d8691a9 tempest-QuotasNegativeTest-259076228 tempest-QuotasNegativeTest-259076228-project-admin] Usage tracker for resource:security_group_rule and tenant:09a3e753f1e643a89a74f3dd5bb57f72 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:25:04.836816 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-f5d443e3-ef59-4b28-9153-070f4d8691a9 tempest-QuotasNegativeTest-259076228 tempest-QuotasNegativeTest-259076228-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:25:04.849851 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-f5d443e3-ef59-4b28-9153-070f4d8691a9 tempest-QuotasNegativeTest-259076228 tempest-QuotasNegativeTest-259076228-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:25:04.857635 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-0e0216cb-2829-4255-8039-bbd8fd2b0f26 tempest-ExternalNetworksTestJSON-1743662288 tempest-ExternalNetworksTestJSON-1743662288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:04.874757 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcf7ceca-5a0c-41ff-847d-cd25be2b9692 None None] Network f21a48f2-2a8e-483a-a3a2-338a6bf081a7 requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:25:04.889600 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e0216cb-2829-4255-8039-bbd8fd2b0f26 tempest-ExternalNetworksTestJSON-1743662288 tempest-ExternalNetworksTestJSON-1743662288-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 165} {{(pid=84152) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 14:25:04.917999 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-6fa64a89-e560-40ee-b16b-92dc51009124 tempest-DHCPAgentSchedulersTestJSON-1652887071 tempest-DHCPAgentSchedulersTestJSON-1652887071-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7392383 Jan 20 14:25:04.923391 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-0e0216cb-2829-4255-8039-bbd8fd2b0f26 tempest-ExternalNetworksTestJSON-1743662288 tempest-ExternalNetworksTestJSON-1743662288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:04.923732 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.db.segments_db [None req-0e0216cb-2829-4255-8039-bbd8fd2b0f26 tempest-ExternalNetworksTestJSON-1743662288 tempest-ExternalNetworksTestJSON-1743662288-project] Added segment 645c2600-f74d-42b5-827f-8400e4fd5b30 of type vlan for network 78891278-31a1-4c53-8261-0f6e835345d4 Jan 20 14:25:04.924909 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 60504) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:25:04.932937 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0216cb-2829-4255-8039-bbd8fd2b0f26 tempest-ExternalNetworksTestJSON-1743662288 tempest-ExternalNetworksTestJSON-1743662288-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c733112-8ea5-4e25-9950-d68ca5faf584,revision_number=1']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:25:04.939973 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-7fd9395d-cb55-406f-b43a-42919627794b tempest-DHCPAgentSchedulersTestJSON-1652887071 tempest-DHCPAgentSchedulersTestJSON-1652887071-project] Request body: {'port': {'network_id': 'cc294bdc-d463-48e3-9957-ee50edcadc62', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1201915297'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:25:04.952515 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-1ad5b817-9284-442a-bfc7-df9c61bd5bf3 tempest-RoutersAdminNegativeTest-1316037765 tempest-RoutersAdminNegativeTest-1316037765-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:04.961703 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-5fea58c1-1ad1-46a8-9916-dd5d0e2c4ec1 tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967'] for network, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:04.961703 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fea58c1-1ad1-46a8-9916-dd5d0e2c4ec1 tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:25:04.962261 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-5fea58c1-1ad1-46a8-9916-dd5d0e2c4ec1 tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1705179'] for network, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:05.007738 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-1e049337-f2c1-4f35-9afb-357888fa6490 None None] Provisioning for port 54458543-dd0a-4194-b5d3-e23503eee26a completed by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:25:05.058506 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-f5d443e3-ef59-4b28-9153-070f4d8691a9 tempest-QuotasNegativeTest-259076228 tempest-QuotasNegativeTest-259076228-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:05.061590 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-1e049337-f2c1-4f35-9afb-357888fa6490 None None] Provisioning complete for port 54458543-dd0a-4194-b5d3-e23503eee26a triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:25:05.062060 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-1e049337-f2c1-4f35-9afb-357888fa6490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:05.133013 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-0e0216cb-2829-4255-8039-bbd8fd2b0f26 tempest-ExternalNetworksTestJSON-1743662288 tempest-ExternalNetworksTestJSON-1743662288-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769553767792'] for network, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:05.147098 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-f5d443e3-ef59-4b28-9153-070f4d8691a9 tempest-QuotasNegativeTest-259076228 tempest-QuotasNegativeTest-259076228-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:05.179637 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fea58c1-1ad1-46a8-9916-dd5d0e2c4ec1 tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] Pushing event updated for resources: {'Network': ['ID=e5ea8c31-69dd-41d5-aace-b9b936aeae1a,revision_number=1']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:25:05.194107 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5d443e3-ef59-4b28-9153-070f4d8691a9 tempest-QuotasNegativeTest-259076228 tempest-QuotasNegativeTest-259076228-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 164} {{(pid=84153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 14:25:05.201556 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d443e3-ef59-4b28-9153-070f4d8691a9 tempest-QuotasNegativeTest-259076228 tempest-QuotasNegativeTest-259076228-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=259a1ca6-5718-4ab2-9b69-7791c70306e2,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:25:05.209059 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-1ad5b817-9284-442a-bfc7-df9c61bd5bf3 tempest-RoutersAdminNegativeTest-1316037765 tempest-RoutersAdminNegativeTest-1316037765-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477'] for port, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:05.214798 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-f5d443e3-ef59-4b28-9153-070f4d8691a9 tempest-QuotasNegativeTest-259076228 tempest-QuotasNegativeTest-259076228-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:05.215138 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.db.segments_db [None req-f5d443e3-ef59-4b28-9153-070f4d8691a9 tempest-QuotasNegativeTest-259076228 tempest-QuotasNegativeTest-259076228-project-admin] Added segment 62ba99aa-ef3c-4f52-aa94-65bb35bcb605 of type vlan for network 3d2e0295-207a-4d89-a367-c91604fb341d Jan 20 14:25:05.256865 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-5fea58c1-1ad1-46a8-9916-dd5d0e2c4ec1 tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 3.1493378 Jan 20 14:25:05.257719 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cb4f1ff-7913-43f0-87b4-7e811d137ec4 admin admin] Router 3aa1060b-e340-4a31-89f7-e96adaaa2648 is scheduled to L3 agent 624d525b-4c26-4143-8a1c-228bb1c6faaa with binding_index 1 {{(pid=84152) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 20 14:25:05.263304 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 60508) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:25:05.297667 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-dd6741d3-e3ab-47d1-9927-f652b90ccecb tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] Request body: {'subnet': {'network_id': 'e5ea8c31-69dd-41d5-aace-b9b936aeae1a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:25:05.304898 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-7fd9395d-cb55-406f-b43a-42919627794b tempest-DHCPAgentSchedulersTestJSON-1652887071 tempest-DHCPAgentSchedulersTestJSON-1652887071-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:25:05.310437 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-dd6741d3-e3ab-47d1-9927-f652b90ccecb tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:25:05.313740 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-7fd9395d-cb55-406f-b43a-42919627794b tempest-DHCPAgentSchedulersTestJSON-1652887071 tempest-DHCPAgentSchedulersTestJSON-1652887071-project] Usage tracker for resource:port and tenant:8cd62d7778f742e2852677544e7910c3 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:25:05.320395 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-7fd9395d-cb55-406f-b43a-42919627794b tempest-DHCPAgentSchedulersTestJSON-1652887071 tempest-DHCPAgentSchedulersTestJSON-1652887071-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:25:05.325522 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.db_base_plugin_common [None req-fea3d5d4-cad0-46df-a400-13a1b84ef753 tempest-FloatingIPAdminTestJSON-1852183017 tempest-FloatingIPAdminTestJSON-1852183017-project] Allocated IP 172.26.7.169 (8dffb05c-5ca0-409b-bd5f-7be6264f707d/a489dd4f-42a5-433b-8be3-bab2749c4209/741db693-db19-4d47-b2b0-1cb0f8ddb706) {{(pid=84152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:25:05.331930 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-dd6741d3-e3ab-47d1-9927-f652b90ccecb tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] Usage tracker for resource:subnet and tenant:1737e36574254ad493c58f8b859272d8 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:25:05.334114 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Network e5ea8c31-69dd-41d5-aace-b9b936aeae1a details requested by agent ovs-agent-dv-neutron-825124-1-hyperv with host dv-neutron-825124-1-hyperv {{(pid=84154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 14:25:05.341804 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-dd6741d3-e3ab-47d1-9927-f652b90ccecb tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:25:05.354006 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-f5d443e3-ef59-4b28-9153-070f4d8691a9 tempest-QuotasNegativeTest-259076228 tempest-QuotasNegativeTest-259076228-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769553767792'] for network, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:05.364463 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ad5b817-9284-442a-bfc7-df9c61bd5bf3 tempest-RoutersAdminNegativeTest-1316037765 tempest-RoutersAdminNegativeTest-1316037765-project-admin] Network 8dffb05c-5ca0-409b-bd5f-7be6264f707d is already hosted by enough agents. {{(pid=84153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:25:05.365289 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad5b817-9284-442a-bfc7-df9c61bd5bf3 tempest-RoutersAdminNegativeTest-1316037765 tempest-RoutersAdminNegativeTest-1316037765-project-admin] Pushing event updated for resources: {'Port': ['ID=962fa01a-74bc-4d4e-9c5b-6f131dbc750c,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:25:05.370057 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-dd6741d3-e3ab-47d1-9927-f652b90ccecb tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:25:05.372230 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.base_scheduler [None req-1ad5b817-9284-442a-bfc7-df9c61bd5bf3 tempest-RoutersAdminNegativeTest-1316037765 tempest-RoutersAdminNegativeTest-1316037765-project-admin] Resources bound (agent type, host, resource id): {{(pid=84153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:25:05.393099 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-7fd9395d-cb55-406f-b43a-42919627794b tempest-DHCPAgentSchedulersTestJSON-1652887071 tempest-DHCPAgentSchedulersTestJSON-1652887071-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:25:05.409023 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-0e0216cb-2829-4255-8039-bbd8fd2b0f26 tempest-ExternalNetworksTestJSON-1743662288 tempest-ExternalNetworksTestJSON-1743662288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967'] for network, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:05.414576 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e0216cb-2829-4255-8039-bbd8fd2b0f26 tempest-ExternalNetworksTestJSON-1743662288 tempest-ExternalNetworksTestJSON-1743662288-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:25:05.415328 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-0e0216cb-2829-4255-8039-bbd8fd2b0f26 tempest-ExternalNetworksTestJSON-1743662288 tempest-ExternalNetworksTestJSON-1743662288-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1705179'] for network, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:05.478025 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ad5b817-9284-442a-bfc7-df9c61bd5bf3 tempest-RoutersAdminNegativeTest-1316037765 tempest-RoutersAdminNegativeTest-1316037765-project-admin] Received port after_create {{(pid=84153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:25:05.479518 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ad5b817-9284-442a-bfc7-df9c61bd5bf3 tempest-RoutersAdminNegativeTest-1316037765 tempest-RoutersAdminNegativeTest-1316037765-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:25:05.480586 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-1ad5b817-9284-442a-bfc7-df9c61bd5bf3 tempest-RoutersAdminNegativeTest-1316037765 tempest-RoutersAdminNegativeTest-1316037765-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1705179'] for port, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:05.579790 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fd9395d-cb55-406f-b43a-42919627794b tempest-DHCPAgentSchedulersTestJSON-1652887071 tempest-DHCPAgentSchedulersTestJSON-1652887071-project] Made reservation on behalf of 8cd62d7778f742e2852677544e7910c3 for: {'port': 1} {{(pid=84152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:25:05.581518 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd6741d3-e3ab-47d1-9927-f652b90ccecb tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] Made reservation on behalf of 1737e36574254ad493c58f8b859272d8 for: {'subnet': 1} {{(pid=84153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:25:05.583208 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-7fd9395d-cb55-406f-b43a-42919627794b tempest-DHCPAgentSchedulersTestJSON-1652887071 tempest-DHCPAgentSchedulersTestJSON-1652887071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:05.584185 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-dd6741d3-e3ab-47d1-9927-f652b90ccecb tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] Notify callbacks [] for subnet, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:05.604007 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-f5d443e3-ef59-4b28-9153-070f4d8691a9 tempest-QuotasNegativeTest-259076228 tempest-QuotasNegativeTest-259076228-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967'] for network, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:05.605302 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5d443e3-ef59-4b28-9153-070f4d8691a9 tempest-QuotasNegativeTest-259076228 tempest-QuotasNegativeTest-259076228-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:25:05.605452 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-f5d443e3-ef59-4b28-9153-070f4d8691a9 tempest-QuotasNegativeTest-259076228 tempest-QuotasNegativeTest-259076228-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1705179'] for network, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:05.653443 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0216cb-2829-4255-8039-bbd8fd2b0f26 tempest-ExternalNetworksTestJSON-1743662288 tempest-ExternalNetworksTestJSON-1743662288-project] Pushing event updated for resources: {'Network': ['ID=78891278-31a1-4c53-8261-0f6e835345d4,revision_number=1']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:25:05.660791 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.notifiers.nova [None req-7fd9395d-cb55-406f-b43a-42919627794b tempest-DHCPAgentSchedulersTestJSON-1652887071 tempest-DHCPAgentSchedulersTestJSON-1652887071-project] device_id is not set on port ae31a0ee-02c9-4d8a-bcfa-18e70b4d5a20 yet. {{(pid=84152) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 14:25:05.691961 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-1ad5b817-9284-442a-bfc7-df9c61bd5bf3 tempest-RoutersAdminNegativeTest-1316037765 tempest-RoutersAdminNegativeTest-1316037765-project-admin] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.6289871 Jan 20 14:25:05.701309 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-0e0216cb-2829-4255-8039-bbd8fd2b0f26 tempest-ExternalNetworksTestJSON-1743662288 tempest-ExternalNetworksTestJSON-1743662288-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 3.0416229 Jan 20 14:25:05.706549 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 60516) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:25:05.706885 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 60518) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:25:05.718801 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-471cfe66-353a-4b24-9436-38a43642d695 tempest-RoutersAdminNegativeTest-1316037765 tempest-RoutersAdminNegativeTest-1316037765-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.221'}]}}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:25:05.720388 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Network 78891278-31a1-4c53-8261-0f6e835345d4 details requested by agent ovs-agent-dv-neutron-825124-1-hyperv with host dv-neutron-825124-1-hyperv {{(pid=84154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 14:25:05.748898 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3132b5e5-ac51-4801-93bb-7b9acbbc3f05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95c917f5-14ba-5e96-98b8-1a52654a930a-cc294bdc-d463-48e3-9957-ee50edcadc62', 'network_id': 'cc294bdc-d463-48e3-9957-ee50edcadc62', 'tenant_id': '8cd62d7778f742e2852677544e7910c3', 'fixed_ips': [{'subnet_id': '5443c879-0a2d-4f0a-b8e6-fdfa46403e8e'}]}} from dv-neutron-825124-1-hyperv. {{(pid=84154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 20 14:25:05.749739 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-3132b5e5-ac51-4801-93bb-7b9acbbc3f05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:05.805705 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d443e3-ef59-4b28-9153-070f4d8691a9 tempest-QuotasNegativeTest-259076228 tempest-QuotasNegativeTest-259076228-project-admin] Pushing event updated for resources: {'Network': ['ID=3d2e0295-207a-4d89-a367-c91604fb341d,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:25:05.814235 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-471cfe66-353a-4b24-9436-38a43642d695 tempest-RoutersAdminNegativeTest-1316037765 tempest-RoutersAdminNegativeTest-1316037765-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:25:05.827120 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-f5d443e3-ef59-4b28-9153-070f4d8691a9 tempest-QuotasNegativeTest-259076228 tempest-QuotasNegativeTest-259076228-project-admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.7041366 Jan 20 14:25:05.830487 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 60526) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:25:05.835696 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-471cfe66-353a-4b24-9436-38a43642d695 tempest-RoutersAdminNegativeTest-1316037765 tempest-RoutersAdminNegativeTest-1316037765-project-admin] Usage tracker for resource:router and tenant:998e38368eaf40a5bf581c2f6e76aaf7 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:25:05.838851 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-31e270d7-abde-471b-80e5-218b87be5e57 tempest-QuotasNegativeTest-259076228 tempest-QuotasNegativeTest-259076228-project-admin] Request body: {'network': {'project_id': '09a3e753f1e643a89a74f3dd5bb57f72'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:25:05.845767 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-31e270d7-abde-471b-80e5-218b87be5e57 tempest-QuotasNegativeTest-259076228 tempest-QuotasNegativeTest-259076228-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:25:05.848630 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-471cfe66-353a-4b24-9436-38a43642d695 tempest-RoutersAdminNegativeTest-1316037765 tempest-RoutersAdminNegativeTest-1316037765-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:25:05.857555 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-31e270d7-abde-471b-80e5-218b87be5e57 tempest-QuotasNegativeTest-259076228 tempest-QuotasNegativeTest-259076228-project-admin] Usage tracker for resource:network and tenant:09a3e753f1e643a89a74f3dd5bb57f72 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:25:05.865892 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-31e270d7-abde-471b-80e5-218b87be5e57 tempest-QuotasNegativeTest-259076228 tempest-QuotasNegativeTest-259076228-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:25:05.881004 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-471cfe66-353a-4b24-9436-38a43642d695 tempest-RoutersAdminNegativeTest-1316037765 tempest-RoutersAdminNegativeTest-1316037765-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:25:05.898930 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-fea3d5d4-cad0-46df-a400-13a1b84ef753 tempest-FloatingIPAdminTestJSON-1852183017 tempest-FloatingIPAdminTestJSON-1852183017-project] Notify callbacks [] for port, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:05.911417 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-31e270d7-abde-471b-80e5-218b87be5e57 tempest-QuotasNegativeTest-259076228 tempest-QuotasNegativeTest-259076228-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:25:05.940140 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-1e049337-f2c1-4f35-9afb-357888fa6490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:05.959101 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Network 3d2e0295-207a-4d89-a367-c91604fb341d details requested by agent ovs-agent-dv-neutron-825124-1-hyperv with host dv-neutron-825124-1-hyperv {{(pid=84154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 14:25:06.035349 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-471cfe66-353a-4b24-9436-38a43642d695 tempest-RoutersAdminNegativeTest-1316037765 tempest-RoutersAdminNegativeTest-1316037765-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-105475'] for router, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:06.036344 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-471cfe66-353a-4b24-9436-38a43642d695 tempest-RoutersAdminNegativeTest-1316037765 tempest-RoutersAdminNegativeTest-1316037765-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-739204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-744864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-735540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-105484'] for router, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:06.063524 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31e270d7-abde-471b-80e5-218b87be5e57 tempest-QuotasNegativeTest-259076228 tempest-QuotasNegativeTest-259076228-project-admin] Made reservation on behalf of 09a3e753f1e643a89a74f3dd5bb57f72 for: {'network': 1} {{(pid=84153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:25:06.065951 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-31e270d7-abde-471b-80e5-218b87be5e57 tempest-QuotasNegativeTest-259076228 tempest-QuotasNegativeTest-259076228-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for network, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:06.078530 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.db_base_plugin_common [None req-7fd9395d-cb55-406f-b43a-42919627794b tempest-DHCPAgentSchedulersTestJSON-1652887071 tempest-DHCPAgentSchedulersTestJSON-1652887071-project] Allocated IP 172.20.0.4 (cc294bdc-d463-48e3-9957-ee50edcadc62/5443c879-0a2d-4f0a-b8e6-fdfa46403e8e/ae31a0ee-02c9-4d8a-bcfa-18e70b4d5a20) {{(pid=84152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:25:06.141777 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-471cfe66-353a-4b24-9436-38a43642d695 tempest-RoutersAdminNegativeTest-1316037765 tempest-RoutersAdminNegativeTest-1316037765-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:06.161557 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cb4f1ff-7913-43f0-87b4-7e811d137ec4 admin admin] Notify agent at l3_agent.dv-neutron-825124-1-hyperv the message routers_updated {{(pid=84152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 14:25:06.173156 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31e270d7-abde-471b-80e5-218b87be5e57 tempest-QuotasNegativeTest-259076228 tempest-QuotasNegativeTest-259076228-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 175} {{(pid=84153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 14:25:06.200584 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-3391ff54-6d67-4dd6-a09d-8d5096f5813e tempest-ExternalNetworksTestJSON-1859258134 tempest-ExternalNetworksTestJSON-1859258134-project-admin] Request body: {'network': {'name': 'tempest-network--895627009', 'router:external': True}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:25:06.205396 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f882a0bf-9493-4b47-bde1-27edcf9dcd54 None None] Sync routers for ids ['3aa1060b-e340-4a31-89f7-e96adaaa2648'] in dv-neutron-825124-1-hyperv {{(pid=84154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 14:25:06.232452 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-fea3d5d4-cad0-46df-a400-13a1b84ef753 tempest-FloatingIPAdminTestJSON-1852183017 tempest-FloatingIPAdminTestJSON-1852183017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477'] for port, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:06.242010 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-2254c4cf-987f-4a2f-967b-b35aa06d4653 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:06.244500 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-3391ff54-6d67-4dd6-a09d-8d5096f5813e tempest-ExternalNetworksTestJSON-1859258134 tempest-ExternalNetworksTestJSON-1859258134-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:25:06.257680 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-31e270d7-abde-471b-80e5-218b87be5e57 tempest-QuotasNegativeTest-259076228 tempest-QuotasNegativeTest-259076228-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:06.261384 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.db.segments_db [None req-31e270d7-abde-471b-80e5-218b87be5e57 tempest-QuotasNegativeTest-259076228 tempest-QuotasNegativeTest-259076228-project-admin] Added segment 5fc690fa-2fa3-4cd9-9724-c98911122cb5 of type vlan for network 1a81aa41-aa88-4bae-b376-d84fc60edd34 Jan 20 14:25:06.294760 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-1e049337-f2c1-4f35-9afb-357888fa6490 None None] For port 54458543-dd0a-4194-b5d3-e23503eee26a, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=54458543-dd0a-4194-b5d3-e23503eee26a,segment=NetworkSegment(3182924e-8b03-4797-949c-f0b3e4c69277),segment_id=3182924e-8b03-4797-949c-f0b3e4c69277)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:25:06.296988 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fea3d5d4-cad0-46df-a400-13a1b84ef753 tempest-FloatingIPAdminTestJSON-1852183017 tempest-FloatingIPAdminTestJSON-1852183017-project] Network 8dffb05c-5ca0-409b-bd5f-7be6264f707d is already hosted by enough agents. {{(pid=84152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:25:06.311661 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f882a0bf-9493-4b47-bde1-27edcf9dcd54 None None] Routers {'3aa1060b-e340-4a31-89f7-e96adaaa2648'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:25:06.312417 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-f882a0bf-9493-4b47-bde1-27edcf9dcd54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:25:00Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['3aa1060b-e340-4a31-89f7-e96adaaa2648'], 'active': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:25:06.383787 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.base_scheduler [None req-fea3d5d4-cad0-46df-a400-13a1b84ef753 tempest-FloatingIPAdminTestJSON-1852183017 tempest-FloatingIPAdminTestJSON-1852183017-project] Resources bound (agent type, host, resource id): {{(pid=84152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:25:06.397559 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-3391ff54-6d67-4dd6-a09d-8d5096f5813e tempest-ExternalNetworksTestJSON-1859258134 tempest-ExternalNetworksTestJSON-1859258134-project-admin] Usage tracker for resource:network and tenant:f98f9b0815f742f49631f68fc8ce8165 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:25:06.402956 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-31e270d7-abde-471b-80e5-218b87be5e57 tempest-QuotasNegativeTest-259076228 tempest-QuotasNegativeTest-259076228-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769553767792'] for network, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:06.405656 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-3391ff54-6d67-4dd6-a09d-8d5096f5813e tempest-ExternalNetworksTestJSON-1859258134 tempest-ExternalNetworksTestJSON-1859258134-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:25:06.417587 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fea3d5d4-cad0-46df-a400-13a1b84ef753 tempest-FloatingIPAdminTestJSON-1852183017 tempest-FloatingIPAdminTestJSON-1852183017-project] Received port after_create {{(pid=84152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:25:06.453470 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-1e049337-f2c1-4f35-9afb-357888fa6490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:06.537034 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-3391ff54-6d67-4dd6-a09d-8d5096f5813e tempest-ExternalNetworksTestJSON-1859258134 tempest-ExternalNetworksTestJSON-1859258134-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:25:06.575646 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f269054c-596f-40fa-9512-cfb392174763 None None] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:06.592747 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-f269054c-596f-40fa-9512-cfb392174763 None None] Transition to ACTIVE for port object 2d463c2f-2ac2-4884-9ad8-97949782d5f0 will not be triggered until provisioned by entity L2. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:25:06.624388 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e049337-f2c1-4f35-9afb-357888fa6490 None None] Pushing event updated for resources: {'Port': ['ID=54458543-dd0a-4194-b5d3-e23503eee26a,revision_number=3']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:25:06.655962 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-2cb4f1ff-7913-43f0-87b4-7e811d137ec4 admin admin] Notify callbacks [] for router, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:06.660006 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-2cb4f1ff-7913-43f0-87b4-7e811d137ec4 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.9721141 Jan 20 14:25:06.671940 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 60532) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:25:06.687936 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3391ff54-6d67-4dd6-a09d-8d5096f5813e tempest-ExternalNetworksTestJSON-1859258134 tempest-ExternalNetworksTestJSON-1859258134-project-admin] Made reservation on behalf of f98f9b0815f742f49631f68fc8ce8165 for: {'network': 1} {{(pid=84152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:25:06.691036 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-3391ff54-6d67-4dd6-a09d-8d5096f5813e tempest-ExternalNetworksTestJSON-1859258134 tempest-ExternalNetworksTestJSON-1859258134-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for network, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:06.697532 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f269054c-596f-40fa-9512-cfb392174763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:06.714146 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-7fd9395d-cb55-406f-b43a-42919627794b tempest-DHCPAgentSchedulersTestJSON-1652887071 tempest-DHCPAgentSchedulersTestJSON-1652887071-project] Notify callbacks [] for port, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:06.730679 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea3d5d4-cad0-46df-a400-13a1b84ef753 tempest-FloatingIPAdminTestJSON-1852183017 tempest-FloatingIPAdminTestJSON-1852183017-project] Pushing event updated for resources: {'Port': ['ID=741db693-db19-4d47-b2b0-1cb0f8ddb706,revision_number=1']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:25:06.733238 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-3391ff54-6d67-4dd6-a09d-8d5096f5813e tempest-ExternalNetworksTestJSON-1859258134 tempest-ExternalNetworksTestJSON-1859258134-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:06.791291 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-f269054c-596f-40fa-9512-cfb392174763 None None] Attempting to bind port 2d463c2f-2ac2-4884-9ad8-97949782d5f0 on host dv-neutron-825124-1-hyperv for vnic_type normal with profile {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:25:06.791291 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-f269054c-596f-40fa-9512-cfb392174763 None None] Attempting to bind port 2d463c2f-2ac2-4884-9ad8-97949782d5f0 by drivers openvswitch,hyperv on host dv-neutron-825124-1-hyperv at level 0 using segments [{'id': 'f628f1ba-6b70-4c9b-8839-62340c040c81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d'}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:25:06.791663 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f269054c-596f-40fa-9512-cfb392174763 None None] Attempting to bind port 2d463c2f-2ac2-4884-9ad8-97949782d5f0 on network 8dffb05c-5ca0-409b-bd5f-7be6264f707d {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 14:25:06.804822 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.provisioning_blocks [None req-7fd9395d-cb55-406f-b43a-42919627794b tempest-DHCPAgentSchedulersTestJSON-1652887071 tempest-DHCPAgentSchedulersTestJSON-1652887071-project] Transition to ACTIVE for port object ae31a0ee-02c9-4d8a-bcfa-18e70b4d5a20 will not be triggered until provisioned by entity DHCP. {{(pid=84152) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:25:06.805691 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f269054c-596f-40fa-9512-cfb392174763 None None] Checking agent: {'id': '6414dfeb-85c5-454a-8756-709ca637d800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825124-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 16, 31), 'started_at': datetime.datetime(2022, 1, 20, 14, 17, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 25, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825124-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 14:25:06.806057 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f269054c-596f-40fa-9512-cfb392174763 None None] Checking segment: {'id': 'f628f1ba-6b70-4c9b-8839-62340c040c81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 14:25:06.806641 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f269054c-596f-40fa-9512-cfb392174763 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:06.807041 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f269054c-596f-40fa-9512-cfb392174763 None None] Bound using segment: {'id': 'f628f1ba-6b70-4c9b-8839-62340c040c81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d'} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 14:25:06.807709 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-f269054c-596f-40fa-9512-cfb392174763 None None] Bound port: 2d463c2f-2ac2-4884-9ad8-97949782d5f0, host: dv-neutron-825124-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f628f1ba-6b70-4c9b-8839-62340c040c81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d'}}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:25:06.808279 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f269054c-596f-40fa-9512-cfb392174763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:06.816453 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvr_db [None req-f882a0bf-9493-4b47-bde1-27edcf9dcd54 None None] Set router 3aa1060b-e340-4a31-89f7-e96adaaa2648 gateway port host: dv-neutron-825124-1-hyperv {{(pid=84154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 14:25:06.836724 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780d8496-3fd0-44db-a979-d70d0212697f None None] Pushing event updated for resources: {'Port': ['ID=2d463c2f-2ac2-4884-9ad8-97949782d5f0,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:25:06.837746 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-31e270d7-abde-471b-80e5-218b87be5e57 tempest-QuotasNegativeTest-259076228 tempest-QuotasNegativeTest-259076228-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967'] for network, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:06.838626 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31e270d7-abde-471b-80e5-218b87be5e57 tempest-QuotasNegativeTest-259076228 tempest-QuotasNegativeTest-259076228-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:25:06.839212 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-31e270d7-abde-471b-80e5-218b87be5e57 tempest-QuotasNegativeTest-259076228 tempest-QuotasNegativeTest-259076228-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1705179'] for network, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:06.865962 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780d8496-3fd0-44db-a979-d70d0212697f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:25:06.866639 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780d8496-3fd0-44db-a979-d70d0212697f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:25:06.867203 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780d8496-3fd0-44db-a979-d70d0212697f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:25:06.867771 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780d8496-3fd0-44db-a979-d70d0212697f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:25:06.868568 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780d8496-3fd0-44db-a979-d70d0212697f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:25:06.869102 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780d8496-3fd0-44db-a979-d70d0212697f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:25:06.869623 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780d8496-3fd0-44db-a979-d70d0212697f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:25:06.870205 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780d8496-3fd0-44db-a979-d70d0212697f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:25:06.870723 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780d8496-3fd0-44db-a979-d70d0212697f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:25:06.871238 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780d8496-3fd0-44db-a979-d70d0212697f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:25:06.871817 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780d8496-3fd0-44db-a979-d70d0212697f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:25:06.873159 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780d8496-3fd0-44db-a979-d70d0212697f None None] Tracked resource versions report: Jan 20 14:25:06.873159 dv-neutron-825124-1-hyperv neutron-server[84155]: pushed versions: Jan 20 14:25:06.873159 dv-neutron-825124-1-hyperv neutron-server[84155]: { 'ConntrackHelper': {'1.0'}, Jan 20 14:25:06.873159 dv-neutron-825124-1-hyperv neutron-server[84155]: 'Log': {'1.0'}, Jan 20 14:25:06.873159 dv-neutron-825124-1-hyperv neutron-server[84155]: 'Network': {'1.1'}, Jan 20 14:25:06.873159 dv-neutron-825124-1-hyperv neutron-server[84155]: 'Port': {'1.5'}, Jan 20 14:25:06.873159 dv-neutron-825124-1-hyperv neutron-server[84155]: 'PortForwarding': {'1.2'}, Jan 20 14:25:06.873159 dv-neutron-825124-1-hyperv neutron-server[84155]: 'QosPolicy': {'1.8'}, Jan 20 14:25:06.873159 dv-neutron-825124-1-hyperv neutron-server[84155]: 'SecurityGroup': {'1.2'}, Jan 20 14:25:06.873159 dv-neutron-825124-1-hyperv neutron-server[84155]: 'SecurityGroupRule': {'1.0'}, Jan 20 14:25:06.873159 dv-neutron-825124-1-hyperv neutron-server[84155]: 'SubPort': {'1.0'}, Jan 20 14:25:06.873159 dv-neutron-825124-1-hyperv neutron-server[84155]: 'Subnet': {'1.1'}, Jan 20 14:25:06.873159 dv-neutron-825124-1-hyperv neutron-server[84155]: 'Trunk': {'1.1'}} Jan 20 14:25:06.873159 dv-neutron-825124-1-hyperv neutron-server[84155]: consumer versions: Jan 20 14:25:06.873159 dv-neutron-825124-1-hyperv neutron-server[84155]: { DHCP agent@dv-neutron-825124-1-hyperv: {}, Jan 20 14:25:06.873159 dv-neutron-825124-1-hyperv neutron-server[84155]: HyperV agent@hv-neutron-8251: {}, Jan 20 14:25:06.873159 dv-neutron-825124-1-hyperv neutron-server[84155]: L3 agent@dv-neutron-825124-1-hyperv: {}, Jan 20 14:25:06.873159 dv-neutron-825124-1-hyperv neutron-server[84155]: Metadata agent@dv-neutron-825124-1-hyperv: {}, Jan 20 14:25:06.873159 dv-neutron-825124-1-hyperv neutron-server[84155]: Metering agent@dv-neutron-825124-1-hyperv: {}, Jan 20 14:25:06.873159 dv-neutron-825124-1-hyperv neutron-server[84155]: Open vSwitch agent@dv-neutron-825124-1-hyperv: { 'ConntrackHelper': '1.0', Jan 20 14:25:06.873159 dv-neutron-825124-1-hyperv neutron-server[84155]: 'Log': '1.0', Jan 20 14:25:06.873159 dv-neutron-825124-1-hyperv neutron-server[84155]: 'Network': '1.1', Jan 20 14:25:06.873159 dv-neutron-825124-1-hyperv neutron-server[84155]: 'Port': '1.5', Jan 20 14:25:06.873159 dv-neutron-825124-1-hyperv neutron-server[84155]: 'PortForwarding': '1.2', Jan 20 14:25:06.873159 dv-neutron-825124-1-hyperv neutron-server[84155]: 'QosPolicy': '1.8', Jan 20 14:25:06.873159 dv-neutron-825124-1-hyperv neutron-server[84155]: 'SecurityGroup': '1.2', Jan 20 14:25:06.873159 dv-neutron-825124-1-hyperv neutron-server[84155]: 'SecurityGroupRule': '1.0', Jan 20 14:25:06.873159 dv-neutron-825124-1-hyperv neutron-server[84155]: 'SubPort': '1.0', Jan 20 14:25:06.873159 dv-neutron-825124-1-hyperv neutron-server[84155]: 'Subnet': '1.1', Jan 20 14:25:06.873159 dv-neutron-825124-1-hyperv neutron-server[84155]: 'Trunk': '1.1'}} Jan 20 14:25:06.873159 dv-neutron-825124-1-hyperv neutron-server[84155]: {{(pid=84155) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 20 14:25:06.913044 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-f269054c-596f-40fa-9512-cfb392174763 None None] For port 2d463c2f-2ac2-4884-9ad8-97949782d5f0, host dv-neutron-825124-1-hyperv, cleared binding levels {{(pid=84155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 14:25:06.917043 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-f269054c-596f-40fa-9512-cfb392174763 None None] For port 2d463c2f-2ac2-4884-9ad8-97949782d5f0, host dv-neutron-825124-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=2d463c2f-2ac2-4884-9ad8-97949782d5f0,segment=NetworkSegment(f628f1ba-6b70-4c9b-8839-62340c040c81),segment_id=f628f1ba-6b70-4c9b-8839-62340c040c81)] {{(pid=84155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 14:25:06.919131 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-3391ff54-6d67-4dd6-a09d-8d5096f5813e tempest-ExternalNetworksTestJSON-1859258134 tempest-ExternalNetworksTestJSON-1859258134-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:25:06.927560 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-471cfe66-353a-4b24-9436-38a43642d695 tempest-RoutersAdminNegativeTest-1316037765 tempest-RoutersAdminNegativeTest-1316037765-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-744886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-105502'] for router, precommit_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:06.932756 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-3391ff54-6d67-4dd6-a09d-8d5096f5813e tempest-ExternalNetworksTestJSON-1859258134 tempest-ExternalNetworksTestJSON-1859258134-project-admin] Usage tracker for resource:security_group_rule and tenant:f98f9b0815f742f49631f68fc8ce8165 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:25:06.937209 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-3391ff54-6d67-4dd6-a09d-8d5096f5813e tempest-ExternalNetworksTestJSON-1859258134 tempest-ExternalNetworksTestJSON-1859258134-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:25:06.949437 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-3391ff54-6d67-4dd6-a09d-8d5096f5813e tempest-ExternalNetworksTestJSON-1859258134 tempest-ExternalNetworksTestJSON-1859258134-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:25:06.952273 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.db_base_plugin_common [None req-2254c4cf-987f-4a2f-967b-b35aa06d4653 admin admin] Allocated IP 172.20.0.1 (da16ad43-ad30-42db-87b4-6c2adb2c2b3b/fe04fd19-c016-4d9b-bbbe-e9ba6073304a/f7bb973a-b99f-4848-8378-242e506ca311) {{(pid=84153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:25:06.972308 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-8f5a220c-98a7-4489-b953-a0f8c6e9588c None None] Provisioning for port e55492b4-d9bf-4b04-8fbe-5e88f0069a38 completed by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:25:06.982620 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-8f5a220c-98a7-4489-b953-a0f8c6e9588c None None] Provisioning complete for port e55492b4-d9bf-4b04-8fbe-5e88f0069a38 triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:25:06.982990 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-8f5a220c-98a7-4489-b953-a0f8c6e9588c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:06.986251 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f269054c-596f-40fa-9512-cfb392174763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:07.028018 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e270d7-abde-471b-80e5-218b87be5e57 tempest-QuotasNegativeTest-259076228 tempest-QuotasNegativeTest-259076228-project-admin] Pushing event updated for resources: {'Network': ['ID=1a81aa41-aa88-4bae-b376-d84fc60edd34,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:25:07.051884 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-fea3d5d4-cad0-46df-a400-13a1b84ef753 tempest-FloatingIPAdminTestJSON-1852183017 tempest-FloatingIPAdminTestJSON-1852183017-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:07.060433 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.objects.ports [None req-dd6741d3-e3ab-47d1-9927-f652b90ccecb tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84153) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Jan 20 14:25:07.067418 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-dd6741d3-e3ab-47d1-9927-f652b90ccecb tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967'] for subnet, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:07.092514 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Network 1a81aa41-aa88-4bae-b376-d84fc60edd34 details requested by agent ovs-agent-dv-neutron-825124-1-hyperv with host dv-neutron-825124-1-hyperv {{(pid=84154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 14:25:07.096109 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780d8496-3fd0-44db-a979-d70d0212697f None None] Pushing event updated for resources: {'Port': ['ID=2d463c2f-2ac2-4884-9ad8-97949782d5f0,revision_number=3']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:25:07.125782 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f269054c-596f-40fa-9512-cfb392174763 None None] Routers {'c0d234bc-0f44-4930-872e-adb19a23e827'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:25:07.126677 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-f269054c-596f-40fa-9512-cfb392174763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:25:00Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['c0d234bc-0f44-4930-872e-adb19a23e827'], 'active': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:25:07.135950 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-31e270d7-abde-471b-80e5-218b87be5e57 tempest-QuotasNegativeTest-259076228 tempest-QuotasNegativeTest-259076228-project-admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.3006029 Jan 20 14:25:07.138721 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-3391ff54-6d67-4dd6-a09d-8d5096f5813e tempest-ExternalNetworksTestJSON-1859258134 tempest-ExternalNetworksTestJSON-1859258134-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:07.140634 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 60536) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:25:07.150286 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-190dab46-2861-45e8-92b0-46f320973d0e tempest-QuotasNegativeTest-259076228 tempest-QuotasNegativeTest-259076228-project-admin] Request body: {'network': {'project_id': '09a3e753f1e643a89a74f3dd5bb57f72'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:25:07.199968 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6741d3-e3ab-47d1-9927-f652b90ccecb tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] Pushing event updated for resources: {'Subnet': ['ID=0ccc2409-768b-4c05-b018-ba382e25ef93,revision_number=0']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:25:07.250931 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-fea3d5d4-cad0-46df-a400-13a1b84ef753 tempest-FloatingIPAdminTestJSON-1852183017 tempest-FloatingIPAdminTestJSON-1852183017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:07.282438 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-7fd9395d-cb55-406f-b43a-42919627794b tempest-DHCPAgentSchedulersTestJSON-1652887071 tempest-DHCPAgentSchedulersTestJSON-1652887071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477'] for port, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:07.290649 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-3391ff54-6d67-4dd6-a09d-8d5096f5813e tempest-ExternalNetworksTestJSON-1859258134 tempest-ExternalNetworksTestJSON-1859258134-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:07.335178 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-190dab46-2861-45e8-92b0-46f320973d0e tempest-QuotasNegativeTest-259076228 tempest-QuotasNegativeTest-259076228-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:25:07.345477 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-2254c4cf-987f-4a2f-967b-b35aa06d4653 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:07.351251 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd6741d3-e3ab-47d1-9927-f652b90ccecb tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] Checking segment: {'id': '779077b3-974b-4015-9d93-07123d7a082e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'e5ea8c31-69dd-41d5-aace-b9b936aeae1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 14:25:07.351251 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd6741d3-e3ab-47d1-9927-f652b90ccecb tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] Network hostable DHCP agents. Network: e5ea8c31-69dd-41d5-aace-b9b936aeae1a, hostable agents: ['1a181e39-5220-4c1a-88f8-08a54e8bfc9b'], hosted agents: [] {{(pid=84153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 14:25:07.351564 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3391ff54-6d67-4dd6-a09d-8d5096f5813e tempest-ExternalNetworksTestJSON-1859258134 tempest-ExternalNetworksTestJSON-1859258134-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 169} {{(pid=84152) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 14:25:07.363159 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-3391ff54-6d67-4dd6-a09d-8d5096f5813e tempest-ExternalNetworksTestJSON-1859258134 tempest-ExternalNetworksTestJSON-1859258134-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:07.363502 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.db.segments_db [None req-3391ff54-6d67-4dd6-a09d-8d5096f5813e tempest-ExternalNetworksTestJSON-1859258134 tempest-ExternalNetworksTestJSON-1859258134-project-admin] Added segment 38148b00-d57c-4a59-bef2-cfe1df307e3b of type vlan for network 0236d680-6e81-4251-81eb-08978c544ba2 Jan 20 14:25:07.381772 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.provisioning_blocks [None req-2254c4cf-987f-4a2f-967b-b35aa06d4653 admin admin] Transition to ACTIVE for port object f7bb973a-b99f-4848-8378-242e506ca311 will not be triggered until provisioned by entity DHCP. {{(pid=84153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:25:07.405374 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_common [None req-3132b5e5-ac51-4801-93bb-7b9acbbc3f05 None None] Allocated IP 172.20.0.2 (cc294bdc-d463-48e3-9957-ee50edcadc62/5443c879-0a2d-4f0a-b8e6-fdfa46403e8e/515e0ed7-115b-42ac-92ce-539f5cbf83be) {{(pid=84154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:25:07.411338 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-3391ff54-6d67-4dd6-a09d-8d5096f5813e tempest-ExternalNetworksTestJSON-1859258134 tempest-ExternalNetworksTestJSON-1859258134-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769553767792'] for network, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:07.452799 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvr_db [None req-f269054c-596f-40fa-9512-cfb392174763 None None] Set router c0d234bc-0f44-4930-872e-adb19a23e827 gateway port host: dv-neutron-825124-1-hyperv {{(pid=84155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 14:25:07.480627 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd6741d3-e3ab-47d1-9927-f652b90ccecb tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] Network e5ea8c31-69dd-41d5-aace-b9b936aeae1a is scheduled to be hosted by DHCP agent 1a181e39-5220-4c1a-88f8-08a54e8bfc9b with binding_index 1 {{(pid=84153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 14:25:07.622262 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-8f5a220c-98a7-4489-b953-a0f8c6e9588c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:07.623770 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-2254c4cf-987f-4a2f-967b-b35aa06d4653 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477'] for port, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:07.681916 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-fea3d5d4-cad0-46df-a400-13a1b84ef753 tempest-FloatingIPAdminTestJSON-1852183017 tempest-FloatingIPAdminTestJSON-1852183017-project] Notify callbacks [] for port, precommit_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:07.682638 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-8f5a220c-98a7-4489-b953-a0f8c6e9588c None None] For port e55492b4-d9bf-4b04-8fbe-5e88f0069a38, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=e55492b4-d9bf-4b04-8fbe-5e88f0069a38,segment=NetworkSegment(08613a60-c567-423c-9903-64ff4979e267),segment_id=08613a60-c567-423c-9903-64ff4979e267)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:25:07.683751 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.base_scheduler [None req-dd6741d3-e3ab-47d1-9927-f652b90ccecb tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825124-1-hyperv, e5ea8c31-69dd-41d5-aace-b9b936aeae1a) {{(pid=84153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:25:07.695947 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b972cbbf-74cb-4b24-a2ac-db0f19349fb8 None None] Network e5ea8c31-69dd-41d5-aace-b9b936aeae1a requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:25:07.714735 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd6741d3-e3ab-47d1-9927-f652b90ccecb tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:25:07.716168 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-dd6741d3-e3ab-47d1-9927-f652b90ccecb tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1705179'] for subnet, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:07.744623 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fd9395d-cb55-406f-b43a-42919627794b tempest-DHCPAgentSchedulersTestJSON-1652887071 tempest-DHCPAgentSchedulersTestJSON-1652887071-project] Network cc294bdc-d463-48e3-9957-ee50edcadc62 is already hosted by enough agents. {{(pid=84152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:25:07.774066 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2254c4cf-987f-4a2f-967b-b35aa06d4653 admin admin] Network da16ad43-ad30-42db-87b4-6c2adb2c2b3b is already hosted by enough agents. {{(pid=84153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:25:07.779192 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.base_scheduler [None req-2254c4cf-987f-4a2f-967b-b35aa06d4653 admin admin] Resources bound (agent type, host, resource id): {{(pid=84153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:25:07.782609 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2254c4cf-987f-4a2f-967b-b35aa06d4653 admin admin] Pushing event updated for resources: {'Port': ['ID=f7bb973a-b99f-4848-8378-242e506ca311,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:25:07.786319 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2254c4cf-987f-4a2f-967b-b35aa06d4653 admin admin] Received port after_create {{(pid=84153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:25:07.787020 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-2254c4cf-987f-4a2f-967b-b35aa06d4653 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-745387'] for router_interface, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:07.804930 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-8f5a220c-98a7-4489-b953-a0f8c6e9588c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:07.827609 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-dd6741d3-e3ab-47d1-9927-f652b90ccecb tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 2.5504787 Jan 20 14:25:07.829645 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 60542) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:25:07.832561 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.base_scheduler [None req-7fd9395d-cb55-406f-b43a-42919627794b tempest-DHCPAgentSchedulersTestJSON-1652887071 tempest-DHCPAgentSchedulersTestJSON-1652887071-project] Resources bound (agent type, host, resource id): {{(pid=84152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:25:07.838317 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd9395d-cb55-406f-b43a-42919627794b tempest-DHCPAgentSchedulersTestJSON-1652887071 tempest-DHCPAgentSchedulersTestJSON-1652887071-project] Pushing event updated for resources: {'Port': ['ID=ae31a0ee-02c9-4d8a-bcfa-18e70b4d5a20,revision_number=1']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:25:07.841616 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-190dab46-2861-45e8-92b0-46f320973d0e tempest-QuotasNegativeTest-259076228 tempest-QuotasNegativeTest-259076228-project-admin] Usage tracker for resource:network and tenant:09a3e753f1e643a89a74f3dd5bb57f72 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:25:07.852578 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd9395d-cb55-406f-b43a-42919627794b tempest-DHCPAgentSchedulersTestJSON-1652887071 tempest-DHCPAgentSchedulersTestJSON-1652887071-project] Received port after_create {{(pid=84152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:25:07.859408 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fd9395d-cb55-406f-b43a-42919627794b tempest-DHCPAgentSchedulersTestJSON-1652887071 tempest-DHCPAgentSchedulersTestJSON-1652887071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:25:07.860428 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-7fd9395d-cb55-406f-b43a-42919627794b tempest-DHCPAgentSchedulersTestJSON-1652887071 tempest-DHCPAgentSchedulersTestJSON-1652887071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1705179'] for port, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:07.926298 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-f882a0bf-9493-4b47-bde1-27edcf9dcd54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3aa1060b-e340-4a31-89f7-e96adaaa2648', 'name': 'tempest-ServerActionsTestJSON-315493439-router', 'tenant_id': '2841efab0dc64ab1970d5183558f5547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.222'}], 'enable_snat': True}, 'gw_port_id': '2fcf10eb-7914-4aae-8313-a752451d5387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:25:00Z', 'updated_at': '2022-01-20T14:25:03Z', 'revision_number': 3, 'project_id': '2841efab0dc64ab1970d5183558f5547', 'gw_port': {'id': '2fcf10eb-7914-4aae-8313-a752451d5387', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:e4:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3aa1060b-e340-4a31-89f7-e96adaaa2648', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:25:01Z', 'updated_at': '2022-01-20T14:25:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv'}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:25:07.939061 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-78f2a747-d5c1-41ae-9e83-4e4bdddaf197 tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-154957665', 'network_id': 'e5ea8c31-69dd-41d5-aace-b9b936aeae1a'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:25:07.961214 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-78f2a747-d5c1-41ae-9e83-4e4bdddaf197 tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:25:07.971274 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-78f2a747-d5c1-41ae-9e83-4e4bdddaf197 tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] Usage tracker for resource:port and tenant:1737e36574254ad493c58f8b859272d8 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:25:07.976160 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-78f2a747-d5c1-41ae-9e83-4e4bdddaf197 tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:25:07.976881 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-fea3d5d4-cad0-46df-a400-13a1b84ef753 tempest-FloatingIPAdminTestJSON-1852183017 tempest-FloatingIPAdminTestJSON-1852183017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:07.993239 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-78f2a747-d5c1-41ae-9e83-4e4bdddaf197 tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:25:08.005610 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-f269054c-596f-40fa-9512-cfb392174763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0d234bc-0f44-4930-872e-adb19a23e827', 'name': 'tempest-ServersTestJSON-1297522866-router', 'tenant_id': '02a4359015ef4fdda53e039fb57dd72f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.71'}], 'enable_snat': True}, 'gw_port_id': '2d463c2f-2ac2-4884-9ad8-97949782d5f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:25:00Z', 'updated_at': '2022-01-20T14:25:02Z', 'revision_number': 3, 'project_id': '02a4359015ef4fdda53e039fb57dd72f', 'gw_port': {'id': '2d463c2f-2ac2-4884-9ad8-97949782d5f0', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:85:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0d234bc-0f44-4930-872e-adb19a23e827', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:25:01Z', 'updated_at': '2022-01-20T14:25:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv'}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:25:08.010460 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f269054c-596f-40fa-9512-cfb392174763 None None] The sync data for ids ['c0d234bc-0f44-4930-872e-adb19a23e827'] in dv-neutron-825124-1-hyperv is: [{'id': 'c0d234bc-0f44-4930-872e-adb19a23e827', 'name': 'tempest-ServersTestJSON-1297522866-router', 'tenant_id': '02a4359015ef4fdda53e039fb57dd72f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.71'}], 'enable_snat': True}, 'gw_port_id': '2d463c2f-2ac2-4884-9ad8-97949782d5f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:25:00Z', 'updated_at': '2022-01-20T14:25:02Z', 'revision_number': 3, 'project_id': '02a4359015ef4fdda53e039fb57dd72f', 'gw_port': {'id': '2d463c2f-2ac2-4884-9ad8-97949782d5f0', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:85:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0d234bc-0f44-4930-872e-adb19a23e827', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:25:01Z', 'updated_at': '2022-01-20T14:25:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv'}] {{(pid=84155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 14:25:08.051750 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 54458543-dd0a-4194-b5d3-e23503eee26a up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:25:08.075943 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-190dab46-2861-45e8-92b0-46f320973d0e tempest-QuotasNegativeTest-259076228 tempest-QuotasNegativeTest-259076228-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:25:08.099964 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78f2a747-d5c1-41ae-9e83-4e4bdddaf197 tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] Made reservation on behalf of 1737e36574254ad493c58f8b859272d8 for: {'port': 1} {{(pid=84153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:25:08.102689 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-78f2a747-d5c1-41ae-9e83-4e4bdddaf197 tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:08.130519 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-2254c4cf-987f-4a2f-967b-b35aa06d4653 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:08.130859 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-fea3d5d4-cad0-46df-a400-13a1b84ef753 tempest-FloatingIPAdminTestJSON-1852183017 tempest-FloatingIPAdminTestJSON-1852183017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-745254'] for floatingip, after_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:08.145710 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f882a0bf-9493-4b47-bde1-27edcf9dcd54 None None] Checking router: 3aa1060b-e340-4a31-89f7-e96adaaa2648 for host: dv-neutron-825124-1-hyperv {{(pid=84154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 14:25:08.146133 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f882a0bf-9493-4b47-bde1-27edcf9dcd54 None None] Updating router 3aa1060b-e340-4a31-89f7-e96adaaa2648 port 2fcf10eb-7914-4aae-8313-a752451d5387 binding host dv-neutron-825124-1-hyperv {{(pid=84154) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 20 14:25:08.154256 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-190dab46-2861-45e8-92b0-46f320973d0e tempest-QuotasNegativeTest-259076228 tempest-QuotasNegativeTest-259076228-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:25:08.166941 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-7fd9395d-cb55-406f-b43a-42919627794b tempest-DHCPAgentSchedulersTestJSON-1652887071 tempest-DHCPAgentSchedulersTestJSON-1652887071-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.2412322 Jan 20 14:25:08.175488 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.db.resource_extend [None req-3391ff54-6d67-4dd6-a09d-8d5096f5813e tempest-ExternalNetworksTestJSON-1859258134 tempest-ExternalNetworksTestJSON-1859258134-project-admin] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 20 14:25:08.184314 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 60546) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:25:08.192104 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.pecan_wsgi.hooks.translation [None req-190dab46-2861-45e8-92b0-46f320973d0e tempest-QuotasNegativeTest-259076228 tempest-QuotasNegativeTest-259076228-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jan 20 14:25:08.192704 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-190dab46-2861-45e8-92b0-46f320973d0e tempest-QuotasNegativeTest-259076228 tempest-QuotasNegativeTest-259076228-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=84152) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:25:08.193902 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-190dab46-2861-45e8-92b0-46f320973d0e tempest-QuotasNegativeTest-259076228 tempest-QuotasNegativeTest-259076228-project-admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 1.0513494 Jan 20 14:25:08.194697 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea3d5d4-cad0-46df-a400-13a1b84ef753 tempest-FloatingIPAdminTestJSON-1852183017 tempest-FloatingIPAdminTestJSON-1852183017-project] Pushing event updated for resources: {'Port': ['ID=741db693-db19-4d47-b2b0-1cb0f8ddb706,revision_number=2']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:25:08.197305 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 60550) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:25:08.203527 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3391ff54-6d67-4dd6-a09d-8d5096f5813e tempest-ExternalNetworksTestJSON-1859258134 tempest-ExternalNetworksTestJSON-1859258134-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a66b54d-0993-4aff-8672-154c82697474,revision_number=1']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:25:08.252191 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.notifiers.nova [None req-78f2a747-d5c1-41ae-9e83-4e4bdddaf197 tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] device_id is not set on port ff0b29bf-566e-4eba-b1ca-c82883e88119 yet. {{(pid=84153) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 14:25:08.370788 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-f6dc9b98-5449-495f-8565-b0ef10fd4aed tempest-DHCPAgentSchedulersTestJSON-1652887071 tempest-DHCPAgentSchedulersTestJSON-1652887071-project] Deleting port ae31a0ee-02c9-4d8a-bcfa-18e70b4d5a20 {{(pid=84152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:25:08.370788 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-f6dc9b98-5449-495f-8565-b0ef10fd4aed tempest-DHCPAgentSchedulersTestJSON-1652887071 tempest-DHCPAgentSchedulersTestJSON-1652887071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:08.379852 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port 54458543-dd0a-4194-b5d3-e23503eee26a triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:25:08.380385 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:08.428332 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-fea3d5d4-cad0-46df-a400-13a1b84ef753 tempest-FloatingIPAdminTestJSON-1852183017 tempest-FloatingIPAdminTestJSON-1852183017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for floatingip, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:08.429588 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-fea3d5d4-cad0-46df-a400-13a1b84ef753 tempest-FloatingIPAdminTestJSON-1852183017 tempest-FloatingIPAdminTestJSON-1852183017-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.3458455 Jan 20 14:25:08.436267 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 60554) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:25:08.446143 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-81949174-aacc-497a-a962-864a7ddc1676 tempest-FloatingIPAdminTestJSON-1852183017 tempest-FloatingIPAdminTestJSON-1852183017-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-590995473'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:25:08.461405 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-81949174-aacc-497a-a962-864a7ddc1676 tempest-FloatingIPAdminTestJSON-1852183017 tempest-FloatingIPAdminTestJSON-1852183017-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:25:08.497636 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-f882a0bf-9493-4b47-bde1-27edcf9dcd54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:08.498419 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-3391ff54-6d67-4dd6-a09d-8d5096f5813e tempest-ExternalNetworksTestJSON-1859258134 tempest-ExternalNetworksTestJSON-1859258134-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967'] for network, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:08.501407 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3391ff54-6d67-4dd6-a09d-8d5096f5813e tempest-ExternalNetworksTestJSON-1859258134 tempest-ExternalNetworksTestJSON-1859258134-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:25:08.501407 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-3391ff54-6d67-4dd6-a09d-8d5096f5813e tempest-ExternalNetworksTestJSON-1859258134 tempest-ExternalNetworksTestJSON-1859258134-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1705179'] for network, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:08.522197 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-81949174-aacc-497a-a962-864a7ddc1676 tempest-FloatingIPAdminTestJSON-1852183017 tempest-FloatingIPAdminTestJSON-1852183017-project] Usage tracker for resource:network and tenant:6de16a54208647709f49ca9cb2945079 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:25:08.538357 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5a220c-98a7-4489-b953-a0f8c6e9588c None None] Pushing event updated for resources: {'Port': ['ID=e55492b4-d9bf-4b04-8fbe-5e88f0069a38,revision_number=3']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:25:08.567869 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-67f266bf-48b0-42e9-9219-38a603aeaa16 None None] Provisioning complete for port 54458543-dd0a-4194-b5d3-e23503eee26a triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:25:08.569131 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-67f266bf-48b0-42e9-9219-38a603aeaa16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:08.579006 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-81949174-aacc-497a-a962-864a7ddc1676 tempest-FloatingIPAdminTestJSON-1852183017 tempest-FloatingIPAdminTestJSON-1852183017-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:25:08.591491 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-81949174-aacc-497a-a962-864a7ddc1676 tempest-FloatingIPAdminTestJSON-1852183017 tempest-FloatingIPAdminTestJSON-1852183017-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:25:08.610570 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-3391ff54-6d67-4dd6-a09d-8d5096f5813e tempest-ExternalNetworksTestJSON-1859258134 tempest-ExternalNetworksTestJSON-1859258134-project-admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 2.9000578 Jan 20 14:25:08.613772 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 60558) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:25:08.648549 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-3132b5e5-ac51-4801-93bb-7b9acbbc3f05 None None] Notify callbacks [] for port, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:08.687900 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-6f004dae-bf6c-4fdb-b8bf-63d3e14d7674 tempest-QuotasNegativeTest-259076228 tempest-QuotasNegativeTest-259076228-project-admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=09a3e753f1e643a89a74f3dd5bb57f72&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4862914 Jan 20 14:25:08.717789 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 60562) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:25:08.739607 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-3132b5e5-ac51-4801-93bb-7b9acbbc3f05 None None] Transition to ACTIVE for port object 515e0ed7-115b-42ac-92ce-539f5cbf83be will not be triggered until provisioned by entity L2. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:25:08.772428 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3391ff54-6d67-4dd6-a09d-8d5096f5813e tempest-ExternalNetworksTestJSON-1859258134 tempest-ExternalNetworksTestJSON-1859258134-project-admin] Pushing event updated for resources: {'Network': ['ID=0236d680-6e81-4251-81eb-08978c544ba2,revision_number=1']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:25:08.798530 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Network 0236d680-6e81-4251-81eb-08978c544ba2 details requested by agent ovs-agent-dv-neutron-825124-1-hyperv with host dv-neutron-825124-1-hyperv {{(pid=84154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 14:25:08.875193 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5473b057-b794-4b5c-ba1e-60484d5dfcf8 None None] Network e5ea8c31-69dd-41d5-aace-b9b936aeae1a requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:25:08.921209 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.db_base_plugin_common [None req-78f2a747-d5c1-41ae-9e83-4e4bdddaf197 tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] Allocated IP 2001:db8::242 (e5ea8c31-69dd-41d5-aace-b9b936aeae1a/0ccc2409-768b-4c05-b018-ba382e25ef93/ff0b29bf-566e-4eba-b1ca-c82883e88119) {{(pid=84153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:25:08.931079 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81949174-aacc-497a-a962-864a7ddc1676 tempest-FloatingIPAdminTestJSON-1852183017 tempest-FloatingIPAdminTestJSON-1852183017-project] Made reservation on behalf of 6de16a54208647709f49ca9cb2945079 for: {'network': 1} {{(pid=84153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:25:08.934492 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-81949174-aacc-497a-a962-864a7ddc1676 tempest-FloatingIPAdminTestJSON-1852183017 tempest-FloatingIPAdminTestJSON-1852183017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for network, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:08.934662 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-de3157dc-8fd9-47b5-b842-a2be1502fcbd tempest-QuotasNegativeTest-259076228 tempest-QuotasNegativeTest-259076228-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:08.965411 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-3132b5e5-ac51-4801-93bb-7b9acbbc3f05 None None] Transition to ACTIVE for port object 515e0ed7-115b-42ac-92ce-539f5cbf83be will not be triggered until provisioned by entity DHCP. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:25:08.987910 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-de3157dc-8fd9-47b5-b842-a2be1502fcbd tempest-QuotasNegativeTest-259076228 tempest-QuotasNegativeTest-259076228-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:09.035597 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-81949174-aacc-497a-a962-864a7ddc1676 tempest-FloatingIPAdminTestJSON-1852183017 tempest-FloatingIPAdminTestJSON-1852183017-project] Notify callbacks [] for security_group, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:09.074631 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-d34977bb-0197-4273-a17b-32fe0fbc9708 tempest-ExternalNetworksTestJSON-1859258134 tempest-ExternalNetworksTestJSON-1859258134-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586409'] for network, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:09.111942 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-471cfe66-353a-4b24-9436-38a43642d695 tempest-RoutersAdminNegativeTest-1316037765 tempest-RoutersAdminNegativeTest-1316037765-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:09.165353 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-471cfe66-353a-4b24-9436-38a43642d695 tempest-RoutersAdminNegativeTest-1316037765 tempest-RoutersAdminNegativeTest-1316037765-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:09.188031 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-3132b5e5-ac51-4801-93bb-7b9acbbc3f05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477'] for port, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:09.201875 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-81949174-aacc-497a-a962-864a7ddc1676 tempest-FloatingIPAdminTestJSON-1852183017 tempest-FloatingIPAdminTestJSON-1852183017-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:25:09.217689 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-81949174-aacc-497a-a962-864a7ddc1676 tempest-FloatingIPAdminTestJSON-1852183017 tempest-FloatingIPAdminTestJSON-1852183017-project] Usage tracker for resource:security_group_rule and tenant:6de16a54208647709f49ca9cb2945079 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:25:09.225366 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-2254c4cf-987f-4a2f-967b-b35aa06d4653 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:09.229559 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-81949174-aacc-497a-a962-864a7ddc1676 tempest-FloatingIPAdminTestJSON-1852183017 tempest-FloatingIPAdminTestJSON-1852183017-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:25:09.282270 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-81949174-aacc-497a-a962-864a7ddc1676 tempest-FloatingIPAdminTestJSON-1852183017 tempest-FloatingIPAdminTestJSON-1852183017-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:25:09.289165 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3132b5e5-ac51-4801-93bb-7b9acbbc3f05 None None] Pushing event updated for resources: {'Port': ['ID=515e0ed7-115b-42ac-92ce-539f5cbf83be,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:25:09.359304 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3132b5e5-ac51-4801-93bb-7b9acbbc3f05 None None] Network cc294bdc-d463-48e3-9957-ee50edcadc62 is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:25:09.364212 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-f6dc9b98-5449-495f-8565-b0ef10fd4aed tempest-DHCPAgentSchedulersTestJSON-1652887071 tempest-DHCPAgentSchedulersTestJSON-1652887071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:09.372751 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-3132b5e5-ac51-4801-93bb-7b9acbbc3f05 None None] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:25:09.373667 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-2254c4cf-987f-4a2f-967b-b35aa06d4653 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:09.374401 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-2254c4cf-987f-4a2f-967b-b35aa06d4653 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1705158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-743490'] for router_interface, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:09.378424 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3132b5e5-ac51-4801-93bb-7b9acbbc3f05 None None] Received port after_create {{(pid=84154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:25:09.507835 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-f6dc9b98-5449-495f-8565-b0ef10fd4aed tempest-DHCPAgentSchedulersTestJSON-1652887071 tempest-DHCPAgentSchedulersTestJSON-1652887071-project] Calling delete_port for ae31a0ee-02c9-4d8a-bcfa-18e70b4d5a20 owned by {{(pid=84152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:25:09.522426 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-67f266bf-48b0-42e9-9219-38a603aeaa16 None None] Provisioning complete for port e55492b4-d9bf-4b04-8fbe-5e88f0069a38 triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:25:09.522919 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-67f266bf-48b0-42e9-9219-38a603aeaa16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:09.577668 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-d34977bb-0197-4273-a17b-32fe0fbc9708 tempest-ExternalNetworksTestJSON-1859258134 tempest-ExternalNetworksTestJSON-1859258134-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1626242', 'neutron.services.segments.db._delete_segments_for_network-8769554214620'] for network, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:09.658874 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-de3157dc-8fd9-47b5-b842-a2be1502fcbd tempest-QuotasNegativeTest-259076228 tempest-QuotasNegativeTest-259076228-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:09.663505 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.db.resource_extend [None req-f882a0bf-9493-4b47-bde1-27edcf9dcd54 None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 20 14:25:09.682646 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-3132b5e5-ac51-4801-93bb-7b9acbbc3f05 None None] Attempting to bind port 515e0ed7-115b-42ac-92ce-539f5cbf83be on host dv-neutron-825124-1-hyperv for vnic_type normal with profile {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:25:09.682646 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-3132b5e5-ac51-4801-93bb-7b9acbbc3f05 None None] Attempting to bind port 515e0ed7-115b-42ac-92ce-539f5cbf83be by drivers openvswitch,hyperv on host dv-neutron-825124-1-hyperv at level 0 using segments [{'id': '64cfd16d-a81d-4aab-9ed4-fff4019371e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'cc294bdc-d463-48e3-9957-ee50edcadc62'}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:25:09.683488 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3132b5e5-ac51-4801-93bb-7b9acbbc3f05 None None] Attempting to bind port 515e0ed7-115b-42ac-92ce-539f5cbf83be on network cc294bdc-d463-48e3-9957-ee50edcadc62 {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 14:25:09.691234 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3157dc-8fd9-47b5-b842-a2be1502fcbd tempest-QuotasNegativeTest-259076228 tempest-QuotasNegativeTest-259076228-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=259a1ca6-5718-4ab2-9b69-7791c70306e2,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:25:09.728446 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-de3157dc-8fd9-47b5-b842-a2be1502fcbd tempest-QuotasNegativeTest-259076228 tempest-QuotasNegativeTest-259076228-project-admin] Notify callbacks [] for security_group, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:09.729215 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-de3157dc-8fd9-47b5-b842-a2be1502fcbd tempest-QuotasNegativeTest-259076228 tempest-QuotasNegativeTest-259076228-project-admin] 10.222.0.54 "DELETE /v2.0/security-groups/259a1ca6-5718-4ab2-9b69-7791c70306e2 HTTP/1.1" status: 204 len: 168 time: 1.0104573 Jan 20 14:25:09.733981 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 60570) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:25:09.737450 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-d34977bb-0197-4273-a17b-32fe0fbc9708 tempest-ExternalNetworksTestJSON-1859258134 tempest-ExternalNetworksTestJSON-1859258134-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=84153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:25:09.737450 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-d34977bb-0197-4273-a17b-32fe0fbc9708 tempest-ExternalNetworksTestJSON-1859258134 tempest-ExternalNetworksTestJSON-1859258134-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=84153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:25:09.737450 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-d34977bb-0197-4273-a17b-32fe0fbc9708 tempest-ExternalNetworksTestJSON-1859258134 tempest-ExternalNetworksTestJSON-1859258134-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=84153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:25:09.737749 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-d34977bb-0197-4273-a17b-32fe0fbc9708 tempest-ExternalNetworksTestJSON-1859258134 tempest-ExternalNetworksTestJSON-1859258134-project-admin] Subscribe: > port after_create 55550000 {{(pid=84153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:25:09.737927 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-d34977bb-0197-4273-a17b-32fe0fbc9708 tempest-ExternalNetworksTestJSON-1859258134 tempest-ExternalNetworksTestJSON-1859258134-project-admin] Subscribe: > port after_delete 55550000 {{(pid=84153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:25:09.738312 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-d34977bb-0197-4273-a17b-32fe0fbc9708 tempest-ExternalNetworksTestJSON-1859258134 tempest-ExternalNetworksTestJSON-1859258134-project-admin] Subscribe: > port after_update 55550000 {{(pid=84153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:25:09.738642 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-d34977bb-0197-4273-a17b-32fe0fbc9708 tempest-ExternalNetworksTestJSON-1859258134 tempest-ExternalNetworksTestJSON-1859258134-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=84153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:25:09.739458 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-d34977bb-0197-4273-a17b-32fe0fbc9708 tempest-ExternalNetworksTestJSON-1859258134 tempest-ExternalNetworksTestJSON-1859258134-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=84153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:25:09.739458 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-d34977bb-0197-4273-a17b-32fe0fbc9708 tempest-ExternalNetworksTestJSON-1859258134 tempest-ExternalNetworksTestJSON-1859258134-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=84153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:25:09.739703 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-d34977bb-0197-4273-a17b-32fe0fbc9708 tempest-ExternalNetworksTestJSON-1859258134 tempest-ExternalNetworksTestJSON-1859258134-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=84153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:25:09.786002 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3132b5e5-ac51-4801-93bb-7b9acbbc3f05 None None] Checking agent: {'id': '6414dfeb-85c5-454a-8756-709ca637d800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825124-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 16, 31), 'started_at': datetime.datetime(2022, 1, 20, 14, 17, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 25, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825124-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 14:25:09.786544 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3132b5e5-ac51-4801-93bb-7b9acbbc3f05 None None] Checking segment: {'id': '64cfd16d-a81d-4aab-9ed4-fff4019371e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'cc294bdc-d463-48e3-9957-ee50edcadc62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 14:25:09.787037 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-3132b5e5-ac51-4801-93bb-7b9acbbc3f05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:09.787516 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3132b5e5-ac51-4801-93bb-7b9acbbc3f05 None None] Bound using segment: {'id': '64cfd16d-a81d-4aab-9ed4-fff4019371e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'cc294bdc-d463-48e3-9957-ee50edcadc62'} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 14:25:09.788091 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-3132b5e5-ac51-4801-93bb-7b9acbbc3f05 None None] Bound port: 515e0ed7-115b-42ac-92ce-539f5cbf83be, host: dv-neutron-825124-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64cfd16d-a81d-4aab-9ed4-fff4019371e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'cc294bdc-d463-48e3-9957-ee50edcadc62'}}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:25:09.788593 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-3132b5e5-ac51-4801-93bb-7b9acbbc3f05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:10.118324 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-749e0271-ff71-4a84-a174-470ca7aaf2cd tempest-QuotasNegativeTest-259076228 tempest-QuotasNegativeTest-259076228-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586409'] for network, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:10.119335 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-f882a0bf-9493-4b47-bde1-27edcf9dcd54 None None] Notify callbacks [] for port, precommit_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:10.119788 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-d34977bb-0197-4273-a17b-32fe0fbc9708 tempest-ExternalNetworksTestJSON-1859258134 tempest-ExternalNetworksTestJSON-1859258134-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=84153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:25:10.119788 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-d34977bb-0197-4273-a17b-32fe0fbc9708 tempest-ExternalNetworksTestJSON-1859258134 tempest-ExternalNetworksTestJSON-1859258134-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=84153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:25:10.119788 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-d34977bb-0197-4273-a17b-32fe0fbc9708 tempest-ExternalNetworksTestJSON-1859258134 tempest-ExternalNetworksTestJSON-1859258134-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=84153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:25:10.119788 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-d34977bb-0197-4273-a17b-32fe0fbc9708 tempest-ExternalNetworksTestJSON-1859258134 tempest-ExternalNetworksTestJSON-1859258134-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=84153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:25:10.119788 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.services.segments.db [None req-d34977bb-0197-4273-a17b-32fe0fbc9708 tempest-ExternalNetworksTestJSON-1859258134 tempest-ExternalNetworksTestJSON-1859258134-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0236d680-6e81-4251-81eb-08978c544ba2']}} {{(pid=84153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:25:10.119788 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2254c4cf-987f-4a2f-967b-b35aa06d4653 admin admin] Pushing event updated for resources: {'Port': ['ID=f7bb973a-b99f-4848-8378-242e506ca311,revision_number=2']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:25:10.122425 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-f882a0bf-9493-4b47-bde1-27edcf9dcd54 None None] Transition to ACTIVE for port object 2fcf10eb-7914-4aae-8313-a752451d5387 will not be triggered until provisioned by entity L2. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:25:10.122960 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-b57ad371-14bc-43d5-bcc2-0c9c22ecaaae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:10.123438 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-f6dc9b98-5449-495f-8565-b0ef10fd4aed tempest-DHCPAgentSchedulersTestJSON-1652887071 tempest-DHCPAgentSchedulersTestJSON-1652887071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486'] for port, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:10.124006 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-3132b5e5-ac51-4801-93bb-7b9acbbc3f05 None None] For port 515e0ed7-115b-42ac-92ce-539f5cbf83be, host dv-neutron-825124-1-hyperv, cleared binding levels {{(pid=84154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 14:25:10.124006 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-3132b5e5-ac51-4801-93bb-7b9acbbc3f05 None None] For port 515e0ed7-115b-42ac-92ce-539f5cbf83be, host dv-neutron-825124-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=515e0ed7-115b-42ac-92ce-539f5cbf83be,segment=NetworkSegment(64cfd16d-a81d-4aab-9ed4-fff4019371e3),segment_id=64cfd16d-a81d-4aab-9ed4-fff4019371e3)] {{(pid=84154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 14:25:10.125774 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.services.segments.db [None req-d34977bb-0197-4273-a17b-32fe0fbc9708 tempest-ExternalNetworksTestJSON-1859258134 tempest-ExternalNetworksTestJSON-1859258134-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38148b00-d57c-4a59-bef2-cfe1df307e3b') {'for_net_delete': True} {{(pid=84153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:25:10.125774 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.services.segments.db [None req-d34977bb-0197-4273-a17b-32fe0fbc9708 tempest-ExternalNetworksTestJSON-1859258134 tempest-ExternalNetworksTestJSON-1859258134-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38148b00-d57c-4a59-bef2-cfe1df307e3b') {} {{(pid=84153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:25:10.126860 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-f882a0bf-9493-4b47-bde1-27edcf9dcd54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:10.127878 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-d34977bb-0197-4273-a17b-32fe0fbc9708 tempest-ExternalNetworksTestJSON-1859258134 tempest-ExternalNetworksTestJSON-1859258134-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769554214503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980856'] for segment, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:10.127878 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2254c4cf-987f-4a2f-967b-b35aa06d4653 admin admin] Network da16ad43-ad30-42db-87b4-6c2adb2c2b3b is already hosted by enough agents. {{(pid=84153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:25:10.127878 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.base_scheduler [None req-2254c4cf-987f-4a2f-967b-b35aa06d4653 admin admin] Resources bound (agent type, host, resource id): {{(pid=84153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:25:10.127878 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-78f2a747-d5c1-41ae-9e83-4e4bdddaf197 tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:10.142493 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6dc9b98-5449-495f-8565-b0ef10fd4aed tempest-DHCPAgentSchedulersTestJSON-1652887071 tempest-DHCPAgentSchedulersTestJSON-1652887071-project] Pushing event deleted for resources: {'Port': ['ID=ae31a0ee-02c9-4d8a-bcfa-18e70b4d5a20,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:25:10.154262 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-749e0271-ff71-4a84-a174-470ca7aaf2cd tempest-QuotasNegativeTest-259076228 tempest-QuotasNegativeTest-259076228-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1626242', 'neutron.services.segments.db._delete_segments_for_network-8769554214620'] for network, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:10.170678 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-3132b5e5-ac51-4801-93bb-7b9acbbc3f05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:10.188410 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 2d463c2f-2ac2-4884-9ad8-97949782d5f0 up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:25:10.233331 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b1e0c0-6617-476d-a925-bb04ce3f0097 None None] Pushing event updated for resources: {'Port': ['ID=2fcf10eb-7914-4aae-8313-a752451d5387,revision_number=2']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:25:10.236069 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-f882a0bf-9493-4b47-bde1-27edcf9dcd54 None None] Attempting to bind port 2fcf10eb-7914-4aae-8313-a752451d5387 on host dv-neutron-825124-1-hyperv for vnic_type normal with profile {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:25:10.236579 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-f882a0bf-9493-4b47-bde1-27edcf9dcd54 None None] Attempting to bind port 2fcf10eb-7914-4aae-8313-a752451d5387 by drivers openvswitch,hyperv on host dv-neutron-825124-1-hyperv at level 0 using segments [{'id': 'f628f1ba-6b70-4c9b-8839-62340c040c81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d'}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:25:10.237144 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f882a0bf-9493-4b47-bde1-27edcf9dcd54 None None] Attempting to bind port 2fcf10eb-7914-4aae-8313-a752451d5387 on network 8dffb05c-5ca0-409b-bd5f-7be6264f707d {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 14:25:10.255728 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-d34977bb-0197-4273-a17b-32fe0fbc9708 tempest-ExternalNetworksTestJSON-1859258134 tempest-ExternalNetworksTestJSON-1859258134-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:10.272636 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d34977bb-0197-4273-a17b-32fe0fbc9708 tempest-ExternalNetworksTestJSON-1859258134 tempest-ExternalNetworksTestJSON-1859258134-project-admin] Releasing vlan 169 on physical network physnet1 to pool {{(pid=84153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 14:25:10.273415 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-d34977bb-0197-4273-a17b-32fe0fbc9708 tempest-ExternalNetworksTestJSON-1859258134 tempest-ExternalNetworksTestJSON-1859258134-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1622950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3944078'] for segment, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:10.315578 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f882a0bf-9493-4b47-bde1-27edcf9dcd54 None None] Checking agent: {'id': '6414dfeb-85c5-454a-8756-709ca637d800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825124-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 16, 31), 'started_at': datetime.datetime(2022, 1, 20, 14, 17, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 25, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825124-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 14:25:10.315950 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f882a0bf-9493-4b47-bde1-27edcf9dcd54 None None] Checking segment: {'id': 'f628f1ba-6b70-4c9b-8839-62340c040c81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 14:25:10.316404 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-f882a0bf-9493-4b47-bde1-27edcf9dcd54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:10.316798 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f882a0bf-9493-4b47-bde1-27edcf9dcd54 None None] Bound using segment: {'id': 'f628f1ba-6b70-4c9b-8839-62340c040c81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d'} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 14:25:10.317546 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-f882a0bf-9493-4b47-bde1-27edcf9dcd54 None None] Bound port: 2fcf10eb-7914-4aae-8313-a752451d5387, host: dv-neutron-825124-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f628f1ba-6b70-4c9b-8839-62340c040c81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d'}}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:25:10.318104 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-f882a0bf-9493-4b47-bde1-27edcf9dcd54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:10.350541 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-471cfe66-353a-4b24-9436-38a43642d695 tempest-RoutersAdminNegativeTest-1316037765 tempest-RoutersAdminNegativeTest-1316037765-project-admin] Notify callbacks [] for router, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:10.373197 dv-neutron-825124-1-hyperv neutron-server[84153]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Jan 20 14:25:10.373197 dv-neutron-825124-1-hyperv neutron-server[84153]: util.warn_limited( Jan 20 14:25:10.373197 dv-neutron-825124-1-hyperv neutron-server[84153]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Jan 20 14:25:10.373197 dv-neutron-825124-1-hyperv neutron-server[84153]: util.warn_limited( Jan 20 14:25:10.373197 dv-neutron-825124-1-hyperv neutron-server[84153]: Traceback (most recent call last): Jan 20 14:25:10.373197 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 14:25:10.373197 dv-neutron-825124-1-hyperv neutron-server[84153]: timer() Jan 20 14:25:10.373197 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 14:25:10.373197 dv-neutron-825124-1-hyperv neutron-server[84153]: cb(*args, **kw) Jan 20 14:25:10.373197 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 14:25:10.373197 dv-neutron-825124-1-hyperv neutron-server[84153]: return func(*args, **kwargs) Jan 20 14:25:10.373197 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 14:25:10.373197 dv-neutron-825124-1-hyperv neutron-server[84153]: self._notify() Jan 20 14:25:10.373197 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 14:25:10.373197 dv-neutron-825124-1-hyperv neutron-server[84153]: self.callback(batched_events) Jan 20 14:25:10.373197 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 14:25:10.373197 dv-neutron-825124-1-hyperv neutron-server[84153]: event.method(event) Jan 20 14:25:10.373197 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 14:25:10.373197 dv-neutron-825124-1-hyperv neutron-server[84153]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 14:25:10.373197 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 14:25:10.373197 dv-neutron-825124-1-hyperv neutron-server[84153]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 14:25:10.373197 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 14:25:10.373197 dv-neutron-825124-1-hyperv neutron-server[84153]: return f(self, *a, **k) Jan 20 14:25:10.373197 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 14:25:10.373197 dv-neutron-825124-1-hyperv neutron-server[84153]: return self._get(url).json() Jan 20 14:25:10.373197 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 14:25:10.373197 dv-neutron-825124-1-hyperv neutron-server[84153]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 14:25:10.373197 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 14:25:10.373197 dv-neutron-825124-1-hyperv neutron-server[84153]: return self.request(url, 'GET', **kwargs) Jan 20 14:25:10.373197 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 14:25:10.373197 dv-neutron-825124-1-hyperv neutron-server[84153]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 14:25:10.373197 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 14:25:10.373197 dv-neutron-825124-1-hyperv neutron-server[84153]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 14:25:10.373197 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 14:25:10.373197 dv-neutron-825124-1-hyperv neutron-server[84153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 14:25:10.373197 dv-neutron-825124-1-hyperv neutron-server[84153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 14:25:10.375480 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-4075dc98-b3be-48cd-8868-8014e999293c None None] Provisioning for port f7bb973a-b99f-4848-8378-242e506ca311 completed by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:25:10.411411 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-4075dc98-b3be-48cd-8868-8014e999293c None None] Provisioning complete for port f7bb973a-b99f-4848-8378-242e506ca311 triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:25:10.412008 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-4075dc98-b3be-48cd-8868-8014e999293c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:10.428713 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-f6dc9b98-5449-495f-8565-b0ef10fd4aed tempest-DHCPAgentSchedulersTestJSON-1652887071 tempest-DHCPAgentSchedulersTestJSON-1652887071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:10.459716 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-749e0271-ff71-4a84-a174-470ca7aaf2cd tempest-QuotasNegativeTest-259076228 tempest-QuotasNegativeTest-259076228-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=84152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:25:10.461013 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-749e0271-ff71-4a84-a174-470ca7aaf2cd tempest-QuotasNegativeTest-259076228 tempest-QuotasNegativeTest-259076228-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=84152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:25:10.461942 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-749e0271-ff71-4a84-a174-470ca7aaf2cd tempest-QuotasNegativeTest-259076228 tempest-QuotasNegativeTest-259076228-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=84152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:25:10.462962 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-749e0271-ff71-4a84-a174-470ca7aaf2cd tempest-QuotasNegativeTest-259076228 tempest-QuotasNegativeTest-259076228-project-admin] Subscribe: > port after_create 55550000 {{(pid=84152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:25:10.463554 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-749e0271-ff71-4a84-a174-470ca7aaf2cd tempest-QuotasNegativeTest-259076228 tempest-QuotasNegativeTest-259076228-project-admin] Subscribe: > port after_delete 55550000 {{(pid=84152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:25:10.464079 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-749e0271-ff71-4a84-a174-470ca7aaf2cd tempest-QuotasNegativeTest-259076228 tempest-QuotasNegativeTest-259076228-project-admin] Subscribe: > port after_update 55550000 {{(pid=84152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:25:10.464565 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-749e0271-ff71-4a84-a174-470ca7aaf2cd tempest-QuotasNegativeTest-259076228 tempest-QuotasNegativeTest-259076228-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=84152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:25:10.465065 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-749e0271-ff71-4a84-a174-470ca7aaf2cd tempest-QuotasNegativeTest-259076228 tempest-QuotasNegativeTest-259076228-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=84152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:25:10.465559 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-749e0271-ff71-4a84-a174-470ca7aaf2cd tempest-QuotasNegativeTest-259076228 tempest-QuotasNegativeTest-259076228-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=84152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:25:10.466070 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-749e0271-ff71-4a84-a174-470ca7aaf2cd tempest-QuotasNegativeTest-259076228 tempest-QuotasNegativeTest-259076228-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=84152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:25:10.494186 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-4075dc98-b3be-48cd-8868-8014e999293c None None] Port f7bb973a-b99f-4848-8378-242e506ca311 cannot update to ACTIVE because it is not bound. {{(pid=84154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 14:25:10.509853 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3132b5e5-ac51-4801-93bb-7b9acbbc3f05 None None] Pushing event updated for resources: {'Port': ['ID=515e0ed7-115b-42ac-92ce-539f5cbf83be,revision_number=2']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:25:10.522474 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-f882a0bf-9493-4b47-bde1-27edcf9dcd54 None None] For port 2fcf10eb-7914-4aae-8313-a752451d5387, host dv-neutron-825124-1-hyperv, cleared binding levels {{(pid=84154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 14:25:10.526216 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-f882a0bf-9493-4b47-bde1-27edcf9dcd54 None None] For port 2fcf10eb-7914-4aae-8313-a752451d5387, host dv-neutron-825124-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=2fcf10eb-7914-4aae-8313-a752451d5387,segment=NetworkSegment(f628f1ba-6b70-4c9b-8839-62340c040c81),segment_id=f628f1ba-6b70-4c9b-8839-62340c040c81)] {{(pid=84154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 14:25:10.586059 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-81949174-aacc-497a-a962-864a7ddc1676 tempest-FloatingIPAdminTestJSON-1852183017 tempest-FloatingIPAdminTestJSON-1852183017-project] Notify callbacks [] for security_group, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:10.625636 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-2f170d88-c445-4a34-909c-3eee045b50e3 None None] Provisioning complete for port f7bb973a-b99f-4848-8378-242e506ca311 triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:25:10.626698 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-2f170d88-c445-4a34-909c-3eee045b50e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:10.660171 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-f882a0bf-9493-4b47-bde1-27edcf9dcd54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:10.720005 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-749e0271-ff71-4a84-a174-470ca7aaf2cd tempest-QuotasNegativeTest-259076228 tempest-QuotasNegativeTest-259076228-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=84152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:25:10.720596 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-749e0271-ff71-4a84-a174-470ca7aaf2cd tempest-QuotasNegativeTest-259076228 tempest-QuotasNegativeTest-259076228-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=84152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:25:10.720678 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-749e0271-ff71-4a84-a174-470ca7aaf2cd tempest-QuotasNegativeTest-259076228 tempest-QuotasNegativeTest-259076228-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=84152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:25:10.721029 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-749e0271-ff71-4a84-a174-470ca7aaf2cd tempest-QuotasNegativeTest-259076228 tempest-QuotasNegativeTest-259076228-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=84152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 20 14:25:10.721425 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.segments.db [None req-749e0271-ff71-4a84-a174-470ca7aaf2cd tempest-QuotasNegativeTest-259076228 tempest-QuotasNegativeTest-259076228-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a81aa41-aa88-4bae-b376-d84fc60edd34']}} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:25:10.731947 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning for port 2d463c2f-2ac2-4884-9ad8-97949782d5f0 completed by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:25:10.734597 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.db_base_plugin_common [None req-b57ad371-14bc-43d5-bcc2-0c9c22ecaaae admin admin] Allocated IP 172.20.0.1 (f21a48f2-2a8e-483a-a3a2-338a6bf081a7/dd53d1af-78bb-45f3-8468-b0b04e8256e8/8de136a0-d148-40b2-8b5d-857437d6ed30) {{(pid=84153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:25:10.740427 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.segments.db [None req-749e0271-ff71-4a84-a174-470ca7aaf2cd tempest-QuotasNegativeTest-259076228 tempest-QuotasNegativeTest-259076228-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fc690fa-2fa3-4cd9-9724-c98911122cb5') {'for_net_delete': True} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:25:10.746686 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.segments.db [None req-749e0271-ff71-4a84-a174-470ca7aaf2cd tempest-QuotasNegativeTest-259076228 tempest-QuotasNegativeTest-259076228-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fc690fa-2fa3-4cd9-9724-c98911122cb5') {} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:25:10.753035 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-749e0271-ff71-4a84-a174-470ca7aaf2cd tempest-QuotasNegativeTest-259076228 tempest-QuotasNegativeTest-259076228-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769554214503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3337904'] for segment, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:10.756536 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-81949174-aacc-497a-a962-864a7ddc1676 tempest-FloatingIPAdminTestJSON-1852183017 tempest-FloatingIPAdminTestJSON-1852183017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:10.775102 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-f6dc9b98-5449-495f-8565-b0ef10fd4aed tempest-DHCPAgentSchedulersTestJSON-1652887071 tempest-DHCPAgentSchedulersTestJSON-1652887071-project] 10.222.0.54 "DELETE /v2.0/ports/ae31a0ee-02c9-4d8a-bcfa-18e70b4d5a20 HTTP/1.1" status: 204 len: 168 time: 2.5802109 Jan 20 14:25:10.775283 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port 2d463c2f-2ac2-4884-9ad8-97949782d5f0 triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:25:10.775283 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:10.780854 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 60574) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:25:10.780854 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-749e0271-ff71-4a84-a174-470ca7aaf2cd tempest-QuotasNegativeTest-259076228 tempest-QuotasNegativeTest-259076228-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:10.801238 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-749e0271-ff71-4a84-a174-470ca7aaf2cd tempest-QuotasNegativeTest-259076228 tempest-QuotasNegativeTest-259076228-project-admin] Releasing vlan 175 on physical network physnet1 to pool {{(pid=84152) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 14:25:10.801390 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-749e0271-ff71-4a84-a174-470ca7aaf2cd tempest-QuotasNegativeTest-259076228 tempest-QuotasNegativeTest-259076228-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1622950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4162906'] for segment, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:10.827257 dv-neutron-825124-1-hyperv neutron-server[84152]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Jan 20 14:25:10.827257 dv-neutron-825124-1-hyperv neutron-server[84152]: util.warn_limited( Jan 20 14:25:10.827257 dv-neutron-825124-1-hyperv neutron-server[84152]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Jan 20 14:25:10.827257 dv-neutron-825124-1-hyperv neutron-server[84152]: util.warn_limited( Jan 20 14:25:10.827257 dv-neutron-825124-1-hyperv neutron-server[84152]: Traceback (most recent call last): Jan 20 14:25:10.827257 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 14:25:10.827257 dv-neutron-825124-1-hyperv neutron-server[84152]: timer() Jan 20 14:25:10.827257 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 14:25:10.827257 dv-neutron-825124-1-hyperv neutron-server[84152]: cb(*args, **kw) Jan 20 14:25:10.827257 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 14:25:10.827257 dv-neutron-825124-1-hyperv neutron-server[84152]: return func(*args, **kwargs) Jan 20 14:25:10.827257 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 14:25:10.827257 dv-neutron-825124-1-hyperv neutron-server[84152]: self._notify() Jan 20 14:25:10.827257 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 14:25:10.827257 dv-neutron-825124-1-hyperv neutron-server[84152]: self.callback(batched_events) Jan 20 14:25:10.827257 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 14:25:10.827257 dv-neutron-825124-1-hyperv neutron-server[84152]: event.method(event) Jan 20 14:25:10.827257 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 14:25:10.827257 dv-neutron-825124-1-hyperv neutron-server[84152]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 14:25:10.827257 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 14:25:10.827257 dv-neutron-825124-1-hyperv neutron-server[84152]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 14:25:10.827257 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 14:25:10.827257 dv-neutron-825124-1-hyperv neutron-server[84152]: return f(self, *a, **k) Jan 20 14:25:10.827257 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 14:25:10.827257 dv-neutron-825124-1-hyperv neutron-server[84152]: return self._get(url).json() Jan 20 14:25:10.827257 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 14:25:10.827257 dv-neutron-825124-1-hyperv neutron-server[84152]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 14:25:10.827257 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 14:25:10.827257 dv-neutron-825124-1-hyperv neutron-server[84152]: return self.request(url, 'GET', **kwargs) Jan 20 14:25:10.827257 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 14:25:10.827257 dv-neutron-825124-1-hyperv neutron-server[84152]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 14:25:10.827257 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 14:25:10.827257 dv-neutron-825124-1-hyperv neutron-server[84152]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 14:25:10.827257 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 14:25:10.827257 dv-neutron-825124-1-hyperv neutron-server[84152]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 14:25:10.827257 dv-neutron-825124-1-hyperv neutron-server[84152]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 14:25:10.842864 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81949174-aacc-497a-a962-864a7ddc1676 tempest-FloatingIPAdminTestJSON-1852183017 tempest-FloatingIPAdminTestJSON-1852183017-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 172} {{(pid=84153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 14:25:10.852764 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-81949174-aacc-497a-a962-864a7ddc1676 tempest-FloatingIPAdminTestJSON-1852183017 tempest-FloatingIPAdminTestJSON-1852183017-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:10.853104 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.db.segments_db [None req-81949174-aacc-497a-a962-864a7ddc1676 tempest-FloatingIPAdminTestJSON-1852183017 tempest-FloatingIPAdminTestJSON-1852183017-project] Added segment 328ae327-bae2-469b-b8f8-730248ff27af of type vlan for network 4016d29d-54bf-43b1-af26-e7f23900bc94 Jan 20 14:25:10.854676 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f882a0bf-9493-4b47-bde1-27edcf9dcd54 None None] Routers {'3aa1060b-e340-4a31-89f7-e96adaaa2648'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:25:10.855378 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-f882a0bf-9493-4b47-bde1-27edcf9dcd54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:25:00Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['3aa1060b-e340-4a31-89f7-e96adaaa2648'], 'active': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:25:10.880876 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-81949174-aacc-497a-a962-864a7ddc1676 tempest-FloatingIPAdminTestJSON-1852183017 tempest-FloatingIPAdminTestJSON-1852183017-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769553767792'] for network, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:10.929315 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-d34977bb-0197-4273-a17b-32fe0fbc9708 tempest-ExternalNetworksTestJSON-1859258134 tempest-ExternalNetworksTestJSON-1859258134-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1626253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-745296'] for network, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:11.017694 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-2f170d88-c445-4a34-909c-3eee045b50e3 None None] Port f7bb973a-b99f-4848-8378-242e506ca311 cannot update to ACTIVE because it is not bound. {{(pid=84154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 14:25:11.075821 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b1e0c0-6617-476d-a925-bb04ce3f0097 None None] Pushing event updated for resources: {'Port': ['ID=2fcf10eb-7914-4aae-8313-a752451d5387,revision_number=3']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:25:11.080594 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-78f2a747-d5c1-41ae-9e83-4e4bdddaf197 tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:11.082854 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81949174-aacc-497a-a962-864a7ddc1676 tempest-FloatingIPAdminTestJSON-1852183017 tempest-FloatingIPAdminTestJSON-1852183017-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f12f81a3-3eb9-4aa6-9a31-24f0f7b25c5e,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:25:11.102776 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-749e0271-ff71-4a84-a174-470ca7aaf2cd tempest-QuotasNegativeTest-259076228 tempest-QuotasNegativeTest-259076228-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1626253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-745296'] for network, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:11.115709 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-e3418d2c-333a-47b5-9e18-6a31bb504351 tempest-DHCPAgentSchedulersTestJSON-610978580 tempest-DHCPAgentSchedulersTestJSON-610978580-project-admin] 10.222.0.54 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4310 time: 0.3374794 Jan 20 14:25:11.116605 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 60582) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:25:11.118273 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-81949174-aacc-497a-a962-864a7ddc1676 tempest-FloatingIPAdminTestJSON-1852183017 tempest-FloatingIPAdminTestJSON-1852183017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967'] for network, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:11.121944 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81949174-aacc-497a-a962-864a7ddc1676 tempest-FloatingIPAdminTestJSON-1852183017 tempest-FloatingIPAdminTestJSON-1852183017-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:25:11.122796 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-81949174-aacc-497a-a962-864a7ddc1676 tempest-FloatingIPAdminTestJSON-1852183017 tempest-FloatingIPAdminTestJSON-1852183017-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1705179'] for network, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:11.134416 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34977bb-0197-4273-a17b-32fe0fbc9708 tempest-ExternalNetworksTestJSON-1859258134 tempest-ExternalNetworksTestJSON-1859258134-project-admin] Pushing event deleted for resources: {'Network': ['ID=0236d680-6e81-4251-81eb-08978c544ba2,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:25:11.137545 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-21db6a00-c29d-42f3-bef5-ff0f057d8c74 tempest-DHCPAgentSchedulersTestJSON-1652887071 tempest-DHCPAgentSchedulersTestJSON-1652887071-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-2056670323'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:25:11.144413 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-749e0271-ff71-4a84-a174-470ca7aaf2cd tempest-QuotasNegativeTest-259076228 tempest-QuotasNegativeTest-259076228-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1705179'] for network, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:11.159359 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvr_db [None req-f882a0bf-9493-4b47-bde1-27edcf9dcd54 None None] Set router 3aa1060b-e340-4a31-89f7-e96adaaa2648 gateway port host: dv-neutron-825124-1-hyperv {{(pid=84154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 14:25:11.187898 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d34977bb-0197-4273-a17b-32fe0fbc9708 tempest-ExternalNetworksTestJSON-1859258134 tempest-ExternalNetworksTestJSON-1859258134-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 0236d680-6e81-4251-81eb-08978c544ba2 {{(pid=84153) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 20 14:25:11.280854 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:11.306970 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-d34977bb-0197-4273-a17b-32fe0fbc9708 tempest-ExternalNetworksTestJSON-1859258134 tempest-ExternalNetworksTestJSON-1859258134-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1705179'] for network, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:11.330579 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-21db6a00-c29d-42f3-bef5-ff0f057d8c74 tempest-DHCPAgentSchedulersTestJSON-1652887071 tempest-DHCPAgentSchedulersTestJSON-1652887071-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:25:11.342092 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749e0271-ff71-4a84-a174-470ca7aaf2cd tempest-QuotasNegativeTest-259076228 tempest-QuotasNegativeTest-259076228-project-admin] Pushing event deleted for resources: {'Network': ['ID=1a81aa41-aa88-4bae-b376-d84fc60edd34,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:25:11.348693 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-21db6a00-c29d-42f3-bef5-ff0f057d8c74 tempest-DHCPAgentSchedulersTestJSON-1652887071 tempest-DHCPAgentSchedulersTestJSON-1652887071-project] Usage tracker for resource:network and tenant:8cd62d7778f742e2852677544e7910c3 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:25:11.352891 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-471cfe66-353a-4b24-9436-38a43642d695 tempest-RoutersAdminNegativeTest-1316037765 tempest-RoutersAdminNegativeTest-1316037765-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-737761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105493'] for router, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:11.360227 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-749e0271-ff71-4a84-a174-470ca7aaf2cd tempest-QuotasNegativeTest-259076228 tempest-QuotasNegativeTest-259076228-project-admin] 10.222.0.54 "DELETE /v2.0/networks/1a81aa41-aa88-4bae-b376-d84fc60edd34 HTTP/1.1" status: 204 len: 168 time: 1.6251874 Jan 20 14:25:11.363480 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-21db6a00-c29d-42f3-bef5-ff0f057d8c74 tempest-DHCPAgentSchedulersTestJSON-1652887071 tempest-DHCPAgentSchedulersTestJSON-1652887071-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:25:11.371105 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 60588) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:25:11.400422 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-21db6a00-c29d-42f3-bef5-ff0f057d8c74 tempest-DHCPAgentSchedulersTestJSON-1652887071 tempest-DHCPAgentSchedulersTestJSON-1652887071-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:25:11.414841 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-d34977bb-0197-4273-a17b-32fe0fbc9708 tempest-ExternalNetworksTestJSON-1859258134 tempest-ExternalNetworksTestJSON-1859258134-project-admin] 10.222.0.54 "DELETE /v2.0/networks/0236d680-6e81-4251-81eb-08978c544ba2 HTTP/1.1" status: 204 len: 168 time: 2.7893028 Jan 20 14:25:11.415264 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-471cfe66-353a-4b24-9436-38a43642d695 tempest-RoutersAdminNegativeTest-1316037765 tempest-RoutersAdminNegativeTest-1316037765-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:11.417823 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 60592) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:25:11.484429 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78f2a747-d5c1-41ae-9e83-4e4bdddaf197 tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] Network e5ea8c31-69dd-41d5-aace-b9b936aeae1a is already hosted by enough agents. {{(pid=84153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:25:11.495225 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.base_scheduler [None req-78f2a747-d5c1-41ae-9e83-4e4bdddaf197 tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] Resources bound (agent type, host, resource id): {{(pid=84153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:25:11.516524 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78f2a747-d5c1-41ae-9e83-4e4bdddaf197 tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] Received port after_create {{(pid=84153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:25:11.517375 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78f2a747-d5c1-41ae-9e83-4e4bdddaf197 tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:25:11.517967 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-78f2a747-d5c1-41ae-9e83-4e4bdddaf197 tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1705179'] for port, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:11.536838 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-07169571-eac7-4860-816a-ffc1580d7f25 tempest-ExternalNetworksTestJSON-1859258134 tempest-ExternalNetworksTestJSON-1859258134-project-admin] Request body: {'network': {'router:external': True}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:25:11.542659 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] For port 2d463c2f-2ac2-4884-9ad8-97949782d5f0, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=2d463c2f-2ac2-4884-9ad8-97949782d5f0,segment=NetworkSegment(f628f1ba-6b70-4c9b-8839-62340c040c81),segment_id=f628f1ba-6b70-4c9b-8839-62340c040c81)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:25:11.545853 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f2a747-d5c1-41ae-9e83-4e4bdddaf197 tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] Pushing event updated for resources: {'Port': ['ID=ff0b29bf-566e-4eba-b1ca-c82883e88119,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:25:11.546131 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-07169571-eac7-4860-816a-ffc1580d7f25 tempest-ExternalNetworksTestJSON-1859258134 tempest-ExternalNetworksTestJSON-1859258134-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:25:11.564078 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-81949174-aacc-497a-a962-864a7ddc1676 tempest-FloatingIPAdminTestJSON-1852183017 tempest-FloatingIPAdminTestJSON-1852183017-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 3.1265759 Jan 20 14:25:11.565286 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81949174-aacc-497a-a962-864a7ddc1676 tempest-FloatingIPAdminTestJSON-1852183017 tempest-FloatingIPAdminTestJSON-1852183017-project] Pushing event updated for resources: {'Network': ['ID=4016d29d-54bf-43b1-af26-e7f23900bc94,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:25:11.568226 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-07169571-eac7-4860-816a-ffc1580d7f25 tempest-ExternalNetworksTestJSON-1859258134 tempest-ExternalNetworksTestJSON-1859258134-project-admin] Usage tracker for resource:network and tenant:f98f9b0815f742f49631f68fc8ce8165 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:25:11.571374 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 60596) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:25:11.573968 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-07169571-eac7-4860-816a-ffc1580d7f25 tempest-ExternalNetworksTestJSON-1859258134 tempest-ExternalNetworksTestJSON-1859258134-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:25:11.580142 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-946de7a0-a41e-4c30-9062-9851f581f280 tempest-FloatingIPAdminTestJSON-1852183017 tempest-FloatingIPAdminTestJSON-1852183017-project] Request body: {'subnet': {'network_id': '4016d29d-54bf-43b1-af26-e7f23900bc94', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:25:11.619545 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Network 4016d29d-54bf-43b1-af26-e7f23900bc94 details requested by agent ovs-agent-dv-neutron-825124-1-hyperv with host dv-neutron-825124-1-hyperv {{(pid=84154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 14:25:11.631534 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-b57ad371-14bc-43d5-bcc2-0c9c22ecaaae admin admin] Notify callbacks [] for port, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:11.653995 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:11.657163 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device e55492b4-d9bf-4b04-8fbe-5e88f0069a38 up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:25:11.685146 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21db6a00-c29d-42f3-bef5-ff0f057d8c74 tempest-DHCPAgentSchedulersTestJSON-1652887071 tempest-DHCPAgentSchedulersTestJSON-1652887071-project] Made reservation on behalf of 8cd62d7778f742e2852677544e7910c3 for: {'network': 1} {{(pid=84152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:25:11.689576 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-21db6a00-c29d-42f3-bef5-ff0f057d8c74 tempest-DHCPAgentSchedulersTestJSON-1652887071 tempest-DHCPAgentSchedulersTestJSON-1652887071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for network, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:11.707498 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-07169571-eac7-4860-816a-ffc1580d7f25 tempest-ExternalNetworksTestJSON-1859258134 tempest-ExternalNetworksTestJSON-1859258134-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:25:11.712008 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.provisioning_blocks [None req-b57ad371-14bc-43d5-bcc2-0c9c22ecaaae admin admin] Transition to ACTIVE for port object 8de136a0-d148-40b2-8b5d-857437d6ed30 will not be triggered until provisioned by entity DHCP. {{(pid=84153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:25:11.722334 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-78f2a747-d5c1-41ae-9e83-4e4bdddaf197 tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 3.8895893 Jan 20 14:25:11.729181 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 60600) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:25:11.773883 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-f9556d5d-906f-4f22-80a6-6da9ca3da309 tempest-QuotasNegativeTest-259076228 tempest-QuotasNegativeTest-259076228-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586409'] for network, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:11.815016 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-4511bf41-873b-4eb2-9782-83842e08f783 tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] Deleting port ff0b29bf-566e-4eba-b1ca-c82883e88119 {{(pid=84153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:25:11.815632 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-4511bf41-873b-4eb2-9782-83842e08f783 tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:11.862771 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21db6a00-c29d-42f3-bef5-ff0f057d8c74 tempest-DHCPAgentSchedulersTestJSON-1652887071 tempest-DHCPAgentSchedulersTestJSON-1652887071-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 173} {{(pid=84152) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 14:25:11.943031 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Pushing event updated for resources: {'Port': ['ID=2d463c2f-2ac2-4884-9ad8-97949782d5f0,revision_number=4']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:25:11.948504 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-b57ad371-14bc-43d5-bcc2-0c9c22ecaaae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:11.950501 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cb13e0a-aa39-4337-8eb1-803a22941b93 None None] Network cc294bdc-d463-48e3-9957-ee50edcadc62 requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:25:11.953474 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07169571-eac7-4860-816a-ffc1580d7f25 tempest-ExternalNetworksTestJSON-1859258134 tempest-ExternalNetworksTestJSON-1859258134-project-admin] Made reservation on behalf of f98f9b0815f742f49631f68fc8ce8165 for: {'network': 1} {{(pid=84152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:25:11.955723 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-07169571-eac7-4860-816a-ffc1580d7f25 tempest-ExternalNetworksTestJSON-1859258134 tempest-ExternalNetworksTestJSON-1859258134-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for network, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:11.977568 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-471cfe66-353a-4b24-9436-38a43642d695 tempest-RoutersAdminNegativeTest-1316037765 tempest-RoutersAdminNegativeTest-1316037765-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-737693'] for router, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:11.978583 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-471cfe66-353a-4b24-9436-38a43642d695 tempest-RoutersAdminNegativeTest-1316037765 tempest-RoutersAdminNegativeTest-1316037765-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 87f08c4b-9ad9-4e1e-b1f0-a1895f1790ad {{(pid=84152) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 20 14:25:12.019584 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-21db6a00-c29d-42f3-bef5-ff0f057d8c74 tempest-DHCPAgentSchedulersTestJSON-1652887071 tempest-DHCPAgentSchedulersTestJSON-1652887071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:12.019921 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.db.segments_db [None req-21db6a00-c29d-42f3-bef5-ff0f057d8c74 tempest-DHCPAgentSchedulersTestJSON-1652887071 tempest-DHCPAgentSchedulersTestJSON-1652887071-project] Added segment 47be7558-f29d-4d16-9910-075467b0478e of type vlan for network c0a6a1c9-cd69-48ef-9fef-f1b71c317359 Jan 20 14:25:12.024922 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2254c4cf-987f-4a2f-967b-b35aa06d4653 admin admin] Router c0d234bc-0f44-4930-872e-adb19a23e827 has already been hosted by L3 agent 624d525b-4c26-4143-8a1c-228bb1c6faaa {{(pid=84153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 14:25:12.032794 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-946de7a0-a41e-4c30-9062-9851f581f280 tempest-FloatingIPAdminTestJSON-1852183017 tempest-FloatingIPAdminTestJSON-1852183017-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:25:12.048139 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-f9556d5d-906f-4f22-80a6-6da9ca3da309 tempest-QuotasNegativeTest-259076228 tempest-QuotasNegativeTest-259076228-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1626242', 'neutron.services.segments.db._delete_segments_for_network-8769554214620'] for network, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:12.056475 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-946de7a0-a41e-4c30-9062-9851f581f280 tempest-FloatingIPAdminTestJSON-1852183017 tempest-FloatingIPAdminTestJSON-1852183017-project] Usage tracker for resource:subnet and tenant:6de16a54208647709f49ca9cb2945079 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:25:12.059643 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b57ad371-14bc-43d5-bcc2-0c9c22ecaaae admin admin] Network f21a48f2-2a8e-483a-a3a2-338a6bf081a7 is already hosted by enough agents. {{(pid=84153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:25:12.073080 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-946de7a0-a41e-4c30-9062-9851f581f280 tempest-FloatingIPAdminTestJSON-1852183017 tempest-FloatingIPAdminTestJSON-1852183017-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:25:12.101765 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-946de7a0-a41e-4c30-9062-9851f581f280 tempest-FloatingIPAdminTestJSON-1852183017 tempest-FloatingIPAdminTestJSON-1852183017-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:25:12.105722 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.base_scheduler [None req-b57ad371-14bc-43d5-bcc2-0c9c22ecaaae admin admin] Resources bound (agent type, host, resource id): {{(pid=84153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:25:12.110410 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-21db6a00-c29d-42f3-bef5-ff0f057d8c74 tempest-DHCPAgentSchedulersTestJSON-1652887071 tempest-DHCPAgentSchedulersTestJSON-1652887071-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769553767792'] for network, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:12.115901 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07169571-eac7-4860-816a-ffc1580d7f25 tempest-ExternalNetworksTestJSON-1859258134 tempest-ExternalNetworksTestJSON-1859258134-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 179} {{(pid=84152) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 14:25:12.119870 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b57ad371-14bc-43d5-bcc2-0c9c22ecaaae admin admin] Received port after_create {{(pid=84153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:25:12.122399 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.api.v2.resource [None req-471cfe66-353a-4b24-9436-38a43642d695 tempest-RoutersAdminNegativeTest-1316037765 tempest-RoutersAdminNegativeTest-1316037765-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jan 20 14:25:12.125853 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-471cfe66-353a-4b24-9436-38a43642d695 tempest-RoutersAdminNegativeTest-1316037765 tempest-RoutersAdminNegativeTest-1316037765-project-admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 6.4142501 Jan 20 14:25:12.129627 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.segments.db [None req-f9556d5d-906f-4f22-80a6-6da9ca3da309 tempest-QuotasNegativeTest-259076228 tempest-QuotasNegativeTest-259076228-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d2e0295-207a-4d89-a367-c91604fb341d']}} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:25:12.143212 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 60604) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:25:12.181547 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-f882a0bf-9493-4b47-bde1-27edcf9dcd54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3aa1060b-e340-4a31-89f7-e96adaaa2648', 'name': 'tempest-ServerActionsTestJSON-315493439-router', 'tenant_id': '2841efab0dc64ab1970d5183558f5547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.222'}], 'enable_snat': True}, 'gw_port_id': '2fcf10eb-7914-4aae-8313-a752451d5387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:25:00Z', 'updated_at': '2022-01-20T14:25:03Z', 'revision_number': 3, 'project_id': '2841efab0dc64ab1970d5183558f5547', 'gw_port': {'id': '2fcf10eb-7914-4aae-8313-a752451d5387', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:e4:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3aa1060b-e340-4a31-89f7-e96adaaa2648', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:25:01Z', 'updated_at': '2022-01-20T14:25:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv'}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:25:12.196937 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.segments.db [None req-f9556d5d-906f-4f22-80a6-6da9ca3da309 tempest-QuotasNegativeTest-259076228 tempest-QuotasNegativeTest-259076228-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62ba99aa-ef3c-4f52-aa94-65bb35bcb605') {'for_net_delete': True} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:25:12.197238 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.segments.db [None req-f9556d5d-906f-4f22-80a6-6da9ca3da309 tempest-QuotasNegativeTest-259076228 tempest-QuotasNegativeTest-259076228-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62ba99aa-ef3c-4f52-aa94-65bb35bcb605') {} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:25:12.212706 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port e55492b4-d9bf-4b04-8fbe-5e88f0069a38 triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:25:12.213084 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:12.248572 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ad310d62-0f56-46c6-8be2-6b213467a6ec None None] Provisioning for port 515e0ed7-115b-42ac-92ce-539f5cbf83be completed by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:25:12.267163 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f882a0bf-9493-4b47-bde1-27edcf9dcd54 None None] The sync data for ids ['3aa1060b-e340-4a31-89f7-e96adaaa2648'] in dv-neutron-825124-1-hyperv is: [{'id': '3aa1060b-e340-4a31-89f7-e96adaaa2648', 'name': 'tempest-ServerActionsTestJSON-315493439-router', 'tenant_id': '2841efab0dc64ab1970d5183558f5547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.222'}], 'enable_snat': True}, 'gw_port_id': '2fcf10eb-7914-4aae-8313-a752451d5387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:25:00Z', 'updated_at': '2022-01-20T14:25:03Z', 'revision_number': 3, 'project_id': '2841efab0dc64ab1970d5183558f5547', 'gw_port': {'id': '2fcf10eb-7914-4aae-8313-a752451d5387', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:e4:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3aa1060b-e340-4a31-89f7-e96adaaa2648', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:25:01Z', 'updated_at': '2022-01-20T14:25:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv'}] {{(pid=84154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 14:25:12.316428 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-07169571-eac7-4860-816a-ffc1580d7f25 tempest-ExternalNetworksTestJSON-1859258134 tempest-ExternalNetworksTestJSON-1859258134-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:12.316779 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.db.segments_db [None req-07169571-eac7-4860-816a-ffc1580d7f25 tempest-ExternalNetworksTestJSON-1859258134 tempest-ExternalNetworksTestJSON-1859258134-project-admin] Added segment ee65d438-a53e-4dae-8cf3-f93d02a4dedb of type vlan for network faecd59b-6b80-446e-9ed2-8c3b9c7e110f Jan 20 14:25:12.318577 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.db.resource_extend [None req-21db6a00-c29d-42f3-bef5-ff0f057d8c74 tempest-DHCPAgentSchedulersTestJSON-1652887071 tempest-DHCPAgentSchedulersTestJSON-1652887071-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 20 14:25:12.326484 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-946de7a0-a41e-4c30-9062-9851f581f280 tempest-FloatingIPAdminTestJSON-1852183017 tempest-FloatingIPAdminTestJSON-1852183017-project] Made reservation on behalf of 6de16a54208647709f49ca9cb2945079 for: {'subnet': 1} {{(pid=84152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:25:12.344130 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-f9556d5d-906f-4f22-80a6-6da9ca3da309 tempest-QuotasNegativeTest-259076228 tempest-QuotasNegativeTest-259076228-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769554214503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3337904'] for segment, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:12.420119 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-b57ad371-14bc-43d5-bcc2-0c9c22ecaaae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-745387'] for router_interface, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:12.460037 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57ad371-14bc-43d5-bcc2-0c9c22ecaaae admin admin] Pushing event updated for resources: {'Port': ['ID=8de136a0-d148-40b2-8b5d-857437d6ed30,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:25:12.463031 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-f9556d5d-906f-4f22-80a6-6da9ca3da309 tempest-QuotasNegativeTest-259076228 tempest-QuotasNegativeTest-259076228-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:12.509786 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-244b4b60-e8c6-4ee4-82d2-0ff121e75630 tempest-RoutersAdminNegativeTest-1316037765 tempest-RoutersAdminNegativeTest-1316037765-project-admin] Deleting port 962fa01a-74bc-4d4e-9c5b-6f131dbc750c {{(pid=84152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:25:12.509786 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-244b4b60-e8c6-4ee4-82d2-0ff121e75630 tempest-RoutersAdminNegativeTest-1316037765 tempest-RoutersAdminNegativeTest-1316037765-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:12.511511 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-4511bf41-873b-4eb2-9782-83842e08f783 tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:12.575959 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9556d5d-906f-4f22-80a6-6da9ca3da309 tempest-QuotasNegativeTest-259076228 tempest-QuotasNegativeTest-259076228-project-admin] Releasing vlan 164 on physical network physnet1 to pool {{(pid=84152) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 14:25:12.576362 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-f9556d5d-906f-4f22-80a6-6da9ca3da309 tempest-QuotasNegativeTest-259076228 tempest-QuotasNegativeTest-259076228-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1622950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4162906'] for segment, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:12.591779 dv-neutron-825124-1-hyperv neutron-server[84152]: Traceback (most recent call last): Jan 20 14:25:12.591779 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 14:25:12.591779 dv-neutron-825124-1-hyperv neutron-server[84152]: timer() Jan 20 14:25:12.591779 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 14:25:12.591779 dv-neutron-825124-1-hyperv neutron-server[84152]: cb(*args, **kw) Jan 20 14:25:12.591779 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 14:25:12.591779 dv-neutron-825124-1-hyperv neutron-server[84152]: return func(*args, **kwargs) Jan 20 14:25:12.591779 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 14:25:12.591779 dv-neutron-825124-1-hyperv neutron-server[84152]: self._notify() Jan 20 14:25:12.591779 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 14:25:12.591779 dv-neutron-825124-1-hyperv neutron-server[84152]: self.callback(batched_events) Jan 20 14:25:12.591779 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 14:25:12.591779 dv-neutron-825124-1-hyperv neutron-server[84152]: event.method(event) Jan 20 14:25:12.591779 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 14:25:12.591779 dv-neutron-825124-1-hyperv neutron-server[84152]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 14:25:12.591779 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 14:25:12.591779 dv-neutron-825124-1-hyperv neutron-server[84152]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 14:25:12.591779 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 14:25:12.591779 dv-neutron-825124-1-hyperv neutron-server[84152]: return f(self, *a, **k) Jan 20 14:25:12.591779 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 14:25:12.591779 dv-neutron-825124-1-hyperv neutron-server[84152]: return self._get(url).json() Jan 20 14:25:12.591779 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 14:25:12.591779 dv-neutron-825124-1-hyperv neutron-server[84152]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 14:25:12.591779 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 14:25:12.591779 dv-neutron-825124-1-hyperv neutron-server[84152]: return self.request(url, 'GET', **kwargs) Jan 20 14:25:12.591779 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 14:25:12.591779 dv-neutron-825124-1-hyperv neutron-server[84152]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 14:25:12.591779 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 14:25:12.591779 dv-neutron-825124-1-hyperv neutron-server[84152]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 14:25:12.591779 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 14:25:12.591779 dv-neutron-825124-1-hyperv neutron-server[84152]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 14:25:12.591779 dv-neutron-825124-1-hyperv neutron-server[84152]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 14:25:12.603010 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-21db6a00-c29d-42f3-bef5-ff0f057d8c74 tempest-DHCPAgentSchedulersTestJSON-1652887071 tempest-DHCPAgentSchedulersTestJSON-1652887071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967'] for network, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:12.604566 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21db6a00-c29d-42f3-bef5-ff0f057d8c74 tempest-DHCPAgentSchedulersTestJSON-1652887071 tempest-DHCPAgentSchedulersTestJSON-1652887071-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:25:12.605161 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-21db6a00-c29d-42f3-bef5-ff0f057d8c74 tempest-DHCPAgentSchedulersTestJSON-1652887071 tempest-DHCPAgentSchedulersTestJSON-1652887071-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1705179'] for network, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:12.610052 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-07169571-eac7-4860-816a-ffc1580d7f25 tempest-ExternalNetworksTestJSON-1859258134 tempest-ExternalNetworksTestJSON-1859258134-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769553767792'] for network, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:12.620035 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-d8848f31-36ea-488d-835b-dbab8b3caafd None None] Provisioning for port 8de136a0-d148-40b2-8b5d-857437d6ed30 completed by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:25:12.625522 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-d8848f31-36ea-488d-835b-dbab8b3caafd None None] Provisioning complete for port 8de136a0-d148-40b2-8b5d-857437d6ed30 triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:25:12.625712 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-d8848f31-36ea-488d-835b-dbab8b3caafd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:12.715096 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-4511bf41-873b-4eb2-9782-83842e08f783 tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] Calling delete_port for ff0b29bf-566e-4eba-b1ca-c82883e88119 owned by {{(pid=84153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:25:12.775364 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-d8848f31-36ea-488d-835b-dbab8b3caafd None None] Port 8de136a0-d148-40b2-8b5d-857437d6ed30 cannot update to ACTIVE because it is not bound. {{(pid=84154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 14:25:12.788915 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-b57ad371-14bc-43d5-bcc2-0c9c22ecaaae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:12.792401 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 2d463c2f-2ac2-4884-9ad8-97949782d5f0 up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:25:12.826969 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-946de7a0-a41e-4c30-9062-9851f581f280 tempest-FloatingIPAdminTestJSON-1852183017 tempest-FloatingIPAdminTestJSON-1852183017-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3155315'] for subnet, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:12.996097 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port 2d463c2f-2ac2-4884-9ad8-97949782d5f0 triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:25:12.996097 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:13.103631 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-07169571-eac7-4860-816a-ffc1580d7f25 tempest-ExternalNetworksTestJSON-1859258134 tempest-ExternalNetworksTestJSON-1859258134-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967'] for network, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:13.104471 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07169571-eac7-4860-816a-ffc1580d7f25 tempest-ExternalNetworksTestJSON-1859258134 tempest-ExternalNetworksTestJSON-1859258134-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:25:13.105061 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-07169571-eac7-4860-816a-ffc1580d7f25 tempest-ExternalNetworksTestJSON-1859258134 tempest-ExternalNetworksTestJSON-1859258134-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1705179'] for network, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:13.203084 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 515e0ed7-115b-42ac-92ce-539f5cbf83be up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:25:13.309400 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ef65c2f1-8495-4bbf-bffe-3fc60253a5b5 None None] Could not find standard attr ID for object ae31a0ee-02c9-4d8a-bcfa-18e70b4d5a20. {{(pid=84154) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 20 14:25:13.313334 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21db6a00-c29d-42f3-bef5-ff0f057d8c74 tempest-DHCPAgentSchedulersTestJSON-1652887071 tempest-DHCPAgentSchedulersTestJSON-1652887071-project] Pushing event updated for resources: {'Network': ['ID=c0a6a1c9-cd69-48ef-9fef-f1b71c317359,revision_number=1']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:25:13.328987 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Network c0a6a1c9-cd69-48ef-9fef-f1b71c317359 details requested by agent ovs-agent-dv-neutron-825124-1-hyperv with host dv-neutron-825124-1-hyperv {{(pid=84154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 14:25:13.501491 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-4511bf41-873b-4eb2-9782-83842e08f783 tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:13.537364 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07169571-eac7-4860-816a-ffc1580d7f25 tempest-ExternalNetworksTestJSON-1859258134 tempest-ExternalNetworksTestJSON-1859258134-project-admin] Pushing event updated for resources: {'Network': ['ID=faecd59b-6b80-446e-9ed2-8c3b9c7e110f,revision_number=1']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:25:13.539744 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-f9556d5d-906f-4f22-80a6-6da9ca3da309 tempest-QuotasNegativeTest-259076228 tempest-QuotasNegativeTest-259076228-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1626253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-745296'] for network, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:13.550751 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Network faecd59b-6b80-446e-9ed2-8c3b9c7e110f details requested by agent ovs-agent-dv-neutron-825124-1-hyperv with host dv-neutron-825124-1-hyperv {{(pid=84154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 14:25:13.590324 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning for port 515e0ed7-115b-42ac-92ce-539f5cbf83be completed by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:25:13.607295 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4511bf41-873b-4eb2-9782-83842e08f783 tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] Pushing event deleted for resources: {'Port': ['ID=ff0b29bf-566e-4eba-b1ca-c82883e88119,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:25:13.660196 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port 515e0ed7-115b-42ac-92ce-539f5cbf83be triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:25:13.660612 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:13.738445 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-4511bf41-873b-4eb2-9782-83842e08f783 tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:13.764106 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-4511bf41-873b-4eb2-9782-83842e08f783 tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] 10.222.0.54 "DELETE /v2.0/ports/ff0b29bf-566e-4eba-b1ca-c82883e88119 HTTP/1.1" status: 204 len: 168 time: 2.0343764 Jan 20 14:25:13.769018 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-07169571-eac7-4860-816a-ffc1580d7f25 tempest-ExternalNetworksTestJSON-1859258134 tempest-ExternalNetworksTestJSON-1859258134-project-admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 2.2524583 Jan 20 14:25:13.769018 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 60608) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:25:13.773872 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 60610) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:25:13.790818 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-654eadc2-14dc-4134-89e7-01948660cafc tempest-ExternalNetworksTestJSON-1859258134 tempest-ExternalNetworksTestJSON-1859258134-project-admin] Request body: {'subnet': {'network_id': 'faecd59b-6b80-446e-9ed2-8c3b9c7e110f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:25:13.797826 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-21db6a00-c29d-42f3-bef5-ff0f057d8c74 tempest-DHCPAgentSchedulersTestJSON-1652887071 tempest-DHCPAgentSchedulersTestJSON-1652887071-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 2.6808791 Jan 20 14:25:13.801447 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 60616) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:25:13.810746 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-f9556d5d-906f-4f22-80a6-6da9ca3da309 tempest-QuotasNegativeTest-259076228 tempest-QuotasNegativeTest-259076228-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1705179'] for network, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:13.814995 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-654eadc2-14dc-4134-89e7-01948660cafc tempest-ExternalNetworksTestJSON-1859258134 tempest-ExternalNetworksTestJSON-1859258134-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:25:13.818161 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-57a2f84f-07f7-4971-a5f4-51098694b4ff tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e5ea8c31-69dd-41d5-aace-b9b936aeae1a', 'external_fixed_ips': [{'subnet_id': '0ccc2409-768b-4c05-b018-ba382e25ef93', 'ip_address': '2001:db8::242'}]}}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:25:13.825231 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-654eadc2-14dc-4134-89e7-01948660cafc tempest-ExternalNetworksTestJSON-1859258134 tempest-ExternalNetworksTestJSON-1859258134-project-admin] Usage tracker for resource:subnet and tenant:f98f9b0815f742f49631f68fc8ce8165 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:25:13.834979 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2254c4cf-987f-4a2f-967b-b35aa06d4653 admin admin] Notify agent at l3_agent.dv-neutron-825124-1-hyperv the message routers_updated {{(pid=84153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 14:25:13.839453 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-654eadc2-14dc-4134-89e7-01948660cafc tempest-ExternalNetworksTestJSON-1859258134 tempest-ExternalNetworksTestJSON-1859258134-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:25:13.842463 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9556d5d-906f-4f22-80a6-6da9ca3da309 tempest-QuotasNegativeTest-259076228 tempest-QuotasNegativeTest-259076228-project-admin] Pushing event deleted for resources: {'Network': ['ID=3d2e0295-207a-4d89-a367-c91604fb341d,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:25:13.843073 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-57a2f84f-07f7-4971-a5f4-51098694b4ff tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:25:13.846154 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10150a18-4fee-45d2-b605-8dca4ee67d72 None None] Sync routers for ids ['c0d234bc-0f44-4930-872e-adb19a23e827'] in dv-neutron-825124-1-hyperv {{(pid=84155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 14:25:13.850279 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-2254c4cf-987f-4a2f-967b-b35aa06d4653 admin admin] 10.222.0.54 "PUT /v2.0/routers/c0d234bc-0f44-4930-872e-adb19a23e827/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0528500 Jan 20 14:25:13.856454 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-654eadc2-14dc-4134-89e7-01948660cafc tempest-ExternalNetworksTestJSON-1859258134 tempest-ExternalNetworksTestJSON-1859258134-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:25:13.864085 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10150a18-4fee-45d2-b605-8dca4ee67d72 None None] Routers {'c0d234bc-0f44-4930-872e-adb19a23e827'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:25:13.865528 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-10150a18-4fee-45d2-b605-8dca4ee67d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:25:00Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['c0d234bc-0f44-4930-872e-adb19a23e827'], 'active': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:25:13.878990 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:13.897426 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-57a2f84f-07f7-4971-a5f4-51098694b4ff tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] Usage tracker for resource:router and tenant:1737e36574254ad493c58f8b859272d8 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:25:13.912273 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-b57ad371-14bc-43d5-bcc2-0c9c22ecaaae admin admin] Notify callbacks [] for port, precommit_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:13.913695 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-946de7a0-a41e-4c30-9062-9851f581f280 tempest-FloatingIPAdminTestJSON-1852183017 tempest-FloatingIPAdminTestJSON-1852183017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4163519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3155301'] for subnet, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:13.918269 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-f9556d5d-906f-4f22-80a6-6da9ca3da309 tempest-QuotasNegativeTest-259076228 tempest-QuotasNegativeTest-259076228-project-admin] 10.222.0.54 "DELETE /v2.0/networks/3d2e0295-207a-4d89-a367-c91604fb341d HTTP/1.1" status: 204 len: 168 time: 2.5459363 Jan 20 14:25:13.933784 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-57a2f84f-07f7-4971-a5f4-51098694b4ff tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:25:13.950007 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] For port 515e0ed7-115b-42ac-92ce-539f5cbf83be, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=515e0ed7-115b-42ac-92ce-539f5cbf83be,segment=NetworkSegment(64cfd16d-a81d-4aab-9ed4-fff4019371e3),segment_id=64cfd16d-a81d-4aab-9ed4-fff4019371e3)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:25:13.963010 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-654eadc2-14dc-4134-89e7-01948660cafc tempest-ExternalNetworksTestJSON-1859258134 tempest-ExternalNetworksTestJSON-1859258134-project-admin] Made reservation on behalf of f98f9b0815f742f49631f68fc8ce8165 for: {'subnet': 1} {{(pid=84153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:25:13.966627 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-654eadc2-14dc-4134-89e7-01948660cafc tempest-ExternalNetworksTestJSON-1859258134 tempest-ExternalNetworksTestJSON-1859258134-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4193986'] for subnet, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:14.040868 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:14.073545 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-b57ad371-14bc-43d5-bcc2-0c9c22ecaaae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3944146'] for port, after_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:14.109441 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946de7a0-a41e-4c30-9062-9851f581f280 tempest-FloatingIPAdminTestJSON-1852183017 tempest-FloatingIPAdminTestJSON-1852183017-project] Pushing event updated for resources: {'Subnet': ['ID=39bd903c-a2c8-4489-b4ce-de95e50f5a11,revision_number=0']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:25:14.120226 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvr_db [None req-10150a18-4fee-45d2-b605-8dca4ee67d72 None None] Set router c0d234bc-0f44-4930-872e-adb19a23e827 gateway port host: dv-neutron-825124-1-hyperv {{(pid=84155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 14:25:14.121163 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-57a2f84f-07f7-4971-a5f4-51098694b4ff tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:25:14.158323 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Pushing event updated for resources: {'Port': ['ID=515e0ed7-115b-42ac-92ce-539f5cbf83be,revision_number=3']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:25:14.297581 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-e20fd707-0dfb-44d6-994b-c8e438c8dd33 tempest-DHCPAgentSchedulersTestJSON-610978580 tempest-DHCPAgentSchedulersTestJSON-610978580-project-admin] 10.222.0.54 "GET /v2.0/agents/1a181e39-5220-4c1a-88f8-08a54e8bfc9b/dhcp-networks HTTP/1.1" status: 200 len: 5521 time: 0.4906840 Jan 20 14:25:14.305574 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-244b4b60-e8c6-4ee4-82d2-0ff121e75630 tempest-RoutersAdminNegativeTest-1316037765 tempest-RoutersAdminNegativeTest-1316037765-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:14.318178 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 60632) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:25:14.325803 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-946de7a0-a41e-4c30-9062-9851f581f280 tempest-FloatingIPAdminTestJSON-1852183017 tempest-FloatingIPAdminTestJSON-1852183017-project] Checking segment: {'id': '328ae327-bae2-469b-b8f8-730248ff27af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '4016d29d-54bf-43b1-af26-e7f23900bc94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 14:25:14.326336 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-946de7a0-a41e-4c30-9062-9851f581f280 tempest-FloatingIPAdminTestJSON-1852183017 tempest-FloatingIPAdminTestJSON-1852183017-project] Network hostable DHCP agents. Network: 4016d29d-54bf-43b1-af26-e7f23900bc94, hostable agents: ['1a181e39-5220-4c1a-88f8-08a54e8bfc9b'], hosted agents: [] {{(pid=84152) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 14:25:14.332599 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-57a2f84f-07f7-4971-a5f4-51098694b4ff tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-105475'] for router, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:14.334008 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-57a2f84f-07f7-4971-a5f4-51098694b4ff tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-739204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-744864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-735540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-105484'] for router, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:14.452188 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-b57ad371-14bc-43d5-bcc2-0c9c22ecaaae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1705158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-743490'] for router_interface, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:14.455561 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57ad371-14bc-43d5-bcc2-0c9c22ecaaae admin admin] Pushing event updated for resources: {'Port': ['ID=8de136a0-d148-40b2-8b5d-857437d6ed30,revision_number=2']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:25:14.506849 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-244b4b60-e8c6-4ee4-82d2-0ff121e75630 tempest-RoutersAdminNegativeTest-1316037765 tempest-RoutersAdminNegativeTest-1316037765-project-admin] Calling delete_port for 962fa01a-74bc-4d4e-9c5b-6f131dbc750c owned by {{(pid=84152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:25:14.669348 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-57a2f84f-07f7-4971-a5f4-51098694b4ff tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:14.679762 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf4cc86e-f2c0-4ab5-b5a3-8003ce2c7179 tempest-DHCPAgentSchedulersTestJSON-610978580 tempest-DHCPAgentSchedulersTestJSON-610978580-project-admin] Network c0a6a1c9-cd69-48ef-9fef-f1b71c317359 is scheduled to be hosted by DHCP agent 1a181e39-5220-4c1a-88f8-08a54e8bfc9b with binding_index 1 {{(pid=84153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 14:25:14.773228 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-946de7a0-a41e-4c30-9062-9851f581f280 tempest-FloatingIPAdminTestJSON-1852183017 tempest-FloatingIPAdminTestJSON-1852183017-project] Network 4016d29d-54bf-43b1-af26-e7f23900bc94 is scheduled to be hosted by DHCP agent 1a181e39-5220-4c1a-88f8-08a54e8bfc9b with binding_index 1 {{(pid=84152) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 14:25:14.788087 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-10150a18-4fee-45d2-b605-8dca4ee67d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0d234bc-0f44-4930-872e-adb19a23e827', 'name': 'tempest-ServersTestJSON-1297522866-router', 'tenant_id': '02a4359015ef4fdda53e039fb57dd72f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.71'}], 'enable_snat': True}, 'gw_port_id': '2d463c2f-2ac2-4884-9ad8-97949782d5f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:25:00Z', 'updated_at': '2022-01-20T14:25:07Z', 'revision_number': 4, 'project_id': '02a4359015ef4fdda53e039fb57dd72f', 'gw_port': {'id': '2d463c2f-2ac2-4884-9ad8-97949782d5f0', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:85:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0d234bc-0f44-4930-872e-adb19a23e827', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:25:01Z', 'updated_at': '2022-01-20T14:25:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv', '_interfaces': [{'id': 'f7bb973a-b99f-4848-8378-242e506ca311', 'name': '', 'network_id': 'da16ad43-ad30-42db-87b4-6c2adb2c2b3b', 'tenant_id': '02a4359015ef4fdda53e039fb57dd72f', 'mac_address': 'fa:16:3e:55:25:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0d234bc-0f44-4930-872e-adb19a23e827', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fe04fd19-c016-4d9b-bbbe-e9ba6073304a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:25:06Z', 'updated_at': '2022-01-20T14:25:08Z', 'revision_number': 2, 'project_id': '02a4359015ef4fdda53e039fb57dd72f', 'subnets': [{'id': 'fe04fd19-c016-4d9b-bbbe-e9ba6073304a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:25:14.792986 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10150a18-4fee-45d2-b605-8dca4ee67d72 None None] Checking router: c0d234bc-0f44-4930-872e-adb19a23e827 for host: dv-neutron-825124-1-hyperv {{(pid=84155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 14:25:14.793559 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10150a18-4fee-45d2-b605-8dca4ee67d72 None None] Updating router c0d234bc-0f44-4930-872e-adb19a23e827 port f7bb973a-b99f-4848-8378-242e506ca311 binding host dv-neutron-825124-1-hyperv {{(pid=84155) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 20 14:25:14.809909 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b57ad371-14bc-43d5-bcc2-0c9c22ecaaae admin admin] Network f21a48f2-2a8e-483a-a3a2-338a6bf081a7 is already hosted by enough agents. {{(pid=84153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:25:14.814022 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.base_scheduler [None req-b57ad371-14bc-43d5-bcc2-0c9c22ecaaae admin admin] Resources bound (agent type, host, resource id): {{(pid=84153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:25:14.820051 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 2fcf10eb-7914-4aae-8313-a752451d5387 up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:25:14.892523 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-10150a18-4fee-45d2-b605-8dca4ee67d72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:14.967057 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-948e7f50-79a0-4dee-90d4-d77a08a90c7c None None] Network c0a6a1c9-cd69-48ef-9fef-f1b71c317359 requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:25:15.016084 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-cf4cc86e-f2c0-4ab5-b5a3-8003ce2c7179 tempest-DHCPAgentSchedulersTestJSON-610978580 tempest-DHCPAgentSchedulersTestJSON-610978580-project-admin] 10.222.0.54 "POST /v2.0/agents/1a181e39-5220-4c1a-88f8-08a54e8bfc9b/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.6932576 Jan 20 14:25:15.018939 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 60642) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:25:15.126725 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 60646) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:25:15.126887 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning for port 2fcf10eb-7914-4aae-8313-a752451d5387 completed by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:25:15.142964 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port 2fcf10eb-7914-4aae-8313-a752451d5387 triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:25:15.143882 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:15.156860 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.base_scheduler [None req-946de7a0-a41e-4c30-9062-9851f581f280 tempest-FloatingIPAdminTestJSON-1852183017 tempest-FloatingIPAdminTestJSON-1852183017-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825124-1-hyperv, 4016d29d-54bf-43b1-af26-e7f23900bc94) {{(pid=84152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:25:15.175888 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d40c70e6-64fc-4632-b881-33f834bfc1f6 None None] Network 4016d29d-54bf-43b1-af26-e7f23900bc94 requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:25:15.181084 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-946de7a0-a41e-4c30-9062-9851f581f280 tempest-FloatingIPAdminTestJSON-1852183017 tempest-FloatingIPAdminTestJSON-1852183017-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:25:15.181690 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-946de7a0-a41e-4c30-9062-9851f581f280 tempest-FloatingIPAdminTestJSON-1852183017 tempest-FloatingIPAdminTestJSON-1852183017-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1705179'] for subnet, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:15.270651 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-244b4b60-e8c6-4ee4-82d2-0ff121e75630 tempest-RoutersAdminNegativeTest-1316037765 tempest-RoutersAdminNegativeTest-1316037765-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:15.289093 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-57a2f84f-07f7-4971-a5f4-51098694b4ff tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-744886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-105502'] for router, precommit_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:15.347957 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244b4b60-e8c6-4ee4-82d2-0ff121e75630 tempest-RoutersAdminNegativeTest-1316037765 tempest-RoutersAdminNegativeTest-1316037765-project-admin] Pushing event deleted for resources: {'Port': ['ID=962fa01a-74bc-4d4e-9c5b-6f131dbc750c,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:25:15.397719 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-946de7a0-a41e-4c30-9062-9851f581f280 tempest-FloatingIPAdminTestJSON-1852183017 tempest-FloatingIPAdminTestJSON-1852183017-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.8252342 Jan 20 14:25:15.465971 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 60652) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:25:15.588375 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-ae3b0754-79cd-4463-b2b0-7630d26f32a5 tempest-FloatingIPAdminTestJSON-1852183017 tempest-FloatingIPAdminTestJSON-1852183017-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-323376235', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d'}, 'admin_state_up': False}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:25:15.595499 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-ae3b0754-79cd-4463-b2b0-7630d26f32a5 tempest-FloatingIPAdminTestJSON-1852183017 tempest-FloatingIPAdminTestJSON-1852183017-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:25:15.599637 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-ae3b0754-79cd-4463-b2b0-7630d26f32a5 tempest-FloatingIPAdminTestJSON-1852183017 tempest-FloatingIPAdminTestJSON-1852183017-project] Usage tracker for resource:router and tenant:6de16a54208647709f49ca9cb2945079 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:25:15.599794 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-244b4b60-e8c6-4ee4-82d2-0ff121e75630 tempest-RoutersAdminNegativeTest-1316037765 tempest-RoutersAdminNegativeTest-1316037765-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:15.605682 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-ae3b0754-79cd-4463-b2b0-7630d26f32a5 tempest-FloatingIPAdminTestJSON-1852183017 tempest-FloatingIPAdminTestJSON-1852183017-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:25:15.605853 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-244b4b60-e8c6-4ee4-82d2-0ff121e75630 tempest-RoutersAdminNegativeTest-1316037765 tempest-RoutersAdminNegativeTest-1316037765-project-admin] 10.222.0.54 "DELETE /v2.0/ports/962fa01a-74bc-4d4e-9c5b-6f131dbc750c HTTP/1.1" status: 204 len: 168 time: 3.4567976 Jan 20 14:25:15.609685 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-ae3b0754-79cd-4463-b2b0-7630d26f32a5 tempest-FloatingIPAdminTestJSON-1852183017 tempest-FloatingIPAdminTestJSON-1852183017-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:25:15.610717 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-10150a18-4fee-45d2-b605-8dca4ee67d72 None None] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:15.626604 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-10150a18-4fee-45d2-b605-8dca4ee67d72 None None] Transition to ACTIVE for port object f7bb973a-b99f-4848-8378-242e506ca311 will not be triggered until provisioned by entity L2. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:25:15.711175 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-ae3b0754-79cd-4463-b2b0-7630d26f32a5 tempest-FloatingIPAdminTestJSON-1852183017 tempest-FloatingIPAdminTestJSON-1852183017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-105475'] for router, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:15.712127 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-ae3b0754-79cd-4463-b2b0-7630d26f32a5 tempest-FloatingIPAdminTestJSON-1852183017 tempest-FloatingIPAdminTestJSON-1852183017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-739204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-744864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-735540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-105484'] for router, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:15.731588 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-ae3b0754-79cd-4463-b2b0-7630d26f32a5 tempest-FloatingIPAdminTestJSON-1852183017 tempest-FloatingIPAdminTestJSON-1852183017-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:15.764186 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-10150a18-4fee-45d2-b605-8dca4ee67d72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:15.775411 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-6b8f9d7d-fa6e-4e97-a406-621614bd6568 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:15.807648 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-61856323-372e-4daa-aa5f-20c7aa6a108e tempest-DHCPAgentSchedulersTestJSON-610978580 tempest-DHCPAgentSchedulersTestJSON-610978580-project-admin] 10.222.0.54 "GET /v2.0/agents/1a181e39-5220-4c1a-88f8-08a54e8bfc9b/dhcp-networks HTTP/1.1" status: 200 len: 7044 time: 0.7639196 Jan 20 14:25:15.809485 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 60660) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:25:15.828342 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-f349d33a-ec82-4b39-bf5a-159b89f4691b None None] Provisioning complete for port 8de136a0-d148-40b2-8b5d-857437d6ed30 triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:25:15.828717 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-f349d33a-ec82-4b39-bf5a-159b89f4691b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:16.033910 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-f349d33a-ec82-4b39-bf5a-159b89f4691b None None] Port 8de136a0-d148-40b2-8b5d-857437d6ed30 cannot update to ACTIVE because it is not bound. {{(pid=84154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 14:25:16.038436 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abbe9a6f-1210-4c5a-8370-751c52a7e874 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95c917f5-14ba-5e96-98b8-1a52654a930a-4016d29d-54bf-43b1-af26-e7f23900bc94', 'network_id': '4016d29d-54bf-43b1-af26-e7f23900bc94', 'tenant_id': '6de16a54208647709f49ca9cb2945079', 'fixed_ips': [{'subnet_id': '39bd903c-a2c8-4489-b4ce-de95e50f5a11'}]}} from dv-neutron-825124-1-hyperv. {{(pid=84154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 20 14:25:16.039627 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-abbe9a6f-1210-4c5a-8370-751c52a7e874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:16.069199 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:16.084722 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-6b8f9d7d-fa6e-4e97-a406-621614bd6568 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:25:16.087971 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 60666) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:25:16.102630 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-e4303d60-4134-412b-ae85-f59449143d47 tempest-ServersTestJSON-1971346893 tempest-ServersTestJSON-1971346893-project] Request body: {'security_group': {'name': 'tempest-securitygroup--205683867', 'description': 'tempest-description--1219313159'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:25:16.103713 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-6b8f9d7d-fa6e-4e97-a406-621614bd6568 admin admin] Usage tracker for resource:security_group_rule and tenant:f27bd2d1f450457ab6529f4acd566d84 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:25:16.114625 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-57a2f84f-07f7-4971-a5f4-51098694b4ff tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:16.115343 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b011513-2d18-40f7-863e-504cedc340fb None None] Pushing event updated for resources: {'Port': ['ID=f7bb973a-b99f-4848-8378-242e506ca311,revision_number=3']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:25:16.125721 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-6b8f9d7d-fa6e-4e97-a406-621614bd6568 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:25:16.171436 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-e4303d60-4134-412b-ae85-f59449143d47 tempest-ServersTestJSON-1971346893 tempest-ServersTestJSON-1971346893-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:25:16.174419 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-57a2f84f-07f7-4971-a5f4-51098694b4ff tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:16.179835 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-e4303d60-4134-412b-ae85-f59449143d47 tempest-ServersTestJSON-1971346893 tempest-ServersTestJSON-1971346893-project] Usage tracker for resource:security_group and tenant:02a4359015ef4fdda53e039fb57dd72f is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:25:16.194288 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-6b8f9d7d-fa6e-4e97-a406-621614bd6568 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:25:16.223978 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-e4303d60-4134-412b-ae85-f59449143d47 tempest-ServersTestJSON-1971346893 tempest-ServersTestJSON-1971346893-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:25:16.232733 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-e4303d60-4134-412b-ae85-f59449143d47 tempest-ServersTestJSON-1971346893 tempest-ServersTestJSON-1971346893-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:25:16.260937 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] For port 2fcf10eb-7914-4aae-8313-a752451d5387, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=2fcf10eb-7914-4aae-8313-a752451d5387,segment=NetworkSegment(f628f1ba-6b70-4c9b-8839-62340c040c81),segment_id=f628f1ba-6b70-4c9b-8839-62340c040c81)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:25:16.294445 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-10150a18-4fee-45d2-b605-8dca4ee67d72 None None] Attempting to bind port f7bb973a-b99f-4848-8378-242e506ca311 on host dv-neutron-825124-1-hyperv for vnic_type normal with profile {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:25:16.295318 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-10150a18-4fee-45d2-b605-8dca4ee67d72 None None] Attempting to bind port f7bb973a-b99f-4848-8378-242e506ca311 by drivers openvswitch,hyperv on host dv-neutron-825124-1-hyperv at level 0 using segments [{'id': '3182924e-8b03-4797-949c-f0b3e4c69277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'da16ad43-ad30-42db-87b4-6c2adb2c2b3b'}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:25:16.315928 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10150a18-4fee-45d2-b605-8dca4ee67d72 None None] Attempting to bind port f7bb973a-b99f-4848-8378-242e506ca311 on network da16ad43-ad30-42db-87b4-6c2adb2c2b3b {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 14:25:16.315928 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10150a18-4fee-45d2-b605-8dca4ee67d72 None None] Checking agent: {'id': '6414dfeb-85c5-454a-8756-709ca637d800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825124-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 16, 31), 'started_at': datetime.datetime(2022, 1, 20, 14, 17, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 25, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825124-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 14:25:16.315928 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10150a18-4fee-45d2-b605-8dca4ee67d72 None None] Checking segment: {'id': '3182924e-8b03-4797-949c-f0b3e4c69277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'da16ad43-ad30-42db-87b4-6c2adb2c2b3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 14:25:16.315928 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-10150a18-4fee-45d2-b605-8dca4ee67d72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:16.315928 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10150a18-4fee-45d2-b605-8dca4ee67d72 None None] Bound using segment: {'id': '3182924e-8b03-4797-949c-f0b3e4c69277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'da16ad43-ad30-42db-87b4-6c2adb2c2b3b'} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 14:25:16.315928 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-10150a18-4fee-45d2-b605-8dca4ee67d72 None None] Bound port: f7bb973a-b99f-4848-8378-242e506ca311, host: dv-neutron-825124-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3182924e-8b03-4797-949c-f0b3e4c69277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'da16ad43-ad30-42db-87b4-6c2adb2c2b3b'}}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:25:16.315928 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-10150a18-4fee-45d2-b605-8dca4ee67d72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:16.362176 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-6b8f9d7d-fa6e-4e97-a406-621614bd6568 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:16.364469 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.objects.ports [None req-654eadc2-14dc-4134-89e7-01948660cafc tempest-ExternalNetworksTestJSON-1859258134 tempest-ExternalNetworksTestJSON-1859258134-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84153) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Jan 20 14:25:16.364469 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-654eadc2-14dc-4134-89e7-01948660cafc tempest-ExternalNetworksTestJSON-1859258134 tempest-ExternalNetworksTestJSON-1859258134-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3943531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4194004'] for subnet, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:16.369657 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-ae3b0754-79cd-4463-b2b0-7630d26f32a5 tempest-FloatingIPAdminTestJSON-1852183017 tempest-FloatingIPAdminTestJSON-1852183017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-744886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-105502'] for router, precommit_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:16.404383 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 60672) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:25:16.425629 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:16.426540 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 515e0ed7-115b-42ac-92ce-539f5cbf83be up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:25:16.453048 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.db_base_plugin_common [None req-57a2f84f-07f7-4971-a5f4-51098694b4ff tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] Allocated IP 2001:db8::242 (e5ea8c31-69dd-41d5-aace-b9b936aeae1a/0ccc2409-768b-4c05-b018-ba382e25ef93/ccb4645f-a727-4dac-be77-ee83f1401829) {{(pid=84152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:25:16.481466 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-10150a18-4fee-45d2-b605-8dca4ee67d72 None None] For port f7bb973a-b99f-4848-8378-242e506ca311, host dv-neutron-825124-1-hyperv, cleared binding levels {{(pid=84155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 14:25:16.494246 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-10150a18-4fee-45d2-b605-8dca4ee67d72 None None] For port f7bb973a-b99f-4848-8378-242e506ca311, host dv-neutron-825124-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=f7bb973a-b99f-4848-8378-242e506ca311,segment=NetworkSegment(3182924e-8b03-4797-949c-f0b3e4c69277),segment_id=3182924e-8b03-4797-949c-f0b3e4c69277)] {{(pid=84155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 14:25:16.497759 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-6b8f9d7d-fa6e-4e97-a406-621614bd6568 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:16.508992 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-76f4353a-a2a2-4867-85b5-f44b4ab568e8 tempest-DHCPAgentSchedulersTestJSON-610978580 tempest-DHCPAgentSchedulersTestJSON-610978580-project-admin] 10.222.0.54 "DELETE /v2.0/agents/1a181e39-5220-4c1a-88f8-08a54e8bfc9b/dhcp-networks/c0a6a1c9-cd69-48ef-9fef-f1b71c317359 HTTP/1.1" status: 204 len: 168 time: 0.6934557 Jan 20 14:25:16.545810 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 60678) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:25:16.555120 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8f9d7d-fa6e-4e97-a406-621614bd6568 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1c037b6-0651-4dd5-ad88-7ae6dd2b572f,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:25:16.604203 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-10150a18-4fee-45d2-b605-8dca4ee67d72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:16.617529 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-57a2f84f-07f7-4971-a5f4-51098694b4ff tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:16.652606 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-e4303d60-4134-412b-ae85-f59449143d47 tempest-ServersTestJSON-1971346893 tempest-ServersTestJSON-1971346893-project] Notify callbacks [] for security_group, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:16.667531 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_common [None req-abbe9a6f-1210-4c5a-8370-751c52a7e874 None None] Allocated IP 172.20.0.2 (4016d29d-54bf-43b1-af26-e7f23900bc94/39bd903c-a2c8-4489-b4ce-de95e50f5a11/1d0515d0-783e-4d82-a09e-46392b3d5db0) {{(pid=84154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:25:16.677721 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Pushing event updated for resources: {'Port': ['ID=2fcf10eb-7914-4aae-8313-a752451d5387,revision_number=4']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:25:16.697120 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654eadc2-14dc-4134-89e7-01948660cafc tempest-ExternalNetworksTestJSON-1859258134 tempest-ExternalNetworksTestJSON-1859258134-project-admin] Pushing event updated for resources: {'Subnet': ['ID=90b86d1a-2628-4f7a-9fcc-05a56640e65c,revision_number=0']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:25:16.706074 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-e4303d60-4134-412b-ae85-f59449143d47 tempest-ServersTestJSON-1971346893 tempest-ServersTestJSON-1971346893-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:25:16.710137 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-e4303d60-4134-412b-ae85-f59449143d47 tempest-ServersTestJSON-1971346893 tempest-ServersTestJSON-1971346893-project] Usage tracker for resource:security_group_rule and tenant:02a4359015ef4fdda53e039fb57dd72f is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:25:16.718982 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-e4303d60-4134-412b-ae85-f59449143d47 tempest-ServersTestJSON-1971346893 tempest-ServersTestJSON-1971346893-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:25:16.719139 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port 515e0ed7-115b-42ac-92ce-539f5cbf83be triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:25:16.719139 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:16.719271 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-e4303d60-4134-412b-ae85-f59449143d47 tempest-ServersTestJSON-1971346893 tempest-ServersTestJSON-1971346893-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:25:16.720469 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b011513-2d18-40f7-863e-504cedc340fb None None] Pushing event updated for resources: {'Port': ['ID=f7bb973a-b99f-4848-8378-242e506ca311,revision_number=4']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:25:16.765216 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-57a2f84f-07f7-4971-a5f4-51098694b4ff tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:16.797907 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-051dde61-fa7a-4e59-9727-eaa1bccb20a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:16.804893 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10150a18-4fee-45d2-b605-8dca4ee67d72 None None] Routers {'c0d234bc-0f44-4930-872e-adb19a23e827'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:25:16.805859 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-10150a18-4fee-45d2-b605-8dca4ee67d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:25:00Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['c0d234bc-0f44-4930-872e-adb19a23e827'], 'active': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:25:16.831975 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-654eadc2-14dc-4134-89e7-01948660cafc tempest-ExternalNetworksTestJSON-1859258134 tempest-ExternalNetworksTestJSON-1859258134-project-admin] Checking segment: {'id': 'ee65d438-a53e-4dae-8cf3-f93d02a4dedb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'faecd59b-6b80-446e-9ed2-8c3b9c7e110f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 14:25:16.832374 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-654eadc2-14dc-4134-89e7-01948660cafc tempest-ExternalNetworksTestJSON-1859258134 tempest-ExternalNetworksTestJSON-1859258134-project-admin] Network hostable DHCP agents. Network: faecd59b-6b80-446e-9ed2-8c3b9c7e110f, hostable agents: ['1a181e39-5220-4c1a-88f8-08a54e8bfc9b'], hosted agents: [] {{(pid=84153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 14:25:16.851202 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a2f84f-07f7-4971-a5f4-51098694b4ff tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] Pushing event updated for resources: {'Port': ['ID=ccb4645f-a727-4dac-be77-ee83f1401829,revision_number=1']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:25:16.858792 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-e4303d60-4134-412b-ae85-f59449143d47 tempest-ServersTestJSON-1971346893 tempest-ServersTestJSON-1971346893-project] Notify callbacks [] for security_group, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:16.881578 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57a2f84f-07f7-4971-a5f4-51098694b4ff tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] Network e5ea8c31-69dd-41d5-aace-b9b936aeae1a is already hosted by enough agents. {{(pid=84152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:25:16.882997 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.base_scheduler [None req-57a2f84f-07f7-4971-a5f4-51098694b4ff tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] Resources bound (agent type, host, resource id): {{(pid=84152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:25:16.885403 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57a2f84f-07f7-4971-a5f4-51098694b4ff tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] Received port after_create {{(pid=84152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:25:16.964954 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-051dde61-fa7a-4e59-9727-eaa1bccb20a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:25:16.969379 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-051dde61-fa7a-4e59-9727-eaa1bccb20a6 admin admin] Usage tracker for resource:security_group_rule and tenant:c8c41ca70d6e432bb9b32a69cbc879bb is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:25:16.972989 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-051dde61-fa7a-4e59-9727-eaa1bccb20a6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:25:16.979202 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-051dde61-fa7a-4e59-9727-eaa1bccb20a6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:25:16.989644 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-e4303d60-4134-412b-ae85-f59449143d47 tempest-ServersTestJSON-1971346893 tempest-ServersTestJSON-1971346893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:17.031747 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-6b8f9d7d-fa6e-4e97-a406-621614bd6568 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=f27bd2d1f450457ab6529f4acd566d84&name=default HTTP/1.1" status: 200 len: 2647 time: 1.9082041 Jan 20 14:25:17.054371 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 60684) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:25:17.080596 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvr_db [None req-10150a18-4fee-45d2-b605-8dca4ee67d72 None None] Set router c0d234bc-0f44-4930-872e-adb19a23e827 gateway port host: dv-neutron-825124-1-hyperv {{(pid=84155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 14:25:17.107946 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-abbe9a6f-1210-4c5a-8370-751c52a7e874 None None] Notify callbacks [] for port, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:17.131666 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4303d60-4134-412b-ae85-f59449143d47 tempest-ServersTestJSON-1971346893 tempest-ServersTestJSON-1971346893-project] Pushing event updated for resources: {'SecurityGroup': ['ID=116cf5fd-87bc-4026-a09c-cf45db2c0b17,revision_number=1']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:25:17.134626 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-abbe9a6f-1210-4c5a-8370-751c52a7e874 None None] Transition to ACTIVE for port object 1d0515d0-783e-4d82-a09e-46392b3d5db0 will not be triggered until provisioned by entity L2. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:25:17.170685 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-abbe9a6f-1210-4c5a-8370-751c52a7e874 None None] Transition to ACTIVE for port object 1d0515d0-783e-4d82-a09e-46392b3d5db0 will not be triggered until provisioned by entity DHCP. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:25:17.224182 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-e4303d60-4134-412b-ae85-f59449143d47 tempest-ServersTestJSON-1971346893 tempest-ServersTestJSON-1971346893-project] Notify callbacks [] for security_group, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:17.225012 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-e4303d60-4134-412b-ae85-f59449143d47 tempest-ServersTestJSON-1971346893 tempest-ServersTestJSON-1971346893-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 1.1347890 Jan 20 14:25:17.226600 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 60688) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:25:17.241534 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-1fe9c37a-68d0-4d35-8a31-2b655f40ec24 tempest-ServersTestJSON-1971346893 tempest-ServersTestJSON-1971346893-project] Request body: {'security_group_rule': {'security_group_id': '116cf5fd-87bc-4026-a09c-cf45db2c0b17', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:25:17.265356 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-e94c7ec0-1d76-41b3-9353-151cb0b47a7a tempest-DHCPAgentSchedulersTestJSON-610978580 tempest-DHCPAgentSchedulersTestJSON-610978580-project-admin] 10.222.0.54 "GET /v2.0/agents/1a181e39-5220-4c1a-88f8-08a54e8bfc9b/dhcp-networks HTTP/1.1" status: 200 len: 6299 time: 0.7037270 Jan 20 14:25:17.265542 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-1fe9c37a-68d0-4d35-8a31-2b655f40ec24 tempest-ServersTestJSON-1971346893 tempest-ServersTestJSON-1971346893-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:25:17.267742 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 60692) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:25:17.279293 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-abbe9a6f-1210-4c5a-8370-751c52a7e874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477'] for port, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:17.280186 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-654eadc2-14dc-4134-89e7-01948660cafc tempest-ExternalNetworksTestJSON-1859258134 tempest-ExternalNetworksTestJSON-1859258134-project-admin] Network faecd59b-6b80-446e-9ed2-8c3b9c7e110f is scheduled to be hosted by DHCP agent 1a181e39-5220-4c1a-88f8-08a54e8bfc9b with binding_index 1 {{(pid=84153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 14:25:17.296460 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-57a2f84f-07f7-4971-a5f4-51098694b4ff tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:17.297186 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-57a2f84f-07f7-4971-a5f4-51098694b4ff tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-744861'] for router, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:17.310200 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-1fe9c37a-68d0-4d35-8a31-2b655f40ec24 tempest-ServersTestJSON-1971346893 tempest-ServersTestJSON-1971346893-project] Usage tracker for resource:security_group_rule and tenant:02a4359015ef4fdda53e039fb57dd72f is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:25:17.316517 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-1fe9c37a-68d0-4d35-8a31-2b655f40ec24 tempest-ServersTestJSON-1971346893 tempest-ServersTestJSON-1971346893-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:25:17.328366 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-051dde61-fa7a-4e59-9727-eaa1bccb20a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:17.336405 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-1fe9c37a-68d0-4d35-8a31-2b655f40ec24 tempest-ServersTestJSON-1971346893 tempest-ServersTestJSON-1971346893-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:25:17.336626 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-369f1b7c-ecff-4057-acd1-0b560a86ad42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:17.339360 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b57ad371-14bc-43d5-bcc2-0c9c22ecaaae admin admin] Router 3aa1060b-e340-4a31-89f7-e96adaaa2648 has already been hosted by L3 agent 624d525b-4c26-4143-8a1c-228bb1c6faaa {{(pid=84153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 14:25:17.365671 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 2fcf10eb-7914-4aae-8313-a752451d5387 up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:25:17.381327 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.base_scheduler [None req-654eadc2-14dc-4134-89e7-01948660cafc tempest-ExternalNetworksTestJSON-1859258134 tempest-ExternalNetworksTestJSON-1859258134-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825124-1-hyperv, faecd59b-6b80-446e-9ed2-8c3b9c7e110f) {{(pid=84153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:25:17.392999 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-654eadc2-14dc-4134-89e7-01948660cafc tempest-ExternalNetworksTestJSON-1859258134 tempest-ExternalNetworksTestJSON-1859258134-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:25:17.394219 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-654eadc2-14dc-4134-89e7-01948660cafc tempest-ExternalNetworksTestJSON-1859258134 tempest-ExternalNetworksTestJSON-1859258134-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1705179'] for subnet, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:17.412302 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-369f1b7c-ecff-4057-acd1-0b560a86ad42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:17.426564 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-051dde61-fa7a-4e59-9727-eaa1bccb20a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:17.440360 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-16523748-97e6-4be7-b770-424d4daded3c tempest-DHCPAgentSchedulersTestJSON-610978580 tempest-DHCPAgentSchedulersTestJSON-610978580-project-admin] 10.222.0.54 "GET /v2.0/networks/cc294bdc-d463-48e3-9957-ee50edcadc62/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.1709361 Jan 20 14:25:17.445224 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 60696) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:25:17.448611 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-438bf06d-537a-4ad1-9728-81fb3bb77aca None None] Network faecd59b-6b80-446e-9ed2-8c3b9c7e110f requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:25:17.477081 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbe9a6f-1210-4c5a-8370-751c52a7e874 None None] Pushing event updated for resources: {'Port': ['ID=1d0515d0-783e-4d82-a09e-46392b3d5db0,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:25:17.500222 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-aa359e2c-a16d-47f6-8d97-7cb66eba3ecd tempest-DHCPAgentSchedulersTestJSON-610978580 tempest-DHCPAgentSchedulersTestJSON-610978580-project-admin] 10.222.0.54 "GET /v2.0/networks/cc294bdc-d463-48e3-9957-ee50edcadc62/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.0537112 Jan 20 14:25:17.502253 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-1fe9c37a-68d0-4d35-8a31-2b655f40ec24 tempest-ServersTestJSON-1971346893 tempest-ServersTestJSON-1971346893-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:17.503984 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abbe9a6f-1210-4c5a-8370-751c52a7e874 None None] Network 4016d29d-54bf-43b1-af26-e7f23900bc94 is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:25:17.511755 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 60700) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:25:17.514017 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-abbe9a6f-1210-4c5a-8370-751c52a7e874 None None] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:25:17.524041 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abbe9a6f-1210-4c5a-8370-751c52a7e874 None None] Received port after_create {{(pid=84154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:25:17.572358 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-10150a18-4fee-45d2-b605-8dca4ee67d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0d234bc-0f44-4930-872e-adb19a23e827', 'name': 'tempest-ServersTestJSON-1297522866-router', 'tenant_id': '02a4359015ef4fdda53e039fb57dd72f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.71'}], 'enable_snat': True}, 'gw_port_id': '2d463c2f-2ac2-4884-9ad8-97949782d5f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:25:00Z', 'updated_at': '2022-01-20T14:25:07Z', 'revision_number': 4, 'project_id': '02a4359015ef4fdda53e039fb57dd72f', 'gw_port': {'id': '2d463c2f-2ac2-4884-9ad8-97949782d5f0', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:85:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0d234bc-0f44-4930-872e-adb19a23e827', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:25:01Z', 'updated_at': '2022-01-20T14:25:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv', '_interfaces': [{'id': 'f7bb973a-b99f-4848-8378-242e506ca311', 'name': '', 'network_id': 'da16ad43-ad30-42db-87b4-6c2adb2c2b3b', 'tenant_id': '02a4359015ef4fdda53e039fb57dd72f', 'mac_address': 'fa:16:3e:55:25:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0d234bc-0f44-4930-872e-adb19a23e827', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fe04fd19-c016-4d9b-bbbe-e9ba6073304a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:25:06Z', 'updated_at': '2022-01-20T14:25:16Z', 'revision_number': 4, 'project_id': '02a4359015ef4fdda53e039fb57dd72f', 'subnets': [{'id': 'fe04fd19-c016-4d9b-bbbe-e9ba6073304a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:25:17.576836 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10150a18-4fee-45d2-b605-8dca4ee67d72 None None] The sync data for ids ['c0d234bc-0f44-4930-872e-adb19a23e827'] in dv-neutron-825124-1-hyperv is: [{'id': 'c0d234bc-0f44-4930-872e-adb19a23e827', 'name': 'tempest-ServersTestJSON-1297522866-router', 'tenant_id': '02a4359015ef4fdda53e039fb57dd72f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.71'}], 'enable_snat': True}, 'gw_port_id': '2d463c2f-2ac2-4884-9ad8-97949782d5f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:25:00Z', 'updated_at': '2022-01-20T14:25:07Z', 'revision_number': 4, 'project_id': '02a4359015ef4fdda53e039fb57dd72f', 'gw_port': {'id': '2d463c2f-2ac2-4884-9ad8-97949782d5f0', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:85:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0d234bc-0f44-4930-872e-adb19a23e827', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:25:01Z', 'updated_at': '2022-01-20T14:25:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv', '_interfaces': [{'id': 'f7bb973a-b99f-4848-8378-242e506ca311', 'name': '', 'network_id': 'da16ad43-ad30-42db-87b4-6c2adb2c2b3b', 'tenant_id': '02a4359015ef4fdda53e039fb57dd72f', 'mac_address': 'fa:16:3e:55:25:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0d234bc-0f44-4930-872e-adb19a23e827', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fe04fd19-c016-4d9b-bbbe-e9ba6073304a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:25:06Z', 'updated_at': '2022-01-20T14:25:16Z', 'revision_number': 4, 'project_id': '02a4359015ef4fdda53e039fb57dd72f', 'subnets': [{'id': 'fe04fd19-c016-4d9b-bbbe-e9ba6073304a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 14:25:17.644195 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-ae3b0754-79cd-4463-b2b0-7630d26f32a5 tempest-FloatingIPAdminTestJSON-1852183017 tempest-FloatingIPAdminTestJSON-1852183017-project] Notify callbacks [] for router_gateway, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:17.711601 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-ae3b0754-79cd-4463-b2b0-7630d26f32a5 tempest-FloatingIPAdminTestJSON-1852183017 tempest-FloatingIPAdminTestJSON-1852183017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:17.732674 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-654eadc2-14dc-4134-89e7-01948660cafc tempest-ExternalNetworksTestJSON-1859258134 tempest-ExternalNetworksTestJSON-1859258134-project-admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.9543457 Jan 20 14:25:17.733128 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 60704) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:25:17.742505 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-7d641c55-09c0-4aeb-b182-e9009b3a4af8 tempest-ExternalNetworksTestJSON-1859258134 tempest-ExternalNetworksTestJSON-1859258134-project-admin] Request body: {'floatingip': {'floating_network_id': 'faecd59b-6b80-446e-9ed2-8c3b9c7e110f'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:25:17.761633 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-7d641c55-09c0-4aeb-b182-e9009b3a4af8 tempest-ExternalNetworksTestJSON-1859258134 tempest-ExternalNetworksTestJSON-1859258134-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:25:17.771333 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051dde61-fa7a-4e59-9727-eaa1bccb20a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a95d140-f2da-47fc-afae-a1916a0272c1,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:25:17.774730 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-7d641c55-09c0-4aeb-b182-e9009b3a4af8 tempest-ExternalNetworksTestJSON-1859258134 tempest-ExternalNetworksTestJSON-1859258134-project-admin] Usage tracker for resource:floatingip and tenant:f98f9b0815f742f49631f68fc8ce8165 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:25:17.783471 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-abbe9a6f-1210-4c5a-8370-751c52a7e874 None None] Attempting to bind port 1d0515d0-783e-4d82-a09e-46392b3d5db0 on host dv-neutron-825124-1-hyperv for vnic_type normal with profile {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:25:17.784376 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-abbe9a6f-1210-4c5a-8370-751c52a7e874 None None] Attempting to bind port 1d0515d0-783e-4d82-a09e-46392b3d5db0 by drivers openvswitch,hyperv on host dv-neutron-825124-1-hyperv at level 0 using segments [{'id': '328ae327-bae2-469b-b8f8-730248ff27af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '4016d29d-54bf-43b1-af26-e7f23900bc94'}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:25:17.784785 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abbe9a6f-1210-4c5a-8370-751c52a7e874 None None] Attempting to bind port 1d0515d0-783e-4d82-a09e-46392b3d5db0 on network 4016d29d-54bf-43b1-af26-e7f23900bc94 {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 14:25:17.787821 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-7d641c55-09c0-4aeb-b182-e9009b3a4af8 tempest-ExternalNetworksTestJSON-1859258134 tempest-ExternalNetworksTestJSON-1859258134-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:25:17.787991 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-051dde61-fa7a-4e59-9727-eaa1bccb20a6 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=c8c41ca70d6e432bb9b32a69cbc879bb&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3532996 Jan 20 14:25:17.795148 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 60708) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:25:17.805580 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-7d641c55-09c0-4aeb-b182-e9009b3a4af8 tempest-ExternalNetworksTestJSON-1859258134 tempest-ExternalNetworksTestJSON-1859258134-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:25:17.832213 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abbe9a6f-1210-4c5a-8370-751c52a7e874 None None] Checking agent: {'id': '6414dfeb-85c5-454a-8756-709ca637d800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825124-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 16, 31), 'started_at': datetime.datetime(2022, 1, 20, 14, 17, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 25, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825124-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 14:25:17.832489 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abbe9a6f-1210-4c5a-8370-751c52a7e874 None None] Checking segment: {'id': '328ae327-bae2-469b-b8f8-730248ff27af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '4016d29d-54bf-43b1-af26-e7f23900bc94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 14:25:17.832738 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-abbe9a6f-1210-4c5a-8370-751c52a7e874 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:17.833299 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abbe9a6f-1210-4c5a-8370-751c52a7e874 None None] Bound using segment: {'id': '328ae327-bae2-469b-b8f8-730248ff27af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '4016d29d-54bf-43b1-af26-e7f23900bc94'} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 14:25:17.833806 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-abbe9a6f-1210-4c5a-8370-751c52a7e874 None None] Bound port: 1d0515d0-783e-4d82-a09e-46392b3d5db0, host: dv-neutron-825124-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '328ae327-bae2-469b-b8f8-730248ff27af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '4016d29d-54bf-43b1-af26-e7f23900bc94'}}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:25:17.834291 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-abbe9a6f-1210-4c5a-8370-751c52a7e874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:17.884321 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port 2fcf10eb-7914-4aae-8313-a752451d5387 triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:25:17.884488 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:17.913517 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-369f1b7c-ecff-4057-acd1-0b560a86ad42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:17.923269 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-1fe9c37a-68d0-4d35-8a31-2b655f40ec24 tempest-ServersTestJSON-1971346893 tempest-ServersTestJSON-1971346893-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:18.005876 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-6f3b28a1-1fbd-4dbf-98ac-fa694fca10e3 tempest-DHCPAgentSchedulersTestJSON-610978580 tempest-DHCPAgentSchedulersTestJSON-610978580-project-admin] 10.222.0.54 "GET /v2.0/agents/1a181e39-5220-4c1a-88f8-08a54e8bfc9b/dhcp-networks HTTP/1.1" status: 200 len: 7043 time: 0.4913461 Jan 20 14:25:18.010745 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 60712) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:25:18.025123 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06ecec56-0122-43ee-94aa-93a5dbcf2026 None None] Network faecd59b-6b80-446e-9ed2-8c3b9c7e110f requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:25:18.115080 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-1fe9c37a-68d0-4d35-8a31-2b655f40ec24 tempest-ServersTestJSON-1971346893 tempest-ServersTestJSON-1971346893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734962'] for security_group_rule, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:18.117625 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.db_base_plugin_common [None req-ae3b0754-79cd-4463-b2b0-7630d26f32a5 tempest-FloatingIPAdminTestJSON-1852183017 tempest-FloatingIPAdminTestJSON-1852183017-project] Allocated IP 172.26.7.40 (8dffb05c-5ca0-409b-bd5f-7be6264f707d/a489dd4f-42a5-433b-8be3-bab2749c4209/b37e4ebb-9e57-4894-94bd-1d2aa8fd00ef) {{(pid=84153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:25:18.120369 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-68d83587-06e7-41b2-be39-7499c68ab843 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:18.130814 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369f1b7c-ecff-4057-acd1-0b560a86ad42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1c037b6-0651-4dd5-ad88-7ae6dd2b572f,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:25:18.152782 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-7d641c55-09c0-4aeb-b182-e9009b3a4af8 tempest-ExternalNetworksTestJSON-1859258134 tempest-ExternalNetworksTestJSON-1859258134-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:18.177883 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-369f1b7c-ecff-4057-acd1-0b560a86ad42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:18.179196 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-369f1b7c-ecff-4057-acd1-0b560a86ad42 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/e1c037b6-0651-4dd5-ad88-7ae6dd2b572f HTTP/1.1" status: 204 len: 168 time: 1.1228199 Jan 20 14:25:18.193442 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-abbe9a6f-1210-4c5a-8370-751c52a7e874 None None] For port 1d0515d0-783e-4d82-a09e-46392b3d5db0, host dv-neutron-825124-1-hyperv, cleared binding levels {{(pid=84154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 14:25:18.230585 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe9c37a-68d0-4d35-8a31-2b655f40ec24 tempest-ServersTestJSON-1971346893 tempest-ServersTestJSON-1971346893-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aad78ea1-e27f-4138-bd88-c975efbccbfa,revision_number=0']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:25:18.255486 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-abbe9a6f-1210-4c5a-8370-751c52a7e874 None None] For port 1d0515d0-783e-4d82-a09e-46392b3d5db0, host dv-neutron-825124-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=1d0515d0-783e-4d82-a09e-46392b3d5db0,segment=NetworkSegment(328ae327-bae2-469b-b8f8-730248ff27af),segment_id=328ae327-bae2-469b-b8f8-730248ff27af)] {{(pid=84154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 14:25:18.350145 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-68d83587-06e7-41b2-be39-7499c68ab843 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:18.361906 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-e6be0fae-eb52-4baa-a99b-9fa189fd50d9 tempest-DHCPAgentSchedulersTestJSON-1652887071 tempest-DHCPAgentSchedulersTestJSON-1652887071-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586409'] for network, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:18.379910 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-abbe9a6f-1210-4c5a-8370-751c52a7e874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:18.410816 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b57ad371-14bc-43d5-bcc2-0c9c22ecaaae admin admin] Notify agent at l3_agent.dv-neutron-825124-1-hyperv the message routers_updated {{(pid=84153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 14:25:18.430089 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-b57ad371-14bc-43d5-bcc2-0c9c22ecaaae admin admin] 10.222.0.54 "PUT /v2.0/routers/3aa1060b-e340-4a31-89f7-e96adaaa2648/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.7427399 Jan 20 14:25:18.462065 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-ae3b0754-79cd-4463-b2b0-7630d26f32a5 tempest-FloatingIPAdminTestJSON-1852183017 tempest-FloatingIPAdminTestJSON-1852183017-project] Notify callbacks [] for port, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:18.515259 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-1fe9c37a-68d0-4d35-8a31-2b655f40ec24 tempest-ServersTestJSON-1971346893 tempest-ServersTestJSON-1971346893-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:18.520535 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-1fe9c37a-68d0-4d35-8a31-2b655f40ec24 tempest-ServersTestJSON-1971346893 tempest-ServersTestJSON-1971346893-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.2899339 Jan 20 14:25:18.520801 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 60720) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:25:18.531390 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-4a931885-99fd-430a-9b52-5c6843649385 tempest-ServersTestJSON-1971346893 tempest-ServersTestJSON-1971346893-project] Request body: {'security_group_rule': {'security_group_id': '116cf5fd-87bc-4026-a09c-cf45db2c0b17', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:25:18.544169 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-4a931885-99fd-430a-9b52-5c6843649385 tempest-ServersTestJSON-1971346893 tempest-ServersTestJSON-1971346893-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:25:18.554074 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-4a931885-99fd-430a-9b52-5c6843649385 tempest-ServersTestJSON-1971346893 tempest-ServersTestJSON-1971346893-project] Usage tracker for resource:security_group_rule and tenant:02a4359015ef4fdda53e039fb57dd72f is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:25:18.560793 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-4a931885-99fd-430a-9b52-5c6843649385 tempest-ServersTestJSON-1971346893 tempest-ServersTestJSON-1971346893-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:25:18.576685 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-4a931885-99fd-430a-9b52-5c6843649385 tempest-ServersTestJSON-1971346893 tempest-ServersTestJSON-1971346893-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:25:18.675494 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-ae3b0754-79cd-4463-b2b0-7630d26f32a5 tempest-FloatingIPAdminTestJSON-1852183017 tempest-FloatingIPAdminTestJSON-1852183017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:18.690246 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbe9a6f-1210-4c5a-8370-751c52a7e874 None None] Pushing event updated for resources: {'Port': ['ID=1d0515d0-783e-4d82-a09e-46392b3d5db0,revision_number=2']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:25:18.793881 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-4a931885-99fd-430a-9b52-5c6843649385 tempest-ServersTestJSON-1971346893 tempest-ServersTestJSON-1971346893-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:18.832986 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-e6be0fae-eb52-4baa-a99b-9fa189fd50d9 tempest-DHCPAgentSchedulersTestJSON-1652887071 tempest-DHCPAgentSchedulersTestJSON-1652887071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1626242', 'neutron.services.segments.db._delete_segments_for_network-8769554214620'] for network, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:18.923629 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57a2f84f-07f7-4971-a5f4-51098694b4ff tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] Router 14b80d6e-c39c-463b-b3d7-ddc5e1d46183 is scheduled to L3 agent 624d525b-4c26-4143-8a1c-228bb1c6faaa with binding_index 1 {{(pid=84152) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 20 14:25:18.935758 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.segments.db [None req-e6be0fae-eb52-4baa-a99b-9fa189fd50d9 tempest-DHCPAgentSchedulersTestJSON-1652887071 tempest-DHCPAgentSchedulersTestJSON-1652887071-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0a6a1c9-cd69-48ef-9fef-f1b71c317359']}} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:25:18.943394 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae3b0754-79cd-4463-b2b0-7630d26f32a5 tempest-FloatingIPAdminTestJSON-1852183017 tempest-FloatingIPAdminTestJSON-1852183017-project] Network 8dffb05c-5ca0-409b-bd5f-7be6264f707d is already hosted by enough agents. {{(pid=84153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:25:18.955794 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.base_scheduler [None req-ae3b0754-79cd-4463-b2b0-7630d26f32a5 tempest-FloatingIPAdminTestJSON-1852183017 tempest-FloatingIPAdminTestJSON-1852183017-project] Resources bound (agent type, host, resource id): {{(pid=84153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:25:18.964890 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae3b0754-79cd-4463-b2b0-7630d26f32a5 tempest-FloatingIPAdminTestJSON-1852183017 tempest-FloatingIPAdminTestJSON-1852183017-project] Received port after_create {{(pid=84153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:25:18.993475 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-68d83587-06e7-41b2-be39-7499c68ab843 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:19.010995 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.segments.db [None req-e6be0fae-eb52-4baa-a99b-9fa189fd50d9 tempest-DHCPAgentSchedulersTestJSON-1652887071 tempest-DHCPAgentSchedulersTestJSON-1652887071-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47be7558-f29d-4d16-9910-075467b0478e') {'for_net_delete': True} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:25:19.011621 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.segments.db [None req-e6be0fae-eb52-4baa-a99b-9fa189fd50d9 tempest-DHCPAgentSchedulersTestJSON-1652887071 tempest-DHCPAgentSchedulersTestJSON-1652887071-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47be7558-f29d-4d16-9910-075467b0478e') {} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:25:19.041529 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3b0754-79cd-4463-b2b0-7630d26f32a5 tempest-FloatingIPAdminTestJSON-1852183017 tempest-FloatingIPAdminTestJSON-1852183017-project] Pushing event updated for resources: {'Port': ['ID=b37e4ebb-9e57-4894-94bd-1d2aa8fd00ef,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:25:19.060354 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-e6be0fae-eb52-4baa-a99b-9fa189fd50d9 tempest-DHCPAgentSchedulersTestJSON-1652887071 tempest-DHCPAgentSchedulersTestJSON-1652887071-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769554214503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3337904'] for segment, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:19.087494 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d83587-06e7-41b2-be39-7499c68ab843 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a95d140-f2da-47fc-afae-a1916a0272c1,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:25:19.095550 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-68d83587-06e7-41b2-be39-7499c68ab843 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:19.097197 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-68d83587-06e7-41b2-be39-7499c68ab843 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/3a95d140-f2da-47fc-afae-a1916a0272c1 HTTP/1.1" status: 204 len: 168 time: 1.3007948 Jan 20 14:25:19.110527 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-4a931885-99fd-430a-9b52-5c6843649385 tempest-ServersTestJSON-1971346893 tempest-ServersTestJSON-1971346893-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:19.214656 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-4a931885-99fd-430a-9b52-5c6843649385 tempest-ServersTestJSON-1971346893 tempest-ServersTestJSON-1971346893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734962'] for security_group_rule, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:19.304484 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a931885-99fd-430a-9b52-5c6843649385 tempest-ServersTestJSON-1971346893 tempest-ServersTestJSON-1971346893-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b08a2efa-3501-4c21-815b-129f6bb4c310,revision_number=0']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:25:19.311180 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-e6be0fae-eb52-4baa-a99b-9fa189fd50d9 tempest-DHCPAgentSchedulersTestJSON-1652887071 tempest-DHCPAgentSchedulersTestJSON-1652887071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:19.332998 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6be0fae-eb52-4baa-a99b-9fa189fd50d9 tempest-DHCPAgentSchedulersTestJSON-1652887071 tempest-DHCPAgentSchedulersTestJSON-1652887071-project] Releasing vlan 173 on physical network physnet1 to pool {{(pid=84152) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 14:25:19.333724 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-e6be0fae-eb52-4baa-a99b-9fa189fd50d9 tempest-DHCPAgentSchedulersTestJSON-1652887071 tempest-DHCPAgentSchedulersTestJSON-1652887071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1622950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4162906'] for segment, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:19.367470 dv-neutron-825124-1-hyperv neutron-server[84152]: Traceback (most recent call last): Jan 20 14:25:19.367470 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 14:25:19.367470 dv-neutron-825124-1-hyperv neutron-server[84152]: timer() Jan 20 14:25:19.367470 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 14:25:19.367470 dv-neutron-825124-1-hyperv neutron-server[84152]: cb(*args, **kw) Jan 20 14:25:19.367470 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 14:25:19.367470 dv-neutron-825124-1-hyperv neutron-server[84152]: return func(*args, **kwargs) Jan 20 14:25:19.367470 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 14:25:19.367470 dv-neutron-825124-1-hyperv neutron-server[84152]: self._notify() Jan 20 14:25:19.367470 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 14:25:19.367470 dv-neutron-825124-1-hyperv neutron-server[84152]: self.callback(batched_events) Jan 20 14:25:19.367470 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 14:25:19.367470 dv-neutron-825124-1-hyperv neutron-server[84152]: event.method(event) Jan 20 14:25:19.367470 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 14:25:19.367470 dv-neutron-825124-1-hyperv neutron-server[84152]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 14:25:19.367470 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 14:25:19.367470 dv-neutron-825124-1-hyperv neutron-server[84152]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 14:25:19.367470 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 14:25:19.367470 dv-neutron-825124-1-hyperv neutron-server[84152]: return f(self, *a, **k) Jan 20 14:25:19.367470 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 14:25:19.367470 dv-neutron-825124-1-hyperv neutron-server[84152]: return self._get(url).json() Jan 20 14:25:19.367470 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 14:25:19.367470 dv-neutron-825124-1-hyperv neutron-server[84152]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 14:25:19.367470 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 14:25:19.367470 dv-neutron-825124-1-hyperv neutron-server[84152]: return self.request(url, 'GET', **kwargs) Jan 20 14:25:19.367470 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 14:25:19.367470 dv-neutron-825124-1-hyperv neutron-server[84152]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 14:25:19.367470 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 14:25:19.367470 dv-neutron-825124-1-hyperv neutron-server[84152]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 14:25:19.367470 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 14:25:19.367470 dv-neutron-825124-1-hyperv neutron-server[84152]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 14:25:19.367470 dv-neutron-825124-1-hyperv neutron-server[84152]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 14:25:19.369526 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-4a931885-99fd-430a-9b52-5c6843649385 tempest-ServersTestJSON-1971346893 tempest-ServersTestJSON-1971346893-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:19.373216 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-4a931885-99fd-430a-9b52-5c6843649385 tempest-ServersTestJSON-1971346893 tempest-ServersTestJSON-1971346893-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.8505769 Jan 20 14:25:19.376578 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 60738) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:25:19.394833 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-5d9e4ac5-3037-4412-9a5e-abd1d66b88a7 tempest-ServersTestJSON-1971346893 tempest-ServersTestJSON-1971346893-project] Request body: {'floatingip': {'floating_network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:25:19.415678 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-5d9e4ac5-3037-4412-9a5e-abd1d66b88a7 tempest-ServersTestJSON-1971346893 tempest-ServersTestJSON-1971346893-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:25:19.421518 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 60742) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:25:19.428438 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-5d9e4ac5-3037-4412-9a5e-abd1d66b88a7 tempest-ServersTestJSON-1971346893 tempest-ServersTestJSON-1971346893-project] Usage tracker for resource:floatingip and tenant:02a4359015ef4fdda53e039fb57dd72f is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:25:19.451299 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-5d9e4ac5-3037-4412-9a5e-abd1d66b88a7 tempest-ServersTestJSON-1971346893 tempest-ServersTestJSON-1971346893-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:25:19.461918 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 1d0515d0-783e-4d82-a09e-46392b3d5db0 up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:25:19.466532 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-5d9e4ac5-3037-4412-9a5e-abd1d66b88a7 tempest-ServersTestJSON-1971346893 tempest-ServersTestJSON-1971346893-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:25:19.481565 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-8550be36-c18a-4ddb-bd3a-cc76ff698c86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:19.482691 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-7d641c55-09c0-4aeb-b182-e9009b3a4af8 tempest-ExternalNetworksTestJSON-1859258134 tempest-ExternalNetworksTestJSON-1859258134-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:19.542710 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-8550be36-c18a-4ddb-bd3a-cc76ff698c86 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:25:19.546880 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-8550be36-c18a-4ddb-bd3a-cc76ff698c86 admin admin] Usage tracker for resource:security_group_rule and tenant:306445627fa64c2ea3574ea3ca8afbc0 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:25:19.550396 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-8550be36-c18a-4ddb-bd3a-cc76ff698c86 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:25:19.559073 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-8550be36-c18a-4ddb-bd3a-cc76ff698c86 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:25:19.751713 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning for port 1d0515d0-783e-4d82-a09e-46392b3d5db0 completed by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:25:19.755497 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-8550be36-c18a-4ddb-bd3a-cc76ff698c86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:19.757511 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-ae3b0754-79cd-4463-b2b0-7630d26f32a5 tempest-FloatingIPAdminTestJSON-1852183017 tempest-FloatingIPAdminTestJSON-1852183017-project] Notify callbacks [] for router_gateway, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:19.758346 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-ae3b0754-79cd-4463-b2b0-7630d26f32a5 tempest-FloatingIPAdminTestJSON-1852183017 tempest-FloatingIPAdminTestJSON-1852183017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-744861'] for router, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:19.759820 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device f7bb973a-b99f-4848-8378-242e506ca311 up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:25:19.762532 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-5d9e4ac5-3037-4412-9a5e-abd1d66b88a7 tempest-ServersTestJSON-1971346893 tempest-ServersTestJSON-1971346893-project] Notify callbacks [] for floatingip, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:19.819181 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-e6be0fae-eb52-4baa-a99b-9fa189fd50d9 tempest-DHCPAgentSchedulersTestJSON-1652887071 tempest-DHCPAgentSchedulersTestJSON-1652887071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1626253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-745296'] for network, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:19.849822 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-e6be0fae-eb52-4baa-a99b-9fa189fd50d9 tempest-DHCPAgentSchedulersTestJSON-1652887071 tempest-DHCPAgentSchedulersTestJSON-1652887071-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1705179'] for network, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:19.855143 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6be0fae-eb52-4baa-a99b-9fa189fd50d9 tempest-DHCPAgentSchedulersTestJSON-1652887071 tempest-DHCPAgentSchedulersTestJSON-1652887071-project] Pushing event deleted for resources: {'Network': ['ID=c0a6a1c9-cd69-48ef-9fef-f1b71c317359,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:25:19.931530 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-8550be36-c18a-4ddb-bd3a-cc76ff698c86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:19.974850 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-e6be0fae-eb52-4baa-a99b-9fa189fd50d9 tempest-DHCPAgentSchedulersTestJSON-1652887071 tempest-DHCPAgentSchedulersTestJSON-1652887071-project] 10.222.0.54 "DELETE /v2.0/networks/c0a6a1c9-cd69-48ef-9fef-f1b71c317359 HTTP/1.1" status: 204 len: 168 time: 1.9618225 Jan 20 14:25:19.975801 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 60748) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:25:20.000920 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning for port f7bb973a-b99f-4848-8378-242e506ca311 completed by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:25:20.013696 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port f7bb973a-b99f-4848-8378-242e506ca311 triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:25:20.014180 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:20.033040 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.db_base_plugin_common [None req-7d641c55-09c0-4aeb-b182-e9009b3a4af8 tempest-ExternalNetworksTestJSON-1859258134 tempest-ExternalNetworksTestJSON-1859258134-project-admin] Allocated IP 172.20.0.9 (faecd59b-6b80-446e-9ed2-8c3b9c7e110f/90b86d1a-2628-4f7a-9fcc-05a56640e65c/7028b66c-d5be-4320-879c-55e27a862b5c) {{(pid=84152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:25:20.061575 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8550be36-c18a-4ddb-bd3a-cc76ff698c86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8392b88a-0e55-4ddd-9546-620a795f845a,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:25:20.062727 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.pecan_wsgi.hooks.translation [None req-eda1ca84-68f6-48d5-bca3-af40c0a2a022 tempest-DHCPAgentSchedulersTestJSON-1652887071 tempest-DHCPAgentSchedulersTestJSON-1652887071-project] DELETE failed (client error): The resource could not be found. Jan 20 14:25:20.063269 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eda1ca84-68f6-48d5-bca3-af40c0a2a022 tempest-DHCPAgentSchedulersTestJSON-1652887071 tempest-DHCPAgentSchedulersTestJSON-1652887071-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84152) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:25:20.068415 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 60754) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:25:20.068642 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-eda1ca84-68f6-48d5-bca3-af40c0a2a022 tempest-DHCPAgentSchedulersTestJSON-1652887071 tempest-DHCPAgentSchedulersTestJSON-1652887071-project] 10.222.0.54 "DELETE /v2.0/ports/ae31a0ee-02c9-4d8a-bcfa-18e70b4d5a20 HTTP/1.1" status: 404 len: 333 time: 0.0877054 Jan 20 14:25:20.070664 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-8550be36-c18a-4ddb-bd3a-cc76ff698c86 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=306445627fa64c2ea3574ea3ca8afbc0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6462436 Jan 20 14:25:20.089286 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 60758) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:25:20.112251 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28162b71-a52b-4cda-95e4-55c90c29e08e None None] Sync routers for ids ['3aa1060b-e340-4a31-89f7-e96adaaa2648'] in dv-neutron-825124-1-hyperv {{(pid=84154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 14:25:20.170200 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28162b71-a52b-4cda-95e4-55c90c29e08e None None] Routers {'3aa1060b-e340-4a31-89f7-e96adaaa2648'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:25:20.171698 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 60762) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:25:20.172292 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-28162b71-a52b-4cda-95e4-55c90c29e08e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:25:00Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['3aa1060b-e340-4a31-89f7-e96adaaa2648'], 'active': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:25:20.290506 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c50a425-69aa-4583-8e6d-d3c492b876cf None None] Network 4016d29d-54bf-43b1-af26-e7f23900bc94 requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:25:20.321029 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-96eb9ab0-1cb0-4ddc-97d9-22def9855984 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:20.369525 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57a2f84f-07f7-4971-a5f4-51098694b4ff tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] Notify agent at l3_agent.dv-neutron-825124-1-hyperv the message routers_updated {{(pid=84152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 14:25:20.381398 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-effb9a39-5448-42af-a93e-9ebb6c88a3e2 None None] Sync routers for ids ['14b80d6e-c39c-463b-b3d7-ddc5e1d46183'] in dv-neutron-825124-1-hyperv {{(pid=84155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 14:25:20.403649 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-effb9a39-5448-42af-a93e-9ebb6c88a3e2 None None] Routers {'14b80d6e-c39c-463b-b3d7-ddc5e1d46183'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:25:20.404513 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-effb9a39-5448-42af-a93e-9ebb6c88a3e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:25:00Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['14b80d6e-c39c-463b-b3d7-ddc5e1d46183'], 'active': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:25:20.473484 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-5d9e4ac5-3037-4412-9a5e-abd1d66b88a7 tempest-ServersTestJSON-1971346893 tempest-ServersTestJSON-1971346893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:20.535154 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-96eb9ab0-1cb0-4ddc-97d9-22def9855984 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:20.544852 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-1bb16b28-36d1-458a-ad9c-655f7caba452 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=998e38368eaf40a5bf581c2f6e76aaf7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3334839 Jan 20 14:25:20.560662 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 60766) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:25:20.595643 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-7d641c55-09c0-4aeb-b182-e9009b3a4af8 tempest-ExternalNetworksTestJSON-1859258134 tempest-ExternalNetworksTestJSON-1859258134-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:20.606640 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-9ad31026-20af-48c9-bce4-5bf809b10df8 None None] Provisioning for port 1d0515d0-783e-4d82-a09e-46392b3d5db0 completed by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:25:20.623073 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-9ad31026-20af-48c9-bce4-5bf809b10df8 None None] Provisioning complete for port 1d0515d0-783e-4d82-a09e-46392b3d5db0 triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:25:20.623601 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-9ad31026-20af-48c9-bce4-5bf809b10df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:20.655514 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:20.667469 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.db_base_plugin_common [None req-5d9e4ac5-3037-4412-9a5e-abd1d66b88a7 tempest-ServersTestJSON-1971346893 tempest-ServersTestJSON-1971346893-project] Allocated IP 172.26.7.9 (8dffb05c-5ca0-409b-bd5f-7be6264f707d/a489dd4f-42a5-433b-8be3-bab2749c4209/ef19705e-e3fb-427e-86f7-96b09b86d4d8) {{(pid=84153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:25:20.697694 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-522b1940-c2c4-40cf-82bb-e6ce45966119 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:20.698203 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvr_db [None req-effb9a39-5448-42af-a93e-9ebb6c88a3e2 None None] Set router 14b80d6e-c39c-463b-b3d7-ddc5e1d46183 gateway port host: dv-neutron-825124-1-hyperv {{(pid=84155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 14:25:20.725647 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-57a2f84f-07f7-4971-a5f4-51098694b4ff tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] Notify callbacks [] for router, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:20.727289 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-57a2f84f-07f7-4971-a5f4-51098694b4ff tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 6.9350567 Jan 20 14:25:20.731501 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 60770) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:25:20.827550 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-522b1940-c2c4-40cf-82bb-e6ce45966119 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:20.837994 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-96eb9ab0-1cb0-4ddc-97d9-22def9855984 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:20.857971 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-7d641c55-09c0-4aeb-b182-e9009b3a4af8 tempest-ExternalNetworksTestJSON-1859258134 tempest-ExternalNetworksTestJSON-1859258134-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:20.872909 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96eb9ab0-1cb0-4ddc-97d9-22def9855984 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8392b88a-0e55-4ddd-9546-620a795f845a,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:25:20.948507 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] For port f7bb973a-b99f-4848-8378-242e506ca311, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=f7bb973a-b99f-4848-8378-242e506ca311,segment=NetworkSegment(3182924e-8b03-4797-949c-f0b3e4c69277),segment_id=3182924e-8b03-4797-949c-f0b3e4c69277)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:25:20.960451 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvr_db [None req-28162b71-a52b-4cda-95e4-55c90c29e08e None None] Set router 3aa1060b-e340-4a31-89f7-e96adaaa2648 gateway port host: dv-neutron-825124-1-hyperv {{(pid=84154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 14:25:20.995740 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-5d9e4ac5-3037-4412-9a5e-abd1d66b88a7 tempest-ServersTestJSON-1971346893 tempest-ServersTestJSON-1971346893-project] Notify callbacks [] for port, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:21.031786 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ef30cc9-ddef-47fb-b96c-335ed1f097e2 tempest-DHCPAgentSchedulersTestJSON-1652887071 tempest-DHCPAgentSchedulersTestJSON-1652887071-project] Deleting subnet 5443c879-0a2d-4f0a-b8e6-fdfa46403e8e {{(pid=84153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 20 14:25:21.035209 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-5ef30cc9-ddef-47fb-b96c-335ed1f097e2 tempest-DHCPAgentSchedulersTestJSON-1652887071 tempest-DHCPAgentSchedulersTestJSON-1652887071-project] Notify callbacks [] for subnet, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:21.075524 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d641c55-09c0-4aeb-b182-e9009b3a4af8 tempest-ExternalNetworksTestJSON-1859258134 tempest-ExternalNetworksTestJSON-1859258134-project-admin] Network faecd59b-6b80-446e-9ed2-8c3b9c7e110f is already hosted by enough agents. {{(pid=84152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:25:21.077784 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:21.080218 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-96eb9ab0-1cb0-4ddc-97d9-22def9855984 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:21.083161 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-96eb9ab0-1cb0-4ddc-97d9-22def9855984 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/8392b88a-0e55-4ddd-9546-620a795f845a HTTP/1.1" status: 204 len: 168 time: 0.9898169 Jan 20 14:25:21.108043 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-5d9e4ac5-3037-4412-9a5e-abd1d66b88a7 tempest-ServersTestJSON-1971346893 tempest-ServersTestJSON-1971346893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:21.112431 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.base_scheduler [None req-7d641c55-09c0-4aeb-b182-e9009b3a4af8 tempest-ExternalNetworksTestJSON-1859258134 tempest-ExternalNetworksTestJSON-1859258134-project-admin] Resources bound (agent type, host, resource id): {{(pid=84152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:25:21.128561 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d641c55-09c0-4aeb-b182-e9009b3a4af8 tempest-ExternalNetworksTestJSON-1859258134 tempest-ExternalNetworksTestJSON-1859258134-project-admin] Received port after_create {{(pid=84152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:25:21.177201 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-5ef30cc9-ddef-47fb-b96c-335ed1f097e2 tempest-DHCPAgentSchedulersTestJSON-1652887071 tempest-DHCPAgentSchedulersTestJSON-1652887071-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3980851'] for subnet, precommit_delete_associations {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:21.206957 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d641c55-09c0-4aeb-b182-e9009b3a4af8 tempest-ExternalNetworksTestJSON-1859258134 tempest-ExternalNetworksTestJSON-1859258134-project-admin] Pushing event updated for resources: {'Port': ['ID=7028b66c-d5be-4320-879c-55e27a862b5c,revision_number=1']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:25:21.219420 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-effb9a39-5448-42af-a93e-9ebb6c88a3e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14b80d6e-c39c-463b-b3d7-ddc5e1d46183', 'name': '', 'tenant_id': '1737e36574254ad493c58f8b859272d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5ea8c31-69dd-41d5-aace-b9b936aeae1a', 'external_fixed_ips': [{'subnet_id': '0ccc2409-768b-4c05-b018-ba382e25ef93', 'ip_address': '2001:db8::242'}], 'enable_snat': True}, 'gw_port_id': 'ccb4645f-a727-4dac-be77-ee83f1401829', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:25:14Z', 'updated_at': '2022-01-20T14:25:17Z', 'revision_number': 3, 'project_id': '1737e36574254ad493c58f8b859272d8', 'gw_port': {'id': 'ccb4645f-a727-4dac-be77-ee83f1401829', 'name': '', 'network_id': 'e5ea8c31-69dd-41d5-aace-b9b936aeae1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:31:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14b80d6e-c39c-463b-b3d7-ddc5e1d46183', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ccc2409-768b-4c05-b018-ba382e25ef93', 'ip_address': '2001:db8::242', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:25:16Z', 'updated_at': '2022-01-20T14:25:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0ccc2409-768b-4c05-b018-ba382e25ef93', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv'}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:25:21.229404 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-effb9a39-5448-42af-a93e-9ebb6c88a3e2 None None] Checking router: 14b80d6e-c39c-463b-b3d7-ddc5e1d46183 for host: dv-neutron-825124-1-hyperv {{(pid=84155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 14:25:21.229974 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-effb9a39-5448-42af-a93e-9ebb6c88a3e2 None None] Updating router 14b80d6e-c39c-463b-b3d7-ddc5e1d46183 port ccb4645f-a727-4dac-be77-ee83f1401829 binding host dv-neutron-825124-1-hyperv {{(pid=84155) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 20 14:25:21.371295 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d9e4ac5-3037-4412-9a5e-abd1d66b88a7 tempest-ServersTestJSON-1971346893 tempest-ServersTestJSON-1971346893-project] Network 8dffb05c-5ca0-409b-bd5f-7be6264f707d is already hosted by enough agents. {{(pid=84153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:25:21.376876 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.base_scheduler [None req-5d9e4ac5-3037-4412-9a5e-abd1d66b88a7 tempest-ServersTestJSON-1971346893 tempest-ServersTestJSON-1971346893-project] Resources bound (agent type, host, resource id): {{(pid=84153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:25:21.390705 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d9e4ac5-3037-4412-9a5e-abd1d66b88a7 tempest-ServersTestJSON-1971346893 tempest-ServersTestJSON-1971346893-project] Received port after_create {{(pid=84153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:25:21.401678 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Pushing event updated for resources: {'Port': ['ID=f7bb973a-b99f-4848-8378-242e506ca311,revision_number=5']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:25:21.416856 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-9ad31026-20af-48c9-bce4-5bf809b10df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:21.425041 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-effb9a39-5448-42af-a93e-9ebb6c88a3e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:21.502067 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9e4ac5-3037-4412-9a5e-abd1d66b88a7 tempest-ServersTestJSON-1971346893 tempest-ServersTestJSON-1971346893-project] Pushing event updated for resources: {'Port': ['ID=ef19705e-e3fb-427e-86f7-96b09b86d4d8,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:25:21.530868 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-79c5bb53-cb97-4c13-9825-0f50ee0102eb tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] Notify callbacks [] for router, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:21.601072 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-522b1940-c2c4-40cf-82bb-e6ce45966119 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:21.630651 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae3b0754-79cd-4463-b2b0-7630d26f32a5 tempest-FloatingIPAdminTestJSON-1852183017 tempest-FloatingIPAdminTestJSON-1852183017-project] Router 5be3e9e7-7d2e-444e-844b-4f9fa2213d37 is scheduled to L3 agent 624d525b-4c26-4143-8a1c-228bb1c6faaa with binding_index 1 {{(pid=84153) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 20 14:25:21.678054 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-9ad31026-20af-48c9-bce4-5bf809b10df8 None None] For port 1d0515d0-783e-4d82-a09e-46392b3d5db0, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=1d0515d0-783e-4d82-a09e-46392b3d5db0,segment=NetworkSegment(328ae327-bae2-469b-b8f8-730248ff27af),segment_id=328ae327-bae2-469b-b8f8-730248ff27af)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:25:21.684020 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522b1940-c2c4-40cf-82bb-e6ce45966119 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2662082b-810a-409f-b9fe-a4c91acca291,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:25:21.826158 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-522b1940-c2c4-40cf-82bb-e6ce45966119 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:21.830486 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-522b1940-c2c4-40cf-82bb-e6ce45966119 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/2662082b-810a-409f-b9fe-a4c91acca291 HTTP/1.1" status: 204 len: 168 time: 1.2632332 Jan 20 14:25:21.833915 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-7d641c55-09c0-4aeb-b182-e9009b3a4af8 tempest-ExternalNetworksTestJSON-1859258134 tempest-ExternalNetworksTestJSON-1859258134-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:21.887246 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-5d9e4ac5-3037-4412-9a5e-abd1d66b88a7 tempest-ServersTestJSON-1971346893 tempest-ServersTestJSON-1971346893-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:21.951811 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-effb9a39-5448-42af-a93e-9ebb6c88a3e2 None None] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:21.968219 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-effb9a39-5448-42af-a93e-9ebb6c88a3e2 None None] Transition to ACTIVE for port object ccb4645f-a727-4dac-be77-ee83f1401829 will not be triggered until provisioned by entity L2. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:25:21.977682 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-9ad31026-20af-48c9-bce4-5bf809b10df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:21.980059 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 60780) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:25:21.980417 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-7d641c55-09c0-4aeb-b182-e9009b3a4af8 tempest-ExternalNetworksTestJSON-1859258134 tempest-ExternalNetworksTestJSON-1859258134-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:22.021297 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-b0fb8e0d-f1dc-4f03-b962-ad06cd03558b tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] Request body: {'security_group': {'name': 'tempest-securitygroup--102352138', 'description': 'tempest-description--600701522'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:25:22.046586 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-b0fb8e0d-f1dc-4f03-b962-ad06cd03558b tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:25:22.060931 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-b0fb8e0d-f1dc-4f03-b962-ad06cd03558b tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] Usage tracker for resource:security_group and tenant:2841efab0dc64ab1970d5183558f5547 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:25:22.088961 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-b0fb8e0d-f1dc-4f03-b962-ad06cd03558b tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:25:22.089091 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-effb9a39-5448-42af-a93e-9ebb6c88a3e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:22.109421 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-5ef30cc9-ddef-47fb-b96c-335ed1f097e2 tempest-DHCPAgentSchedulersTestJSON-1652887071 tempest-DHCPAgentSchedulersTestJSON-1652887071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1627147'] for subnet, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:22.110258 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-b0fb8e0d-f1dc-4f03-b962-ad06cd03558b tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:25:22.184221 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-effb9a39-5448-42af-a93e-9ebb6c88a3e2 None None] Attempting to bind port ccb4645f-a727-4dac-be77-ee83f1401829 on host dv-neutron-825124-1-hyperv for vnic_type normal with profile {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:25:22.184824 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-effb9a39-5448-42af-a93e-9ebb6c88a3e2 None None] Attempting to bind port ccb4645f-a727-4dac-be77-ee83f1401829 by drivers openvswitch,hyperv on host dv-neutron-825124-1-hyperv at level 0 using segments [{'id': '779077b3-974b-4015-9d93-07123d7a082e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'e5ea8c31-69dd-41d5-aace-b9b936aeae1a'}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:25:22.185684 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-effb9a39-5448-42af-a93e-9ebb6c88a3e2 None None] Attempting to bind port ccb4645f-a727-4dac-be77-ee83f1401829 on network e5ea8c31-69dd-41d5-aace-b9b936aeae1a {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 14:25:22.204233 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-effb9a39-5448-42af-a93e-9ebb6c88a3e2 None None] Checking agent: {'id': '6414dfeb-85c5-454a-8756-709ca637d800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825124-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 16, 31), 'started_at': datetime.datetime(2022, 1, 20, 14, 17, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 25, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825124-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 14:25:22.204915 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-effb9a39-5448-42af-a93e-9ebb6c88a3e2 None None] Checking segment: {'id': '779077b3-974b-4015-9d93-07123d7a082e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'e5ea8c31-69dd-41d5-aace-b9b936aeae1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 14:25:22.205469 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-effb9a39-5448-42af-a93e-9ebb6c88a3e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:22.206158 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-effb9a39-5448-42af-a93e-9ebb6c88a3e2 None None] Bound using segment: {'id': '779077b3-974b-4015-9d93-07123d7a082e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'e5ea8c31-69dd-41d5-aace-b9b936aeae1a'} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 14:25:22.208193 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-effb9a39-5448-42af-a93e-9ebb6c88a3e2 None None] Bound port: ccb4645f-a727-4dac-be77-ee83f1401829, host: dv-neutron-825124-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '779077b3-974b-4015-9d93-07123d7a082e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'e5ea8c31-69dd-41d5-aace-b9b936aeae1a'}}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:25:22.209098 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-effb9a39-5448-42af-a93e-9ebb6c88a3e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:22.236945 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-5d9e4ac5-3037-4412-9a5e-abd1d66b88a7 tempest-ServersTestJSON-1971346893 tempest-ServersTestJSON-1971346893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:22.287434 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-b0fb8e0d-f1dc-4f03-b962-ad06cd03558b tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] Notify callbacks [] for security_group, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:22.301664 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af9c873-c9bd-4710-915a-ba87aacc260b None None] Pushing event updated for resources: {'Port': ['ID=ccb4645f-a727-4dac-be77-ee83f1401829,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:25:22.361323 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-effb9a39-5448-42af-a93e-9ebb6c88a3e2 None None] For port ccb4645f-a727-4dac-be77-ee83f1401829, host dv-neutron-825124-1-hyperv, cleared binding levels {{(pid=84155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 14:25:22.366327 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-effb9a39-5448-42af-a93e-9ebb6c88a3e2 None None] For port ccb4645f-a727-4dac-be77-ee83f1401829, host dv-neutron-825124-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=ccb4645f-a727-4dac-be77-ee83f1401829,segment=NetworkSegment(779077b3-974b-4015-9d93-07123d7a082e),segment_id=779077b3-974b-4015-9d93-07123d7a082e)] {{(pid=84155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 14:25:22.384385 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad31026-20af-48c9-bce4-5bf809b10df8 None None] Pushing event updated for resources: {'Port': ['ID=1d0515d0-783e-4d82-a09e-46392b3d5db0,revision_number=3']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:25:22.388960 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-79c5bb53-cb97-4c13-9825-0f50ee0102eb tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:22.390429 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-477beed2-280c-4a00-892a-4817acae8226 None None] Provisioning complete for port 1d0515d0-783e-4d82-a09e-46392b3d5db0 triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:25:22.390801 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-477beed2-280c-4a00-892a-4817acae8226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:22.453337 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-28162b71-a52b-4cda-95e4-55c90c29e08e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3aa1060b-e340-4a31-89f7-e96adaaa2648', 'name': 'tempest-ServerActionsTestJSON-315493439-router', 'tenant_id': '2841efab0dc64ab1970d5183558f5547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.222'}], 'enable_snat': True}, 'gw_port_id': '2fcf10eb-7914-4aae-8313-a752451d5387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:25:00Z', 'updated_at': '2022-01-20T14:25:12Z', 'revision_number': 4, 'project_id': '2841efab0dc64ab1970d5183558f5547', 'gw_port': {'id': '2fcf10eb-7914-4aae-8313-a752451d5387', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:e4:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aa1060b-e340-4a31-89f7-e96adaaa2648', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:25:01Z', 'updated_at': '2022-01-20T14:25:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv', '_interfaces': [{'id': '8de136a0-d148-40b2-8b5d-857437d6ed30', 'name': '', 'network_id': 'f21a48f2-2a8e-483a-a3a2-338a6bf081a7', 'tenant_id': '2841efab0dc64ab1970d5183558f5547', 'mac_address': 'fa:16:3e:a0:82:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3aa1060b-e340-4a31-89f7-e96adaaa2648', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dd53d1af-78bb-45f3-8468-b0b04e8256e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:25:10Z', 'updated_at': '2022-01-20T14:25:13Z', 'revision_number': 2, 'project_id': '2841efab0dc64ab1970d5183558f5547', 'subnets': [{'id': 'dd53d1af-78bb-45f3-8468-b0b04e8256e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:25:22.463864 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28162b71-a52b-4cda-95e4-55c90c29e08e None None] Checking router: 3aa1060b-e340-4a31-89f7-e96adaaa2648 for host: dv-neutron-825124-1-hyperv {{(pid=84154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 14:25:22.464313 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28162b71-a52b-4cda-95e4-55c90c29e08e None None] Updating router 3aa1060b-e340-4a31-89f7-e96adaaa2648 port 8de136a0-d148-40b2-8b5d-857437d6ed30 binding host dv-neutron-825124-1-hyperv {{(pid=84154) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 20 14:25:22.467715 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-5ef30cc9-ddef-47fb-b96c-335ed1f097e2 tempest-DHCPAgentSchedulersTestJSON-1652887071 tempest-DHCPAgentSchedulersTestJSON-1652887071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1627154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3943464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4194013'] for subnet, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:22.473548 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-effb9a39-5448-42af-a93e-9ebb6c88a3e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:22.490983 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-b0fb8e0d-f1dc-4f03-b962-ad06cd03558b tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:25:22.494821 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-79c5bb53-cb97-4c13-9825-0f50ee0102eb tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] Deleting port ccb4645f-a727-4dac-be77-ee83f1401829 {{(pid=84152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:25:22.495393 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-79c5bb53-cb97-4c13-9825-0f50ee0102eb tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:22.548733 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-b0fb8e0d-f1dc-4f03-b962-ad06cd03558b tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] Usage tracker for resource:security_group_rule and tenant:2841efab0dc64ab1970d5183558f5547 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:25:22.565729 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-b0fb8e0d-f1dc-4f03-b962-ad06cd03558b tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:25:22.588494 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-5ef30cc9-ddef-47fb-b96c-335ed1f097e2 tempest-DHCPAgentSchedulersTestJSON-1652887071 tempest-DHCPAgentSchedulersTestJSON-1652887071-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1705179'] for subnet, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:22.589141 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-b0fb8e0d-f1dc-4f03-b962-ad06cd03558b tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:25:22.621528 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-effb9a39-5448-42af-a93e-9ebb6c88a3e2 None None] Routers {'14b80d6e-c39c-463b-b3d7-ddc5e1d46183'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:25:22.622190 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-effb9a39-5448-42af-a93e-9ebb6c88a3e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:25:00Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['14b80d6e-c39c-463b-b3d7-ddc5e1d46183'], 'active': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:25:22.696201 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.db.resource_extend [None req-7d641c55-09c0-4aeb-b182-e9009b3a4af8 tempest-ExternalNetworksTestJSON-1859258134 tempest-ExternalNetworksTestJSON-1859258134-project-admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 20 14:25:22.701380 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3b2584c-aa09-4398-926a-5812a41fb871 None None] Network cc294bdc-d463-48e3-9957-ee50edcadc62 requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:25:22.732021 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-7d641c55-09c0-4aeb-b182-e9009b3a4af8 tempest-ExternalNetworksTestJSON-1859258134 tempest-ExternalNetworksTestJSON-1859258134-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:22.735397 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef30cc9-ddef-47fb-b96c-335ed1f097e2 tempest-DHCPAgentSchedulersTestJSON-1652887071 tempest-DHCPAgentSchedulersTestJSON-1652887071-project] Pushing event deleted for resources: {'Subnet': ['ID=5443c879-0a2d-4f0a-b8e6-fdfa46403e8e,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:25:22.776791 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-5ef30cc9-ddef-47fb-b96c-335ed1f097e2 tempest-DHCPAgentSchedulersTestJSON-1652887071 tempest-DHCPAgentSchedulersTestJSON-1652887071-project] 10.222.0.54 "DELETE /v2.0/subnets/5443c879-0a2d-4f0a-b8e6-fdfa46403e8e HTTP/1.1" status: 204 len: 168 time: 2.7050395 Jan 20 14:25:22.786407 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 60800) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:25:22.837526 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af9c873-c9bd-4710-915a-ba87aacc260b None None] Pushing event updated for resources: {'Port': ['ID=ccb4645f-a727-4dac-be77-ee83f1401829,revision_number=3']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:25:22.880630 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-28162b71-a52b-4cda-95e4-55c90c29e08e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:23.000163 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-8f4dbf42-ef0a-40b5-8f11-aa79fe9e93df tempest-DHCPAgentSchedulersTestJSON-1652887071 tempest-DHCPAgentSchedulersTestJSON-1652887071-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586409'] for network, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:23.040647 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.db [None req-79c5bb53-cb97-4c13-9825-0f50ee0102eb tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] For port ccb4645f-a727-4dac-be77-ee83f1401829, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=ccb4645f-a727-4dac-be77-ee83f1401829,segment=NetworkSegment(779077b3-974b-4015-9d93-07123d7a082e),segment_id=779077b3-974b-4015-9d93-07123d7a082e)] {{(pid=84152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:25:23.041020 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-79c5bb53-cb97-4c13-9825-0f50ee0102eb tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:23.069455 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-b0fb8e0d-f1dc-4f03-b962-ad06cd03558b tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] Notify callbacks [] for security_group, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:23.076941 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfffc2b6-c138-4e10-8841-ed92caec4275 None None] DHCP port deletion for cc294bdc-d463-48e3-9957-ee50edcadc62 request from dv-neutron-825124-1-hyperv {{(pid=84154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 20 14:25:23.089379 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvr_db [None req-effb9a39-5448-42af-a93e-9ebb6c88a3e2 None None] Set router 14b80d6e-c39c-463b-b3d7-ddc5e1d46183 gateway port host: None {{(pid=84155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 14:25:23.096124 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae3b0754-79cd-4463-b2b0-7630d26f32a5 tempest-FloatingIPAdminTestJSON-1852183017 tempest-FloatingIPAdminTestJSON-1852183017-project] Notify agent at l3_agent.dv-neutron-825124-1-hyperv the message routers_updated {{(pid=84153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 14:25:23.098016 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-7d641c55-09c0-4aeb-b182-e9009b3a4af8 tempest-ExternalNetworksTestJSON-1859258134 tempest-ExternalNetworksTestJSON-1859258134-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162822'] for port, after_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:23.099728 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-cfffc2b6-c138-4e10-8841-ed92caec4275 None None] Deleting port 515e0ed7-115b-42ac-92ce-539f5cbf83be {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:25:23.100582 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-cfffc2b6-c138-4e10-8841-ed92caec4275 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:23.147445 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-5d9e4ac5-3037-4412-9a5e-abd1d66b88a7 tempest-ServersTestJSON-1971346893 tempest-ServersTestJSON-1971346893-project] Notify callbacks [] for port, precommit_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:23.161434 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d93faad-82f0-45ad-8714-b78fc0bee6ee None None] Sync routers for ids ['5be3e9e7-7d2e-444e-844b-4f9fa2213d37'] in dv-neutron-825124-1-hyperv {{(pid=84154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 14:25:23.174314 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-ae3b0754-79cd-4463-b2b0-7630d26f32a5 tempest-FloatingIPAdminTestJSON-1852183017 tempest-FloatingIPAdminTestJSON-1852183017-project] Notify callbacks [] for router, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:23.176527 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-ae3b0754-79cd-4463-b2b0-7630d26f32a5 tempest-FloatingIPAdminTestJSON-1852183017 tempest-FloatingIPAdminTestJSON-1852183017-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 890 time: 7.7091551 Jan 20 14:25:23.180553 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 60810) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:25:23.543375 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d93faad-82f0-45ad-8714-b78fc0bee6ee None None] Routers {'5be3e9e7-7d2e-444e-844b-4f9fa2213d37'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:25:23.543375 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-7d93faad-82f0-45ad-8714-b78fc0bee6ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:25:00Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['5be3e9e7-7d2e-444e-844b-4f9fa2213d37'], 'active': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:25:23.544151 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-effb9a39-5448-42af-a93e-9ebb6c88a3e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14b80d6e-c39c-463b-b3d7-ddc5e1d46183', 'name': '', 'tenant_id': '1737e36574254ad493c58f8b859272d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:25:14Z', 'updated_at': '2022-01-20T14:25:22Z', 'revision_number': 4, 'project_id': '1737e36574254ad493c58f8b859272d8', 'gw_port_host': None}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:25:23.544600 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-5d9e4ac5-3037-4412-9a5e-abd1d66b88a7 tempest-ServersTestJSON-1971346893 tempest-ServersTestJSON-1971346893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3944146'] for port, after_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:23.544781 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-effb9a39-5448-42af-a93e-9ebb6c88a3e2 None None] The sync data for ids ['14b80d6e-c39c-463b-b3d7-ddc5e1d46183'] in dv-neutron-825124-1-hyperv is: [{'id': '14b80d6e-c39c-463b-b3d7-ddc5e1d46183', 'name': '', 'tenant_id': '1737e36574254ad493c58f8b859272d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:25:14Z', 'updated_at': '2022-01-20T14:25:22Z', 'revision_number': 4, 'project_id': '1737e36574254ad493c58f8b859272d8', 'gw_port_host': None}] {{(pid=84155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 14:25:23.545125 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-b0fb8e0d-f1dc-4f03-b962-ad06cd03558b tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:23.545276 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 1d0515d0-783e-4d82-a09e-46392b3d5db0 up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:25:23.545505 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-8f4dbf42-ef0a-40b5-8f11-aa79fe9e93df tempest-DHCPAgentSchedulersTestJSON-1652887071 tempest-DHCPAgentSchedulersTestJSON-1652887071-project] Deleting port 515e0ed7-115b-42ac-92ce-539f5cbf83be {{(pid=84152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:25:23.545505 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-8f4dbf42-ef0a-40b5-8f11-aa79fe9e93df tempest-DHCPAgentSchedulersTestJSON-1652887071 tempest-DHCPAgentSchedulersTestJSON-1652887071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:23.545885 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9e4ac5-3037-4412-9a5e-abd1d66b88a7 tempest-ServersTestJSON-1971346893 tempest-ServersTestJSON-1971346893-project] Pushing event updated for resources: {'Port': ['ID=ef19705e-e3fb-427e-86f7-96b09b86d4d8,revision_number=2']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:25:23.545958 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-79c5bb53-cb97-4c13-9825-0f50ee0102eb tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] Calling delete_port for ccb4645f-a727-4dac-be77-ee83f1401829 owned by network:router_gateway {{(pid=84152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:25:23.546158 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-5d9e4ac5-3037-4412-9a5e-abd1d66b88a7 tempest-ServersTestJSON-1971346893 tempest-ServersTestJSON-1971346893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-745254'] for floatingip, after_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:23.547049 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d641c55-09c0-4aeb-b182-e9009b3a4af8 tempest-ExternalNetworksTestJSON-1859258134 tempest-ExternalNetworksTestJSON-1859258134-project-admin] Pushing event updated for resources: {'Port': ['ID=7028b66c-d5be-4320-879c-55e27a862b5c,revision_number=2']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:25:23.569816 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-b0fb8e0d-f1dc-4f03-b962-ad06cd03558b tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] Notify callbacks [] for security_group, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:23.577612 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-b0fb8e0d-f1dc-4f03-b962-ad06cd03558b tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1612 time: 1.5649269 Jan 20 14:25:23.602861 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 60820) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:25:23.644322 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-5d9e4ac5-3037-4412-9a5e-abd1d66b88a7 tempest-ServersTestJSON-1971346893 tempest-ServersTestJSON-1971346893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for floatingip, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:23.645703 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-5d9e4ac5-3037-4412-9a5e-abd1d66b88a7 tempest-ServersTestJSON-1971346893 tempest-ServersTestJSON-1971346893-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 4.2680023 Jan 20 14:25:23.659227 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-7d93faad-82f0-45ad-8714-b78fc0bee6ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:25:23.730392 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-f346bc3c-da57-421b-8298-c3afe5599790 tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] Request body: {'security_group_rule': {'security_group_id': '578a98de-1d4e-4622-ab14-10bbfc156906', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:25:23.743634 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fb8e0d-f1dc-4f03-b962-ad06cd03558b tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] Pushing event updated for resources: {'SecurityGroup': ['ID=578a98de-1d4e-4622-ab14-10bbfc156906,revision_number=1']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:25:23.750881 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-f346bc3c-da57-421b-8298-c3afe5599790 tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:25:23.759399 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 60828) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:25:23.767829 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-f346bc3c-da57-421b-8298-c3afe5599790 tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] Usage tracker for resource:security_group_rule and tenant:2841efab0dc64ab1970d5183558f5547 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:25:23.849736 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d93faad-82f0-45ad-8714-b78fc0bee6ee None None] Routers {'5be3e9e7-7d2e-444e-844b-4f9fa2213d37'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:25:23.849736 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-7d93faad-82f0-45ad-8714-b78fc0bee6ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:25:00Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['5be3e9e7-7d2e-444e-844b-4f9fa2213d37'], 'active': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:25:23.903304 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port 1d0515d0-783e-4d82-a09e-46392b3d5db0 triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:25:23.904305 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:23.985114 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-7d93faad-82f0-45ad-8714-b78fc0bee6ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:25:23.985676 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d93faad-82f0-45ad-8714-b78fc0bee6ee None None] The sync data for ids ['5be3e9e7-7d2e-444e-844b-4f9fa2213d37'] in dv-neutron-825124-1-hyperv is: [] {{(pid=84154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 14:25:24.006697 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-f346bc3c-da57-421b-8298-c3afe5599790 tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:25:24.041422 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-f346bc3c-da57-421b-8298-c3afe5599790 tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:25:24.052754 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-7d641c55-09c0-4aeb-b182-e9009b3a4af8 tempest-ExternalNetworksTestJSON-1859258134 tempest-ExternalNetworksTestJSON-1859258134-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-745254'] for floatingip, after_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:24.114503 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-cfffc2b6-c138-4e10-8841-ed92caec4275 None None] For port 515e0ed7-115b-42ac-92ce-539f5cbf83be, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=515e0ed7-115b-42ac-92ce-539f5cbf83be,segment=NetworkSegment(64cfd16d-a81d-4aab-9ed4-fff4019371e3),segment_id=64cfd16d-a81d-4aab-9ed4-fff4019371e3)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:25:24.114899 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-cfffc2b6-c138-4e10-8841-ed92caec4275 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:24.204250 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-7d641c55-09c0-4aeb-b182-e9009b3a4af8 tempest-ExternalNetworksTestJSON-1859258134 tempest-ExternalNetworksTestJSON-1859258134-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for floatingip, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:24.208542 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-7d641c55-09c0-4aeb-b182-e9009b3a4af8 tempest-ExternalNetworksTestJSON-1859258134 tempest-ExternalNetworksTestJSON-1859258134-project-admin] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 6.4711602 Jan 20 14:25:24.229664 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 60848) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:25:24.355223 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-f346bc3c-da57-421b-8298-c3afe5599790 tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:24.393636 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-cfffc2b6-c138-4e10-8841-ed92caec4275 None None] Calling delete_port for 515e0ed7-115b-42ac-92ce-539f5cbf83be owned by network:dhcp {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:25:24.530098 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-2ce5dc66-feac-4f05-aaa3-211f211e69c0 tempest-ExtraDHCPOptionsTestJSON-253464219 tempest-ExtraDHCPOptionsTestJSON-253464219-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1542355420'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:25:24.539449 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-2ce5dc66-feac-4f05-aaa3-211f211e69c0 tempest-ExtraDHCPOptionsTestJSON-253464219 tempest-ExtraDHCPOptionsTestJSON-253464219-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:25:24.544105 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-2ce5dc66-feac-4f05-aaa3-211f211e69c0 tempest-ExtraDHCPOptionsTestJSON-253464219 tempest-ExtraDHCPOptionsTestJSON-253464219-project] Usage tracker for resource:network and tenant:2ec1c9eeec4645998431acb32ed303a3 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:25:24.549168 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-2ce5dc66-feac-4f05-aaa3-211f211e69c0 tempest-ExtraDHCPOptionsTestJSON-253464219 tempest-ExtraDHCPOptionsTestJSON-253464219-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:25:24.558656 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-2ce5dc66-feac-4f05-aaa3-211f211e69c0 tempest-ExtraDHCPOptionsTestJSON-253464219 tempest-ExtraDHCPOptionsTestJSON-253464219-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:25:24.573710 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device f7bb973a-b99f-4848-8378-242e506ca311 up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:25:24.588081 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 60854) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:25:24.595520 dv-neutron-825124-1-hyperv neutron-server[84153]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jan 20 14:25:24.600345 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-cda8dd8d-3be5-4980-8dc5-d9d5cea33066 tempest-ExternalNetworksTestJSON-1859258134 tempest-ExternalNetworksTestJSON-1859258134-project-admin] Synchronizing usage tracker for tenant:f98f9b0815f742f49631f68fc8ce8165 on resource:floatingip {{(pid=84152) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:25:24.621863 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.db [None req-8f4dbf42-ef0a-40b5-8f11-aa79fe9e93df tempest-DHCPAgentSchedulersTestJSON-1652887071 tempest-DHCPAgentSchedulersTestJSON-1652887071-project] For port 515e0ed7-115b-42ac-92ce-539f5cbf83be, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=515e0ed7-115b-42ac-92ce-539f5cbf83be,segment=NetworkSegment(64cfd16d-a81d-4aab-9ed4-fff4019371e3),segment_id=64cfd16d-a81d-4aab-9ed4-fff4019371e3)] {{(pid=84152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:25:24.622244 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-8f4dbf42-ef0a-40b5-8f11-aa79fe9e93df tempest-DHCPAgentSchedulersTestJSON-1652887071 tempest-DHCPAgentSchedulersTestJSON-1652887071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:24.697530 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [req-0457a059-8c19-4b8e-9386-3515c1687e5b req-b4f0d3ad-2deb-4009-a464-d5423afcbcbc tempest-ServersTestJSON-1971346893 tempest-ServersTestJSON-1971346893-project] Synchronizing usage tracker for tenant:02a4359015ef4fdda53e039fb57dd72f on resource:security_group {{(pid=84153) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:25:24.702980 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-28162b71-a52b-4cda-95e4-55c90c29e08e None None] Notify callbacks [] for port, precommit_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:24.727567 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ce5dc66-feac-4f05-aaa3-211f211e69c0 tempest-ExtraDHCPOptionsTestJSON-253464219 tempest-ExtraDHCPOptionsTestJSON-253464219-project] Made reservation on behalf of 2ec1c9eeec4645998431acb32ed303a3 for: {'network': 1} {{(pid=84152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:25:24.733384 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-2ce5dc66-feac-4f05-aaa3-211f211e69c0 tempest-ExtraDHCPOptionsTestJSON-253464219 tempest-ExtraDHCPOptionsTestJSON-253464219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for network, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:24.734089 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-28162b71-a52b-4cda-95e4-55c90c29e08e None None] Transition to ACTIVE for port object 8de136a0-d148-40b2-8b5d-857437d6ed30 will not be triggered until provisioned by entity L2. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:25:24.758367 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port f7bb973a-b99f-4848-8378-242e506ca311 triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:25:24.758981 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:24.792388 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-2c6763dc-374c-4893-a50c-b5bdc9c71a2f tempest-FloatingIPAdminTestJSON-1852183017 tempest-FloatingIPAdminTestJSON-1852183017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:24.844460 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-8f4dbf42-ef0a-40b5-8f11-aa79fe9e93df tempest-DHCPAgentSchedulersTestJSON-1652887071 tempest-DHCPAgentSchedulersTestJSON-1652887071-project] Calling delete_port for 515e0ed7-115b-42ac-92ce-539f5cbf83be owned by network:dhcp {{(pid=84152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:25:24.861326 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-cfffc2b6-c138-4e10-8841-ed92caec4275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486'] for port, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:24.883992 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [req-0457a059-8c19-4b8e-9386-3515c1687e5b req-b4f0d3ad-2deb-4009-a464-d5423afcbcbc tempest-ServersTestJSON-1971346893 tempest-ServersTestJSON-1971346893-project] Unset dirty status for tenant:02a4359015ef4fdda53e039fb57dd72f on resource:security_group {{(pid=84153) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:25:24.885244 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-0457a059-8c19-4b8e-9386-3515c1687e5b req-b4f0d3ad-2deb-4009-a464-d5423afcbcbc tempest-ServersTestJSON-1971346893 tempest-ServersTestJSON-1971346893-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-securitygroup--205683867&fields=id&tenant_id=02a4359015ef4fdda53e039fb57dd72f HTTP/1.1" status: 200 len: 267 time: 0.2960768 Jan 20 14:25:24.920569 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-28162b71-a52b-4cda-95e4-55c90c29e08e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:24.935324 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfffc2b6-c138-4e10-8841-ed92caec4275 None None] Pushing event deleted for resources: {'Port': ['ID=515e0ed7-115b-42ac-92ce-539f5cbf83be,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:25:24.942217 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-2ce5dc66-feac-4f05-aaa3-211f211e69c0 tempest-ExtraDHCPOptionsTestJSON-253464219 tempest-ExtraDHCPOptionsTestJSON-253464219-project] Notify callbacks [] for security_group, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:24.957249 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.db.api [None req-8f4dbf42-ef0a-40b5-8f11-aa79fe9e93df tempest-DHCPAgentSchedulersTestJSON-1652887071 tempest-DHCPAgentSchedulersTestJSON-1652887071-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84152) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 14:25:24.957608 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG oslo_db.api [None req-8f4dbf42-ef0a-40b5-8f11-aa79fe9e93df tempest-DHCPAgentSchedulersTestJSON-1652887071 tempest-DHCPAgentSchedulersTestJSON-1652887071-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 14:25:24.988421 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-cda8dd8d-3be5-4980-8dc5-d9d5cea33066 tempest-ExternalNetworksTestJSON-1859258134 tempest-ExternalNetworksTestJSON-1859258134-project-admin] Unset dirty status for tenant:f98f9b0815f742f49631f68fc8ce8165 on resource:floatingip {{(pid=84152) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:25:24.993656 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfffc2b6-c138-4e10-8841-ed92caec4275 None None] No DVR routers for this DVR port 515e0ed7-115b-42ac-92ce-539f5cbf83be on host dv-neutron-825124-1-hyperv {{(pid=84154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 14:25:24.995366 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-cda8dd8d-3be5-4980-8dc5-d9d5cea33066 tempest-ExternalNetworksTestJSON-1859258134 tempest-ExternalNetworksTestJSON-1859258134-project-admin] 10.222.0.54 "GET /v2.0/floatingips?floating_network_id=faecd59b-6b80-446e-9ed2-8c3b9c7e110f HTTP/1.1" status: 200 len: 689 time: 0.7616975 Jan 20 14:25:24.999486 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-f346bc3c-da57-421b-8298-c3afe5599790 tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:25.044912 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 60864) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:25:25.132741 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 515e0ed7-115b-42ac-92ce-539f5cbf83be no longer exists at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:25:25.196108 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-79c5bb53-cb97-4c13-9825-0f50ee0102eb tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:25.210293 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccce181-787c-48a4-8564-151fb339bed2 None None] Pushing event updated for resources: {'Port': ['ID=8de136a0-d148-40b2-8b5d-857437d6ed30,revision_number=3']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:25:25.229170 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-f346bc3c-da57-421b-8298-c3afe5599790 tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734962'] for security_group_rule, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:25.229832 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] No Port match for: 515e0ed7-115b-42ac-92ce-539f5cbf83be {{(pid=84154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 14:25:25.229832 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 515e0ed7-115b-42ac-92ce-539f5cbf83be not bound to the agent host dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 14:25:25.273313 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0457a059-8c19-4b8e-9386-3515c1687e5b req-377cd249-86db-4d3f-a643-e272d0d72690 tempest-ServersTestJSON-1971346893 tempest-ServersTestJSON-1971346893-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:25:25.274984 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [req-0457a059-8c19-4b8e-9386-3515c1687e5b req-377cd249-86db-4d3f-a643-e272d0d72690 tempest-ServersTestJSON-1971346893 tempest-ServersTestJSON-1971346893-project] Synchronizing usage tracker for tenant:02a4359015ef4fdda53e039fb57dd72f on resource:network {{(pid=84153) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:25:25.325348 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c5bb53-cb97-4c13-9825-0f50ee0102eb tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] Pushing event deleted for resources: {'Port': ['ID=ccb4645f-a727-4dac-be77-ee83f1401829,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:25:25.348657 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-2ce5dc66-feac-4f05-aaa3-211f211e69c0 tempest-ExtraDHCPOptionsTestJSON-253464219 tempest-ExtraDHCPOptionsTestJSON-253464219-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:25:25.355528 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f346bc3c-da57-421b-8298-c3afe5599790 tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71cd226a-a274-4225-921e-446e5c4f5337,revision_number=0']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:25:25.410214 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-2ce5dc66-feac-4f05-aaa3-211f211e69c0 tempest-ExtraDHCPOptionsTestJSON-253464219 tempest-ExtraDHCPOptionsTestJSON-253464219-project] Usage tracker for resource:security_group_rule and tenant:2ec1c9eeec4645998431acb32ed303a3 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:25:25.413085 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-28162b71-a52b-4cda-95e4-55c90c29e08e None None] Attempting to bind port 8de136a0-d148-40b2-8b5d-857437d6ed30 on host dv-neutron-825124-1-hyperv for vnic_type normal with profile {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:25:25.413085 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-28162b71-a52b-4cda-95e4-55c90c29e08e None None] Attempting to bind port 8de136a0-d148-40b2-8b5d-857437d6ed30 by drivers openvswitch,hyperv on host dv-neutron-825124-1-hyperv at level 0 using segments [{'id': '08613a60-c567-423c-9903-64ff4979e267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'f21a48f2-2a8e-483a-a3a2-338a6bf081a7'}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:25:25.413085 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28162b71-a52b-4cda-95e4-55c90c29e08e None None] Attempting to bind port 8de136a0-d148-40b2-8b5d-857437d6ed30 on network f21a48f2-2a8e-483a-a3a2-338a6bf081a7 {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 14:25:25.428782 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28162b71-a52b-4cda-95e4-55c90c29e08e None None] Checking agent: {'id': '6414dfeb-85c5-454a-8756-709ca637d800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825124-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 16, 31), 'started_at': datetime.datetime(2022, 1, 20, 14, 17, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 25, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825124-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 14:25:25.429159 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28162b71-a52b-4cda-95e4-55c90c29e08e None None] Checking segment: {'id': '08613a60-c567-423c-9903-64ff4979e267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'f21a48f2-2a8e-483a-a3a2-338a6bf081a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 14:25:25.429565 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-28162b71-a52b-4cda-95e4-55c90c29e08e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:25.429961 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28162b71-a52b-4cda-95e4-55c90c29e08e None None] Bound using segment: {'id': '08613a60-c567-423c-9903-64ff4979e267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'f21a48f2-2a8e-483a-a3a2-338a6bf081a7'} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 14:25:25.435457 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-2ce5dc66-feac-4f05-aaa3-211f211e69c0 tempest-ExtraDHCPOptionsTestJSON-253464219 tempest-ExtraDHCPOptionsTestJSON-253464219-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:25:25.442511 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-28162b71-a52b-4cda-95e4-55c90c29e08e None None] Bound port: 8de136a0-d148-40b2-8b5d-857437d6ed30, host: dv-neutron-825124-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08613a60-c567-423c-9903-64ff4979e267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'f21a48f2-2a8e-483a-a3a2-338a6bf081a7'}}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:25:25.443168 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-28162b71-a52b-4cda-95e4-55c90c29e08e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:25.515104 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.db_base_plugin_common [None req-2c6763dc-374c-4893-a50c-b5bdc9c71a2f tempest-FloatingIPAdminTestJSON-1852183017 tempest-FloatingIPAdminTestJSON-1852183017-project] Allocated IP 172.20.0.1 (4016d29d-54bf-43b1-af26-e7f23900bc94/39bd903c-a2c8-4489-b4ce-de95e50f5a11/00f2245c-b358-42e0-b358-142b5e6671d7) {{(pid=84153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:25:25.535770 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-8f4dbf42-ef0a-40b5-8f11-aa79fe9e93df tempest-DHCPAgentSchedulersTestJSON-1652887071 tempest-DHCPAgentSchedulersTestJSON-1652887071-project] Deleting port 515e0ed7-115b-42ac-92ce-539f5cbf83be {{(pid=84152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:25:25.536021 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-8f4dbf42-ef0a-40b5-8f11-aa79fe9e93df tempest-DHCPAgentSchedulersTestJSON-1652887071 tempest-DHCPAgentSchedulersTestJSON-1652887071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:25.548537 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-28162b71-a52b-4cda-95e4-55c90c29e08e None None] For port 8de136a0-d148-40b2-8b5d-857437d6ed30, host dv-neutron-825124-1-hyperv, cleared binding levels {{(pid=84154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 14:25:25.552981 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-28162b71-a52b-4cda-95e4-55c90c29e08e None None] For port 8de136a0-d148-40b2-8b5d-857437d6ed30, host dv-neutron-825124-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=8de136a0-d148-40b2-8b5d-857437d6ed30,segment=NetworkSegment(08613a60-c567-423c-9903-64ff4979e267),segment_id=08613a60-c567-423c-9903-64ff4979e267)] {{(pid=84154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 14:25:25.559472 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [req-0457a059-8c19-4b8e-9386-3515c1687e5b req-377cd249-86db-4d3f-a643-e272d0d72690 tempest-ServersTestJSON-1971346893 tempest-ServersTestJSON-1971346893-project] Unset dirty status for tenant:02a4359015ef4fdda53e039fb57dd72f on resource:network {{(pid=84153) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:25:25.559906 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-2ce5dc66-feac-4f05-aaa3-211f211e69c0 tempest-ExtraDHCPOptionsTestJSON-253464219 tempest-ExtraDHCPOptionsTestJSON-253464219-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:25:25.560770 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-0457a059-8c19-4b8e-9386-3515c1687e5b req-377cd249-86db-4d3f-a643-e272d0d72690 tempest-ServersTestJSON-1971346893 tempest-ServersTestJSON-1971346893-project] 10.222.0.54 "GET /v2.0/networks?id=da16ad43-ad30-42db-87b4-6c2adb2c2b3b HTTP/1.1" status: 200 len: 806 time: 0.6638193 Jan 20 14:25:25.633480 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-28162b71-a52b-4cda-95e4-55c90c29e08e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:25.645325 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-0457a059-8c19-4b8e-9386-3515c1687e5b req-7335b0d1-967a-4b1f-9d5b-0721a4053658 tempest-ServersTestJSON-1971346893 tempest-ServersTestJSON-1971346893-project] 10.222.0.54 "GET /v2.0/quotas/02a4359015ef4fdda53e039fb57dd72f HTTP/1.1" status: 200 len: 375 time: 0.0372458 Jan 20 14:25:25.721603 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccce181-787c-48a4-8564-151fb339bed2 None None] Pushing event updated for resources: {'Port': ['ID=8de136a0-d148-40b2-8b5d-857437d6ed30,revision_number=4']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:25:25.725049 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28162b71-a52b-4cda-95e4-55c90c29e08e None None] Routers {'3aa1060b-e340-4a31-89f7-e96adaaa2648'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:25:25.725805 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-28162b71-a52b-4cda-95e4-55c90c29e08e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:25:00Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['3aa1060b-e340-4a31-89f7-e96adaaa2648'], 'active': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:25:25.779525 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-2c6763dc-374c-4893-a50c-b5bdc9c71a2f tempest-FloatingIPAdminTestJSON-1852183017 tempest-FloatingIPAdminTestJSON-1852183017-project] Notify callbacks [] for port, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:25.789738 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-f346bc3c-da57-421b-8298-c3afe5599790 tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:25.791036 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-f346bc3c-da57-421b-8298-c3afe5599790 tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 2.1871457 Jan 20 14:25:25.796142 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 60876) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:25:25.800082 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-8f4dbf42-ef0a-40b5-8f11-aa79fe9e93df tempest-DHCPAgentSchedulersTestJSON-1652887071 tempest-DHCPAgentSchedulersTestJSON-1652887071-project] The port '515e0ed7-115b-42ac-92ce-539f5cbf83be' was deleted {{(pid=84152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 20 14:25:25.803526 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-d17db516-5bec-402f-9474-7b5819ce9457 tempest-ExternalNetworksTestJSON-1859258134 tempest-ExternalNetworksTestJSON-1859258134-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586409'] for network, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:25.816189 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.provisioning_blocks [None req-2c6763dc-374c-4893-a50c-b5bdc9c71a2f tempest-FloatingIPAdminTestJSON-1852183017 tempest-FloatingIPAdminTestJSON-1852183017-project] Transition to ACTIVE for port object 00f2245c-b358-42e0-b358-142b5e6671d7 will not be triggered until provisioned by entity DHCP. {{(pid=84153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:25:25.821297 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-381f11e7-7a3d-47e1-81a0-515ad3b98348 tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] Request body: {'security_group_rule': {'security_group_id': '578a98de-1d4e-4622-ab14-10bbfc156906', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:25:25.827758 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-381f11e7-7a3d-47e1-81a0-515ad3b98348 tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:25:25.832483 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-381f11e7-7a3d-47e1-81a0-515ad3b98348 tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] Usage tracker for resource:security_group_rule and tenant:2841efab0dc64ab1970d5183558f5547 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:25:25.834080 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-79c5bb53-cb97-4c13-9825-0f50ee0102eb tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-745333'] for router_gateway, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:25.838386 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-381f11e7-7a3d-47e1-81a0-515ad3b98348 tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:25:25.846896 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-381f11e7-7a3d-47e1-81a0-515ad3b98348 tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:25:25.867818 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [req-0457a059-8c19-4b8e-9386-3515c1687e5b req-0c3b9462-6b99-4560-8160-3689d25c54b1 tempest-ServersTestJSON-1971346893 tempest-ServersTestJSON-1971346893-project] Synchronizing usage tracker for tenant:02a4359015ef4fdda53e039fb57dd72f on resource:port {{(pid=84153) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:25:25.960040 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-381f11e7-7a3d-47e1-81a0-515ad3b98348 tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:26.001699 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [req-0457a059-8c19-4b8e-9386-3515c1687e5b req-0c3b9462-6b99-4560-8160-3689d25c54b1 tempest-ServersTestJSON-1971346893 tempest-ServersTestJSON-1971346893-project] Unset dirty status for tenant:02a4359015ef4fdda53e039fb57dd72f on resource:port {{(pid=84153) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:25:26.003411 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-0457a059-8c19-4b8e-9386-3515c1687e5b req-0c3b9462-6b99-4560-8160-3689d25c54b1 tempest-ServersTestJSON-1971346893 tempest-ServersTestJSON-1971346893-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=02a4359015ef4fdda53e039fb57dd72f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3426316 Jan 20 14:25:26.006272 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 60880) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:25:26.009207 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-2c6763dc-374c-4893-a50c-b5bdc9c71a2f tempest-FloatingIPAdminTestJSON-1852183017 tempest-FloatingIPAdminTestJSON-1852183017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:26.047739 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvr_db [None req-28162b71-a52b-4cda-95e4-55c90c29e08e None None] Set router 3aa1060b-e340-4a31-89f7-e96adaaa2648 gateway port host: dv-neutron-825124-1-hyperv {{(pid=84154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 14:25:26.124549 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c6763dc-374c-4893-a50c-b5bdc9c71a2f tempest-FloatingIPAdminTestJSON-1852183017 tempest-FloatingIPAdminTestJSON-1852183017-project] Network 4016d29d-54bf-43b1-af26-e7f23900bc94 is already hosted by enough agents. {{(pid=84153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:25:26.139169 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.base_scheduler [None req-2c6763dc-374c-4893-a50c-b5bdc9c71a2f tempest-FloatingIPAdminTestJSON-1852183017 tempest-FloatingIPAdminTestJSON-1852183017-project] Resources bound (agent type, host, resource id): {{(pid=84153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:25:26.139169 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c6763dc-374c-4893-a50c-b5bdc9c71a2f tempest-FloatingIPAdminTestJSON-1852183017 tempest-FloatingIPAdminTestJSON-1852183017-project] Received port after_create {{(pid=84153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:25:26.200449 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-d17db516-5bec-402f-9474-7b5819ce9457 tempest-ExternalNetworksTestJSON-1859258134 tempest-ExternalNetworksTestJSON-1859258134-project-admin] Deleting port 7028b66c-d5be-4320-879c-55e27a862b5c {{(pid=84152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:25:26.200906 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-d17db516-5bec-402f-9474-7b5819ce9457 tempest-ExternalNetworksTestJSON-1859258134 tempest-ExternalNetworksTestJSON-1859258134-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:26.220387 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-2c6763dc-374c-4893-a50c-b5bdc9c71a2f tempest-FloatingIPAdminTestJSON-1852183017 tempest-FloatingIPAdminTestJSON-1852183017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-745387'] for router_interface, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:26.279316 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6763dc-374c-4893-a50c-b5bdc9c71a2f tempest-FloatingIPAdminTestJSON-1852183017 tempest-FloatingIPAdminTestJSON-1852183017-project] Pushing event updated for resources: {'Port': ['ID=00f2245c-b358-42e0-b358-142b5e6671d7,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:25:26.294240 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-381f11e7-7a3d-47e1-81a0-515ad3b98348 tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:26.315406 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-8f4dbf42-ef0a-40b5-8f11-aa79fe9e93df tempest-DHCPAgentSchedulersTestJSON-1652887071 tempest-DHCPAgentSchedulersTestJSON-1652887071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1626242', 'neutron.services.segments.db._delete_segments_for_network-8769554214620'] for network, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:26.397988 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-381f11e7-7a3d-47e1-81a0-515ad3b98348 tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734962'] for security_group_rule, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:26.500683 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [req-0457a059-8c19-4b8e-9386-3515c1687e5b req-7bb3ec1b-f003-4916-ac66-f028bbc8a3b4 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=84153) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 20 14:25:26.512859 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-0457a059-8c19-4b8e-9386-3515c1687e5b req-7bb3ec1b-f003-4916-ac66-f028bbc8a3b4 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.2509906 Jan 20 14:25:26.551160 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381f11e7-7a3d-47e1-81a0-515ad3b98348 tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6cfd81ca-e612-4459-9954-bf42fe70f816,revision_number=0']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:25:26.560737 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-1330e74c-11a9-40d3-8acf-b217b3226258 tempest-PortsAdminExtendedAttrsTestJSON-483186073 tempest-PortsAdminExtendedAttrsTestJSON-483186073-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-165235951'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:25:26.569590 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-381f11e7-7a3d-47e1-81a0-515ad3b98348 tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:26.574105 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-381f11e7-7a3d-47e1-81a0-515ad3b98348 tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.7691085 Jan 20 14:25:26.574105 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-1330e74c-11a9-40d3-8acf-b217b3226258 tempest-PortsAdminExtendedAttrsTestJSON-483186073 tempest-PortsAdminExtendedAttrsTestJSON-483186073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:25:26.602006 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 60892) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:25:26.603782 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-79c5bb53-cb97-4c13-9825-0f50ee0102eb tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-737761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105493'] for router, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:26.606277 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.segments.db [None req-8f4dbf42-ef0a-40b5-8f11-aa79fe9e93df tempest-DHCPAgentSchedulersTestJSON-1652887071 tempest-DHCPAgentSchedulersTestJSON-1652887071-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc294bdc-d463-48e3-9957-ee50edcadc62']}} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:25:26.615685 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-7e858962-ad7c-4b01-af6b-4ee549b59deb None None] Provisioning for port 00f2245c-b358-42e0-b358-142b5e6671d7 completed by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:25:26.626576 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-7e858962-ad7c-4b01-af6b-4ee549b59deb None None] Provisioning complete for port 00f2245c-b358-42e0-b358-142b5e6671d7 triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:25:26.627945 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7e858962-ad7c-4b01-af6b-4ee549b59deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:26.635424 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-1eda492a-af25-4470-a832-44968fb6f9f7 tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] Request body: {'floatingip': {'floating_network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:25:26.645624 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.segments.db [None req-8f4dbf42-ef0a-40b5-8f11-aa79fe9e93df tempest-DHCPAgentSchedulersTestJSON-1652887071 tempest-DHCPAgentSchedulersTestJSON-1652887071-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64cfd16d-a81d-4aab-9ed4-fff4019371e3') {'for_net_delete': True} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:25:26.645843 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.segments.db [None req-8f4dbf42-ef0a-40b5-8f11-aa79fe9e93df tempest-DHCPAgentSchedulersTestJSON-1652887071 tempest-DHCPAgentSchedulersTestJSON-1652887071-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64cfd16d-a81d-4aab-9ed4-fff4019371e3') {} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:25:26.656669 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-2ce5dc66-feac-4f05-aaa3-211f211e69c0 tempest-ExtraDHCPOptionsTestJSON-253464219 tempest-ExtraDHCPOptionsTestJSON-253464219-project] Notify callbacks [] for security_group, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:26.665275 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-1eda492a-af25-4470-a832-44968fb6f9f7 tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:25:26.667633 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-79c5bb53-cb97-4c13-9825-0f50ee0102eb tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:26.682358 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-1eda492a-af25-4470-a832-44968fb6f9f7 tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] Usage tracker for resource:floatingip and tenant:2841efab0dc64ab1970d5183558f5547 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:25:26.688242 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-8f4dbf42-ef0a-40b5-8f11-aa79fe9e93df tempest-DHCPAgentSchedulersTestJSON-1652887071 tempest-DHCPAgentSchedulersTestJSON-1652887071-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769554214503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3337904'] for segment, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:26.694916 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-1eda492a-af25-4470-a832-44968fb6f9f7 tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:25:26.714152 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-1eda492a-af25-4470-a832-44968fb6f9f7 tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:25:26.723160 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-1330e74c-11a9-40d3-8acf-b217b3226258 tempest-PortsAdminExtendedAttrsTestJSON-483186073 tempest-PortsAdminExtendedAttrsTestJSON-483186073-project] Usage tracker for resource:network and tenant:d24aa8012ee24c6aa391116016a35b10 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:25:26.727311 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-2c6763dc-374c-4893-a50c-b5bdc9c71a2f tempest-FloatingIPAdminTestJSON-1852183017 tempest-FloatingIPAdminTestJSON-1852183017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:26.728548 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-28162b71-a52b-4cda-95e4-55c90c29e08e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3aa1060b-e340-4a31-89f7-e96adaaa2648', 'name': 'tempest-ServerActionsTestJSON-315493439-router', 'tenant_id': '2841efab0dc64ab1970d5183558f5547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.222'}], 'enable_snat': True}, 'gw_port_id': '2fcf10eb-7914-4aae-8313-a752451d5387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:25:00Z', 'updated_at': '2022-01-20T14:25:12Z', 'revision_number': 4, 'project_id': '2841efab0dc64ab1970d5183558f5547', 'gw_port': {'id': '2fcf10eb-7914-4aae-8313-a752451d5387', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:e4:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aa1060b-e340-4a31-89f7-e96adaaa2648', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:25:01Z', 'updated_at': '2022-01-20T14:25:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv', '_interfaces': [{'id': '8de136a0-d148-40b2-8b5d-857437d6ed30', 'name': '', 'network_id': 'f21a48f2-2a8e-483a-a3a2-338a6bf081a7', 'tenant_id': '2841efab0dc64ab1970d5183558f5547', 'mac_address': 'fa:16:3e:a0:82:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3aa1060b-e340-4a31-89f7-e96adaaa2648', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dd53d1af-78bb-45f3-8468-b0b04e8256e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:25:10Z', 'updated_at': '2022-01-20T14:25:25Z', 'revision_number': 4, 'project_id': '2841efab0dc64ab1970d5183558f5547', 'subnets': [{'id': 'dd53d1af-78bb-45f3-8468-b0b04e8256e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:25:26.738222 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-1330e74c-11a9-40d3-8acf-b217b3226258 tempest-PortsAdminExtendedAttrsTestJSON-483186073 tempest-PortsAdminExtendedAttrsTestJSON-483186073-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:25:26.743362 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-8f4dbf42-ef0a-40b5-8f11-aa79fe9e93df tempest-DHCPAgentSchedulersTestJSON-1652887071 tempest-DHCPAgentSchedulersTestJSON-1652887071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:26.745239 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28162b71-a52b-4cda-95e4-55c90c29e08e None None] The sync data for ids ['3aa1060b-e340-4a31-89f7-e96adaaa2648'] in dv-neutron-825124-1-hyperv is: [{'id': '3aa1060b-e340-4a31-89f7-e96adaaa2648', 'name': 'tempest-ServerActionsTestJSON-315493439-router', 'tenant_id': '2841efab0dc64ab1970d5183558f5547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.222'}], 'enable_snat': True}, 'gw_port_id': '2fcf10eb-7914-4aae-8313-a752451d5387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:25:00Z', 'updated_at': '2022-01-20T14:25:12Z', 'revision_number': 4, 'project_id': '2841efab0dc64ab1970d5183558f5547', 'gw_port': {'id': '2fcf10eb-7914-4aae-8313-a752451d5387', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:e4:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aa1060b-e340-4a31-89f7-e96adaaa2648', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:25:01Z', 'updated_at': '2022-01-20T14:25:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv', '_interfaces': [{'id': '8de136a0-d148-40b2-8b5d-857437d6ed30', 'name': '', 'network_id': 'f21a48f2-2a8e-483a-a3a2-338a6bf081a7', 'tenant_id': '2841efab0dc64ab1970d5183558f5547', 'mac_address': 'fa:16:3e:a0:82:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3aa1060b-e340-4a31-89f7-e96adaaa2648', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dd53d1af-78bb-45f3-8468-b0b04e8256e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:25:10Z', 'updated_at': '2022-01-20T14:25:25Z', 'revision_number': 4, 'project_id': '2841efab0dc64ab1970d5183558f5547', 'subnets': [{'id': 'dd53d1af-78bb-45f3-8468-b0b04e8256e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 14:25:26.760702 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-1330e74c-11a9-40d3-8acf-b217b3226258 tempest-PortsAdminExtendedAttrsTestJSON-483186073 tempest-PortsAdminExtendedAttrsTestJSON-483186073-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:25:26.763340 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-7e858962-ad7c-4b01-af6b-4ee549b59deb None None] Port 00f2245c-b358-42e0-b358-142b5e6671d7 cannot update to ACTIVE because it is not bound. {{(pid=84154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 14:25:26.778406 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-2ce5dc66-feac-4f05-aaa3-211f211e69c0 tempest-ExtraDHCPOptionsTestJSON-253464219 tempest-ExtraDHCPOptionsTestJSON-253464219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:26.781809 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f4dbf42-ef0a-40b5-8f11-aa79fe9e93df tempest-DHCPAgentSchedulersTestJSON-1652887071 tempest-DHCPAgentSchedulersTestJSON-1652887071-project] Releasing vlan 189 on physical network physnet1 to pool {{(pid=84152) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 14:25:26.782234 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-8f4dbf42-ef0a-40b5-8f11-aa79fe9e93df tempest-DHCPAgentSchedulersTestJSON-1652887071 tempest-DHCPAgentSchedulersTestJSON-1652887071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1622950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4162906'] for segment, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:26.821188 dv-neutron-825124-1-hyperv neutron-server[84152]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 20 14:25:26.821188 dv-neutron-825124-1-hyperv neutron-server[84152]: util.warn( Jan 20 14:25:26.821188 dv-neutron-825124-1-hyperv neutron-server[84152]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 20 14:25:26.821188 dv-neutron-825124-1-hyperv neutron-server[84152]: util.warn( Jan 20 14:25:26.821188 dv-neutron-825124-1-hyperv neutron-server[84152]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 20 14:25:26.821188 dv-neutron-825124-1-hyperv neutron-server[84152]: util.warn( Jan 20 14:25:26.821188 dv-neutron-825124-1-hyperv neutron-server[84152]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 20 14:25:26.821188 dv-neutron-825124-1-hyperv neutron-server[84152]: util.warn( Jan 20 14:25:26.821188 dv-neutron-825124-1-hyperv neutron-server[84152]: Traceback (most recent call last): Jan 20 14:25:26.821188 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 14:25:26.821188 dv-neutron-825124-1-hyperv neutron-server[84152]: timer() Jan 20 14:25:26.821188 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 14:25:26.821188 dv-neutron-825124-1-hyperv neutron-server[84152]: cb(*args, **kw) Jan 20 14:25:26.821188 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 14:25:26.821188 dv-neutron-825124-1-hyperv neutron-server[84152]: return func(*args, **kwargs) Jan 20 14:25:26.821188 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 14:25:26.821188 dv-neutron-825124-1-hyperv neutron-server[84152]: self._notify() Jan 20 14:25:26.821188 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 14:25:26.821188 dv-neutron-825124-1-hyperv neutron-server[84152]: self.callback(batched_events) Jan 20 14:25:26.821188 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 14:25:26.821188 dv-neutron-825124-1-hyperv neutron-server[84152]: event.method(event) Jan 20 14:25:26.821188 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 14:25:26.821188 dv-neutron-825124-1-hyperv neutron-server[84152]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 14:25:26.821188 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 14:25:26.821188 dv-neutron-825124-1-hyperv neutron-server[84152]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 14:25:26.821188 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 14:25:26.821188 dv-neutron-825124-1-hyperv neutron-server[84152]: return f(self, *a, **k) Jan 20 14:25:26.821188 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 14:25:26.821188 dv-neutron-825124-1-hyperv neutron-server[84152]: return self._get(url).json() Jan 20 14:25:26.821188 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 14:25:26.821188 dv-neutron-825124-1-hyperv neutron-server[84152]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 14:25:26.821188 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 14:25:26.821188 dv-neutron-825124-1-hyperv neutron-server[84152]: return self.request(url, 'GET', **kwargs) Jan 20 14:25:26.821188 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 14:25:26.821188 dv-neutron-825124-1-hyperv neutron-server[84152]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 14:25:26.821188 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 14:25:26.821188 dv-neutron-825124-1-hyperv neutron-server[84152]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 14:25:26.821188 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 14:25:26.821188 dv-neutron-825124-1-hyperv neutron-server[84152]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 14:25:26.821188 dv-neutron-825124-1-hyperv neutron-server[84152]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 14:25:26.826058 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-d17db516-5bec-402f-9474-7b5819ce9457 tempest-ExternalNetworksTestJSON-1859258134 tempest-ExternalNetworksTestJSON-1859258134-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:26.826518 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-d17db516-5bec-402f-9474-7b5819ce9457 tempest-ExternalNetworksTestJSON-1859258134 tempest-ExternalNetworksTestJSON-1859258134-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:26.937523 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1330e74c-11a9-40d3-8acf-b217b3226258 tempest-PortsAdminExtendedAttrsTestJSON-483186073 tempest-PortsAdminExtendedAttrsTestJSON-483186073-project] Made reservation on behalf of d24aa8012ee24c6aa391116016a35b10 for: {'network': 1} {{(pid=84153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:25:26.940409 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-1330e74c-11a9-40d3-8acf-b217b3226258 tempest-PortsAdminExtendedAttrsTestJSON-483186073 tempest-PortsAdminExtendedAttrsTestJSON-483186073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for network, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:26.946025 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-1eda492a-af25-4470-a832-44968fb6f9f7 tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] Notify callbacks [] for floatingip, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:26.969102 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-0457a059-8c19-4b8e-9386-3515c1687e5b req-cd4b03fc-2060-41a4-8c8d-86e2feb8344c service neutron] 10.222.0.54 "GET /v2.0/networks/da16ad43-ad30-42db-87b4-6c2adb2c2b3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4553766 Jan 20 14:25:26.973110 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-1330e74c-11a9-40d3-8acf-b217b3226258 tempest-PortsAdminExtendedAttrsTestJSON-483186073 tempest-PortsAdminExtendedAttrsTestJSON-483186073-project] Notify callbacks [] for security_group, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:27.029740 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-79c5bb53-cb97-4c13-9825-0f50ee0102eb tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-737693'] for router, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:27.030288 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79c5bb53-cb97-4c13-9825-0f50ee0102eb tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 14b80d6e-c39c-463b-b3d7-ddc5e1d46183 {{(pid=84152) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 20 14:25:27.040520 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ce5dc66-feac-4f05-aaa3-211f211e69c0 tempest-ExtraDHCPOptionsTestJSON-253464219 tempest-ExtraDHCPOptionsTestJSON-253464219-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 150} {{(pid=84152) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 14:25:27.053041 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-d17db516-5bec-402f-9474-7b5819ce9457 tempest-ExternalNetworksTestJSON-1859258134 tempest-ExternalNetworksTestJSON-1859258134-project-admin] Calling delete_port for 7028b66c-d5be-4320-879c-55e27a862b5c owned by network:floatingip {{(pid=84152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:25:27.109606 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce5dc66-feac-4f05-aaa3-211f211e69c0 tempest-ExtraDHCPOptionsTestJSON-253464219 tempest-ExtraDHCPOptionsTestJSON-253464219-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d4ec5e9-f3ea-4bb1-83e0-3b4234c1c0c8,revision_number=1']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:25:27.122107 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-2ce5dc66-feac-4f05-aaa3-211f211e69c0 tempest-ExtraDHCPOptionsTestJSON-253464219 tempest-ExtraDHCPOptionsTestJSON-253464219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:27.122467 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.db.segments_db [None req-2ce5dc66-feac-4f05-aaa3-211f211e69c0 tempest-ExtraDHCPOptionsTestJSON-253464219 tempest-ExtraDHCPOptionsTestJSON-253464219-project] Added segment bee1c29b-2de9-4dc0-86cf-66a61ba5fe01 of type vlan for network b11b6c32-0ce7-4437-a5de-0088b139808e Jan 20 14:25:27.183528 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-1330e74c-11a9-40d3-8acf-b217b3226258 tempest-PortsAdminExtendedAttrsTestJSON-483186073 tempest-PortsAdminExtendedAttrsTestJSON-483186073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:25:27.195924 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-1330e74c-11a9-40d3-8acf-b217b3226258 tempest-PortsAdminExtendedAttrsTestJSON-483186073 tempest-PortsAdminExtendedAttrsTestJSON-483186073-project] Usage tracker for resource:security_group_rule and tenant:d24aa8012ee24c6aa391116016a35b10 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:25:27.210090 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-1330e74c-11a9-40d3-8acf-b217b3226258 tempest-PortsAdminExtendedAttrsTestJSON-483186073 tempest-PortsAdminExtendedAttrsTestJSON-483186073-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:25:27.220199 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-79c5bb53-cb97-4c13-9825-0f50ee0102eb tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] Notify callbacks [] for router, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:27.226074 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-79c5bb53-cb97-4c13-9825-0f50ee0102eb tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] 10.222.0.54 "DELETE /v2.0/routers/14b80d6e-c39c-463b-b3d7-ddc5e1d46183 HTTP/1.1" status: 204 len: 168 time: 6.4885972 Jan 20 14:25:27.226074 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 60896) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:25:27.237589 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-1330e74c-11a9-40d3-8acf-b217b3226258 tempest-PortsAdminExtendedAttrsTestJSON-483186073 tempest-PortsAdminExtendedAttrsTestJSON-483186073-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:25:27.293145 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-8f4dbf42-ef0a-40b5-8f11-aa79fe9e93df tempest-DHCPAgentSchedulersTestJSON-1652887071 tempest-DHCPAgentSchedulersTestJSON-1652887071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1626253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-745296'] for network, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:27.298088 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-8f4dbf42-ef0a-40b5-8f11-aa79fe9e93df tempest-DHCPAgentSchedulersTestJSON-1652887071 tempest-DHCPAgentSchedulersTestJSON-1652887071-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1705179'] for network, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:27.336296 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-2ce5dc66-feac-4f05-aaa3-211f211e69c0 tempest-ExtraDHCPOptionsTestJSON-253464219 tempest-ExtraDHCPOptionsTestJSON-253464219-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769553767792'] for network, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:27.349246 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4dbf42-ef0a-40b5-8f11-aa79fe9e93df tempest-DHCPAgentSchedulersTestJSON-1652887071 tempest-DHCPAgentSchedulersTestJSON-1652887071-project] Pushing event deleted for resources: {'Network': ['ID=cc294bdc-d463-48e3-9957-ee50edcadc62,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:25:27.360282 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-8f4dbf42-ef0a-40b5-8f11-aa79fe9e93df tempest-DHCPAgentSchedulersTestJSON-1652887071 tempest-DHCPAgentSchedulersTestJSON-1652887071-project] 10.222.0.54 "DELETE /v2.0/networks/cc294bdc-d463-48e3-9957-ee50edcadc62 HTTP/1.1" status: 204 len: 168 time: 4.5696883 Jan 20 14:25:27.372919 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-0457a059-8c19-4b8e-9386-3515c1687e5b req-fd408592-1b60-4982-8e44-d277f3d73d91 service neutron] 10.222.0.54 "GET /v2.0/networks/da16ad43-ad30-42db-87b4-6c2adb2c2b3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3904908 Jan 20 14:25:27.406443 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 8de136a0-d148-40b2-8b5d-857437d6ed30 up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:25:27.503597 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-2c6763dc-374c-4893-a50c-b5bdc9c71a2f tempest-FloatingIPAdminTestJSON-1852183017 tempest-FloatingIPAdminTestJSON-1852183017-project] Notify callbacks [] for port, precommit_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:27.506622 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-1330e74c-11a9-40d3-8acf-b217b3226258 tempest-PortsAdminExtendedAttrsTestJSON-483186073 tempest-PortsAdminExtendedAttrsTestJSON-483186073-project] Notify callbacks [] for security_group, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:27.538334 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.db.resource_extend [None req-2ce5dc66-feac-4f05-aaa3-211f211e69c0 tempest-ExtraDHCPOptionsTestJSON-253464219 tempest-ExtraDHCPOptionsTestJSON-253464219-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 20 14:25:27.549163 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.db_base_plugin_v2 [None req-996cb6f5-1c66-4103-9fd8-2861308e5b42 tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] Deleting subnet 0ccc2409-768b-4c05-b018-ba382e25ef93 {{(pid=84152) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 20 14:25:27.561253 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-996cb6f5-1c66-4103-9fd8-2861308e5b42 tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:27.570062 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-2c6763dc-374c-4893-a50c-b5bdc9c71a2f tempest-FloatingIPAdminTestJSON-1852183017 tempest-FloatingIPAdminTestJSON-1852183017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3944146'] for port, after_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:27.640801 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-996cb6f5-1c66-4103-9fd8-2861308e5b42 tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3337915'] for subnet, precommit_delete_associations {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:27.641155 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-1330e74c-11a9-40d3-8acf-b217b3226258 tempest-PortsAdminExtendedAttrsTestJSON-483186073 tempest-PortsAdminExtendedAttrsTestJSON-483186073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:27.686134 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning for port 8de136a0-d148-40b2-8b5d-857437d6ed30 completed by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:25:27.692049 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port 8de136a0-d148-40b2-8b5d-857437d6ed30 triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:25:27.692665 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:27.694044 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-2ce5dc66-feac-4f05-aaa3-211f211e69c0 tempest-ExtraDHCPOptionsTestJSON-253464219 tempest-ExtraDHCPOptionsTestJSON-253464219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967'] for network, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:27.697855 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ce5dc66-feac-4f05-aaa3-211f211e69c0 tempest-ExtraDHCPOptionsTestJSON-253464219 tempest-ExtraDHCPOptionsTestJSON-253464219-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:25:27.698729 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-2ce5dc66-feac-4f05-aaa3-211f211e69c0 tempest-ExtraDHCPOptionsTestJSON-253464219 tempest-ExtraDHCPOptionsTestJSON-253464219-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1705179'] for network, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:27.723561 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1330e74c-11a9-40d3-8acf-b217b3226258 tempest-PortsAdminExtendedAttrsTestJSON-483186073 tempest-PortsAdminExtendedAttrsTestJSON-483186073-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1bfe9eb-e348-44b5-8047-f571b55f6de4,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:25:27.764911 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6763dc-374c-4893-a50c-b5bdc9c71a2f tempest-FloatingIPAdminTestJSON-1852183017 tempest-FloatingIPAdminTestJSON-1852183017-project] Pushing event updated for resources: {'Port': ['ID=00f2245c-b358-42e0-b358-142b5e6671d7,revision_number=2']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:25:27.772160 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1330e74c-11a9-40d3-8acf-b217b3226258 tempest-PortsAdminExtendedAttrsTestJSON-483186073 tempest-PortsAdminExtendedAttrsTestJSON-483186073-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 195} {{(pid=84153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 14:25:27.823015 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-d17db516-5bec-402f-9474-7b5819ce9457 tempest-ExternalNetworksTestJSON-1859258134 tempest-ExternalNetworksTestJSON-1859258134-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:27.854066 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:27.855917 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-2c6763dc-374c-4893-a50c-b5bdc9c71a2f tempest-FloatingIPAdminTestJSON-1852183017 tempest-FloatingIPAdminTestJSON-1852183017-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1705158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-743490'] for router_interface, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:27.869355 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-1330e74c-11a9-40d3-8acf-b217b3226258 tempest-PortsAdminExtendedAttrsTestJSON-483186073 tempest-PortsAdminExtendedAttrsTestJSON-483186073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:27.873025 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.db.segments_db [None req-1330e74c-11a9-40d3-8acf-b217b3226258 tempest-PortsAdminExtendedAttrsTestJSON-483186073 tempest-PortsAdminExtendedAttrsTestJSON-483186073-project] Added segment 20aca3ea-99dc-443f-992a-159c2afdd367 of type vlan for network ad7f907e-9713-4e69-9955-c6581e002d96 Jan 20 14:25:27.879358 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-996cb6f5-1c66-4103-9fd8-2861308e5b42 tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1627147'] for subnet, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:27.897839 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] For port 8de136a0-d148-40b2-8b5d-857437d6ed30, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=8de136a0-d148-40b2-8b5d-857437d6ed30,segment=NetworkSegment(08613a60-c567-423c-9903-64ff4979e267),segment_id=08613a60-c567-423c-9903-64ff4979e267)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:25:27.944117 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 60912) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:25:27.945992 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-1330e74c-11a9-40d3-8acf-b217b3226258 tempest-PortsAdminExtendedAttrsTestJSON-483186073 tempest-PortsAdminExtendedAttrsTestJSON-483186073-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769553767792'] for network, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:27.972363 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-1eda492a-af25-4470-a832-44968fb6f9f7 tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:27.981881 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-2ce5dc66-feac-4f05-aaa3-211f211e69c0 tempest-ExtraDHCPOptionsTestJSON-253464219 tempest-ExtraDHCPOptionsTestJSON-253464219-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 4.2207212 Jan 20 14:25:27.983488 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17db516-5bec-402f-9474-7b5819ce9457 tempest-ExternalNetworksTestJSON-1859258134 tempest-ExternalNetworksTestJSON-1859258134-project-admin] Pushing event deleted for resources: {'Port': ['ID=7028b66c-d5be-4320-879c-55e27a862b5c,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:25:27.989185 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 60920) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:25:27.994413 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:28.050671 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce5dc66-feac-4f05-aaa3-211f211e69c0 tempest-ExtraDHCPOptionsTestJSON-253464219 tempest-ExtraDHCPOptionsTestJSON-253464219-project] Pushing event updated for resources: {'Network': ['ID=b11b6c32-0ce7-4437-a5de-0088b139808e,revision_number=1']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:25:28.059790 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-2be7a4a5-1335-48eb-ad1c-1c784448f144 tempest-ExtraDHCPOptionsTestJSON-253464219 tempest-ExtraDHCPOptionsTestJSON-253464219-project] Request body: {'subnet': {'network_id': 'b11b6c32-0ce7-4437-a5de-0088b139808e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:25:28.121272 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Pushing event updated for resources: {'Port': ['ID=8de136a0-d148-40b2-8b5d-857437d6ed30,revision_number=5']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:25:28.124357 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Network b11b6c32-0ce7-4437-a5de-0088b139808e details requested by agent ovs-agent-dv-neutron-825124-1-hyperv with host dv-neutron-825124-1-hyperv {{(pid=84154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 14:25:28.232375 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-bf13cbf5-c68e-4308-8cf5-d032a0e33259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:28.251090 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 60928) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:25:28.284507 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-2be7a4a5-1335-48eb-ad1c-1c784448f144 tempest-ExtraDHCPOptionsTestJSON-253464219 tempest-ExtraDHCPOptionsTestJSON-253464219-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:25:28.361490 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-d17db516-5bec-402f-9474-7b5819ce9457 tempest-ExternalNetworksTestJSON-1859258134 tempest-ExternalNetworksTestJSON-1859258134-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:28.382549 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.db_base_plugin_common [None req-1eda492a-af25-4470-a832-44968fb6f9f7 tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] Allocated IP 172.26.7.4 (8dffb05c-5ca0-409b-bd5f-7be6264f707d/a489dd4f-42a5-433b-8be3-bab2749c4209/58603512-0e4f-4ebb-aa35-7227fdbb4c56) {{(pid=84152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:25:28.390277 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-2be7a4a5-1335-48eb-ad1c-1c784448f144 tempest-ExtraDHCPOptionsTestJSON-253464219 tempest-ExtraDHCPOptionsTestJSON-253464219-project] Usage tracker for resource:subnet and tenant:2ec1c9eeec4645998431acb32ed303a3 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:25:28.396884 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-e8c0bf7c-8a39-4441-993d-04ef27d58969 req-37523b6b-7cc6-455a-8d27-3d764bda1d3b tempest-ServersTestJSON-1971346893 tempest-ServersTestJSON-1971346893-project] 10.222.0.54 "GET /v2.0/ports?device_id=ca65b5b7-46e4-4202-83e6-d0c1271c06e0 HTTP/1.1" status: 200 len: 210 time: 0.4459846 Jan 20 14:25:28.397604 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-1330e74c-11a9-40d3-8acf-b217b3226258 tempest-PortsAdminExtendedAttrsTestJSON-483186073 tempest-PortsAdminExtendedAttrsTestJSON-483186073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967'] for network, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:28.401585 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1330e74c-11a9-40d3-8acf-b217b3226258 tempest-PortsAdminExtendedAttrsTestJSON-483186073 tempest-PortsAdminExtendedAttrsTestJSON-483186073-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:25:28.402299 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-1330e74c-11a9-40d3-8acf-b217b3226258 tempest-PortsAdminExtendedAttrsTestJSON-483186073 tempest-PortsAdminExtendedAttrsTestJSON-483186073-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1705179'] for network, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:28.438151 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-996cb6f5-1c66-4103-9fd8-2861308e5b42 tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1627154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4163580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155308'] for subnet, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:28.438374 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-2be7a4a5-1335-48eb-ad1c-1c784448f144 tempest-ExtraDHCPOptionsTestJSON-253464219 tempest-ExtraDHCPOptionsTestJSON-253464219-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:25:28.485047 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-2be7a4a5-1335-48eb-ad1c-1c784448f144 tempest-ExtraDHCPOptionsTestJSON-253464219 tempest-ExtraDHCPOptionsTestJSON-253464219-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:25:28.493342 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996cb6f5-1c66-4103-9fd8-2861308e5b42 tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=0ccc2409-768b-4c05-b018-ba382e25ef93,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:25:28.568991 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-996cb6f5-1c66-4103-9fd8-2861308e5b42 tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] Notify callbacks [] for subnet, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:28.574443 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-d17db516-5bec-402f-9474-7b5819ce9457 tempest-ExternalNetworksTestJSON-1859258134 tempest-ExternalNetworksTestJSON-1859258134-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1627147'] for subnet, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:28.632842 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-996cb6f5-1c66-4103-9fd8-2861308e5b42 tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] 10.222.0.54 "DELETE /v2.0/subnets/0ccc2409-768b-4c05-b018-ba382e25ef93 HTTP/1.1" status: 204 len: 168 time: 1.4039979 Jan 20 14:25:28.633052 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c6763dc-374c-4893-a50c-b5bdc9c71a2f tempest-FloatingIPAdminTestJSON-1852183017 tempest-FloatingIPAdminTestJSON-1852183017-project] Network 4016d29d-54bf-43b1-af26-e7f23900bc94 is already hosted by enough agents. {{(pid=84153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:25:28.633052 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1330e74c-11a9-40d3-8acf-b217b3226258 tempest-PortsAdminExtendedAttrsTestJSON-483186073 tempest-PortsAdminExtendedAttrsTestJSON-483186073-project] Pushing event updated for resources: {'Network': ['ID=ad7f907e-9713-4e69-9955-c6581e002d96,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:25:28.634277 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 60948) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:25:28.637886 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.base_scheduler [None req-2c6763dc-374c-4893-a50c-b5bdc9c71a2f tempest-FloatingIPAdminTestJSON-1852183017 tempest-FloatingIPAdminTestJSON-1852183017-project] Resources bound (agent type, host, resource id): {{(pid=84153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:25:28.644966 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-57a6ab97-ff81-4e06-9d8a-0363ca597329 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=8cd62d7778f742e2852677544e7910c3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3879123 Jan 20 14:25:28.648240 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 60952) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:25:28.660427 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Network ad7f907e-9713-4e69-9955-c6581e002d96 details requested by agent ovs-agent-dv-neutron-825124-1-hyperv with host dv-neutron-825124-1-hyperv {{(pid=84154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 14:25:28.706377 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-1eda492a-af25-4470-a832-44968fb6f9f7 tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] Notify callbacks [] for port, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:28.756702 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-1330e74c-11a9-40d3-8acf-b217b3226258 tempest-PortsAdminExtendedAttrsTestJSON-483186073 tempest-PortsAdminExtendedAttrsTestJSON-483186073-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 2.7458863 Jan 20 14:25:28.851945 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-1eda492a-af25-4470-a832-44968fb6f9f7 tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:28.937919 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-d17db516-5bec-402f-9474-7b5819ce9457 tempest-ExternalNetworksTestJSON-1859258134 tempest-ExternalNetworksTestJSON-1859258134-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1627154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4163580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155308'] for subnet, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:28.949173 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eda492a-af25-4470-a832-44968fb6f9f7 tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] Network 8dffb05c-5ca0-409b-bd5f-7be6264f707d is already hosted by enough agents. {{(pid=84152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:25:28.967182 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2be7a4a5-1335-48eb-ad1c-1c784448f144 tempest-ExtraDHCPOptionsTestJSON-253464219 tempest-ExtraDHCPOptionsTestJSON-253464219-project] Made reservation on behalf of 2ec1c9eeec4645998431acb32ed303a3 for: {'subnet': 1} {{(pid=84153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:25:28.989405 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.base_scheduler [None req-1eda492a-af25-4470-a832-44968fb6f9f7 tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] Resources bound (agent type, host, resource id): {{(pid=84152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:25:28.991890 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eda492a-af25-4470-a832-44968fb6f9f7 tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] Received port after_create {{(pid=84152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:25:29.014283 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-71c8ac7a-67b3-47cf-bac8-5c72e7ff7d3e None None] Provisioning complete for port 00f2245c-b358-42e0-b358-142b5e6671d7 triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:25:29.015054 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-71c8ac7a-67b3-47cf-bac8-5c72e7ff7d3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:29.037319 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 60966) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:25:29.048684 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eda492a-af25-4470-a832-44968fb6f9f7 tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] Pushing event updated for resources: {'Port': ['ID=58603512-0e4f-4ebb-aa35-7227fdbb4c56,revision_number=1']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:25:29.051395 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17db516-5bec-402f-9474-7b5819ce9457 tempest-ExternalNetworksTestJSON-1859258134 tempest-ExternalNetworksTestJSON-1859258134-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=90b86d1a-2628-4f7a-9fcc-05a56640e65c,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:25:29.056101 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-aa21979b-8fdc-4ecd-b222-23f557f24648 tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Request body: {'port': {'network_id': 'ad7f907e-9713-4e69-9955-c6581e002d96', 'binding:host_id': 'hv-neutron-8251', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1588598750'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:25:29.067111 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-aa21979b-8fdc-4ecd-b222-23f557f24648 tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:25:29.071714 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-71c8ac7a-67b3-47cf-bac8-5c72e7ff7d3e None None] Port 00f2245c-b358-42e0-b358-142b5e6671d7 cannot update to ACTIVE because it is not bound. {{(pid=84154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 14:25:29.086712 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-aa21979b-8fdc-4ecd-b222-23f557f24648 tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Usage tracker for resource:port and tenant:5a61487c48434ad6bef9c98e6b43caa0 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:25:29.096071 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-aa21979b-8fdc-4ecd-b222-23f557f24648 tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:25:29.163011 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-aa21979b-8fdc-4ecd-b222-23f557f24648 tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:25:29.190716 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-d17db516-5bec-402f-9474-7b5819ce9457 tempest-ExternalNetworksTestJSON-1859258134 tempest-ExternalNetworksTestJSON-1859258134-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1626242', 'neutron.services.segments.db._delete_segments_for_network-8769554214620'] for network, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:29.224103 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.segments.db [None req-d17db516-5bec-402f-9474-7b5819ce9457 tempest-ExternalNetworksTestJSON-1859258134 tempest-ExternalNetworksTestJSON-1859258134-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['faecd59b-6b80-446e-9ed2-8c3b9c7e110f']}} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:25:29.239079 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.segments.db [None req-d17db516-5bec-402f-9474-7b5819ce9457 tempest-ExternalNetworksTestJSON-1859258134 tempest-ExternalNetworksTestJSON-1859258134-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee65d438-a53e-4dae-8cf3-f93d02a4dedb') {'for_net_delete': True} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:25:29.239450 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.segments.db [None req-d17db516-5bec-402f-9474-7b5819ce9457 tempest-ExternalNetworksTestJSON-1859258134 tempest-ExternalNetworksTestJSON-1859258134-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee65d438-a53e-4dae-8cf3-f93d02a4dedb') {} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:25:29.254597 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-d17db516-5bec-402f-9474-7b5819ce9457 tempest-ExternalNetworksTestJSON-1859258134 tempest-ExternalNetworksTestJSON-1859258134-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769554214503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3337904'] for segment, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:29.265854 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-bb263438-1047-41a0-9acb-fd32712743e9 tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586409'] for network, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:29.277256 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-d17db516-5bec-402f-9474-7b5819ce9457 tempest-ExternalNetworksTestJSON-1859258134 tempest-ExternalNetworksTestJSON-1859258134-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:29.319701 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-2be7a4a5-1335-48eb-ad1c-1c784448f144 tempest-ExtraDHCPOptionsTestJSON-253464219 tempest-ExtraDHCPOptionsTestJSON-253464219-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4193986'] for subnet, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:29.342844 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa21979b-8fdc-4ecd-b222-23f557f24648 tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Made reservation on behalf of 5a61487c48434ad6bef9c98e6b43caa0 for: {'port': 1} {{(pid=84152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:25:29.345158 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-aa21979b-8fdc-4ecd-b222-23f557f24648 tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:29.350784 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 8de136a0-d148-40b2-8b5d-857437d6ed30 up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:25:29.357075 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d17db516-5bec-402f-9474-7b5819ce9457 tempest-ExternalNetworksTestJSON-1859258134 tempest-ExternalNetworksTestJSON-1859258134-project-admin] Releasing vlan 179 on physical network physnet1 to pool {{(pid=84152) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 14:25:29.357467 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-d17db516-5bec-402f-9474-7b5819ce9457 tempest-ExternalNetworksTestJSON-1859258134 tempest-ExternalNetworksTestJSON-1859258134-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1622950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4162906'] for segment, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:29.386619 dv-neutron-825124-1-hyperv neutron-server[84152]: Traceback (most recent call last): Jan 20 14:25:29.386619 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 14:25:29.386619 dv-neutron-825124-1-hyperv neutron-server[84152]: timer() Jan 20 14:25:29.386619 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 14:25:29.386619 dv-neutron-825124-1-hyperv neutron-server[84152]: cb(*args, **kw) Jan 20 14:25:29.386619 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 14:25:29.386619 dv-neutron-825124-1-hyperv neutron-server[84152]: return func(*args, **kwargs) Jan 20 14:25:29.386619 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 14:25:29.386619 dv-neutron-825124-1-hyperv neutron-server[84152]: self._notify() Jan 20 14:25:29.386619 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 14:25:29.386619 dv-neutron-825124-1-hyperv neutron-server[84152]: self.callback(batched_events) Jan 20 14:25:29.386619 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 14:25:29.386619 dv-neutron-825124-1-hyperv neutron-server[84152]: event.method(event) Jan 20 14:25:29.386619 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 14:25:29.386619 dv-neutron-825124-1-hyperv neutron-server[84152]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 14:25:29.386619 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 14:25:29.386619 dv-neutron-825124-1-hyperv neutron-server[84152]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 14:25:29.386619 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 14:25:29.386619 dv-neutron-825124-1-hyperv neutron-server[84152]: return f(self, *a, **k) Jan 20 14:25:29.386619 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 14:25:29.386619 dv-neutron-825124-1-hyperv neutron-server[84152]: return self._get(url).json() Jan 20 14:25:29.386619 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 14:25:29.386619 dv-neutron-825124-1-hyperv neutron-server[84152]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 14:25:29.386619 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 14:25:29.386619 dv-neutron-825124-1-hyperv neutron-server[84152]: return self.request(url, 'GET', **kwargs) Jan 20 14:25:29.386619 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 14:25:29.386619 dv-neutron-825124-1-hyperv neutron-server[84152]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 14:25:29.386619 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 14:25:29.386619 dv-neutron-825124-1-hyperv neutron-server[84152]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 14:25:29.386619 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 14:25:29.386619 dv-neutron-825124-1-hyperv neutron-server[84152]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 14:25:29.386619 dv-neutron-825124-1-hyperv neutron-server[84152]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 14:25:29.444185 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-1eda492a-af25-4470-a832-44968fb6f9f7 tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:29.450133 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-aa21979b-8fdc-4ecd-b222-23f557f24648 tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:29.450647 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port 8de136a0-d148-40b2-8b5d-857437d6ed30 triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:25:29.451402 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:29.461247 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-a2247699-c06f-4300-abf3-abb39702438c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:29.501109 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-aa21979b-8fdc-4ecd-b222-23f557f24648 tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:25:29.507161 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-aa21979b-8fdc-4ecd-b222-23f557f24648 tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Usage tracker for resource:security_group_rule and tenant:5a61487c48434ad6bef9c98e6b43caa0 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:25:29.510563 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-aa21979b-8fdc-4ecd-b222-23f557f24648 tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:25:29.517081 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-aa21979b-8fdc-4ecd-b222-23f557f24648 tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:25:29.595661 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-d17db516-5bec-402f-9474-7b5819ce9457 tempest-ExternalNetworksTestJSON-1859258134 tempest-ExternalNetworksTestJSON-1859258134-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1626253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-745296'] for network, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:29.626187 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d17db516-5bec-402f-9474-7b5819ce9457 tempest-ExternalNetworksTestJSON-1859258134 tempest-ExternalNetworksTestJSON-1859258134-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network faecd59b-6b80-446e-9ed2-8c3b9c7e110f {{(pid=84152) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 20 14:25:29.641927 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-d17db516-5bec-402f-9474-7b5819ce9457 tempest-ExternalNetworksTestJSON-1859258134 tempest-ExternalNetworksTestJSON-1859258134-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1705179'] for network, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:29.645529 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-1eda492a-af25-4470-a832-44968fb6f9f7 tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:29.696597 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-a2247699-c06f-4300-abf3-abb39702438c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:29.717540 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-c87ce51d-1f20-4b49-969c-6c156f5ef5d8 req-df1e87dc-de2a-4493-909f-a59859a0a5c3 tempest-ServersTestJSON-1971346893 tempest-ServersTestJSON-1971346893-project] 10.222.0.54 "GET /v2.0/ports?device_id=ca65b5b7-46e4-4202-83e6-d0c1271c06e0 HTTP/1.1" status: 200 len: 210 time: 0.1891534 Jan 20 14:25:29.772817 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-bb263438-1047-41a0-9acb-fd32712743e9 tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1626242', 'neutron.services.segments.db._delete_segments_for_network-8769554214620'] for network, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:29.779184 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17db516-5bec-402f-9474-7b5819ce9457 tempest-ExternalNetworksTestJSON-1859258134 tempest-ExternalNetworksTestJSON-1859258134-project-admin] Pushing event deleted for resources: {'Network': ['ID=faecd59b-6b80-446e-9ed2-8c3b9c7e110f,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:25:29.824323 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.services.segments.db [None req-bb263438-1047-41a0-9acb-fd32712743e9 tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5ea8c31-69dd-41d5-aace-b9b936aeae1a']}} {{(pid=84153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:25:29.839346 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-aa21979b-8fdc-4ecd-b222-23f557f24648 tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:29.843255 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-d17db516-5bec-402f-9474-7b5819ce9457 tempest-ExternalNetworksTestJSON-1859258134 tempest-ExternalNetworksTestJSON-1859258134-project-admin] 10.222.0.54 "DELETE /v2.0/networks/faecd59b-6b80-446e-9ed2-8c3b9c7e110f HTTP/1.1" status: 204 len: 168 time: 4.8399506 Jan 20 14:25:29.845527 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.services.segments.db [None req-bb263438-1047-41a0-9acb-fd32712743e9 tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '779077b3-974b-4015-9d93-07123d7a082e') {'for_net_delete': True} {{(pid=84153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:25:29.847297 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.services.segments.db [None req-bb263438-1047-41a0-9acb-fd32712743e9 tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '779077b3-974b-4015-9d93-07123d7a082e') {} {{(pid=84153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:25:29.849695 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 60980) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:25:29.907522 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-bb263438-1047-41a0-9acb-fd32712743e9 tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769554214503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980856'] for segment, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:29.946562 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-aa21979b-8fdc-4ecd-b222-23f557f24648 tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:29.985255 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-bb263438-1047-41a0-9acb-fd32712743e9 tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:30.010272 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-e68b1c13-67a9-4f08-ae75-3dd73dc165ca tempest-ExternalNetworksTestJSON-1859258134 tempest-ExternalNetworksTestJSON-1859258134-project-admin] Synchronizing usage tracker for tenant:f98f9b0815f742f49631f68fc8ce8165 on resource:floatingip {{(pid=84152) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:25:30.014899 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.notifiers.nova [None req-aa21979b-8fdc-4ecd-b222-23f557f24648 tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] device_id is not set on port bf3ef99d-6575-4cf1-bc1c-abf57de1d0e1 yet. {{(pid=84152) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 14:25:30.027806 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb263438-1047-41a0-9acb-fd32712743e9 tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] Releasing vlan 167 on physical network physnet1 to pool {{(pid=84153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 14:25:30.028499 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-bb263438-1047-41a0-9acb-fd32712743e9 tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1622950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3944078'] for segment, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:30.049720 dv-neutron-825124-1-hyperv neutron-server[84153]: Traceback (most recent call last): Jan 20 14:25:30.049720 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 14:25:30.049720 dv-neutron-825124-1-hyperv neutron-server[84153]: timer() Jan 20 14:25:30.049720 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 14:25:30.049720 dv-neutron-825124-1-hyperv neutron-server[84153]: cb(*args, **kw) Jan 20 14:25:30.049720 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 14:25:30.049720 dv-neutron-825124-1-hyperv neutron-server[84153]: return func(*args, **kwargs) Jan 20 14:25:30.049720 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 14:25:30.049720 dv-neutron-825124-1-hyperv neutron-server[84153]: self._notify() Jan 20 14:25:30.049720 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 14:25:30.049720 dv-neutron-825124-1-hyperv neutron-server[84153]: self.callback(batched_events) Jan 20 14:25:30.049720 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 14:25:30.049720 dv-neutron-825124-1-hyperv neutron-server[84153]: event.method(event) Jan 20 14:25:30.049720 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 14:25:30.049720 dv-neutron-825124-1-hyperv neutron-server[84153]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 14:25:30.049720 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 14:25:30.049720 dv-neutron-825124-1-hyperv neutron-server[84153]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 14:25:30.049720 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 14:25:30.049720 dv-neutron-825124-1-hyperv neutron-server[84153]: return f(self, *a, **k) Jan 20 14:25:30.049720 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 14:25:30.049720 dv-neutron-825124-1-hyperv neutron-server[84153]: return self._get(url).json() Jan 20 14:25:30.049720 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 14:25:30.049720 dv-neutron-825124-1-hyperv neutron-server[84153]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 14:25:30.049720 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 14:25:30.049720 dv-neutron-825124-1-hyperv neutron-server[84153]: return self.request(url, 'GET', **kwargs) Jan 20 14:25:30.049720 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 14:25:30.049720 dv-neutron-825124-1-hyperv neutron-server[84153]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 14:25:30.049720 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 14:25:30.049720 dv-neutron-825124-1-hyperv neutron-server[84153]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 14:25:30.049720 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 14:25:30.049720 dv-neutron-825124-1-hyperv neutron-server[84153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 14:25:30.049720 dv-neutron-825124-1-hyperv neutron-server[84153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 14:25:30.123695 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa21979b-8fdc-4ecd-b222-23f557f24648 tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3513efc6-5045-4e0b-9afa-3a0550589fe8,revision_number=1']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:25:30.133866 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-a2247699-c06f-4300-abf3-abb39702438c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:30.197288 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:30.230958 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2247699-c06f-4300-abf3-abb39702438c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edc9d850-bb6e-48d6-9ac0-456f04057acb,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:25:30.260423 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-a2247699-c06f-4300-abf3-abb39702438c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:30.274173 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-a2247699-c06f-4300-abf3-abb39702438c admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/edc9d850-bb6e-48d6-9ac0-456f04057acb HTTP/1.1" status: 204 len: 168 time: 1.5589519 Jan 20 14:25:30.295422 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-e68b1c13-67a9-4f08-ae75-3dd73dc165ca tempest-ExternalNetworksTestJSON-1859258134 tempest-ExternalNetworksTestJSON-1859258134-project-admin] Unset dirty status for tenant:f98f9b0815f742f49631f68fc8ce8165 on resource:floatingip {{(pid=84152) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:25:30.298090 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-e68b1c13-67a9-4f08-ae75-3dd73dc165ca tempest-ExternalNetworksTestJSON-1859258134 tempest-ExternalNetworksTestJSON-1859258134-project-admin] 10.222.0.54 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1648 time: 0.4459791 Jan 20 14:25:30.304787 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 60986) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:25:30.309534 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-1eda492a-af25-4470-a832-44968fb6f9f7 tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] Notify callbacks [] for port, precommit_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:30.327714 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-2be7a4a5-1335-48eb-ad1c-1c784448f144 tempest-ExtraDHCPOptionsTestJSON-253464219 tempest-ExtraDHCPOptionsTestJSON-253464219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3943531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4194004'] for subnet, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:30.333281 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-bb263438-1047-41a0-9acb-fd32712743e9 tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1626253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-745296'] for network, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:30.341421 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb263438-1047-41a0-9acb-fd32712743e9 tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network e5ea8c31-69dd-41d5-aace-b9b936aeae1a {{(pid=84153) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 20 14:25:30.357730 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-bb263438-1047-41a0-9acb-fd32712743e9 tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1705179'] for network, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:30.372583 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c6763dc-374c-4893-a50c-b5bdc9c71a2f tempest-FloatingIPAdminTestJSON-1852183017 tempest-FloatingIPAdminTestJSON-1852183017-project] Router 5be3e9e7-7d2e-444e-844b-4f9fa2213d37 has already been hosted by L3 agent 624d525b-4c26-4143-8a1c-228bb1c6faaa {{(pid=84153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 14:25:30.475354 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-fbf341b3-dd2c-4a0c-be18-aa2c282fda82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:30.481401 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dc32d96-c00e-4449-ba32-f2f6efa75e80 tempest-ExternalNetworksTestJSON-1859258134 tempest-ExternalNetworksTestJSON-1859258134-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:25:30.482073 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dc32d96-c00e-4449-ba32-f2f6efa75e80 tempest-ExternalNetworksTestJSON-1859258134 tempest-ExternalNetworksTestJSON-1859258134-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:25:30.482570 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dc32d96-c00e-4449-ba32-f2f6efa75e80 tempest-ExternalNetworksTestJSON-1859258134 tempest-ExternalNetworksTestJSON-1859258134-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:25:30.482929 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dc32d96-c00e-4449-ba32-f2f6efa75e80 tempest-ExternalNetworksTestJSON-1859258134 tempest-ExternalNetworksTestJSON-1859258134-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:25:30.483283 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dc32d96-c00e-4449-ba32-f2f6efa75e80 tempest-ExternalNetworksTestJSON-1859258134 tempest-ExternalNetworksTestJSON-1859258134-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:25:30.485016 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dc32d96-c00e-4449-ba32-f2f6efa75e80 tempest-ExternalNetworksTestJSON-1859258134 tempest-ExternalNetworksTestJSON-1859258134-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:25:30.485537 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dc32d96-c00e-4449-ba32-f2f6efa75e80 tempest-ExternalNetworksTestJSON-1859258134 tempest-ExternalNetworksTestJSON-1859258134-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:25:30.486826 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-6dc32d96-c00e-4449-ba32-f2f6efa75e80 tempest-ExternalNetworksTestJSON-1859258134 tempest-ExternalNetworksTestJSON-1859258134-project-admin] Synchronizing usage tracker for tenant:f98f9b0815f742f49631f68fc8ce8165 on resource:subnet {{(pid=84152) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:25:30.495754 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-1eda492a-af25-4470-a832-44968fb6f9f7 tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162822'] for port, after_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:30.504990 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-bb263438-1047-41a0-9acb-fd32712743e9 tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] 10.222.0.54 "DELETE /v2.0/networks/e5ea8c31-69dd-41d5-aace-b9b936aeae1a HTTP/1.1" status: 204 len: 168 time: 1.8687372 Jan 20 14:25:30.524670 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb263438-1047-41a0-9acb-fd32712743e9 tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] Pushing event deleted for resources: {'Network': ['ID=e5ea8c31-69dd-41d5-aace-b9b936aeae1a,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:25:30.537547 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be7a4a5-1335-48eb-ad1c-1c784448f144 tempest-ExtraDHCPOptionsTestJSON-253464219 tempest-ExtraDHCPOptionsTestJSON-253464219-project] Pushing event updated for resources: {'Subnet': ['ID=a73e73ef-e293-47f8-ae3c-af81746bc1f5,revision_number=0']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:25:30.617842 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.notifiers.nova [None req-aa21979b-8fdc-4ecd-b222-23f557f24648 tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] device_id is not set on port bf3ef99d-6575-4cf1-bc1c-abf57de1d0e1 yet. {{(pid=84152) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 14:25:30.631644 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-aa21979b-8fdc-4ecd-b222-23f557f24648 tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:30.646596 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.provisioning_blocks [None req-aa21979b-8fdc-4ecd-b222-23f557f24648 tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Transition to ACTIVE for port object bf3ef99d-6575-4cf1-bc1c-abf57de1d0e1 will not be triggered until provisioned by entity L2. {{(pid=84152) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:25:30.654249 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eda492a-af25-4470-a832-44968fb6f9f7 tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] Pushing event updated for resources: {'Port': ['ID=58603512-0e4f-4ebb-aa35-7227fdbb4c56,revision_number=2']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:25:30.703290 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2be7a4a5-1335-48eb-ad1c-1c784448f144 tempest-ExtraDHCPOptionsTestJSON-253464219 tempest-ExtraDHCPOptionsTestJSON-253464219-project] Checking segment: {'id': 'bee1c29b-2de9-4dc0-86cf-66a61ba5fe01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'b11b6c32-0ce7-4437-a5de-0088b139808e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 14:25:30.703840 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2be7a4a5-1335-48eb-ad1c-1c784448f144 tempest-ExtraDHCPOptionsTestJSON-253464219 tempest-ExtraDHCPOptionsTestJSON-253464219-project] Network hostable DHCP agents. Network: b11b6c32-0ce7-4437-a5de-0088b139808e, hostable agents: ['1a181e39-5220-4c1a-88f8-08a54e8bfc9b'], hosted agents: [] {{(pid=84153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 14:25:30.742447 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-1eda492a-af25-4470-a832-44968fb6f9f7 tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-745254'] for floatingip, after_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:30.751508 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-aa21979b-8fdc-4ecd-b222-23f557f24648 tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:30.915601 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2be7a4a5-1335-48eb-ad1c-1c784448f144 tempest-ExtraDHCPOptionsTestJSON-253464219 tempest-ExtraDHCPOptionsTestJSON-253464219-project] Network b11b6c32-0ce7-4437-a5de-0088b139808e is scheduled to be hosted by DHCP agent 1a181e39-5220-4c1a-88f8-08a54e8bfc9b with binding_index 1 {{(pid=84153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 14:25:30.931629 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa21979b-8fdc-4ecd-b222-23f557f24648 tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Pushing event updated for resources: {'Port': ['ID=bf3ef99d-6575-4cf1-bc1c-abf57de1d0e1,revision_number=1']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:25:30.970143 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa21979b-8fdc-4ecd-b222-23f557f24648 tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Checking segment: {'id': '20aca3ea-99dc-443f-992a-159c2afdd367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'ad7f907e-9713-4e69-9955-c6581e002d96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 14:25:30.970800 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa21979b-8fdc-4ecd-b222-23f557f24648 tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Network hostable DHCP agents. Network: ad7f907e-9713-4e69-9955-c6581e002d96, hostable agents: ['1a181e39-5220-4c1a-88f8-08a54e8bfc9b'], hosted agents: [] {{(pid=84152) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 14:25:31.003849 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-3ead15c9-c14e-47d7-a0e3-456f0a9707a7 req-14dd13fd-90ed-4fe1-b0b2-0f05f2085fca tempest-ServersTestJSON-1971346893 tempest-ServersTestJSON-1971346893-project] 10.222.0.54 "GET /v2.0/ports?device_id=ca65b5b7-46e4-4202-83e6-d0c1271c06e0 HTTP/1.1" status: 200 len: 210 time: 0.0442696 Jan 20 14:25:31.022982 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.base_scheduler [None req-2be7a4a5-1335-48eb-ad1c-1c784448f144 tempest-ExtraDHCPOptionsTestJSON-253464219 tempest-ExtraDHCPOptionsTestJSON-253464219-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825124-1-hyperv, b11b6c32-0ce7-4437-a5de-0088b139808e) {{(pid=84153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:25:31.023895 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-6dc32d96-c00e-4449-ba32-f2f6efa75e80 tempest-ExternalNetworksTestJSON-1859258134 tempest-ExternalNetworksTestJSON-1859258134-project-admin] Unset dirty status for tenant:f98f9b0815f742f49631f68fc8ce8165 on resource:subnet {{(pid=84152) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:25:31.029604 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-6dc32d96-c00e-4449-ba32-f2f6efa75e80 tempest-ExternalNetworksTestJSON-1859258134 tempest-ExternalNetworksTestJSON-1859258134-project-admin] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4560 time: 0.7178433 Jan 20 14:25:31.031913 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-1eda492a-af25-4470-a832-44968fb6f9f7 tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for floatingip, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:31.035675 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e84e487a-2e42-46ce-8d81-591f078fb775 None None] Network b11b6c32-0ce7-4437-a5de-0088b139808e requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:25:31.045675 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-1eda492a-af25-4470-a832-44968fb6f9f7 tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 4.4319620 Jan 20 14:25:31.048033 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 32768) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:25:31.061447 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2be7a4a5-1335-48eb-ad1c-1c784448f144 tempest-ExtraDHCPOptionsTestJSON-253464219 tempest-ExtraDHCPOptionsTestJSON-253464219-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:25:31.062622 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-2be7a4a5-1335-48eb-ad1c-1c784448f144 tempest-ExtraDHCPOptionsTestJSON-253464219 tempest-ExtraDHCPOptionsTestJSON-253464219-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1705179'] for subnet, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:31.099397 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c6763dc-374c-4893-a50c-b5bdc9c71a2f tempest-FloatingIPAdminTestJSON-1852183017 tempest-FloatingIPAdminTestJSON-1852183017-project] Notify agent at l3_agent.dv-neutron-825124-1-hyperv the message routers_updated {{(pid=84153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 14:25:31.115840 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37dd25a2-c0e6-433e-8295-b166ceb6da3e None None] Sync routers for ids ['5be3e9e7-7d2e-444e-844b-4f9fa2213d37'] in dv-neutron-825124-1-hyperv {{(pid=84155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 14:25:31.121367 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-2c6763dc-374c-4893-a50c-b5bdc9c71a2f tempest-FloatingIPAdminTestJSON-1852183017 tempest-FloatingIPAdminTestJSON-1852183017-project] 10.222.0.54 "PUT /v2.0/routers/5be3e9e7-7d2e-444e-844b-4f9fa2213d37/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9335914 Jan 20 14:25:31.130443 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 32776) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:25:31.136919 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-cbc427ad-12ee-4839-900a-77712376210f tempest-FloatingIPAdminTestJSON-1852183017 tempest-FloatingIPAdminTestJSON-1852183017-project] Request body: {'port': {'network_id': '4016d29d-54bf-43b1-af26-e7f23900bc94', 'name': 'tempest-FloatingIPAdminTestJSON-787033932'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:25:31.146203 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37dd25a2-c0e6-433e-8295-b166ceb6da3e None None] Routers {'5be3e9e7-7d2e-444e-844b-4f9fa2213d37'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:25:31.148289 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-37dd25a2-c0e6-433e-8295-b166ceb6da3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:25:30Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['5be3e9e7-7d2e-444e-844b-4f9fa2213d37'], 'active': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:25:31.164075 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa21979b-8fdc-4ecd-b222-23f557f24648 tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Network ad7f907e-9713-4e69-9955-c6581e002d96 is scheduled to be hosted by DHCP agent 1a181e39-5220-4c1a-88f8-08a54e8bfc9b with binding_index 1 {{(pid=84152) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 14:25:31.214924 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.api.v2.resource [None req-de7c350c-19c6-4d90-9c83-dd6560af6648 tempest-ExternalNetworksTestJSON-1859258134 tempest-ExternalNetworksTestJSON-1859258134-project-admin] delete failed (client error): The resource could not be found. Jan 20 14:25:31.216316 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-de7c350c-19c6-4d90-9c83-dd6560af6648 tempest-ExternalNetworksTestJSON-1859258134 tempest-ExternalNetworksTestJSON-1859258134-project-admin] 10.222.0.54 "DELETE /v2.0/floatingips/b71c3934-c765-4980-a5a3-5e1bd9955d8e HTTP/1.1" status: 404 len: 345 time: 0.1673765 Jan 20 14:25:31.217531 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.base_scheduler [None req-aa21979b-8fdc-4ecd-b222-23f557f24648 tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825124-1-hyperv, ad7f907e-9713-4e69-9955-c6581e002d96) {{(pid=84152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:25:31.220841 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 32782) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:25:31.243779 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adc0be7f-0faa-48d3-8c03-3532d9ca54a4 None None] Network ad7f907e-9713-4e69-9955-c6581e002d96 requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:25:31.277119 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa21979b-8fdc-4ecd-b222-23f557f24648 tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Received port after_create {{(pid=84152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:25:31.334167 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.pecan_wsgi.hooks.translation [None req-70a6b34b-1633-47fd-b52c-5b42a5ef18fc tempest-ExternalNetworksTestJSON-1859258134 tempest-ExternalNetworksTestJSON-1859258134-project-admin] DELETE failed (client error): The resource could not be found. Jan 20 14:25:31.335073 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70a6b34b-1633-47fd-b52c-5b42a5ef18fc tempest-ExternalNetworksTestJSON-1859258134 tempest-ExternalNetworksTestJSON-1859258134-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=84152) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:25:31.337062 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-70a6b34b-1633-47fd-b52c-5b42a5ef18fc tempest-ExternalNetworksTestJSON-1859258134 tempest-ExternalNetworksTestJSON-1859258134-project-admin] 10.222.0.54 "DELETE /v2.0/networks/faecd59b-6b80-446e-9ed2-8c3b9c7e110f HTTP/1.1" status: 404 len: 339 time: 0.1126668 Jan 20 14:25:31.345624 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 32786) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:25:31.348851 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.managers [None req-aa21979b-8fdc-4ecd-b222-23f557f24648 tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Attempting to bind port bf3ef99d-6575-4cf1-bc1c-abf57de1d0e1 on host hv-neutron-8251 for vnic_type normal with profile {{(pid=84152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:25:31.349523 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.managers [None req-aa21979b-8fdc-4ecd-b222-23f557f24648 tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Attempting to bind port bf3ef99d-6575-4cf1-bc1c-abf57de1d0e1 by drivers openvswitch,hyperv on host hv-neutron-8251 at level 0 using segments [{'id': '20aca3ea-99dc-443f-992a-159c2afdd367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'ad7f907e-9713-4e69-9955-c6581e002d96'}] {{(pid=84152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:25:31.351706 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa21979b-8fdc-4ecd-b222-23f557f24648 tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Attempting to bind port bf3ef99d-6575-4cf1-bc1c-abf57de1d0e1 on network ad7f907e-9713-4e69-9955-c6581e002d96 {{(pid=84152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 14:25:31.368665 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-37dd25a2-c0e6-433e-8295-b166ceb6da3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:25:31.382539 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-d8b43e15-bbe3-4241-b3ac-71ea10a5ebba tempest-ExternalNetworksTestJSON-1859258134 tempest-ExternalNetworksTestJSON-1859258134-project-admin] Request body: {'network': {'name': 'tempest-network--1679247951', 'router:external': True}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:25:31.395095 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-d8b43e15-bbe3-4241-b3ac-71ea10a5ebba tempest-ExternalNetworksTestJSON-1859258134 tempest-ExternalNetworksTestJSON-1859258134-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:25:31.396353 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37dd25a2-c0e6-433e-8295-b166ceb6da3e None None] Routers {'5be3e9e7-7d2e-444e-844b-4f9fa2213d37'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:25:31.397461 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-37dd25a2-c0e6-433e-8295-b166ceb6da3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:25:30Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['5be3e9e7-7d2e-444e-844b-4f9fa2213d37'], 'active': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:25:31.425695 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-d8b43e15-bbe3-4241-b3ac-71ea10a5ebba tempest-ExternalNetworksTestJSON-1859258134 tempest-ExternalNetworksTestJSON-1859258134-project-admin] Usage tracker for resource:network and tenant:f98f9b0815f742f49631f68fc8ce8165 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:25:31.431951 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa21979b-8fdc-4ecd-b222-23f557f24648 tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Port bf3ef99d-6575-4cf1-bc1c-abf57de1d0e1 on network ad7f907e-9713-4e69-9955-c6581e002d96 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8251 {{(pid=84152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 20 14:25:31.432677 dv-neutron-825124-1-hyperv neutron-server[84152]: ERROR neutron.plugins.ml2.managers [None req-aa21979b-8fdc-4ecd-b222-23f557f24648 tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Failed to bind port bf3ef99d-6575-4cf1-bc1c-abf57de1d0e1 on host hv-neutron-8251 for vnic_type normal using segments [{'id': '20aca3ea-99dc-443f-992a-159c2afdd367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'ad7f907e-9713-4e69-9955-c6581e002d96'}] Jan 20 14:25:31.433640 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-d8b43e15-bbe3-4241-b3ac-71ea10a5ebba tempest-ExternalNetworksTestJSON-1859258134 tempest-ExternalNetworksTestJSON-1859258134-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:25:31.436463 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.plugins.ml2.plugin [None req-aa21979b-8fdc-4ecd-b222-23f557f24648 tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Attempt 2 to bind port bf3ef99d-6575-4cf1-bc1c-abf57de1d0e1 Jan 20 14:25:31.451162 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-d8b43e15-bbe3-4241-b3ac-71ea10a5ebba tempest-ExternalNetworksTestJSON-1859258134 tempest-ExternalNetworksTestJSON-1859258134-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:25:31.473573 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.managers [None req-aa21979b-8fdc-4ecd-b222-23f557f24648 tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Attempting to bind port bf3ef99d-6575-4cf1-bc1c-abf57de1d0e1 on host hv-neutron-8251 for vnic_type normal with profile {{(pid=84152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:25:31.474322 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.managers [None req-aa21979b-8fdc-4ecd-b222-23f557f24648 tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Attempting to bind port bf3ef99d-6575-4cf1-bc1c-abf57de1d0e1 by drivers openvswitch,hyperv on host hv-neutron-8251 at level 0 using segments [{'id': '20aca3ea-99dc-443f-992a-159c2afdd367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'ad7f907e-9713-4e69-9955-c6581e002d96'}] {{(pid=84152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:25:31.474863 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa21979b-8fdc-4ecd-b222-23f557f24648 tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Attempting to bind port bf3ef99d-6575-4cf1-bc1c-abf57de1d0e1 on network ad7f907e-9713-4e69-9955-c6581e002d96 {{(pid=84152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 14:25:31.486889 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa21979b-8fdc-4ecd-b222-23f557f24648 tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Port bf3ef99d-6575-4cf1-bc1c-abf57de1d0e1 on network ad7f907e-9713-4e69-9955-c6581e002d96 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8251 {{(pid=84152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 20 14:25:31.490988 dv-neutron-825124-1-hyperv neutron-server[84152]: ERROR neutron.plugins.ml2.managers [None req-aa21979b-8fdc-4ecd-b222-23f557f24648 tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Failed to bind port bf3ef99d-6575-4cf1-bc1c-abf57de1d0e1 on host hv-neutron-8251 for vnic_type normal using segments [{'id': '20aca3ea-99dc-443f-992a-159c2afdd367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'ad7f907e-9713-4e69-9955-c6581e002d96'}] Jan 20 14:25:31.491537 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.plugins.ml2.plugin [None req-aa21979b-8fdc-4ecd-b222-23f557f24648 tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Attempt 3 to bind port bf3ef99d-6575-4cf1-bc1c-abf57de1d0e1 Jan 20 14:25:31.494383 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-37dd25a2-c0e6-433e-8295-b166ceb6da3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:25:31.495033 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37dd25a2-c0e6-433e-8295-b166ceb6da3e None None] The sync data for ids ['5be3e9e7-7d2e-444e-844b-4f9fa2213d37'] in dv-neutron-825124-1-hyperv is: [] {{(pid=84155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 14:25:31.517601 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 32796) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:25:31.549418 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.managers [None req-aa21979b-8fdc-4ecd-b222-23f557f24648 tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Attempting to bind port bf3ef99d-6575-4cf1-bc1c-abf57de1d0e1 on host hv-neutron-8251 for vnic_type normal with profile {{(pid=84152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:25:31.549929 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.managers [None req-aa21979b-8fdc-4ecd-b222-23f557f24648 tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Attempting to bind port bf3ef99d-6575-4cf1-bc1c-abf57de1d0e1 by drivers openvswitch,hyperv on host hv-neutron-8251 at level 0 using segments [{'id': '20aca3ea-99dc-443f-992a-159c2afdd367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'ad7f907e-9713-4e69-9955-c6581e002d96'}] {{(pid=84152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:25:31.550517 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa21979b-8fdc-4ecd-b222-23f557f24648 tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Attempting to bind port bf3ef99d-6575-4cf1-bc1c-abf57de1d0e1 on network ad7f907e-9713-4e69-9955-c6581e002d96 {{(pid=84152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 14:25:31.554228 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-3c1c2ba9-8a53-4fae-ad03-3305cd8375ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:31.573844 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8b43e15-bbe3-4241-b3ac-71ea10a5ebba tempest-ExternalNetworksTestJSON-1859258134 tempest-ExternalNetworksTestJSON-1859258134-project-admin] Made reservation on behalf of f98f9b0815f742f49631f68fc8ce8165 for: {'network': 1} {{(pid=84152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:25:31.577533 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-d8b43e15-bbe3-4241-b3ac-71ea10a5ebba tempest-ExternalNetworksTestJSON-1859258134 tempest-ExternalNetworksTestJSON-1859258134-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for network, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:31.608252 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-2be7a4a5-1335-48eb-ad1c-1c784448f144 tempest-ExtraDHCPOptionsTestJSON-253464219 tempest-ExtraDHCPOptionsTestJSON-253464219-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.6179254 Jan 20 14:25:31.609697 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa21979b-8fdc-4ecd-b222-23f557f24648 tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Port bf3ef99d-6575-4cf1-bc1c-abf57de1d0e1 on network ad7f907e-9713-4e69-9955-c6581e002d96 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8251 {{(pid=84152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 20 14:25:31.610189 dv-neutron-825124-1-hyperv neutron-server[84152]: ERROR neutron.plugins.ml2.managers [None req-aa21979b-8fdc-4ecd-b222-23f557f24648 tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Failed to bind port bf3ef99d-6575-4cf1-bc1c-abf57de1d0e1 on host hv-neutron-8251 for vnic_type normal using segments [{'id': '20aca3ea-99dc-443f-992a-159c2afdd367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'ad7f907e-9713-4e69-9955-c6581e002d96'}] Jan 20 14:25:31.610663 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.plugins.ml2.plugin [None req-aa21979b-8fdc-4ecd-b222-23f557f24648 tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Attempt 4 to bind port bf3ef99d-6575-4cf1-bc1c-abf57de1d0e1 Jan 20 14:25:31.611601 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 32802) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:25:31.632888 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-84740ccb-b9b6-4b82-9bf9-a08d98210ac8 tempest-ExtraDHCPOptionsTestJSON-253464219 tempest-ExtraDHCPOptionsTestJSON-253464219-project] Request body: {'port': {'network_id': 'b11b6c32-0ce7-4437-a5de-0088b139808e', 'name': 'tempest-ExtraDHCPOptionsTestJSON-2042125866'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:25:31.670641 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.managers [None req-aa21979b-8fdc-4ecd-b222-23f557f24648 tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Attempting to bind port bf3ef99d-6575-4cf1-bc1c-abf57de1d0e1 on host hv-neutron-8251 for vnic_type normal with profile {{(pid=84152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:25:31.671114 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.managers [None req-aa21979b-8fdc-4ecd-b222-23f557f24648 tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Attempting to bind port bf3ef99d-6575-4cf1-bc1c-abf57de1d0e1 by drivers openvswitch,hyperv on host hv-neutron-8251 at level 0 using segments [{'id': '20aca3ea-99dc-443f-992a-159c2afdd367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'ad7f907e-9713-4e69-9955-c6581e002d96'}] {{(pid=84152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:25:31.671537 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa21979b-8fdc-4ecd-b222-23f557f24648 tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Attempting to bind port bf3ef99d-6575-4cf1-bc1c-abf57de1d0e1 on network ad7f907e-9713-4e69-9955-c6581e002d96 {{(pid=84152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 14:25:31.677640 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:31.732726 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8b43e15-bbe3-4241-b3ac-71ea10a5ebba tempest-ExternalNetworksTestJSON-1859258134 tempest-ExternalNetworksTestJSON-1859258134-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 198} {{(pid=84152) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 14:25:31.735654 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-cdd98e71-1f0a-4421-baa9-dcb30e06edf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:31.745581 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-3c1c2ba9-8a53-4fae-ad03-3305cd8375ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:25:31.752271 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 32808) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:25:31.759732 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-3c1c2ba9-8a53-4fae-ad03-3305cd8375ab admin admin] Usage tracker for resource:security_group_rule and tenant:5869caa74d4c48e2b031b85f7b1d9f50 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:25:31.768610 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-eba4c7ea-4860-4141-8b59-0dffe0e71e5e tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] Request body: {'router': {'name': 'tempest-router--1962020028', 'project_id': '4748c41c0a164b61a67662a1a8bf7ac2'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:25:31.776986 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa21979b-8fdc-4ecd-b222-23f557f24648 tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Port bf3ef99d-6575-4cf1-bc1c-abf57de1d0e1 on network ad7f907e-9713-4e69-9955-c6581e002d96 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8251 {{(pid=84152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 20 14:25:31.778449 dv-neutron-825124-1-hyperv neutron-server[84152]: ERROR neutron.plugins.ml2.managers [None req-aa21979b-8fdc-4ecd-b222-23f557f24648 tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Failed to bind port bf3ef99d-6575-4cf1-bc1c-abf57de1d0e1 on host hv-neutron-8251 for vnic_type normal using segments [{'id': '20aca3ea-99dc-443f-992a-159c2afdd367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'ad7f907e-9713-4e69-9955-c6581e002d96'}] Jan 20 14:25:31.781137 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-3c1c2ba9-8a53-4fae-ad03-3305cd8375ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:25:31.783928 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.plugins.ml2.plugin [None req-aa21979b-8fdc-4ecd-b222-23f557f24648 tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Attempt 5 to bind port bf3ef99d-6575-4cf1-bc1c-abf57de1d0e1 Jan 20 14:25:31.797624 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-d8b43e15-bbe3-4241-b3ac-71ea10a5ebba tempest-ExternalNetworksTestJSON-1859258134 tempest-ExternalNetworksTestJSON-1859258134-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:31.798123 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.db.segments_db [None req-d8b43e15-bbe3-4241-b3ac-71ea10a5ebba tempest-ExternalNetworksTestJSON-1859258134 tempest-ExternalNetworksTestJSON-1859258134-project-admin] Added segment b3cc4a31-a5c3-4ede-b140-6b98964bf2c8 of type vlan for network 6fc756b4-5bf1-4305-8907-8697899fce9a Jan 20 14:25:31.804374 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-eba4c7ea-4860-4141-8b59-0dffe0e71e5e tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:25:31.814975 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-3c1c2ba9-8a53-4fae-ad03-3305cd8375ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:25:31.840450 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-eba4c7ea-4860-4141-8b59-0dffe0e71e5e tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] Usage tracker for resource:router and tenant:4748c41c0a164b61a67662a1a8bf7ac2 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:25:31.847946 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-eba4c7ea-4860-4141-8b59-0dffe0e71e5e tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:25:31.851044 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.managers [None req-aa21979b-8fdc-4ecd-b222-23f557f24648 tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Attempting to bind port bf3ef99d-6575-4cf1-bc1c-abf57de1d0e1 on host hv-neutron-8251 for vnic_type normal with profile {{(pid=84152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:25:31.851546 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.managers [None req-aa21979b-8fdc-4ecd-b222-23f557f24648 tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Attempting to bind port bf3ef99d-6575-4cf1-bc1c-abf57de1d0e1 by drivers openvswitch,hyperv on host hv-neutron-8251 at level 0 using segments [{'id': '20aca3ea-99dc-443f-992a-159c2afdd367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'ad7f907e-9713-4e69-9955-c6581e002d96'}] {{(pid=84152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:25:31.852179 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa21979b-8fdc-4ecd-b222-23f557f24648 tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Attempting to bind port bf3ef99d-6575-4cf1-bc1c-abf57de1d0e1 on network ad7f907e-9713-4e69-9955-c6581e002d96 {{(pid=84152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 14:25:31.881139 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-eba4c7ea-4860-4141-8b59-0dffe0e71e5e tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:25:31.891333 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6df274bc-2c43-43e2-a789-358bc5ce8127 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95c917f5-14ba-5e96-98b8-1a52654a930a-b11b6c32-0ce7-4437-a5de-0088b139808e', 'network_id': 'b11b6c32-0ce7-4437-a5de-0088b139808e', 'tenant_id': '2ec1c9eeec4645998431acb32ed303a3', 'fixed_ips': [{'subnet_id': 'a73e73ef-e293-47f8-ae3c-af81746bc1f5'}]}} from dv-neutron-825124-1-hyperv. {{(pid=84154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 20 14:25:31.893061 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-6df274bc-2c43-43e2-a789-358bc5ce8127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:31.906124 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa21979b-8fdc-4ecd-b222-23f557f24648 tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Port bf3ef99d-6575-4cf1-bc1c-abf57de1d0e1 on network ad7f907e-9713-4e69-9955-c6581e002d96 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8251 {{(pid=84152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 20 14:25:31.906455 dv-neutron-825124-1-hyperv neutron-server[84152]: ERROR neutron.plugins.ml2.managers [None req-aa21979b-8fdc-4ecd-b222-23f557f24648 tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Failed to bind port bf3ef99d-6575-4cf1-bc1c-abf57de1d0e1 on host hv-neutron-8251 for vnic_type normal using segments [{'id': '20aca3ea-99dc-443f-992a-159c2afdd367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'ad7f907e-9713-4e69-9955-c6581e002d96'}] Jan 20 14:25:31.920254 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.plugins.ml2.plugin [None req-aa21979b-8fdc-4ecd-b222-23f557f24648 tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Attempt 6 to bind port bf3ef99d-6575-4cf1-bc1c-abf57de1d0e1 Jan 20 14:25:31.932502 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-d8b43e15-bbe3-4241-b3ac-71ea10a5ebba tempest-ExternalNetworksTestJSON-1859258134 tempest-ExternalNetworksTestJSON-1859258134-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769553767792'] for network, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:31.936548 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-cbc427ad-12ee-4839-900a-77712376210f tempest-FloatingIPAdminTestJSON-1852183017 tempest-FloatingIPAdminTestJSON-1852183017-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:25:31.944357 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [req-94da2ea2-67c0-4ecc-8631-1989ae2e480e req-53379bcb-3886-4d6a-a18a-40f0e20fcae4 tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] Synchronizing usage tracker for tenant:2841efab0dc64ab1970d5183558f5547 on resource:security_group {{(pid=84153) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:25:31.947506 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-cbc427ad-12ee-4839-900a-77712376210f tempest-FloatingIPAdminTestJSON-1852183017 tempest-FloatingIPAdminTestJSON-1852183017-project] Usage tracker for resource:port and tenant:6de16a54208647709f49ca9cb2945079 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:25:31.958489 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.managers [None req-aa21979b-8fdc-4ecd-b222-23f557f24648 tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Attempting to bind port bf3ef99d-6575-4cf1-bc1c-abf57de1d0e1 on host hv-neutron-8251 for vnic_type normal with profile {{(pid=84152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:25:31.958987 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.managers [None req-aa21979b-8fdc-4ecd-b222-23f557f24648 tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Attempting to bind port bf3ef99d-6575-4cf1-bc1c-abf57de1d0e1 by drivers openvswitch,hyperv on host hv-neutron-8251 at level 0 using segments [{'id': '20aca3ea-99dc-443f-992a-159c2afdd367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'ad7f907e-9713-4e69-9955-c6581e002d96'}] {{(pid=84152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:25:31.961166 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa21979b-8fdc-4ecd-b222-23f557f24648 tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Attempting to bind port bf3ef99d-6575-4cf1-bc1c-abf57de1d0e1 on network ad7f907e-9713-4e69-9955-c6581e002d96 {{(pid=84152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 14:25:31.961279 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-cbc427ad-12ee-4839-900a-77712376210f tempest-FloatingIPAdminTestJSON-1852183017 tempest-FloatingIPAdminTestJSON-1852183017-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:25:31.978989 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-cbc427ad-12ee-4839-900a-77712376210f tempest-FloatingIPAdminTestJSON-1852183017 tempest-FloatingIPAdminTestJSON-1852183017-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:25:31.992648 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-84740ccb-b9b6-4b82-9bf9-a08d98210ac8 tempest-ExtraDHCPOptionsTestJSON-253464219 tempest-ExtraDHCPOptionsTestJSON-253464219-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:25:31.997575 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-84740ccb-b9b6-4b82-9bf9-a08d98210ac8 tempest-ExtraDHCPOptionsTestJSON-253464219 tempest-ExtraDHCPOptionsTestJSON-253464219-project] Usage tracker for resource:port and tenant:2ec1c9eeec4645998431acb32ed303a3 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:25:32.001820 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-84740ccb-b9b6-4b82-9bf9-a08d98210ac8 tempest-ExtraDHCPOptionsTestJSON-253464219 tempest-ExtraDHCPOptionsTestJSON-253464219-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:25:32.009849 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-84740ccb-b9b6-4b82-9bf9-a08d98210ac8 tempest-ExtraDHCPOptionsTestJSON-253464219 tempest-ExtraDHCPOptionsTestJSON-253464219-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:25:32.015173 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa21979b-8fdc-4ecd-b222-23f557f24648 tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Port bf3ef99d-6575-4cf1-bc1c-abf57de1d0e1 on network ad7f907e-9713-4e69-9955-c6581e002d96 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8251 {{(pid=84152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 20 14:25:32.015695 dv-neutron-825124-1-hyperv neutron-server[84152]: ERROR neutron.plugins.ml2.managers [None req-aa21979b-8fdc-4ecd-b222-23f557f24648 tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Failed to bind port bf3ef99d-6575-4cf1-bc1c-abf57de1d0e1 on host hv-neutron-8251 for vnic_type normal using segments [{'id': '20aca3ea-99dc-443f-992a-159c2afdd367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'ad7f907e-9713-4e69-9955-c6581e002d96'}] Jan 20 14:25:32.022063 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.plugins.ml2.plugin [None req-aa21979b-8fdc-4ecd-b222-23f557f24648 tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Attempt 7 to bind port bf3ef99d-6575-4cf1-bc1c-abf57de1d0e1 Jan 20 14:25:32.034142 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-eba4c7ea-4860-4141-8b59-0dffe0e71e5e tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-105475'] for router, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:32.035072 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-eba4c7ea-4860-4141-8b59-0dffe0e71e5e tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-739204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-744864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-735540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-105484'] for router, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:32.069618 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbc427ad-12ee-4839-900a-77712376210f tempest-FloatingIPAdminTestJSON-1852183017 tempest-FloatingIPAdminTestJSON-1852183017-project] Made reservation on behalf of 6de16a54208647709f49ca9cb2945079 for: {'port': 1} {{(pid=84153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:25:32.078234 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-cbc427ad-12ee-4839-900a-77712376210f tempest-FloatingIPAdminTestJSON-1852183017 tempest-FloatingIPAdminTestJSON-1852183017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:32.078464 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.managers [None req-aa21979b-8fdc-4ecd-b222-23f557f24648 tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Attempting to bind port bf3ef99d-6575-4cf1-bc1c-abf57de1d0e1 on host hv-neutron-8251 for vnic_type normal with profile {{(pid=84152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:25:32.078464 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.managers [None req-aa21979b-8fdc-4ecd-b222-23f557f24648 tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Attempting to bind port bf3ef99d-6575-4cf1-bc1c-abf57de1d0e1 by drivers openvswitch,hyperv on host hv-neutron-8251 at level 0 using segments [{'id': '20aca3ea-99dc-443f-992a-159c2afdd367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'ad7f907e-9713-4e69-9955-c6581e002d96'}] {{(pid=84152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:25:32.078464 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa21979b-8fdc-4ecd-b222-23f557f24648 tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Attempting to bind port bf3ef99d-6575-4cf1-bc1c-abf57de1d0e1 on network ad7f907e-9713-4e69-9955-c6581e002d96 {{(pid=84152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 14:25:32.082144 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-3c1c2ba9-8a53-4fae-ad03-3305cd8375ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:32.094259 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa21979b-8fdc-4ecd-b222-23f557f24648 tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Port bf3ef99d-6575-4cf1-bc1c-abf57de1d0e1 on network ad7f907e-9713-4e69-9955-c6581e002d96 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8251 {{(pid=84152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 20 14:25:32.094433 dv-neutron-825124-1-hyperv neutron-server[84152]: ERROR neutron.plugins.ml2.managers [None req-aa21979b-8fdc-4ecd-b222-23f557f24648 tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Failed to bind port bf3ef99d-6575-4cf1-bc1c-abf57de1d0e1 on host hv-neutron-8251 for vnic_type normal using segments [{'id': '20aca3ea-99dc-443f-992a-159c2afdd367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'ad7f907e-9713-4e69-9955-c6581e002d96'}] Jan 20 14:25:32.094789 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84740ccb-b9b6-4b82-9bf9-a08d98210ac8 tempest-ExtraDHCPOptionsTestJSON-253464219 tempest-ExtraDHCPOptionsTestJSON-253464219-project] Made reservation on behalf of 2ec1c9eeec4645998431acb32ed303a3 for: {'port': 1} {{(pid=84153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:25:32.096873 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.plugins.ml2.plugin [None req-aa21979b-8fdc-4ecd-b222-23f557f24648 tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Attempt 8 to bind port bf3ef99d-6575-4cf1-bc1c-abf57de1d0e1 Jan 20 14:25:32.098656 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-84740ccb-b9b6-4b82-9bf9-a08d98210ac8 tempest-ExtraDHCPOptionsTestJSON-253464219 tempest-ExtraDHCPOptionsTestJSON-253464219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:32.104246 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-eba4c7ea-4860-4141-8b59-0dffe0e71e5e tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:32.121251 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.managers [None req-aa21979b-8fdc-4ecd-b222-23f557f24648 tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Attempting to bind port bf3ef99d-6575-4cf1-bc1c-abf57de1d0e1 on host hv-neutron-8251 for vnic_type normal with profile {{(pid=84152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:25:32.122238 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.managers [None req-aa21979b-8fdc-4ecd-b222-23f557f24648 tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Attempting to bind port bf3ef99d-6575-4cf1-bc1c-abf57de1d0e1 by drivers openvswitch,hyperv on host hv-neutron-8251 at level 0 using segments [{'id': '20aca3ea-99dc-443f-992a-159c2afdd367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'ad7f907e-9713-4e69-9955-c6581e002d96'}] {{(pid=84152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:25:32.122238 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa21979b-8fdc-4ecd-b222-23f557f24648 tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Attempting to bind port bf3ef99d-6575-4cf1-bc1c-abf57de1d0e1 on network ad7f907e-9713-4e69-9955-c6581e002d96 {{(pid=84152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 14:25:32.125081 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.notifiers.nova [None req-cbc427ad-12ee-4839-900a-77712376210f tempest-FloatingIPAdminTestJSON-1852183017 tempest-FloatingIPAdminTestJSON-1852183017-project] device_id is not set on port b1a0f50a-80e3-4258-92b0-9a5615cec859 yet. {{(pid=84153) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 14:25:32.133019 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa21979b-8fdc-4ecd-b222-23f557f24648 tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Port bf3ef99d-6575-4cf1-bc1c-abf57de1d0e1 on network ad7f907e-9713-4e69-9955-c6581e002d96 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8251 {{(pid=84152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 20 14:25:32.133349 dv-neutron-825124-1-hyperv neutron-server[84152]: ERROR neutron.plugins.ml2.managers [None req-aa21979b-8fdc-4ecd-b222-23f557f24648 tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Failed to bind port bf3ef99d-6575-4cf1-bc1c-abf57de1d0e1 on host hv-neutron-8251 for vnic_type normal using segments [{'id': '20aca3ea-99dc-443f-992a-159c2afdd367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'ad7f907e-9713-4e69-9955-c6581e002d96'}] Jan 20 14:25:32.133723 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.plugins.ml2.plugin [None req-aa21979b-8fdc-4ecd-b222-23f557f24648 tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Attempt 9 to bind port bf3ef99d-6575-4cf1-bc1c-abf57de1d0e1 Jan 20 14:25:32.152175 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_common [None req-6df274bc-2c43-43e2-a789-358bc5ce8127 None None] Allocated IP 172.20.0.2 (b11b6c32-0ce7-4437-a5de-0088b139808e/a73e73ef-e293-47f8-ae3c-af81746bc1f5/dc456235-0eb6-429c-a9c4-01fdd381d863) {{(pid=84154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:25:32.156798 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.managers [None req-aa21979b-8fdc-4ecd-b222-23f557f24648 tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Attempting to bind port bf3ef99d-6575-4cf1-bc1c-abf57de1d0e1 on host hv-neutron-8251 for vnic_type normal with profile {{(pid=84152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:25:32.157139 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.managers [None req-aa21979b-8fdc-4ecd-b222-23f557f24648 tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Attempting to bind port bf3ef99d-6575-4cf1-bc1c-abf57de1d0e1 by drivers openvswitch,hyperv on host hv-neutron-8251 at level 0 using segments [{'id': '20aca3ea-99dc-443f-992a-159c2afdd367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'ad7f907e-9713-4e69-9955-c6581e002d96'}] {{(pid=84152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:25:32.157512 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa21979b-8fdc-4ecd-b222-23f557f24648 tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Attempting to bind port bf3ef99d-6575-4cf1-bc1c-abf57de1d0e1 on network ad7f907e-9713-4e69-9955-c6581e002d96 {{(pid=84152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 14:25:32.166294 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-d8b43e15-bbe3-4241-b3ac-71ea10a5ebba tempest-ExternalNetworksTestJSON-1859258134 tempest-ExternalNetworksTestJSON-1859258134-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967'] for network, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:32.168812 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8b43e15-bbe3-4241-b3ac-71ea10a5ebba tempest-ExternalNetworksTestJSON-1859258134 tempest-ExternalNetworksTestJSON-1859258134-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:25:32.169488 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-d8b43e15-bbe3-4241-b3ac-71ea10a5ebba tempest-ExternalNetworksTestJSON-1859258134 tempest-ExternalNetworksTestJSON-1859258134-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1705179'] for network, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:32.173409 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.notifiers.nova [None req-84740ccb-b9b6-4b82-9bf9-a08d98210ac8 tempest-ExtraDHCPOptionsTestJSON-253464219 tempest-ExtraDHCPOptionsTestJSON-253464219-project] device_id is not set on port 6ff6f112-da55-4de1-8c07-35c218508bdf yet. {{(pid=84153) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 14:25:32.246508 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.106', 52244) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:25:32.337962 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b43e15-bbe3-4241-b3ac-71ea10a5ebba tempest-ExternalNetworksTestJSON-1859258134 tempest-ExternalNetworksTestJSON-1859258134-project-admin] Pushing event updated for resources: {'Network': ['ID=6fc756b4-5bf1-4305-8907-8697899fce9a,revision_number=1']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:25:32.340912 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-eba4c7ea-4860-4141-8b59-0dffe0e71e5e tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-744861'] for router, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:32.354925 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [req-94da2ea2-67c0-4ecc-8631-1989ae2e480e req-53379bcb-3886-4d6a-a18a-40f0e20fcae4 tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] Unset dirty status for tenant:2841efab0dc64ab1970d5183558f5547 on resource:security_group {{(pid=84153) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:25:32.360584 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-94da2ea2-67c0-4ecc-8631-1989ae2e480e req-53379bcb-3886-4d6a-a18a-40f0e20fcae4 tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-securitygroup--102352138&fields=id&tenant_id=2841efab0dc64ab1970d5183558f5547 HTTP/1.1" status: 200 len: 267 time: 0.5944345 Jan 20 14:25:32.369917 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Network 6fc756b4-5bf1-4305-8907-8697899fce9a details requested by agent ovs-agent-dv-neutron-825124-1-hyperv with host dv-neutron-825124-1-hyperv {{(pid=84154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 14:25:32.385148 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-d8b43e15-bbe3-4241-b3ac-71ea10a5ebba tempest-ExternalNetworksTestJSON-1859258134 tempest-ExternalNetworksTestJSON-1859258134-project-admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.0377176 Jan 20 14:25:32.386099 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-3c1c2ba9-8a53-4fae-ad03-3305cd8375ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:32.398661 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 32818) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:25:32.452916 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa21979b-8fdc-4ecd-b222-23f557f24648 tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Port bf3ef99d-6575-4cf1-bc1c-abf57de1d0e1 on network ad7f907e-9713-4e69-9955-c6581e002d96 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8251 {{(pid=84152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 20 14:25:32.453252 dv-neutron-825124-1-hyperv neutron-server[84152]: ERROR neutron.plugins.ml2.managers [None req-aa21979b-8fdc-4ecd-b222-23f557f24648 tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Failed to bind port bf3ef99d-6575-4cf1-bc1c-abf57de1d0e1 on host hv-neutron-8251 for vnic_type normal using segments [{'id': '20aca3ea-99dc-443f-992a-159c2afdd367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'ad7f907e-9713-4e69-9955-c6581e002d96'}] Jan 20 14:25:32.458123 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1c2ba9-8a53-4fae-ad03-3305cd8375ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8d314f2-11a7-4e72-97dc-19db62698412,revision_number=1']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:25:32.460755 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.plugins.ml2.plugin [None req-aa21979b-8fdc-4ecd-b222-23f557f24648 tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Attempt 10 to bind port bf3ef99d-6575-4cf1-bc1c-abf57de1d0e1 Jan 20 14:25:32.487234 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-eabab824-463f-4260-97cf-8cf04c53cfe8 req-88d16075-fd1d-412f-ad23-f258a0be3126 tempest-ServersTestJSON-1971346893 tempest-ServersTestJSON-1971346893-project] 10.222.0.54 "GET /v2.0/ports?device_id=ca65b5b7-46e4-4202-83e6-d0c1271c06e0 HTTP/1.1" status: 200 len: 210 time: 0.1327362 Jan 20 14:25:32.619733 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.managers [None req-aa21979b-8fdc-4ecd-b222-23f557f24648 tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Attempting to bind port bf3ef99d-6575-4cf1-bc1c-abf57de1d0e1 on host hv-neutron-8251 for vnic_type normal with profile {{(pid=84152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:25:32.620347 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.managers [None req-aa21979b-8fdc-4ecd-b222-23f557f24648 tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Attempting to bind port bf3ef99d-6575-4cf1-bc1c-abf57de1d0e1 by drivers openvswitch,hyperv on host hv-neutron-8251 at level 0 using segments [{'id': '20aca3ea-99dc-443f-992a-159c2afdd367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'ad7f907e-9713-4e69-9955-c6581e002d96'}] {{(pid=84152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:25:32.620884 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa21979b-8fdc-4ecd-b222-23f557f24648 tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Attempting to bind port bf3ef99d-6575-4cf1-bc1c-abf57de1d0e1 on network ad7f907e-9713-4e69-9955-c6581e002d96 {{(pid=84152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 14:25:32.623616 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-eba4c7ea-4860-4141-8b59-0dffe0e71e5e tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] Notify callbacks [] for router, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:32.625173 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-eba4c7ea-4860-4141-8b59-0dffe0e71e5e tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.8687122 Jan 20 14:25:32.647440 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 32822) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:25:32.693657 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-6df274bc-2c43-43e2-a789-358bc5ce8127 None None] Notify callbacks [] for port, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:32.706563 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-6df274bc-2c43-43e2-a789-358bc5ce8127 None None] Transition to ACTIVE for port object dc456235-0eb6-429c-a9c4-01fdd381d863 will not be triggered until provisioned by entity L2. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:25:32.732161 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-6df274bc-2c43-43e2-a789-358bc5ce8127 None None] Transition to ACTIVE for port object dc456235-0eb6-429c-a9c4-01fdd381d863 will not be triggered until provisioned by entity DHCP. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:25:32.799952 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.db_base_plugin_common [None req-cbc427ad-12ee-4839-900a-77712376210f tempest-FloatingIPAdminTestJSON-1852183017 tempest-FloatingIPAdminTestJSON-1852183017-project] Allocated IP 172.20.0.9 (4016d29d-54bf-43b1-af26-e7f23900bc94/39bd903c-a2c8-4489-b4ce-de95e50f5a11/b1a0f50a-80e3-4258-92b0-9a5615cec859) {{(pid=84153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:25:32.809619 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0457a059-8c19-4b8e-9386-3515c1687e5b req-419a8eac-a585-40db-a7d6-19be3bad7edd tempest-ServersTestJSON-1971346893 tempest-ServersTestJSON-1971346893-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:25:32.811131 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-0457a059-8c19-4b8e-9386-3515c1687e5b req-419a8eac-a585-40db-a7d6-19be3bad7edd tempest-ServersTestJSON-1971346893 tempest-ServersTestJSON-1971346893-project] 10.222.0.106 "GET /v2.0/networks?id=da16ad43-ad30-42db-87b4-6c2adb2c2b3b HTTP/1.1" status: 200 len: 806 time: 0.5636392 Jan 20 14:25:32.813347 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-6df274bc-2c43-43e2-a789-358bc5ce8127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477'] for port, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:32.816462 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa21979b-8fdc-4ecd-b222-23f557f24648 tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Port bf3ef99d-6575-4cf1-bc1c-abf57de1d0e1 on network ad7f907e-9713-4e69-9955-c6581e002d96 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8251 {{(pid=84152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 20 14:25:32.816792 dv-neutron-825124-1-hyperv neutron-server[84152]: ERROR neutron.plugins.ml2.managers [None req-aa21979b-8fdc-4ecd-b222-23f557f24648 tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Failed to bind port bf3ef99d-6575-4cf1-bc1c-abf57de1d0e1 on host hv-neutron-8251 for vnic_type normal using segments [{'id': '20aca3ea-99dc-443f-992a-159c2afdd367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'ad7f907e-9713-4e69-9955-c6581e002d96'}] Jan 20 14:25:32.817256 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-aa21979b-8fdc-4ecd-b222-23f557f24648 tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:32.848144 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-3c1c2ba9-8a53-4fae-ad03-3305cd8375ab admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=5869caa74d4c48e2b031b85f7b1d9f50&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3270018 Jan 20 14:25:32.852445 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 32826) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:25:32.916696 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6df274bc-2c43-43e2-a789-358bc5ce8127 None None] Network b11b6c32-0ce7-4437-a5de-0088b139808e is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:25:32.921000 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-6df274bc-2c43-43e2-a789-358bc5ce8127 None None] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:25:32.928081 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df274bc-2c43-43e2-a789-358bc5ce8127 None None] Received port after_create {{(pid=84154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:25:32.934895 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df274bc-2c43-43e2-a789-358bc5ce8127 None None] Pushing event updated for resources: {'Port': ['ID=dc456235-0eb6-429c-a9c4-01fdd381d863,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:25:32.964182 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-0457a059-8c19-4b8e-9386-3515c1687e5b req-2f2c28e5-4ffd-4c14-9397-7cf3b6ac6710 tempest-ServersTestJSON-1971346893 tempest-ServersTestJSON-1971346893-project] 10.222.0.106 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=02a4359015ef4fdda53e039fb57dd72f HTTP/1.1" status: 200 len: 379 time: 0.1157966 Jan 20 14:25:32.987710 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [req-0457a059-8c19-4b8e-9386-3515c1687e5b req-6d9de8fc-8380-4cce-a9d1-7e948792c98b tempest-ServersTestJSON-1971346893 tempest-ServersTestJSON-1971346893-project] Request body: {'port': {'device_id': 'ca65b5b7-46e4-4202-83e6-d0c1271c06e0', 'network_id': 'da16ad43-ad30-42db-87b4-6c2adb2c2b3b', 'admin_state_up': True, 'tenant_id': '02a4359015ef4fdda53e039fb57dd72f', 'security_groups': ['116cf5fd-87bc-4026-a09c-cf45db2c0b17']}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:25:33.006067 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94da2ea2-67c0-4ecc-8631-1989ae2e480e req-f998534a-4185-4141-99a3-7b2c83f8af87 tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:25:33.007045 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [req-94da2ea2-67c0-4ecc-8631-1989ae2e480e req-f998534a-4185-4141-99a3-7b2c83f8af87 tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] Synchronizing usage tracker for tenant:2841efab0dc64ab1970d5183558f5547 on resource:network {{(pid=84153) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:25:33.035882 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-eea6df97-7ff1-4b63-af20-e3ec8913deda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:33.051189 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-6df274bc-2c43-43e2-a789-358bc5ce8127 None None] Attempting to bind port dc456235-0eb6-429c-a9c4-01fdd381d863 on host dv-neutron-825124-1-hyperv for vnic_type normal with profile {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:25:33.051431 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b48f5872-83ad-498f-bace-77f47d4f2afe tempest-ExternalNetworksTestJSON-1743662288 tempest-ExternalNetworksTestJSON-1743662288-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:25:33.051881 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-6df274bc-2c43-43e2-a789-358bc5ce8127 None None] Attempting to bind port dc456235-0eb6-429c-a9c4-01fdd381d863 by drivers openvswitch,hyperv on host dv-neutron-825124-1-hyperv at level 0 using segments [{'id': 'bee1c29b-2de9-4dc0-86cf-66a61ba5fe01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'b11b6c32-0ce7-4437-a5de-0088b139808e'}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:25:33.051881 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df274bc-2c43-43e2-a789-358bc5ce8127 None None] Attempting to bind port dc456235-0eb6-429c-a9c4-01fdd381d863 on network b11b6c32-0ce7-4437-a5de-0088b139808e {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 14:25:33.055314 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b48f5872-83ad-498f-bace-77f47d4f2afe tempest-ExternalNetworksTestJSON-1743662288 tempest-ExternalNetworksTestJSON-1743662288-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:25:33.059253 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b48f5872-83ad-498f-bace-77f47d4f2afe tempest-ExternalNetworksTestJSON-1743662288 tempest-ExternalNetworksTestJSON-1743662288-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:25:33.059713 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df274bc-2c43-43e2-a789-358bc5ce8127 None None] Checking agent: {'id': '6414dfeb-85c5-454a-8756-709ca637d800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825124-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 16, 31), 'started_at': datetime.datetime(2022, 1, 20, 14, 17, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 25, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825124-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 14:25:33.060089 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df274bc-2c43-43e2-a789-358bc5ce8127 None None] Checking segment: {'id': 'bee1c29b-2de9-4dc0-86cf-66a61ba5fe01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'b11b6c32-0ce7-4437-a5de-0088b139808e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 14:25:33.060545 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-6df274bc-2c43-43e2-a789-358bc5ce8127 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:33.061066 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df274bc-2c43-43e2-a789-358bc5ce8127 None None] Bound using segment: {'id': 'bee1c29b-2de9-4dc0-86cf-66a61ba5fe01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'b11b6c32-0ce7-4437-a5de-0088b139808e'} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 14:25:33.061559 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-6df274bc-2c43-43e2-a789-358bc5ce8127 None None] Bound port: dc456235-0eb6-429c-a9c4-01fdd381d863, host: dv-neutron-825124-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bee1c29b-2de9-4dc0-86cf-66a61ba5fe01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'b11b6c32-0ce7-4437-a5de-0088b139808e'}}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:25:33.061932 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-6df274bc-2c43-43e2-a789-358bc5ce8127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:33.063477 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b48f5872-83ad-498f-bace-77f47d4f2afe tempest-ExternalNetworksTestJSON-1743662288 tempest-ExternalNetworksTestJSON-1743662288-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:25:33.064326 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-b48f5872-83ad-498f-bace-77f47d4f2afe tempest-ExternalNetworksTestJSON-1743662288 tempest-ExternalNetworksTestJSON-1743662288-project] Synchronizing usage tracker for tenant:5b2b0e92b07740b58a4c754d32d10f6b on resource:network {{(pid=84152) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:25:33.089592 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.db_base_plugin_common [None req-84740ccb-b9b6-4b82-9bf9-a08d98210ac8 tempest-ExtraDHCPOptionsTestJSON-253464219 tempest-ExtraDHCPOptionsTestJSON-253464219-project] Allocated IP 172.20.0.5 (b11b6c32-0ce7-4437-a5de-0088b139808e/a73e73ef-e293-47f8-ae3c-af81746bc1f5/6ff6f112-da55-4de1-8c07-35c218508bdf) {{(pid=84153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:25:33.095460 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-b755b3c2-a28b-490d-bfa5-34a6bbc0a74d tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] Notify callbacks [] for router, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:33.177180 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.db [None req-aa21979b-8fdc-4ecd-b222-23f557f24648 tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] For port bf3ef99d-6575-4cf1-bc1c-abf57de1d0e1, host hv-neutron-8251, cleared binding levels {{(pid=84152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 14:25:33.177546 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.db [None req-aa21979b-8fdc-4ecd-b222-23f557f24648 tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Attempted to set empty binding levels {{(pid=84152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jan 20 14:25:33.180229 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-6df274bc-2c43-43e2-a789-358bc5ce8127 None None] For port dc456235-0eb6-429c-a9c4-01fdd381d863, host dv-neutron-825124-1-hyperv, cleared binding levels {{(pid=84154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 14:25:33.184739 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-6df274bc-2c43-43e2-a789-358bc5ce8127 None None] For port dc456235-0eb6-429c-a9c4-01fdd381d863, host dv-neutron-825124-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=dc456235-0eb6-429c-a9c4-01fdd381d863,segment=NetworkSegment(bee1c29b-2de9-4dc0-86cf-66a61ba5fe01),segment_id=bee1c29b-2de9-4dc0-86cf-66a61ba5fe01)] {{(pid=84154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 14:25:33.254644 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-9e89099c-ab07-48b1-8c05-239066255afd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:33.274933 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-aa21979b-8fdc-4ecd-b222-23f557f24648 tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162822'] for port, after_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:33.340664 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-6df274bc-2c43-43e2-a789-358bc5ce8127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:33.392183 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-b48f5872-83ad-498f-bace-77f47d4f2afe tempest-ExternalNetworksTestJSON-1743662288 tempest-ExternalNetworksTestJSON-1743662288-project] Unset dirty status for tenant:5b2b0e92b07740b58a4c754d32d10f6b on resource:network {{(pid=84152) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:25:33.393925 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-b48f5872-83ad-498f-bace-77f47d4f2afe tempest-ExternalNetworksTestJSON-1743662288 tempest-ExternalNetworksTestJSON-1743662288-project] 10.222.0.54 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2454 time: 0.9396358 Jan 20 14:25:33.396087 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-9e89099c-ab07-48b1-8c05-239066255afd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:33.408590 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 32836) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:25:33.442240 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df274bc-2c43-43e2-a789-358bc5ce8127 None None] Pushing event updated for resources: {'Port': ['ID=dc456235-0eb6-429c-a9c4-01fdd381d863,revision_number=2']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:25:33.480197 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [req-94da2ea2-67c0-4ecc-8631-1989ae2e480e req-f998534a-4185-4141-99a3-7b2c83f8af87 tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] Unset dirty status for tenant:2841efab0dc64ab1970d5183558f5547 on resource:network {{(pid=84153) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:25:33.481370 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-94da2ea2-67c0-4ecc-8631-1989ae2e480e req-f998534a-4185-4141-99a3-7b2c83f8af87 tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] 10.222.0.54 "GET /v2.0/networks?id=f21a48f2-2a8e-483a-a3a2-338a6bf081a7 HTTP/1.1" status: 200 len: 811 time: 1.0131371 Jan 20 14:25:33.508803 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-aa21979b-8fdc-4ecd-b222-23f557f24648 tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:33.662296 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa21979b-8fdc-4ecd-b222-23f557f24648 tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Pushing event updated for resources: {'Port': ['ID=bf3ef99d-6575-4cf1-bc1c-abf57de1d0e1,revision_number=2']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:25:33.797954 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-aa21979b-8fdc-4ecd-b222-23f557f24648 tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 982 time: 4.7565212 Jan 20 14:25:33.807941 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 32850) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:25:33.827932 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-84740ccb-b9b6-4b82-9bf9-a08d98210ac8 tempest-ExtraDHCPOptionsTestJSON-253464219 tempest-ExtraDHCPOptionsTestJSON-253464219-project] Notify callbacks [] for port, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:33.845945 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.provisioning_blocks [None req-84740ccb-b9b6-4b82-9bf9-a08d98210ac8 tempest-ExtraDHCPOptionsTestJSON-253464219 tempest-ExtraDHCPOptionsTestJSON-253464219-project] Transition to ACTIVE for port object 6ff6f112-da55-4de1-8c07-35c218508bdf will not be triggered until provisioned by entity DHCP. {{(pid=84153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:25:33.846190 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-b755b3c2-a28b-490d-bfa5-34a6bbc0a74d tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-737761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105493'] for router, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:33.870971 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-b755b3c2-a28b-490d-bfa5-34a6bbc0a74d tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:33.919270 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-7b9c22c3-a465-4ec6-86fa-3dc45f9f779c tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Deleting port bf3ef99d-6575-4cf1-bc1c-abf57de1d0e1 {{(pid=84152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:25:33.920167 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-7b9c22c3-a465-4ec6-86fa-3dc45f9f779c tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:33.930718 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-94da2ea2-67c0-4ecc-8631-1989ae2e480e req-0e32fbb3-3c71-4ccf-97c9-2957463b152e tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] 10.222.0.54 "GET /v2.0/quotas/2841efab0dc64ab1970d5183558f5547 HTTP/1.1" status: 200 len: 375 time: 0.3823669 Jan 20 14:25:33.931733 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [req-0457a059-8c19-4b8e-9386-3515c1687e5b req-6d9de8fc-8380-4cce-a9d1-7e948792c98b tempest-ServersTestJSON-1971346893 tempest-ServersTestJSON-1971346893-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:25:33.943441 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-515a281f-c582-468e-aee5-f36a9b47b6f2 tempest-ExternalNetworksTestJSON-1859258134 tempest-ExternalNetworksTestJSON-1859258134-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586409'] for network, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:33.947841 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-ad4043ac-9ca6-4503-b6fb-2de790bd0d95 req-53c7ab63-8e59-459f-9e3e-98094a15dd5a tempest-ServersTestJSON-1971346893 tempest-ServersTestJSON-1971346893-project] 10.222.0.54 "GET /v2.0/ports?device_id=ca65b5b7-46e4-4202-83e6-d0c1271c06e0 HTTP/1.1" status: 200 len: 210 time: 0.1681054 Jan 20 14:25:33.956556 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-9e89099c-ab07-48b1-8c05-239066255afd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:33.997259 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-b755b3c2-a28b-490d-bfa5-34a6bbc0a74d tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-737693'] for router, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:33.997968 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b755b3c2-a28b-490d-bfa5-34a6bbc0a74d tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5112dd9c-5f54-4115-9717-d28365f99515 {{(pid=84152) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 20 14:25:34.005547 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e89099c-ab07-48b1-8c05-239066255afd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8d314f2-11a7-4e72-97dc-19db62698412,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:25:34.052038 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-cbc427ad-12ee-4839-900a-77712376210f tempest-FloatingIPAdminTestJSON-1852183017 tempest-FloatingIPAdminTestJSON-1852183017-project] Notify callbacks [] for port, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:34.071139 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.provisioning_blocks [None req-cbc427ad-12ee-4839-900a-77712376210f tempest-FloatingIPAdminTestJSON-1852183017 tempest-FloatingIPAdminTestJSON-1852183017-project] Transition to ACTIVE for port object b1a0f50a-80e3-4258-92b0-9a5615cec859 will not be triggered until provisioned by entity DHCP. {{(pid=84153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:25:34.084940 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-b755b3c2-a28b-490d-bfa5-34a6bbc0a74d tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] Notify callbacks [] for router, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:34.088948 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-b755b3c2-a28b-490d-bfa5-34a6bbc0a74d tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] 10.222.0.54 "DELETE /v2.0/routers/5112dd9c-5f54-4115-9717-d28365f99515 HTTP/1.1" status: 204 len: 168 time: 1.4363339 Jan 20 14:25:34.092281 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-84740ccb-b9b6-4b82-9bf9-a08d98210ac8 tempest-ExtraDHCPOptionsTestJSON-253464219 tempest-ExtraDHCPOptionsTestJSON-253464219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:34.104760 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [req-0457a059-8c19-4b8e-9386-3515c1687e5b req-6d9de8fc-8380-4cce-a9d1-7e948792c98b tempest-ServersTestJSON-1971346893 tempest-ServersTestJSON-1971346893-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:25:34.154453 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-9e89099c-ab07-48b1-8c05-239066255afd admin admin] Notify callbacks [] for security_group, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:34.156042 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-9e89099c-ab07-48b1-8c05-239066255afd admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/e8d314f2-11a7-4e72-97dc-19db62698412 HTTP/1.1" status: 204 len: 168 time: 1.2980053 Jan 20 14:25:34.193093 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-cbc427ad-12ee-4839-900a-77712376210f tempest-FloatingIPAdminTestJSON-1852183017 tempest-FloatingIPAdminTestJSON-1852183017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:34.296957 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84740ccb-b9b6-4b82-9bf9-a08d98210ac8 tempest-ExtraDHCPOptionsTestJSON-253464219 tempest-ExtraDHCPOptionsTestJSON-253464219-project] Network b11b6c32-0ce7-4437-a5de-0088b139808e is already hosted by enough agents. {{(pid=84153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:25:34.310367 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.base_scheduler [None req-84740ccb-b9b6-4b82-9bf9-a08d98210ac8 tempest-ExtraDHCPOptionsTestJSON-253464219 tempest-ExtraDHCPOptionsTestJSON-253464219-project] Resources bound (agent type, host, resource id): {{(pid=84153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:25:34.313984 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0457a059-8c19-4b8e-9386-3515c1687e5b req-6d9de8fc-8380-4cce-a9d1-7e948792c98b tempest-ServersTestJSON-1971346893 tempest-ServersTestJSON-1971346893-project] Made reservation on behalf of 02a4359015ef4fdda53e039fb57dd72f for: {'port': 1} {{(pid=84153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:25:34.319008 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-0457a059-8c19-4b8e-9386-3515c1687e5b req-6d9de8fc-8380-4cce-a9d1-7e948792c98b tempest-ServersTestJSON-1971346893 tempest-ServersTestJSON-1971346893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:34.329479 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84740ccb-b9b6-4b82-9bf9-a08d98210ac8 tempest-ExtraDHCPOptionsTestJSON-253464219 tempest-ExtraDHCPOptionsTestJSON-253464219-project] Pushing event updated for resources: {'Port': ['ID=6ff6f112-da55-4de1-8c07-35c218508bdf,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:25:34.405260 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84740ccb-b9b6-4b82-9bf9-a08d98210ac8 tempest-ExtraDHCPOptionsTestJSON-253464219 tempest-ExtraDHCPOptionsTestJSON-253464219-project] Received port after_create {{(pid=84153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:25:34.537388 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.db [None req-7b9c22c3-a465-4ec6-86fa-3dc45f9f779c tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] For port bf3ef99d-6575-4cf1-bc1c-abf57de1d0e1, host hv-neutron-8251, got binding levels [] {{(pid=84152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:25:34.537388 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-7b9c22c3-a465-4ec6-86fa-3dc45f9f779c tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:34.538903 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbc427ad-12ee-4839-900a-77712376210f tempest-FloatingIPAdminTestJSON-1852183017 tempest-FloatingIPAdminTestJSON-1852183017-project] Network 4016d29d-54bf-43b1-af26-e7f23900bc94 is already hosted by enough agents. {{(pid=84153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:25:34.573573 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.base_scheduler [None req-cbc427ad-12ee-4839-900a-77712376210f tempest-FloatingIPAdminTestJSON-1852183017 tempest-FloatingIPAdminTestJSON-1852183017-project] Resources bound (agent type, host, resource id): {{(pid=84153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:25:34.604143 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbc427ad-12ee-4839-900a-77712376210f tempest-FloatingIPAdminTestJSON-1852183017 tempest-FloatingIPAdminTestJSON-1852183017-project] Received port after_create {{(pid=84153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:25:34.729694 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 32860) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:25:34.744083 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-515a281f-c582-468e-aee5-f36a9b47b6f2 tempest-ExternalNetworksTestJSON-1859258134 tempest-ExternalNetworksTestJSON-1859258134-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1626242', 'neutron.services.segments.db._delete_segments_for_network-8769554214620'] for network, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:34.782003 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-7b9c22c3-a465-4ec6-86fa-3dc45f9f779c tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Calling delete_port for bf3ef99d-6575-4cf1-bc1c-abf57de1d0e1 owned by {{(pid=84152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:25:34.881533 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84740ccb-b9b6-4b82-9bf9-a08d98210ac8 tempest-ExtraDHCPOptionsTestJSON-253464219 tempest-ExtraDHCPOptionsTestJSON-253464219-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:25:34.888548 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-84740ccb-b9b6-4b82-9bf9-a08d98210ac8 tempest-ExtraDHCPOptionsTestJSON-253464219 tempest-ExtraDHCPOptionsTestJSON-253464219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:34.962836 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc427ad-12ee-4839-900a-77712376210f tempest-FloatingIPAdminTestJSON-1852183017 tempest-FloatingIPAdminTestJSON-1852183017-project] Pushing event updated for resources: {'Port': ['ID=b1a0f50a-80e3-4258-92b0-9a5615cec859,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:25:34.986238 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2528c42-c690-460d-a794-d5b2e312a38c None None] Network b11b6c32-0ce7-4437-a5de-0088b139808e requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:25:35.000745 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-7b9c22c3-a465-4ec6-86fa-3dc45f9f779c tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:35.102176 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [req-94da2ea2-67c0-4ecc-8631-1989ae2e480e req-3bb3568b-0368-4910-a365-9c4ec7e6a4ef tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] Synchronizing usage tracker for tenant:2841efab0dc64ab1970d5183558f5547 on resource:port {{(pid=84153) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:25:35.128388 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9c22c3-a465-4ec6-86fa-3dc45f9f779c tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Pushing event deleted for resources: {'Port': ['ID=bf3ef99d-6575-4cf1-bc1c-abf57de1d0e1,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:25:35.129310 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.services.segments.db [None req-515a281f-c582-468e-aee5-f36a9b47b6f2 tempest-ExternalNetworksTestJSON-1859258134 tempest-ExternalNetworksTestJSON-1859258134-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fc756b4-5bf1-4305-8907-8697899fce9a']}} {{(pid=84153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:25:35.185430 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-7b9c22c3-a465-4ec6-86fa-3dc45f9f779c tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:35.194756 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-7b9c22c3-a465-4ec6-86fa-3dc45f9f779c tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] 10.222.0.54 "DELETE /v2.0/ports/bf3ef99d-6575-4cf1-bc1c-abf57de1d0e1 HTTP/1.1" status: 204 len: 168 time: 1.3865159 Jan 20 14:25:35.197255 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 32872) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:25:35.272000 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.services.segments.db [None req-515a281f-c582-468e-aee5-f36a9b47b6f2 tempest-ExternalNetworksTestJSON-1859258134 tempest-ExternalNetworksTestJSON-1859258134-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3cc4a31-a5c3-4ede-b140-6b98964bf2c8') {'for_net_delete': True} {{(pid=84153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:25:35.272565 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.services.segments.db [None req-515a281f-c582-468e-aee5-f36a9b47b6f2 tempest-ExternalNetworksTestJSON-1859258134 tempest-ExternalNetworksTestJSON-1859258134-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3cc4a31-a5c3-4ede-b140-6b98964bf2c8') {} {{(pid=84153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:25:35.378897 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-a7e8fb1e-1585-4d12-9fa1-c9bf3592a1fe None None] Provisioning for port dc456235-0eb6-429c-a9c4-01fdd381d863 completed by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:25:35.417525 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-0e609935-d85b-4e74-b69d-6ea6d8420475 tempest-RoutersIpV6AdminTest-217416812 tempest-RoutersIpV6AdminTest-217416812-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-70342712', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d'}, 'admin_state_up': False}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:25:35.427481 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-0e609935-d85b-4e74-b69d-6ea6d8420475 tempest-RoutersIpV6AdminTest-217416812 tempest-RoutersIpV6AdminTest-217416812-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:25:35.433240 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-0e609935-d85b-4e74-b69d-6ea6d8420475 tempest-RoutersIpV6AdminTest-217416812 tempest-RoutersIpV6AdminTest-217416812-project] Usage tracker for resource:router and tenant:f59aced9f6574efc8bfd49e9f7505be7 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:25:35.437901 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-0e609935-d85b-4e74-b69d-6ea6d8420475 tempest-RoutersIpV6AdminTest-217416812 tempest-RoutersIpV6AdminTest-217416812-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:25:35.446972 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-0e609935-d85b-4e74-b69d-6ea6d8420475 tempest-RoutersIpV6AdminTest-217416812 tempest-RoutersIpV6AdminTest-217416812-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:25:35.467461 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbc427ad-12ee-4839-900a-77712376210f tempest-FloatingIPAdminTestJSON-1852183017 tempest-FloatingIPAdminTestJSON-1852183017-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:25:35.468638 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-cbc427ad-12ee-4839-900a-77712376210f tempest-FloatingIPAdminTestJSON-1852183017 tempest-FloatingIPAdminTestJSON-1852183017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:35.507851 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-a7e8fb1e-1585-4d12-9fa1-c9bf3592a1fe None None] Provisioning for port b1a0f50a-80e3-4258-92b0-9a5615cec859 completed by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:25:35.526773 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-a7e8fb1e-1585-4d12-9fa1-c9bf3592a1fe None None] Provisioning complete for port b1a0f50a-80e3-4258-92b0-9a5615cec859 triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:25:35.527303 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-a7e8fb1e-1585-4d12-9fa1-c9bf3592a1fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:35.569398 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device dc456235-0eb6-429c-a9c4-01fdd381d863 up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:25:35.572795 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.pecan_wsgi.hooks.translation [None req-28182eac-7145-4a7c-8337-4727fb8072cd tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] GET failed (client error): The resource could not be found. Jan 20 14:25:35.573312 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-28182eac-7145-4a7c-8337-4727fb8072cd tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Synchronizing usage tracker for tenant:5a61487c48434ad6bef9c98e6b43caa0 on resource:port {{(pid=84152) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:25:35.580868 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-84740ccb-b9b6-4b82-9bf9-a08d98210ac8 tempest-ExtraDHCPOptionsTestJSON-253464219 tempest-ExtraDHCPOptionsTestJSON-253464219-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 3.9674983 Jan 20 14:25:35.589011 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 32880) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:25:35.599822 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-515a281f-c582-468e-aee5-f36a9b47b6f2 tempest-ExternalNetworksTestJSON-1859258134 tempest-ExternalNetworksTestJSON-1859258134-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769554214503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980856'] for segment, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:35.603097 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-52eeae72-2e51-4011-bbb2-5018add518e4 tempest-ExtraDHCPOptionsTestJSON-253464219 tempest-ExtraDHCPOptionsTestJSON-253464219-project] Request body: {'port': {'network_id': 'b11b6c32-0ce7-4437-a5de-0088b139808e', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1270985320', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:25:35.603755 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.api.validators [None req-52eeae72-2e51-4011-bbb2-5018add518e4 tempest-ExtraDHCPOptionsTestJSON-253464219 tempest-ExtraDHCPOptionsTestJSON-253464219-project] bootfile-name is not in valid_values {{(pid=84152) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 20 14:25:35.604226 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.api.validators [None req-52eeae72-2e51-4011-bbb2-5018add518e4 tempest-ExtraDHCPOptionsTestJSON-253464219 tempest-ExtraDHCPOptionsTestJSON-253464219-project] tftp-server is not in valid_values {{(pid=84152) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 20 14:25:35.608332 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [req-cc9f34ff-b776-495e-8077-d714af47de1c req-1c8ade47-7079-4dd2-b6ec-95fcfca86ef6 tempest-ServersTestJSON-1971346893 tempest-ServersTestJSON-1971346893-project] Synchronizing usage tracker for tenant:02a4359015ef4fdda53e039fb57dd72f on resource:port {{(pid=84153) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:25:35.619547 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.api.validators [None req-52eeae72-2e51-4011-bbb2-5018add518e4 tempest-ExtraDHCPOptionsTestJSON-253464219 tempest-ExtraDHCPOptionsTestJSON-253464219-project] server-ip-address is not in valid_values {{(pid=84152) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 20 14:25:35.623276 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [req-94da2ea2-67c0-4ecc-8631-1989ae2e480e req-3bb3568b-0368-4910-a365-9c4ec7e6a4ef tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] Unset dirty status for tenant:2841efab0dc64ab1970d5183558f5547 on resource:port {{(pid=84153) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:25:35.624667 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-94da2ea2-67c0-4ecc-8631-1989ae2e480e req-3bb3568b-0368-4910-a365-9c4ec7e6a4ef tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=2841efab0dc64ab1970d5183558f5547&fields=id HTTP/1.1" status: 200 len: 348 time: 1.6647875 Jan 20 14:25:35.662319 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-515a281f-c582-468e-aee5-f36a9b47b6f2 tempest-ExternalNetworksTestJSON-1859258134 tempest-ExternalNetworksTestJSON-1859258134-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:35.666506 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-a7e8fb1e-1585-4d12-9fa1-c9bf3592a1fe None None] Port b1a0f50a-80e3-4258-92b0-9a5615cec859 cannot update to ACTIVE because it is not bound. {{(pid=84154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 14:25:35.677732 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-515a281f-c582-468e-aee5-f36a9b47b6f2 tempest-ExternalNetworksTestJSON-1859258134 tempest-ExternalNetworksTestJSON-1859258134-project-admin] Releasing vlan 198 on physical network physnet1 to pool {{(pid=84153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 14:25:35.678272 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-515a281f-c582-468e-aee5-f36a9b47b6f2 tempest-ExternalNetworksTestJSON-1859258134 tempest-ExternalNetworksTestJSON-1859258134-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1622950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3944078'] for segment, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:35.710610 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [req-cc9f34ff-b776-495e-8077-d714af47de1c req-1c8ade47-7079-4dd2-b6ec-95fcfca86ef6 tempest-ServersTestJSON-1971346893 tempest-ServersTestJSON-1971346893-project] Unset dirty status for tenant:02a4359015ef4fdda53e039fb57dd72f on resource:port {{(pid=84153) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:25:35.720040 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-cc9f34ff-b776-495e-8077-d714af47de1c req-1c8ade47-7079-4dd2-b6ec-95fcfca86ef6 tempest-ServersTestJSON-1971346893 tempest-ServersTestJSON-1971346893-project] 10.222.0.54 "GET /v2.0/ports?device_id=ca65b5b7-46e4-4202-83e6-d0c1271c06e0 HTTP/1.1" status: 200 len: 210 time: 0.4059031 Jan 20 14:25:35.720766 dv-neutron-825124-1-hyperv neutron-server[84153]: Traceback (most recent call last): Jan 20 14:25:35.720766 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 14:25:35.720766 dv-neutron-825124-1-hyperv neutron-server[84153]: timer() Jan 20 14:25:35.720766 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 14:25:35.720766 dv-neutron-825124-1-hyperv neutron-server[84153]: cb(*args, **kw) Jan 20 14:25:35.720766 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 14:25:35.720766 dv-neutron-825124-1-hyperv neutron-server[84153]: return func(*args, **kwargs) Jan 20 14:25:35.720766 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 14:25:35.720766 dv-neutron-825124-1-hyperv neutron-server[84153]: self._notify() Jan 20 14:25:35.720766 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 14:25:35.720766 dv-neutron-825124-1-hyperv neutron-server[84153]: self.callback(batched_events) Jan 20 14:25:35.720766 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 14:25:35.720766 dv-neutron-825124-1-hyperv neutron-server[84153]: event.method(event) Jan 20 14:25:35.720766 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 14:25:35.720766 dv-neutron-825124-1-hyperv neutron-server[84153]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 14:25:35.720766 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 14:25:35.720766 dv-neutron-825124-1-hyperv neutron-server[84153]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 14:25:35.720766 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 14:25:35.720766 dv-neutron-825124-1-hyperv neutron-server[84153]: return f(self, *a, **k) Jan 20 14:25:35.720766 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 14:25:35.720766 dv-neutron-825124-1-hyperv neutron-server[84153]: return self._get(url).json() Jan 20 14:25:35.720766 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 14:25:35.720766 dv-neutron-825124-1-hyperv neutron-server[84153]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 14:25:35.720766 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 14:25:35.720766 dv-neutron-825124-1-hyperv neutron-server[84153]: return self.request(url, 'GET', **kwargs) Jan 20 14:25:35.720766 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 14:25:35.720766 dv-neutron-825124-1-hyperv neutron-server[84153]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 14:25:35.720766 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 14:25:35.720766 dv-neutron-825124-1-hyperv neutron-server[84153]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 14:25:35.720766 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 14:25:35.720766 dv-neutron-825124-1-hyperv neutron-server[84153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 14:25:35.720766 dv-neutron-825124-1-hyperv neutron-server[84153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 14:25:35.783356 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning for port dc456235-0eb6-429c-a9c4-01fdd381d863 completed by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:25:35.792667 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port dc456235-0eb6-429c-a9c4-01fdd381d863 triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:25:35.793047 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:35.806768 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-0e609935-d85b-4e74-b69d-6ea6d8420475 tempest-RoutersIpV6AdminTest-217416812 tempest-RoutersIpV6AdminTest-217416812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-105475'] for router, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:35.808277 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-0e609935-d85b-4e74-b69d-6ea6d8420475 tempest-RoutersIpV6AdminTest-217416812 tempest-RoutersIpV6AdminTest-217416812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-739204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-744864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-735540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-105484'] for router, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:35.820138 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 32890) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:25:35.829209 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-cbc427ad-12ee-4839-900a-77712376210f tempest-FloatingIPAdminTestJSON-1852183017 tempest-FloatingIPAdminTestJSON-1852183017-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6892934 Jan 20 14:25:35.836915 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.db_base_plugin_common [req-0457a059-8c19-4b8e-9386-3515c1687e5b req-6d9de8fc-8380-4cce-a9d1-7e948792c98b tempest-ServersTestJSON-1971346893 tempest-ServersTestJSON-1971346893-project] Allocated IP 172.20.0.7 (da16ad43-ad30-42db-87b4-6c2adb2c2b3b/fe04fd19-c016-4d9b-bbbe-e9ba6073304a/a2900794-3a49-4b60-9a68-2f6383df387c) {{(pid=84153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:25:35.857727 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-28182eac-7145-4a7c-8337-4727fb8072cd tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Unset dirty status for tenant:5a61487c48434ad6bef9c98e6b43caa0 on resource:port {{(pid=84152) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:25:35.860273 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-28182eac-7145-4a7c-8337-4727fb8072cd tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] 10.222.0.54 "GET /v2.0/ports/bf3ef99d-6575-4cf1-bc1c-abf57de1d0e1 HTTP/1.1" status: 404 len: 333 time: 0.6615236 Jan 20 14:25:35.878516 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 32894) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:25:35.891895 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-0ccb8c55-3bb5-49ae-91b5-512fd1411875 tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Request body: {'port': {'network_id': 'ad7f907e-9713-4e69-9955-c6581e002d96', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-897424423'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:25:35.914529 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-0ccb8c55-3bb5-49ae-91b5-512fd1411875 tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:25:36.001240 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-0ccb8c55-3bb5-49ae-91b5-512fd1411875 tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:25:36.062023 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-52eeae72-2e51-4011-bbb2-5018add518e4 tempest-ExtraDHCPOptionsTestJSON-253464219 tempest-ExtraDHCPOptionsTestJSON-253464219-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:25:36.066863 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-52eeae72-2e51-4011-bbb2-5018add518e4 tempest-ExtraDHCPOptionsTestJSON-253464219 tempest-ExtraDHCPOptionsTestJSON-253464219-project] Usage tracker for resource:port and tenant:2ec1c9eeec4645998431acb32ed303a3 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:25:36.070424 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-52eeae72-2e51-4011-bbb2-5018add518e4 tempest-ExtraDHCPOptionsTestJSON-253464219 tempest-ExtraDHCPOptionsTestJSON-253464219-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:25:36.082466 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-52eeae72-2e51-4011-bbb2-5018add518e4 tempest-ExtraDHCPOptionsTestJSON-253464219 tempest-ExtraDHCPOptionsTestJSON-253464219-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:25:36.096326 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:36.169184 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ccb8c55-3bb5-49ae-91b5-512fd1411875 tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Made reservation on behalf of 5a61487c48434ad6bef9c98e6b43caa0 for: {'port': 1} {{(pid=84152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:25:36.171603 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-0ccb8c55-3bb5-49ae-91b5-512fd1411875 tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:36.189297 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] For port dc456235-0eb6-429c-a9c4-01fdd381d863, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=dc456235-0eb6-429c-a9c4-01fdd381d863,segment=NetworkSegment(bee1c29b-2de9-4dc0-86cf-66a61ba5fe01),segment_id=bee1c29b-2de9-4dc0-86cf-66a61ba5fe01)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:25:36.209563 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52eeae72-2e51-4011-bbb2-5018add518e4 tempest-ExtraDHCPOptionsTestJSON-253464219 tempest-ExtraDHCPOptionsTestJSON-253464219-project] Made reservation on behalf of 2ec1c9eeec4645998431acb32ed303a3 for: {'port': 1} {{(pid=84152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:25:36.212900 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-52eeae72-2e51-4011-bbb2-5018add518e4 tempest-ExtraDHCPOptionsTestJSON-253464219 tempest-ExtraDHCPOptionsTestJSON-253464219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:36.271713 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.notifiers.nova [None req-0ccb8c55-3bb5-49ae-91b5-512fd1411875 tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] device_id is not set on port f705b289-7e89-4b87-a71a-3fd7f82191e3 yet. {{(pid=84152) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 14:25:36.277811 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-515a281f-c582-468e-aee5-f36a9b47b6f2 tempest-ExternalNetworksTestJSON-1859258134 tempest-ExternalNetworksTestJSON-1859258134-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1626253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-745296'] for network, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:36.292079 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-a30bd9e5-eeb2-4695-8ef6-aaae92a35622 None None] Provisioning for port 6ff6f112-da55-4de1-8c07-35c218508bdf completed by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:25:36.295806 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:36.376994 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-a30bd9e5-eeb2-4695-8ef6-aaae92a35622 None None] Provisioning complete for port 6ff6f112-da55-4de1-8c07-35c218508bdf triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:25:36.378817 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-a30bd9e5-eeb2-4695-8ef6-aaae92a35622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:36.384822 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-0e609935-d85b-4e74-b69d-6ea6d8420475 tempest-RoutersIpV6AdminTest-217416812 tempest-RoutersIpV6AdminTest-217416812-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:36.386558 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515a281f-c582-468e-aee5-f36a9b47b6f2 tempest-ExternalNetworksTestJSON-1859258134 tempest-ExternalNetworksTestJSON-1859258134-project-admin] Pushing event deleted for resources: {'Network': ['ID=6fc756b4-5bf1-4305-8907-8697899fce9a,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:25:36.397805 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-515a281f-c582-468e-aee5-f36a9b47b6f2 tempest-ExternalNetworksTestJSON-1859258134 tempest-ExternalNetworksTestJSON-1859258134-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 6fc756b4-5bf1-4305-8907-8697899fce9a {{(pid=84153) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 20 14:25:36.399559 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.notifiers.nova [None req-52eeae72-2e51-4011-bbb2-5018add518e4 tempest-ExtraDHCPOptionsTestJSON-253464219 tempest-ExtraDHCPOptionsTestJSON-253464219-project] device_id is not set on port f74c57d4-2a0a-40d9-8d2b-2e5bd8521513 yet. {{(pid=84152) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 14:25:36.419485 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-0457a059-8c19-4b8e-9386-3515c1687e5b req-6d9de8fc-8380-4cce-a9d1-7e948792c98b tempest-ServersTestJSON-1971346893 tempest-ServersTestJSON-1971346893-project] Notify callbacks [] for port, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:36.423544 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-515a281f-c582-468e-aee5-f36a9b47b6f2 tempest-ExternalNetworksTestJSON-1859258134 tempest-ExternalNetworksTestJSON-1859258134-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1705179'] for network, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:36.454872 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-515a281f-c582-468e-aee5-f36a9b47b6f2 tempest-ExternalNetworksTestJSON-1859258134 tempest-ExternalNetworksTestJSON-1859258134-project-admin] 10.222.0.54 "DELETE /v2.0/networks/6fc756b4-5bf1-4305-8907-8697899fce9a HTTP/1.1" status: 204 len: 168 time: 3.0427105 Jan 20 14:25:36.461051 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 32906) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:25:36.466339 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.provisioning_blocks [req-0457a059-8c19-4b8e-9386-3515c1687e5b req-6d9de8fc-8380-4cce-a9d1-7e948792c98b tempest-ServersTestJSON-1971346893 tempest-ServersTestJSON-1971346893-project] Transition to ACTIVE for port object a2900794-3a49-4b60-9a68-2f6383df387c will not be triggered until provisioned by entity DHCP. {{(pid=84153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:25:36.503504 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [req-94da2ea2-67c0-4ecc-8631-1989ae2e480e req-6485b9f0-5135-4803-93dc-ea38faa9f317 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=84153) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 20 14:25:36.510435 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-6a065480-75b4-455d-b364-a43bab77efaf tempest-FloatingIPAdminTestJSON-1056319808 tempest-FloatingIPAdminTestJSON-1056319808-project-admin] Request body: {'floatingip': {'floating_network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'project_id': '6de16a54208647709f49ca9cb2945079', 'port_id': 'b1a0f50a-80e3-4258-92b0-9a5615cec859'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:25:36.513338 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-94da2ea2-67c0-4ecc-8631-1989ae2e480e req-6485b9f0-5135-4803-93dc-ea38faa9f317 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.3612616 Jan 20 14:25:36.520582 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-6a065480-75b4-455d-b364-a43bab77efaf tempest-FloatingIPAdminTestJSON-1056319808 tempest-FloatingIPAdminTestJSON-1056319808-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:25:36.538649 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-6a065480-75b4-455d-b364-a43bab77efaf tempest-FloatingIPAdminTestJSON-1056319808 tempest-FloatingIPAdminTestJSON-1056319808-project-admin] Usage tracker for resource:floatingip and tenant:6de16a54208647709f49ca9cb2945079 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:25:36.545549 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-edd4d8cc-3298-489b-a38f-b6579aaecd26 tempest-ExternalNetworksTestJSON-1859258134 tempest-ExternalNetworksTestJSON-1859258134-project-admin] Request body: {'network': {'name': 'tempest-network--1230416530', 'router:external': True}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:25:36.554696 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-6a065480-75b4-455d-b364-a43bab77efaf tempest-FloatingIPAdminTestJSON-1056319808 tempest-FloatingIPAdminTestJSON-1056319808-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:25:36.566209 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-edd4d8cc-3298-489b-a38f-b6579aaecd26 tempest-ExternalNetworksTestJSON-1859258134 tempest-ExternalNetworksTestJSON-1859258134-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:25:36.661871 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-a30bd9e5-eeb2-4695-8ef6-aaae92a35622 None None] Port 6ff6f112-da55-4de1-8c07-35c218508bdf cannot update to ACTIVE because it is not bound. {{(pid=84154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 14:25:36.696107 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-edd4d8cc-3298-489b-a38f-b6579aaecd26 tempest-ExternalNetworksTestJSON-1859258134 tempest-ExternalNetworksTestJSON-1859258134-project-admin] Usage tracker for resource:network and tenant:f98f9b0815f742f49631f68fc8ce8165 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:25:36.699754 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-edd4d8cc-3298-489b-a38f-b6579aaecd26 tempest-ExternalNetworksTestJSON-1859258134 tempest-ExternalNetworksTestJSON-1859258134-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:25:36.713784 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Pushing event updated for resources: {'Port': ['ID=dc456235-0eb6-429c-a9c4-01fdd381d863,revision_number=3']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:25:36.717843 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-0457a059-8c19-4b8e-9386-3515c1687e5b req-6d9de8fc-8380-4cce-a9d1-7e948792c98b tempest-ServersTestJSON-1971346893 tempest-ServersTestJSON-1971346893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:36.719776 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-edd4d8cc-3298-489b-a38f-b6579aaecd26 tempest-ExternalNetworksTestJSON-1859258134 tempest-ExternalNetworksTestJSON-1859258134-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:25:36.764017 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-a30bd9e5-eeb2-4695-8ef6-aaae92a35622 None None] Provisioning complete for port dc456235-0eb6-429c-a9c4-01fdd381d863 triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:25:36.768364 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-a30bd9e5-eeb2-4695-8ef6-aaae92a35622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:36.883564 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-0ccb8c55-3bb5-49ae-91b5-512fd1411875 tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:37.014573 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edd4d8cc-3298-489b-a38f-b6579aaecd26 tempest-ExternalNetworksTestJSON-1859258134 tempest-ExternalNetworksTestJSON-1859258134-project-admin] Made reservation on behalf of f98f9b0815f742f49631f68fc8ce8165 for: {'network': 1} {{(pid=84153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:25:37.016939 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-edd4d8cc-3298-489b-a38f-b6579aaecd26 tempest-ExternalNetworksTestJSON-1859258134 tempest-ExternalNetworksTestJSON-1859258134-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for network, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:37.032934 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0457a059-8c19-4b8e-9386-3515c1687e5b req-6d9de8fc-8380-4cce-a9d1-7e948792c98b tempest-ServersTestJSON-1971346893 tempest-ServersTestJSON-1971346893-project] Network da16ad43-ad30-42db-87b4-6c2adb2c2b3b is already hosted by enough agents. {{(pid=84153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:25:37.096857 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-6a065480-75b4-455d-b364-a43bab77efaf tempest-FloatingIPAdminTestJSON-1056319808 tempest-FloatingIPAdminTestJSON-1056319808-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:25:37.111196 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.base_scheduler [req-0457a059-8c19-4b8e-9386-3515c1687e5b req-6d9de8fc-8380-4cce-a9d1-7e948792c98b tempest-ServersTestJSON-1971346893 tempest-ServersTestJSON-1971346893-project] Resources bound (agent type, host, resource id): {{(pid=84153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:25:37.114303 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.l3_dvrscheduler_db [req-0457a059-8c19-4b8e-9386-3515c1687e5b req-6d9de8fc-8380-4cce-a9d1-7e948792c98b tempest-ServersTestJSON-1971346893 tempest-ServersTestJSON-1971346893-project] Received port after_create {{(pid=84153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:25:37.192758 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9de8fc-8380-4cce-a9d1-7e948792c98b tempest-ServersTestJSON-1971346893 tempest-ServersTestJSON-1971346893-project] Pushing event updated for resources: {'Port': ['ID=a2900794-3a49-4b60-9a68-2f6383df387c,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:25:37.201959 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-0ccb8c55-3bb5-49ae-91b5-512fd1411875 tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:37.232179 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-94da2ea2-67c0-4ecc-8631-1989ae2e480e req-82a311e4-ddee-4087-aea1-aa5d025c200a service neutron] 10.222.0.54 "GET /v2.0/networks/f21a48f2-2a8e-483a-a3a2-338a6bf081a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7179537 Jan 20 14:25:37.243489 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-0e609935-d85b-4e74-b69d-6ea6d8420475 tempest-RoutersIpV6AdminTest-217416812 tempest-RoutersIpV6AdminTest-217416812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-744886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-105502'] for router, precommit_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:37.251152 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.db_base_plugin_common [None req-52eeae72-2e51-4011-bbb2-5018add518e4 tempest-ExtraDHCPOptionsTestJSON-253464219 tempest-ExtraDHCPOptionsTestJSON-253464219-project] Allocated IP 172.20.0.7 (b11b6c32-0ce7-4437-a5de-0088b139808e/a73e73ef-e293-47f8-ae3c-af81746bc1f5/f74c57d4-2a0a-40d9-8d2b-2e5bd8521513) {{(pid=84152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:25:37.307421 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-8402ce85-0793-4b96-94e4-d188975a314c None None] Provisioning complete for port 6ff6f112-da55-4de1-8c07-35c218508bdf triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:25:37.308914 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-8402ce85-0793-4b96-94e4-d188975a314c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:37.382593 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ccb8c55-3bb5-49ae-91b5-512fd1411875 tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Network ad7f907e-9713-4e69-9955-c6581e002d96 is already hosted by enough agents. {{(pid=84152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:25:37.401647 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edd4d8cc-3298-489b-a38f-b6579aaecd26 tempest-ExternalNetworksTestJSON-1859258134 tempest-ExternalNetworksTestJSON-1859258134-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 164} {{(pid=84153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 14:25:37.405942 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.base_scheduler [None req-0ccb8c55-3bb5-49ae-91b5-512fd1411875 tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Resources bound (agent type, host, resource id): {{(pid=84152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:25:37.408600 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-6a065480-75b4-455d-b364-a43bab77efaf tempest-FloatingIPAdminTestJSON-1056319808 tempest-FloatingIPAdminTestJSON-1056319808-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:37.450831 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ccb8c55-3bb5-49ae-91b5-512fd1411875 tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Received port after_create {{(pid=84152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:25:37.454746 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ccb8c55-3bb5-49ae-91b5-512fd1411875 tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:25:37.456723 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-0ccb8c55-3bb5-49ae-91b5-512fd1411875 tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:37.465986 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device dc456235-0eb6-429c-a9c4-01fdd381d863 up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:25:37.559766 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-8402ce85-0793-4b96-94e4-d188975a314c None None] Port 6ff6f112-da55-4de1-8c07-35c218508bdf cannot update to ACTIVE because it is not bound. {{(pid=84154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 14:25:37.645191 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port dc456235-0eb6-429c-a9c4-01fdd381d863 triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:25:37.647544 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:37.655067 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-0ccb8c55-3bb5-49ae-91b5-512fd1411875 tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.7754474 Jan 20 14:25:37.658462 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0457a059-8c19-4b8e-9386-3515c1687e5b req-6d9de8fc-8380-4cce-a9d1-7e948792c98b tempest-ServersTestJSON-1971346893 tempest-ServersTestJSON-1971346893-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:25:37.659120 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-0457a059-8c19-4b8e-9386-3515c1687e5b req-6d9de8fc-8380-4cce-a9d1-7e948792c98b tempest-ServersTestJSON-1971346893 tempest-ServersTestJSON-1971346893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:37.663048 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 32918) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:25:37.715048 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccb8c55-3bb5-49ae-91b5-512fd1411875 tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Pushing event updated for resources: {'Port': ['ID=f705b289-7e89-4b87-a71a-3fd7f82191e3,revision_number=1']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:25:37.722949 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-f08a7333-1f46-4188-b6a7-0675f4e1102a tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8251'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:25:37.824727 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-edd4d8cc-3298-489b-a38f-b6579aaecd26 tempest-ExternalNetworksTestJSON-1859258134 tempest-ExternalNetworksTestJSON-1859258134-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:37.825070 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.db.segments_db [None req-edd4d8cc-3298-489b-a38f-b6579aaecd26 tempest-ExternalNetworksTestJSON-1859258134 tempest-ExternalNetworksTestJSON-1859258134-project-admin] Added segment ffb97441-b47e-492b-a2fd-c7ab4a23c15d of type vlan for network d7e9d731-3fff-4ba5-9827-957ed34ca4f5 Jan 20 14:25:37.979844 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-83d79ea6-f3ba-49ad-b4b2-97b82e3c8841 None None] Provisioning for port a2900794-3a49-4b60-9a68-2f6383df387c completed by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:25:37.987595 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-83d79ea6-f3ba-49ad-b4b2-97b82e3c8841 None None] Provisioning complete for port a2900794-3a49-4b60-9a68-2f6383df387c triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:25:37.988733 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-83d79ea6-f3ba-49ad-b4b2-97b82e3c8841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:38.059272 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-6a065480-75b4-455d-b364-a43bab77efaf tempest-FloatingIPAdminTestJSON-1056319808 tempest-FloatingIPAdminTestJSON-1056319808-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:38.082740 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0c7726-7e20-48f7-a393-650ffc1a688b req-657c2fb7-6899-4eb2-8e48-167e499e551a tempest-ServersTestJSON-1971346893 tempest-ServersTestJSON-1971346893-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:25:38.084425 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-ab0c7726-7e20-48f7-a393-650ffc1a688b req-657c2fb7-6899-4eb2-8e48-167e499e551a tempest-ServersTestJSON-1971346893 tempest-ServersTestJSON-1971346893-project] 10.222.0.54 "GET /v2.0/ports?device_id=ca65b5b7-46e4-4202-83e6-d0c1271c06e0 HTTP/1.1" status: 200 len: 931 time: 1.0549455 Jan 20 14:25:38.105566 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-0457a059-8c19-4b8e-9386-3515c1687e5b req-6d9de8fc-8380-4cce-a9d1-7e948792c98b tempest-ServersTestJSON-1971346893 tempest-ServersTestJSON-1971346893-project] 10.222.0.106 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.1325812 Jan 20 14:25:38.116210 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-edd4d8cc-3298-489b-a38f-b6579aaecd26 tempest-ExternalNetworksTestJSON-1859258134 tempest-ExternalNetworksTestJSON-1859258134-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769553767792'] for network, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:38.132863 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-f08a7333-1f46-4188-b6a7-0675f4e1102a tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:38.151464 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-83d79ea6-f3ba-49ad-b4b2-97b82e3c8841 None None] Port a2900794-3a49-4b60-9a68-2f6383df387c cannot update to ACTIVE because it is not bound. {{(pid=84154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 14:25:38.153107 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [req-0457a059-8c19-4b8e-9386-3515c1687e5b req-7fb912f3-a805-4e7f-abff-d1012dd46e40 tempest-ServersTestJSON-1971346893 tempest-ServersTestJSON-1971346893-project] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=84153) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 20 14:25:38.154314 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-0457a059-8c19-4b8e-9386-3515c1687e5b req-7fb912f3-a805-4e7f-abff-d1012dd46e40 tempest-ServersTestJSON-1971346893 tempest-ServersTestJSON-1971346893-project] 10.222.0.106 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0104418 Jan 20 14:25:38.170329 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-94da2ea2-67c0-4ecc-8631-1989ae2e480e req-505e4ab6-2571-45cb-af21-a3c17cc254d8 service neutron] 10.222.0.54 "GET /v2.0/networks/f21a48f2-2a8e-483a-a3a2-338a6bf081a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9103670 Jan 20 14:25:38.184549 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-52eeae72-2e51-4011-bbb2-5018add518e4 tempest-ExtraDHCPOptionsTestJSON-253464219 tempest-ExtraDHCPOptionsTestJSON-253464219-project] Notify callbacks [] for port, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:38.278283 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-ab0c7726-7e20-48f7-a393-650ffc1a688b req-9e751f92-9e45-4cbc-ae75-e2011f45999a tempest-ServersTestJSON-1971346893 tempest-ServersTestJSON-1971346893-project] 10.222.0.54 "GET /v2.0/security-groups?id=116cf5fd-87bc-4026-a09c-cf45db2c0b17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1775708 Jan 20 14:25:38.334240 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.provisioning_blocks [None req-52eeae72-2e51-4011-bbb2-5018add518e4 tempest-ExtraDHCPOptionsTestJSON-253464219 tempest-ExtraDHCPOptionsTestJSON-253464219-project] Transition to ACTIVE for port object f74c57d4-2a0a-40d9-8d2b-2e5bd8521513 will not be triggered until provisioned by entity DHCP. {{(pid=84152) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:25:38.385866 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-edd4d8cc-3298-489b-a38f-b6579aaecd26 tempest-ExternalNetworksTestJSON-1859258134 tempest-ExternalNetworksTestJSON-1859258134-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967'] for network, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:38.387090 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edd4d8cc-3298-489b-a38f-b6579aaecd26 tempest-ExternalNetworksTestJSON-1859258134 tempest-ExternalNetworksTestJSON-1859258134-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:25:38.387915 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-edd4d8cc-3298-489b-a38f-b6579aaecd26 tempest-ExternalNetworksTestJSON-1859258134 tempest-ExternalNetworksTestJSON-1859258134-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1705179'] for network, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:38.646832 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-edd4d8cc-3298-489b-a38f-b6579aaecd26 tempest-ExternalNetworksTestJSON-1859258134 tempest-ExternalNetworksTestJSON-1859258134-project-admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 2.1843464 Jan 20 14:25:38.674821 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.db_base_plugin_common [None req-6a065480-75b4-455d-b364-a43bab77efaf tempest-FloatingIPAdminTestJSON-1056319808 tempest-FloatingIPAdminTestJSON-1056319808-project-admin] Allocated IP 172.26.7.183 (8dffb05c-5ca0-409b-bd5f-7be6264f707d/a489dd4f-42a5-433b-8be3-bab2749c4209/0dc8df9f-ed82-45ec-9728-64aa2de2e1b9) {{(pid=84152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:25:38.706509 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 32940) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:25:38.758284 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd4d8cc-3298-489b-a38f-b6579aaecd26 tempest-ExternalNetworksTestJSON-1859258134 tempest-ExternalNetworksTestJSON-1859258134-project-admin] Pushing event updated for resources: {'Network': ['ID=d7e9d731-3fff-4ba5-9827-957ed34ca4f5,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:25:38.767023 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.db.resource_extend [None req-f08a7333-1f46-4188-b6a7-0675f4e1102a tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 20 14:25:38.775481 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Network d7e9d731-3fff-4ba5-9827-957ed34ca4f5 details requested by agent ovs-agent-dv-neutron-825124-1-hyperv with host dv-neutron-825124-1-hyperv {{(pid=84154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 14:25:38.815071 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-52eeae72-2e51-4011-bbb2-5018add518e4 tempest-ExtraDHCPOptionsTestJSON-253464219 tempest-ExtraDHCPOptionsTestJSON-253464219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:38.931951 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.notifiers.nova [None req-f08a7333-1f46-4188-b6a7-0675f4e1102a tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] device_id is not set on port f705b289-7e89-4b87-a71a-3fd7f82191e3 yet. {{(pid=84153) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 14:25:38.941147 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-f08a7333-1f46-4188-b6a7-0675f4e1102a tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:38.964274 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.provisioning_blocks [None req-f08a7333-1f46-4188-b6a7-0675f4e1102a tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Transition to ACTIVE for port object f705b289-7e89-4b87-a71a-3fd7f82191e3 will not be triggered until provisioned by entity L2. {{(pid=84153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:25:38.977324 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [req-0457a059-8c19-4b8e-9386-3515c1687e5b req-178387cb-c928-40a4-8865-33ca76804c0f service neutron] Request body: {'port': {'device_id': 'ca65b5b7-46e4-4202-83e6-d0c1271c06e0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8251'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:25:39.090102 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-79c939f2-a10d-4ccd-a091-dd1873b8ad39 req-9f97500e-ebc1-49f4-8f6b-15928ee61d8b tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] 10.222.0.54 "GET /v2.0/ports?device_id=c1ec459f-0c13-4ec8-b610-ebb2038ce473 HTTP/1.1" status: 200 len: 210 time: 0.4503858 Jan 20 14:25:39.132160 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-f08a7333-1f46-4188-b6a7-0675f4e1102a tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3944146'] for port, after_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:39.137588 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-0e609935-d85b-4e74-b69d-6ea6d8420475 tempest-RoutersIpV6AdminTest-217416812 tempest-RoutersIpV6AdminTest-217416812-project] Notify callbacks [] for router_gateway, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:39.233817 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52eeae72-2e51-4011-bbb2-5018add518e4 tempest-ExtraDHCPOptionsTestJSON-253464219 tempest-ExtraDHCPOptionsTestJSON-253464219-project] Network b11b6c32-0ce7-4437-a5de-0088b139808e is already hosted by enough agents. {{(pid=84152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:25:39.239553 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52eeae72-2e51-4011-bbb2-5018add518e4 tempest-ExtraDHCPOptionsTestJSON-253464219 tempest-ExtraDHCPOptionsTestJSON-253464219-project] Pushing event updated for resources: {'Port': ['ID=f74c57d4-2a0a-40d9-8d2b-2e5bd8521513,revision_number=1']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:25:39.240535 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-0e609935-d85b-4e74-b69d-6ea6d8420475 tempest-RoutersIpV6AdminTest-217416812 tempest-RoutersIpV6AdminTest-217416812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:39.242228 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.base_scheduler [None req-52eeae72-2e51-4011-bbb2-5018add518e4 tempest-ExtraDHCPOptionsTestJSON-253464219 tempest-ExtraDHCPOptionsTestJSON-253464219-project] Resources bound (agent type, host, resource id): {{(pid=84152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:25:39.250285 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52eeae72-2e51-4011-bbb2-5018add518e4 tempest-ExtraDHCPOptionsTestJSON-253464219 tempest-ExtraDHCPOptionsTestJSON-253464219-project] Received port after_create {{(pid=84152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:25:39.319982 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcae2d5e-75a6-411a-97fe-687e6ef82735 tempest-ExternalNetworksTestJSON-1743662288 tempest-ExternalNetworksTestJSON-1743662288-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:25:39.321431 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-fcae2d5e-75a6-411a-97fe-687e6ef82735 tempest-ExternalNetworksTestJSON-1743662288 tempest-ExternalNetworksTestJSON-1743662288-project] 10.222.0.54 "GET /v2.0/networks/d7e9d731-3fff-4ba5-9827-957ed34ca4f5 HTTP/1.1" status: 200 len: 757 time: 0.6132748 Jan 20 14:25:39.328689 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 32964) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:25:39.427591 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08a7333-1f46-4188-b6a7-0675f4e1102a tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Pushing event updated for resources: {'Port': ['ID=f705b289-7e89-4b87-a71a-3fd7f82191e3,revision_number=2']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:25:39.505043 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-0457a059-8c19-4b8e-9386-3515c1687e5b req-178387cb-c928-40a4-8865-33ca76804c0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:39.526091 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52eeae72-2e51-4011-bbb2-5018add518e4 tempest-ExtraDHCPOptionsTestJSON-253464219 tempest-ExtraDHCPOptionsTestJSON-253464219-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:25:39.529971 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-52eeae72-2e51-4011-bbb2-5018add518e4 tempest-ExtraDHCPOptionsTestJSON-253464219 tempest-ExtraDHCPOptionsTestJSON-253464219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:39.556525 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.managers [None req-f08a7333-1f46-4188-b6a7-0675f4e1102a tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Attempting to bind port f705b289-7e89-4b87-a71a-3fd7f82191e3 on host hv-neutron-8251 for vnic_type normal with profile {{(pid=84153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:25:39.559316 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.managers [None req-f08a7333-1f46-4188-b6a7-0675f4e1102a tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Attempting to bind port f705b289-7e89-4b87-a71a-3fd7f82191e3 by drivers openvswitch,hyperv on host hv-neutron-8251 at level 0 using segments [{'id': '20aca3ea-99dc-443f-992a-159c2afdd367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'ad7f907e-9713-4e69-9955-c6581e002d96'}] {{(pid=84153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:25:39.560125 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f08a7333-1f46-4188-b6a7-0675f4e1102a tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Attempting to bind port f705b289-7e89-4b87-a71a-3fd7f82191e3 on network ad7f907e-9713-4e69-9955-c6581e002d96 {{(pid=84153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 14:25:39.616890 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 32970) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:25:39.638564 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f08a7333-1f46-4188-b6a7-0675f4e1102a tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Port f705b289-7e89-4b87-a71a-3fd7f82191e3 on network ad7f907e-9713-4e69-9955-c6581e002d96 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8251 {{(pid=84153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 20 14:25:39.639398 dv-neutron-825124-1-hyperv neutron-server[84153]: ERROR neutron.plugins.ml2.managers [None req-f08a7333-1f46-4188-b6a7-0675f4e1102a tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Failed to bind port f705b289-7e89-4b87-a71a-3fd7f82191e3 on host hv-neutron-8251 for vnic_type normal using segments [{'id': '20aca3ea-99dc-443f-992a-159c2afdd367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'ad7f907e-9713-4e69-9955-c6581e002d96'}] Jan 20 14:25:39.647987 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.plugins.ml2.plugin [None req-f08a7333-1f46-4188-b6a7-0675f4e1102a tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Attempt 2 to bind port f705b289-7e89-4b87-a71a-3fd7f82191e3 Jan 20 14:25:39.673306 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.managers [None req-f08a7333-1f46-4188-b6a7-0675f4e1102a tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Attempting to bind port f705b289-7e89-4b87-a71a-3fd7f82191e3 on host hv-neutron-8251 for vnic_type normal with profile {{(pid=84153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:25:39.673653 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.managers [None req-f08a7333-1f46-4188-b6a7-0675f4e1102a tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Attempting to bind port f705b289-7e89-4b87-a71a-3fd7f82191e3 by drivers openvswitch,hyperv on host hv-neutron-8251 at level 0 using segments [{'id': '20aca3ea-99dc-443f-992a-159c2afdd367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'ad7f907e-9713-4e69-9955-c6581e002d96'}] {{(pid=84153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:25:39.674081 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f08a7333-1f46-4188-b6a7-0675f4e1102a tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Attempting to bind port f705b289-7e89-4b87-a71a-3fd7f82191e3 on network ad7f907e-9713-4e69-9955-c6581e002d96 {{(pid=84153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 14:25:39.787088 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab07eabf-2c4b-476d-9a6f-51b7325f1b1c None None] Provisioning for port f74c57d4-2a0a-40d9-8d2b-2e5bd8521513 completed by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:25:39.795598 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab07eabf-2c4b-476d-9a6f-51b7325f1b1c None None] Provisioning complete for port f74c57d4-2a0a-40d9-8d2b-2e5bd8521513 triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:25:39.795977 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab07eabf-2c4b-476d-9a6f-51b7325f1b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:39.823971 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-6a065480-75b4-455d-b364-a43bab77efaf tempest-FloatingIPAdminTestJSON-1056319808 tempest-FloatingIPAdminTestJSON-1056319808-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:39.858053 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e6c2e07-f90d-492d-9082-3d0febb465da tempest-ExternalNetworksTestJSON-1743662288 tempest-ExternalNetworksTestJSON-1743662288-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:25:39.859664 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-4e6c2e07-f90d-492d-9082-3d0febb465da tempest-ExternalNetworksTestJSON-1743662288 tempest-ExternalNetworksTestJSON-1743662288-project] 10.222.0.54 "GET /v2.0/networks/78891278-31a1-4c53-8261-0f6e835345d4 HTTP/1.1" status: 200 len: 768 time: 0.5184479 Jan 20 14:25:39.868791 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 32982) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:25:39.908221 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-52eeae72-2e51-4011-bbb2-5018add518e4 tempest-ExtraDHCPOptionsTestJSON-253464219 tempest-ExtraDHCPOptionsTestJSON-253464219-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 4.3176587 Jan 20 14:25:39.919721 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 32986) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:25:39.965337 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-ab07eabf-2c4b-476d-9a6f-51b7325f1b1c None None] Port f74c57d4-2a0a-40d9-8d2b-2e5bd8521513 cannot update to ACTIVE because it is not bound. {{(pid=84154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 14:25:39.966474 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.agents_db [None req-6dba657d-a637-4918-9b6d-40defdfae04b None None] Agent healthcheck: found 6 active agents {{(pid=84155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 14:25:39.987947 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-5233fc62-3df4-4f3d-981b-f8a9be6a98c8 tempest-ExternalNetworksAdminNegativeTestJSON-800147167 tempest-ExternalNetworksAdminNegativeTestJSON-800147167-project-admin] Request body: {'floatingip': {'floating_network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:25:39.995842 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f08a7333-1f46-4188-b6a7-0675f4e1102a tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Port f705b289-7e89-4b87-a71a-3fd7f82191e3 on network ad7f907e-9713-4e69-9955-c6581e002d96 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8251 {{(pid=84153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 20 14:25:39.996182 dv-neutron-825124-1-hyperv neutron-server[84153]: ERROR neutron.plugins.ml2.managers [None req-f08a7333-1f46-4188-b6a7-0675f4e1102a tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Failed to bind port f705b289-7e89-4b87-a71a-3fd7f82191e3 on host hv-neutron-8251 for vnic_type normal using segments [{'id': '20aca3ea-99dc-443f-992a-159c2afdd367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'ad7f907e-9713-4e69-9955-c6581e002d96'}] Jan 20 14:25:39.997067 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-5233fc62-3df4-4f3d-981b-f8a9be6a98c8 tempest-ExternalNetworksAdminNegativeTestJSON-800147167 tempest-ExternalNetworksAdminNegativeTestJSON-800147167-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:25:40.031722 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.plugins.ml2.plugin [None req-f08a7333-1f46-4188-b6a7-0675f4e1102a tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Attempt 3 to bind port f705b289-7e89-4b87-a71a-3fd7f82191e3 Jan 20 14:25:40.058372 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-5233fc62-3df4-4f3d-981b-f8a9be6a98c8 tempest-ExternalNetworksAdminNegativeTestJSON-800147167 tempest-ExternalNetworksAdminNegativeTestJSON-800147167-project-admin] Usage tracker for resource:floatingip and tenant:c133ab76c4cc4d449fe2e4667f2d61cf is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:25:40.074511 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-5233fc62-3df4-4f3d-981b-f8a9be6a98c8 tempest-ExternalNetworksAdminNegativeTestJSON-800147167 tempest-ExternalNetworksAdminNegativeTestJSON-800147167-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:25:40.087270 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-5233fc62-3df4-4f3d-981b-f8a9be6a98c8 tempest-ExternalNetworksAdminNegativeTestJSON-800147167 tempest-ExternalNetworksAdminNegativeTestJSON-800147167-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:25:40.089438 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.managers [None req-f08a7333-1f46-4188-b6a7-0675f4e1102a tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Attempting to bind port f705b289-7e89-4b87-a71a-3fd7f82191e3 on host hv-neutron-8251 for vnic_type normal with profile {{(pid=84153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:25:40.089816 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.managers [None req-f08a7333-1f46-4188-b6a7-0675f4e1102a tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Attempting to bind port f705b289-7e89-4b87-a71a-3fd7f82191e3 by drivers openvswitch,hyperv on host hv-neutron-8251 at level 0 using segments [{'id': '20aca3ea-99dc-443f-992a-159c2afdd367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'ad7f907e-9713-4e69-9955-c6581e002d96'}] {{(pid=84153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:25:40.090124 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f08a7333-1f46-4188-b6a7-0675f4e1102a tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Attempting to bind port f705b289-7e89-4b87-a71a-3fd7f82191e3 on network ad7f907e-9713-4e69-9955-c6581e002d96 {{(pid=84153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 14:25:40.116427 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-617f95d7-0067-405d-810e-d986c138dd7f tempest-ExternalNetworksTestJSON-1859258134 tempest-ExternalNetworksTestJSON-1859258134-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586409'] for network, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:40.162944 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f08a7333-1f46-4188-b6a7-0675f4e1102a tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Port f705b289-7e89-4b87-a71a-3fd7f82191e3 on network ad7f907e-9713-4e69-9955-c6581e002d96 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8251 {{(pid=84153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 20 14:25:40.163463 dv-neutron-825124-1-hyperv neutron-server[84153]: ERROR neutron.plugins.ml2.managers [None req-f08a7333-1f46-4188-b6a7-0675f4e1102a tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Failed to bind port f705b289-7e89-4b87-a71a-3fd7f82191e3 on host hv-neutron-8251 for vnic_type normal using segments [{'id': '20aca3ea-99dc-443f-992a-159c2afdd367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'ad7f907e-9713-4e69-9955-c6581e002d96'}] Jan 20 14:25:40.174864 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.plugins.ml2.plugin [None req-f08a7333-1f46-4188-b6a7-0675f4e1102a tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Attempt 4 to bind port f705b289-7e89-4b87-a71a-3fd7f82191e3 Jan 20 14:25:40.243159 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-6a065480-75b4-455d-b364-a43bab77efaf tempest-FloatingIPAdminTestJSON-1056319808 tempest-FloatingIPAdminTestJSON-1056319808-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:40.277390 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-5233fc62-3df4-4f3d-981b-f8a9be6a98c8 tempest-ExternalNetworksAdminNegativeTestJSON-800147167 tempest-ExternalNetworksAdminNegativeTestJSON-800147167-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:40.299635 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-2cfdcbf8-f588-439d-b264-ee9ac45c5e36 req-645c6843-b60e-4b0e-af85-8d76c0eaeb04 tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] 10.222.0.54 "GET /v2.0/ports?device_id=c1ec459f-0c13-4ec8-b610-ebb2038ce473 HTTP/1.1" status: 200 len: 210 time: 0.1058829 Jan 20 14:25:40.311521 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.managers [None req-f08a7333-1f46-4188-b6a7-0675f4e1102a tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Attempting to bind port f705b289-7e89-4b87-a71a-3fd7f82191e3 on host hv-neutron-8251 for vnic_type normal with profile {{(pid=84153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:25:40.311790 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.managers [None req-f08a7333-1f46-4188-b6a7-0675f4e1102a tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Attempting to bind port f705b289-7e89-4b87-a71a-3fd7f82191e3 by drivers openvswitch,hyperv on host hv-neutron-8251 at level 0 using segments [{'id': '20aca3ea-99dc-443f-992a-159c2afdd367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'ad7f907e-9713-4e69-9955-c6581e002d96'}] {{(pid=84153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:25:40.312123 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f08a7333-1f46-4188-b6a7-0675f4e1102a tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Attempting to bind port f705b289-7e89-4b87-a71a-3fd7f82191e3 on network ad7f907e-9713-4e69-9955-c6581e002d96 {{(pid=84153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 14:25:40.342672 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6585d0d2-f4fe-44d1-93e6-ff4825b14fae tempest-ExtraDHCPOptionsTestJSON-253464219 tempest-ExtraDHCPOptionsTestJSON-253464219-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:25:40.347948 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6585d0d2-f4fe-44d1-93e6-ff4825b14fae tempest-ExtraDHCPOptionsTestJSON-253464219 tempest-ExtraDHCPOptionsTestJSON-253464219-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:25:40.352634 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6585d0d2-f4fe-44d1-93e6-ff4825b14fae tempest-ExtraDHCPOptionsTestJSON-253464219 tempest-ExtraDHCPOptionsTestJSON-253464219-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:25:40.353605 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-6585d0d2-f4fe-44d1-93e6-ff4825b14fae tempest-ExtraDHCPOptionsTestJSON-253464219 tempest-ExtraDHCPOptionsTestJSON-253464219-project] Synchronizing usage tracker for tenant:2ec1c9eeec4645998431acb32ed303a3 on resource:port {{(pid=84152) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:25:40.453086 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f08a7333-1f46-4188-b6a7-0675f4e1102a tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Port f705b289-7e89-4b87-a71a-3fd7f82191e3 on network ad7f907e-9713-4e69-9955-c6581e002d96 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8251 {{(pid=84153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 20 14:25:40.453086 dv-neutron-825124-1-hyperv neutron-server[84153]: ERROR neutron.plugins.ml2.managers [None req-f08a7333-1f46-4188-b6a7-0675f4e1102a tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Failed to bind port f705b289-7e89-4b87-a71a-3fd7f82191e3 on host hv-neutron-8251 for vnic_type normal using segments [{'id': '20aca3ea-99dc-443f-992a-159c2afdd367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'ad7f907e-9713-4e69-9955-c6581e002d96'}] Jan 20 14:25:40.468701 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.plugins.ml2.plugin [None req-f08a7333-1f46-4188-b6a7-0675f4e1102a tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Attempt 5 to bind port f705b289-7e89-4b87-a71a-3fd7f82191e3 Jan 20 14:25:40.491590 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a065480-75b4-455d-b364-a43bab77efaf tempest-FloatingIPAdminTestJSON-1056319808 tempest-FloatingIPAdminTestJSON-1056319808-project-admin] Pushing event updated for resources: {'Port': ['ID=0dc8df9f-ed82-45ec-9728-64aa2de2e1b9,revision_number=1']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:25:40.495028 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.db_base_plugin_common [None req-0e609935-d85b-4e74-b69d-6ea6d8420475 tempest-RoutersIpV6AdminTest-217416812 tempest-RoutersIpV6AdminTest-217416812-project] Allocated IP 172.26.7.134 (8dffb05c-5ca0-409b-bd5f-7be6264f707d/a489dd4f-42a5-433b-8be3-bab2749c4209/345b95e8-9aa4-4474-940a-4bd0f429bcc4) {{(pid=84153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:25:40.495787 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-617f95d7-0067-405d-810e-d986c138dd7f tempest-ExternalNetworksTestJSON-1859258134 tempest-ExternalNetworksTestJSON-1859258134-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1626242', 'neutron.services.segments.db._delete_segments_for_network-8769554214620'] for network, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:40.510583 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a065480-75b4-455d-b364-a43bab77efaf tempest-FloatingIPAdminTestJSON-1056319808 tempest-FloatingIPAdminTestJSON-1056319808-project-admin] Network 8dffb05c-5ca0-409b-bd5f-7be6264f707d is already hosted by enough agents. {{(pid=84152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:25:40.510583 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.base_scheduler [None req-6a065480-75b4-455d-b364-a43bab77efaf tempest-FloatingIPAdminTestJSON-1056319808 tempest-FloatingIPAdminTestJSON-1056319808-project-admin] Resources bound (agent type, host, resource id): {{(pid=84152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:25:40.512250 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.managers [None req-f08a7333-1f46-4188-b6a7-0675f4e1102a tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Attempting to bind port f705b289-7e89-4b87-a71a-3fd7f82191e3 on host hv-neutron-8251 for vnic_type normal with profile {{(pid=84153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:25:40.512250 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.managers [None req-f08a7333-1f46-4188-b6a7-0675f4e1102a tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Attempting to bind port f705b289-7e89-4b87-a71a-3fd7f82191e3 by drivers openvswitch,hyperv on host hv-neutron-8251 at level 0 using segments [{'id': '20aca3ea-99dc-443f-992a-159c2afdd367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'ad7f907e-9713-4e69-9955-c6581e002d96'}] {{(pid=84153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:25:40.512661 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f08a7333-1f46-4188-b6a7-0675f4e1102a tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Attempting to bind port f705b289-7e89-4b87-a71a-3fd7f82191e3 on network ad7f907e-9713-4e69-9955-c6581e002d96 {{(pid=84153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 14:25:40.513049 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a065480-75b4-455d-b364-a43bab77efaf tempest-FloatingIPAdminTestJSON-1056319808 tempest-FloatingIPAdminTestJSON-1056319808-project-admin] Received port after_create {{(pid=84152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:25:40.521247 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658b959c-799b-4052-bbdf-4aac711ce897 req-808951eb-9023-41d1-adbf-32b5c167fda8 tempest-ServersTestJSON-1971346893 tempest-ServersTestJSON-1971346893-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:25:40.522865 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-658b959c-799b-4052-bbdf-4aac711ce897 req-808951eb-9023-41d1-adbf-32b5c167fda8 tempest-ServersTestJSON-1971346893 tempest-ServersTestJSON-1971346893-project] 10.222.0.54 "GET /v2.0/ports?device_id=ca65b5b7-46e4-4202-83e6-d0c1271c06e0 HTTP/1.1" status: 200 len: 931 time: 0.5442135 Jan 20 14:25:40.538232 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.notifiers.nova [req-0457a059-8c19-4b8e-9386-3515c1687e5b req-178387cb-c928-40a4-8865-33ca76804c0f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2900794-3a49-4b60-9a68-2f6383df387c {{(pid=84153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 14:25:40.575550 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.segments.db [None req-617f95d7-0067-405d-810e-d986c138dd7f tempest-ExternalNetworksTestJSON-1859258134 tempest-ExternalNetworksTestJSON-1859258134-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7e9d731-3fff-4ba5-9827-957ed34ca4f5']}} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:25:40.584248 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-6585d0d2-f4fe-44d1-93e6-ff4825b14fae tempest-ExtraDHCPOptionsTestJSON-253464219 tempest-ExtraDHCPOptionsTestJSON-253464219-project] Unset dirty status for tenant:2ec1c9eeec4645998431acb32ed303a3 on resource:port {{(pid=84152) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:25:40.588243 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-6585d0d2-f4fe-44d1-93e6-ff4825b14fae tempest-ExtraDHCPOptionsTestJSON-253464219 tempest-ExtraDHCPOptionsTestJSON-253464219-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2618 time: 0.5859494 Jan 20 14:25:40.590508 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 32998) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:25:40.597150 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-0457a059-8c19-4b8e-9386-3515c1687e5b req-178387cb-c928-40a4-8865-33ca76804c0f service neutron] Notify callbacks [] for port, precommit_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:40.607943 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f08a7333-1f46-4188-b6a7-0675f4e1102a tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Port f705b289-7e89-4b87-a71a-3fd7f82191e3 on network ad7f907e-9713-4e69-9955-c6581e002d96 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8251 {{(pid=84153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 20 14:25:40.608257 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.segments.db [None req-617f95d7-0067-405d-810e-d986c138dd7f tempest-ExternalNetworksTestJSON-1859258134 tempest-ExternalNetworksTestJSON-1859258134-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffb97441-b47e-492b-a2fd-c7ab4a23c15d') {'for_net_delete': True} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:25:40.612201 dv-neutron-825124-1-hyperv neutron-server[84153]: ERROR neutron.plugins.ml2.managers [None req-f08a7333-1f46-4188-b6a7-0675f4e1102a tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Failed to bind port f705b289-7e89-4b87-a71a-3fd7f82191e3 on host hv-neutron-8251 for vnic_type normal using segments [{'id': '20aca3ea-99dc-443f-992a-159c2afdd367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'ad7f907e-9713-4e69-9955-c6581e002d96'}] Jan 20 14:25:40.612317 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.segments.db [None req-617f95d7-0067-405d-810e-d986c138dd7f tempest-ExternalNetworksTestJSON-1859258134 tempest-ExternalNetworksTestJSON-1859258134-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffb97441-b47e-492b-a2fd-c7ab4a23c15d') {} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:25:40.658507 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.plugins.ml2.plugin [None req-f08a7333-1f46-4188-b6a7-0675f4e1102a tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Attempt 6 to bind port f705b289-7e89-4b87-a71a-3fd7f82191e3 Jan 20 14:25:40.672662 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-617f95d7-0067-405d-810e-d986c138dd7f tempest-ExternalNetworksTestJSON-1859258134 tempest-ExternalNetworksTestJSON-1859258134-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769554214503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3337904'] for segment, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:40.725920 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.provisioning_blocks [req-0457a059-8c19-4b8e-9386-3515c1687e5b req-178387cb-c928-40a4-8865-33ca76804c0f service neutron] Transition to ACTIVE for port object a2900794-3a49-4b60-9a68-2f6383df387c will not be triggered until provisioned by entity L2. {{(pid=84153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:25:40.748398 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.managers [None req-f08a7333-1f46-4188-b6a7-0675f4e1102a tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Attempting to bind port f705b289-7e89-4b87-a71a-3fd7f82191e3 on host hv-neutron-8251 for vnic_type normal with profile {{(pid=84153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:25:40.748398 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.managers [None req-f08a7333-1f46-4188-b6a7-0675f4e1102a tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Attempting to bind port f705b289-7e89-4b87-a71a-3fd7f82191e3 by drivers openvswitch,hyperv on host hv-neutron-8251 at level 0 using segments [{'id': '20aca3ea-99dc-443f-992a-159c2afdd367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'ad7f907e-9713-4e69-9955-c6581e002d96'}] {{(pid=84153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:25:40.748398 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f08a7333-1f46-4188-b6a7-0675f4e1102a tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Attempting to bind port f705b289-7e89-4b87-a71a-3fd7f82191e3 on network ad7f907e-9713-4e69-9955-c6581e002d96 {{(pid=84153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 14:25:40.789411 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-617f95d7-0067-405d-810e-d986c138dd7f tempest-ExternalNetworksTestJSON-1859258134 tempest-ExternalNetworksTestJSON-1859258134-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:40.814097 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-0457a059-8c19-4b8e-9386-3515c1687e5b req-178387cb-c928-40a4-8865-33ca76804c0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3944146'] for port, after_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:40.815365 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-617f95d7-0067-405d-810e-d986c138dd7f tempest-ExternalNetworksTestJSON-1859258134 tempest-ExternalNetworksTestJSON-1859258134-project-admin] Releasing vlan 164 on physical network physnet1 to pool {{(pid=84152) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 14:25:40.815871 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-617f95d7-0067-405d-810e-d986c138dd7f tempest-ExternalNetworksTestJSON-1859258134 tempest-ExternalNetworksTestJSON-1859258134-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1622950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4162906'] for segment, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:40.901515 dv-neutron-825124-1-hyperv neutron-server[84152]: Traceback (most recent call last): Jan 20 14:25:40.901515 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 14:25:40.901515 dv-neutron-825124-1-hyperv neutron-server[84152]: timer() Jan 20 14:25:40.901515 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 14:25:40.901515 dv-neutron-825124-1-hyperv neutron-server[84152]: cb(*args, **kw) Jan 20 14:25:40.901515 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 14:25:40.901515 dv-neutron-825124-1-hyperv neutron-server[84152]: return func(*args, **kwargs) Jan 20 14:25:40.901515 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 14:25:40.901515 dv-neutron-825124-1-hyperv neutron-server[84152]: self._notify() Jan 20 14:25:40.901515 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 14:25:40.901515 dv-neutron-825124-1-hyperv neutron-server[84152]: self.callback(batched_events) Jan 20 14:25:40.901515 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 14:25:40.901515 dv-neutron-825124-1-hyperv neutron-server[84152]: event.method(event) Jan 20 14:25:40.901515 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 14:25:40.901515 dv-neutron-825124-1-hyperv neutron-server[84152]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 14:25:40.901515 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 14:25:40.901515 dv-neutron-825124-1-hyperv neutron-server[84152]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 14:25:40.901515 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 14:25:40.901515 dv-neutron-825124-1-hyperv neutron-server[84152]: return f(self, *a, **k) Jan 20 14:25:40.901515 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 14:25:40.901515 dv-neutron-825124-1-hyperv neutron-server[84152]: return self._get(url).json() Jan 20 14:25:40.901515 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 14:25:40.901515 dv-neutron-825124-1-hyperv neutron-server[84152]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 14:25:40.901515 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 14:25:40.901515 dv-neutron-825124-1-hyperv neutron-server[84152]: return self.request(url, 'GET', **kwargs) Jan 20 14:25:40.901515 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 14:25:40.901515 dv-neutron-825124-1-hyperv neutron-server[84152]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 14:25:40.901515 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 14:25:40.901515 dv-neutron-825124-1-hyperv neutron-server[84152]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 14:25:40.901515 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 14:25:40.901515 dv-neutron-825124-1-hyperv neutron-server[84152]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 14:25:40.901515 dv-neutron-825124-1-hyperv neutron-server[84152]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 14:25:40.903729 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f08a7333-1f46-4188-b6a7-0675f4e1102a tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Port f705b289-7e89-4b87-a71a-3fd7f82191e3 on network ad7f907e-9713-4e69-9955-c6581e002d96 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8251 {{(pid=84153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 20 14:25:40.903729 dv-neutron-825124-1-hyperv neutron-server[84153]: ERROR neutron.plugins.ml2.managers [None req-f08a7333-1f46-4188-b6a7-0675f4e1102a tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Failed to bind port f705b289-7e89-4b87-a71a-3fd7f82191e3 on host hv-neutron-8251 for vnic_type normal using segments [{'id': '20aca3ea-99dc-443f-992a-159c2afdd367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'ad7f907e-9713-4e69-9955-c6581e002d96'}] Jan 20 14:25:40.903729 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.plugins.ml2.plugin [None req-f08a7333-1f46-4188-b6a7-0675f4e1102a tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Attempt 7 to bind port f705b289-7e89-4b87-a71a-3fd7f82191e3 Jan 20 14:25:40.903729 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-658b959c-799b-4052-bbdf-4aac711ce897 req-9cb014bc-b3b7-4c04-86d3-107a1d3984f2 tempest-ServersTestJSON-1971346893 tempest-ServersTestJSON-1971346893-project] 10.222.0.54 "GET /v2.0/security-groups?id=116cf5fd-87bc-4026-a09c-cf45db2c0b17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3464677 Jan 20 14:25:40.930433 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-0d8201e8-be25-4252-ae3a-00ba7c533eca tempest-ExtraDHCPOptionsTestJSON-253464219 tempest-ExtraDHCPOptionsTestJSON-253464219-project] Deleting port f74c57d4-2a0a-40d9-8d2b-2e5bd8521513 {{(pid=84152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:25:40.930772 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-0d8201e8-be25-4252-ae3a-00ba7c533eca tempest-ExtraDHCPOptionsTestJSON-253464219 tempest-ExtraDHCPOptionsTestJSON-253464219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:40.941294 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.managers [None req-f08a7333-1f46-4188-b6a7-0675f4e1102a tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Attempting to bind port f705b289-7e89-4b87-a71a-3fd7f82191e3 on host hv-neutron-8251 for vnic_type normal with profile {{(pid=84153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:25:40.942294 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.managers [None req-f08a7333-1f46-4188-b6a7-0675f4e1102a tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Attempting to bind port f705b289-7e89-4b87-a71a-3fd7f82191e3 by drivers openvswitch,hyperv on host hv-neutron-8251 at level 0 using segments [{'id': '20aca3ea-99dc-443f-992a-159c2afdd367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'ad7f907e-9713-4e69-9955-c6581e002d96'}] {{(pid=84153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:25:40.942989 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f08a7333-1f46-4188-b6a7-0675f4e1102a tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Attempting to bind port f705b289-7e89-4b87-a71a-3fd7f82191e3 on network ad7f907e-9713-4e69-9955-c6581e002d96 {{(pid=84153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 14:25:41.083120 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-0e609935-d85b-4e74-b69d-6ea6d8420475 tempest-RoutersIpV6AdminTest-217416812 tempest-RoutersIpV6AdminTest-217416812-project] Notify callbacks [] for port, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:41.175249 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178387cb-c928-40a4-8865-33ca76804c0f service neutron] Pushing event updated for resources: {'Port': ['ID=a2900794-3a49-4b60-9a68-2f6383df387c,revision_number=2']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:25:41.209241 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f08a7333-1f46-4188-b6a7-0675f4e1102a tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Port f705b289-7e89-4b87-a71a-3fd7f82191e3 on network ad7f907e-9713-4e69-9955-c6581e002d96 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8251 {{(pid=84153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 20 14:25:41.210247 dv-neutron-825124-1-hyperv neutron-server[84153]: ERROR neutron.plugins.ml2.managers [None req-f08a7333-1f46-4188-b6a7-0675f4e1102a tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Failed to bind port f705b289-7e89-4b87-a71a-3fd7f82191e3 on host hv-neutron-8251 for vnic_type normal using segments [{'id': '20aca3ea-99dc-443f-992a-159c2afdd367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'ad7f907e-9713-4e69-9955-c6581e002d96'}] Jan 20 14:25:41.212121 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.plugins.ml2.plugin [None req-f08a7333-1f46-4188-b6a7-0675f4e1102a tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Attempt 8 to bind port f705b289-7e89-4b87-a71a-3fd7f82191e3 Jan 20 14:25:41.262370 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.managers [None req-f08a7333-1f46-4188-b6a7-0675f4e1102a tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Attempting to bind port f705b289-7e89-4b87-a71a-3fd7f82191e3 on host hv-neutron-8251 for vnic_type normal with profile {{(pid=84153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:25:41.263074 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.managers [None req-f08a7333-1f46-4188-b6a7-0675f4e1102a tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Attempting to bind port f705b289-7e89-4b87-a71a-3fd7f82191e3 by drivers openvswitch,hyperv on host hv-neutron-8251 at level 0 using segments [{'id': '20aca3ea-99dc-443f-992a-159c2afdd367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'ad7f907e-9713-4e69-9955-c6581e002d96'}] {{(pid=84153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:25:41.263616 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f08a7333-1f46-4188-b6a7-0675f4e1102a tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Attempting to bind port f705b289-7e89-4b87-a71a-3fd7f82191e3 on network ad7f907e-9713-4e69-9955-c6581e002d96 {{(pid=84153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 14:25:41.380575 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f08a7333-1f46-4188-b6a7-0675f4e1102a tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Port f705b289-7e89-4b87-a71a-3fd7f82191e3 on network ad7f907e-9713-4e69-9955-c6581e002d96 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8251 {{(pid=84153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 20 14:25:41.383206 dv-neutron-825124-1-hyperv neutron-server[84153]: ERROR neutron.plugins.ml2.managers [None req-f08a7333-1f46-4188-b6a7-0675f4e1102a tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Failed to bind port f705b289-7e89-4b87-a71a-3fd7f82191e3 on host hv-neutron-8251 for vnic_type normal using segments [{'id': '20aca3ea-99dc-443f-992a-159c2afdd367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'ad7f907e-9713-4e69-9955-c6581e002d96'}] Jan 20 14:25:41.389260 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.plugins.ml2.plugin [None req-f08a7333-1f46-4188-b6a7-0675f4e1102a tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Attempt 9 to bind port f705b289-7e89-4b87-a71a-3fd7f82191e3 Jan 20 14:25:41.398875 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-0d8201e8-be25-4252-ae3a-00ba7c533eca tempest-ExtraDHCPOptionsTestJSON-253464219 tempest-ExtraDHCPOptionsTestJSON-253464219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:41.399123 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-5233fc62-3df4-4f3d-981b-f8a9be6a98c8 tempest-ExternalNetworksAdminNegativeTestJSON-800147167 tempest-ExternalNetworksAdminNegativeTestJSON-800147167-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:41.465704 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.managers [None req-f08a7333-1f46-4188-b6a7-0675f4e1102a tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Attempting to bind port f705b289-7e89-4b87-a71a-3fd7f82191e3 on host hv-neutron-8251 for vnic_type normal with profile {{(pid=84153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:25:41.466668 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.managers [None req-f08a7333-1f46-4188-b6a7-0675f4e1102a tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Attempting to bind port f705b289-7e89-4b87-a71a-3fd7f82191e3 by drivers openvswitch,hyperv on host hv-neutron-8251 at level 0 using segments [{'id': '20aca3ea-99dc-443f-992a-159c2afdd367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'ad7f907e-9713-4e69-9955-c6581e002d96'}] {{(pid=84153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:25:41.467222 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f08a7333-1f46-4188-b6a7-0675f4e1102a tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Attempting to bind port f705b289-7e89-4b87-a71a-3fd7f82191e3 on network ad7f907e-9713-4e69-9955-c6581e002d96 {{(pid=84153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 14:25:41.503178 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f08a7333-1f46-4188-b6a7-0675f4e1102a tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Port f705b289-7e89-4b87-a71a-3fd7f82191e3 on network ad7f907e-9713-4e69-9955-c6581e002d96 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8251 {{(pid=84153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 20 14:25:41.503969 dv-neutron-825124-1-hyperv neutron-server[84153]: ERROR neutron.plugins.ml2.managers [None req-f08a7333-1f46-4188-b6a7-0675f4e1102a tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Failed to bind port f705b289-7e89-4b87-a71a-3fd7f82191e3 on host hv-neutron-8251 for vnic_type normal using segments [{'id': '20aca3ea-99dc-443f-992a-159c2afdd367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'ad7f907e-9713-4e69-9955-c6581e002d96'}] Jan 20 14:25:41.509366 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.plugins.ml2.plugin [None req-f08a7333-1f46-4188-b6a7-0675f4e1102a tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Attempt 10 to bind port f705b289-7e89-4b87-a71a-3fd7f82191e3 Jan 20 14:25:41.561699 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-0d8201e8-be25-4252-ae3a-00ba7c533eca tempest-ExtraDHCPOptionsTestJSON-253464219 tempest-ExtraDHCPOptionsTestJSON-253464219-project] Calling delete_port for f74c57d4-2a0a-40d9-8d2b-2e5bd8521513 owned by {{(pid=84152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:25:41.624781 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.managers [None req-f08a7333-1f46-4188-b6a7-0675f4e1102a tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Attempting to bind port f705b289-7e89-4b87-a71a-3fd7f82191e3 on host hv-neutron-8251 for vnic_type normal with profile {{(pid=84153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:25:41.628266 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.managers [None req-f08a7333-1f46-4188-b6a7-0675f4e1102a tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Attempting to bind port f705b289-7e89-4b87-a71a-3fd7f82191e3 by drivers openvswitch,hyperv on host hv-neutron-8251 at level 0 using segments [{'id': '20aca3ea-99dc-443f-992a-159c2afdd367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'ad7f907e-9713-4e69-9955-c6581e002d96'}] {{(pid=84153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:25:41.628836 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f08a7333-1f46-4188-b6a7-0675f4e1102a tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Attempting to bind port f705b289-7e89-4b87-a71a-3fd7f82191e3 on network ad7f907e-9713-4e69-9955-c6581e002d96 {{(pid=84153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 14:25:41.699127 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.managers [req-0457a059-8c19-4b8e-9386-3515c1687e5b req-178387cb-c928-40a4-8865-33ca76804c0f service neutron] Attempting to bind port a2900794-3a49-4b60-9a68-2f6383df387c on host hv-neutron-8251 for vnic_type normal with profile {{(pid=84153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:25:41.700929 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.managers [req-0457a059-8c19-4b8e-9386-3515c1687e5b req-178387cb-c928-40a4-8865-33ca76804c0f service neutron] Attempting to bind port a2900794-3a49-4b60-9a68-2f6383df387c by drivers openvswitch,hyperv on host hv-neutron-8251 at level 0 using segments [{'id': '3182924e-8b03-4797-949c-f0b3e4c69277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'da16ad43-ad30-42db-87b4-6c2adb2c2b3b'}] {{(pid=84153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:25:41.701806 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0457a059-8c19-4b8e-9386-3515c1687e5b req-178387cb-c928-40a4-8865-33ca76804c0f service neutron] Attempting to bind port a2900794-3a49-4b60-9a68-2f6383df387c on network da16ad43-ad30-42db-87b4-6c2adb2c2b3b {{(pid=84153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 14:25:41.719058 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-03de0e20-6b09-4120-aef8-5ad7f457d48e req-def08031-0f88-4737-aa29-ff9c2e1b8ace tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] 10.222.0.54 "GET /v2.0/ports?device_id=c1ec459f-0c13-4ec8-b610-ebb2038ce473 HTTP/1.1" status: 200 len: 210 time: 0.1051793 Jan 20 14:25:41.722574 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f08a7333-1f46-4188-b6a7-0675f4e1102a tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Port f705b289-7e89-4b87-a71a-3fd7f82191e3 on network ad7f907e-9713-4e69-9955-c6581e002d96 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8251 {{(pid=84153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 20 14:25:41.723355 dv-neutron-825124-1-hyperv neutron-server[84153]: ERROR neutron.plugins.ml2.managers [None req-f08a7333-1f46-4188-b6a7-0675f4e1102a tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Failed to bind port f705b289-7e89-4b87-a71a-3fd7f82191e3 on host hv-neutron-8251 for vnic_type normal using segments [{'id': '20aca3ea-99dc-443f-992a-159c2afdd367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'ad7f907e-9713-4e69-9955-c6581e002d96'}] Jan 20 14:25:41.724087 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-f08a7333-1f46-4188-b6a7-0675f4e1102a tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:41.833986 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0457a059-8c19-4b8e-9386-3515c1687e5b req-178387cb-c928-40a4-8865-33ca76804c0f service neutron] Port a2900794-3a49-4b60-9a68-2f6383df387c on network da16ad43-ad30-42db-87b4-6c2adb2c2b3b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8251 {{(pid=84153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 20 14:25:41.834393 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0457a059-8c19-4b8e-9386-3515c1687e5b req-178387cb-c928-40a4-8865-33ca76804c0f service neutron] Attempting to bind port a2900794-3a49-4b60-9a68-2f6383df387c on network da16ad43-ad30-42db-87b4-6c2adb2c2b3b {{(pid=84153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 14:25:41.876778 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-0e609935-d85b-4e74-b69d-6ea6d8420475 tempest-RoutersIpV6AdminTest-217416812 tempest-RoutersIpV6AdminTest-217416812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:41.971806 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e609935-d85b-4e74-b69d-6ea6d8420475 tempest-RoutersIpV6AdminTest-217416812 tempest-RoutersIpV6AdminTest-217416812-project] Pushing event updated for resources: {'Port': ['ID=345b95e8-9aa4-4474-940a-4bd0f429bcc4,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:25:41.991687 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0457a059-8c19-4b8e-9386-3515c1687e5b req-178387cb-c928-40a4-8865-33ca76804c0f service neutron] Checking agent: {'id': 'e037d8fb-d49c-4f86-9910-f13f6ba89a51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8251', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 23), 'started_at': datetime.datetime(2022, 1, 20, 14, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 25, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 14:25:41.992065 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0457a059-8c19-4b8e-9386-3515c1687e5b req-178387cb-c928-40a4-8865-33ca76804c0f service neutron] Checking segment: {'id': '3182924e-8b03-4797-949c-f0b3e4c69277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'da16ad43-ad30-42db-87b4-6c2adb2c2b3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 14:25:41.992606 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0457a059-8c19-4b8e-9386-3515c1687e5b req-178387cb-c928-40a4-8865-33ca76804c0f service neutron] Bound using segment: {'id': '3182924e-8b03-4797-949c-f0b3e4c69277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'da16ad43-ad30-42db-87b4-6c2adb2c2b3b'} {{(pid=84153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 14:25:41.993061 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.managers [req-0457a059-8c19-4b8e-9386-3515c1687e5b req-178387cb-c928-40a4-8865-33ca76804c0f service neutron] Bound port: a2900794-3a49-4b60-9a68-2f6383df387c, host: hv-neutron-8251, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3182924e-8b03-4797-949c-f0b3e4c69277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'da16ad43-ad30-42db-87b4-6c2adb2c2b3b'}}] {{(pid=84153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:25:41.993411 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-0457a059-8c19-4b8e-9386-3515c1687e5b req-178387cb-c928-40a4-8865-33ca76804c0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:42.059802 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-0d8201e8-be25-4252-ae3a-00ba7c533eca tempest-ExtraDHCPOptionsTestJSON-253464219 tempest-ExtraDHCPOptionsTestJSON-253464219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:42.062250 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-617f95d7-0067-405d-810e-d986c138dd7f tempest-ExternalNetworksTestJSON-1859258134 tempest-ExternalNetworksTestJSON-1859258134-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1626253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-745296'] for network, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:42.068421 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.db [None req-f08a7333-1f46-4188-b6a7-0675f4e1102a tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] For port f705b289-7e89-4b87-a71a-3fd7f82191e3, host hv-neutron-8251, cleared binding levels {{(pid=84153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 14:25:42.068806 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.db [None req-f08a7333-1f46-4188-b6a7-0675f4e1102a tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Attempted to set empty binding levels {{(pid=84153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jan 20 14:25:42.084219 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e609935-d85b-4e74-b69d-6ea6d8420475 tempest-RoutersIpV6AdminTest-217416812 tempest-RoutersIpV6AdminTest-217416812-project] Network 8dffb05c-5ca0-409b-bd5f-7be6264f707d is already hosted by enough agents. {{(pid=84153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:25:42.138985 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.base_scheduler [None req-0e609935-d85b-4e74-b69d-6ea6d8420475 tempest-RoutersIpV6AdminTest-217416812 tempest-RoutersIpV6AdminTest-217416812-project] Resources bound (agent type, host, resource id): {{(pid=84153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:25:42.146734 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.db_base_plugin_common [None req-5233fc62-3df4-4f3d-981b-f8a9be6a98c8 tempest-ExternalNetworksAdminNegativeTestJSON-800147167 tempest-ExternalNetworksAdminNegativeTestJSON-800147167-project-admin] Allocated IP 172.26.7.70 (8dffb05c-5ca0-409b-bd5f-7be6264f707d/a489dd4f-42a5-433b-8be3-bab2749c4209/b44d4a82-7ed5-4ed3-b406-e712bebd22c2) {{(pid=84153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:25:42.157945 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e609935-d85b-4e74-b69d-6ea6d8420475 tempest-RoutersIpV6AdminTest-217416812 tempest-RoutersIpV6AdminTest-217416812-project] Received port after_create {{(pid=84153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:25:42.177612 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-617f95d7-0067-405d-810e-d986c138dd7f tempest-ExternalNetworksTestJSON-1859258134 tempest-ExternalNetworksTestJSON-1859258134-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network d7e9d731-3fff-4ba5-9827-957ed34ca4f5 {{(pid=84152) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 20 14:25:42.187468 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-617f95d7-0067-405d-810e-d986c138dd7f tempest-ExternalNetworksTestJSON-1859258134 tempest-ExternalNetworksTestJSON-1859258134-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1705179'] for network, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:42.194072 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8201e8-be25-4252-ae3a-00ba7c533eca tempest-ExtraDHCPOptionsTestJSON-253464219 tempest-ExtraDHCPOptionsTestJSON-253464219-project] Pushing event deleted for resources: {'Port': ['ID=f74c57d4-2a0a-40d9-8d2b-2e5bd8521513,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:25:42.199708 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617f95d7-0067-405d-810e-d986c138dd7f tempest-ExternalNetworksTestJSON-1859258134 tempest-ExternalNetworksTestJSON-1859258134-project-admin] Pushing event deleted for resources: {'Network': ['ID=d7e9d731-3fff-4ba5-9827-957ed34ca4f5,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:25:42.223351 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-f08a7333-1f46-4188-b6a7-0675f4e1102a tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3944146'] for port, after_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:42.399837 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-0d8201e8-be25-4252-ae3a-00ba7c533eca tempest-ExtraDHCPOptionsTestJSON-253464219 tempest-ExtraDHCPOptionsTestJSON-253464219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:42.404381 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-0d8201e8-be25-4252-ae3a-00ba7c533eca tempest-ExtraDHCPOptionsTestJSON-253464219 tempest-ExtraDHCPOptionsTestJSON-253464219-project] 10.222.0.54 "DELETE /v2.0/ports/f74c57d4-2a0a-40d9-8d2b-2e5bd8521513 HTTP/1.1" status: 204 len: 168 time: 1.8000402 Jan 20 14:25:42.406222 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 33008) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:25:42.649151 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-289d3bb4-a0f9-4d6d-9ef6-916bfbf1fc52 tempest-ExtraDHCPOptionsTestJSON-253464219 tempest-ExtraDHCPOptionsTestJSON-253464219-project] Request body: {'port': {'name': 'tempest-new-port-name-2024176095', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:25:42.650168 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.api.validators [None req-289d3bb4-a0f9-4d6d-9ef6-916bfbf1fc52 tempest-ExtraDHCPOptionsTestJSON-253464219 tempest-ExtraDHCPOptionsTestJSON-253464219-project] bootfile-name is not in valid_values {{(pid=84152) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 20 14:25:42.650752 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.api.validators [None req-289d3bb4-a0f9-4d6d-9ef6-916bfbf1fc52 tempest-ExtraDHCPOptionsTestJSON-253464219 tempest-ExtraDHCPOptionsTestJSON-253464219-project] tftp-server is not in valid_values {{(pid=84152) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 20 14:25:42.651454 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.api.validators [None req-289d3bb4-a0f9-4d6d-9ef6-916bfbf1fc52 tempest-ExtraDHCPOptionsTestJSON-253464219 tempest-ExtraDHCPOptionsTestJSON-253464219-project] server-ip-address is not in valid_values {{(pid=84152) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 20 14:25:42.695773 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-617f95d7-0067-405d-810e-d986c138dd7f tempest-ExternalNetworksTestJSON-1859258134 tempest-ExternalNetworksTestJSON-1859258134-project-admin] 10.222.0.54 "DELETE /v2.0/networks/d7e9d731-3fff-4ba5-9827-957ed34ca4f5 HTTP/1.1" status: 204 len: 168 time: 2.8257303 Jan 20 14:25:42.703069 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 33012) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:25:42.716604 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.db [req-0457a059-8c19-4b8e-9386-3515c1687e5b req-178387cb-c928-40a4-8865-33ca76804c0f service neutron] For port a2900794-3a49-4b60-9a68-2f6383df387c, host hv-neutron-8251, cleared binding levels {{(pid=84153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 14:25:42.727727 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-fb469e43-ead3-4ad7-8b7f-9844a606f402 tempest-ExternalNetworksTestJSON-1859258134 tempest-ExternalNetworksTestJSON-1859258134-project-admin] Request body: {'network': {'name': 'tempest-network--1044619767'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:25:42.741165 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-f08a7333-1f46-4188-b6a7-0675f4e1102a tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] In _notify_port_updated(), no bound segment for port f705b289-7e89-4b87-a71a-3fd7f82191e3 on network ad7f907e-9713-4e69-9955-c6581e002d96 {{(pid=84153) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Jan 20 14:25:42.742347 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-fb469e43-ead3-4ad7-8b7f-9844a606f402 tempest-ExternalNetworksTestJSON-1859258134 tempest-ExternalNetworksTestJSON-1859258134-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:25:42.742568 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-f08a7333-1f46-4188-b6a7-0675f4e1102a tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:42.747167 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-f08a7333-1f46-4188-b6a7-0675f4e1102a tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] 10.222.0.54 "PUT /v2.0/ports/f705b289-7e89-4b87-a71a-3fd7f82191e3 HTTP/1.1" status: 200 len: 976 time: 5.0490057 Jan 20 14:25:42.750583 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 33016) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:25:42.778891 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-fb469e43-ead3-4ad7-8b7f-9844a606f402 tempest-ExternalNetworksTestJSON-1859258134 tempest-ExternalNetworksTestJSON-1859258134-project-admin] Usage tracker for resource:network and tenant:f98f9b0815f742f49631f68fc8ce8165 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:25:42.813430 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.db [req-0457a059-8c19-4b8e-9386-3515c1687e5b req-178387cb-c928-40a4-8865-33ca76804c0f service neutron] For port a2900794-3a49-4b60-9a68-2f6383df387c, host hv-neutron-8251, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=a2900794-3a49-4b60-9a68-2f6383df387c,segment=NetworkSegment(3182924e-8b03-4797-949c-f0b3e4c69277),segment_id=3182924e-8b03-4797-949c-f0b3e4c69277)] {{(pid=84153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 14:25:42.861409 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08a7333-1f46-4188-b6a7-0675f4e1102a tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Pushing event updated for resources: {'Port': ['ID=f705b289-7e89-4b87-a71a-3fd7f82191e3,revision_number=3']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:25:42.878616 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-fb469e43-ead3-4ad7-8b7f-9844a606f402 tempest-ExternalNetworksTestJSON-1859258134 tempest-ExternalNetworksTestJSON-1859258134-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:25:42.891676 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6ff1ec-4b41-404c-bebd-fe37a35da9ae req-b21d5103-f244-4215-85ec-fe8bb7dff211 tempest-ServersTestJSON-1971346893 tempest-ServersTestJSON-1971346893-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:25:42.904293 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-6b6ff1ec-4b41-404c-bebd-fe37a35da9ae req-b21d5103-f244-4215-85ec-fe8bb7dff211 tempest-ServersTestJSON-1971346893 tempest-ServersTestJSON-1971346893-project] 10.222.0.54 "GET /v2.0/ports?device_id=ca65b5b7-46e4-4202-83e6-d0c1271c06e0 HTTP/1.1" status: 200 len: 943 time: 0.8138399 Jan 20 14:25:42.952691 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-fb469e43-ead3-4ad7-8b7f-9844a606f402 tempest-ExternalNetworksTestJSON-1859258134 tempest-ExternalNetworksTestJSON-1859258134-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:25:43.036950 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-0457a059-8c19-4b8e-9386-3515c1687e5b req-178387cb-c928-40a4-8865-33ca76804c0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3944146'] for port, after_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:43.043478 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-289d3bb4-a0f9-4d6d-9ef6-916bfbf1fc52 tempest-ExtraDHCPOptionsTestJSON-253464219 tempest-ExtraDHCPOptionsTestJSON-253464219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:43.111731 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb469e43-ead3-4ad7-8b7f-9844a606f402 tempest-ExternalNetworksTestJSON-1859258134 tempest-ExternalNetworksTestJSON-1859258134-project-admin] Made reservation on behalf of f98f9b0815f742f49631f68fc8ce8165 for: {'network': 1} {{(pid=84152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:25:43.115095 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-fb469e43-ead3-4ad7-8b7f-9844a606f402 tempest-ExternalNetworksTestJSON-1859258134 tempest-ExternalNetworksTestJSON-1859258134-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for network, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:43.130611 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-07cdcc3e-8d31-41ce-9c4f-753408be628e req-49c6357f-f0dd-4f7d-9abb-b72adcfecd4b tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] 10.222.0.54 "GET /v2.0/ports?device_id=c1ec459f-0c13-4ec8-b610-ebb2038ce473 HTTP/1.1" status: 200 len: 210 time: 0.2180727 Jan 20 14:25:43.153608 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178387cb-c928-40a4-8865-33ca76804c0f service neutron] Pushing event updated for resources: {'Port': ['ID=a2900794-3a49-4b60-9a68-2f6383df387c,revision_number=3']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:25:43.165617 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-efd9acdd-bc7b-4767-800a-a1e4c11f3995 tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Synchronizing usage tracker for tenant:5a61487c48434ad6bef9c98e6b43caa0 on resource:port {{(pid=84152) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:25:43.228506 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-6b6ff1ec-4b41-404c-bebd-fe37a35da9ae req-6a3c940e-bc4e-4f7d-94dd-dc6a12a58c66 tempest-ServersTestJSON-1971346893 tempest-ServersTestJSON-1971346893-project] 10.222.0.54 "GET /v2.0/security-groups?id=116cf5fd-87bc-4026-a09c-cf45db2c0b17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3231509 Jan 20 14:25:43.243411 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-0457a059-8c19-4b8e-9386-3515c1687e5b req-178387cb-c928-40a4-8865-33ca76804c0f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:43.245160 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-0457a059-8c19-4b8e-9386-3515c1687e5b req-178387cb-c928-40a4-8865-33ca76804c0f service neutron] 10.222.0.106 "PUT /v2.0/ports/a2900794-3a49-4b60-9a68-2f6383df387c HTTP/1.1" status: 200 len: 1093 time: 4.8250878 Jan 20 14:25:43.250227 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca65b5b7-46e4-4202-83e6-d0c1271c06e0', 'tag': 'a2900794-3a49-4b60-9a68-2f6383df387c'}] {{(pid=84153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 14:25:43.258765 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-5233fc62-3df4-4f3d-981b-f8a9be6a98c8 tempest-ExternalNetworksAdminNegativeTestJSON-800147167 tempest-ExternalNetworksAdminNegativeTestJSON-800147167-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:43.443221 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-5233fc62-3df4-4f3d-981b-f8a9be6a98c8 tempest-ExternalNetworksAdminNegativeTestJSON-800147167 tempest-ExternalNetworksAdminNegativeTestJSON-800147167-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:43.537925 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-efd9acdd-bc7b-4767-800a-a1e4c11f3995 tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Unset dirty status for tenant:5a61487c48434ad6bef9c98e6b43caa0 on resource:port {{(pid=84152) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:25:43.553407 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-efd9acdd-bc7b-4767-800a-a1e4c11f3995 tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 20093 time: 0.7992487 Jan 20 14:25:43.554183 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 33030) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:25:43.555260 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb469e43-ead3-4ad7-8b7f-9844a606f402 tempest-ExternalNetworksTestJSON-1859258134 tempest-ExternalNetworksTestJSON-1859258134-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 174} {{(pid=84152) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 14:25:43.634613 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.106', 52252) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:25:43.667338 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5233fc62-3df4-4f3d-981b-f8a9be6a98c8 tempest-ExternalNetworksAdminNegativeTestJSON-800147167 tempest-ExternalNetworksAdminNegativeTestJSON-800147167-project-admin] Pushing event updated for resources: {'Port': ['ID=b44d4a82-7ed5-4ed3-b406-e712bebd22c2,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:25:43.689649 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5233fc62-3df4-4f3d-981b-f8a9be6a98c8 tempest-ExternalNetworksAdminNegativeTestJSON-800147167 tempest-ExternalNetworksAdminNegativeTestJSON-800147167-project-admin] Network 8dffb05c-5ca0-409b-bd5f-7be6264f707d is already hosted by enough agents. {{(pid=84153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:25:43.701746 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.base_scheduler [None req-5233fc62-3df4-4f3d-981b-f8a9be6a98c8 tempest-ExternalNetworksAdminNegativeTestJSON-800147167 tempest-ExternalNetworksAdminNegativeTestJSON-800147167-project-admin] Resources bound (agent type, host, resource id): {{(pid=84153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:25:43.707469 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5233fc62-3df4-4f3d-981b-f8a9be6a98c8 tempest-ExternalNetworksAdminNegativeTestJSON-800147167 tempest-ExternalNetworksAdminNegativeTestJSON-800147167-project-admin] Received port after_create {{(pid=84153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:25:43.727870 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-fb469e43-ead3-4ad7-8b7f-9844a606f402 tempest-ExternalNetworksTestJSON-1859258134 tempest-ExternalNetworksTestJSON-1859258134-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:43.728666 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.db.segments_db [None req-fb469e43-ead3-4ad7-8b7f-9844a606f402 tempest-ExternalNetworksTestJSON-1859258134 tempest-ExternalNetworksTestJSON-1859258134-project-admin] Added segment f869e9d5-e7da-412e-95e7-8c365fe89a1a of type vlan for network c6f71a89-0efe-471a-81bd-60572bad9e49 Jan 20 14:25:43.776533 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-0e609935-d85b-4e74-b69d-6ea6d8420475 tempest-RoutersIpV6AdminTest-217416812 tempest-RoutersIpV6AdminTest-217416812-project] Notify callbacks [] for router_gateway, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:43.776533 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-0e609935-d85b-4e74-b69d-6ea6d8420475 tempest-RoutersIpV6AdminTest-217416812 tempest-RoutersIpV6AdminTest-217416812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-744861'] for router, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:43.873791 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-6a065480-75b4-455d-b364-a43bab77efaf tempest-FloatingIPAdminTestJSON-1056319808 tempest-FloatingIPAdminTestJSON-1056319808-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:43.906197 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-b4156af3-1820-420c-9a79-b0b987dc32ee tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Deleting port f705b289-7e89-4b87-a71a-3fd7f82191e3 {{(pid=84152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:25:43.906548 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-b4156af3-1820-420c-9a79-b0b987dc32ee tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:43.947921 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-fb469e43-ead3-4ad7-8b7f-9844a606f402 tempest-ExternalNetworksTestJSON-1859258134 tempest-ExternalNetworksTestJSON-1859258134-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769553767792'] for network, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:44.019717 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca65b5b7-46e4-4202-83e6-d0c1271c06e0', 'tag': 'a2900794-3a49-4b60-9a68-2f6383df387c', 'status': 'completed', 'code': 200} Jan 20 14:25:44.035379 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-0457a059-8c19-4b8e-9386-3515c1687e5b req-2a54a4a3-a0c0-4ba5-bf23-73be5f2eba20 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=02a4359015ef4fdda53e039fb57dd72f&device_id=ca65b5b7-46e4-4202-83e6-d0c1271c06e0 HTTP/1.1" status: 200 len: 1096 time: 0.4963281 Jan 20 14:25:44.148483 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-0457a059-8c19-4b8e-9386-3515c1687e5b req-bcb38985-e812-46fe-bfeb-4576632e379a service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a2900794-3a49-4b60-9a68-2f6383df387c HTTP/1.1" status: 200 len: 217 time: 0.0946569 Jan 20 14:25:44.187613 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.db.resource_extend [None req-289d3bb4-a0f9-4d6d-9ef6-916bfbf1fc52 tempest-ExtraDHCPOptionsTestJSON-253464219 tempest-ExtraDHCPOptionsTestJSON-253464219-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 20 14:25:44.204922 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94da2ea2-67c0-4ecc-8631-1989ae2e480e req-dc57ecfc-f715-492a-97de-a64fef21c87a tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:25:44.206737 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-94da2ea2-67c0-4ecc-8631-1989ae2e480e req-dc57ecfc-f715-492a-97de-a64fef21c87a tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] 10.222.0.106 "GET /v2.0/networks?id=f21a48f2-2a8e-483a-a3a2-338a6bf081a7 HTTP/1.1" status: 200 len: 811 time: 0.5708449 Jan 20 14:25:44.207311 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-6a065480-75b4-455d-b364-a43bab77efaf tempest-FloatingIPAdminTestJSON-1056319808 tempest-FloatingIPAdminTestJSON-1056319808-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:44.401460 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-289d3bb4-a0f9-4d6d-9ef6-916bfbf1fc52 tempest-ExtraDHCPOptionsTestJSON-253464219 tempest-ExtraDHCPOptionsTestJSON-253464219-project] Notify callbacks [] for port, precommit_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:44.462948 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-5233fc62-3df4-4f3d-981b-f8a9be6a98c8 tempest-ExternalNetworksAdminNegativeTestJSON-800147167 tempest-ExternalNetworksAdminNegativeTestJSON-800147167-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:44.496781 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-fb469e43-ead3-4ad7-8b7f-9844a606f402 tempest-ExternalNetworksTestJSON-1859258134 tempest-ExternalNetworksTestJSON-1859258134-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967'] for network, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:44.498052 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb469e43-ead3-4ad7-8b7f-9844a606f402 tempest-ExternalNetworksTestJSON-1859258134 tempest-ExternalNetworksTestJSON-1859258134-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:25:44.498847 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-fb469e43-ead3-4ad7-8b7f-9844a606f402 tempest-ExternalNetworksTestJSON-1859258134 tempest-ExternalNetworksTestJSON-1859258134-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1705179'] for network, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:44.523761 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-c231ab05-e76a-4d0c-8a26-68398b674d40 req-5e82d11a-8c8f-4f4f-94dc-8fca07fd3dbe tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] 10.222.0.54 "GET /v2.0/ports?device_id=c1ec459f-0c13-4ec8-b610-ebb2038ce473 HTTP/1.1" status: 200 len: 210 time: 0.0681658 Jan 20 14:25:44.536946 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0457a059-8c19-4b8e-9386-3515c1687e5b req-86405963-a31a-4494-a976-7958053fe70c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:25:44.538663 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-0457a059-8c19-4b8e-9386-3515c1687e5b req-86405963-a31a-4494-a976-7958053fe70c service neutron] 10.222.0.106 "GET /v2.0/subnets?id=fe04fd19-c016-4d9b-bbbe-e9ba6073304a HTTP/1.1" status: 200 len: 845 time: 0.2954473 Jan 20 14:25:44.687894 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-289d3bb4-a0f9-4d6d-9ef6-916bfbf1fc52 tempest-ExtraDHCPOptionsTestJSON-253464219 tempest-ExtraDHCPOptionsTestJSON-253464219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162822'] for port, after_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:44.737399 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-5233fc62-3df4-4f3d-981b-f8a9be6a98c8 tempest-ExternalNetworksAdminNegativeTestJSON-800147167 tempest-ExternalNetworksAdminNegativeTestJSON-800147167-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:44.894162 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb469e43-ead3-4ad7-8b7f-9844a606f402 tempest-ExternalNetworksTestJSON-1859258134 tempest-ExternalNetworksTestJSON-1859258134-project-admin] Pushing event updated for resources: {'Network': ['ID=c6f71a89-0efe-471a-81bd-60572bad9e49,revision_number=1']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:25:44.910578 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Network c6f71a89-0efe-471a-81bd-60572bad9e49 details requested by agent ovs-agent-dv-neutron-825124-1-hyperv with host dv-neutron-825124-1-hyperv {{(pid=84154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 14:25:44.952546 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [req-94da2ea2-67c0-4ecc-8631-1989ae2e480e req-17ad86a2-9356-46d6-8510-2bdb69fed20c tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] Synchronizing usage tracker for tenant:2841efab0dc64ab1970d5183558f5547 on resource:security_group {{(pid=84152) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:25:44.980227 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-0457a059-8c19-4b8e-9386-3515c1687e5b req-add4833c-282f-488a-8149-f6a8c0672300 service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=da16ad43-ad30-42db-87b4-6c2adb2c2b3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4120431 Jan 20 14:25:45.009049 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-fb469e43-ead3-4ad7-8b7f-9844a606f402 tempest-ExternalNetworksTestJSON-1859258134 tempest-ExternalNetworksTestJSON-1859258134-project-admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 2.2996151 Jan 20 14:25:45.009049 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.db [None req-b4156af3-1820-420c-9a79-b0b987dc32ee tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] For port f705b289-7e89-4b87-a71a-3fd7f82191e3, host hv-neutron-8251, got binding levels [] {{(pid=84152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:25:45.010902 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-b4156af3-1820-420c-9a79-b0b987dc32ee tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:45.032810 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 33050) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:25:45.058789 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289d3bb4-a0f9-4d6d-9ef6-916bfbf1fc52 tempest-ExtraDHCPOptionsTestJSON-253464219 tempest-ExtraDHCPOptionsTestJSON-253464219-project] Pushing event updated for resources: {'Port': ['ID=6ff6f112-da55-4de1-8c07-35c218508bdf,revision_number=2']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:25:45.070136 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-59bd773b-096c-428a-bc29-d6ec88b9551e tempest-ExternalNetworksTestJSON-1859258134 tempest-ExternalNetworksTestJSON-1859258134-project-admin] Request body: {'network': {'router:external': True}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:25:45.221405 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817ed0a6-95c5-4320-87c5-49d83498b98a req-abb478d0-5111-48ed-8b48-124d1ddc1e1b tempest-ServersTestJSON-1971346893 tempest-ServersTestJSON-1971346893-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:25:45.222909 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-817ed0a6-95c5-4320-87c5-49d83498b98a req-abb478d0-5111-48ed-8b48-124d1ddc1e1b tempest-ServersTestJSON-1971346893 tempest-ServersTestJSON-1971346893-project] 10.222.0.54 "GET /v2.0/ports?device_id=ca65b5b7-46e4-4202-83e6-d0c1271c06e0 HTTP/1.1" status: 200 len: 943 time: 0.6536081 Jan 20 14:25:45.422499 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-2daed819-6c72-4be0-a6ad-33c2e7b8e9b2 None None] Provisioning complete for port 6ff6f112-da55-4de1-8c07-35c218508bdf triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:25:45.422869 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-2daed819-6c72-4be0-a6ad-33c2e7b8e9b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:45.433614 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [req-94da2ea2-67c0-4ecc-8631-1989ae2e480e req-17ad86a2-9356-46d6-8510-2bdb69fed20c tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] Unset dirty status for tenant:2841efab0dc64ab1970d5183558f5547 on resource:security_group {{(pid=84152) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:25:45.434817 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-94da2ea2-67c0-4ecc-8631-1989ae2e480e req-17ad86a2-9356-46d6-8510-2bdb69fed20c tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] 10.222.0.106 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2841efab0dc64ab1970d5183558f5547 HTTP/1.1" status: 200 len: 379 time: 1.0829241 Jan 20 14:25:45.471585 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-b4156af3-1820-420c-9a79-b0b987dc32ee tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Calling delete_port for f705b289-7e89-4b87-a71a-3fd7f82191e3 owned by {{(pid=84152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:25:45.555806 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-2daed819-6c72-4be0-a6ad-33c2e7b8e9b2 None None] Port 6ff6f112-da55-4de1-8c07-35c218508bdf cannot update to ACTIVE because it is not bound. {{(pid=84154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 14:25:45.564023 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-289d3bb4-a0f9-4d6d-9ef6-916bfbf1fc52 tempest-ExtraDHCPOptionsTestJSON-253464219 tempest-ExtraDHCPOptionsTestJSON-253464219-project] In _notify_port_updated(), no bound segment for port 6ff6f112-da55-4de1-8c07-35c218508bdf on network b11b6c32-0ce7-4437-a5de-0088b139808e {{(pid=84152) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Jan 20 14:25:45.580972 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-289d3bb4-a0f9-4d6d-9ef6-916bfbf1fc52 tempest-ExtraDHCPOptionsTestJSON-253464219 tempest-ExtraDHCPOptionsTestJSON-253464219-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:25:45.585895 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-289d3bb4-a0f9-4d6d-9ef6-916bfbf1fc52 tempest-ExtraDHCPOptionsTestJSON-253464219 tempest-ExtraDHCPOptionsTestJSON-253464219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:45.585895 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-289d3bb4-a0f9-4d6d-9ef6-916bfbf1fc52 tempest-ExtraDHCPOptionsTestJSON-253464219 tempest-ExtraDHCPOptionsTestJSON-253464219-project] 10.222.0.54 "PUT /v2.0/ports/6ff6f112-da55-4de1-8c07-35c218508bdf HTTP/1.1" status: 200 len: 1136 time: 3.1760280 Jan 20 14:25:45.598965 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-817ed0a6-95c5-4320-87c5-49d83498b98a req-4e2c8cc1-b0f7-4700-a50d-6c7cb3b36c5e tempest-ServersTestJSON-1971346893 tempest-ServersTestJSON-1971346893-project] 10.222.0.54 "GET /v2.0/security-groups?id=116cf5fd-87bc-4026-a09c-cf45db2c0b17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1527069 Jan 20 14:25:45.599879 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e609935-d85b-4e74-b69d-6ea6d8420475 tempest-RoutersIpV6AdminTest-217416812 tempest-RoutersIpV6AdminTest-217416812-project] Router 68c3e62c-9389-4fa8-ba1a-0a6852b1ec34 is scheduled to L3 agent 624d525b-4c26-4143-8a1c-228bb1c6faaa with binding_index 1 {{(pid=84153) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 20 14:25:45.618257 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 33056) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:25:45.700100 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.db.resource_extend [None req-5233fc62-3df4-4f3d-981b-f8a9be6a98c8 tempest-ExternalNetworksAdminNegativeTestJSON-800147167 tempest-ExternalNetworksAdminNegativeTestJSON-800147167-project-admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 20 14:25:45.726114 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [req-94da2ea2-67c0-4ecc-8631-1989ae2e480e req-05e9aeb3-858f-493b-933a-3f651c122e30 tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] Request body: {'port': {'device_id': 'c1ec459f-0c13-4ec8-b610-ebb2038ce473', 'network_id': 'f21a48f2-2a8e-483a-a3a2-338a6bf081a7', 'admin_state_up': True, 'tenant_id': '2841efab0dc64ab1970d5183558f5547', 'security_groups': ['578a98de-1d4e-4622-ab14-10bbfc156906']}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:25:45.753131 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-b4156af3-1820-420c-9a79-b0b987dc32ee tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:45.770532 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-0457a059-8c19-4b8e-9386-3515c1687e5b req-dba6b15e-4647-4f3f-8c8f-ae71fa93fcc1 service neutron] 10.222.0.106 "GET /v2.0/networks/da16ad43-ad30-42db-87b4-6c2adb2c2b3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6042552 Jan 20 14:25:45.833972 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-5233fc62-3df4-4f3d-981b-f8a9be6a98c8 tempest-ExternalNetworksAdminNegativeTestJSON-800147167 tempest-ExternalNetworksAdminNegativeTestJSON-800147167-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:45.860777 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-6a979823-bdbd-4d5b-877b-b8a910e89c50 req-5f667ebc-7d60-4b20-90d1-60262397da98 tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] 10.222.0.54 "GET /v2.0/ports?device_id=c1ec459f-0c13-4ec8-b610-ebb2038ce473 HTTP/1.1" status: 200 len: 210 time: 0.0824802 Jan 20 14:25:45.874186 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3df25554-4620-44c2-8964-ddc232fb34df tempest-ExtraDHCPOptionsTestJSON-253464219 tempest-ExtraDHCPOptionsTestJSON-253464219-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:25:45.876655 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-3df25554-4620-44c2-8964-ddc232fb34df tempest-ExtraDHCPOptionsTestJSON-253464219 tempest-ExtraDHCPOptionsTestJSON-253464219-project] Synchronizing usage tracker for tenant:2ec1c9eeec4645998431acb32ed303a3 on resource:port {{(pid=84153) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:25:45.907371 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-5233fc62-3df4-4f3d-981b-f8a9be6a98c8 tempest-ExternalNetworksAdminNegativeTestJSON-800147167 tempest-ExternalNetworksAdminNegativeTestJSON-800147167-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3944146'] for port, after_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:45.947705 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4156af3-1820-420c-9a79-b0b987dc32ee tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Pushing event deleted for resources: {'Port': ['ID=f705b289-7e89-4b87-a71a-3fd7f82191e3,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:25:45.996174 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-3df25554-4620-44c2-8964-ddc232fb34df tempest-ExtraDHCPOptionsTestJSON-253464219 tempest-ExtraDHCPOptionsTestJSON-253464219-project] Unset dirty status for tenant:2ec1c9eeec4645998431acb32ed303a3 on resource:port {{(pid=84153) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:25:45.997524 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-3df25554-4620-44c2-8964-ddc232fb34df tempest-ExtraDHCPOptionsTestJSON-253464219 tempest-ExtraDHCPOptionsTestJSON-253464219-project] 10.222.0.54 "GET /v2.0/ports/6ff6f112-da55-4de1-8c07-35c218508bdf HTTP/1.1" status: 200 len: 1136 time: 0.3754921 Jan 20 14:25:46.031716 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 33062) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:25:46.063686 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-6a065480-75b4-455d-b364-a43bab77efaf tempest-FloatingIPAdminTestJSON-1056319808 tempest-FloatingIPAdminTestJSON-1056319808-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:46.073339 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5233fc62-3df4-4f3d-981b-f8a9be6a98c8 tempest-ExternalNetworksAdminNegativeTestJSON-800147167 tempest-ExternalNetworksAdminNegativeTestJSON-800147167-project-admin] Pushing event updated for resources: {'Port': ['ID=b44d4a82-7ed5-4ed3-b406-e712bebd22c2,revision_number=2']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:25:46.097991 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-b4156af3-1820-420c-9a79-b0b987dc32ee tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:46.143421 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-59bd773b-096c-428a-bc29-d6ec88b9551e tempest-ExternalNetworksTestJSON-1859258134 tempest-ExternalNetworksTestJSON-1859258134-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769553767792'] for network, precommit_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:46.162503 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-6a065480-75b4-455d-b364-a43bab77efaf tempest-FloatingIPAdminTestJSON-1056319808 tempest-FloatingIPAdminTestJSON-1056319808-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162822'] for port, after_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:46.166462 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [req-94da2ea2-67c0-4ecc-8631-1989ae2e480e req-05e9aeb3-858f-493b-933a-3f651c122e30 tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:25:46.222355 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [req-94da2ea2-67c0-4ecc-8631-1989ae2e480e req-05e9aeb3-858f-493b-933a-3f651c122e30 tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:25:46.284692 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-b4156af3-1820-420c-9a79-b0b987dc32ee tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] 10.222.0.54 "DELETE /v2.0/ports/f705b289-7e89-4b87-a71a-3fd7f82191e3 HTTP/1.1" status: 204 len: 168 time: 2.7206490 Jan 20 14:25:46.287362 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-5233fc62-3df4-4f3d-981b-f8a9be6a98c8 tempest-ExternalNetworksAdminNegativeTestJSON-800147167 tempest-ExternalNetworksAdminNegativeTestJSON-800147167-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-745254'] for floatingip, after_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:46.287712 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 33066) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:25:46.304011 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-800bb778-ecd7-41a1-99ad-35d725817f7a tempest-ExtraDHCPOptionsTestJSON-253464219 tempest-ExtraDHCPOptionsTestJSON-253464219-project] Deleting port 6ff6f112-da55-4de1-8c07-35c218508bdf {{(pid=84153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:25:46.308088 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-800bb778-ecd7-41a1-99ad-35d725817f7a tempest-ExtraDHCPOptionsTestJSON-253464219 tempest-ExtraDHCPOptionsTestJSON-253464219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:46.326255 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-59bd773b-096c-428a-bc29-d6ec88b9551e tempest-ExternalNetworksTestJSON-1859258134 tempest-ExternalNetworksTestJSON-1859258134-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967'] for network, after_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:46.364394 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a065480-75b4-455d-b364-a43bab77efaf tempest-FloatingIPAdminTestJSON-1056319808 tempest-FloatingIPAdminTestJSON-1056319808-project-admin] Pushing event updated for resources: {'Port': ['ID=0dc8df9f-ed82-45ec-9728-64aa2de2e1b9,revision_number=2']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:25:46.366558 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94da2ea2-67c0-4ecc-8631-1989ae2e480e req-05e9aeb3-858f-493b-933a-3f651c122e30 tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] Made reservation on behalf of 2841efab0dc64ab1970d5183558f5547 for: {'port': 1} {{(pid=84152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:25:46.369864 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [req-94da2ea2-67c0-4ecc-8631-1989ae2e480e req-05e9aeb3-858f-493b-933a-3f651c122e30 tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:46.399816 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.pecan_wsgi.hooks.translation [None req-9baacf86-4adb-4ff4-91af-585c6421bf7a tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] GET failed (client error): The resource could not be found. Jan 20 14:25:46.399816 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-9baacf86-4adb-4ff4-91af-585c6421bf7a tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Synchronizing usage tracker for tenant:5a61487c48434ad6bef9c98e6b43caa0 on resource:port {{(pid=84152) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:25:46.489957 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-5233fc62-3df4-4f3d-981b-f8a9be6a98c8 tempest-ExternalNetworksAdminNegativeTestJSON-800147167 tempest-ExternalNetworksAdminNegativeTestJSON-800147167-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for floatingip, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:46.494431 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-5233fc62-3df4-4f3d-981b-f8a9be6a98c8 tempest-ExternalNetworksAdminNegativeTestJSON-800147167 tempest-ExternalNetworksAdminNegativeTestJSON-800147167-project-admin] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.8721759 Jan 20 14:25:46.496364 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-0457a059-8c19-4b8e-9386-3515c1687e5b req-4dbd89c3-92b9-48b9-99f1-68e0ef1fb783 service neutron] 10.222.0.106 "GET /v2.0/networks/da16ad43-ad30-42db-87b4-6c2adb2c2b3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4636858 Jan 20 14:25:46.497906 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 33070) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:25:46.545955 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-a513a214-337e-4a2b-b38a-a0df4c3d56d4 tempest-ExternalNetworksAdminNegativeTestJSON-800147167 tempest-ExternalNetworksAdminNegativeTestJSON-800147167-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-981963535', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'fixed_ips': [{'ip_address': '172.26.7.70'}]}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:25:46.562582 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-a513a214-337e-4a2b-b38a-a0df4c3d56d4 tempest-ExternalNetworksAdminNegativeTestJSON-800147167 tempest-ExternalNetworksAdminNegativeTestJSON-800147167-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:25:46.576837 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-a513a214-337e-4a2b-b38a-a0df4c3d56d4 tempest-ExternalNetworksAdminNegativeTestJSON-800147167 tempest-ExternalNetworksAdminNegativeTestJSON-800147167-project-admin] Usage tracker for resource:port and tenant:c133ab76c4cc4d449fe2e4667f2d61cf is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:25:46.587493 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-a513a214-337e-4a2b-b38a-a0df4c3d56d4 tempest-ExternalNetworksAdminNegativeTestJSON-800147167 tempest-ExternalNetworksAdminNegativeTestJSON-800147167-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:25:46.617744 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-59bd773b-096c-428a-bc29-d6ec88b9551e tempest-ExternalNetworksTestJSON-1859258134 tempest-ExternalNetworksTestJSON-1859258134-project-admin] Network c6f71a89-0efe-471a-81bd-60572bad9e49 is not hosted by any dhcp agent {{(pid=84152) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Jan 20 14:25:46.618348 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59bd773b-096c-428a-bc29-d6ec88b9551e tempest-ExternalNetworksTestJSON-1859258134 tempest-ExternalNetworksTestJSON-1859258134-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:25:46.618932 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-59bd773b-096c-428a-bc29-d6ec88b9551e tempest-ExternalNetworksTestJSON-1859258134 tempest-ExternalNetworksTestJSON-1859258134-project-admin] Notify callbacks [] for network, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:46.620293 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-59bd773b-096c-428a-bc29-d6ec88b9551e tempest-ExternalNetworksTestJSON-1859258134 tempest-ExternalNetworksTestJSON-1859258134-project-admin] 10.222.0.54 "PUT /v2.0/networks/c6f71a89-0efe-471a-81bd-60572bad9e49 HTTP/1.1" status: 200 len: 858 time: 1.5636556 Jan 20 14:25:46.621273 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-6a065480-75b4-455d-b364-a43bab77efaf tempest-FloatingIPAdminTestJSON-1056319808 tempest-FloatingIPAdminTestJSON-1056319808-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-745254'] for floatingip, after_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:46.639518 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-a513a214-337e-4a2b-b38a-a0df4c3d56d4 tempest-ExternalNetworksAdminNegativeTestJSON-800147167 tempest-ExternalNetworksAdminNegativeTestJSON-800147167-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:25:46.676720 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 33074) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:25:46.740895 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e609935-d85b-4e74-b69d-6ea6d8420475 tempest-RoutersIpV6AdminTest-217416812 tempest-RoutersIpV6AdminTest-217416812-project] Notify agent at l3_agent.dv-neutron-825124-1-hyperv the message routers_updated {{(pid=84153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 14:25:46.752701 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c873944b-c151-45fc-9262-56a92d4faf75 None None] Sync routers for ids ['68c3e62c-9389-4fa8-ba1a-0a6852b1ec34'] in dv-neutron-825124-1-hyperv {{(pid=84154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 14:25:46.768849 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c873944b-c151-45fc-9262-56a92d4faf75 None None] Routers {'68c3e62c-9389-4fa8-ba1a-0a6852b1ec34'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:25:46.770453 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-c873944b-c151-45fc-9262-56a92d4faf75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:25:30Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['68c3e62c-9389-4fa8-ba1a-0a6852b1ec34'], 'active': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:25:46.838377 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bd773b-096c-428a-bc29-d6ec88b9551e tempest-ExternalNetworksTestJSON-1859258134 tempest-ExternalNetworksTestJSON-1859258134-project-admin] Pushing event updated for resources: {'Network': ['ID=c6f71a89-0efe-471a-81bd-60572bad9e49,revision_number=2']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:25:46.880275 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-c873944b-c151-45fc-9262-56a92d4faf75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:25:46.889384 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a513a214-337e-4a2b-b38a-a0df4c3d56d4 tempest-ExternalNetworksAdminNegativeTestJSON-800147167 tempest-ExternalNetworksAdminNegativeTestJSON-800147167-project-admin] Made reservation on behalf of c133ab76c4cc4d449fe2e4667f2d61cf for: {'port': 1} {{(pid=84153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:25:46.892126 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-a513a214-337e-4a2b-b38a-a0df4c3d56d4 tempest-ExternalNetworksAdminNegativeTestJSON-800147167 tempest-ExternalNetworksAdminNegativeTestJSON-800147167-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:46.892582 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c873944b-c151-45fc-9262-56a92d4faf75 None None] Routers {'68c3e62c-9389-4fa8-ba1a-0a6852b1ec34'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:25:46.893350 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-c873944b-c151-45fc-9262-56a92d4faf75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:25:30Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['68c3e62c-9389-4fa8-ba1a-0a6852b1ec34'], 'active': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:25:46.912169 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-a513a214-337e-4a2b-b38a-a0df4c3d56d4 tempest-ExternalNetworksAdminNegativeTestJSON-800147167 tempest-ExternalNetworksAdminNegativeTestJSON-800147167-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:46.926599 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-205f758b-bb34-47c8-bed4-560a8e5f3ee3 tempest-ExternalNetworksTestJSON-1859258134 tempest-ExternalNetworksTestJSON-1859258134-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586409'] for network, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:46.961754 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-c873944b-c151-45fc-9262-56a92d4faf75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:25:46.962323 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c873944b-c151-45fc-9262-56a92d4faf75 None None] The sync data for ids ['68c3e62c-9389-4fa8-ba1a-0a6852b1ec34'] in dv-neutron-825124-1-hyperv is: [] {{(pid=84154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 14:25:46.964665 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-0e609935-d85b-4e74-b69d-6ea6d8420475 tempest-RoutersIpV6AdminTest-217416812 tempest-RoutersIpV6AdminTest-217416812-project] Notify callbacks [] for router, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:46.966109 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-0e609935-d85b-4e74-b69d-6ea6d8420475 tempest-RoutersIpV6AdminTest-217416812 tempest-RoutersIpV6AdminTest-217416812-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 12.2060359 Jan 20 14:25:46.976063 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 33084) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:25:46.987376 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-9baacf86-4adb-4ff4-91af-585c6421bf7a tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Unset dirty status for tenant:5a61487c48434ad6bef9c98e6b43caa0 on resource:port {{(pid=84152) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:25:46.988544 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-9baacf86-4adb-4ff4-91af-585c6421bf7a tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] 10.222.0.54 "GET /v2.0/ports/f705b289-7e89-4b87-a71a-3fd7f82191e3 HTTP/1.1" status: 404 len: 333 time: 0.6979439 Jan 20 14:25:46.993807 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 33088) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:25:47.007017 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-af94e288-2beb-41c8-a905-15cece3dfae6 tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1085338456', 'network_id': 'ad7f907e-9713-4e69-9955-c6581e002d96'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:25:47.082571 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-800bb778-ecd7-41a1-99ad-35d725817f7a tempest-ExtraDHCPOptionsTestJSON-253464219 tempest-ExtraDHCPOptionsTestJSON-253464219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:47.097383 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-af94e288-2beb-41c8-a905-15cece3dfae6 tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:25:47.173826 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.db_base_plugin_common [req-94da2ea2-67c0-4ecc-8631-1989ae2e480e req-05e9aeb3-858f-493b-933a-3f651c122e30 tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] Allocated IP 172.20.0.9 (f21a48f2-2a8e-483a-a3a2-338a6bf081a7/dd53d1af-78bb-45f3-8468-b0b04e8256e8/954e9a8a-d5fc-4913-9be8-605284de3e2f) {{(pid=84152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:25:47.207369 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-205f758b-bb34-47c8-bed4-560a8e5f3ee3 tempest-ExternalNetworksTestJSON-1859258134 tempest-ExternalNetworksTestJSON-1859258134-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1626242', 'neutron.services.segments.db._delete_segments_for_network-8769554214620'] for network, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:47.261013 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.segments.db [None req-205f758b-bb34-47c8-bed4-560a8e5f3ee3 tempest-ExternalNetworksTestJSON-1859258134 tempest-ExternalNetworksTestJSON-1859258134-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6f71a89-0efe-471a-81bd-60572bad9e49']}} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:25:47.289740 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.segments.db [None req-205f758b-bb34-47c8-bed4-560a8e5f3ee3 tempest-ExternalNetworksTestJSON-1859258134 tempest-ExternalNetworksTestJSON-1859258134-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f869e9d5-e7da-412e-95e7-8c365fe89a1a') {'for_net_delete': True} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:25:47.290071 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.segments.db [None req-205f758b-bb34-47c8-bed4-560a8e5f3ee3 tempest-ExternalNetworksTestJSON-1859258134 tempest-ExternalNetworksTestJSON-1859258134-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f869e9d5-e7da-412e-95e7-8c365fe89a1a') {} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:25:47.315132 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-f15a2bca-4524-41e8-8735-073d540417c7 req-be757be3-3a94-4e85-94a5-80cb13c14a60 tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] 10.222.0.54 "GET /v2.0/ports?device_id=c1ec459f-0c13-4ec8-b610-ebb2038ce473 HTTP/1.1" status: 200 len: 210 time: 0.2410233 Jan 20 14:25:47.316180 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-af94e288-2beb-41c8-a905-15cece3dfae6 tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:25:47.324297 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-205f758b-bb34-47c8-bed4-560a8e5f3ee3 tempest-ExternalNetworksTestJSON-1859258134 tempest-ExternalNetworksTestJSON-1859258134-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769554214503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3337904'] for segment, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:47.378679 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-a513a214-337e-4a2b-b38a-a0df4c3d56d4 tempest-ExternalNetworksAdminNegativeTestJSON-800147167 tempest-ExternalNetworksAdminNegativeTestJSON-800147167-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:25:47.388804 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-800bb778-ecd7-41a1-99ad-35d725817f7a tempest-ExtraDHCPOptionsTestJSON-253464219 tempest-ExtraDHCPOptionsTestJSON-253464219-project] Calling delete_port for 6ff6f112-da55-4de1-8c07-35c218508bdf owned by {{(pid=84153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:25:47.398277 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-205f758b-bb34-47c8-bed4-560a8e5f3ee3 tempest-ExternalNetworksTestJSON-1859258134 tempest-ExternalNetworksTestJSON-1859258134-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:47.420024 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-205f758b-bb34-47c8-bed4-560a8e5f3ee3 tempest-ExternalNetworksTestJSON-1859258134 tempest-ExternalNetworksTestJSON-1859258134-project-admin] Releasing vlan 174 on physical network physnet1 to pool {{(pid=84152) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 14:25:47.420500 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-205f758b-bb34-47c8-bed4-560a8e5f3ee3 tempest-ExternalNetworksTestJSON-1859258134 tempest-ExternalNetworksTestJSON-1859258134-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1622950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4162906'] for segment, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:47.434025 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-a513a214-337e-4a2b-b38a-a0df4c3d56d4 tempest-ExternalNetworksAdminNegativeTestJSON-800147167 tempest-ExternalNetworksAdminNegativeTestJSON-800147167-project-admin] Usage tracker for resource:security_group_rule and tenant:c133ab76c4cc4d449fe2e4667f2d61cf is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:25:47.436828 dv-neutron-825124-1-hyperv neutron-server[84152]: Traceback (most recent call last): Jan 20 14:25:47.436828 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 14:25:47.436828 dv-neutron-825124-1-hyperv neutron-server[84152]: timer() Jan 20 14:25:47.436828 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 14:25:47.436828 dv-neutron-825124-1-hyperv neutron-server[84152]: cb(*args, **kw) Jan 20 14:25:47.436828 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 14:25:47.436828 dv-neutron-825124-1-hyperv neutron-server[84152]: return func(*args, **kwargs) Jan 20 14:25:47.436828 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 14:25:47.436828 dv-neutron-825124-1-hyperv neutron-server[84152]: self._notify() Jan 20 14:25:47.436828 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 14:25:47.436828 dv-neutron-825124-1-hyperv neutron-server[84152]: self.callback(batched_events) Jan 20 14:25:47.436828 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 14:25:47.436828 dv-neutron-825124-1-hyperv neutron-server[84152]: event.method(event) Jan 20 14:25:47.436828 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 14:25:47.436828 dv-neutron-825124-1-hyperv neutron-server[84152]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 14:25:47.436828 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 14:25:47.436828 dv-neutron-825124-1-hyperv neutron-server[84152]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 14:25:47.436828 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 14:25:47.436828 dv-neutron-825124-1-hyperv neutron-server[84152]: return f(self, *a, **k) Jan 20 14:25:47.436828 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 14:25:47.436828 dv-neutron-825124-1-hyperv neutron-server[84152]: return self._get(url).json() Jan 20 14:25:47.436828 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 14:25:47.436828 dv-neutron-825124-1-hyperv neutron-server[84152]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 14:25:47.436828 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 14:25:47.436828 dv-neutron-825124-1-hyperv neutron-server[84152]: return self.request(url, 'GET', **kwargs) Jan 20 14:25:47.436828 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 14:25:47.436828 dv-neutron-825124-1-hyperv neutron-server[84152]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 14:25:47.436828 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 14:25:47.436828 dv-neutron-825124-1-hyperv neutron-server[84152]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 14:25:47.436828 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 14:25:47.436828 dv-neutron-825124-1-hyperv neutron-server[84152]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 14:25:47.436828 dv-neutron-825124-1-hyperv neutron-server[84152]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 14:25:47.442695 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-a513a214-337e-4a2b-b38a-a0df4c3d56d4 tempest-ExternalNetworksAdminNegativeTestJSON-800147167 tempest-ExternalNetworksAdminNegativeTestJSON-800147167-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:25:47.462338 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-7148d2d7-9663-49de-97bc-0a2bb5120bf7 req-c2da6fff-80ac-44ad-a8bb-4b71331ba5d6 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=02a4359015ef4fdda53e039fb57dd72f&device_id=ca65b5b7-46e4-4202-83e6-d0c1271c06e0 HTTP/1.1" status: 200 len: 1096 time: 0.7708049 Jan 20 14:25:47.463985 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-a513a214-337e-4a2b-b38a-a0df4c3d56d4 tempest-ExternalNetworksAdminNegativeTestJSON-800147167 tempest-ExternalNetworksAdminNegativeTestJSON-800147167-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:25:47.502278 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3266269-2f49-4a0d-b755-c1acd59e8ea8 req-c953697b-5d99-43dc-a42c-99c6bd63ec2c tempest-ServersTestJSON-1971346893 tempest-ServersTestJSON-1971346893-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:25:47.503803 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-f3266269-2f49-4a0d-b755-c1acd59e8ea8 req-c953697b-5d99-43dc-a42c-99c6bd63ec2c tempest-ServersTestJSON-1971346893 tempest-ServersTestJSON-1971346893-project] 10.222.0.54 "GET /v2.0/ports?device_id=ca65b5b7-46e4-4202-83e6-d0c1271c06e0 HTTP/1.1" status: 200 len: 943 time: 0.6831846 Jan 20 14:25:47.528175 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.db.l3_db [None req-6a065480-75b4-455d-b364-a43bab77efaf tempest-FloatingIPAdminTestJSON-1056319808 tempest-FloatingIPAdminTestJSON-1056319808-project-admin] Floating IP 79cb7786-ebfb-413b-b8ed-b1af2fad49c0 associated. External IP: 172.26.7.183, port: b1a0f50a-80e3-4258-92b0-9a5615cec859. Jan 20 14:25:47.544416 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af94e288-2beb-41c8-a905-15cece3dfae6 tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Made reservation on behalf of 5a61487c48434ad6bef9c98e6b43caa0 for: {'port': 1} {{(pid=84153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:25:47.550667 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-af94e288-2beb-41c8-a905-15cece3dfae6 tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:47.592773 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.notifiers.nova [None req-af94e288-2beb-41c8-a905-15cece3dfae6 tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] device_id is not set on port 422c1403-80da-46c8-bcd6-68b97b3f2e95 yet. {{(pid=84153) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 14:25:47.634499 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [req-94da2ea2-67c0-4ecc-8631-1989ae2e480e req-05e9aeb3-858f-493b-933a-3f651c122e30 tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] Notify callbacks [] for port, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:47.667795 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-f3266269-2f49-4a0d-b755-c1acd59e8ea8 req-5b99e673-f87f-4aa3-8b20-d3b10f401b6f tempest-ServersTestJSON-1971346893 tempest-ServersTestJSON-1971346893-project] 10.222.0.54 "GET /v2.0/security-groups?id=116cf5fd-87bc-4026-a09c-cf45db2c0b17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1568341 Jan 20 14:25:47.718060 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.provisioning_blocks [req-94da2ea2-67c0-4ecc-8631-1989ae2e480e req-05e9aeb3-858f-493b-933a-3f651c122e30 tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] Transition to ACTIVE for port object 954e9a8a-d5fc-4913-9be8-605284de3e2f will not be triggered until provisioned by entity DHCP. {{(pid=84152) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:25:47.726057 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-205f758b-bb34-47c8-bed4-560a8e5f3ee3 tempest-ExternalNetworksTestJSON-1859258134 tempest-ExternalNetworksTestJSON-1859258134-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1626253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-745296'] for network, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:47.749062 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-205f758b-bb34-47c8-bed4-560a8e5f3ee3 tempest-ExternalNetworksTestJSON-1859258134 tempest-ExternalNetworksTestJSON-1859258134-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network c6f71a89-0efe-471a-81bd-60572bad9e49 {{(pid=84152) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 20 14:25:47.755924 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-205f758b-bb34-47c8-bed4-560a8e5f3ee3 tempest-ExternalNetworksTestJSON-1859258134 tempest-ExternalNetworksTestJSON-1859258134-project-admin] Notify callbacks [] for network, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:47.774491 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205f758b-bb34-47c8-bed4-560a8e5f3ee3 tempest-ExternalNetworksTestJSON-1859258134 tempest-ExternalNetworksTestJSON-1859258134-project-admin] Pushing event deleted for resources: {'Network': ['ID=c6f71a89-0efe-471a-81bd-60572bad9e49,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:25:47.871484 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-800bb778-ecd7-41a1-99ad-35d725817f7a tempest-ExtraDHCPOptionsTestJSON-253464219 tempest-ExtraDHCPOptionsTestJSON-253464219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:47.892843 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [req-94da2ea2-67c0-4ecc-8631-1989ae2e480e req-05e9aeb3-858f-493b-933a-3f651c122e30 tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:47.898557 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-205f758b-bb34-47c8-bed4-560a8e5f3ee3 tempest-ExternalNetworksTestJSON-1859258134 tempest-ExternalNetworksTestJSON-1859258134-project-admin] 10.222.0.54 "DELETE /v2.0/networks/c6f71a89-0efe-471a-81bd-60572bad9e49 HTTP/1.1" status: 204 len: 168 time: 1.2099924 Jan 20 14:25:47.939666 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 33092) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:25:47.998333 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffc076d0-654b-4312-98ee-a3b81213b63f tempest-ExternalNetworksTestJSON-1743662288 tempest-ExternalNetworksTestJSON-1743662288-project] DELETE failed (client error): The resource could not be found. Jan 20 14:25:47.998798 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ffc076d0-654b-4312-98ee-a3b81213b63f tempest-ExternalNetworksTestJSON-1743662288 tempest-ExternalNetworksTestJSON-1743662288-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84152) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:25:48.002843 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-ffc076d0-654b-4312-98ee-a3b81213b63f tempest-ExternalNetworksTestJSON-1743662288 tempest-ExternalNetworksTestJSON-1743662288-project] 10.222.0.54 "DELETE /v2.0/subnets/90b86d1a-2628-4f7a-9fcc-05a56640e65c HTTP/1.1" status: 404 len: 337 time: 0.0589416 Jan 20 14:25:48.006744 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-d010d8c3-2630-4ac8-b895-dbce5f3787e1 tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] 10.222.0.54 "GET /v2.0/routers/68c3e62c-9389-4fa8-ba1a-0a6852b1ec34 HTTP/1.1" status: 200 len: 923 time: 1.0209067 Jan 20 14:25:48.011355 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800bb778-ecd7-41a1-99ad-35d725817f7a tempest-ExtraDHCPOptionsTestJSON-253464219 tempest-ExtraDHCPOptionsTestJSON-253464219-project] Pushing event deleted for resources: {'Port': ['ID=6ff6f112-da55-4de1-8c07-35c218508bdf,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:25:48.013931 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 33096) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:25:48.014281 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 33098) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:25:48.022553 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94da2ea2-67c0-4ecc-8631-1989ae2e480e req-05e9aeb3-858f-493b-933a-3f651c122e30 tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] Network f21a48f2-2a8e-483a-a3a2-338a6bf081a7 is already hosted by enough agents. {{(pid=84152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:25:48.026893 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.base_scheduler [req-94da2ea2-67c0-4ecc-8631-1989ae2e480e req-05e9aeb3-858f-493b-933a-3f651c122e30 tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] Resources bound (agent type, host, resource id): {{(pid=84152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:25:48.032082 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.l3_dvrscheduler_db [req-94da2ea2-67c0-4ecc-8631-1989ae2e480e req-05e9aeb3-858f-493b-933a-3f651c122e30 tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] Received port after_create {{(pid=84152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:25:48.073036 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e9aeb3-858f-493b-933a-3f651c122e30 tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] Pushing event updated for resources: {'Port': ['ID=954e9a8a-d5fc-4913-9be8-605284de3e2f,revision_number=1']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:25:48.123050 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94da2ea2-67c0-4ecc-8631-1989ae2e480e req-05e9aeb3-858f-493b-933a-3f651c122e30 tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:25:48.126209 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [req-94da2ea2-67c0-4ecc-8631-1989ae2e480e req-05e9aeb3-858f-493b-933a-3f651c122e30 tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:48.211257 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-1f2b9943-7783-49aa-ac0d-73a19df13838 tempest-RoutersIpV6AdminTest-217416812 tempest-RoutersIpV6AdminTest-217416812-project] 10.222.0.54 "GET /v2.0/ports?device_id=68c3e62c-9389-4fa8-ba1a-0a6852b1ec34 HTTP/1.1" status: 200 len: 205 time: 0.1914997 Jan 20 14:25:48.316181 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 33104) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:25:48.456950 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a065480-75b4-455d-b364-a43bab77efaf tempest-FloatingIPAdminTestJSON-1056319808 tempest-FloatingIPAdminTestJSON-1056319808-project-admin] Router 5be3e9e7-7d2e-444e-844b-4f9fa2213d37 has already been hosted by L3 agent 624d525b-4c26-4143-8a1c-228bb1c6faaa {{(pid=84152) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 14:25:48.466934 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-af94e288-2beb-41c8-a905-15cece3dfae6 tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:48.467881 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-94da2ea2-67c0-4ecc-8631-1989ae2e480e req-05e9aeb3-858f-493b-933a-3f651c122e30 tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] 10.222.0.106 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8606887 Jan 20 14:25:48.493545 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-49a69d64-b510-4a6b-993e-692a25138aa5 None None] Provisioning for port 954e9a8a-d5fc-4913-9be8-605284de3e2f completed by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:25:48.500806 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-49a69d64-b510-4a6b-993e-692a25138aa5 None None] Provisioning complete for port 954e9a8a-d5fc-4913-9be8-605284de3e2f triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:25:48.501176 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-49a69d64-b510-4a6b-993e-692a25138aa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:48.567492 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-000d6a91-c0c0-44ed-935c-2cf4044b0afc tempest-ExternalNetworksTestJSON-1743662288 tempest-ExternalNetworksTestJSON-1743662288-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586409'] for network, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:48.570292 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-a513a214-337e-4a2b-b38a-a0df4c3d56d4 tempest-ExternalNetworksAdminNegativeTestJSON-800147167 tempest-ExternalNetworksAdminNegativeTestJSON-800147167-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:48.586821 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-49a69d64-b510-4a6b-993e-692a25138aa5 None None] Port 954e9a8a-d5fc-4913-9be8-605284de3e2f cannot update to ACTIVE because it is not bound. {{(pid=84154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 14:25:48.606884 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-800bb778-ecd7-41a1-99ad-35d725817f7a tempest-ExtraDHCPOptionsTestJSON-253464219 tempest-ExtraDHCPOptionsTestJSON-253464219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:48.667593 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [req-94da2ea2-67c0-4ecc-8631-1989ae2e480e req-b35ddaa5-cb71-4a55-9774-06e980cf9718 service neutron] Request body: {'port': {'device_id': 'c1ec459f-0c13-4ec8-b610-ebb2038ce473', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8251'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:25:48.693589 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-a513a214-337e-4a2b-b38a-a0df4c3d56d4 tempest-ExternalNetworksAdminNegativeTestJSON-800147167 tempest-ExternalNetworksAdminNegativeTestJSON-800147167-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:48.729463 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.notifiers.nova [None req-a513a214-337e-4a2b-b38a-a0df4c3d56d4 tempest-ExternalNetworksAdminNegativeTestJSON-800147167 tempest-ExternalNetworksAdminNegativeTestJSON-800147167-project-admin] device_id is not set on port e326d4e4-eacd-4cf4-8df7-035ed06e3907 yet. {{(pid=84153) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 14:25:48.787853 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a065480-75b4-455d-b364-a43bab77efaf tempest-FloatingIPAdminTestJSON-1056319808 tempest-FloatingIPAdminTestJSON-1056319808-project-admin] Notify agent at l3_agent.dv-neutron-825124-1-hyperv the message routers_updated {{(pid=84152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 14:25:48.798225 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [req-94da2ea2-67c0-4ecc-8631-1989ae2e480e req-b35ddaa5-cb71-4a55-9774-06e980cf9718 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:48.799733 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e166ce25-bb5d-4796-8c1e-a1f7df78d8e0 None None] Sync routers for ids ['5be3e9e7-7d2e-444e-844b-4f9fa2213d37'] in dv-neutron-825124-1-hyperv {{(pid=84155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 14:25:48.823157 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e166ce25-bb5d-4796-8c1e-a1f7df78d8e0 None None] Routers {'5be3e9e7-7d2e-444e-844b-4f9fa2213d37'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:25:48.823784 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-e166ce25-bb5d-4796-8c1e-a1f7df78d8e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:25:30Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['5be3e9e7-7d2e-444e-844b-4f9fa2213d37'], 'active': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:25:48.890989 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-e166ce25-bb5d-4796-8c1e-a1f7df78d8e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:25:48.903498 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e166ce25-bb5d-4796-8c1e-a1f7df78d8e0 None None] Routers {'5be3e9e7-7d2e-444e-844b-4f9fa2213d37'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:25:48.906229 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-e166ce25-bb5d-4796-8c1e-a1f7df78d8e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:25:30Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['5be3e9e7-7d2e-444e-844b-4f9fa2213d37'], 'active': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:25:48.929267 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-800bb778-ecd7-41a1-99ad-35d725817f7a tempest-ExtraDHCPOptionsTestJSON-253464219 tempest-ExtraDHCPOptionsTestJSON-253464219-project] 10.222.0.54 "DELETE /v2.0/ports/6ff6f112-da55-4de1-8c07-35c218508bdf HTTP/1.1" status: 204 len: 168 time: 2.8851573 Jan 20 14:25:48.942519 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 33114) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:25:48.950587 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-6a065480-75b4-455d-b364-a43bab77efaf tempest-FloatingIPAdminTestJSON-1056319808 tempest-FloatingIPAdminTestJSON-1056319808-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for floatingip, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:48.974989 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-e166ce25-bb5d-4796-8c1e-a1f7df78d8e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:25:48.975691 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e166ce25-bb5d-4796-8c1e-a1f7df78d8e0 None None] The sync data for ids ['5be3e9e7-7d2e-444e-844b-4f9fa2213d37'] in dv-neutron-825124-1-hyperv is: [] {{(pid=84155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 14:25:48.996224 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-af94e288-2beb-41c8-a905-15cece3dfae6 tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:49.168771 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-6a065480-75b4-455d-b364-a43bab77efaf tempest-FloatingIPAdminTestJSON-1056319808 tempest-FloatingIPAdminTestJSON-1056319808-project-admin] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 13.3418059 Jan 20 14:25:49.175256 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 33120) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:25:49.197584 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-000d6a91-c0c0-44ed-935c-2cf4044b0afc tempest-ExternalNetworksTestJSON-1743662288 tempest-ExternalNetworksTestJSON-1743662288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1626242', 'neutron.services.segments.db._delete_segments_for_network-8769554214620'] for network, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:49.212412 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ab36ab-cc5a-4c0d-80a3-13594b2e6a1b req-caaf5038-95c1-4c58-9414-ee8e1d661ccc tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:25:49.213918 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-77ab36ab-cc5a-4c0d-80a3-13594b2e6a1b req-caaf5038-95c1-4c58-9414-ee8e1d661ccc tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] 10.222.0.54 "GET /v2.0/ports?device_id=c1ec459f-0c13-4ec8-b610-ebb2038ce473 HTTP/1.1" status: 200 len: 931 time: 0.7389784 Jan 20 14:25:49.252512 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a513a214-337e-4a2b-b38a-a0df4c3d56d4 tempest-ExternalNetworksAdminNegativeTestJSON-800147167 tempest-ExternalNetworksAdminNegativeTestJSON-800147167-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f013415f-5010-4521-9bc2-39a06033e68a,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:25:49.402139 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.services.segments.db [None req-000d6a91-c0c0-44ed-935c-2cf4044b0afc tempest-ExternalNetworksTestJSON-1743662288 tempest-ExternalNetworksTestJSON-1743662288-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78891278-31a1-4c53-8261-0f6e835345d4']}} {{(pid=84153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:25:49.407858 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-5c225860-58ef-407c-b0fb-13e27db0de48 tempest-FloatingIPAdminTestJSON-1056319808 tempest-FloatingIPAdminTestJSON-1056319808-project-admin] 10.222.0.54 "GET /v2.0/floatingips/79cb7786-ebfb-413b-b8ed-b1af2fad49c0 HTTP/1.1" status: 200 len: 982 time: 0.2263548 Jan 20 14:25:49.415970 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 33124) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:25:49.455902 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af94e288-2beb-41c8-a905-15cece3dfae6 tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Network ad7f907e-9713-4e69-9955-c6581e002d96 is already hosted by enough agents. {{(pid=84153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:25:49.467334 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.services.segments.db [None req-000d6a91-c0c0-44ed-935c-2cf4044b0afc tempest-ExternalNetworksTestJSON-1743662288 tempest-ExternalNetworksTestJSON-1743662288-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '645c2600-f74d-42b5-827f-8400e4fd5b30') {'for_net_delete': True} {{(pid=84153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:25:49.467685 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.services.segments.db [None req-000d6a91-c0c0-44ed-935c-2cf4044b0afc tempest-ExternalNetworksTestJSON-1743662288 tempest-ExternalNetworksTestJSON-1743662288-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '645c2600-f74d-42b5-827f-8400e4fd5b30') {} {{(pid=84153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:25:49.482082 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.base_scheduler [None req-af94e288-2beb-41c8-a905-15cece3dfae6 tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Resources bound (agent type, host, resource id): {{(pid=84153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:25:49.484568 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af94e288-2beb-41c8-a905-15cece3dfae6 tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Received port after_create {{(pid=84153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:25:49.484728 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fc1e82a-3ee8-4b49-977e-e9fd9925406f tempest-ExtraDHCPOptionsTestJSON-253464219 tempest-ExtraDHCPOptionsTestJSON-253464219-project] Deleting subnet a73e73ef-e293-47f8-ae3c-af81746bc1f5 {{(pid=84152) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 20 14:25:49.485245 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af94e288-2beb-41c8-a905-15cece3dfae6 tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:25:49.486004 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-af94e288-2beb-41c8-a905-15cece3dfae6 tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:49.488593 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-0fc1e82a-3ee8-4b49-977e-e9fd9925406f tempest-ExtraDHCPOptionsTestJSON-253464219 tempest-ExtraDHCPOptionsTestJSON-253464219-project] Notify callbacks [] for subnet, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:49.499959 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7148d2d7-9663-49de-97bc-0a2bb5120bf7 req-88e223cf-63fc-4302-bcc9-94d03b728f37 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:25:49.501580 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-7148d2d7-9663-49de-97bc-0a2bb5120bf7 req-88e223cf-63fc-4302-bcc9-94d03b728f37 service neutron] 10.222.0.106 "GET /v2.0/networks?id=da16ad43-ad30-42db-87b4-6c2adb2c2b3b HTTP/1.1" status: 200 len: 907 time: 0.8099389 Jan 20 14:25:49.520251 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-000d6a91-c0c0-44ed-935c-2cf4044b0afc tempest-ExternalNetworksTestJSON-1743662288 tempest-ExternalNetworksTestJSON-1743662288-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769554214503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980856'] for segment, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:49.540891 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.db.resource_extend [req-94da2ea2-67c0-4ecc-8631-1989ae2e480e req-b35ddaa5-cb71-4a55-9774-06e980cf9718 service neutron] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 20 14:25:49.633449 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-0fc1e82a-3ee8-4b49-977e-e9fd9925406f tempest-ExtraDHCPOptionsTestJSON-253464219 tempest-ExtraDHCPOptionsTestJSON-253464219-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3337915'] for subnet, precommit_delete_associations {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:49.646377 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af94e288-2beb-41c8-a905-15cece3dfae6 tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Pushing event updated for resources: {'Port': ['ID=422c1403-80da-46c8-bcd6-68b97b3f2e95,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:25:49.665618 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-77ab36ab-cc5a-4c0d-80a3-13594b2e6a1b req-36b7f77d-238c-4e37-891d-1dcb7e9851f3 tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] 10.222.0.54 "GET /v2.0/security-groups?id=578a98de-1d4e-4622-ab14-10bbfc156906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4071233 Jan 20 14:25:49.676819 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.notifiers.nova [req-94da2ea2-67c0-4ecc-8631-1989ae2e480e req-b35ddaa5-cb71-4a55-9774-06e980cf9718 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 954e9a8a-d5fc-4913-9be8-605284de3e2f {{(pid=84152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 14:25:49.687896 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-2fd72514-48a3-4655-a2a0-3b5e0bf1d46f tempest-FloatingIPAdminTestJSON-1056319808 tempest-FloatingIPAdminTestJSON-1056319808-project-admin] 10.222.0.54 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2901 time: 0.2650137 Jan 20 14:25:49.690276 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 33128) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:25:49.693810 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [req-94da2ea2-67c0-4ecc-8631-1989ae2e480e req-b35ddaa5-cb71-4a55-9774-06e980cf9718 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:49.699697 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-000d6a91-c0c0-44ed-935c-2cf4044b0afc tempest-ExternalNetworksTestJSON-1743662288 tempest-ExternalNetworksTestJSON-1743662288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:49.723445 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-7148d2d7-9663-49de-97bc-0a2bb5120bf7 req-dd5820af-99e1-4c0e-9555-eba3fd55218d service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a2900794-3a49-4b60-9a68-2f6383df387c HTTP/1.1" status: 200 len: 217 time: 0.1870058 Jan 20 14:25:49.725540 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-000d6a91-c0c0-44ed-935c-2cf4044b0afc tempest-ExternalNetworksTestJSON-1743662288 tempest-ExternalNetworksTestJSON-1743662288-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=84153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 14:25:49.725942 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-000d6a91-c0c0-44ed-935c-2cf4044b0afc tempest-ExternalNetworksTestJSON-1743662288 tempest-ExternalNetworksTestJSON-1743662288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1622950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3944078'] for segment, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:49.743833 dv-neutron-825124-1-hyperv neutron-server[84153]: Traceback (most recent call last): Jan 20 14:25:49.743833 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 14:25:49.743833 dv-neutron-825124-1-hyperv neutron-server[84153]: timer() Jan 20 14:25:49.743833 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 14:25:49.743833 dv-neutron-825124-1-hyperv neutron-server[84153]: cb(*args, **kw) Jan 20 14:25:49.743833 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 14:25:49.743833 dv-neutron-825124-1-hyperv neutron-server[84153]: return func(*args, **kwargs) Jan 20 14:25:49.743833 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 14:25:49.743833 dv-neutron-825124-1-hyperv neutron-server[84153]: self._notify() Jan 20 14:25:49.743833 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 14:25:49.743833 dv-neutron-825124-1-hyperv neutron-server[84153]: self.callback(batched_events) Jan 20 14:25:49.743833 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 14:25:49.743833 dv-neutron-825124-1-hyperv neutron-server[84153]: event.method(event) Jan 20 14:25:49.743833 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 14:25:49.743833 dv-neutron-825124-1-hyperv neutron-server[84153]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 14:25:49.743833 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 14:25:49.743833 dv-neutron-825124-1-hyperv neutron-server[84153]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 14:25:49.743833 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 14:25:49.743833 dv-neutron-825124-1-hyperv neutron-server[84153]: return f(self, *a, **k) Jan 20 14:25:49.743833 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 14:25:49.743833 dv-neutron-825124-1-hyperv neutron-server[84153]: return self._get(url).json() Jan 20 14:25:49.743833 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 14:25:49.743833 dv-neutron-825124-1-hyperv neutron-server[84153]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 14:25:49.743833 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 14:25:49.743833 dv-neutron-825124-1-hyperv neutron-server[84153]: return self.request(url, 'GET', **kwargs) Jan 20 14:25:49.743833 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 14:25:49.743833 dv-neutron-825124-1-hyperv neutron-server[84153]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 14:25:49.743833 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 14:25:49.743833 dv-neutron-825124-1-hyperv neutron-server[84153]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 14:25:49.743833 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 14:25:49.743833 dv-neutron-825124-1-hyperv neutron-server[84153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 14:25:49.743833 dv-neutron-825124-1-hyperv neutron-server[84153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 14:25:49.805288 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72c23d9-b705-44f1-908b-bc6624c339c1 req-6368bc97-cd5a-4394-ad71-5bc172d44fa5 tempest-ServersTestJSON-1971346893 tempest-ServersTestJSON-1971346893-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:25:49.805288 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-b72c23d9-b705-44f1-908b-bc6624c339c1 req-6368bc97-cd5a-4394-ad71-5bc172d44fa5 tempest-ServersTestJSON-1971346893 tempest-ServersTestJSON-1971346893-project] 10.222.0.54 "GET /v2.0/ports?device_id=ca65b5b7-46e4-4202-83e6-d0c1271c06e0 HTTP/1.1" status: 200 len: 943 time: 0.9285910 Jan 20 14:25:49.812104 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.provisioning_blocks [req-94da2ea2-67c0-4ecc-8631-1989ae2e480e req-b35ddaa5-cb71-4a55-9774-06e980cf9718 service neutron] Transition to ACTIVE for port object 954e9a8a-d5fc-4913-9be8-605284de3e2f will not be triggered until provisioned by entity L2. {{(pid=84152) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:25:49.882308 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-af94e288-2beb-41c8-a905-15cece3dfae6 tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 2.8819554 Jan 20 14:25:49.886469 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 33132) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:25:49.979722 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7148d2d7-9663-49de-97bc-0a2bb5120bf7 req-bfbabe5c-f1c3-4573-9de6-4e4b54addd6d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:25:49.981194 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-7148d2d7-9663-49de-97bc-0a2bb5120bf7 req-bfbabe5c-f1c3-4573-9de6-4e4b54addd6d service neutron] 10.222.0.106 "GET /v2.0/subnets?id=fe04fd19-c016-4d9b-bbbe-e9ba6073304a HTTP/1.1" status: 200 len: 845 time: 0.2366667 Jan 20 14:25:49.991707 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-b72c23d9-b705-44f1-908b-bc6624c339c1 req-94f97136-8f81-44a7-b68f-701f62ca2bc0 tempest-ServersTestJSON-1971346893 tempest-ServersTestJSON-1971346893-project] 10.222.0.54 "GET /v2.0/security-groups?id=116cf5fd-87bc-4026-a09c-cf45db2c0b17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1338398 Jan 20 14:25:50.122340 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-5fdc2b3e-f57b-40ec-bab1-7f5f2608e0e6 tempest-RoutersIpV6AdminTest-217416812 tempest-RoutersIpV6AdminTest-217416812-project] Notify callbacks [] for router, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:50.148512 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-0fc1e82a-3ee8-4b49-977e-e9fd9925406f tempest-ExtraDHCPOptionsTestJSON-253464219 tempest-ExtraDHCPOptionsTestJSON-253464219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1627147'] for subnet, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:50.211837 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-7148d2d7-9663-49de-97bc-0a2bb5120bf7 req-39daab5c-671c-4055-a240-1ece54840277 service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=da16ad43-ad30-42db-87b4-6c2adb2c2b3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2187285 Jan 20 14:25:50.216062 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-d74edc15-24e7-475e-a137-b39520091f79 tempest-FloatingIPAdminTestJSON-1852183017 tempest-FloatingIPAdminTestJSON-1852183017-project] Deleting port 0dc8df9f-ed82-45ec-9728-64aa2de2e1b9 {{(pid=84152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:25:50.217578 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-d74edc15-24e7-475e-a137-b39520091f79 tempest-FloatingIPAdminTestJSON-1852183017 tempest-FloatingIPAdminTestJSON-1852183017-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:50.303400 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-9fa43117-6044-4bd7-b28f-be5041e8fb70 tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] 10.222.0.54 "GET /v2.0/ports/422c1403-80da-46c8-bcd6-68b97b3f2e95 HTTP/1.1" status: 200 len: 955 time: 0.4093888 Jan 20 14:25:50.303400 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 33136) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:25:50.309434 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.pecan_wsgi.hooks.translation [None req-a513a214-337e-4a2b-b38a-a0df4c3d56d4 tempest-ExternalNetworksAdminNegativeTestJSON-800147167 tempest-ExternalNetworksAdminNegativeTestJSON-800147167-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jan 20 14:25:50.309883 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a513a214-337e-4a2b-b38a-a0df4c3d56d4 tempest-ExternalNetworksAdminNegativeTestJSON-800147167 tempest-ExternalNetworksAdminNegativeTestJSON-800147167-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=84153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:25:50.355280 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [req-94da2ea2-67c0-4ecc-8631-1989ae2e480e req-b35ddaa5-cb71-4a55-9774-06e980cf9718 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162822'] for port, after_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:50.392743 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-000d6a91-c0c0-44ed-935c-2cf4044b0afc tempest-ExternalNetworksTestJSON-1743662288 tempest-ExternalNetworksTestJSON-1743662288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1626253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-745296'] for network, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:50.396980 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-000d6a91-c0c0-44ed-935c-2cf4044b0afc tempest-ExternalNetworksTestJSON-1743662288 tempest-ExternalNetworksTestJSON-1743662288-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1705179'] for network, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:50.445205 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000d6a91-c0c0-44ed-935c-2cf4044b0afc tempest-ExternalNetworksTestJSON-1743662288 tempest-ExternalNetworksTestJSON-1743662288-project] Pushing event deleted for resources: {'Network': ['ID=78891278-31a1-4c53-8261-0f6e835345d4,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:25:50.495745 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-7148d2d7-9663-49de-97bc-0a2bb5120bf7 req-e6ee60a2-ef80-4fe9-8bf8-ddac1b2d773b service neutron] 10.222.0.106 "GET /v2.0/networks/da16ad43-ad30-42db-87b4-6c2adb2c2b3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2733765 Jan 20 14:25:50.541817 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-a513a214-337e-4a2b-b38a-a0df4c3d56d4 tempest-ExternalNetworksAdminNegativeTestJSON-800147167 tempest-ExternalNetworksAdminNegativeTestJSON-800147167-project-admin] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 4.0425193 Jan 20 14:25:50.559559 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-000d6a91-c0c0-44ed-935c-2cf4044b0afc tempest-ExternalNetworksTestJSON-1743662288 tempest-ExternalNetworksTestJSON-1743662288-project] 10.222.0.54 "DELETE /v2.0/networks/78891278-31a1-4c53-8261-0f6e835345d4 HTTP/1.1" status: 204 len: 168 time: 2.5440300 Jan 20 14:25:50.561154 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 33140) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:25:50.635609 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-39dbada3-9b69-452b-b4e3-3f84aea1720f tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Deleting port 422c1403-80da-46c8-bcd6-68b97b3f2e95 {{(pid=84152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:25:50.635960 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-39dbada3-9b69-452b-b4e3-3f84aea1720f tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:50.777400 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35ddaa5-cb71-4a55-9774-06e980cf9718 service neutron] Pushing event updated for resources: {'Port': ['ID=954e9a8a-d5fc-4913-9be8-605284de3e2f,revision_number=2']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:25:50.790224 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-d74edc15-24e7-475e-a137-b39520091f79 tempest-FloatingIPAdminTestJSON-1852183017 tempest-FloatingIPAdminTestJSON-1852183017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:50.790224 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-d74edc15-24e7-475e-a137-b39520091f79 tempest-FloatingIPAdminTestJSON-1852183017 tempest-FloatingIPAdminTestJSON-1852183017-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:50.899607 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-022e0215-8074-4d67-a1d2-7c96f3103b27 tempest-ExternalNetworksAdminNegativeTestJSON-800147167 tempest-ExternalNetworksAdminNegativeTestJSON-800147167-project-admin] Deleting port b44d4a82-7ed5-4ed3-b406-e712bebd22c2 {{(pid=84153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:25:50.899946 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-022e0215-8074-4d67-a1d2-7c96f3103b27 tempest-ExternalNetworksAdminNegativeTestJSON-800147167 tempest-ExternalNetworksAdminNegativeTestJSON-800147167-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:50.936138 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-5fdc2b3e-f57b-40ec-bab1-7f5f2608e0e6 tempest-RoutersIpV6AdminTest-217416812 tempest-RoutersIpV6AdminTest-217416812-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:50.970412 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-d74edc15-24e7-475e-a137-b39520091f79 tempest-FloatingIPAdminTestJSON-1852183017 tempest-FloatingIPAdminTestJSON-1852183017-project] Calling delete_port for 0dc8df9f-ed82-45ec-9728-64aa2de2e1b9 owned by network:floatingip {{(pid=84152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:25:51.011610 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-0fc1e82a-3ee8-4b49-977e-e9fd9925406f tempest-ExtraDHCPOptionsTestJSON-253464219 tempest-ExtraDHCPOptionsTestJSON-253464219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1627154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4163580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155308'] for subnet, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:51.111203 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-7148d2d7-9663-49de-97bc-0a2bb5120bf7 req-2cd703bf-fbaa-42f5-a42f-9edacd960eaa service neutron] 10.222.0.106 "GET /v2.0/networks/da16ad43-ad30-42db-87b4-6c2adb2c2b3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6068532 Jan 20 14:25:51.166162 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc1e82a-3ee8-4b49-977e-e9fd9925406f tempest-ExtraDHCPOptionsTestJSON-253464219 tempest-ExtraDHCPOptionsTestJSON-253464219-project] Pushing event deleted for resources: {'Subnet': ['ID=a73e73ef-e293-47f8-ae3c-af81746bc1f5,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:25:51.225523 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-0fc1e82a-3ee8-4b49-977e-e9fd9925406f tempest-ExtraDHCPOptionsTestJSON-253464219 tempest-ExtraDHCPOptionsTestJSON-253464219-project] Notify callbacks [] for subnet, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:51.231711 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-947e7d3d-961d-4115-906b-64da5cabeea9 None None] Network b11b6c32-0ce7-4437-a5de-0088b139808e requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:25:51.247238 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-5fdc2b3e-f57b-40ec-bab1-7f5f2608e0e6 tempest-RoutersIpV6AdminTest-217416812 tempest-RoutersIpV6AdminTest-217416812-project] Deleting port 345b95e8-9aa4-4474-940a-4bd0f429bcc4 {{(pid=84153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:25:51.248104 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-5fdc2b3e-f57b-40ec-bab1-7f5f2608e0e6 tempest-RoutersIpV6AdminTest-217416812 tempest-RoutersIpV6AdminTest-217416812-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:51.287656 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-39dbada3-9b69-452b-b4e3-3f84aea1720f tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:51.336736 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-0fc1e82a-3ee8-4b49-977e-e9fd9925406f tempest-ExtraDHCPOptionsTestJSON-253464219 tempest-ExtraDHCPOptionsTestJSON-253464219-project] 10.222.0.54 "DELETE /v2.0/subnets/a73e73ef-e293-47f8-ae3c-af81746bc1f5 HTTP/1.1" status: 204 len: 168 time: 2.3932383 Jan 20 14:25:51.357421 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 33152) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:25:51.357724 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 33154) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:25:51.364105 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e0bf1f-7132-4764-abed-c39358446e19 req-fb265e7e-7d75-4258-9fa8-c7b3e6f369e3 tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:25:51.365585 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-c7e0bf1f-7132-4764-abed-c39358446e19 req-fb265e7e-7d75-4258-9fa8-c7b3e6f369e3 tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] 10.222.0.54 "GET /v2.0/ports?device_id=c1ec459f-0c13-4ec8-b610-ebb2038ce473 HTTP/1.1" status: 200 len: 943 time: 0.5095446 Jan 20 14:25:51.557297 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-39dbada3-9b69-452b-b4e3-3f84aea1720f tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Calling delete_port for 422c1403-80da-46c8-bcd6-68b97b3f2e95 owned by {{(pid=84152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:25:51.582699 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-022e0215-8074-4d67-a1d2-7c96f3103b27 tempest-ExternalNetworksAdminNegativeTestJSON-800147167 tempest-ExternalNetworksAdminNegativeTestJSON-800147167-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:51.583015 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-022e0215-8074-4d67-a1d2-7c96f3103b27 tempest-ExternalNetworksAdminNegativeTestJSON-800147167 tempest-ExternalNetworksAdminNegativeTestJSON-800147167-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:51.636913 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.managers [req-94da2ea2-67c0-4ecc-8631-1989ae2e480e req-b35ddaa5-cb71-4a55-9774-06e980cf9718 service neutron] Attempting to bind port 954e9a8a-d5fc-4913-9be8-605284de3e2f on host hv-neutron-8251 for vnic_type normal with profile {{(pid=84152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:25:51.637687 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.managers [req-94da2ea2-67c0-4ecc-8631-1989ae2e480e req-b35ddaa5-cb71-4a55-9774-06e980cf9718 service neutron] Attempting to bind port 954e9a8a-d5fc-4913-9be8-605284de3e2f by drivers openvswitch,hyperv on host hv-neutron-8251 at level 0 using segments [{'id': '08613a60-c567-423c-9903-64ff4979e267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'f21a48f2-2a8e-483a-a3a2-338a6bf081a7'}] {{(pid=84152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:25:51.638499 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94da2ea2-67c0-4ecc-8631-1989ae2e480e req-b35ddaa5-cb71-4a55-9774-06e980cf9718 service neutron] Attempting to bind port 954e9a8a-d5fc-4913-9be8-605284de3e2f on network f21a48f2-2a8e-483a-a3a2-338a6bf081a7 {{(pid=84152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 14:25:51.671625 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94da2ea2-67c0-4ecc-8631-1989ae2e480e req-b35ddaa5-cb71-4a55-9774-06e980cf9718 service neutron] Port 954e9a8a-d5fc-4913-9be8-605284de3e2f on network f21a48f2-2a8e-483a-a3a2-338a6bf081a7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8251 {{(pid=84152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 20 14:25:51.671947 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94da2ea2-67c0-4ecc-8631-1989ae2e480e req-b35ddaa5-cb71-4a55-9774-06e980cf9718 service neutron] Attempting to bind port 954e9a8a-d5fc-4913-9be8-605284de3e2f on network f21a48f2-2a8e-483a-a3a2-338a6bf081a7 {{(pid=84152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 14:25:51.731855 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9d23cea-7883-4b88-98c2-15ba730688cc None None] DHCP port deletion for b11b6c32-0ce7-4437-a5de-0088b139808e request from dv-neutron-825124-1-hyperv {{(pid=84154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 20 14:25:51.737361 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-f9d23cea-7883-4b88-98c2-15ba730688cc None None] Deleting port dc456235-0eb6-429c-a9c4-01fdd381d863 {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:25:51.737869 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-f9d23cea-7883-4b88-98c2-15ba730688cc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:51.758329 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-022e0215-8074-4d67-a1d2-7c96f3103b27 tempest-ExternalNetworksAdminNegativeTestJSON-800147167 tempest-ExternalNetworksAdminNegativeTestJSON-800147167-project-admin] Calling delete_port for b44d4a82-7ed5-4ed3-b406-e712bebd22c2 owned by network:floatingip {{(pid=84153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:25:51.827613 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94da2ea2-67c0-4ecc-8631-1989ae2e480e req-b35ddaa5-cb71-4a55-9774-06e980cf9718 service neutron] Checking agent: {'id': 'e037d8fb-d49c-4f86-9910-f13f6ba89a51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8251', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 23), 'started_at': datetime.datetime(2022, 1, 20, 14, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 25, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 14:25:51.828163 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94da2ea2-67c0-4ecc-8631-1989ae2e480e req-b35ddaa5-cb71-4a55-9774-06e980cf9718 service neutron] Checking segment: {'id': '08613a60-c567-423c-9903-64ff4979e267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'f21a48f2-2a8e-483a-a3a2-338a6bf081a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 14:25:51.828390 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94da2ea2-67c0-4ecc-8631-1989ae2e480e req-b35ddaa5-cb71-4a55-9774-06e980cf9718 service neutron] Bound using segment: {'id': '08613a60-c567-423c-9903-64ff4979e267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'f21a48f2-2a8e-483a-a3a2-338a6bf081a7'} {{(pid=84152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 14:25:51.828940 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.managers [req-94da2ea2-67c0-4ecc-8631-1989ae2e480e req-b35ddaa5-cb71-4a55-9774-06e980cf9718 service neutron] Bound port: 954e9a8a-d5fc-4913-9be8-605284de3e2f, host: hv-neutron-8251, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08613a60-c567-423c-9903-64ff4979e267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'f21a48f2-2a8e-483a-a3a2-338a6bf081a7'}}] {{(pid=84152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:25:51.829071 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-00db8ad2-83a0-4324-afbc-c6bcbfcd8d73 tempest-ExtraDHCPOptionsTestJSON-253464219 tempest-ExtraDHCPOptionsTestJSON-253464219-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586409'] for network, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:51.829169 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [req-94da2ea2-67c0-4ecc-8631-1989ae2e480e req-b35ddaa5-cb71-4a55-9774-06e980cf9718 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:51.836790 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da335b1-4f5f-41c3-900a-fc643e967162 req-ea7f0097-995b-4410-a9db-531dd75f4e0b tempest-ServersTestJSON-1971346893 tempest-ServersTestJSON-1971346893-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:25:51.844822 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-8da335b1-4f5f-41c3-900a-fc643e967162 req-ea7f0097-995b-4410-a9db-531dd75f4e0b tempest-ServersTestJSON-1971346893 tempest-ServersTestJSON-1971346893-project] 10.222.0.54 "GET /v2.0/ports?device_id=ca65b5b7-46e4-4202-83e6-d0c1271c06e0 HTTP/1.1" status: 200 len: 943 time: 0.6985445 Jan 20 14:25:51.918249 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-c7e0bf1f-7132-4764-abed-c39358446e19 req-304e4e97-d26e-4da6-a08f-15f6fc482de0 tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] 10.222.0.54 "GET /v2.0/security-groups?id=578a98de-1d4e-4622-ab14-10bbfc156906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5130439 Jan 20 14:25:51.935219 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-5fdc2b3e-f57b-40ec-bab1-7f5f2608e0e6 tempest-RoutersIpV6AdminTest-217416812 tempest-RoutersIpV6AdminTest-217416812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:51.941192 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-39dbada3-9b69-452b-b4e3-3f84aea1720f tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:52.003214 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39dbada3-9b69-452b-b4e3-3f84aea1720f tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Pushing event deleted for resources: {'Port': ['ID=422c1403-80da-46c8-bcd6-68b97b3f2e95,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:25:52.006732 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-f9d23cea-7883-4b88-98c2-15ba730688cc None None] For port dc456235-0eb6-429c-a9c4-01fdd381d863, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=dc456235-0eb6-429c-a9c4-01fdd381d863,segment=NetworkSegment(bee1c29b-2de9-4dc0-86cf-66a61ba5fe01),segment_id=bee1c29b-2de9-4dc0-86cf-66a61ba5fe01)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:25:52.006732 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-f9d23cea-7883-4b88-98c2-15ba730688cc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:52.006981 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-d74edc15-24e7-475e-a137-b39520091f79 tempest-FloatingIPAdminTestJSON-1852183017 tempest-FloatingIPAdminTestJSON-1852183017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:52.040345 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.db [req-94da2ea2-67c0-4ecc-8631-1989ae2e480e req-b35ddaa5-cb71-4a55-9774-06e980cf9718 service neutron] For port 954e9a8a-d5fc-4913-9be8-605284de3e2f, host hv-neutron-8251, cleared binding levels {{(pid=84152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 14:25:52.063127 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-39dbada3-9b69-452b-b4e3-3f84aea1720f tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:52.066374 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74edc15-24e7-475e-a137-b39520091f79 tempest-FloatingIPAdminTestJSON-1852183017 tempest-FloatingIPAdminTestJSON-1852183017-project] Pushing event deleted for resources: {'Port': ['ID=0dc8df9f-ed82-45ec-9728-64aa2de2e1b9,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:25:52.073129 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.db [req-94da2ea2-67c0-4ecc-8631-1989ae2e480e req-b35ddaa5-cb71-4a55-9774-06e980cf9718 service neutron] For port 954e9a8a-d5fc-4913-9be8-605284de3e2f, host hv-neutron-8251, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=954e9a8a-d5fc-4913-9be8-605284de3e2f,segment=NetworkSegment(08613a60-c567-423c-9903-64ff4979e267),segment_id=08613a60-c567-423c-9903-64ff4979e267)] {{(pid=84152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 14:25:52.141837 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-00db8ad2-83a0-4324-afbc-c6bcbfcd8d73 tempest-ExtraDHCPOptionsTestJSON-253464219 tempest-ExtraDHCPOptionsTestJSON-253464219-project] Deleting port dc456235-0eb6-429c-a9c4-01fdd381d863 {{(pid=84153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:25:52.142215 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-00db8ad2-83a0-4324-afbc-c6bcbfcd8d73 tempest-ExtraDHCPOptionsTestJSON-253464219 tempest-ExtraDHCPOptionsTestJSON-253464219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:52.157154 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [req-94da2ea2-67c0-4ecc-8631-1989ae2e480e req-b35ddaa5-cb71-4a55-9774-06e980cf9718 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162822'] for port, after_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:52.164111 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-f9d23cea-7883-4b88-98c2-15ba730688cc None None] Calling delete_port for dc456235-0eb6-429c-a9c4-01fdd381d863 owned by network:dhcp {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:25:52.205320 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-5fdc2b3e-f57b-40ec-bab1-7f5f2608e0e6 tempest-RoutersIpV6AdminTest-217416812 tempest-RoutersIpV6AdminTest-217416812-project] Calling delete_port for 345b95e8-9aa4-4474-940a-4bd0f429bcc4 owned by network:router_gateway {{(pid=84153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:25:52.231326 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-39dbada3-9b69-452b-b4e3-3f84aea1720f tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] 10.222.0.54 "DELETE /v2.0/ports/422c1403-80da-46c8-bcd6-68b97b3f2e95 HTTP/1.1" status: 204 len: 168 time: 1.9265091 Jan 20 14:25:52.239819 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 33164) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:25:52.287266 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-d74edc15-24e7-475e-a137-b39520091f79 tempest-FloatingIPAdminTestJSON-1852183017 tempest-FloatingIPAdminTestJSON-1852183017-project] Notify callbacks [] for floatingip, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:52.320016 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-f9d23cea-7883-4b88-98c2-15ba730688cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486'] for port, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:52.336716 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [req-94da2ea2-67c0-4ecc-8631-1989ae2e480e req-b35ddaa5-cb71-4a55-9774-06e980cf9718 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:52.339193 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-94da2ea2-67c0-4ecc-8631-1989ae2e480e req-b35ddaa5-cb71-4a55-9774-06e980cf9718 service neutron] 10.222.0.106 "PUT /v2.0/ports/954e9a8a-d5fc-4913-9be8-605284de3e2f HTTP/1.1" status: 200 len: 1093 time: 3.6774824 Jan 20 14:25:52.340070 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1ec459f-0c13-4ec8-b610-ebb2038ce473', 'tag': '954e9a8a-d5fc-4913-9be8-605284de3e2f'}] {{(pid=84152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 14:25:52.363884 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-b5b2cdcd-abd8-4b77-8575-0323b6df591b admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=5b2b0e92b07740b58a4c754d32d10f6b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9957035 Jan 20 14:25:52.366576 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-8da335b1-4f5f-41c3-900a-fc643e967162 req-5fcfc0ae-bfb7-4d83-a901-b5be6d526e9c tempest-ServersTestJSON-1971346893 tempest-ServersTestJSON-1971346893-project] 10.222.0.54 "GET /v2.0/security-groups?id=116cf5fd-87bc-4026-a09c-cf45db2c0b17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5218952 Jan 20 14:25:52.369251 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 33172) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:25:52.371506 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.pecan_wsgi.hooks.translation [None req-37c89859-971c-4b42-8000-ed3d896c2c01 tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] GET failed (client error): The resource could not be found. Jan 20 14:25:52.372540 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-37c89859-971c-4b42-8000-ed3d896c2c01 tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Synchronizing usage tracker for tenant:5a61487c48434ad6bef9c98e6b43caa0 on resource:port {{(pid=84152) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:25:52.381120 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35ddaa5-cb71-4a55-9774-06e980cf9718 service neutron] Pushing event updated for resources: {'Port': ['ID=954e9a8a-d5fc-4913-9be8-605284de3e2f,revision_number=3']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:25:52.426973 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9d23cea-7883-4b88-98c2-15ba730688cc None None] No DVR routers for this DVR port dc456235-0eb6-429c-a9c4-01fdd381d863 on host dv-neutron-825124-1-hyperv {{(pid=84154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 14:25:52.429164 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d23cea-7883-4b88-98c2-15ba730688cc None None] Pushing event deleted for resources: {'Port': ['ID=dc456235-0eb6-429c-a9c4-01fdd381d863,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:25:52.573829 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-37c89859-971c-4b42-8000-ed3d896c2c01 tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Unset dirty status for tenant:5a61487c48434ad6bef9c98e6b43caa0 on resource:port {{(pid=84152) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:25:52.575194 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-37c89859-971c-4b42-8000-ed3d896c2c01 tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] 10.222.0.54 "GET /v2.0/ports/422c1403-80da-46c8-bcd6-68b97b3f2e95 HTTP/1.1" status: 404 len: 333 time: 0.3323994 Jan 20 14:25:52.592463 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 33180) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:25:52.648776 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-2c95e185-a8b4-44f9-b1c2-7e60558cce5c tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Request body: {'port': {'network_id': 'ad7f907e-9713-4e69-9955-c6581e002d96', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1587286895'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:25:52.656006 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-00db8ad2-83a0-4324-afbc-c6bcbfcd8d73 tempest-ExtraDHCPOptionsTestJSON-253464219 tempest-ExtraDHCPOptionsTestJSON-253464219-project] The port 'dc456235-0eb6-429c-a9c4-01fdd381d863' was deleted {{(pid=84153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 20 14:25:52.662115 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-94da2ea2-67c0-4ecc-8631-1989ae2e480e req-cdb05a95-49e5-4bb4-8937-3e8b0b819a07 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=2841efab0dc64ab1970d5183558f5547&device_id=c1ec459f-0c13-4ec8-b610-ebb2038ce473 HTTP/1.1" status: 200 len: 1096 time: 0.1832938 Jan 20 14:25:52.804614 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-2c95e185-a8b4-44f9-b1c2-7e60558cce5c tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:25:52.811565 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1ec459f-0c13-4ec8-b610-ebb2038ce473', 'tag': '954e9a8a-d5fc-4913-9be8-605284de3e2f', 'status': 'completed', 'code': 200} Jan 20 14:25:52.813076 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-94da2ea2-67c0-4ecc-8631-1989ae2e480e req-09d1db8c-be64-4915-8f9b-bc7eb53874ec service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=954e9a8a-d5fc-4913-9be8-605284de3e2f HTTP/1.1" status: 200 len: 217 time: 0.1435170 Jan 20 14:25:52.861664 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-2c95e185-a8b4-44f9-b1c2-7e60558cce5c tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:25:52.905622 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94da2ea2-67c0-4ecc-8631-1989ae2e480e req-036576e3-3ea3-4d1b-a569-6f69c6b2b862 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:25:52.907094 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-94da2ea2-67c0-4ecc-8631-1989ae2e480e req-036576e3-3ea3-4d1b-a569-6f69c6b2b862 service neutron] 10.222.0.106 "GET /v2.0/subnets?id=dd53d1af-78bb-45f3-8468-b0b04e8256e8 HTTP/1.1" status: 200 len: 850 time: 0.0859475 Jan 20 14:25:52.975668 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-00db8ad2-83a0-4324-afbc-c6bcbfcd8d73 tempest-ExtraDHCPOptionsTestJSON-253464219 tempest-ExtraDHCPOptionsTestJSON-253464219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1626242', 'neutron.services.segments.db._delete_segments_for_network-8769554214620'] for network, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:52.989508 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-022e0215-8074-4d67-a1d2-7c96f3103b27 tempest-ExternalNetworksAdminNegativeTestJSON-800147167 tempest-ExternalNetworksAdminNegativeTestJSON-800147167-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:53.038958 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f669-20b8-4a2f-95d4-5b7ed7ccd91a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:53.082111 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-94da2ea2-67c0-4ecc-8631-1989ae2e480e req-541bac57-2d2e-494e-afc5-7d790b2b5459 service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=f21a48f2-2a8e-483a-a3a2-338a6bf081a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1661568 Jan 20 14:25:53.083535 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c95e185-a8b4-44f9-b1c2-7e60558cce5c tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Made reservation on behalf of 5a61487c48434ad6bef9c98e6b43caa0 for: {'port': 1} {{(pid=84153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:25:53.085861 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-2c95e185-a8b4-44f9-b1c2-7e60558cce5c tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:53.096363 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.services.segments.db [None req-00db8ad2-83a0-4324-afbc-c6bcbfcd8d73 tempest-ExtraDHCPOptionsTestJSON-253464219 tempest-ExtraDHCPOptionsTestJSON-253464219-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b11b6c32-0ce7-4437-a5de-0088b139808e']}} {{(pid=84153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:25:53.136954 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022e0215-8074-4d67-a1d2-7c96f3103b27 tempest-ExternalNetworksAdminNegativeTestJSON-800147167 tempest-ExternalNetworksAdminNegativeTestJSON-800147167-project-admin] Pushing event deleted for resources: {'Port': ['ID=b44d4a82-7ed5-4ed3-b406-e712bebd22c2,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:25:53.178813 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.services.segments.db [None req-00db8ad2-83a0-4324-afbc-c6bcbfcd8d73 tempest-ExtraDHCPOptionsTestJSON-253464219 tempest-ExtraDHCPOptionsTestJSON-253464219-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bee1c29b-2de9-4dc0-86cf-66a61ba5fe01') {'for_net_delete': True} {{(pid=84153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:25:53.179099 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.services.segments.db [None req-00db8ad2-83a0-4324-afbc-c6bcbfcd8d73 tempest-ExtraDHCPOptionsTestJSON-253464219 tempest-ExtraDHCPOptionsTestJSON-253464219-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bee1c29b-2de9-4dc0-86cf-66a61ba5fe01') {} {{(pid=84153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:25:53.206263 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d74edc15-24e7-475e-a137-b39520091f79 tempest-FloatingIPAdminTestJSON-1852183017 tempest-FloatingIPAdminTestJSON-1852183017-project] Router 5be3e9e7-7d2e-444e-844b-4f9fa2213d37 has already been hosted by L3 agent 624d525b-4c26-4143-8a1c-228bb1c6faaa {{(pid=84152) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 14:25:53.247160 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-94da2ea2-67c0-4ecc-8631-1989ae2e480e req-e2063d2b-2cc7-47a1-8ab1-c63c78d559e6 service neutron] 10.222.0.106 "GET /v2.0/networks/f21a48f2-2a8e-483a-a3a2-338a6bf081a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1553693 Jan 20 14:25:53.250380 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-00db8ad2-83a0-4324-afbc-c6bcbfcd8d73 tempest-ExtraDHCPOptionsTestJSON-253464219 tempest-ExtraDHCPOptionsTestJSON-253464219-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769554214503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980856'] for segment, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:53.272460 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f669-20b8-4a2f-95d4-5b7ed7ccd91a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:53.306377 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.notifiers.nova [None req-2c95e185-a8b4-44f9-b1c2-7e60558cce5c tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] device_id is not set on port 02950568-6ff3-4e9d-b32b-2b3995f37428 yet. {{(pid=84153) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 14:25:53.368346 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device dc456235-0eb6-429c-a9c4-01fdd381d863 no longer exists at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:25:53.378867 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-00db8ad2-83a0-4324-afbc-c6bcbfcd8d73 tempest-ExtraDHCPOptionsTestJSON-253464219 tempest-ExtraDHCPOptionsTestJSON-253464219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:53.406353 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] No Port match for: dc456235-0eb6-429c-a9c4-01fdd381d863 {{(pid=84154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 14:25:53.406985 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device dc456235-0eb6-429c-a9c4-01fdd381d863 not bound to the agent host dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 14:25:53.432346 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00db8ad2-83a0-4324-afbc-c6bcbfcd8d73 tempest-ExtraDHCPOptionsTestJSON-253464219 tempest-ExtraDHCPOptionsTestJSON-253464219-project] Releasing vlan 150 on physical network physnet1 to pool {{(pid=84153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 14:25:53.432346 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-00db8ad2-83a0-4324-afbc-c6bcbfcd8d73 tempest-ExtraDHCPOptionsTestJSON-253464219 tempest-ExtraDHCPOptionsTestJSON-253464219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1622950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3944078'] for segment, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:53.451358 dv-neutron-825124-1-hyperv neutron-server[84153]: Traceback (most recent call last): Jan 20 14:25:53.451358 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 14:25:53.451358 dv-neutron-825124-1-hyperv neutron-server[84153]: timer() Jan 20 14:25:53.451358 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 14:25:53.451358 dv-neutron-825124-1-hyperv neutron-server[84153]: cb(*args, **kw) Jan 20 14:25:53.451358 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 14:25:53.451358 dv-neutron-825124-1-hyperv neutron-server[84153]: return func(*args, **kwargs) Jan 20 14:25:53.451358 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 14:25:53.451358 dv-neutron-825124-1-hyperv neutron-server[84153]: self._notify() Jan 20 14:25:53.451358 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 14:25:53.451358 dv-neutron-825124-1-hyperv neutron-server[84153]: self.callback(batched_events) Jan 20 14:25:53.451358 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 14:25:53.451358 dv-neutron-825124-1-hyperv neutron-server[84153]: event.method(event) Jan 20 14:25:53.451358 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 14:25:53.451358 dv-neutron-825124-1-hyperv neutron-server[84153]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 14:25:53.451358 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 14:25:53.451358 dv-neutron-825124-1-hyperv neutron-server[84153]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 14:25:53.451358 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 14:25:53.451358 dv-neutron-825124-1-hyperv neutron-server[84153]: return f(self, *a, **k) Jan 20 14:25:53.451358 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 14:25:53.451358 dv-neutron-825124-1-hyperv neutron-server[84153]: return self._get(url).json() Jan 20 14:25:53.451358 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 14:25:53.451358 dv-neutron-825124-1-hyperv neutron-server[84153]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 14:25:53.451358 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 14:25:53.451358 dv-neutron-825124-1-hyperv neutron-server[84153]: return self.request(url, 'GET', **kwargs) Jan 20 14:25:53.451358 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 14:25:53.451358 dv-neutron-825124-1-hyperv neutron-server[84153]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 14:25:53.451358 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 14:25:53.451358 dv-neutron-825124-1-hyperv neutron-server[84153]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 14:25:53.451358 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 14:25:53.451358 dv-neutron-825124-1-hyperv neutron-server[84153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 14:25:53.451358 dv-neutron-825124-1-hyperv neutron-server[84153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 14:25:53.540302 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-5fdc2b3e-f57b-40ec-bab1-7f5f2608e0e6 tempest-RoutersIpV6AdminTest-217416812 tempest-RoutersIpV6AdminTest-217416812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:53.579592 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-94da2ea2-67c0-4ecc-8631-1989ae2e480e req-28e54bb5-633e-4680-bc06-e59b07805ea7 service neutron] 10.222.0.106 "GET /v2.0/networks/f21a48f2-2a8e-483a-a3a2-338a6bf081a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2834811 Jan 20 14:25:53.606839 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-022e0215-8074-4d67-a1d2-7c96f3103b27 tempest-ExternalNetworksAdminNegativeTestJSON-800147167 tempest-ExternalNetworksAdminNegativeTestJSON-800147167-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:53.672195 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdc2b3e-f57b-40ec-bab1-7f5f2608e0e6 tempest-RoutersIpV6AdminTest-217416812 tempest-RoutersIpV6AdminTest-217416812-project] Pushing event deleted for resources: {'Port': ['ID=345b95e8-9aa4-4474-940a-4bd0f429bcc4,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:25:53.747682 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d74edc15-24e7-475e-a137-b39520091f79 tempest-FloatingIPAdminTestJSON-1852183017 tempest-FloatingIPAdminTestJSON-1852183017-project] Notify agent at l3_agent.dv-neutron-825124-1-hyperv the message routers_updated {{(pid=84152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 14:25:53.753246 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-d74edc15-24e7-475e-a137-b39520091f79 tempest-FloatingIPAdminTestJSON-1852183017 tempest-FloatingIPAdminTestJSON-1852183017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for floatingip, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:53.759455 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb37df82-75de-465b-bbd5-98abea39cc36 None None] Sync routers for ids ['5be3e9e7-7d2e-444e-844b-4f9fa2213d37'] in dv-neutron-825124-1-hyperv {{(pid=84154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 14:25:53.765302 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3666159c-2d4f-413b-963b-d638952aadf6 req-8f4f4f6d-aad3-4808-b138-b1a9157b1483 tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:25:53.766867 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-3666159c-2d4f-413b-963b-d638952aadf6 req-8f4f4f6d-aad3-4808-b138-b1a9157b1483 tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] 10.222.0.54 "GET /v2.0/ports?device_id=c1ec459f-0c13-4ec8-b610-ebb2038ce473 HTTP/1.1" status: 200 len: 943 time: 0.6361859 Jan 20 14:25:53.775917 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb37df82-75de-465b-bbd5-98abea39cc36 None None] Routers {'5be3e9e7-7d2e-444e-844b-4f9fa2213d37'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:25:53.776659 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-eb37df82-75de-465b-bbd5-98abea39cc36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:25:30Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['5be3e9e7-7d2e-444e-844b-4f9fa2213d37'], 'active': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:25:53.801797 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-d542c010-6e80-422d-aa07-84d1a582f34a req-bb266826-50b2-4cce-8773-1dc3b1b5efcd service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=2841efab0dc64ab1970d5183558f5547&device_id=c1ec459f-0c13-4ec8-b610-ebb2038ce473 HTTP/1.1" status: 200 len: 1096 time: 0.1269345 Jan 20 14:25:53.873789 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-00db8ad2-83a0-4324-afbc-c6bcbfcd8d73 tempest-ExtraDHCPOptionsTestJSON-253464219 tempest-ExtraDHCPOptionsTestJSON-253464219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1626253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-745296'] for network, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:53.884346 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-eb37df82-75de-465b-bbd5-98abea39cc36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:25:53.901814 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb37df82-75de-465b-bbd5-98abea39cc36 None None] Routers {'5be3e9e7-7d2e-444e-844b-4f9fa2213d37'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:25:53.902671 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-eb37df82-75de-465b-bbd5-98abea39cc36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:25:30Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['5be3e9e7-7d2e-444e-844b-4f9fa2213d37'], 'active': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:25:53.922096 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f669-20b8-4a2f-95d4-5b7ed7ccd91a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:53.932476 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-d74edc15-24e7-475e-a137-b39520091f79 tempest-FloatingIPAdminTestJSON-1852183017 tempest-FloatingIPAdminTestJSON-1852183017-project] 10.222.0.54 "DELETE /v2.0/floatingips/79cb7786-ebfb-413b-b8ed-b1af2fad49c0 HTTP/1.1" status: 204 len: 168 time: 4.2377210 Jan 20 14:25:53.934867 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 33190) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:25:53.936925 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-00db8ad2-83a0-4324-afbc-c6bcbfcd8d73 tempest-ExtraDHCPOptionsTestJSON-253464219 tempest-ExtraDHCPOptionsTestJSON-253464219-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1705179'] for network, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:53.949170 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-c08ebbfb-c925-48ec-bf92-a7f376c34a56 tempest-FloatingIPAdminTestJSON-1056319808 tempest-FloatingIPAdminTestJSON-1056319808-project-admin] Request body: {'floatingip': {'floating_network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:25:53.953556 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-c08ebbfb-c925-48ec-bf92-a7f376c34a56 tempest-FloatingIPAdminTestJSON-1056319808 tempest-FloatingIPAdminTestJSON-1056319808-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:25:53.969579 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-c08ebbfb-c925-48ec-bf92-a7f376c34a56 tempest-FloatingIPAdminTestJSON-1056319808 tempest-FloatingIPAdminTestJSON-1056319808-project-admin] Usage tracker for resource:floatingip and tenant:a7f2070df94d4150baa89e56058342ae is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:25:53.973099 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00db8ad2-83a0-4324-afbc-c6bcbfcd8d73 tempest-ExtraDHCPOptionsTestJSON-253464219 tempest-ExtraDHCPOptionsTestJSON-253464219-project] Pushing event deleted for resources: {'Network': ['ID=b11b6c32-0ce7-4437-a5de-0088b139808e,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:25:53.974386 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-c08ebbfb-c925-48ec-bf92-a7f376c34a56 tempest-FloatingIPAdminTestJSON-1056319808 tempest-FloatingIPAdminTestJSON-1056319808-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:25:53.977939 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-eb37df82-75de-465b-bbd5-98abea39cc36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:25:53.978492 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb37df82-75de-465b-bbd5-98abea39cc36 None None] The sync data for ids ['5be3e9e7-7d2e-444e-844b-4f9fa2213d37'] in dv-neutron-825124-1-hyperv is: [] {{(pid=84154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 14:25:53.990610 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-c08ebbfb-c925-48ec-bf92-a7f376c34a56 tempest-FloatingIPAdminTestJSON-1056319808 tempest-FloatingIPAdminTestJSON-1056319808-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:25:53.998280 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d542c010-6e80-422d-aa07-84d1a582f34a req-4ed27318-dc27-4c06-ac9f-dcbc7a343eb3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:25:53.999274 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d0f669-20b8-4a2f-95d4-5b7ed7ccd91a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c733112-8ea5-4e25-9950-d68ca5faf584,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:25:53.999740 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-d542c010-6e80-422d-aa07-84d1a582f34a req-4ed27318-dc27-4c06-ac9f-dcbc7a343eb3 service neutron] 10.222.0.106 "GET /v2.0/networks?id=f21a48f2-2a8e-483a-a3a2-338a6bf081a7 HTTP/1.1" status: 200 len: 912 time: 0.1883185 Jan 20 14:25:54.003490 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f669-20b8-4a2f-95d4-5b7ed7ccd91a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:54.011232 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-f5d0f669-20b8-4a2f-95d4-5b7ed7ccd91a admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/5c733112-8ea5-4e25-9950-d68ca5faf584 HTTP/1.1" status: 204 len: 168 time: 1.6314805 Jan 20 14:25:54.036057 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-00db8ad2-83a0-4324-afbc-c6bcbfcd8d73 tempest-ExtraDHCPOptionsTestJSON-253464219 tempest-ExtraDHCPOptionsTestJSON-253464219-project] 10.222.0.54 "DELETE /v2.0/networks/b11b6c32-0ce7-4437-a5de-0088b139808e HTTP/1.1" status: 204 len: 168 time: 2.6693985 Jan 20 14:25:54.051960 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-022e0215-8074-4d67-a1d2-7c96f3103b27 tempest-ExternalNetworksAdminNegativeTestJSON-800147167 tempest-ExternalNetworksAdminNegativeTestJSON-800147167-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for floatingip, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:54.053470 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-022e0215-8074-4d67-a1d2-7c96f3103b27 tempest-ExternalNetworksAdminNegativeTestJSON-800147167 tempest-ExternalNetworksAdminNegativeTestJSON-800147167-project-admin] 10.222.0.54 "DELETE /v2.0/floatingips/44e6016d-68d8-4486-aebf-87d7cc73f59c HTTP/1.1" status: 204 len: 168 time: 3.4394629 Jan 20 14:25:54.056754 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-2c95e185-a8b4-44f9-b1c2-7e60558cce5c tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:54.100853 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-c08ebbfb-c925-48ec-bf92-a7f376c34a56 tempest-FloatingIPAdminTestJSON-1056319808 tempest-FloatingIPAdminTestJSON-1056319808-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:54.124801 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-d542c010-6e80-422d-aa07-84d1a582f34a req-fb58dfd5-2089-42ea-8408-262605b57c96 service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=954e9a8a-d5fc-4913-9be8-605284de3e2f HTTP/1.1" status: 200 len: 217 time: 0.1181092 Jan 20 14:25:54.141113 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-3666159c-2d4f-413b-963b-d638952aadf6 req-19ea8da2-d821-4122-8a12-41329829e20a tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] 10.222.0.54 "GET /v2.0/security-groups?id=578a98de-1d4e-4622-ab14-10bbfc156906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3211427 Jan 20 14:25:54.230467 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ce38df-a866-4cd3-917a-8ef3e59223db req-6a76121b-0f64-4b2c-a80b-48d26fb87fe4 tempest-ServersTestJSON-1971346893 tempest-ServersTestJSON-1971346893-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:25:54.237278 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-e6ce38df-a866-4cd3-917a-8ef3e59223db req-6a76121b-0f64-4b2c-a80b-48d26fb87fe4 tempest-ServersTestJSON-1971346893 tempest-ServersTestJSON-1971346893-project] 10.222.0.54 "GET /v2.0/ports?device_id=ca65b5b7-46e4-4202-83e6-d0c1271c06e0 HTTP/1.1" status: 200 len: 943 time: 0.6794217 Jan 20 14:25:54.262366 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-5fdc2b3e-f57b-40ec-bab1-7f5f2608e0e6 tempest-RoutersIpV6AdminTest-217416812 tempest-RoutersIpV6AdminTest-217416812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-745333'] for router_gateway, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:54.280008 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d542c010-6e80-422d-aa07-84d1a582f34a req-695aac49-f63e-4e4d-8405-072bce56d535 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:25:54.281605 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-d542c010-6e80-422d-aa07-84d1a582f34a req-695aac49-f63e-4e4d-8405-072bce56d535 service neutron] 10.222.0.106 "GET /v2.0/subnets?id=dd53d1af-78bb-45f3-8468-b0b04e8256e8 HTTP/1.1" status: 200 len: 850 time: 0.1498573 Jan 20 14:25:54.398238 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-d542c010-6e80-422d-aa07-84d1a582f34a req-1e148b4b-4240-441f-be9e-84837fa10fe4 service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=f21a48f2-2a8e-483a-a3a2-338a6bf081a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1057475 Jan 20 14:25:54.403183 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-c08ebbfb-c925-48ec-bf92-a7f376c34a56 tempest-FloatingIPAdminTestJSON-1056319808 tempest-FloatingIPAdminTestJSON-1056319808-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:54.610314 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-e6ce38df-a866-4cd3-917a-8ef3e59223db req-174f8625-a6bb-44af-a8c7-a91f7e621eb2 tempest-ServersTestJSON-1971346893 tempest-ServersTestJSON-1971346893-project] 10.222.0.54 "GET /v2.0/security-groups?id=116cf5fd-87bc-4026-a09c-cf45db2c0b17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3720267 Jan 20 14:25:54.622950 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-2c95e185-a8b4-44f9-b1c2-7e60558cce5c tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:54.671876 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-d542c010-6e80-422d-aa07-84d1a582f34a req-f217dbdb-8076-4dfb-88f0-0678ef174bab service neutron] 10.222.0.106 "GET /v2.0/networks/f21a48f2-2a8e-483a-a3a2-338a6bf081a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2665286 Jan 20 14:25:54.724212 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.db_base_plugin_common [None req-c08ebbfb-c925-48ec-bf92-a7f376c34a56 tempest-FloatingIPAdminTestJSON-1056319808 tempest-FloatingIPAdminTestJSON-1056319808-project-admin] Allocated IP 172.26.7.12 (8dffb05c-5ca0-409b-bd5f-7be6264f707d/a489dd4f-42a5-433b-8be3-bab2749c4209/e5a8181b-093e-4a72-a480-d4d3171999a0) {{(pid=84152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:25:54.747963 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-5fdc2b3e-f57b-40ec-bab1-7f5f2608e0e6 tempest-RoutersIpV6AdminTest-217416812 tempest-RoutersIpV6AdminTest-217416812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-737761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105493'] for router, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:54.767109 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-5fdc2b3e-f57b-40ec-bab1-7f5f2608e0e6 tempest-RoutersIpV6AdminTest-217416812 tempest-RoutersIpV6AdminTest-217416812-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:54.784437 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c95e185-a8b4-44f9-b1c2-7e60558cce5c tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Network ad7f907e-9713-4e69-9955-c6581e002d96 is already hosted by enough agents. {{(pid=84153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:25:54.786875 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c95e185-a8b4-44f9-b1c2-7e60558cce5c tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Pushing event updated for resources: {'Port': ['ID=02950568-6ff3-4e9d-b32b-2b3995f37428,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:25:54.788897 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.base_scheduler [None req-2c95e185-a8b4-44f9-b1c2-7e60558cce5c tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Resources bound (agent type, host, resource id): {{(pid=84153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:25:54.792280 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c95e185-a8b4-44f9-b1c2-7e60558cce5c tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Received port after_create {{(pid=84153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:25:54.793313 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c95e185-a8b4-44f9-b1c2-7e60558cce5c tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:25:54.794164 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-2c95e185-a8b4-44f9-b1c2-7e60558cce5c tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:54.813375 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Device a2900794-3a49-4b60-9a68-2f6383df387c details requested by agent hyperv_hv-neutron-8251 with host hv-neutron-8251 {{(pid=84154) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 20 14:25:54.933745 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-d542c010-6e80-422d-aa07-84d1a582f34a req-97c0b68d-0934-4f07-90bf-b887e6561a58 service neutron] 10.222.0.106 "GET /v2.0/networks/f21a48f2-2a8e-483a-a3a2-338a6bf081a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2500017 Jan 20 14:25:54.957183 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-2c95e185-a8b4-44f9-b1c2-7e60558cce5c tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 2.3294084 Jan 20 14:25:54.958382 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-5fdc2b3e-f57b-40ec-bab1-7f5f2608e0e6 tempest-RoutersIpV6AdminTest-217416812 tempest-RoutersIpV6AdminTest-217416812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-737693'] for router, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:54.958929 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fdc2b3e-f57b-40ec-bab1-7f5f2608e0e6 tempest-RoutersIpV6AdminTest-217416812 tempest-RoutersIpV6AdminTest-217416812-project] Fanout notify agent at l3_agent the message router_deleted on router 68c3e62c-9389-4fa8-ba1a-0a6852b1ec34 {{(pid=84153) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 20 14:25:54.965568 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 33204) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:25:54.975760 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] For port a2900794-3a49-4b60-9a68-2f6383df387c, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=a2900794-3a49-4b60-9a68-2f6383df387c,segment=NetworkSegment(3182924e-8b03-4797-949c-f0b3e4c69277),segment_id=3182924e-8b03-4797-949c-f0b3e4c69277)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:25:54.978298 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-5fdc2b3e-f57b-40ec-bab1-7f5f2608e0e6 tempest-RoutersIpV6AdminTest-217416812 tempest-RoutersIpV6AdminTest-217416812-project] Notify callbacks [] for router, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:54.979568 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-5fdc2b3e-f57b-40ec-bab1-7f5f2608e0e6 tempest-RoutersIpV6AdminTest-217416812 tempest-RoutersIpV6AdminTest-217416812-project] 10.222.0.54 "DELETE /v2.0/routers/68c3e62c-9389-4fa8-ba1a-0a6852b1ec34 HTTP/1.1" status: 204 len: 168 time: 6.6441832 Jan 20 14:25:54.984967 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 33208) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:25:54.985397 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-09a7ccf0-5e51-4a02-be3d-e72ad01b557b tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8251'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:25:54.991724 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-060be01c-5edc-46ba-845c-b66e83991f13 tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1653698843', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'enable_snat': False}}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:25:54.992255 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Returning: {'device': 'a2900794-3a49-4b60-9a68-2f6383df387c', 'network_id': 'da16ad43-ad30-42db-87b4-6c2adb2c2b3b', 'port_id': 'a2900794-3a49-4b60-9a68-2f6383df387c', 'mac_address': 'fa:16:3e:e8:72:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe04fd19-c016-4d9b-bbbe-e9ba6073304a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84154) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 20 14:25:54.997769 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-060be01c-5edc-46ba-845c-b66e83991f13 tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:25:55.002370 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-060be01c-5edc-46ba-845c-b66e83991f13 tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] Usage tracker for resource:router and tenant:1737e36574254ad493c58f8b859272d8 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:25:55.005527 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-060be01c-5edc-46ba-845c-b66e83991f13 tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:25:55.011979 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-060be01c-5edc-46ba-845c-b66e83991f13 tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:25:55.056288 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 33212) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:25:55.056598 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-c08ebbfb-c925-48ec-bf92-a7f376c34a56 tempest-FloatingIPAdminTestJSON-1056319808 tempest-FloatingIPAdminTestJSON-1056319808-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:55.058959 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:55.081579 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.notifiers.nova [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2900794-3a49-4b60-9a68-2f6383df387c {{(pid=84154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 14:25:55.104209 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] For port a2900794-3a49-4b60-9a68-2f6383df387c, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=a2900794-3a49-4b60-9a68-2f6383df387c,segment=NetworkSegment(3182924e-8b03-4797-949c-f0b3e4c69277),segment_id=3182924e-8b03-4797-949c-f0b3e4c69277)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:25:55.122565 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-64e0f8e8-64a2-4545-8fa0-92ff26189d6a admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=f98f9b0815f742f49631f68fc8ce8165&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0630896 Jan 20 14:25:55.123733 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 33216) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:25:55.133622 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-09a7ccf0-5e51-4a02-be3d-e72ad01b557b tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:55.150018 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-060be01c-5edc-46ba-845c-b66e83991f13 tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-105475'] for router, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:55.157859 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-060be01c-5edc-46ba-845c-b66e83991f13 tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-739204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-744864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-735540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-105484'] for router, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:55.179582 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:55.189831 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 33224) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:25:55.258371 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-c08ebbfb-c925-48ec-bf92-a7f376c34a56 tempest-FloatingIPAdminTestJSON-1056319808 tempest-FloatingIPAdminTestJSON-1056319808-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:55.263402 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-060be01c-5edc-46ba-845c-b66e83991f13 tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:55.294445 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Pushing event updated for resources: {'Port': ['ID=a2900794-3a49-4b60-9a68-2f6383df387c,revision_number=4']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:25:55.328900 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-a3af69d1-8655-40b4-8c6d-726451beb709 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:55.361306 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 33230) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:25:55.390511 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-a3af69d1-8655-40b4-8c6d-726451beb709 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:55.575139 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-6af1e74b-3a79-4a71-b2a5-d0a5416429f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:55.646384 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c08ebbfb-c925-48ec-bf92-a7f376c34a56 tempest-FloatingIPAdminTestJSON-1056319808 tempest-FloatingIPAdminTestJSON-1056319808-project-admin] Network 8dffb05c-5ca0-409b-bd5f-7be6264f707d is already hosted by enough agents. {{(pid=84152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:25:55.654450 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.base_scheduler [None req-c08ebbfb-c925-48ec-bf92-a7f376c34a56 tempest-FloatingIPAdminTestJSON-1056319808 tempest-FloatingIPAdminTestJSON-1056319808-project-admin] Resources bound (agent type, host, resource id): {{(pid=84152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:25:55.656403 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08ebbfb-c925-48ec-bf92-a7f376c34a56 tempest-FloatingIPAdminTestJSON-1056319808 tempest-FloatingIPAdminTestJSON-1056319808-project-admin] Pushing event updated for resources: {'Port': ['ID=e5a8181b-093e-4a72-a480-d4d3171999a0,revision_number=1']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:25:55.660699 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c08ebbfb-c925-48ec-bf92-a7f376c34a56 tempest-FloatingIPAdminTestJSON-1056319808 tempest-FloatingIPAdminTestJSON-1056319808-project-admin] Received port after_create {{(pid=84152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:25:55.668608 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] get_ports_and_sgs() called for port_ids ['a2900794-3a49-4b60-9a68-2f6383df387c'] {{(pid=84154) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 20 14:25:55.683962 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529a724c-f49c-4864-8152-ac9b58b21efe req-6401c392-ae2e-4155-b2f5-d45cdaf735ef tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:25:55.684427 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-529a724c-f49c-4864-8152-ac9b58b21efe req-6401c392-ae2e-4155-b2f5-d45cdaf735ef tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] 10.222.0.54 "GET /v2.0/ports?device_id=c1ec459f-0c13-4ec8-b610-ebb2038ce473 HTTP/1.1" status: 200 len: 943 time: 0.2958565 Jan 20 14:25:55.690766 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-060be01c-5edc-46ba-845c-b66e83991f13 tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-744886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-105502'] for router, precommit_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:55.717468 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-6af1e74b-3a79-4a71-b2a5-d0a5416429f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:25:55.727943 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-6af1e74b-3a79-4a71-b2a5-d0a5416429f2 admin admin] Usage tracker for resource:security_group_rule and tenant:b922d0017c274e7db36baa35229ff838 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:25:55.733854 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-6af1e74b-3a79-4a71-b2a5-d0a5416429f2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:25:55.749350 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-6af1e74b-3a79-4a71-b2a5-d0a5416429f2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:25:55.774407 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-529a724c-f49c-4864-8152-ac9b58b21efe req-c3d9d672-1c2b-434c-b424-0b95d7656680 tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] 10.222.0.54 "GET /v2.0/security-groups?id=578a98de-1d4e-4622-ab14-10bbfc156906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0792654 Jan 20 14:25:55.834661 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-bed281d5-9509-4feb-9692-05dff30a6a4a admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=2ec1c9eeec4645998431acb32ed303a3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6436489 Jan 20 14:25:55.836064 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-a3af69d1-8655-40b4-8c6d-726451beb709 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:55.838715 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 33238) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:25:55.846208 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.notifiers.nova [None req-09a7ccf0-5e51-4a02-be3d-e72ad01b557b tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] device_id is not set on port 02950568-6ff3-4e9d-b32b-2b3995f37428 yet. {{(pid=84152) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 14:25:55.866979 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-09a7ccf0-5e51-4a02-be3d-e72ad01b557b tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:55.884461 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3af69d1-8655-40b4-8c6d-726451beb709 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a66b54d-0993-4aff-8672-154c82697474,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:25:55.927156 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.provisioning_blocks [None req-09a7ccf0-5e51-4a02-be3d-e72ad01b557b tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Transition to ACTIVE for port object 02950568-6ff3-4e9d-b32b-2b3995f37428 will not be triggered until provisioned by entity L2. {{(pid=84152) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:25:55.964073 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-3314f102-58bd-4cc1-a93a-d4145643ec52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:55.981893 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-6af1e74b-3a79-4a71-b2a5-d0a5416429f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:55.996728 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-a3af69d1-8655-40b4-8c6d-726451beb709 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:55.997842 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-a3af69d1-8655-40b4-8c6d-726451beb709 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/3a66b54d-0993-4aff-8672-154c82697474 HTTP/1.1" status: 204 len: 168 time: 0.8725467 Jan 20 14:25:56.017878 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40830a2e-c51d-4e34-b2f2-dde388d83bad req-8e3956b2-c7d0-475e-8c28-0c47f4f3c4fa tempest-ServersTestJSON-1971346893 tempest-ServersTestJSON-1971346893-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:25:56.019395 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-40830a2e-c51d-4e34-b2f2-dde388d83bad req-8e3956b2-c7d0-475e-8c28-0c47f4f3c4fa tempest-ServersTestJSON-1971346893 tempest-ServersTestJSON-1971346893-project] 10.222.0.54 "GET /v2.0/ports?device_id=ca65b5b7-46e4-4202-83e6-d0c1271c06e0 HTTP/1.1" status: 200 len: 944 time: 0.2298014 Jan 20 14:25:56.049745 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-3314f102-58bd-4cc1-a93a-d4145643ec52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:56.073540 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-09a7ccf0-5e51-4a02-be3d-e72ad01b557b tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162822'] for port, after_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:56.085409 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-6af1e74b-3a79-4a71-b2a5-d0a5416429f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:56.107491 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-40830a2e-c51d-4e34-b2f2-dde388d83bad req-88d3558c-0db9-4697-83d6-242da1a62b3c tempest-ServersTestJSON-1971346893 tempest-ServersTestJSON-1971346893-project] 10.222.0.54 "GET /v2.0/security-groups?id=116cf5fd-87bc-4026-a09c-cf45db2c0b17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683420 Jan 20 14:25:56.121130 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-c08ebbfb-c925-48ec-bf92-a7f376c34a56 tempest-FloatingIPAdminTestJSON-1056319808 tempest-FloatingIPAdminTestJSON-1056319808-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:56.150553 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af1e74b-3a79-4a71-b2a5-d0a5416429f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=218c5ee7-d1ff-49b7-8f5f-3a04a64210b7,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:25:56.157084 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-6af1e74b-3a79-4a71-b2a5-d0a5416429f2 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=b922d0017c274e7db36baa35229ff838&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7948236 Jan 20 14:25:56.195504 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 33244) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:25:56.248386 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-060be01c-5edc-46ba-845c-b66e83991f13 tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:56.284797 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a7ccf0-5e51-4a02-be3d-e72ad01b557b tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Pushing event updated for resources: {'Port': ['ID=02950568-6ff3-4e9d-b32b-2b3995f37428,revision_number=2']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:25:56.287787 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-060be01c-5edc-46ba-845c-b66e83991f13 tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:56.309838 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-c08ebbfb-c925-48ec-bf92-a7f376c34a56 tempest-FloatingIPAdminTestJSON-1056319808 tempest-FloatingIPAdminTestJSON-1056319808-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:56.352533 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.managers [None req-09a7ccf0-5e51-4a02-be3d-e72ad01b557b tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Attempting to bind port 02950568-6ff3-4e9d-b32b-2b3995f37428 on host hv-neutron-8251 for vnic_type normal with profile {{(pid=84152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:25:56.352861 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.managers [None req-09a7ccf0-5e51-4a02-be3d-e72ad01b557b tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Attempting to bind port 02950568-6ff3-4e9d-b32b-2b3995f37428 by drivers openvswitch,hyperv on host hv-neutron-8251 at level 0 using segments [{'id': '20aca3ea-99dc-443f-992a-159c2afdd367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'ad7f907e-9713-4e69-9955-c6581e002d96'}] {{(pid=84152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:25:56.353204 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09a7ccf0-5e51-4a02-be3d-e72ad01b557b tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Attempting to bind port 02950568-6ff3-4e9d-b32b-2b3995f37428 on network ad7f907e-9713-4e69-9955-c6581e002d96 {{(pid=84152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 14:25:56.359282 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-59ffd680-1aad-42bc-9380-e35658c47eee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:56.370303 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09a7ccf0-5e51-4a02-be3d-e72ad01b557b tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Port 02950568-6ff3-4e9d-b32b-2b3995f37428 on network ad7f907e-9713-4e69-9955-c6581e002d96 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8251 {{(pid=84152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 20 14:25:56.370633 dv-neutron-825124-1-hyperv neutron-server[84152]: ERROR neutron.plugins.ml2.managers [None req-09a7ccf0-5e51-4a02-be3d-e72ad01b557b tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Failed to bind port 02950568-6ff3-4e9d-b32b-2b3995f37428 on host hv-neutron-8251 for vnic_type normal using segments [{'id': '20aca3ea-99dc-443f-992a-159c2afdd367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'ad7f907e-9713-4e69-9955-c6581e002d96'}] Jan 20 14:25:56.372793 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.plugins.ml2.plugin [None req-09a7ccf0-5e51-4a02-be3d-e72ad01b557b tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Attempt 2 to bind port 02950568-6ff3-4e9d-b32b-2b3995f37428 Jan 20 14:25:56.399681 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.managers [None req-09a7ccf0-5e51-4a02-be3d-e72ad01b557b tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Attempting to bind port 02950568-6ff3-4e9d-b32b-2b3995f37428 on host hv-neutron-8251 for vnic_type normal with profile {{(pid=84152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:25:56.400023 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.managers [None req-09a7ccf0-5e51-4a02-be3d-e72ad01b557b tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Attempting to bind port 02950568-6ff3-4e9d-b32b-2b3995f37428 by drivers openvswitch,hyperv on host hv-neutron-8251 at level 0 using segments [{'id': '20aca3ea-99dc-443f-992a-159c2afdd367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'ad7f907e-9713-4e69-9955-c6581e002d96'}] {{(pid=84152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:25:56.400370 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09a7ccf0-5e51-4a02-be3d-e72ad01b557b tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Attempting to bind port 02950568-6ff3-4e9d-b32b-2b3995f37428 on network ad7f907e-9713-4e69-9955-c6581e002d96 {{(pid=84152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 14:25:56.426231 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09a7ccf0-5e51-4a02-be3d-e72ad01b557b tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Port 02950568-6ff3-4e9d-b32b-2b3995f37428 on network ad7f907e-9713-4e69-9955-c6581e002d96 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8251 {{(pid=84152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 20 14:25:56.426553 dv-neutron-825124-1-hyperv neutron-server[84152]: ERROR neutron.plugins.ml2.managers [None req-09a7ccf0-5e51-4a02-be3d-e72ad01b557b tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Failed to bind port 02950568-6ff3-4e9d-b32b-2b3995f37428 on host hv-neutron-8251 for vnic_type normal using segments [{'id': '20aca3ea-99dc-443f-992a-159c2afdd367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'ad7f907e-9713-4e69-9955-c6581e002d96'}] Jan 20 14:25:56.431974 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-59ffd680-1aad-42bc-9380-e35658c47eee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:56.469004 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.plugins.ml2.plugin [None req-09a7ccf0-5e51-4a02-be3d-e72ad01b557b tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Attempt 3 to bind port 02950568-6ff3-4e9d-b32b-2b3995f37428 Jan 20 14:25:56.485627 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-3314f102-58bd-4cc1-a93a-d4145643ec52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:56.497084 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.db_base_plugin_common [None req-060be01c-5edc-46ba-845c-b66e83991f13 tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] Allocated IP 172.26.7.99 (8dffb05c-5ca0-409b-bd5f-7be6264f707d/a489dd4f-42a5-433b-8be3-bab2749c4209/18392052-8266-44bd-a9e9-d4901ff0f510) {{(pid=84153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:25:56.510008 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3314f102-58bd-4cc1-a93a-d4145643ec52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d4ec5e9-f3ea-4bb1-83e0-3b4234c1c0c8,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:25:56.511790 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.managers [None req-09a7ccf0-5e51-4a02-be3d-e72ad01b557b tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Attempting to bind port 02950568-6ff3-4e9d-b32b-2b3995f37428 on host hv-neutron-8251 for vnic_type normal with profile {{(pid=84152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:25:56.512109 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.managers [None req-09a7ccf0-5e51-4a02-be3d-e72ad01b557b tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Attempting to bind port 02950568-6ff3-4e9d-b32b-2b3995f37428 by drivers openvswitch,hyperv on host hv-neutron-8251 at level 0 using segments [{'id': '20aca3ea-99dc-443f-992a-159c2afdd367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'ad7f907e-9713-4e69-9955-c6581e002d96'}] {{(pid=84152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:25:56.512440 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09a7ccf0-5e51-4a02-be3d-e72ad01b557b tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Attempting to bind port 02950568-6ff3-4e9d-b32b-2b3995f37428 on network ad7f907e-9713-4e69-9955-c6581e002d96 {{(pid=84152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 14:25:56.542157 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09a7ccf0-5e51-4a02-be3d-e72ad01b557b tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Port 02950568-6ff3-4e9d-b32b-2b3995f37428 on network ad7f907e-9713-4e69-9955-c6581e002d96 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8251 {{(pid=84152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 20 14:25:56.542482 dv-neutron-825124-1-hyperv neutron-server[84152]: ERROR neutron.plugins.ml2.managers [None req-09a7ccf0-5e51-4a02-be3d-e72ad01b557b tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Failed to bind port 02950568-6ff3-4e9d-b32b-2b3995f37428 on host hv-neutron-8251 for vnic_type normal using segments [{'id': '20aca3ea-99dc-443f-992a-159c2afdd367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'ad7f907e-9713-4e69-9955-c6581e002d96'}] Jan 20 14:25:56.553709 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.plugins.ml2.plugin [None req-09a7ccf0-5e51-4a02-be3d-e72ad01b557b tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Attempt 4 to bind port 02950568-6ff3-4e9d-b32b-2b3995f37428 Jan 20 14:25:56.590321 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.managers [None req-09a7ccf0-5e51-4a02-be3d-e72ad01b557b tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Attempting to bind port 02950568-6ff3-4e9d-b32b-2b3995f37428 on host hv-neutron-8251 for vnic_type normal with profile {{(pid=84152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:25:56.590714 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.managers [None req-09a7ccf0-5e51-4a02-be3d-e72ad01b557b tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Attempting to bind port 02950568-6ff3-4e9d-b32b-2b3995f37428 by drivers openvswitch,hyperv on host hv-neutron-8251 at level 0 using segments [{'id': '20aca3ea-99dc-443f-992a-159c2afdd367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'ad7f907e-9713-4e69-9955-c6581e002d96'}] {{(pid=84152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:25:56.590989 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09a7ccf0-5e51-4a02-be3d-e72ad01b557b tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Attempting to bind port 02950568-6ff3-4e9d-b32b-2b3995f37428 on network ad7f907e-9713-4e69-9955-c6581e002d96 {{(pid=84152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 14:25:56.601898 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-3314f102-58bd-4cc1-a93a-d4145643ec52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:56.603156 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-3314f102-58bd-4cc1-a93a-d4145643ec52 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/1d4ec5e9-f3ea-4bb1-83e0-3b4234c1c0c8 HTTP/1.1" status: 204 len: 168 time: 0.7604728 Jan 20 14:25:56.604136 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-59ffd680-1aad-42bc-9380-e35658c47eee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:56.607605 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09a7ccf0-5e51-4a02-be3d-e72ad01b557b tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Port 02950568-6ff3-4e9d-b32b-2b3995f37428 on network ad7f907e-9713-4e69-9955-c6581e002d96 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8251 {{(pid=84152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 20 14:25:56.608032 dv-neutron-825124-1-hyperv neutron-server[84152]: ERROR neutron.plugins.ml2.managers [None req-09a7ccf0-5e51-4a02-be3d-e72ad01b557b tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Failed to bind port 02950568-6ff3-4e9d-b32b-2b3995f37428 on host hv-neutron-8251 for vnic_type normal using segments [{'id': '20aca3ea-99dc-443f-992a-159c2afdd367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'ad7f907e-9713-4e69-9955-c6581e002d96'}] Jan 20 14:25:56.609546 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.plugins.ml2.plugin [None req-09a7ccf0-5e51-4a02-be3d-e72ad01b557b tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Attempt 5 to bind port 02950568-6ff3-4e9d-b32b-2b3995f37428 Jan 20 14:25:56.634224 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ffd680-1aad-42bc-9380-e35658c47eee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=218c5ee7-d1ff-49b7-8f5f-3a04a64210b7,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:25:56.637154 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.managers [None req-09a7ccf0-5e51-4a02-be3d-e72ad01b557b tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Attempting to bind port 02950568-6ff3-4e9d-b32b-2b3995f37428 on host hv-neutron-8251 for vnic_type normal with profile {{(pid=84152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:25:56.637389 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.managers [None req-09a7ccf0-5e51-4a02-be3d-e72ad01b557b tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Attempting to bind port 02950568-6ff3-4e9d-b32b-2b3995f37428 by drivers openvswitch,hyperv on host hv-neutron-8251 at level 0 using segments [{'id': '20aca3ea-99dc-443f-992a-159c2afdd367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'ad7f907e-9713-4e69-9955-c6581e002d96'}] {{(pid=84152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:25:56.637725 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09a7ccf0-5e51-4a02-be3d-e72ad01b557b tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Attempting to bind port 02950568-6ff3-4e9d-b32b-2b3995f37428 on network ad7f907e-9713-4e69-9955-c6581e002d96 {{(pid=84152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 14:25:56.654021 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-c08ebbfb-c925-48ec-bf92-a7f376c34a56 tempest-FloatingIPAdminTestJSON-1056319808 tempest-FloatingIPAdminTestJSON-1056319808-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:56.663099 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09a7ccf0-5e51-4a02-be3d-e72ad01b557b tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Port 02950568-6ff3-4e9d-b32b-2b3995f37428 on network ad7f907e-9713-4e69-9955-c6581e002d96 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8251 {{(pid=84152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 20 14:25:56.663528 dv-neutron-825124-1-hyperv neutron-server[84152]: ERROR neutron.plugins.ml2.managers [None req-09a7ccf0-5e51-4a02-be3d-e72ad01b557b tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Failed to bind port 02950568-6ff3-4e9d-b32b-2b3995f37428 on host hv-neutron-8251 for vnic_type normal using segments [{'id': '20aca3ea-99dc-443f-992a-159c2afdd367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'ad7f907e-9713-4e69-9955-c6581e002d96'}] Jan 20 14:25:56.664623 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.plugins.ml2.plugin [None req-09a7ccf0-5e51-4a02-be3d-e72ad01b557b tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Attempt 6 to bind port 02950568-6ff3-4e9d-b32b-2b3995f37428 Jan 20 14:25:56.685755 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.managers [None req-09a7ccf0-5e51-4a02-be3d-e72ad01b557b tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Attempting to bind port 02950568-6ff3-4e9d-b32b-2b3995f37428 on host hv-neutron-8251 for vnic_type normal with profile {{(pid=84152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:25:56.686300 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.managers [None req-09a7ccf0-5e51-4a02-be3d-e72ad01b557b tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Attempting to bind port 02950568-6ff3-4e9d-b32b-2b3995f37428 by drivers openvswitch,hyperv on host hv-neutron-8251 at level 0 using segments [{'id': '20aca3ea-99dc-443f-992a-159c2afdd367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'ad7f907e-9713-4e69-9955-c6581e002d96'}] {{(pid=84152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:25:56.686852 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09a7ccf0-5e51-4a02-be3d-e72ad01b557b tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Attempting to bind port 02950568-6ff3-4e9d-b32b-2b3995f37428 on network ad7f907e-9713-4e69-9955-c6581e002d96 {{(pid=84152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 14:25:56.687581 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-59ffd680-1aad-42bc-9380-e35658c47eee admin admin] Notify callbacks [] for security_group, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:56.688689 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-59ffd680-1aad-42bc-9380-e35658c47eee admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/218c5ee7-d1ff-49b7-8f5f-3a04a64210b7 HTTP/1.1" status: 204 len: 168 time: 0.4985838 Jan 20 14:25:56.697822 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09a7ccf0-5e51-4a02-be3d-e72ad01b557b tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Port 02950568-6ff3-4e9d-b32b-2b3995f37428 on network ad7f907e-9713-4e69-9955-c6581e002d96 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8251 {{(pid=84152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 20 14:25:56.698444 dv-neutron-825124-1-hyperv neutron-server[84152]: ERROR neutron.plugins.ml2.managers [None req-09a7ccf0-5e51-4a02-be3d-e72ad01b557b tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Failed to bind port 02950568-6ff3-4e9d-b32b-2b3995f37428 on host hv-neutron-8251 for vnic_type normal using segments [{'id': '20aca3ea-99dc-443f-992a-159c2afdd367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'ad7f907e-9713-4e69-9955-c6581e002d96'}] Jan 20 14:25:56.699084 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.plugins.ml2.plugin [None req-09a7ccf0-5e51-4a02-be3d-e72ad01b557b tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Attempt 7 to bind port 02950568-6ff3-4e9d-b32b-2b3995f37428 Jan 20 14:25:56.713583 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-060be01c-5edc-46ba-845c-b66e83991f13 tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:56.717531 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.managers [None req-09a7ccf0-5e51-4a02-be3d-e72ad01b557b tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Attempting to bind port 02950568-6ff3-4e9d-b32b-2b3995f37428 on host hv-neutron-8251 for vnic_type normal with profile {{(pid=84152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:25:56.717861 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.managers [None req-09a7ccf0-5e51-4a02-be3d-e72ad01b557b tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Attempting to bind port 02950568-6ff3-4e9d-b32b-2b3995f37428 by drivers openvswitch,hyperv on host hv-neutron-8251 at level 0 using segments [{'id': '20aca3ea-99dc-443f-992a-159c2afdd367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'ad7f907e-9713-4e69-9955-c6581e002d96'}] {{(pid=84152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:25:56.718230 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09a7ccf0-5e51-4a02-be3d-e72ad01b557b tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Attempting to bind port 02950568-6ff3-4e9d-b32b-2b3995f37428 on network ad7f907e-9713-4e69-9955-c6581e002d96 {{(pid=84152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 14:25:56.725347 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09a7ccf0-5e51-4a02-be3d-e72ad01b557b tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Port 02950568-6ff3-4e9d-b32b-2b3995f37428 on network ad7f907e-9713-4e69-9955-c6581e002d96 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8251 {{(pid=84152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 20 14:25:56.725639 dv-neutron-825124-1-hyperv neutron-server[84152]: ERROR neutron.plugins.ml2.managers [None req-09a7ccf0-5e51-4a02-be3d-e72ad01b557b tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Failed to bind port 02950568-6ff3-4e9d-b32b-2b3995f37428 on host hv-neutron-8251 for vnic_type normal using segments [{'id': '20aca3ea-99dc-443f-992a-159c2afdd367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'ad7f907e-9713-4e69-9955-c6581e002d96'}] Jan 20 14:25:56.726217 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.plugins.ml2.plugin [None req-09a7ccf0-5e51-4a02-be3d-e72ad01b557b tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Attempt 8 to bind port 02950568-6ff3-4e9d-b32b-2b3995f37428 Jan 20 14:25:56.735345 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-c08ebbfb-c925-48ec-bf92-a7f376c34a56 tempest-FloatingIPAdminTestJSON-1056319808 tempest-FloatingIPAdminTestJSON-1056319808-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162822'] for port, after_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:56.793578 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.managers [None req-09a7ccf0-5e51-4a02-be3d-e72ad01b557b tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Attempting to bind port 02950568-6ff3-4e9d-b32b-2b3995f37428 on host hv-neutron-8251 for vnic_type normal with profile {{(pid=84152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:25:56.793910 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.managers [None req-09a7ccf0-5e51-4a02-be3d-e72ad01b557b tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Attempting to bind port 02950568-6ff3-4e9d-b32b-2b3995f37428 by drivers openvswitch,hyperv on host hv-neutron-8251 at level 0 using segments [{'id': '20aca3ea-99dc-443f-992a-159c2afdd367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'ad7f907e-9713-4e69-9955-c6581e002d96'}] {{(pid=84152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:25:56.794273 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09a7ccf0-5e51-4a02-be3d-e72ad01b557b tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Attempting to bind port 02950568-6ff3-4e9d-b32b-2b3995f37428 on network ad7f907e-9713-4e69-9955-c6581e002d96 {{(pid=84152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 14:25:56.801708 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Device 954e9a8a-d5fc-4913-9be8-605284de3e2f details requested by agent hyperv_hv-neutron-8251 with host hv-neutron-8251 {{(pid=84154) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 20 14:25:56.844229 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Device a2900794-3a49-4b60-9a68-2f6383df387c up at agent hyperv_hv-neutron-8251 {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:25:56.848034 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09a7ccf0-5e51-4a02-be3d-e72ad01b557b tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Port 02950568-6ff3-4e9d-b32b-2b3995f37428 on network ad7f907e-9713-4e69-9955-c6581e002d96 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8251 {{(pid=84152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 20 14:25:56.848384 dv-neutron-825124-1-hyperv neutron-server[84152]: ERROR neutron.plugins.ml2.managers [None req-09a7ccf0-5e51-4a02-be3d-e72ad01b557b tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Failed to bind port 02950568-6ff3-4e9d-b32b-2b3995f37428 on host hv-neutron-8251 for vnic_type normal using segments [{'id': '20aca3ea-99dc-443f-992a-159c2afdd367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'ad7f907e-9713-4e69-9955-c6581e002d96'}] Jan 20 14:25:56.855108 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.plugins.ml2.plugin [None req-09a7ccf0-5e51-4a02-be3d-e72ad01b557b tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Attempt 9 to bind port 02950568-6ff3-4e9d-b32b-2b3995f37428 Jan 20 14:25:56.872348 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08ebbfb-c925-48ec-bf92-a7f376c34a56 tempest-FloatingIPAdminTestJSON-1056319808 tempest-FloatingIPAdminTestJSON-1056319808-project-admin] Pushing event updated for resources: {'Port': ['ID=e5a8181b-093e-4a72-a480-d4d3171999a0,revision_number=2']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:25:56.873421 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-060be01c-5edc-46ba-845c-b66e83991f13 tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:56.882507 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.managers [None req-09a7ccf0-5e51-4a02-be3d-e72ad01b557b tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Attempting to bind port 02950568-6ff3-4e9d-b32b-2b3995f37428 on host hv-neutron-8251 for vnic_type normal with profile {{(pid=84152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:25:56.883030 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.managers [None req-09a7ccf0-5e51-4a02-be3d-e72ad01b557b tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Attempting to bind port 02950568-6ff3-4e9d-b32b-2b3995f37428 by drivers openvswitch,hyperv on host hv-neutron-8251 at level 0 using segments [{'id': '20aca3ea-99dc-443f-992a-159c2afdd367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'ad7f907e-9713-4e69-9955-c6581e002d96'}] {{(pid=84152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:25:56.883614 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09a7ccf0-5e51-4a02-be3d-e72ad01b557b tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Attempting to bind port 02950568-6ff3-4e9d-b32b-2b3995f37428 on network ad7f907e-9713-4e69-9955-c6581e002d96 {{(pid=84152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 14:25:56.901197 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09a7ccf0-5e51-4a02-be3d-e72ad01b557b tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Port 02950568-6ff3-4e9d-b32b-2b3995f37428 on network ad7f907e-9713-4e69-9955-c6581e002d96 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8251 {{(pid=84152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 20 14:25:56.901739 dv-neutron-825124-1-hyperv neutron-server[84152]: ERROR neutron.plugins.ml2.managers [None req-09a7ccf0-5e51-4a02-be3d-e72ad01b557b tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Failed to bind port 02950568-6ff3-4e9d-b32b-2b3995f37428 on host hv-neutron-8251 for vnic_type normal using segments [{'id': '20aca3ea-99dc-443f-992a-159c2afdd367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'ad7f907e-9713-4e69-9955-c6581e002d96'}] Jan 20 14:25:56.904424 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.plugins.ml2.plugin [None req-09a7ccf0-5e51-4a02-be3d-e72ad01b557b tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Attempt 10 to bind port 02950568-6ff3-4e9d-b32b-2b3995f37428 Jan 20 14:25:56.914763 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-c08ebbfb-c925-48ec-bf92-a7f376c34a56 tempest-FloatingIPAdminTestJSON-1056319808 tempest-FloatingIPAdminTestJSON-1056319808-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-745254'] for floatingip, after_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:56.936018 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.managers [None req-09a7ccf0-5e51-4a02-be3d-e72ad01b557b tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Attempting to bind port 02950568-6ff3-4e9d-b32b-2b3995f37428 on host hv-neutron-8251 for vnic_type normal with profile {{(pid=84152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:25:56.936562 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.managers [None req-09a7ccf0-5e51-4a02-be3d-e72ad01b557b tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Attempting to bind port 02950568-6ff3-4e9d-b32b-2b3995f37428 by drivers openvswitch,hyperv on host hv-neutron-8251 at level 0 using segments [{'id': '20aca3ea-99dc-443f-992a-159c2afdd367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'ad7f907e-9713-4e69-9955-c6581e002d96'}] {{(pid=84152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:25:56.937050 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09a7ccf0-5e51-4a02-be3d-e72ad01b557b tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Attempting to bind port 02950568-6ff3-4e9d-b32b-2b3995f37428 on network ad7f907e-9713-4e69-9955-c6581e002d96 {{(pid=84152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 14:25:56.944792 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09a7ccf0-5e51-4a02-be3d-e72ad01b557b tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Port 02950568-6ff3-4e9d-b32b-2b3995f37428 on network ad7f907e-9713-4e69-9955-c6581e002d96 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8251 {{(pid=84152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 20 14:25:56.945360 dv-neutron-825124-1-hyperv neutron-server[84152]: ERROR neutron.plugins.ml2.managers [None req-09a7ccf0-5e51-4a02-be3d-e72ad01b557b tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Failed to bind port 02950568-6ff3-4e9d-b32b-2b3995f37428 on host hv-neutron-8251 for vnic_type normal using segments [{'id': '20aca3ea-99dc-443f-992a-159c2afdd367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'ad7f907e-9713-4e69-9955-c6581e002d96'}] Jan 20 14:25:56.945869 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-09a7ccf0-5e51-4a02-be3d-e72ad01b557b tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:57.005081 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-c08ebbfb-c925-48ec-bf92-a7f376c34a56 tempest-FloatingIPAdminTestJSON-1056319808 tempest-FloatingIPAdminTestJSON-1056319808-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for floatingip, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:57.007559 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-c08ebbfb-c925-48ec-bf92-a7f376c34a56 tempest-FloatingIPAdminTestJSON-1056319808 tempest-FloatingIPAdminTestJSON-1056319808-project-admin] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.0717416 Jan 20 14:25:57.017598 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 33266) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:25:57.078699 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.db [None req-09a7ccf0-5e51-4a02-be3d-e72ad01b557b tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] For port 02950568-6ff3-4e9d-b32b-2b3995f37428, host hv-neutron-8251, cleared binding levels {{(pid=84152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 14:25:57.079444 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.db [None req-09a7ccf0-5e51-4a02-be3d-e72ad01b557b tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Attempted to set empty binding levels {{(pid=84152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jan 20 14:25:57.157788 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-09a7ccf0-5e51-4a02-be3d-e72ad01b557b tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162822'] for port, after_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:57.181509 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] For port 954e9a8a-d5fc-4913-9be8-605284de3e2f, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=954e9a8a-d5fc-4913-9be8-605284de3e2f,segment=NetworkSegment(08613a60-c567-423c-9903-64ff4979e267),segment_id=08613a60-c567-423c-9903-64ff4979e267)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:25:57.209542 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-060be01c-5edc-46ba-845c-b66e83991f13 tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] Network 8dffb05c-5ca0-409b-bd5f-7be6264f707d is already hosted by enough agents. {{(pid=84153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:25:57.211602 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Returning: {'device': '954e9a8a-d5fc-4913-9be8-605284de3e2f', 'network_id': 'f21a48f2-2a8e-483a-a3a2-338a6bf081a7', 'port_id': '954e9a8a-d5fc-4913-9be8-605284de3e2f', 'mac_address': 'fa:16:3e:be:db:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd53d1af-78bb-45f3-8468-b0b04e8256e8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84154) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 20 14:25:57.216314 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Provisioning for port a2900794-3a49-4b60-9a68-2f6383df387c completed by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:25:57.217873 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.base_scheduler [None req-060be01c-5edc-46ba-845c-b66e83991f13 tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] Resources bound (agent type, host, resource id): {{(pid=84153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:25:57.220415 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-060be01c-5edc-46ba-845c-b66e83991f13 tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] Received port after_create {{(pid=84153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:25:57.228762 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Provisioning complete for port a2900794-3a49-4b60-9a68-2f6383df387c triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:25:57.229251 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:57.265335 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060be01c-5edc-46ba-845c-b66e83991f13 tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] Pushing event updated for resources: {'Port': ['ID=18392052-8266-44bd-a9e9-d4901ff0f510,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:25:57.330737 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-09a7ccf0-5e51-4a02-be3d-e72ad01b557b tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] In _notify_port_updated(), no bound segment for port 02950568-6ff3-4e9d-b32b-2b3995f37428 on network ad7f907e-9713-4e69-9955-c6581e002d96 {{(pid=84152) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Jan 20 14:25:57.331968 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-09a7ccf0-5e51-4a02-be3d-e72ad01b557b tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:57.333243 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-09a7ccf0-5e51-4a02-be3d-e72ad01b557b tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] 10.222.0.54 "PUT /v2.0/ports/02950568-6ff3-4e9d-b32b-2b3995f37428 HTTP/1.1" status: 200 len: 977 time: 2.3666661 Jan 20 14:25:57.340502 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a7ccf0-5e51-4a02-be3d-e72ad01b557b tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Pushing event updated for resources: {'Port': ['ID=02950568-6ff3-4e9d-b32b-2b3995f37428,revision_number=3']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:25:57.345698 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 33278) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:25:57.396856 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c2e6b0-cd31-4ddd-999f-cf1f6cbd6efe req-00159c96-fe26-42c1-9bc6-0c0a3a2a0877 tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:25:57.398713 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-a2c2e6b0-cd31-4ddd-999f-cf1f6cbd6efe req-00159c96-fe26-42c1-9bc6-0c0a3a2a0877 tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] 10.222.0.54 "GET /v2.0/ports?device_id=c1ec459f-0c13-4ec8-b610-ebb2038ce473 HTTP/1.1" status: 200 len: 943 time: 0.2387233 Jan 20 14:25:57.442685 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-efc46783-b8cb-4958-8715-105c53db6dfe tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Deleting port 02950568-6ff3-4e9d-b32b-2b3995f37428 {{(pid=84152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:25:57.443035 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-efc46783-b8cb-4958-8715-105c53db6dfe tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:57.529804 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-a2c2e6b0-cd31-4ddd-999f-cf1f6cbd6efe req-97c1a1d6-a842-458a-a71b-659bc542ac17 tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] 10.222.0.54 "GET /v2.0/security-groups?id=578a98de-1d4e-4622-ab14-10bbfc156906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0930119 Jan 20 14:25:57.561818 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df05f920-5e37-4089-a549-102a3c2af248 req-42a9df74-bf2d-4829-9774-bbab6ea11192 tempest-ServersTestJSON-1971346893 tempest-ServersTestJSON-1971346893-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:25:57.563467 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-df05f920-5e37-4089-a549-102a3c2af248 req-42a9df74-bf2d-4829-9774-bbab6ea11192 tempest-ServersTestJSON-1971346893 tempest-ServersTestJSON-1971346893-project] 10.222.0.54 "GET /v2.0/ports?device_id=ca65b5b7-46e4-4202-83e6-d0c1271c06e0 HTTP/1.1" status: 200 len: 944 time: 0.1614912 Jan 20 14:25:57.624956 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-df05f920-5e37-4089-a549-102a3c2af248 req-8945feb2-481d-41da-b6e9-660d9d0b59cd tempest-ServersTestJSON-1971346893 tempest-ServersTestJSON-1971346893-project] 10.222.0.54 "GET /v2.0/security-groups?id=116cf5fd-87bc-4026-a09c-cf45db2c0b17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536582 Jan 20 14:25:57.657147 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:57.681387 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-060be01c-5edc-46ba-845c-b66e83991f13 tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:57.682152 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-060be01c-5edc-46ba-845c-b66e83991f13 tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-744861'] for router, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:57.712674 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-15913321-185b-4d56-81c1-270c232ac7f9 tempest-FloatingIPAdminTestJSON-1588790190 tempest-FloatingIPAdminTestJSON-1588790190-project] Request body: {'floatingip': {'floating_network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:25:57.728010 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-15913321-185b-4d56-81c1-270c232ac7f9 tempest-FloatingIPAdminTestJSON-1588790190 tempest-FloatingIPAdminTestJSON-1588790190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:25:57.739121 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.notifiers.nova [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 954e9a8a-d5fc-4913-9be8-605284de3e2f {{(pid=84154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 14:25:57.745262 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-15913321-185b-4d56-81c1-270c232ac7f9 tempest-FloatingIPAdminTestJSON-1588790190 tempest-FloatingIPAdminTestJSON-1588790190-project] Usage tracker for resource:floatingip and tenant:9b924751dbfb49bba1c7ac8f37c0acf6 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:25:57.750013 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-15913321-185b-4d56-81c1-270c232ac7f9 tempest-FloatingIPAdminTestJSON-1588790190 tempest-FloatingIPAdminTestJSON-1588790190-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:25:57.761861 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:57.771062 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-15913321-185b-4d56-81c1-270c232ac7f9 tempest-FloatingIPAdminTestJSON-1588790190 tempest-FloatingIPAdminTestJSON-1588790190-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:25:57.779745 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.db [None req-efc46783-b8cb-4958-8715-105c53db6dfe tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] For port 02950568-6ff3-4e9d-b32b-2b3995f37428, host hv-neutron-8251, got binding levels [] {{(pid=84152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:25:57.780997 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-efc46783-b8cb-4958-8715-105c53db6dfe tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:57.783627 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] For port 954e9a8a-d5fc-4913-9be8-605284de3e2f, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=954e9a8a-d5fc-4913-9be8-605284de3e2f,segment=NetworkSegment(08613a60-c567-423c-9903-64ff4979e267),segment_id=08613a60-c567-423c-9903-64ff4979e267)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:25:57.797091 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca65b5b7-46e4-4202-83e6-d0c1271c06e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2900794-3a49-4b60-9a68-2f6383df387c'}] {{(pid=84154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 14:25:57.859336 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] For port a2900794-3a49-4b60-9a68-2f6383df387c, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=a2900794-3a49-4b60-9a68-2f6383df387c,segment=NetworkSegment(3182924e-8b03-4797-949c-f0b3e4c69277),segment_id=3182924e-8b03-4797-949c-f0b3e4c69277)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:25:57.900776 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:57.961698 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-15913321-185b-4d56-81c1-270c232ac7f9 tempest-FloatingIPAdminTestJSON-1588790190 tempest-FloatingIPAdminTestJSON-1588790190-project] Notify callbacks [] for floatingip, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:57.979008 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:58.025167 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-70c6d3f6-a512-4027-9ed0-f2d8d7ed7648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:58.031116 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Pushing event updated for resources: {'Port': ['ID=954e9a8a-d5fc-4913-9be8-605284de3e2f,revision_number=4']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:25:58.040059 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-efc46783-b8cb-4958-8715-105c53db6dfe tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Calling delete_port for 02950568-6ff3-4e9d-b32b-2b3995f37428 owned by {{(pid=84152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:25:58.114272 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-060be01c-5edc-46ba-845c-b66e83991f13 tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] Router ec206152-2768-46c6-b0af-cd4f1620d58c is scheduled to L3 agent 624d525b-4c26-4143-8a1c-228bb1c6faaa with binding_index 1 {{(pid=84153) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 20 14:25:58.144031 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Pushing event updated for resources: {'Port': ['ID=a2900794-3a49-4b60-9a68-2f6383df387c,revision_number=5']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:25:58.182671 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 33292) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:25:58.274930 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-efc46783-b8cb-4958-8715-105c53db6dfe tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:58.286284 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] get_ports_and_sgs() called for port_ids ['954e9a8a-d5fc-4913-9be8-605284de3e2f'] {{(pid=84154) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 20 14:25:58.402610 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc46783-b8cb-4958-8715-105c53db6dfe tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Pushing event deleted for resources: {'Port': ['ID=02950568-6ff3-4e9d-b32b-2b3995f37428,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:25:58.442484 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-efc46783-b8cb-4958-8715-105c53db6dfe tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:58.453141 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-4246669f-9ae5-4ae0-98aa-e47b367d4154 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=c133ab76c4cc4d449fe2e4667f2d61cf&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2661819 Jan 20 14:25:58.453359 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 33306) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:25:58.458660 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-efc46783-b8cb-4958-8715-105c53db6dfe tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] 10.222.0.54 "DELETE /v2.0/ports/02950568-6ff3-4e9d-b32b-2b3995f37428 HTTP/1.1" status: 204 len: 168 time: 1.1117067 Jan 20 14:25:58.463698 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 33310) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:25:58.520868 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.pecan_wsgi.hooks.translation [None req-bed416f7-101c-4e1e-9d7e-62eb35a30884 tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] GET failed (client error): The resource could not be found. Jan 20 14:25:58.521837 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-bed416f7-101c-4e1e-9d7e-62eb35a30884 tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Synchronizing usage tracker for tenant:5a61487c48434ad6bef9c98e6b43caa0 on resource:port {{(pid=84152) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:25:58.531245 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-15913321-185b-4d56-81c1-270c232ac7f9 tempest-FloatingIPAdminTestJSON-1588790190 tempest-FloatingIPAdminTestJSON-1588790190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:58.747804 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.db_base_plugin_common [None req-15913321-185b-4d56-81c1-270c232ac7f9 tempest-FloatingIPAdminTestJSON-1588790190 tempest-FloatingIPAdminTestJSON-1588790190-project] Allocated IP 172.26.7.148 (8dffb05c-5ca0-409b-bd5f-7be6264f707d/a489dd4f-42a5-433b-8be3-bab2749c4209/6992b13d-8e0a-4f40-8ee7-4ad24e0ecfc8) {{(pid=84152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:25:58.771390 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-c9e9064f-d5b9-4374-b4ce-70b976177036 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:58.791677 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-bed416f7-101c-4e1e-9d7e-62eb35a30884 tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] Unset dirty status for tenant:5a61487c48434ad6bef9c98e6b43caa0 on resource:port {{(pid=84152) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:25:58.800188 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-bed416f7-101c-4e1e-9d7e-62eb35a30884 tempest-PortsAdminExtendedAttrsTestJSON-31276512 tempest-PortsAdminExtendedAttrsTestJSON-31276512-project-admin] 10.222.0.54 "GET /v2.0/ports/02950568-6ff3-4e9d-b32b-2b3995f37428 HTTP/1.1" status: 404 len: 333 time: 0.3281050 Jan 20 14:25:58.801383 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 33322) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:25:58.805494 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-c9e9064f-d5b9-4374-b4ce-70b976177036 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:58.895568 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-060be01c-5edc-46ba-845c-b66e83991f13 tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] Notify agent at l3_agent.dv-neutron-825124-1-hyperv the message routers_updated {{(pid=84153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 14:25:58.906811 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df42132d-4bb3-47fc-875f-15a6ecea1d0f req-721fa945-3c9e-464d-ac50-3920d060ed12 tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:25:58.908233 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e363cf91-aa02-4ffb-9557-52ca73d6eaec None None] Sync routers for ids ['ec206152-2768-46c6-b0af-cd4f1620d58c'] in dv-neutron-825124-1-hyperv {{(pid=84155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 14:25:58.908839 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-df42132d-4bb3-47fc-875f-15a6ecea1d0f req-721fa945-3c9e-464d-ac50-3920d060ed12 tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] 10.222.0.54 "GET /v2.0/ports?device_id=c1ec459f-0c13-4ec8-b610-ebb2038ce473 HTTP/1.1" status: 200 len: 944 time: 0.1937859 Jan 20 14:25:58.933978 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e363cf91-aa02-4ffb-9557-52ca73d6eaec None None] Routers {'ec206152-2768-46c6-b0af-cd4f1620d58c'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:25:58.937701 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-e363cf91-aa02-4ffb-9557-52ca73d6eaec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:25:30Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['ec206152-2768-46c6-b0af-cd4f1620d58c'], 'active': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:25:58.986198 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-df42132d-4bb3-47fc-875f-15a6ecea1d0f req-bc273a77-384e-4da3-891f-93f71e27f212 tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] 10.222.0.54 "GET /v2.0/security-groups?id=578a98de-1d4e-4622-ab14-10bbfc156906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680425 Jan 20 14:25:58.991661 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-c9e9064f-d5b9-4374-b4ce-70b976177036 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:58.994179 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-c9e9064f-d5b9-4374-b4ce-70b976177036 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:58.997991 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-c9e9064f-d5b9-4374-b4ce-70b976177036 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/f013415f-5010-4521-9bc2-39a06033e68a HTTP/1.1" status: 204 len: 168 time: 0.5407805 Jan 20 14:25:59.021864 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e9064f-d5b9-4374-b4ce-70b976177036 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f013415f-5010-4521-9bc2-39a06033e68a,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:25:59.051848 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-060be01c-5edc-46ba-845c-b66e83991f13 tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] Notify callbacks [] for router, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:59.058538 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-060be01c-5edc-46ba-845c-b66e83991f13 tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 4.0730608 Jan 20 14:25:59.093003 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-aa1876e8-87e4-4516-bec0-49af3440049f tempest-PortsAdminExtendedAttrsTestJSON-483186073 tempest-PortsAdminExtendedAttrsTestJSON-483186073-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586409'] for network, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:59.095062 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 33330) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:25:59.100642 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e9064f-d5b9-4374-b4ce-70b976177036 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:25:59.101017 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e9064f-d5b9-4374-b4ce-70b976177036 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:25:59.101364 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e9064f-d5b9-4374-b4ce-70b976177036 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:25:59.101786 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e9064f-d5b9-4374-b4ce-70b976177036 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:25:59.102154 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e9064f-d5b9-4374-b4ce-70b976177036 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:25:59.102498 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e9064f-d5b9-4374-b4ce-70b976177036 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:25:59.103188 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e9064f-d5b9-4374-b4ce-70b976177036 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:25:59.111770 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e9064f-d5b9-4374-b4ce-70b976177036 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:25:59.112898 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e9064f-d5b9-4374-b4ce-70b976177036 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:25:59.113253 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e9064f-d5b9-4374-b4ce-70b976177036 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:25:59.113593 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e9064f-d5b9-4374-b4ce-70b976177036 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:25:59.190429 dv-neutron-825124-1-hyperv neutron-server[84154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca65b5b7-46e4-4202-83e6-d0c1271c06e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2900794-3a49-4b60-9a68-2f6383df387c', 'code': 200} Jan 20 14:25:59.202321 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvr_db [None req-e363cf91-aa02-4ffb-9557-52ca73d6eaec None None] Set router ec206152-2768-46c6-b0af-cd4f1620d58c gateway port host: dv-neutron-825124-1-hyperv {{(pid=84155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 14:25:59.384633 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b0f0db-4507-47a5-90ea-ec6ec0784448 req-4b45a9e3-604d-46fe-a5ff-5ce28f354434 tempest-ServersTestJSON-1971346893 tempest-ServersTestJSON-1971346893-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:25:59.397140 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-b6b0f0db-4507-47a5-90ea-ec6ec0784448 req-4b45a9e3-604d-46fe-a5ff-5ce28f354434 tempest-ServersTestJSON-1971346893 tempest-ServersTestJSON-1971346893-project] 10.222.0.54 "GET /v2.0/ports?device_id=ca65b5b7-46e4-4202-83e6-d0c1271c06e0 HTTP/1.1" status: 200 len: 945 time: 0.1357913 Jan 20 14:25:59.450200 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-b6b0f0db-4507-47a5-90ea-ec6ec0784448 req-f189f90d-9964-4549-9cf3-a60ce0bd93a1 tempest-ServersTestJSON-1971346893 tempest-ServersTestJSON-1971346893-project] 10.222.0.54 "GET /v2.0/security-groups?id=116cf5fd-87bc-4026-a09c-cf45db2c0b17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513787 Jan 20 14:25:59.545117 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-15913321-185b-4d56-81c1-270c232ac7f9 tempest-FloatingIPAdminTestJSON-1588790190 tempest-FloatingIPAdminTestJSON-1588790190-project] Notify callbacks [] for port, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:59.550923 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-aa1876e8-87e4-4516-bec0-49af3440049f tempest-PortsAdminExtendedAttrsTestJSON-483186073 tempest-PortsAdminExtendedAttrsTestJSON-483186073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1626242', 'neutron.services.segments.db._delete_segments_for_network-8769554214620'] for network, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:59.591485 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.segments.db [None req-aa1876e8-87e4-4516-bec0-49af3440049f tempest-PortsAdminExtendedAttrsTestJSON-483186073 tempest-PortsAdminExtendedAttrsTestJSON-483186073-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad7f907e-9713-4e69-9955-c6581e002d96']}} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:25:59.694483 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-e363cf91-aa02-4ffb-9557-52ca73d6eaec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec206152-2768-46c6-b0af-cd4f1620d58c', 'name': 'tempest-snat-router-1653698843', 'tenant_id': '1737e36574254ad493c58f8b859272d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.99'}], 'enable_snat': False}, 'gw_port_id': '18392052-8266-44bd-a9e9-d4901ff0f510', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:25:55Z', 'updated_at': '2022-01-20T14:25:57Z', 'revision_number': 3, 'project_id': '1737e36574254ad493c58f8b859272d8', 'gw_port': {'id': '18392052-8266-44bd-a9e9-d4901ff0f510', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:3a:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec206152-2768-46c6-b0af-cd4f1620d58c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:25:56Z', 'updated_at': '2022-01-20T14:25:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-825124-1-hyperv'}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:25:59.698409 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e363cf91-aa02-4ffb-9557-52ca73d6eaec None None] Checking router: ec206152-2768-46c6-b0af-cd4f1620d58c for host: dv-neutron-825124-1-hyperv {{(pid=84155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 14:25:59.698747 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e363cf91-aa02-4ffb-9557-52ca73d6eaec None None] Updating router ec206152-2768-46c6-b0af-cd4f1620d58c port 18392052-8266-44bd-a9e9-d4901ff0f510 binding host dv-neutron-825124-1-hyperv {{(pid=84155) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 20 14:25:59.711243 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.segments.db [None req-aa1876e8-87e4-4516-bec0-49af3440049f tempest-PortsAdminExtendedAttrsTestJSON-483186073 tempest-PortsAdminExtendedAttrsTestJSON-483186073-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20aca3ea-99dc-443f-992a-159c2afdd367') {'for_net_delete': True} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:25:59.711570 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.segments.db [None req-aa1876e8-87e4-4516-bec0-49af3440049f tempest-PortsAdminExtendedAttrsTestJSON-483186073 tempest-PortsAdminExtendedAttrsTestJSON-483186073-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20aca3ea-99dc-443f-992a-159c2afdd367') {} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:25:59.735477 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-aa1876e8-87e4-4516-bec0-49af3440049f tempest-PortsAdminExtendedAttrsTestJSON-483186073 tempest-PortsAdminExtendedAttrsTestJSON-483186073-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769554214503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3337904'] for segment, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:59.758859 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e363cf91-aa02-4ffb-9557-52ca73d6eaec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:59.771502 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-aa1876e8-87e4-4516-bec0-49af3440049f tempest-PortsAdminExtendedAttrsTestJSON-483186073 tempest-PortsAdminExtendedAttrsTestJSON-483186073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:59.791463 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa1876e8-87e4-4516-bec0-49af3440049f tempest-PortsAdminExtendedAttrsTestJSON-483186073 tempest-PortsAdminExtendedAttrsTestJSON-483186073-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=84152) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 14:25:59.791907 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-aa1876e8-87e4-4516-bec0-49af3440049f tempest-PortsAdminExtendedAttrsTestJSON-483186073 tempest-PortsAdminExtendedAttrsTestJSON-483186073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1622950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4162906'] for segment, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:25:59.811870 dv-neutron-825124-1-hyperv neutron-server[84152]: Traceback (most recent call last): Jan 20 14:25:59.811870 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 14:25:59.811870 dv-neutron-825124-1-hyperv neutron-server[84152]: timer() Jan 20 14:25:59.811870 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 14:25:59.811870 dv-neutron-825124-1-hyperv neutron-server[84152]: cb(*args, **kw) Jan 20 14:25:59.811870 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 14:25:59.811870 dv-neutron-825124-1-hyperv neutron-server[84152]: return func(*args, **kwargs) Jan 20 14:25:59.811870 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 14:25:59.811870 dv-neutron-825124-1-hyperv neutron-server[84152]: self._notify() Jan 20 14:25:59.811870 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 14:25:59.811870 dv-neutron-825124-1-hyperv neutron-server[84152]: self.callback(batched_events) Jan 20 14:25:59.811870 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 14:25:59.811870 dv-neutron-825124-1-hyperv neutron-server[84152]: event.method(event) Jan 20 14:25:59.811870 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 14:25:59.811870 dv-neutron-825124-1-hyperv neutron-server[84152]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 14:25:59.811870 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 14:25:59.811870 dv-neutron-825124-1-hyperv neutron-server[84152]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 14:25:59.811870 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 14:25:59.811870 dv-neutron-825124-1-hyperv neutron-server[84152]: return f(self, *a, **k) Jan 20 14:25:59.811870 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 14:25:59.811870 dv-neutron-825124-1-hyperv neutron-server[84152]: return self._get(url).json() Jan 20 14:25:59.811870 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 14:25:59.811870 dv-neutron-825124-1-hyperv neutron-server[84152]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 14:25:59.811870 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 14:25:59.811870 dv-neutron-825124-1-hyperv neutron-server[84152]: return self.request(url, 'GET', **kwargs) Jan 20 14:25:59.811870 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 14:25:59.811870 dv-neutron-825124-1-hyperv neutron-server[84152]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 14:25:59.811870 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 14:25:59.811870 dv-neutron-825124-1-hyperv neutron-server[84152]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 14:25:59.811870 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 14:25:59.811870 dv-neutron-825124-1-hyperv neutron-server[84152]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 14:25:59.811870 dv-neutron-825124-1-hyperv neutron-server[84152]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 14:25:59.880464 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-15913321-185b-4d56-81c1-270c232ac7f9 tempest-FloatingIPAdminTestJSON-1588790190 tempest-FloatingIPAdminTestJSON-1588790190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:00.009340 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 33352) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:26:00.091877 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-82a8c7ef-95f4-4414-a37e-c8c698e0af99 req-7a290b7e-76c3-42bc-bf4b-f04401f7f045 service neutron] 10.222.0.106 "GET /v2.0/ports?device_id=ca65b5b7-46e4-4202-83e6-d0c1271c06e0 HTTP/1.1" status: 200 len: 1098 time: 0.4834082 Jan 20 14:26:00.131403 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15913321-185b-4d56-81c1-270c232ac7f9 tempest-FloatingIPAdminTestJSON-1588790190 tempest-FloatingIPAdminTestJSON-1588790190-project] Pushing event updated for resources: {'Port': ['ID=6992b13d-8e0a-4f40-8ee7-4ad24e0ecfc8,revision_number=1']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:26:00.140055 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15913321-185b-4d56-81c1-270c232ac7f9 tempest-FloatingIPAdminTestJSON-1588790190 tempest-FloatingIPAdminTestJSON-1588790190-project] Network 8dffb05c-5ca0-409b-bd5f-7be6264f707d is already hosted by enough agents. {{(pid=84152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:26:00.145014 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.base_scheduler [None req-15913321-185b-4d56-81c1-270c232ac7f9 tempest-FloatingIPAdminTestJSON-1588790190 tempest-FloatingIPAdminTestJSON-1588790190-project] Resources bound (agent type, host, resource id): {{(pid=84152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:26:00.150065 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15913321-185b-4d56-81c1-270c232ac7f9 tempest-FloatingIPAdminTestJSON-1588790190 tempest-FloatingIPAdminTestJSON-1588790190-project] Received port after_create {{(pid=84152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:26:00.198805 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [req-82a8c7ef-95f4-4414-a37e-c8c698e0af99 req-81e1323c-ff09-46fe-9cda-6fd82c506721 service neutron] Notify callbacks [] for security_group, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:00.222804 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:00.238309 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-aa1876e8-87e4-4516-bec0-49af3440049f tempest-PortsAdminExtendedAttrsTestJSON-483186073 tempest-PortsAdminExtendedAttrsTestJSON-483186073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1626253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-745296'] for network, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:00.256438 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-aa1876e8-87e4-4516-bec0-49af3440049f tempest-PortsAdminExtendedAttrsTestJSON-483186073 tempest-PortsAdminExtendedAttrsTestJSON-483186073-project] Notify callbacks [] for network, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:00.297496 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15913321-185b-4d56-81c1-270c232ac7f9 tempest-FloatingIPAdminTestJSON-1588790190 tempest-FloatingIPAdminTestJSON-1588790190-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:26:00.300341 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89701012-3606-4668-9c0e-443486528ae4 req-dfe23e3f-38ca-48cf-8499-bf05446c981d tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:26:00.301003 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15913321-185b-4d56-81c1-270c232ac7f9 tempest-FloatingIPAdminTestJSON-1588790190 tempest-FloatingIPAdminTestJSON-1588790190-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:26:00.301500 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15913321-185b-4d56-81c1-270c232ac7f9 tempest-FloatingIPAdminTestJSON-1588790190 tempest-FloatingIPAdminTestJSON-1588790190-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:26:00.301984 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15913321-185b-4d56-81c1-270c232ac7f9 tempest-FloatingIPAdminTestJSON-1588790190 tempest-FloatingIPAdminTestJSON-1588790190-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:26:00.302505 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15913321-185b-4d56-81c1-270c232ac7f9 tempest-FloatingIPAdminTestJSON-1588790190 tempest-FloatingIPAdminTestJSON-1588790190-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:26:00.302992 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15913321-185b-4d56-81c1-270c232ac7f9 tempest-FloatingIPAdminTestJSON-1588790190 tempest-FloatingIPAdminTestJSON-1588790190-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:26:00.303625 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15913321-185b-4d56-81c1-270c232ac7f9 tempest-FloatingIPAdminTestJSON-1588790190 tempest-FloatingIPAdminTestJSON-1588790190-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:26:00.304113 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15913321-185b-4d56-81c1-270c232ac7f9 tempest-FloatingIPAdminTestJSON-1588790190 tempest-FloatingIPAdminTestJSON-1588790190-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:26:00.305881 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-89701012-3606-4668-9c0e-443486528ae4 req-dfe23e3f-38ca-48cf-8499-bf05446c981d tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] 10.222.0.54 "GET /v2.0/ports?device_id=c1ec459f-0c13-4ec8-b610-ebb2038ce473 HTTP/1.1" status: 200 len: 944 time: 0.1323977 Jan 20 14:26:00.306530 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15913321-185b-4d56-81c1-270c232ac7f9 tempest-FloatingIPAdminTestJSON-1588790190 tempest-FloatingIPAdminTestJSON-1588790190-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:26:00.307036 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15913321-185b-4d56-81c1-270c232ac7f9 tempest-FloatingIPAdminTestJSON-1588790190 tempest-FloatingIPAdminTestJSON-1588790190-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:26:00.307625 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15913321-185b-4d56-81c1-270c232ac7f9 tempest-FloatingIPAdminTestJSON-1588790190 tempest-FloatingIPAdminTestJSON-1588790190-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:26:00.333388 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-dfae696c-bb12-4315-9e0b-09f8cb9a4926 tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] 10.222.0.54 "GET /v2.0/routers/ec206152-2768-46c6-b0af-cd4f1620d58c HTTP/1.1" status: 200 len: 908 time: 1.2333422 Jan 20 14:26:00.337454 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-9c795750-73f3-4403-8cef-4e7ad63d2846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:00.338063 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 33364) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:26:00.345479 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e363cf91-aa02-4ffb-9557-52ca73d6eaec None None] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:00.350996 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1876e8-87e4-4516-bec0-49af3440049f tempest-PortsAdminExtendedAttrsTestJSON-483186073 tempest-PortsAdminExtendedAttrsTestJSON-483186073-project] Pushing event deleted for resources: {'Network': ['ID=ad7f907e-9713-4e69-9955-c6581e002d96,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:26:00.361818 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-e363cf91-aa02-4ffb-9557-52ca73d6eaec None None] Transition to ACTIVE for port object 18392052-8266-44bd-a9e9-d4901ff0f510 will not be triggered until provisioned by entity L2. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:26:00.379367 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-aa1876e8-87e4-4516-bec0-49af3440049f tempest-PortsAdminExtendedAttrsTestJSON-483186073 tempest-PortsAdminExtendedAttrsTestJSON-483186073-project] 10.222.0.54 "DELETE /v2.0/networks/ad7f907e-9713-4e69-9955-c6581e002d96 HTTP/1.1" status: 204 len: 168 time: 1.5737622 Jan 20 14:26:00.381701 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-532a3c2e-f914-41e1-9a49-73a4c2d2a5bb tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1653698843', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'enable_snat': True}}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:26:00.385644 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-89701012-3606-4668-9c0e-443486528ae4 req-6a35b64b-7095-4f63-8d44-02bede602aeb tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] 10.222.0.54 "GET /v2.0/security-groups?id=578a98de-1d4e-4622-ab14-10bbfc156906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710700 Jan 20 14:26:00.388911 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-532a3c2e-f914-41e1-9a49-73a4c2d2a5bb tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:26:00.402258 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-532a3c2e-f914-41e1-9a49-73a4c2d2a5bb tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] Usage tracker for resource:router and tenant:1737e36574254ad493c58f8b859272d8 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:26:00.417531 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-532a3c2e-f914-41e1-9a49-73a4c2d2a5bb tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:26:00.430747 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-532a3c2e-f914-41e1-9a49-73a4c2d2a5bb tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:26:00.438241 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [req-82a8c7ef-95f4-4414-a37e-c8c698e0af99 req-81e1323c-ff09-46fe-9cda-6fd82c506721 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:26:00.444339 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [req-82a8c7ef-95f4-4414-a37e-c8c698e0af99 req-81e1323c-ff09-46fe-9cda-6fd82c506721 service neutron] Usage tracker for resource:security_group_rule and tenant:471eacf8a1af4d55bd4dff5d2227325d is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:26:00.450810 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [req-82a8c7ef-95f4-4414-a37e-c8c698e0af99 req-81e1323c-ff09-46fe-9cda-6fd82c506721 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:26:00.453509 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e363cf91-aa02-4ffb-9557-52ca73d6eaec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:00.482875 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-6fd248ec-7117-4fce-8a4a-71903ffbc149 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-2028824328'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:26:00.489770 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [req-82a8c7ef-95f4-4414-a37e-c8c698e0af99 req-81e1323c-ff09-46fe-9cda-6fd82c506721 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:26:00.504802 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-6fd248ec-7117-4fce-8a4a-71903ffbc149 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:26:00.516463 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-6fd248ec-7117-4fce-8a4a-71903ffbc149 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Usage tracker for resource:network and tenant:788f8e40e69a4b21adff221535fcbda3 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:26:00.530615 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-6fd248ec-7117-4fce-8a4a-71903ffbc149 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:26:00.546281 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-532a3c2e-f914-41e1-9a49-73a4c2d2a5bb tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-105475'] for router, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:00.551382 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-532a3c2e-f914-41e1-9a49-73a4c2d2a5bb tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-739204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-744864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-735540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-105484'] for router, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:00.552373 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-6fd248ec-7117-4fce-8a4a-71903ffbc149 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:26:00.556018 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-e363cf91-aa02-4ffb-9557-52ca73d6eaec None None] Attempting to bind port 18392052-8266-44bd-a9e9-d4901ff0f510 on host dv-neutron-825124-1-hyperv for vnic_type normal with profile {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:26:00.557552 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-e363cf91-aa02-4ffb-9557-52ca73d6eaec None None] Attempting to bind port 18392052-8266-44bd-a9e9-d4901ff0f510 by drivers openvswitch,hyperv on host dv-neutron-825124-1-hyperv at level 0 using segments [{'id': 'f628f1ba-6b70-4c9b-8839-62340c040c81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d'}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:26:00.559763 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e363cf91-aa02-4ffb-9557-52ca73d6eaec None None] Attempting to bind port 18392052-8266-44bd-a9e9-d4901ff0f510 on network 8dffb05c-5ca0-409b-bd5f-7be6264f707d {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 14:26:00.562473 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c79b8d5-2a2e-4cca-964b-160f35c64546 None None] Pushing event updated for resources: {'Port': ['ID=18392052-8266-44bd-a9e9-d4901ff0f510,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:26:00.575694 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e363cf91-aa02-4ffb-9557-52ca73d6eaec None None] Checking agent: {'id': '6414dfeb-85c5-454a-8756-709ca637d800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825124-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 16, 31), 'started_at': datetime.datetime(2022, 1, 20, 14, 17, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 25, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825124-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 14:26:00.576402 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e363cf91-aa02-4ffb-9557-52ca73d6eaec None None] Checking segment: {'id': 'f628f1ba-6b70-4c9b-8839-62340c040c81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 14:26:00.577205 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e363cf91-aa02-4ffb-9557-52ca73d6eaec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:00.577977 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e363cf91-aa02-4ffb-9557-52ca73d6eaec None None] Bound using segment: {'id': 'f628f1ba-6b70-4c9b-8839-62340c040c81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d'} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 14:26:00.578817 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-e363cf91-aa02-4ffb-9557-52ca73d6eaec None None] Bound port: 18392052-8266-44bd-a9e9-d4901ff0f510, host: dv-neutron-825124-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f628f1ba-6b70-4c9b-8839-62340c040c81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d'}}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:26:00.579324 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e363cf91-aa02-4ffb-9557-52ca73d6eaec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:00.642016 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fd248ec-7117-4fce-8a4a-71903ffbc149 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Made reservation on behalf of 788f8e40e69a4b21adff221535fcbda3 for: {'network': 1} {{(pid=84153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:26:00.645748 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-6fd248ec-7117-4fce-8a4a-71903ffbc149 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for network, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:00.669284 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-6fd248ec-7117-4fce-8a4a-71903ffbc149 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Notify callbacks [] for security_group, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:00.687394 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-e363cf91-aa02-4ffb-9557-52ca73d6eaec None None] For port 18392052-8266-44bd-a9e9-d4901ff0f510, host dv-neutron-825124-1-hyperv, cleared binding levels {{(pid=84155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 14:26:00.692956 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-e363cf91-aa02-4ffb-9557-52ca73d6eaec None None] For port 18392052-8266-44bd-a9e9-d4901ff0f510, host dv-neutron-825124-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=18392052-8266-44bd-a9e9-d4901ff0f510,segment=NetworkSegment(f628f1ba-6b70-4c9b-8839-62340c040c81),segment_id=f628f1ba-6b70-4c9b-8839-62340c040c81)] {{(pid=84155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 14:26:00.694316 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-15913321-185b-4d56-81c1-270c232ac7f9 tempest-FloatingIPAdminTestJSON-1588790190 tempest-FloatingIPAdminTestJSON-1588790190-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:00.719311 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-532a3c2e-f914-41e1-9a49-73a4c2d2a5bb tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:00.740696 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [req-82a8c7ef-95f4-4414-a37e-c8c698e0af99 req-81e1323c-ff09-46fe-9cda-6fd82c506721 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:00.771586 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-6fd248ec-7117-4fce-8a4a-71903ffbc149 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:26:00.778507 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-6fd248ec-7117-4fce-8a4a-71903ffbc149 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Usage tracker for resource:security_group_rule and tenant:788f8e40e69a4b21adff221535fcbda3 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:26:00.782121 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-6fd248ec-7117-4fce-8a4a-71903ffbc149 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:26:00.784211 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e363cf91-aa02-4ffb-9557-52ca73d6eaec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:00.789309 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-6fd248ec-7117-4fce-8a4a-71903ffbc149 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:26:00.839177 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Device 954e9a8a-d5fc-4913-9be8-605284de3e2f up at agent hyperv_hv-neutron-8251 {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:26:00.841573 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2bad2e-0919-45e6-b454-43a57607de0d req-60b5f689-8e77-47b7-b88f-d01aed4de3c4 tempest-ServersTestJSON-1971346893 tempest-ServersTestJSON-1971346893-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:26:00.843100 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-3f2bad2e-0919-45e6-b454-43a57607de0d req-60b5f689-8e77-47b7-b88f-d01aed4de3c4 tempest-ServersTestJSON-1971346893 tempest-ServersTestJSON-1971346893-project] 10.222.0.54 "GET /v2.0/ports?device_id=ca65b5b7-46e4-4202-83e6-d0c1271c06e0 HTTP/1.1" status: 200 len: 945 time: 0.1257701 Jan 20 14:26:00.853493 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [req-82a8c7ef-95f4-4414-a37e-c8c698e0af99 req-81e1323c-ff09-46fe-9cda-6fd82c506721 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:00.927915 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c79b8d5-2a2e-4cca-964b-160f35c64546 None None] Pushing event updated for resources: {'Port': ['ID=18392052-8266-44bd-a9e9-d4901ff0f510,revision_number=3']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:26:00.951488 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e363cf91-aa02-4ffb-9557-52ca73d6eaec None None] Routers {'ec206152-2768-46c6-b0af-cd4f1620d58c'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:26:00.960135 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-e363cf91-aa02-4ffb-9557-52ca73d6eaec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:26:00Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['ec206152-2768-46c6-b0af-cd4f1620d58c'], 'active': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:26:00.962900 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-6fd248ec-7117-4fce-8a4a-71903ffbc149 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Notify callbacks [] for security_group, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:00.983949 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-15913321-185b-4d56-81c1-270c232ac7f9 tempest-FloatingIPAdminTestJSON-1588790190 tempest-FloatingIPAdminTestJSON-1588790190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:01.015791 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-3f2bad2e-0919-45e6-b454-43a57607de0d req-90b22add-b8c7-483b-9954-16a069759439 tempest-ServersTestJSON-1971346893 tempest-ServersTestJSON-1971346893-project] 10.222.0.54 "GET /v2.0/security-groups?id=116cf5fd-87bc-4026-a09c-cf45db2c0b17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513644 Jan 20 14:26:01.020320 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-82a8c7ef-95f4-4414-a37e-c8c698e0af99 req-81e1323c-ff09-46fe-9cda-6fd82c506721 service neutron] 10.222.0.106 "GET /v2.0/security-groups?id=116cf5fd-87bc-4026-a09c-cf45db2c0b17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9096766 Jan 20 14:26:01.020913 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e1323c-ff09-46fe-9cda-6fd82c506721 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=6cfd5261-f455-4abb-bf6f-7a9a4ee1fe50,revision_number=1']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:26:01.061851 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-6fd248ec-7117-4fce-8a4a-71903ffbc149 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:01.062659 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Provisioning for port 954e9a8a-d5fc-4913-9be8-605284de3e2f completed by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:26:01.080108 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Provisioning complete for port 954e9a8a-d5fc-4913-9be8-605284de3e2f triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:26:01.080829 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:01.088131 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fd248ec-7117-4fce-8a4a-71903ffbc149 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 193} {{(pid=84153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 14:26:01.115420 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-6fd248ec-7117-4fce-8a4a-71903ffbc149 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:01.115775 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.db.segments_db [None req-6fd248ec-7117-4fce-8a4a-71903ffbc149 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Added segment 8e43bfc8-6a21-458f-ae6e-4e637d7f6af4 of type vlan for network f9dfe92d-7a28-4f7f-8f3f-9d29413d59b7 Jan 20 14:26:01.131510 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-532a3c2e-f914-41e1-9a49-73a4c2d2a5bb tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-744886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-105502'] for router, precommit_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:01.253965 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-6fd248ec-7117-4fce-8a4a-71903ffbc149 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769553767792'] for network, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:01.288071 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvr_db [None req-e363cf91-aa02-4ffb-9557-52ca73d6eaec None None] Set router ec206152-2768-46c6-b0af-cd4f1620d58c gateway port host: dv-neutron-825124-1-hyperv {{(pid=84155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 14:26:01.299281 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd248ec-7117-4fce-8a4a-71903ffbc149 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78bc4483-fb7f-4d07-a713-3342c01e4e51,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:26:01.386819 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:01.404002 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 33386) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:26:01.448096 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-6fd248ec-7117-4fce-8a4a-71903ffbc149 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967'] for network, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:01.452306 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fd248ec-7117-4fce-8a4a-71903ffbc149 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:26:01.453245 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-6fd248ec-7117-4fce-8a4a-71903ffbc149 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1705179'] for network, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:01.488038 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1ec459f-0c13-4ec8-b610-ebb2038ce473', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '954e9a8a-d5fc-4913-9be8-605284de3e2f'}] {{(pid=84154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 14:26:01.511301 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] For port 954e9a8a-d5fc-4913-9be8-605284de3e2f, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=954e9a8a-d5fc-4913-9be8-605284de3e2f,segment=NetworkSegment(08613a60-c567-423c-9903-64ff4979e267),segment_id=08613a60-c567-423c-9903-64ff4979e267)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:26:01.537113 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-15913321-185b-4d56-81c1-270c232ac7f9 tempest-FloatingIPAdminTestJSON-1588790190 tempest-FloatingIPAdminTestJSON-1588790190-project] Notify callbacks [] for port, precommit_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:01.539565 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:01.560365 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-cdd98e71-1f0a-4421-baa9-dcb30e06edf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:01.612925 dv-neutron-825124-1-hyperv neutron-server[84154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1ec459f-0c13-4ec8-b610-ebb2038ce473', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '954e9a8a-d5fc-4913-9be8-605284de3e2f', 'code': 200} Jan 20 14:26:01.617091 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:01.718535 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-15913321-185b-4d56-81c1-270c232ac7f9 tempest-FloatingIPAdminTestJSON-1588790190 tempest-FloatingIPAdminTestJSON-1588790190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162822'] for port, after_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:01.729128 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Pushing event updated for resources: {'Port': ['ID=954e9a8a-d5fc-4913-9be8-605284de3e2f,revision_number=5']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:26:01.763456 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-6fd248ec-7117-4fce-8a4a-71903ffbc149 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.7526278 Jan 20 14:26:01.785843 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 33400) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:26:01.794946 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-8576b105-dbeb-4cc7-8b73-f9b3d4bf1a03 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Request body: {'subnet': {'network_id': 'f9dfe92d-7a28-4f7f-8f3f-9d29413d59b7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:26:01.901591 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-532a3c2e-f914-41e1-9a49-73a4c2d2a5bb tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:01.923751 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 33404) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:26:01.951665 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15913321-185b-4d56-81c1-270c232ac7f9 tempest-FloatingIPAdminTestJSON-1588790190 tempest-FloatingIPAdminTestJSON-1588790190-project] Pushing event updated for resources: {'Port': ['ID=6992b13d-8e0a-4f40-8ee7-4ad24e0ecfc8,revision_number=2']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:26:01.956284 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-532a3c2e-f914-41e1-9a49-73a4c2d2a5bb tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:01.973237 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-e363cf91-aa02-4ffb-9557-52ca73d6eaec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec206152-2768-46c6-b0af-cd4f1620d58c', 'name': 'tempest-snat-router-1653698843', 'tenant_id': '1737e36574254ad493c58f8b859272d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.99'}], 'enable_snat': False}, 'gw_port_id': '18392052-8266-44bd-a9e9-d4901ff0f510', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:25:55Z', 'updated_at': '2022-01-20T14:25:57Z', 'revision_number': 3, 'project_id': '1737e36574254ad493c58f8b859272d8', 'gw_port': {'id': '18392052-8266-44bd-a9e9-d4901ff0f510', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:3a:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec206152-2768-46c6-b0af-cd4f1620d58c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:25:56Z', 'updated_at': '2022-01-20T14:26:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-825124-1-hyperv'}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:26:01.973237 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e363cf91-aa02-4ffb-9557-52ca73d6eaec None None] The sync data for ids ['ec206152-2768-46c6-b0af-cd4f1620d58c'] in dv-neutron-825124-1-hyperv is: [{'id': 'ec206152-2768-46c6-b0af-cd4f1620d58c', 'name': 'tempest-snat-router-1653698843', 'tenant_id': '1737e36574254ad493c58f8b859272d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.99'}], 'enable_snat': False}, 'gw_port_id': '18392052-8266-44bd-a9e9-d4901ff0f510', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:25:55Z', 'updated_at': '2022-01-20T14:25:57Z', 'revision_number': 3, 'project_id': '1737e36574254ad493c58f8b859272d8', 'gw_port': {'id': '18392052-8266-44bd-a9e9-d4901ff0f510', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:3a:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec206152-2768-46c6-b0af-cd4f1620d58c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:25:56Z', 'updated_at': '2022-01-20T14:26:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-825124-1-hyperv'}] {{(pid=84155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 14:26:01.993372 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd248ec-7117-4fce-8a4a-71903ffbc149 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Pushing event updated for resources: {'Network': ['ID=f9dfe92d-7a28-4f7f-8f3f-9d29413d59b7,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:26:02.007099 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Network f9dfe92d-7a28-4f7f-8f3f-9d29413d59b7 details requested by agent ovs-agent-dv-neutron-825124-1-hyperv with host dv-neutron-825124-1-hyperv {{(pid=84154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 14:26:02.047367 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-15913321-185b-4d56-81c1-270c232ac7f9 tempest-FloatingIPAdminTestJSON-1588790190 tempest-FloatingIPAdminTestJSON-1588790190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-745254'] for floatingip, after_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:02.132473 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-8576b105-dbeb-4cc7-8b73-f9b3d4bf1a03 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:26:02.140881 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-8576b105-dbeb-4cc7-8b73-f9b3d4bf1a03 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Usage tracker for resource:subnet and tenant:788f8e40e69a4b21adff221535fcbda3 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:26:02.145893 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-8576b105-dbeb-4cc7-8b73-f9b3d4bf1a03 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:26:02.171440 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-8576b105-dbeb-4cc7-8b73-f9b3d4bf1a03 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:26:02.183082 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-175efbf5-c2b0-475b-9e26-056bcc38996a admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=d24aa8012ee24c6aa391116016a35b10&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7776077 Jan 20 14:26:02.186461 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 33414) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:26:02.274606 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2226fcc-eec2-438c-b942-183873cbb780 req-776be6d6-f0cc-4e2b-9ea8-62c64c006381 tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:26:02.292785 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-a2226fcc-eec2-438c-b942-183873cbb780 req-776be6d6-f0cc-4e2b-9ea8-62c64c006381 tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] 10.222.0.54 "GET /v2.0/ports?device_id=c1ec459f-0c13-4ec8-b610-ebb2038ce473 HTTP/1.1" status: 200 len: 945 time: 0.6210430 Jan 20 14:26:02.357594 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8576b105-dbeb-4cc7-8b73-f9b3d4bf1a03 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Made reservation on behalf of 788f8e40e69a4b21adff221535fcbda3 for: {'subnet': 1} {{(pid=84153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:26:02.383787 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 33418) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:26:02.484661 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-15913321-185b-4d56-81c1-270c232ac7f9 tempest-FloatingIPAdminTestJSON-1588790190 tempest-FloatingIPAdminTestJSON-1588790190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for floatingip, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:02.488284 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-15913321-185b-4d56-81c1-270c232ac7f9 tempest-FloatingIPAdminTestJSON-1588790190 tempest-FloatingIPAdminTestJSON-1588790190-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.4606471 Jan 20 14:26:02.488284 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.db_base_plugin_common [None req-532a3c2e-f914-41e1-9a49-73a4c2d2a5bb tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] Allocated IP 172.26.7.34 (8dffb05c-5ca0-409b-bd5f-7be6264f707d/a489dd4f-42a5-433b-8be3-bab2749c4209/6b601182-4cb0-4ac8-a280-1dd4aed58107) {{(pid=84152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:26:02.491676 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 33422) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:26:02.541008 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-f4a8d582-e637-4270-a7cc-2c50d0b31a6a tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573 tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1246961533'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:26:02.546182 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-f4a8d582-e637-4270-a7cc-2c50d0b31a6a tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573 tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:26:02.550782 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-f4a8d582-e637-4270-a7cc-2c50d0b31a6a tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573 tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573-project] Usage tracker for resource:network and tenant:010d0a1e83924de8a7b88e735f9d6582 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:26:02.562388 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-f4a8d582-e637-4270-a7cc-2c50d0b31a6a tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573 tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:26:02.580157 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-f4a8d582-e637-4270-a7cc-2c50d0b31a6a tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573 tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:26:02.619010 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-6619980b-226f-4805-bbf8-7d4ea9b84d81 tempest-QuotasTest-1165894103 tempest-QuotasTest-1165894103-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:26:02.648226 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-a2226fcc-eec2-438c-b942-183873cbb780 req-64176db5-4491-4393-8703-8725ae104192 tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] 10.222.0.54 "GET /v2.0/security-groups?id=578a98de-1d4e-4622-ab14-10bbfc156906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3516419 Jan 20 14:26:02.691445 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4a8d582-e637-4270-a7cc-2c50d0b31a6a tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573 tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573-project] Made reservation on behalf of 010d0a1e83924de8a7b88e735f9d6582 for: {'network': 1} {{(pid=84153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:26:02.696051 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-f4a8d582-e637-4270-a7cc-2c50d0b31a6a tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573 tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for network, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:02.705880 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-c461c277-d444-442a-bdcd-67147000b374 req-1bdece57-ba91-44af-adf1-6cb86c1d1b53 service neutron] 10.222.0.106 "GET /v2.0/ports?device_id=c1ec459f-0c13-4ec8-b610-ebb2038ce473 HTTP/1.1" status: 200 len: 1098 time: 0.6198456 Jan 20 14:26:02.712247 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-8576b105-dbeb-4cc7-8b73-f9b3d4bf1a03 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4193986'] for subnet, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:02.722875 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-d7814ebf-8fef-44e7-a167-5444a757a7fa tempest-FloatingIPAdminTestJSON-1056319808 tempest-FloatingIPAdminTestJSON-1056319808-project-admin] Synchronizing usage tracker for tenant:a7f2070df94d4150baa89e56058342ae on resource:floatingip {{(pid=84152) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:26:02.738107 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-a8e66813-bc04-4969-90a6-d2000ea14b1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:02.756064 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-f4a8d582-e637-4270-a7cc-2c50d0b31a6a tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573 tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573-project] Notify callbacks [] for security_group, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:02.804277 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-532a3c2e-f914-41e1-9a49-73a4c2d2a5bb tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:02.821477 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [req-c461c277-d444-442a-bdcd-67147000b374 req-4662e274-441b-4be1-ae3a-f1bece678224 service neutron] Synchronizing usage tracker for tenant:471eacf8a1af4d55bd4dff5d2227325d on resource:security_group {{(pid=84152) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:26:02.869748 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-d7814ebf-8fef-44e7-a167-5444a757a7fa tempest-FloatingIPAdminTestJSON-1056319808 tempest-FloatingIPAdminTestJSON-1056319808-project-admin] Unset dirty status for tenant:a7f2070df94d4150baa89e56058342ae on resource:floatingip {{(pid=84152) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:26:02.874216 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-d7814ebf-8fef-44e7-a167-5444a757a7fa tempest-FloatingIPAdminTestJSON-1056319808 tempest-FloatingIPAdminTestJSON-1056319808-project-admin] 10.222.0.54 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2607 time: 0.3784790 Jan 20 14:26:02.878321 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-a8e66813-bc04-4969-90a6-d2000ea14b1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:02.880928 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 33430) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:26:02.896513 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-eea6df97-7ff1-4b63-af20-e3ec8913deda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:02.904426 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788b2a18-b8cf-4784-84c3-591979ae4155 req-1533c7e0-4e72-475d-b244-0e793024720a tempest-ServersTestJSON-1971346893 tempest-ServersTestJSON-1971346893-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:26:02.905940 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-788b2a18-b8cf-4784-84c3-591979ae4155 req-1533c7e0-4e72-475d-b244-0e793024720a tempest-ServersTestJSON-1971346893 tempest-ServersTestJSON-1971346893-project] 10.222.0.54 "GET /v2.0/ports?device_id=ca65b5b7-46e4-4202-83e6-d0c1271c06e0 HTTP/1.1" status: 200 len: 945 time: 0.5593765 Jan 20 14:26:02.993614 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-f4a8d582-e637-4270-a7cc-2c50d0b31a6a tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573 tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:26:03.023585 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-f4a8d582-e637-4270-a7cc-2c50d0b31a6a tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573 tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573-project] Usage tracker for resource:security_group_rule and tenant:010d0a1e83924de8a7b88e735f9d6582 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:26:03.037261 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-788b2a18-b8cf-4784-84c3-591979ae4155 req-921eb9bd-c494-4c66-a82e-26da98e0347e tempest-ServersTestJSON-1971346893 tempest-ServersTestJSON-1971346893-project] 10.222.0.54 "GET /v2.0/security-groups?id=116cf5fd-87bc-4026-a09c-cf45db2c0b17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1128693 Jan 20 14:26:03.040657 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-f4a8d582-e637-4270-a7cc-2c50d0b31a6a tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573 tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:26:03.050335 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-f4a8d582-e637-4270-a7cc-2c50d0b31a6a tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573 tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:26:03.075087 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [req-c461c277-d444-442a-bdcd-67147000b374 req-4662e274-441b-4be1-ae3a-f1bece678224 service neutron] Unset dirty status for tenant:471eacf8a1af4d55bd4dff5d2227325d on resource:security_group {{(pid=84152) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:26:03.076169 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-c461c277-d444-442a-bdcd-67147000b374 req-4662e274-441b-4be1-ae3a-f1bece678224 service neutron] 10.222.0.106 "GET /v2.0/security-groups?id=578a98de-1d4e-4622-ab14-10bbfc156906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3562379 Jan 20 14:26:03.077346 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-532a3c2e-f914-41e1-9a49-73a4c2d2a5bb tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:03.151976 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-0f39a068-b386-47b6-9cc7-2cb88296cd76 tempest-FloatingIPAdminTestJSON-1852183017 tempest-FloatingIPAdminTestJSON-1852183017-project] Synchronizing usage tracker for tenant:6de16a54208647709f49ca9cb2945079 on resource:floatingip {{(pid=84152) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:26:03.176011 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-532a3c2e-f914-41e1-9a49-73a4c2d2a5bb tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] Network 8dffb05c-5ca0-409b-bd5f-7be6264f707d is already hosted by enough agents. {{(pid=84152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:26:03.180783 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.base_scheduler [None req-532a3c2e-f914-41e1-9a49-73a4c2d2a5bb tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] Resources bound (agent type, host, resource id): {{(pid=84152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:26:03.188356 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-532a3c2e-f914-41e1-9a49-73a4c2d2a5bb tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] Received port after_create {{(pid=84152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:26:03.190126 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-6619980b-226f-4805-bbf8-7d4ea9b84d81 tempest-QuotasTest-1165894103 tempest-QuotasTest-1165894103-project-admin] 10.222.0.54 "PUT /v2.0/quotas/a5f6f41d72e5453aaf6e3a1e006e101d HTTP/1.1" status: 200 len: 366 time: 0.7995124 Jan 20 14:26:03.216501 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 33434) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:26:03.217289 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532a3c2e-f914-41e1-9a49-73a4c2d2a5bb tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] Pushing event updated for resources: {'Port': ['ID=6b601182-4cb0-4ac8-a280-1dd4aed58107,revision_number=1']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:26:03.242659 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-177770c3-cb42-4900-b61f-2e272d761b02 tempest-QuotasTest-1165894103 tempest-QuotasTest-1165894103-project-admin] 10.222.0.54 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0225105 Jan 20 14:26:03.249728 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-a8e66813-bc04-4969-90a6-d2000ea14b1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:03.249934 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 33438) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:26:03.269829 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e66813-bc04-4969-90a6-d2000ea14b1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1bfe9eb-e348-44b5-8047-f571b55f6de4,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:26:03.272601 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-f4a8d582-e637-4270-a7cc-2c50d0b31a6a tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573 tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573-project] Notify callbacks [] for security_group, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:03.296707 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-a8e66813-bc04-4969-90a6-d2000ea14b1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:03.297699 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-cb352849-f79c-4be2-8690-ff28324fbc95 tempest-QuotasTest-1165894103 tempest-QuotasTest-1165894103-project-admin] 10.222.0.54 "GET /v2.0/quotas/a5f6f41d72e5453aaf6e3a1e006e101d HTTP/1.1" status: 200 len: 366 time: 0.0479293 Jan 20 14:26:03.298504 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-a8e66813-bc04-4969-90a6-d2000ea14b1a admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/c1bfe9eb-e348-44b5-8047-f571b55f6de4 HTTP/1.1" status: 204 len: 168 time: 1.1090276 Jan 20 14:26:03.302945 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 33444) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:26:03.346240 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-f4a8d582-e637-4270-a7cc-2c50d0b31a6a tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573 tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:03.356500 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-0f39a068-b386-47b6-9cc7-2cb88296cd76 tempest-FloatingIPAdminTestJSON-1852183017 tempest-FloatingIPAdminTestJSON-1852183017-project] Unset dirty status for tenant:6de16a54208647709f49ca9cb2945079 on resource:floatingip {{(pid=84152) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:26:03.356640 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-8576b105-dbeb-4cc7-8b73-f9b3d4bf1a03 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3943531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4194004'] for subnet, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:03.356740 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-0f39a068-b386-47b6-9cc7-2cb88296cd76 tempest-FloatingIPAdminTestJSON-1852183017 tempest-FloatingIPAdminTestJSON-1852183017-project] 10.222.0.54 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.4694483 Jan 20 14:26:03.357413 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 33448) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:26:03.416380 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 18392052-8266-44bd-a9e9-d4901ff0f510 up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:26:03.458767 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4a8d582-e637-4270-a7cc-2c50d0b31a6a tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573 tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 167} {{(pid=84153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 14:26:03.487356 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a8d582-e637-4270-a7cc-2c50d0b31a6a tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573 tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54c1aef3-4bd7-4459-aeb9-a0e05240d6e2,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:26:03.500921 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8576b105-dbeb-4cc7-8b73-f9b3d4bf1a03 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Pushing event updated for resources: {'Subnet': ['ID=f8b841ec-8e6c-4183-90f0-f24e1dbc270d,revision_number=0']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:26:03.507449 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-f4a8d582-e637-4270-a7cc-2c50d0b31a6a tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573 tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:03.507449 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.db.segments_db [None req-f4a8d582-e637-4270-a7cc-2c50d0b31a6a tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573 tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573-project] Added segment 08f5a55b-17d0-4e77-b4a5-04f386a3a1a3 of type vlan for network 7d4e3426-833a-4dba-b506-dd9943f88380 Jan 20 14:26:03.545022 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8576b105-dbeb-4cc7-8b73-f9b3d4bf1a03 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Checking segment: {'id': '8e43bfc8-6a21-458f-ae6e-4e637d7f6af4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'f9dfe92d-7a28-4f7f-8f3f-9d29413d59b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 14:26:03.545731 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8576b105-dbeb-4cc7-8b73-f9b3d4bf1a03 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Network hostable DHCP agents. Network: f9dfe92d-7a28-4f7f-8f3f-9d29413d59b7, hostable agents: ['1a181e39-5220-4c1a-88f8-08a54e8bfc9b'], hosted agents: [] {{(pid=84153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 14:26:03.554020 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-f4a8d582-e637-4270-a7cc-2c50d0b31a6a tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573 tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769553767792'] for network, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:03.571435 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-18ed51f6-fcdf-48a9-b4d4-239eed94ad24 tempest-QuotasTest-1165894103 tempest-QuotasTest-1165894103-project-admin] 10.222.0.54 "DELETE /v2.0/quotas/a5f6f41d72e5453aaf6e3a1e006e101d HTTP/1.1" status: 204 len: 168 time: 0.2651753 Jan 20 14:26:03.572000 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 33452) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:26:03.576292 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-a57d4bd8-dfc7-4476-91a4-2d85a66f8ba5 tempest-FloatingIPAdminTestJSON-1588790190 tempest-FloatingIPAdminTestJSON-1588790190-project] Deleting port 6992b13d-8e0a-4f40-8ee7-4ad24e0ecfc8 {{(pid=84152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:26:03.576713 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-a57d4bd8-dfc7-4476-91a4-2d85a66f8ba5 tempest-FloatingIPAdminTestJSON-1588790190 tempest-FloatingIPAdminTestJSON-1588790190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:03.588788 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning for port 18392052-8266-44bd-a9e9-d4901ff0f510 completed by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:26:03.598492 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port 18392052-8266-44bd-a9e9-d4901ff0f510 triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:26:03.599454 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:03.608128 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-c3a11bd7-bb82-44b2-9406-4779ecdc697e tempest-QuotasTest-1165894103 tempest-QuotasTest-1165894103-project-admin] 10.222.0.54 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0338295 Jan 20 14:26:03.613079 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 33456) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:26:03.655969 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-b0b5cf68-66ea-40aa-aff2-a32eaa029aa5 tempest-QuotasTest-1165894103 tempest-QuotasTest-1165894103-project-admin] 10.222.0.54 "GET /v2.0/quotas/a5f6f41d72e5453aaf6e3a1e006e101d HTTP/1.1" status: 200 len: 370 time: 0.0415416 Jan 20 14:26:03.659822 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 33460) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:26:03.667821 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-a662cc83-c042-434a-b03f-e891e3dafdae tempest-QuotasTest-1165894103 tempest-QuotasTest-1165894103-project-admin] 10.222.0.54 "GET /v2.0/quotas/a5f6f41d72e5453aaf6e3a1e006e101d/default HTTP/1.1" status: 200 len: 370 time: 0.0062854 Jan 20 14:26:03.670763 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 33464) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:26:03.684482 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-f4a8d582-e637-4270-a7cc-2c50d0b31a6a tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573 tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967'] for network, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:03.688489 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4a8d582-e637-4270-a7cc-2c50d0b31a6a tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573 tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:26:03.689855 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-f4a8d582-e637-4270-a7cc-2c50d0b31a6a tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573 tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1705179'] for network, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:03.694055 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8576b105-dbeb-4cc7-8b73-f9b3d4bf1a03 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Network f9dfe92d-7a28-4f7f-8f3f-9d29413d59b7 is scheduled to be hosted by DHCP agent 1a181e39-5220-4c1a-88f8-08a54e8bfc9b with binding_index 1 {{(pid=84153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 14:26:03.781619 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:03.799246 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.api.v2.resource [None req-fbe4701c-5abc-4e2f-9771-82fe714c715e tempest-QuotasTest-1165894103 tempest-QuotasTest-1165894103-project-admin] delete failed (client error): The resource could not be found. Jan 20 14:26:03.804216 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-fbe4701c-5abc-4e2f-9771-82fe714c715e tempest-QuotasTest-1165894103 tempest-QuotasTest-1165894103-project-admin] 10.222.0.54 "DELETE /v2.0/quotas/a5f6f41d72e5453aaf6e3a1e006e101d HTTP/1.1" status: 404 len: 348 time: 0.1283534 Jan 20 14:26:03.822152 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] For port 18392052-8266-44bd-a9e9-d4901ff0f510, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=18392052-8266-44bd-a9e9-d4901ff0f510,segment=NetworkSegment(f628f1ba-6b70-4c9b-8839-62340c040c81),segment_id=f628f1ba-6b70-4c9b-8839-62340c040c81)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:26:03.826516 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-a57d4bd8-dfc7-4476-91a4-2d85a66f8ba5 tempest-FloatingIPAdminTestJSON-1588790190 tempest-FloatingIPAdminTestJSON-1588790190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:03.826516 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-a57d4bd8-dfc7-4476-91a4-2d85a66f8ba5 tempest-FloatingIPAdminTestJSON-1588790190 tempest-FloatingIPAdminTestJSON-1588790190-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:03.826832 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.base_scheduler [None req-8576b105-dbeb-4cc7-8b73-f9b3d4bf1a03 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825124-1-hyperv, f9dfe92d-7a28-4f7f-8f3f-9d29413d59b7) {{(pid=84153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:26:03.836550 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39b9e32c-b140-4707-915c-56048420d400 None None] Network f9dfe92d-7a28-4f7f-8f3f-9d29413d59b7 requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:26:03.886538 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a8d582-e637-4270-a7cc-2c50d0b31a6a tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573 tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573-project] Pushing event updated for resources: {'Network': ['ID=7d4e3426-833a-4dba-b506-dd9943f88380,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:26:03.890212 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8576b105-dbeb-4cc7-8b73-f9b3d4bf1a03 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:26:03.890443 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-8576b105-dbeb-4cc7-8b73-f9b3d4bf1a03 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1705179'] for subnet, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:03.934565 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-f4a8d582-e637-4270-a7cc-2c50d0b31a6a tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573 tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 2.0027292 Jan 20 14:26:03.936894 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 33474) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:26:03.965129 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-ee2a991b-2e8d-4d43-939e-ac34bc2e6bcc tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573 tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573-project] Request body: {'subnet': {'network_id': '7d4e3426-833a-4dba-b506-dd9943f88380', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:26:03.965396 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Network 7d4e3426-833a-4dba-b506-dd9943f88380 details requested by agent ovs-agent-dv-neutron-825124-1-hyperv with host dv-neutron-825124-1-hyperv {{(pid=84154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 14:26:03.979854 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:04.157860 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-a57d4bd8-dfc7-4476-91a4-2d85a66f8ba5 tempest-FloatingIPAdminTestJSON-1588790190 tempest-FloatingIPAdminTestJSON-1588790190-project] Calling delete_port for 6992b13d-8e0a-4f40-8ee7-4ad24e0ecfc8 owned by network:floatingip {{(pid=84152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:26:04.170348 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-ee2a991b-2e8d-4d43-939e-ac34bc2e6bcc tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573 tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:26:04.175147 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-ee2a991b-2e8d-4d43-939e-ac34bc2e6bcc tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573 tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573-project] Usage tracker for resource:subnet and tenant:010d0a1e83924de8a7b88e735f9d6582 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:26:04.178429 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-ee2a991b-2e8d-4d43-939e-ac34bc2e6bcc tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573 tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:26:04.184847 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-ee2a991b-2e8d-4d43-939e-ac34bc2e6bcc tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573 tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:26:04.199100 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-8576b105-dbeb-4cc7-8b73-f9b3d4bf1a03 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.4119644 Jan 20 14:26:04.200693 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 33480) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:26:04.212446 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905f3f64-1c1a-4ad0-8422-b7d025da86b0 req-675aceb4-50c1-4d7d-bf10-c2a68f63cbd4 tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:26:04.214143 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-905f3f64-1c1a-4ad0-8422-b7d025da86b0 req-675aceb4-50c1-4d7d-bf10-c2a68f63cbd4 tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] 10.222.0.54 "GET /v2.0/ports?device_id=c1ec459f-0c13-4ec8-b610-ebb2038ce473 HTTP/1.1" status: 200 len: 945 time: 0.3936815 Jan 20 14:26:04.218230 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-cb01fb64-83d8-47d9-adc0-12f3d50aa303 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-985136170', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d'}, 'admin_state_up': False}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:26:04.240735 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-cb01fb64-83d8-47d9-adc0-12f3d50aa303 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:26:04.247578 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-532a3c2e-f914-41e1-9a49-73a4c2d2a5bb tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:04.248308 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-532a3c2e-f914-41e1-9a49-73a4c2d2a5bb tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-744861'] for router, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:04.274571 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-cb01fb64-83d8-47d9-adc0-12f3d50aa303 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Usage tracker for resource:router and tenant:788f8e40e69a4b21adff221535fcbda3 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:26:04.293582 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-cb01fb64-83d8-47d9-adc0-12f3d50aa303 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:26:04.298503 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee2a991b-2e8d-4d43-939e-ac34bc2e6bcc tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573 tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573-project] Made reservation on behalf of 010d0a1e83924de8a7b88e735f9d6582 for: {'subnet': 1} {{(pid=84153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:26:04.303901 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Pushing event updated for resources: {'Port': ['ID=18392052-8266-44bd-a9e9-d4901ff0f510,revision_number=4']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:26:04.351217 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-cb01fb64-83d8-47d9-adc0-12f3d50aa303 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:26:04.375287 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:26:04.375645 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:26:04.375989 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:26:04.376454 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:26:04.377578 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:26:04.377925 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:26:04.378318 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:26:04.378671 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:26:04.379098 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:26:04.379473 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:26:04.379938 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:26:04.442544 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 33484) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:26:04.514600 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03461883-1470-4118-982e-3f5e2b515703 None None] Network f9dfe92d-7a28-4f7f-8f3f-9d29413d59b7 requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:26:04.547571 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-4ec80d76-b6bf-476a-a397-9cd6c58775a8 tempest-QuotasTest-1165894103 tempest-QuotasTest-1165894103-project-admin] Usage tracker for resource:network and tenant:58f3738642f147208b4e94e69726abdf is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:26:04.562595 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-4ec80d76-b6bf-476a-a397-9cd6c58775a8 tempest-QuotasTest-1165894103 tempest-QuotasTest-1165894103-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:26:04.587396 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-4ec80d76-b6bf-476a-a397-9cd6c58775a8 tempest-QuotasTest-1165894103 tempest-QuotasTest-1165894103-project-admin] Usage tracker for resource:subnet and tenant:58f3738642f147208b4e94e69726abdf is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:26:04.597472 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-a57d4bd8-dfc7-4476-91a4-2d85a66f8ba5 tempest-FloatingIPAdminTestJSON-1588790190 tempest-FloatingIPAdminTestJSON-1588790190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:04.603445 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-4ec80d76-b6bf-476a-a397-9cd6c58775a8 tempest-QuotasTest-1165894103 tempest-QuotasTest-1165894103-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:26:04.641485 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-905f3f64-1c1a-4ad0-8422-b7d025da86b0 req-95a776f8-df5d-4075-8c67-506f0f4f0c24 tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] 10.222.0.54 "GET /v2.0/security-groups?id=578a98de-1d4e-4622-ab14-10bbfc156906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4053724 Jan 20 14:26:04.659645 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-cb01fb64-83d8-47d9-adc0-12f3d50aa303 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-105475'] for router, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:04.662080 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-cb01fb64-83d8-47d9-adc0-12f3d50aa303 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-739204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-744864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-735540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-105484'] for router, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:04.665001 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 33488) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:26:04.672930 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-ee2a991b-2e8d-4d43-939e-ac34bc2e6bcc tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573 tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4193986'] for subnet, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:04.682937 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57d4bd8-dfc7-4476-91a4-2d85a66f8ba5 tempest-FloatingIPAdminTestJSON-1588790190 tempest-FloatingIPAdminTestJSON-1588790190-project] Pushing event deleted for resources: {'Port': ['ID=6992b13d-8e0a-4f40-8ee7-4ad24e0ecfc8,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:26:04.691567 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-4ec80d76-b6bf-476a-a397-9cd6c58775a8 tempest-QuotasTest-1165894103 tempest-QuotasTest-1165894103-project-admin] Usage tracker for resource:subnetpool and tenant:58f3738642f147208b4e94e69726abdf is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:26:04.721579 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-4ec80d76-b6bf-476a-a397-9cd6c58775a8 tempest-QuotasTest-1165894103 tempest-QuotasTest-1165894103-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:26:04.787589 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-4ec80d76-b6bf-476a-a397-9cd6c58775a8 tempest-QuotasTest-1165894103 tempest-QuotasTest-1165894103-project-admin] Usage tracker for resource:port and tenant:58f3738642f147208b4e94e69726abdf is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:26:04.807517 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-4ec80d76-b6bf-476a-a397-9cd6c58775a8 tempest-QuotasTest-1165894103 tempest-QuotasTest-1165894103-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:26:04.821624 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-a57d4bd8-dfc7-4476-91a4-2d85a66f8ba5 tempest-FloatingIPAdminTestJSON-1588790190 tempest-FloatingIPAdminTestJSON-1588790190-project] Notify callbacks [] for floatingip, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:04.840252 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-4ec80d76-b6bf-476a-a397-9cd6c58775a8 tempest-QuotasTest-1165894103 tempest-QuotasTest-1165894103-project-admin] Usage tracker for resource:router and tenant:58f3738642f147208b4e94e69726abdf is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:26:04.852214 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-4ec80d76-b6bf-476a-a397-9cd6c58775a8 tempest-QuotasTest-1165894103 tempest-QuotasTest-1165894103-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:26:04.858404 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-a57d4bd8-dfc7-4476-91a4-2d85a66f8ba5 tempest-FloatingIPAdminTestJSON-1588790190 tempest-FloatingIPAdminTestJSON-1588790190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for floatingip, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:04.860283 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-a57d4bd8-dfc7-4476-91a4-2d85a66f8ba5 tempest-FloatingIPAdminTestJSON-1588790190 tempest-FloatingIPAdminTestJSON-1588790190-project] 10.222.0.54 "DELETE /v2.0/floatingips/907de89b-5d50-43f6-a908-3e0ff3426fdc HTTP/1.1" status: 204 len: 168 time: 1.5009050 Jan 20 14:26:04.873042 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 33492) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:26:04.937575 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-cb01fb64-83d8-47d9-adc0-12f3d50aa303 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:04.974019 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69faa7f-2a66-42af-9c65-0b325f9cbcbd req-abef7e42-7a0a-47e3-a3fe-56de58794d64 tempest-ServersTestJSON-1971346893 tempest-ServersTestJSON-1971346893-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:26:04.975807 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-b69faa7f-2a66-42af-9c65-0b325f9cbcbd req-abef7e42-7a0a-47e3-a3fe-56de58794d64 tempest-ServersTestJSON-1971346893 tempest-ServersTestJSON-1971346893-project] 10.222.0.54 "GET /v2.0/ports?device_id=ca65b5b7-46e4-4202-83e6-d0c1271c06e0 HTTP/1.1" status: 200 len: 945 time: 0.4884067 Jan 20 14:26:04.987072 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-128b7255-1e55-4fef-97ed-f52095933dd0 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=5a61487c48434ad6bef9c98e6b43caa0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3174450 Jan 20 14:26:05.004815 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 33496) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:26:05.060137 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-4ec80d76-b6bf-476a-a397-9cd6c58775a8 tempest-QuotasTest-1165894103 tempest-QuotasTest-1165894103-project-admin] Usage tracker for resource:floatingip and tenant:58f3738642f147208b4e94e69726abdf is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:26:05.118265 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-4ec80d76-b6bf-476a-a397-9cd6c58775a8 tempest-QuotasTest-1165894103 tempest-QuotasTest-1165894103-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:26:05.141742 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-689269e5-b078-4331-b311-0b39ea853643 tempest-FloatingIPAdminTestJSON-1056319808 tempest-FloatingIPAdminTestJSON-1056319808-project-admin] Deleting port e5a8181b-093e-4a72-a480-d4d3171999a0 {{(pid=84152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:26:05.142174 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-689269e5-b078-4331-b311-0b39ea853643 tempest-FloatingIPAdminTestJSON-1056319808 tempest-FloatingIPAdminTestJSON-1056319808-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:05.165085 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-532a3c2e-f914-41e1-9a49-73a4c2d2a5bb tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] Router f10d7eef-fbd1-42d7-8aa2-c0a54aa47399 is scheduled to L3 agent 624d525b-4c26-4143-8a1c-228bb1c6faaa with binding_index 1 {{(pid=84152) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 20 14:26:05.183942 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-b69faa7f-2a66-42af-9c65-0b325f9cbcbd req-16f37a8d-1fdd-40e5-bae2-257f139f5670 tempest-ServersTestJSON-1971346893 tempest-ServersTestJSON-1971346893-project] 10.222.0.54 "GET /v2.0/security-groups?id=116cf5fd-87bc-4026-a09c-cf45db2c0b17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2002368 Jan 20 14:26:05.294744 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-38b78b15-7f0d-4e4e-8c10-5b596e2a20e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:05.330798 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-cb01fb64-83d8-47d9-adc0-12f3d50aa303 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-744886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-105502'] for router, precommit_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:05.390660 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-38b78b15-7f0d-4e4e-8c10-5b596e2a20e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:05.410883 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 18392052-8266-44bd-a9e9-d4901ff0f510 up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:26:05.434983 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-4ec80d76-b6bf-476a-a397-9cd6c58775a8 tempest-QuotasTest-1165894103 tempest-QuotasTest-1165894103-project-admin] Usage tracker for resource:security_group and tenant:58f3738642f147208b4e94e69726abdf is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:26:05.445366 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-689269e5-b078-4331-b311-0b39ea853643 tempest-FloatingIPAdminTestJSON-1056319808 tempest-FloatingIPAdminTestJSON-1056319808-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:05.452284 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-689269e5-b078-4331-b311-0b39ea853643 tempest-FloatingIPAdminTestJSON-1056319808 tempest-FloatingIPAdminTestJSON-1056319808-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:05.452452 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-ee2a991b-2e8d-4d43-939e-ac34bc2e6bcc tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573 tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3943531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4194004'] for subnet, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:05.454830 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-4ec80d76-b6bf-476a-a397-9cd6c58775a8 tempest-QuotasTest-1165894103 tempest-QuotasTest-1165894103-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:26:05.501067 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port 18392052-8266-44bd-a9e9-d4901ff0f510 triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:26:05.501868 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:05.587946 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-689269e5-b078-4331-b311-0b39ea853643 tempest-FloatingIPAdminTestJSON-1056319808 tempest-FloatingIPAdminTestJSON-1056319808-project-admin] Calling delete_port for e5a8181b-093e-4a72-a480-d4d3171999a0 owned by network:floatingip {{(pid=84152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:26:05.615682 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2a991b-2e8d-4d43-939e-ac34bc2e6bcc tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573 tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573-project] Pushing event updated for resources: {'Subnet': ['ID=e206296a-e3df-4406-a27c-a3241931850c,revision_number=0']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:26:05.628836 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-4ec80d76-b6bf-476a-a397-9cd6c58775a8 tempest-QuotasTest-1165894103 tempest-QuotasTest-1165894103-project-admin] Usage tracker for resource:security_group_rule and tenant:58f3738642f147208b4e94e69726abdf is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:26:05.630338 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fc04ba-40da-459f-bc5e-dca443e86b9f req-3ad15a37-86e9-45fb-a03b-f2e64a0eba23 tempest-ServersTestJSON-1971346893 tempest-ServersTestJSON-1971346893-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:26:05.632243 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-d6fc04ba-40da-459f-bc5e-dca443e86b9f req-3ad15a37-86e9-45fb-a03b-f2e64a0eba23 tempest-ServersTestJSON-1971346893 tempest-ServersTestJSON-1971346893-project] 10.222.0.54 "GET /v2.0/ports?device_id=ca65b5b7-46e4-4202-83e6-d0c1271c06e0 HTTP/1.1" status: 200 len: 945 time: 0.2853332 Jan 20 14:26:05.638563 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-38b78b15-7f0d-4e4e-8c10-5b596e2a20e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:05.653609 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 33502) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:26:05.667620 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-1584967b-2389-4b82-ae60-02760efad47d tempest-ServersTestJSON-1971346893 tempest-ServersTestJSON-1971346893-project] Request body: {'floatingip': {'port_id': 'a2900794-3a49-4b60-9a68-2f6383df387c'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:26:05.714354 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-4ec80d76-b6bf-476a-a397-9cd6c58775a8 tempest-QuotasTest-1165894103 tempest-QuotasTest-1165894103-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:26:05.722697 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b78b15-7f0d-4e4e-8c10-5b596e2a20e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3513efc6-5045-4e0b-9afa-3a0550589fe8,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:26:05.742873 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-4ec80d76-b6bf-476a-a397-9cd6c58775a8 tempest-QuotasTest-1165894103 tempest-QuotasTest-1165894103-project-admin] 10.222.0.54 "GET /v2.0/quotas/58f3738642f147208b4e94e69726abdf/details.json HTTP/1.1" status: 200 len: 703 time: 1.2947655 Jan 20 14:26:05.790061 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee2a991b-2e8d-4d43-939e-ac34bc2e6bcc tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573 tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573-project] Checking segment: {'id': '08f5a55b-17d0-4e77-b4a5-04f386a3a1a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '7d4e3426-833a-4dba-b506-dd9943f88380'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 14:26:05.790061 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee2a991b-2e8d-4d43-939e-ac34bc2e6bcc tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573 tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573-project] Network hostable DHCP agents. Network: 7d4e3426-833a-4dba-b506-dd9943f88380, hostable agents: ['1a181e39-5220-4c1a-88f8-08a54e8bfc9b'], hosted agents: [] {{(pid=84153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 14:26:05.817225 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-1584967b-2389-4b82-ae60-02760efad47d tempest-ServersTestJSON-1971346893 tempest-ServersTestJSON-1971346893-project] Notify callbacks [] for floatingip, before_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:05.862364 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-532a3c2e-f914-41e1-9a49-73a4c2d2a5bb tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] Notify agent at l3_agent.dv-neutron-825124-1-hyperv the message routers_updated {{(pid=84152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 14:26:05.865573 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-018ad794-8c58-46e5-bc81-d305fb2c0a68 None None] Sync routers for ids ['f10d7eef-fbd1-42d7-8aa2-c0a54aa47399'] in dv-neutron-825124-1-hyperv {{(pid=84154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 14:26:05.890193 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-018ad794-8c58-46e5-bc81-d305fb2c0a68 None None] Routers {'f10d7eef-fbd1-42d7-8aa2-c0a54aa47399'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:26:05.890193 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-018ad794-8c58-46e5-bc81-d305fb2c0a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:26:00Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['f10d7eef-fbd1-42d7-8aa2-c0a54aa47399'], 'active': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:26:05.960484 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-689269e5-b078-4331-b311-0b39ea853643 tempest-FloatingIPAdminTestJSON-1056319808 tempest-FloatingIPAdminTestJSON-1056319808-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:05.992170 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-38b78b15-7f0d-4e4e-8c10-5b596e2a20e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:05.992170 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-38b78b15-7f0d-4e4e-8c10-5b596e2a20e8 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/3513efc6-5045-4e0b-9afa-3a0550589fe8 HTTP/1.1" status: 204 len: 168 time: 0.9864650 Jan 20 14:26:06.052002 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-532a3c2e-f914-41e1-9a49-73a4c2d2a5bb tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] Notify callbacks [] for router, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:06.054097 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-532a3c2e-f914-41e1-9a49-73a4c2d2a5bb tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 5.6966438 Jan 20 14:26:06.058219 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689269e5-b078-4331-b311-0b39ea853643 tempest-FloatingIPAdminTestJSON-1056319808 tempest-FloatingIPAdminTestJSON-1056319808-project-admin] Pushing event deleted for resources: {'Port': ['ID=e5a8181b-093e-4a72-a480-d4d3171999a0,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:26:06.061731 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 33512) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:26:06.142948 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvr_db [None req-018ad794-8c58-46e5-bc81-d305fb2c0a68 None None] Set router f10d7eef-fbd1-42d7-8aa2-c0a54aa47399 gateway port host: dv-neutron-825124-1-hyperv {{(pid=84154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 14:26:06.324341 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-689269e5-b078-4331-b311-0b39ea853643 tempest-FloatingIPAdminTestJSON-1056319808 tempest-FloatingIPAdminTestJSON-1056319808-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:06.326567 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-689269e5-b078-4331-b311-0b39ea853643 tempest-FloatingIPAdminTestJSON-1056319808 tempest-FloatingIPAdminTestJSON-1056319808-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for floatingip, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:06.332919 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-689269e5-b078-4331-b311-0b39ea853643 tempest-FloatingIPAdminTestJSON-1056319808 tempest-FloatingIPAdminTestJSON-1056319808-project-admin] 10.222.0.54 "DELETE /v2.0/floatingips/bec1d7c6-2bbb-4f6c-af7b-1e468e0a19f4 HTTP/1.1" status: 204 len: 168 time: 1.4534297 Jan 20 14:26:06.333099 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e16a780-2edf-40c4-b01a-7fd262434ccc req-0fb7849f-7088-4b79-b72c-1e084a450d4b tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:26:06.333759 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 33516) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:26:06.334882 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-9e16a780-2edf-40c4-b01a-7fd262434ccc req-0fb7849f-7088-4b79-b72c-1e084a450d4b tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] 10.222.0.54 "GET /v2.0/ports?device_id=c1ec459f-0c13-4ec8-b610-ebb2038ce473 HTTP/1.1" status: 200 len: 945 time: 0.4232516 Jan 20 14:26:06.340185 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee2a991b-2e8d-4d43-939e-ac34bc2e6bcc tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573 tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573-project] Network 7d4e3426-833a-4dba-b506-dd9943f88380 is scheduled to be hosted by DHCP agent 1a181e39-5220-4c1a-88f8-08a54e8bfc9b with binding_index 1 {{(pid=84153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 14:26:06.396190 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-cb01fb64-83d8-47d9-adc0-12f3d50aa303 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Notify callbacks [] for router_gateway, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:06.463624 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-cb01fb64-83d8-47d9-adc0-12f3d50aa303 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:06.516933 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-c2f4888e-136e-46b2-9624-beb2e55ffc75 tempest-FloatingIPAdminTestJSON-1852183017 tempest-FloatingIPAdminTestJSON-1852183017-project] Deleting port b1a0f50a-80e3-4258-92b0-9a5615cec859 {{(pid=84152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:26:06.517411 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-c2f4888e-136e-46b2-9624-beb2e55ffc75 tempest-FloatingIPAdminTestJSON-1852183017 tempest-FloatingIPAdminTestJSON-1852183017-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:06.556271 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 33524) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:26:06.627680 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-018ad794-8c58-46e5-bc81-d305fb2c0a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f10d7eef-fbd1-42d7-8aa2-c0a54aa47399', 'name': 'tempest-snat-router-1653698843', 'tenant_id': '1737e36574254ad493c58f8b859272d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.34'}], 'enable_snat': True}, 'gw_port_id': '6b601182-4cb0-4ac8-a280-1dd4aed58107', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:26:00Z', 'updated_at': '2022-01-20T14:26:03Z', 'revision_number': 3, 'project_id': '1737e36574254ad493c58f8b859272d8', 'gw_port': {'id': '6b601182-4cb0-4ac8-a280-1dd4aed58107', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:b4:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f10d7eef-fbd1-42d7-8aa2-c0a54aa47399', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:26:02Z', 'updated_at': '2022-01-20T14:26:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv'}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:26:06.634763 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-018ad794-8c58-46e5-bc81-d305fb2c0a68 None None] Checking router: f10d7eef-fbd1-42d7-8aa2-c0a54aa47399 for host: dv-neutron-825124-1-hyperv {{(pid=84154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 14:26:06.635637 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-018ad794-8c58-46e5-bc81-d305fb2c0a68 None None] Updating router f10d7eef-fbd1-42d7-8aa2-c0a54aa47399 port 6b601182-4cb0-4ac8-a280-1dd4aed58107 binding host dv-neutron-825124-1-hyperv {{(pid=84154) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 20 14:26:06.650675 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.db_base_plugin_common [None req-cb01fb64-83d8-47d9-adc0-12f3d50aa303 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Allocated IP 172.26.7.117 (8dffb05c-5ca0-409b-bd5f-7be6264f707d/a489dd4f-42a5-433b-8be3-bab2749c4209/b1bc987a-60b9-4998-89ba-1db88e9f6979) {{(pid=84153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:26:06.733249 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-018ad794-8c58-46e5-bc81-d305fb2c0a68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:06.755268 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-9e16a780-2edf-40c4-b01a-7fd262434ccc req-de0d8309-4e6f-47b4-80b1-23620bf31952 tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] 10.222.0.54 "GET /v2.0/security-groups?id=578a98de-1d4e-4622-ab14-10bbfc156906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4052835 Jan 20 14:26:06.779193 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.base_scheduler [None req-ee2a991b-2e8d-4d43-939e-ac34bc2e6bcc tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573 tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825124-1-hyperv, 7d4e3426-833a-4dba-b506-dd9943f88380) {{(pid=84153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:26:06.784143 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee2a991b-2e8d-4d43-939e-ac34bc2e6bcc tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573 tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:26:06.784761 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-ee2a991b-2e8d-4d43-939e-ac34bc2e6bcc tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573 tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1705179'] for subnet, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:06.806998 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b61118c-85b4-49d3-b5cc-937e7db9ac5a None None] Network 7d4e3426-833a-4dba-b506-dd9943f88380 requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:26:06.938676 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-6eab39f6-57d1-43c9-943b-777900d3958e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:06.964074 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-e11c5c85-d3b5-4745-b484-1777d03d450d tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] 10.222.0.54 "GET /v2.0/routers/f10d7eef-fbd1-42d7-8aa2-c0a54aa47399 HTTP/1.1" status: 200 len: 907 time: 0.9006674 Jan 20 14:26:06.976641 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 33540) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:26:07.117614 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-c2f4888e-136e-46b2-9624-beb2e55ffc75 tempest-FloatingIPAdminTestJSON-1852183017 tempest-FloatingIPAdminTestJSON-1852183017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:07.199225 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5722f44-1640-46b2-b85b-da12d90cc90a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95c917f5-14ba-5e96-98b8-1a52654a930a-7d4e3426-833a-4dba-b506-dd9943f88380', 'network_id': '7d4e3426-833a-4dba-b506-dd9943f88380', 'tenant_id': '010d0a1e83924de8a7b88e735f9d6582', 'fixed_ips': [{'subnet_id': 'e206296a-e3df-4406-a27c-a3241931850c'}]}} from dv-neutron-825124-1-hyperv. {{(pid=84154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 20 14:26:07.201118 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-b5722f44-1640-46b2-b85b-da12d90cc90a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:07.334444 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-6eab39f6-57d1-43c9-943b-777900d3958e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:26:07.338982 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-6eab39f6-57d1-43c9-943b-777900d3958e admin admin] Usage tracker for resource:security_group_rule and tenant:908c2359e30a43aa833f0d080b4da00e is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:26:07.342934 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-6eab39f6-57d1-43c9-943b-777900d3958e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:26:07.350786 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-6eab39f6-57d1-43c9-943b-777900d3958e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:26:07.376891 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-c2f4888e-136e-46b2-9624-beb2e55ffc75 tempest-FloatingIPAdminTestJSON-1852183017 tempest-FloatingIPAdminTestJSON-1852183017-project] Calling delete_port for b1a0f50a-80e3-4258-92b0-9a5615cec859 owned by {{(pid=84152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:26:07.396583 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-ee2a991b-2e8d-4d43-939e-ac34bc2e6bcc tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573 tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.4530246 Jan 20 14:26:07.404228 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_common [None req-b5722f44-1640-46b2-b85b-da12d90cc90a None None] Allocated IP 2001:db8::2 (7d4e3426-833a-4dba-b506-dd9943f88380/e206296a-e3df-4406-a27c-a3241931850c/03dd24d3-570c-44c8-85b7-9bf67d86860f) {{(pid=84154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:26:07.413413 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 33548) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:26:07.424376 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-bc701c16-a091-4b9b-9aac-ca2353edb36f tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573 tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573-project] Request body: {'port': {'network_id': '7d4e3426-833a-4dba-b506-dd9943f88380', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1810351402'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:26:07.531231 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-cb01fb64-83d8-47d9-adc0-12f3d50aa303 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Notify callbacks [] for port, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:07.599381 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa94c273-3cde-484b-8d22-1b0a2cb9a84b req-9e37d2bd-33bd-4bcc-ab61-0fa8d1fb3acc tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:26:07.600998 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-aa94c273-3cde-484b-8d22-1b0a2cb9a84b req-9e37d2bd-33bd-4bcc-ab61-0fa8d1fb3acc tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] 10.222.0.54 "GET /v2.0/ports?device_id=c1ec459f-0c13-4ec8-b610-ebb2038ce473 HTTP/1.1" status: 200 len: 945 time: 0.4931026 Jan 20 14:26:07.611728 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 33554) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:26:07.633856 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-47704fe3-b995-4056-a095-a8d5bbf92983 tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] Request body: {'floatingip': {'port_id': '954e9a8a-d5fc-4913-9be8-605284de3e2f'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:26:07.654292 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-b5722f44-1640-46b2-b85b-da12d90cc90a None None] Notify callbacks [] for port, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:07.683329 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 33558) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:26:07.727987 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-6eab39f6-57d1-43c9-943b-777900d3958e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:07.732827 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-bc701c16-a091-4b9b-9aac-ca2353edb36f tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573 tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:26:07.738017 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-47704fe3-b995-4056-a095-a8d5bbf92983 tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] Notify callbacks [] for floatingip, before_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:07.764863 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-42b5adfe-4085-4eaa-b5a9-6c1886185762 tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] Notify callbacks [] for router, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:07.790022 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-b5722f44-1640-46b2-b85b-da12d90cc90a None None] Transition to ACTIVE for port object 03dd24d3-570c-44c8-85b7-9bf67d86860f will not be triggered until provisioned by entity L2. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:26:07.794459 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-bc701c16-a091-4b9b-9aac-ca2353edb36f tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573 tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573-project] Usage tracker for resource:port and tenant:010d0a1e83924de8a7b88e735f9d6582 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:26:07.804291 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-bc701c16-a091-4b9b-9aac-ca2353edb36f tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573 tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:26:07.816359 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-b5722f44-1640-46b2-b85b-da12d90cc90a None None] Transition to ACTIVE for port object 03dd24d3-570c-44c8-85b7-9bf67d86860f will not be triggered until provisioned by entity DHCP. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:26:07.822495 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-c2f4888e-136e-46b2-9624-beb2e55ffc75 tempest-FloatingIPAdminTestJSON-1852183017 tempest-FloatingIPAdminTestJSON-1852183017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:07.851456 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-bc701c16-a091-4b9b-9aac-ca2353edb36f tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573 tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:26:07.866750 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-cb01fb64-83d8-47d9-adc0-12f3d50aa303 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:07.896167 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-6eab39f6-57d1-43c9-943b-777900d3958e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:07.914110 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f4888e-136e-46b2-9624-beb2e55ffc75 tempest-FloatingIPAdminTestJSON-1852183017 tempest-FloatingIPAdminTestJSON-1852183017-project] Pushing event deleted for resources: {'Port': ['ID=b1a0f50a-80e3-4258-92b0-9a5615cec859,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:26:07.921564 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-09c9c12a-0f8c-44c5-901d-fbf6b9fe7ad7 tempest-AllowedAddressPairIpV6TestJSON-325386360 tempest-AllowedAddressPairIpV6TestJSON-325386360-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1576909327'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:26:07.931252 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-09c9c12a-0f8c-44c5-901d-fbf6b9fe7ad7 tempest-AllowedAddressPairIpV6TestJSON-325386360 tempest-AllowedAddressPairIpV6TestJSON-325386360-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:26:07.952532 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-09c9c12a-0f8c-44c5-901d-fbf6b9fe7ad7 tempest-AllowedAddressPairIpV6TestJSON-325386360 tempest-AllowedAddressPairIpV6TestJSON-325386360-project] Usage tracker for resource:network and tenant:3434d8da9da14ae69acda2072a716b5d is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:26:07.969184 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-b5722f44-1640-46b2-b85b-da12d90cc90a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477'] for port, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:07.982136 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-09c9c12a-0f8c-44c5-901d-fbf6b9fe7ad7 tempest-AllowedAddressPairIpV6TestJSON-325386360 tempest-AllowedAddressPairIpV6TestJSON-325386360-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:26:08.007279 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.db.resource_extend [None req-1584967b-2389-4b82-ae60-02760efad47d tempest-ServersTestJSON-1971346893 tempest-ServersTestJSON-1971346893-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 20 14:26:08.024834 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-09c9c12a-0f8c-44c5-901d-fbf6b9fe7ad7 tempest-AllowedAddressPairIpV6TestJSON-325386360 tempest-AllowedAddressPairIpV6TestJSON-325386360-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:26:08.038250 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-6eab39f6-57d1-43c9-943b-777900d3958e admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=908c2359e30a43aa833f0d080b4da00e&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4786615 Jan 20 14:26:08.039632 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eab39f6-57d1-43c9-943b-777900d3958e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbfa5cd7-928b-45da-8709-ee4c113f978e,revision_number=1']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:26:08.044439 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5722f44-1640-46b2-b85b-da12d90cc90a None None] Pushing event updated for resources: {'Port': ['ID=03dd24d3-570c-44c8-85b7-9bf67d86860f,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:26:08.092892 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5722f44-1640-46b2-b85b-da12d90cc90a None None] Network 7d4e3426-833a-4dba-b506-dd9943f88380 is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:26:08.094114 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 33564) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:26:08.097156 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-b5722f44-1640-46b2-b85b-da12d90cc90a None None] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:26:08.100700 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5722f44-1640-46b2-b85b-da12d90cc90a None None] Received port after_create {{(pid=84154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:26:08.126431 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb01fb64-83d8-47d9-adc0-12f3d50aa303 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Network 8dffb05c-5ca0-409b-bd5f-7be6264f707d is already hosted by enough agents. {{(pid=84153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:26:08.128337 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc701c16-a091-4b9b-9aac-ca2353edb36f tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573 tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573-project] Made reservation on behalf of 010d0a1e83924de8a7b88e735f9d6582 for: {'port': 1} {{(pid=84153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:26:08.129594 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09c9c12a-0f8c-44c5-901d-fbf6b9fe7ad7 tempest-AllowedAddressPairIpV6TestJSON-325386360 tempest-AllowedAddressPairIpV6TestJSON-325386360-project] Made reservation on behalf of 3434d8da9da14ae69acda2072a716b5d for: {'network': 1} {{(pid=84152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:26:08.132363 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-bc701c16-a091-4b9b-9aac-ca2353edb36f tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573 tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:08.132713 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-09c9c12a-0f8c-44c5-901d-fbf6b9fe7ad7 tempest-AllowedAddressPairIpV6TestJSON-325386360 tempest-AllowedAddressPairIpV6TestJSON-325386360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for network, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:08.143123 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb01fb64-83d8-47d9-adc0-12f3d50aa303 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Pushing event updated for resources: {'Port': ['ID=b1bc987a-60b9-4998-89ba-1db88e9f6979,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:26:08.145960 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.base_scheduler [None req-cb01fb64-83d8-47d9-adc0-12f3d50aa303 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Resources bound (agent type, host, resource id): {{(pid=84153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:26:08.209715 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb01fb64-83d8-47d9-adc0-12f3d50aa303 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Received port after_create {{(pid=84153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:26:08.211060 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-b5722f44-1640-46b2-b85b-da12d90cc90a None None] Attempting to bind port 03dd24d3-570c-44c8-85b7-9bf67d86860f on host dv-neutron-825124-1-hyperv for vnic_type normal with profile {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:26:08.211423 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-b5722f44-1640-46b2-b85b-da12d90cc90a None None] Attempting to bind port 03dd24d3-570c-44c8-85b7-9bf67d86860f by drivers openvswitch,hyperv on host dv-neutron-825124-1-hyperv at level 0 using segments [{'id': '08f5a55b-17d0-4e77-b4a5-04f386a3a1a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '7d4e3426-833a-4dba-b506-dd9943f88380'}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:26:08.211776 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5722f44-1640-46b2-b85b-da12d90cc90a None None] Attempting to bind port 03dd24d3-570c-44c8-85b7-9bf67d86860f on network 7d4e3426-833a-4dba-b506-dd9943f88380 {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 14:26:08.214211 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.db.resource_extend [None req-018ad794-8c58-46e5-bc81-d305fb2c0a68 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 20 14:26:08.229666 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-09c9c12a-0f8c-44c5-901d-fbf6b9fe7ad7 tempest-AllowedAddressPairIpV6TestJSON-325386360 tempest-AllowedAddressPairIpV6TestJSON-325386360-project] Notify callbacks [] for security_group, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:08.246917 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-c2f4888e-136e-46b2-9624-beb2e55ffc75 tempest-FloatingIPAdminTestJSON-1852183017 tempest-FloatingIPAdminTestJSON-1852183017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:08.258491 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5722f44-1640-46b2-b85b-da12d90cc90a None None] Checking agent: {'id': '6414dfeb-85c5-454a-8756-709ca637d800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825124-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 16, 31), 'started_at': datetime.datetime(2022, 1, 20, 14, 17, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 26, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825124-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 14:26:08.258731 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5722f44-1640-46b2-b85b-da12d90cc90a None None] Checking segment: {'id': '08f5a55b-17d0-4e77-b4a5-04f386a3a1a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '7d4e3426-833a-4dba-b506-dd9943f88380'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 14:26:08.259051 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-b5722f44-1640-46b2-b85b-da12d90cc90a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:08.259445 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5722f44-1640-46b2-b85b-da12d90cc90a None None] Bound using segment: {'id': '08f5a55b-17d0-4e77-b4a5-04f386a3a1a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '7d4e3426-833a-4dba-b506-dd9943f88380'} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 14:26:08.259924 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-b5722f44-1640-46b2-b85b-da12d90cc90a None None] Bound port: 03dd24d3-570c-44c8-85b7-9bf67d86860f, host: dv-neutron-825124-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08f5a55b-17d0-4e77-b4a5-04f386a3a1a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '7d4e3426-833a-4dba-b506-dd9943f88380'}}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:26:08.260297 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-b5722f44-1640-46b2-b85b-da12d90cc90a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:08.295884 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-09c9c12a-0f8c-44c5-901d-fbf6b9fe7ad7 tempest-AllowedAddressPairIpV6TestJSON-325386360 tempest-AllowedAddressPairIpV6TestJSON-325386360-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:26:08.304440 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-09c9c12a-0f8c-44c5-901d-fbf6b9fe7ad7 tempest-AllowedAddressPairIpV6TestJSON-325386360 tempest-AllowedAddressPairIpV6TestJSON-325386360-project] Usage tracker for resource:security_group_rule and tenant:3434d8da9da14ae69acda2072a716b5d is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:26:08.311434 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-09c9c12a-0f8c-44c5-901d-fbf6b9fe7ad7 tempest-AllowedAddressPairIpV6TestJSON-325386360 tempest-AllowedAddressPairIpV6TestJSON-325386360-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:26:08.315734 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-09c9c12a-0f8c-44c5-901d-fbf6b9fe7ad7 tempest-AllowedAddressPairIpV6TestJSON-325386360 tempest-AllowedAddressPairIpV6TestJSON-325386360-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:26:08.318971 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-c2f4888e-136e-46b2-9624-beb2e55ffc75 tempest-FloatingIPAdminTestJSON-1852183017 tempest-FloatingIPAdminTestJSON-1852183017-project] 10.222.0.54 "DELETE /v2.0/ports/b1a0f50a-80e3-4258-92b0-9a5615cec859 HTTP/1.1" status: 204 len: 168 time: 1.9719613 Jan 20 14:26:08.328056 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 33568) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:26:08.337422 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-1584967b-2389-4b82-ae60-02760efad47d tempest-ServersTestJSON-1971346893 tempest-ServersTestJSON-1971346893-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:08.351553 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-018ad794-8c58-46e5-bc81-d305fb2c0a68 None None] Notify callbacks [] for port, precommit_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:08.356937 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.notifiers.nova [None req-bc701c16-a091-4b9b-9aac-ca2353edb36f tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573 tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573-project] device_id is not set on port f945c3ad-fdd4-4a0e-8cf8-3cc65835653d yet. {{(pid=84153) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 14:26:08.379720 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-018ad794-8c58-46e5-bc81-d305fb2c0a68 None None] Transition to ACTIVE for port object 6b601182-4cb0-4ac8-a280-1dd4aed58107 will not be triggered until provisioned by entity L2. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:26:08.393727 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-b5722f44-1640-46b2-b85b-da12d90cc90a None None] For port 03dd24d3-570c-44c8-85b7-9bf67d86860f, host dv-neutron-825124-1-hyperv, cleared binding levels {{(pid=84154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 14:26:08.397162 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-b5722f44-1640-46b2-b85b-da12d90cc90a None None] For port 03dd24d3-570c-44c8-85b7-9bf67d86860f, host dv-neutron-825124-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=03dd24d3-570c-44c8-85b7-9bf67d86860f,segment=NetworkSegment(08f5a55b-17d0-4e77-b4a5-04f386a3a1a3),segment_id=08f5a55b-17d0-4e77-b4a5-04f386a3a1a3)] {{(pid=84154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 14:26:08.448501 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-018ad794-8c58-46e5-bc81-d305fb2c0a68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:08.483120 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-b6094cee-463d-4bc9-a049-f332e390d969 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:08.525302 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-b5722f44-1640-46b2-b85b-da12d90cc90a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:08.553979 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-b6094cee-463d-4bc9-a049-f332e390d969 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:08.570366 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-018ad794-8c58-46e5-bc81-d305fb2c0a68 None None] Attempting to bind port 6b601182-4cb0-4ac8-a280-1dd4aed58107 on host dv-neutron-825124-1-hyperv for vnic_type normal with profile {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:26:08.570734 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-018ad794-8c58-46e5-bc81-d305fb2c0a68 None None] Attempting to bind port 6b601182-4cb0-4ac8-a280-1dd4aed58107 by drivers openvswitch,hyperv on host dv-neutron-825124-1-hyperv at level 0 using segments [{'id': 'f628f1ba-6b70-4c9b-8839-62340c040c81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d'}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:26:08.571095 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-018ad794-8c58-46e5-bc81-d305fb2c0a68 None None] Attempting to bind port 6b601182-4cb0-4ac8-a280-1dd4aed58107 on network 8dffb05c-5ca0-409b-bd5f-7be6264f707d {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 14:26:08.582145 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134e557d-ae0b-40fc-b1fc-8f2342c7c92b None None] Pushing event updated for resources: {'Port': ['ID=6b601182-4cb0-4ac8-a280-1dd4aed58107,revision_number=2']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:26:08.605575 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-09c9c12a-0f8c-44c5-901d-fbf6b9fe7ad7 tempest-AllowedAddressPairIpV6TestJSON-325386360 tempest-AllowedAddressPairIpV6TestJSON-325386360-project] Notify callbacks [] for security_group, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:08.605766 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-1584967b-2389-4b82-ae60-02760efad47d tempest-ServersTestJSON-1971346893 tempest-ServersTestJSON-1971346893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-745254'] for floatingip, after_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:08.625695 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-018ad794-8c58-46e5-bc81-d305fb2c0a68 None None] Checking agent: {'id': '6414dfeb-85c5-454a-8756-709ca637d800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825124-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 16, 31), 'started_at': datetime.datetime(2022, 1, 20, 14, 17, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 26, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825124-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 14:26:08.625695 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-018ad794-8c58-46e5-bc81-d305fb2c0a68 None None] Checking segment: {'id': 'f628f1ba-6b70-4c9b-8839-62340c040c81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 14:26:08.629132 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-018ad794-8c58-46e5-bc81-d305fb2c0a68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:08.629132 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-018ad794-8c58-46e5-bc81-d305fb2c0a68 None None] Bound using segment: {'id': 'f628f1ba-6b70-4c9b-8839-62340c040c81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d'} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 14:26:08.629132 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-018ad794-8c58-46e5-bc81-d305fb2c0a68 None None] Bound port: 6b601182-4cb0-4ac8-a280-1dd4aed58107, host: dv-neutron-825124-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f628f1ba-6b70-4c9b-8839-62340c040c81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d'}}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:26:08.629132 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-018ad794-8c58-46e5-bc81-d305fb2c0a68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:08.642026 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a72dcb40-b493-4d63-9621-892f88e7ccb4 tempest-FloatingIPAdminTestJSON-1852183017 tempest-FloatingIPAdminTestJSON-1852183017-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:26:08.643429 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-a72dcb40-b493-4d63-9621-892f88e7ccb4 tempest-FloatingIPAdminTestJSON-1852183017 tempest-FloatingIPAdminTestJSON-1852183017-project] Synchronizing usage tracker for tenant:6de16a54208647709f49ca9cb2945079 on resource:port {{(pid=84152) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:26:08.671549 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-42b5adfe-4085-4eaa-b5a9-6c1886185762 tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:08.692276 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-09c9c12a-0f8c-44c5-901d-fbf6b9fe7ad7 tempest-AllowedAddressPairIpV6TestJSON-325386360 tempest-AllowedAddressPairIpV6TestJSON-325386360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:08.733242 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5722f44-1640-46b2-b85b-da12d90cc90a None None] Pushing event updated for resources: {'Port': ['ID=03dd24d3-570c-44c8-85b7-9bf67d86860f,revision_number=2']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:26:08.750172 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-018ad794-8c58-46e5-bc81-d305fb2c0a68 None None] For port 6b601182-4cb0-4ac8-a280-1dd4aed58107, host dv-neutron-825124-1-hyperv, cleared binding levels {{(pid=84154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 14:26:08.755171 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-018ad794-8c58-46e5-bc81-d305fb2c0a68 None None] For port 6b601182-4cb0-4ac8-a280-1dd4aed58107, host dv-neutron-825124-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=6b601182-4cb0-4ac8-a280-1dd4aed58107,segment=NetworkSegment(f628f1ba-6b70-4c9b-8839-62340c040c81),segment_id=f628f1ba-6b70-4c9b-8839-62340c040c81)] {{(pid=84154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 14:26:08.759735 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c9c12a-0f8c-44c5-901d-fbf6b9fe7ad7 tempest-AllowedAddressPairIpV6TestJSON-325386360 tempest-AllowedAddressPairIpV6TestJSON-325386360-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70c2df6e-4767-49d9-b409-517e387c5761,revision_number=1']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:26:08.785171 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-a72dcb40-b493-4d63-9621-892f88e7ccb4 tempest-FloatingIPAdminTestJSON-1852183017 tempest-FloatingIPAdminTestJSON-1852183017-project] Unset dirty status for tenant:6de16a54208647709f49ca9cb2945079 on resource:port {{(pid=84152) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:26:08.786395 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-a72dcb40-b493-4d63-9621-892f88e7ccb4 tempest-FloatingIPAdminTestJSON-1852183017 tempest-FloatingIPAdminTestJSON-1852183017-project] 10.222.0.54 "GET /v2.0/ports?device_id=5be3e9e7-7d2e-444e-844b-4f9fa2213d37 HTTP/1.1" status: 200 len: 913 time: 0.4558690 Jan 20 14:26:08.789156 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 33572) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:26:08.868975 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-b6094cee-463d-4bc9-a049-f332e390d969 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:08.871493 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-42b5adfe-4085-4eaa-b5a9-6c1886185762 tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] Deleting port 6b601182-4cb0-4ac8-a280-1dd4aed58107 {{(pid=84152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:26:08.871831 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-42b5adfe-4085-4eaa-b5a9-6c1886185762 tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:08.889567 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-018ad794-8c58-46e5-bc81-d305fb2c0a68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:08.925798 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09c9c12a-0f8c-44c5-901d-fbf6b9fe7ad7 tempest-AllowedAddressPairIpV6TestJSON-325386360 tempest-AllowedAddressPairIpV6TestJSON-325386360-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 162} {{(pid=84152) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 14:26:08.979763 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6094cee-463d-4bc9-a049-f332e390d969 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbfa5cd7-928b-45da-8709-ee4c113f978e,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:26:08.988414 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-09c9c12a-0f8c-44c5-901d-fbf6b9fe7ad7 tempest-AllowedAddressPairIpV6TestJSON-325386360 tempest-AllowedAddressPairIpV6TestJSON-325386360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:08.988758 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.db.segments_db [None req-09c9c12a-0f8c-44c5-901d-fbf6b9fe7ad7 tempest-AllowedAddressPairIpV6TestJSON-325386360 tempest-AllowedAddressPairIpV6TestJSON-325386360-project] Added segment a05180be-708c-4e3e-b763-541f0826727c of type vlan for network bde9fca1-a31a-4133-a4b3-990fe05fafe1 Jan 20 14:26:09.011819 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.db_base_plugin_common [None req-bc701c16-a091-4b9b-9aac-ca2353edb36f tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573 tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573-project] Allocated IP 2001:db8::3d4 (7d4e3426-833a-4dba-b506-dd9943f88380/e206296a-e3df-4406-a27c-a3241931850c/f945c3ad-fdd4-4a0e-8cf8-3cc65835653d) {{(pid=84153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:26:09.083570 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-018ad794-8c58-46e5-bc81-d305fb2c0a68 None None] Routers {'f10d7eef-fbd1-42d7-8aa2-c0a54aa47399'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:26:09.087058 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-018ad794-8c58-46e5-bc81-d305fb2c0a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:26:00Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['f10d7eef-fbd1-42d7-8aa2-c0a54aa47399'], 'active': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:26:09.121186 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-09c9c12a-0f8c-44c5-901d-fbf6b9fe7ad7 tempest-AllowedAddressPairIpV6TestJSON-325386360 tempest-AllowedAddressPairIpV6TestJSON-325386360-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769553767792'] for network, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:09.135571 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-b6094cee-463d-4bc9-a049-f332e390d969 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:09.136629 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-b6094cee-463d-4bc9-a049-f332e390d969 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/cbfa5cd7-928b-45da-8709-ee4c113f978e HTTP/1.1" status: 204 len: 168 time: 1.0380933 Jan 20 14:26:09.275666 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134e557d-ae0b-40fc-b1fc-8f2342c7c92b None None] Pushing event updated for resources: {'Port': ['ID=6b601182-4cb0-4ac8-a280-1dd4aed58107,revision_number=3']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:26:09.294117 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvr_db [None req-018ad794-8c58-46e5-bc81-d305fb2c0a68 None None] Set router f10d7eef-fbd1-42d7-8aa2-c0a54aa47399 gateway port host: None {{(pid=84154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 14:26:09.376107 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-09c9c12a-0f8c-44c5-901d-fbf6b9fe7ad7 tempest-AllowedAddressPairIpV6TestJSON-325386360 tempest-AllowedAddressPairIpV6TestJSON-325386360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967'] for network, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:09.380476 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09c9c12a-0f8c-44c5-901d-fbf6b9fe7ad7 tempest-AllowedAddressPairIpV6TestJSON-325386360 tempest-AllowedAddressPairIpV6TestJSON-325386360-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:26:09.380992 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-09c9c12a-0f8c-44c5-901d-fbf6b9fe7ad7 tempest-AllowedAddressPairIpV6TestJSON-325386360 tempest-AllowedAddressPairIpV6TestJSON-325386360-project] Notify callbacks [] for network, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:09.419600 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-018ad794-8c58-46e5-bc81-d305fb2c0a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f10d7eef-fbd1-42d7-8aa2-c0a54aa47399', 'name': 'tempest-snat-router-1653698843', 'tenant_id': '1737e36574254ad493c58f8b859272d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:26:00Z', 'updated_at': '2022-01-20T14:26:08Z', 'revision_number': 4, 'project_id': '1737e36574254ad493c58f8b859272d8', 'gw_port_host': None}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:26:09.424563 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-018ad794-8c58-46e5-bc81-d305fb2c0a68 None None] The sync data for ids ['f10d7eef-fbd1-42d7-8aa2-c0a54aa47399'] in dv-neutron-825124-1-hyperv is: [{'id': 'f10d7eef-fbd1-42d7-8aa2-c0a54aa47399', 'name': 'tempest-snat-router-1653698843', 'tenant_id': '1737e36574254ad493c58f8b859272d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:26:00Z', 'updated_at': '2022-01-20T14:26:08Z', 'revision_number': 4, 'project_id': '1737e36574254ad493c58f8b859272d8', 'gw_port_host': None}] {{(pid=84154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 14:26:09.474222 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.db [None req-42b5adfe-4085-4eaa-b5a9-6c1886185762 tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] For port 6b601182-4cb0-4ac8-a280-1dd4aed58107, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=6b601182-4cb0-4ac8-a280-1dd4aed58107,segment=NetworkSegment(f628f1ba-6b70-4c9b-8839-62340c040c81),segment_id=f628f1ba-6b70-4c9b-8839-62340c040c81)] {{(pid=84152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:26:09.474580 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-42b5adfe-4085-4eaa-b5a9-6c1886185762 tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:09.507082 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 03dd24d3-570c-44c8-85b7-9bf67d86860f up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:26:09.574171 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-cb01fb64-83d8-47d9-adc0-12f3d50aa303 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Notify callbacks [] for router_gateway, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:09.574899 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-cb01fb64-83d8-47d9-adc0-12f3d50aa303 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-744861'] for router, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:09.598712 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-bc701c16-a091-4b9b-9aac-ca2353edb36f tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573 tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573-project] Notify callbacks [] for port, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:09.722955 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning for port 03dd24d3-570c-44c8-85b7-9bf67d86860f completed by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:26:09.737332 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.provisioning_blocks [None req-bc701c16-a091-4b9b-9aac-ca2353edb36f tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573 tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573-project] Transition to ACTIVE for port object f945c3ad-fdd4-4a0e-8cf8-3cc65835653d will not be triggered until provisioned by entity DHCP. {{(pid=84153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:26:09.740635 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-42b5adfe-4085-4eaa-b5a9-6c1886185762 tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] Calling delete_port for 6b601182-4cb0-4ac8-a280-1dd4aed58107 owned by network:router_gateway {{(pid=84152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:26:09.794672 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 33580) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:26:09.795641 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-09c9c12a-0f8c-44c5-901d-fbf6b9fe7ad7 tempest-AllowedAddressPairIpV6TestJSON-325386360 tempest-AllowedAddressPairIpV6TestJSON-325386360-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 2.1112020 Jan 20 14:26:09.811985 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c9c12a-0f8c-44c5-901d-fbf6b9fe7ad7 tempest-AllowedAddressPairIpV6TestJSON-325386360 tempest-AllowedAddressPairIpV6TestJSON-325386360-project] Pushing event updated for resources: {'Network': ['ID=bde9fca1-a31a-4133-a4b3-990fe05fafe1,revision_number=1']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:26:09.814627 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.db.l3_db [None req-1584967b-2389-4b82-ae60-02760efad47d tempest-ServersTestJSON-1971346893 tempest-ServersTestJSON-1971346893-project] Floating IP e9594bea-2b12-4a0a-a572-1ab19378e0a2 associated. External IP: 172.26.7.9, port: a2900794-3a49-4b60-9a68-2f6383df387c. Jan 20 14:26:09.838296 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Network bde9fca1-a31a-4133-a4b3-990fe05fafe1 details requested by agent ovs-agent-dv-neutron-825124-1-hyperv with host dv-neutron-825124-1-hyperv {{(pid=84154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 14:26:09.886537 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-8072498f-54a1-4c6e-852d-52d23a684c12 tempest-AllowedAddressPairIpV6TestJSON-325386360 tempest-AllowedAddressPairIpV6TestJSON-325386360-project] Request body: {'subnet': {'network_id': 'bde9fca1-a31a-4133-a4b3-990fe05fafe1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:26:09.946610 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.db.resource_extend [None req-47704fe3-b995-4056-a095-a8d5bbf92983 tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 20 14:26:10.143659 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa62744f-9149-4294-9377-2edbd6945dba None None] Network 7d4e3426-833a-4dba-b506-dd9943f88380 requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:26:10.210738 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-47704fe3-b995-4056-a095-a8d5bbf92983 tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:10.212604 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-bc701c16-a091-4b9b-9aac-ca2353edb36f tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573 tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:10.238785 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-42b5adfe-4085-4eaa-b5a9-6c1886185762 tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:10.249076 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 33584) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:26:10.269643 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-8072498f-54a1-4c6e-852d-52d23a684c12 tempest-AllowedAddressPairIpV6TestJSON-325386360 tempest-AllowedAddressPairIpV6TestJSON-325386360-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:26:10.290771 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-8072498f-54a1-4c6e-852d-52d23a684c12 tempest-AllowedAddressPairIpV6TestJSON-325386360 tempest-AllowedAddressPairIpV6TestJSON-325386360-project] Usage tracker for resource:subnet and tenant:3434d8da9da14ae69acda2072a716b5d is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:26:10.300249 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-8072498f-54a1-4c6e-852d-52d23a684c12 tempest-AllowedAddressPairIpV6TestJSON-325386360 tempest-AllowedAddressPairIpV6TestJSON-325386360-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:26:10.305511 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-47704fe3-b995-4056-a095-a8d5bbf92983 tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-745254'] for floatingip, after_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:10.343664 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-91ea01cb-c007-42a4-a868-8d61b466ab58 None None] Provisioning for port 03dd24d3-570c-44c8-85b7-9bf67d86860f completed by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:26:10.349817 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b5adfe-4085-4eaa-b5a9-6c1886185762 tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] Pushing event deleted for resources: {'Port': ['ID=6b601182-4cb0-4ac8-a280-1dd4aed58107,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:26:10.355415 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-91ea01cb-c007-42a4-a868-8d61b466ab58 None None] Provisioning complete for port 03dd24d3-570c-44c8-85b7-9bf67d86860f triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:26:10.355796 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-91ea01cb-c007-42a4-a868-8d61b466ab58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:10.378176 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-8072498f-54a1-4c6e-852d-52d23a684c12 tempest-AllowedAddressPairIpV6TestJSON-325386360 tempest-AllowedAddressPairIpV6TestJSON-325386360-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:26:10.428680 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-4230696a-064b-4646-b7e7-3b646b4713fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:10.553790 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc701c16-a091-4b9b-9aac-ca2353edb36f tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573 tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573-project] Network 7d4e3426-833a-4dba-b506-dd9943f88380 is already hosted by enough agents. {{(pid=84153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:26:10.556243 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc701c16-a091-4b9b-9aac-ca2353edb36f tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573 tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573-project] Pushing event updated for resources: {'Port': ['ID=f945c3ad-fdd4-4a0e-8cf8-3cc65835653d,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:26:10.557542 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-91ea01cb-c007-42a4-a868-8d61b466ab58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:10.560917 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.base_scheduler [None req-bc701c16-a091-4b9b-9aac-ca2353edb36f tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573 tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573-project] Resources bound (agent type, host, resource id): {{(pid=84153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:26:10.563871 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc701c16-a091-4b9b-9aac-ca2353edb36f tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573 tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573-project] Received port after_create {{(pid=84153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:26:10.568385 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc701c16-a091-4b9b-9aac-ca2353edb36f tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573 tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:26:10.568995 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-bc701c16-a091-4b9b-9aac-ca2353edb36f tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573 tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:10.604664 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-91ea01cb-c007-42a4-a868-8d61b466ab58 None None] For port 03dd24d3-570c-44c8-85b7-9bf67d86860f, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=03dd24d3-570c-44c8-85b7-9bf67d86860f,segment=NetworkSegment(08f5a55b-17d0-4e77-b4a5-04f386a3a1a3),segment_id=08f5a55b-17d0-4e77-b4a5-04f386a3a1a3)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:26:10.613390 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-3e5839b0-10ad-4034-82b0-23c86c54a83f tempest-FloatingIPAdminTestJSON-1852183017 tempest-FloatingIPAdminTestJSON-1852183017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-743504'] for router_interface, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:10.664636 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-4230696a-064b-4646-b7e7-3b646b4713fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:26:10.667827 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8072498f-54a1-4c6e-852d-52d23a684c12 tempest-AllowedAddressPairIpV6TestJSON-325386360 tempest-AllowedAddressPairIpV6TestJSON-325386360-project] Made reservation on behalf of 3434d8da9da14ae69acda2072a716b5d for: {'subnet': 1} {{(pid=84153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:26:10.671027 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-91ea01cb-c007-42a4-a868-8d61b466ab58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:10.685062 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-4230696a-064b-4646-b7e7-3b646b4713fe admin admin] Usage tracker for resource:security_group_rule and tenant:58f3738642f147208b4e94e69726abdf is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:26:10.685062 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-42b5adfe-4085-4eaa-b5a9-6c1886185762 tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-745333'] for router_gateway, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:10.741776 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-4230696a-064b-4646-b7e7-3b646b4713fe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:26:10.752803 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-4230696a-064b-4646-b7e7-3b646b4713fe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:26:10.757362 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ea01cb-c007-42a4-a868-8d61b466ab58 None None] Pushing event updated for resources: {'Port': ['ID=03dd24d3-570c-44c8-85b7-9bf67d86860f,revision_number=3']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:26:10.805802 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-bc701c16-a091-4b9b-9aac-ca2353edb36f tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573 tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 3.3912070 Jan 20 14:26:10.810866 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 33588) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:26:10.815136 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-8072498f-54a1-4c6e-852d-52d23a684c12 tempest-AllowedAddressPairIpV6TestJSON-325386360 tempest-AllowedAddressPairIpV6TestJSON-325386360-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4193986'] for subnet, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:10.838427 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-3b680ebb-24e3-4ee2-b767-7a9924951302 tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573 tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573-project] Request body: {'port': {'network_id': '7d4e3426-833a-4dba-b506-dd9943f88380', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-321220738', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:26:10.838976 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.api.validators [None req-3b680ebb-24e3-4ee2-b767-7a9924951302 tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573 tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573-project] bootfile-name is not in valid_values {{(pid=84153) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 20 14:26:10.839423 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.api.validators [None req-3b680ebb-24e3-4ee2-b767-7a9924951302 tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573 tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573-project] tftp-server is not in valid_values {{(pid=84153) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 20 14:26:10.839674 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.api.validators [None req-3b680ebb-24e3-4ee2-b767-7a9924951302 tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573 tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573-project] server-ip-address is not in valid_values {{(pid=84153) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 20 14:26:10.973548 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-bd6afd7b-6069-4ca6-8c94-1904154c5cf2 None None] Provisioning for port f945c3ad-fdd4-4a0e-8cf8-3cc65835653d completed by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:26:10.984199 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-bd6afd7b-6069-4ca6-8c94-1904154c5cf2 None None] Provisioning complete for port f945c3ad-fdd4-4a0e-8cf8-3cc65835653d triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:26:10.984569 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-bd6afd7b-6069-4ca6-8c94-1904154c5cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:11.051153 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-bd6afd7b-6069-4ca6-8c94-1904154c5cf2 None None] Port f945c3ad-fdd4-4a0e-8cf8-3cc65835653d cannot update to ACTIVE because it is not bound. {{(pid=84154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 14:26:11.075273 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-bd6afd7b-6069-4ca6-8c94-1904154c5cf2 None None] Provisioning complete for port 03dd24d3-570c-44c8-85b7-9bf67d86860f triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:26:11.075675 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-bd6afd7b-6069-4ca6-8c94-1904154c5cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:11.115898 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-42b5adfe-4085-4eaa-b5a9-6c1886185762 tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-737761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105493'] for router, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:11.128394 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-42b5adfe-4085-4eaa-b5a9-6c1886185762 tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:11.217831 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-3b680ebb-24e3-4ee2-b767-7a9924951302 tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573 tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:26:11.239602 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-4230696a-064b-4646-b7e7-3b646b4713fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:11.290432 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-3b680ebb-24e3-4ee2-b767-7a9924951302 tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573 tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573-project] Usage tracker for resource:port and tenant:010d0a1e83924de8a7b88e735f9d6582 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:26:11.296933 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-3b680ebb-24e3-4ee2-b767-7a9924951302 tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573 tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:26:11.300369 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb01fb64-83d8-47d9-adc0-12f3d50aa303 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Router d6c1e36f-7721-4cd2-b738-173d5b3bd1fe is scheduled to L3 agent 624d525b-4c26-4143-8a1c-228bb1c6faaa with binding_index 1 {{(pid=84153) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 20 14:26:11.314831 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-42b5adfe-4085-4eaa-b5a9-6c1886185762 tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-737693'] for router, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:11.314966 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-3b680ebb-24e3-4ee2-b767-7a9924951302 tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573 tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:26:11.315328 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42b5adfe-4085-4eaa-b5a9-6c1886185762 tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f10d7eef-fbd1-42d7-8aa2-c0a54aa47399 {{(pid=84152) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 20 14:26:11.316818 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-4230696a-064b-4646-b7e7-3b646b4713fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:11.355459 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-3d50b6f0-ee92-442e-91db-b533eef50ab5 None None] Provisioning complete for port f945c3ad-fdd4-4a0e-8cf8-3cc65835653d triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:26:11.356262 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-3d50b6f0-ee92-442e-91db-b533eef50ab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:11.420275 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4230696a-064b-4646-b7e7-3b646b4713fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4970ac1c-04f0-422d-87ef-b61acf60a963,revision_number=1']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:26:11.426628 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b680ebb-24e3-4ee2-b767-7a9924951302 tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573 tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573-project] Made reservation on behalf of 010d0a1e83924de8a7b88e735f9d6582 for: {'port': 1} {{(pid=84153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:26:11.429776 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-3b680ebb-24e3-4ee2-b767-7a9924951302 tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573 tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:11.454183 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 03dd24d3-570c-44c8-85b7-9bf67d86860f up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:26:11.504816 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-4230696a-064b-4646-b7e7-3b646b4713fe admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=58f3738642f147208b4e94e69726abdf&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1991642 Jan 20 14:26:11.505286 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 33592) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:26:11.521189 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-3d50b6f0-ee92-442e-91db-b533eef50ab5 None None] Port f945c3ad-fdd4-4a0e-8cf8-3cc65835653d cannot update to ACTIVE because it is not bound. {{(pid=84154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 14:26:11.538732 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port 03dd24d3-570c-44c8-85b7-9bf67d86860f triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:26:11.539105 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:11.548311 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-42b5adfe-4085-4eaa-b5a9-6c1886185762 tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] Notify callbacks [] for router, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:11.553450 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-42b5adfe-4085-4eaa-b5a9-6c1886185762 tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] 10.222.0.54 "DELETE /v2.0/routers/f10d7eef-fbd1-42d7-8aa2-c0a54aa47399 HTTP/1.1" status: 204 len: 168 time: 4.5692170 Jan 20 14:26:11.557199 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 33596) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:26:11.592329 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.db.l3_db [None req-47704fe3-b995-4056-a095-a8d5bbf92983 tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] Floating IP 60b6c54b-c4c7-4adf-9504-c5752f3fec63 associated. External IP: 172.26.7.4, port: 954e9a8a-d5fc-4913-9be8-605284de3e2f. Jan 20 14:26:11.686245 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.notifiers.nova [None req-3b680ebb-24e3-4ee2-b767-7a9924951302 tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573 tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573-project] device_id is not set on port 2a941dd9-3d11-458e-8e0a-23985cefa022 yet. {{(pid=84153) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 14:26:11.722678 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-8072498f-54a1-4c6e-852d-52d23a684c12 tempest-AllowedAddressPairIpV6TestJSON-325386360 tempest-AllowedAddressPairIpV6TestJSON-325386360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3943531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4194004'] for subnet, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:11.750651 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-9d19916a-683e-4948-85a8-31882fd27439 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:11.801883 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-9d19916a-683e-4948-85a8-31882fd27439 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:11.899895 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8072498f-54a1-4c6e-852d-52d23a684c12 tempest-AllowedAddressPairIpV6TestJSON-325386360 tempest-AllowedAddressPairIpV6TestJSON-325386360-project] Pushing event updated for resources: {'Subnet': ['ID=c76814b1-2fbc-41b8-86c0-386f9c33eafe,revision_number=0']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:26:12.039061 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8072498f-54a1-4c6e-852d-52d23a684c12 tempest-AllowedAddressPairIpV6TestJSON-325386360 tempest-AllowedAddressPairIpV6TestJSON-325386360-project] Checking segment: {'id': 'a05180be-708c-4e3e-b763-541f0826727c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'bde9fca1-a31a-4133-a4b3-990fe05fafe1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 14:26:12.039417 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8072498f-54a1-4c6e-852d-52d23a684c12 tempest-AllowedAddressPairIpV6TestJSON-325386360 tempest-AllowedAddressPairIpV6TestJSON-325386360-project] Network hostable DHCP agents. Network: bde9fca1-a31a-4133-a4b3-990fe05fafe1, hostable agents: ['1a181e39-5220-4c1a-88f8-08a54e8bfc9b'], hosted agents: [] {{(pid=84153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 14:26:12.055651 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-2db2f646-d80f-4580-9a25-2dd231b31aed tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] Notify callbacks [] for router, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:12.079041 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.db_base_plugin_common [None req-3b680ebb-24e3-4ee2-b767-7a9924951302 tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573 tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573-project] Allocated IP 2001:db8::25d (7d4e3426-833a-4dba-b506-dd9943f88380/e206296a-e3df-4406-a27c-a3241931850c/2a941dd9-3d11-458e-8e0a-23985cefa022) {{(pid=84153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:26:12.110631 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-9d19916a-683e-4948-85a8-31882fd27439 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:12.149771 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d19916a-683e-4948-85a8-31882fd27439 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4970ac1c-04f0-422d-87ef-b61acf60a963,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:26:12.155402 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-9d19916a-683e-4948-85a8-31882fd27439 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:12.156592 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-9d19916a-683e-4948-85a8-31882fd27439 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/4970ac1c-04f0-422d-87ef-b61acf60a963 HTTP/1.1" status: 204 len: 168 time: 0.6494846 Jan 20 14:26:12.266188 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-3e5839b0-10ad-4034-82b0-23c86c54a83f tempest-FloatingIPAdminTestJSON-1852183017 tempest-FloatingIPAdminTestJSON-1852183017-project] Deleting port 00f2245c-b358-42e0-b358-142b5e6671d7 {{(pid=84152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:26:12.266748 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-3e5839b0-10ad-4034-82b0-23c86c54a83f tempest-FloatingIPAdminTestJSON-1852183017 tempest-FloatingIPAdminTestJSON-1852183017-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:12.543681 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-3e5839b0-10ad-4034-82b0-23c86c54a83f tempest-FloatingIPAdminTestJSON-1852183017 tempest-FloatingIPAdminTestJSON-1852183017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:12.561105 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8072498f-54a1-4c6e-852d-52d23a684c12 tempest-AllowedAddressPairIpV6TestJSON-325386360 tempest-AllowedAddressPairIpV6TestJSON-325386360-project] Network bde9fca1-a31a-4133-a4b3-990fe05fafe1 is scheduled to be hosted by DHCP agent 1a181e39-5220-4c1a-88f8-08a54e8bfc9b with binding_index 1 {{(pid=84153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 14:26:12.606539 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1584967b-2389-4b82-ae60-02760efad47d tempest-ServersTestJSON-1971346893 tempest-ServersTestJSON-1971346893-project] Router c0d234bc-0f44-4930-872e-adb19a23e827 has already been hosted by L3 agent 624d525b-4c26-4143-8a1c-228bb1c6faaa {{(pid=84153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 14:26:12.612788 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb01fb64-83d8-47d9-adc0-12f3d50aa303 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Notify agent at l3_agent.dv-neutron-825124-1-hyperv the message routers_updated {{(pid=84153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 14:26:12.623055 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-551093ca-5ac5-4f6f-bccf-97f938417d38 None None] Sync routers for ids ['d6c1e36f-7721-4cd2-b738-173d5b3bd1fe'] in dv-neutron-825124-1-hyperv {{(pid=84155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 14:26:12.645459 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-551093ca-5ac5-4f6f-bccf-97f938417d38 None None] Routers {'d6c1e36f-7721-4cd2-b738-173d5b3bd1fe'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:26:12.648296 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-551093ca-5ac5-4f6f-bccf-97f938417d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:26:00Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['d6c1e36f-7721-4cd2-b738-173d5b3bd1fe'], 'active': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:26:12.666986 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.base_scheduler [None req-8072498f-54a1-4c6e-852d-52d23a684c12 tempest-AllowedAddressPairIpV6TestJSON-325386360 tempest-AllowedAddressPairIpV6TestJSON-325386360-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825124-1-hyperv, bde9fca1-a31a-4133-a4b3-990fe05fafe1) {{(pid=84153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:26:12.679245 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b30527e6-8f38-42ac-80a9-f5f56c8cf451 None None] Network bde9fca1-a31a-4133-a4b3-990fe05fafe1 requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:26:12.687290 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8072498f-54a1-4c6e-852d-52d23a684c12 tempest-AllowedAddressPairIpV6TestJSON-325386360 tempest-AllowedAddressPairIpV6TestJSON-325386360-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:26:12.687899 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-8072498f-54a1-4c6e-852d-52d23a684c12 tempest-AllowedAddressPairIpV6TestJSON-325386360 tempest-AllowedAddressPairIpV6TestJSON-325386360-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1705179'] for subnet, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:12.852482 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-cb01fb64-83d8-47d9-adc0-12f3d50aa303 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Notify callbacks [] for router, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:12.853791 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-cb01fb64-83d8-47d9-adc0-12f3d50aa303 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 8.6508036 Jan 20 14:26:12.858800 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-551093ca-5ac5-4f6f-bccf-97f938417d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:26:12.861689 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-3e5839b0-10ad-4034-82b0-23c86c54a83f tempest-FloatingIPAdminTestJSON-1852183017 tempest-FloatingIPAdminTestJSON-1852183017-project] Calling delete_port for 00f2245c-b358-42e0-b358-142b5e6671d7 owned by network:router_interface {{(pid=84152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:26:12.865692 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 33608) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:26:12.879276 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-8072498f-54a1-4c6e-852d-52d23a684c12 tempest-AllowedAddressPairIpV6TestJSON-325386360 tempest-AllowedAddressPairIpV6TestJSON-325386360-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.0759287 Jan 20 14:26:12.879276 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-3b680ebb-24e3-4ee2-b767-7a9924951302 tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573 tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573-project] Notify callbacks [] for port, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:12.891490 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 33612) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:26:12.899384 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-551093ca-5ac5-4f6f-bccf-97f938417d38 None None] Routers {'d6c1e36f-7721-4cd2-b738-173d5b3bd1fe'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:26:12.900782 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-551093ca-5ac5-4f6f-bccf-97f938417d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:26:00Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['d6c1e36f-7721-4cd2-b738-173d5b3bd1fe'], 'active': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:26:12.902695 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-2db2f646-d80f-4580-9a25-2dd231b31aed tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:12.909859 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-09b7da55-b64c-49d9-8c2f-2ad5c19c3b0a tempest-AllowedAddressPairIpV6TestJSON-325386360 tempest-AllowedAddressPairIpV6TestJSON-325386360-project] Request body: {'port': {'network_id': 'bde9fca1-a31a-4133-a4b3-990fe05fafe1', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2015208235'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:26:12.987384 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.provisioning_blocks [None req-3b680ebb-24e3-4ee2-b767-7a9924951302 tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573 tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573-project] Transition to ACTIVE for port object 2a941dd9-3d11-458e-8e0a-23985cefa022 will not be triggered until provisioned by entity DHCP. {{(pid=84153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:26:13.046735 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-2db2f646-d80f-4580-9a25-2dd231b31aed tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] Deleting port 18392052-8266-44bd-a9e9-d4901ff0f510 {{(pid=84152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:26:13.047081 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-2db2f646-d80f-4580-9a25-2dd231b31aed tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:13.062706 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-551093ca-5ac5-4f6f-bccf-97f938417d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:26:13.063374 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-551093ca-5ac5-4f6f-bccf-97f938417d38 None None] The sync data for ids ['d6c1e36f-7721-4cd2-b738-173d5b3bd1fe'] in dv-neutron-825124-1-hyperv is: [] {{(pid=84155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 14:26:13.154525 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8fe7b4e-42f0-4f3b-8af3-94b3abc7ff04 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95c917f5-14ba-5e96-98b8-1a52654a930a-bde9fca1-a31a-4133-a4b3-990fe05fafe1', 'network_id': 'bde9fca1-a31a-4133-a4b3-990fe05fafe1', 'tenant_id': '3434d8da9da14ae69acda2072a716b5d', 'fixed_ips': [{'subnet_id': 'c76814b1-2fbc-41b8-86c0-386f9c33eafe'}]}} from dv-neutron-825124-1-hyperv. {{(pid=84154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 20 14:26:13.155604 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-e8fe7b4e-42f0-4f3b-8af3-94b3abc7ff04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:13.212733 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-3b680ebb-24e3-4ee2-b767-7a9924951302 tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573 tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:13.285888 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-09b7da55-b64c-49d9-8c2f-2ad5c19c3b0a tempest-AllowedAddressPairIpV6TestJSON-325386360 tempest-AllowedAddressPairIpV6TestJSON-325386360-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:26:13.309656 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-09b7da55-b64c-49d9-8c2f-2ad5c19c3b0a tempest-AllowedAddressPairIpV6TestJSON-325386360 tempest-AllowedAddressPairIpV6TestJSON-325386360-project] Usage tracker for resource:port and tenant:3434d8da9da14ae69acda2072a716b5d is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:26:13.316880 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-09b7da55-b64c-49d9-8c2f-2ad5c19c3b0a tempest-AllowedAddressPairIpV6TestJSON-325386360 tempest-AllowedAddressPairIpV6TestJSON-325386360-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:26:13.344811 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-09b7da55-b64c-49d9-8c2f-2ad5c19c3b0a tempest-AllowedAddressPairIpV6TestJSON-325386360 tempest-AllowedAddressPairIpV6TestJSON-325386360-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:26:13.353730 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_common [None req-e8fe7b4e-42f0-4f3b-8af3-94b3abc7ff04 None None] Allocated IP 2001:db8::2 (bde9fca1-a31a-4133-a4b3-990fe05fafe1/c76814b1-2fbc-41b8-86c0-386f9c33eafe/61f4d1ef-20c4-4827-b4f1-f8c296491792) {{(pid=84154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:26:13.388768 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.db [None req-2db2f646-d80f-4580-9a25-2dd231b31aed tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] For port 18392052-8266-44bd-a9e9-d4901ff0f510, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=18392052-8266-44bd-a9e9-d4901ff0f510,segment=NetworkSegment(f628f1ba-6b70-4c9b-8839-62340c040c81),segment_id=f628f1ba-6b70-4c9b-8839-62340c040c81)] {{(pid=84152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:26:13.389129 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-2db2f646-d80f-4580-9a25-2dd231b31aed tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:13.432518 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b680ebb-24e3-4ee2-b767-7a9924951302 tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573 tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573-project] Network 7d4e3426-833a-4dba-b506-dd9943f88380 is already hosted by enough agents. {{(pid=84153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:26:13.436649 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09b7da55-b64c-49d9-8c2f-2ad5c19c3b0a tempest-AllowedAddressPairIpV6TestJSON-325386360 tempest-AllowedAddressPairIpV6TestJSON-325386360-project] Made reservation on behalf of 3434d8da9da14ae69acda2072a716b5d for: {'port': 1} {{(pid=84152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:26:13.439907 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-09b7da55-b64c-49d9-8c2f-2ad5c19c3b0a tempest-AllowedAddressPairIpV6TestJSON-325386360 tempest-AllowedAddressPairIpV6TestJSON-325386360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:13.456390 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.base_scheduler [None req-3b680ebb-24e3-4ee2-b767-7a9924951302 tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573 tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573-project] Resources bound (agent type, host, resource id): {{(pid=84153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:26:13.460982 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b680ebb-24e3-4ee2-b767-7a9924951302 tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573 tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573-project] Pushing event updated for resources: {'Port': ['ID=2a941dd9-3d11-458e-8e0a-23985cefa022,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:26:13.464587 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b680ebb-24e3-4ee2-b767-7a9924951302 tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573 tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573-project] Received port after_create {{(pid=84153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:26:13.468749 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b680ebb-24e3-4ee2-b767-7a9924951302 tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573 tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:26:13.469412 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-3b680ebb-24e3-4ee2-b767-7a9924951302 tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573 tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:13.592035 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1584967b-2389-4b82-ae60-02760efad47d tempest-ServersTestJSON-1971346893 tempest-ServersTestJSON-1971346893-project] Notify agent at l3_agent.dv-neutron-825124-1-hyperv the message routers_updated {{(pid=84153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 14:26:13.604152 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-1584967b-2389-4b82-ae60-02760efad47d tempest-ServersTestJSON-1971346893 tempest-ServersTestJSON-1971346893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for floatingip, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:13.605518 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3d4b5ec-f24d-45d0-b5f3-fa3058cce6d3 None None] Sync routers for ids ['c0d234bc-0f44-4930-872e-adb19a23e827'] in dv-neutron-825124-1-hyperv {{(pid=84154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 14:26:13.624672 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-2db2f646-d80f-4580-9a25-2dd231b31aed tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] Calling delete_port for 18392052-8266-44bd-a9e9-d4901ff0f510 owned by network:router_gateway {{(pid=84152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:26:13.643357 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-e8fe7b4e-42f0-4f3b-8af3-94b3abc7ff04 None None] Notify callbacks [] for port, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:13.657494 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3d4b5ec-f24d-45d0-b5f3-fa3058cce6d3 None None] Routers {'c0d234bc-0f44-4930-872e-adb19a23e827'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:26:13.658933 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-c3d4b5ec-f24d-45d0-b5f3-fa3058cce6d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:26:00Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['c0d234bc-0f44-4930-872e-adb19a23e827'], 'active': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:26:13.681886 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-3b680ebb-24e3-4ee2-b767-7a9924951302 tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573 tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 2.8528152 Jan 20 14:26:13.684859 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 33624) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:26:13.707325 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.notifiers.nova [None req-09b7da55-b64c-49d9-8c2f-2ad5c19c3b0a tempest-AllowedAddressPairIpV6TestJSON-325386360 tempest-AllowedAddressPairIpV6TestJSON-325386360-project] device_id is not set on port 966ac48c-f260-46b8-b860-3981c7a5ca57 yet. {{(pid=84152) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 14:26:13.823996 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-3e5839b0-10ad-4034-82b0-23c86c54a83f tempest-FloatingIPAdminTestJSON-1852183017 tempest-FloatingIPAdminTestJSON-1852183017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:13.824242 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47704fe3-b995-4056-a095-a8d5bbf92983 tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] Router 3aa1060b-e340-4a31-89f7-e96adaaa2648 has already been hosted by L3 agent 624d525b-4c26-4143-8a1c-228bb1c6faaa {{(pid=84153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 14:26:13.879837 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-1584967b-2389-4b82-ae60-02760efad47d tempest-ServersTestJSON-1971346893 tempest-ServersTestJSON-1971346893-project] 10.222.0.54 "PUT /v2.0/floatingips/e9594bea-2b12-4a0a-a572-1ab19378e0a2 HTTP/1.1" status: 200 len: 989 time: 8.2208214 Jan 20 14:26:13.879837 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca65b5b7-46e4-4202-83e6-d0c1271c06e0', 'tag': 'a2900794-3a49-4b60-9a68-2f6383df387c'}] {{(pid=84153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 14:26:13.904000 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvr_db [None req-c3d4b5ec-f24d-45d0-b5f3-fa3058cce6d3 None None] Set router c0d234bc-0f44-4930-872e-adb19a23e827 gateway port host: dv-neutron-825124-1-hyperv {{(pid=84154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 14:26:13.993758 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-e8fe7b4e-42f0-4f3b-8af3-94b3abc7ff04 None None] Transition to ACTIVE for port object 61f4d1ef-20c4-4827-b4f1-f8c296491792 will not be triggered until provisioned by entity L2. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:26:13.999229 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7add436-1454-4a71-816d-049b95da660d tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573 tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:26:14.003968 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7add436-1454-4a71-816d-049b95da660d tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573 tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:26:14.008066 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7add436-1454-4a71-816d-049b95da660d tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573 tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:26:14.009058 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-c7add436-1454-4a71-816d-049b95da660d tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573 tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573-project] Synchronizing usage tracker for tenant:010d0a1e83924de8a7b88e735f9d6582 on resource:port {{(pid=84153) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:26:14.073767 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca65b5b7-46e4-4202-83e6-d0c1271c06e0', 'tag': 'a2900794-3a49-4b60-9a68-2f6383df387c', 'status': 'completed', 'code': 200} Jan 20 14:26:14.102044 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5839b0-10ad-4034-82b0-23c86c54a83f tempest-FloatingIPAdminTestJSON-1852183017 tempest-FloatingIPAdminTestJSON-1852183017-project] Pushing event deleted for resources: {'Port': ['ID=00f2245c-b358-42e0-b358-142b5e6671d7,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:26:14.112719 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-e8fe7b4e-42f0-4f3b-8af3-94b3abc7ff04 None None] Transition to ACTIVE for port object 61f4d1ef-20c4-4827-b4f1-f8c296491792 will not be triggered until provisioned by entity DHCP. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:26:14.174498 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-41c9492f-e806-4484-b22e-349a5830824f None None] Provisioning for port 2a941dd9-3d11-458e-8e0a-23985cefa022 completed by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:26:14.185490 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-41c9492f-e806-4484-b22e-349a5830824f None None] Provisioning complete for port 2a941dd9-3d11-458e-8e0a-23985cefa022 triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:26:14.185861 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-41c9492f-e806-4484-b22e-349a5830824f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:14.243667 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-2db2f646-d80f-4580-9a25-2dd231b31aed tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:14.271367 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-e8fe7b4e-42f0-4f3b-8af3-94b3abc7ff04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477'] for port, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:14.412321 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-41c9492f-e806-4484-b22e-349a5830824f None None] Port 2a941dd9-3d11-458e-8e0a-23985cefa022 cannot update to ACTIVE because it is not bound. {{(pid=84154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 14:26:14.429347 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8fe7b4e-42f0-4f3b-8af3-94b3abc7ff04 None None] Network bde9fca1-a31a-4133-a4b3-990fe05fafe1 is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:26:14.431688 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-e8fe7b4e-42f0-4f3b-8af3-94b3abc7ff04 None None] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:26:14.473001 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db2f646-d80f-4580-9a25-2dd231b31aed tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] Pushing event deleted for resources: {'Port': ['ID=18392052-8266-44bd-a9e9-d4901ff0f510,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:26:14.503987 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8fe7b4e-42f0-4f3b-8af3-94b3abc7ff04 None None] Received port after_create {{(pid=84154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:26:14.521853 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fe7b4e-42f0-4f3b-8af3-94b3abc7ff04 None None] Pushing event updated for resources: {'Port': ['ID=61f4d1ef-20c4-4827-b4f1-f8c296491792,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:26:14.540401 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-c7add436-1454-4a71-816d-049b95da660d tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573 tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573-project] Unset dirty status for tenant:010d0a1e83924de8a7b88e735f9d6582 on resource:port {{(pid=84153) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:26:14.541716 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-c7add436-1454-4a71-816d-049b95da660d tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573 tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2623 time: 0.8539827 Jan 20 14:26:14.545227 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 33640) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:26:14.688312 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-e8fe7b4e-42f0-4f3b-8af3-94b3abc7ff04 None None] Attempting to bind port 61f4d1ef-20c4-4827-b4f1-f8c296491792 on host dv-neutron-825124-1-hyperv for vnic_type normal with profile {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:26:14.688728 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-e8fe7b4e-42f0-4f3b-8af3-94b3abc7ff04 None None] Attempting to bind port 61f4d1ef-20c4-4827-b4f1-f8c296491792 by drivers openvswitch,hyperv on host dv-neutron-825124-1-hyperv at level 0 using segments [{'id': 'a05180be-708c-4e3e-b763-541f0826727c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'bde9fca1-a31a-4133-a4b3-990fe05fafe1'}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:26:14.689664 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8fe7b4e-42f0-4f3b-8af3-94b3abc7ff04 None None] Attempting to bind port 61f4d1ef-20c4-4827-b4f1-f8c296491792 on network bde9fca1-a31a-4133-a4b3-990fe05fafe1 {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 14:26:14.699484 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8fe7b4e-42f0-4f3b-8af3-94b3abc7ff04 None None] Checking agent: {'id': '6414dfeb-85c5-454a-8756-709ca637d800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825124-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 16, 31), 'started_at': datetime.datetime(2022, 1, 20, 14, 17, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 26, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825124-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 14:26:14.699855 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8fe7b4e-42f0-4f3b-8af3-94b3abc7ff04 None None] Checking segment: {'id': 'a05180be-708c-4e3e-b763-541f0826727c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'bde9fca1-a31a-4133-a4b3-990fe05fafe1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 14:26:14.700283 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-e8fe7b4e-42f0-4f3b-8af3-94b3abc7ff04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:14.700675 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8fe7b4e-42f0-4f3b-8af3-94b3abc7ff04 None None] Bound using segment: {'id': 'a05180be-708c-4e3e-b763-541f0826727c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'bde9fca1-a31a-4133-a4b3-990fe05fafe1'} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 14:26:14.701151 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-e8fe7b4e-42f0-4f3b-8af3-94b3abc7ff04 None None] Bound port: 61f4d1ef-20c4-4827-b4f1-f8c296491792, host: dv-neutron-825124-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a05180be-708c-4e3e-b763-541f0826727c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'bde9fca1-a31a-4133-a4b3-990fe05fafe1'}}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:26:14.701973 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-e8fe7b4e-42f0-4f3b-8af3-94b3abc7ff04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:14.728275 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-dbaafcd8-a095-4786-9702-000eb298baa2 tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573 tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573-project] Deleting port 2a941dd9-3d11-458e-8e0a-23985cefa022 {{(pid=84153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:26:14.728850 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-dbaafcd8-a095-4786-9702-000eb298baa2 tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573 tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:14.789679 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-f0e678b4-3f76-47e6-87ed-03387e870b61 req-5b87b2b8-c1d4-4576-9755-1d52191b36d4 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=02a4359015ef4fdda53e039fb57dd72f&device_id=ca65b5b7-46e4-4202-83e6-d0c1271c06e0 HTTP/1.1" status: 200 len: 1098 time: 0.6840734 Jan 20 14:26:14.790535 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-2db2f646-d80f-4580-9a25-2dd231b31aed tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-745333'] for router_gateway, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:14.824603 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47704fe3-b995-4056-a095-a8d5bbf92983 tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] Notify agent at l3_agent.dv-neutron-825124-1-hyperv the message routers_updated {{(pid=84153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 14:26:14.829457 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-47704fe3-b995-4056-a095-a8d5bbf92983 tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for floatingip, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:14.835767 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cb2f4e8-f306-4118-93f3-3750d8f62d5e None None] Sync routers for ids ['3aa1060b-e340-4a31-89f7-e96adaaa2648'] in dv-neutron-825124-1-hyperv {{(pid=84155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 14:26:14.849453 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-e8fe7b4e-42f0-4f3b-8af3-94b3abc7ff04 None None] For port 61f4d1ef-20c4-4827-b4f1-f8c296491792, host dv-neutron-825124-1-hyperv, cleared binding levels {{(pid=84154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 14:26:14.852868 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-e8fe7b4e-42f0-4f3b-8af3-94b3abc7ff04 None None] For port 61f4d1ef-20c4-4827-b4f1-f8c296491792, host dv-neutron-825124-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=61f4d1ef-20c4-4827-b4f1-f8c296491792,segment=NetworkSegment(a05180be-708c-4e3e-b763-541f0826727c),segment_id=a05180be-708c-4e3e-b763-541f0826727c)] {{(pid=84154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 14:26:14.854401 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cb2f4e8-f306-4118-93f3-3750d8f62d5e None None] Routers {'3aa1060b-e340-4a31-89f7-e96adaaa2648'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:26:14.855230 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-0cb2f4e8-f306-4118-93f3-3750d8f62d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:26:00Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['3aa1060b-e340-4a31-89f7-e96adaaa2648'], 'active': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:26:14.859403 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-c3d4b5ec-f24d-45d0-b5f3-fa3058cce6d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0d234bc-0f44-4930-872e-adb19a23e827', 'name': 'tempest-ServersTestJSON-1297522866-router', 'tenant_id': '02a4359015ef4fdda53e039fb57dd72f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.71'}], 'enable_snat': True}, 'gw_port_id': '2d463c2f-2ac2-4884-9ad8-97949782d5f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:25:00Z', 'updated_at': '2022-01-20T14:25:07Z', 'revision_number': 4, 'project_id': '02a4359015ef4fdda53e039fb57dd72f', 'gw_port': {'id': '2d463c2f-2ac2-4884-9ad8-97949782d5f0', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:85:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0d234bc-0f44-4930-872e-adb19a23e827', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:25:01Z', 'updated_at': '2022-01-20T14:25:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv', '_floatingips': [{'id': 'e9594bea-2b12-4a0a-a572-1ab19378e0a2', 'tenant_id': '02a4359015ef4fdda53e039fb57dd72f', 'floating_ip_address': '172.26.7.9', 'floating_network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'router_id': 'c0d234bc-0f44-4930-872e-adb19a23e827', 'port_id': 'a2900794-3a49-4b60-9a68-2f6383df387c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da16ad43-ad30-42db-87b4-6c2adb2c2b3b', 'mac_address': 'fa:16:3e:e8:72:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca65b5b7-46e4-4202-83e6-d0c1271c06e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T14:25:21Z', 'updated_at': '2022-01-20T14:26:07Z', 'revision_number': 1, 'project_id': '02a4359015ef4fdda53e039fb57dd72f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7bb973a-b99f-4848-8378-242e506ca311', 'name': '', 'network_id': 'da16ad43-ad30-42db-87b4-6c2adb2c2b3b', 'tenant_id': '02a4359015ef4fdda53e039fb57dd72f', 'mac_address': 'fa:16:3e:55:25:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0d234bc-0f44-4930-872e-adb19a23e827', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fe04fd19-c016-4d9b-bbbe-e9ba6073304a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:25:06Z', 'updated_at': '2022-01-20T14:25:20Z', 'revision_number': 5, 'project_id': '02a4359015ef4fdda53e039fb57dd72f', 'subnets': [{'id': 'fe04fd19-c016-4d9b-bbbe-e9ba6073304a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:26:14.863930 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3d4b5ec-f24d-45d0-b5f3-fa3058cce6d3 None None] Checking router: c0d234bc-0f44-4930-872e-adb19a23e827 for host: dv-neutron-825124-1-hyperv {{(pid=84154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 14:26:14.875949 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3d4b5ec-f24d-45d0-b5f3-fa3058cce6d3 None None] Routers {'c0d234bc-0f44-4930-872e-adb19a23e827'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:26:14.877282 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-c3d4b5ec-f24d-45d0-b5f3-fa3058cce6d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:26:00Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['c0d234bc-0f44-4930-872e-adb19a23e827'], 'active': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:26:14.979142 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-47704fe3-b995-4056-a095-a8d5bbf92983 tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] 10.222.0.54 "PUT /v2.0/floatingips/60b6c54b-c4c7-4adf-9504-c5752f3fec63 HTTP/1.1" status: 200 len: 989 time: 7.3564973 Jan 20 14:26:15.103086 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvr_db [None req-0cb2f4e8-f306-4118-93f3-3750d8f62d5e None None] Set router 3aa1060b-e340-4a31-89f7-e96adaaa2648 gateway port host: dv-neutron-825124-1-hyperv {{(pid=84155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 14:26:15.150300 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-e8fe7b4e-42f0-4f3b-8af3-94b3abc7ff04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:15.290494 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-dbaafcd8-a095-4786-9702-000eb298baa2 tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573 tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:15.441357 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fe7b4e-42f0-4f3b-8af3-94b3abc7ff04 None None] Pushing event updated for resources: {'Port': ['ID=61f4d1ef-20c4-4827-b4f1-f8c296491792,revision_number=2']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:26:15.502517 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvr_db [None req-c3d4b5ec-f24d-45d0-b5f3-fa3058cce6d3 None None] Set router c0d234bc-0f44-4930-872e-adb19a23e827 gateway port host: dv-neutron-825124-1-hyperv {{(pid=84154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 14:26:15.588145 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-dbaafcd8-a095-4786-9702-000eb298baa2 tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573 tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573-project] Calling delete_port for 2a941dd9-3d11-458e-8e0a-23985cefa022 owned by {{(pid=84153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:26:15.721905 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.db_base_plugin_common [None req-09b7da55-b64c-49d9-8c2f-2ad5c19c3b0a tempest-AllowedAddressPairIpV6TestJSON-325386360 tempest-AllowedAddressPairIpV6TestJSON-325386360-project] Allocated IP 2001:db8::2d7 (bde9fca1-a31a-4133-a4b3-990fe05fafe1/c76814b1-2fbc-41b8-86c0-386f9c33eafe/966ac48c-f260-46b8-b860-3981c7a5ca57) {{(pid=84152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:26:15.743693 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-2db2f646-d80f-4580-9a25-2dd231b31aed tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-737761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105493'] for router, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:15.881337 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-2db2f646-d80f-4580-9a25-2dd231b31aed tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:15.897046 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-0cb2f4e8-f306-4118-93f3-3750d8f62d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3aa1060b-e340-4a31-89f7-e96adaaa2648', 'name': 'tempest-ServerActionsTestJSON-315493439-router', 'tenant_id': '2841efab0dc64ab1970d5183558f5547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.222'}], 'enable_snat': True}, 'gw_port_id': '2fcf10eb-7914-4aae-8313-a752451d5387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:25:00Z', 'updated_at': '2022-01-20T14:25:12Z', 'revision_number': 4, 'project_id': '2841efab0dc64ab1970d5183558f5547', 'gw_port': {'id': '2fcf10eb-7914-4aae-8313-a752451d5387', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:e4:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aa1060b-e340-4a31-89f7-e96adaaa2648', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:25:01Z', 'updated_at': '2022-01-20T14:25:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv', '_floatingips': [{'id': '60b6c54b-c4c7-4adf-9504-c5752f3fec63', 'tenant_id': '2841efab0dc64ab1970d5183558f5547', 'floating_ip_address': '172.26.7.4', 'floating_network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'router_id': '3aa1060b-e340-4a31-89f7-e96adaaa2648', 'port_id': '954e9a8a-d5fc-4913-9be8-605284de3e2f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f21a48f2-2a8e-483a-a3a2-338a6bf081a7', 'mac_address': 'fa:16:3e:be:db:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1ec459f-0c13-4ec8-b610-ebb2038ce473', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T14:25:29Z', 'updated_at': '2022-01-20T14:26:09Z', 'revision_number': 1, 'project_id': '2841efab0dc64ab1970d5183558f5547', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8de136a0-d148-40b2-8b5d-857437d6ed30', 'name': '', 'network_id': 'f21a48f2-2a8e-483a-a3a2-338a6bf081a7', 'tenant_id': '2841efab0dc64ab1970d5183558f5547', 'mac_address': 'fa:16:3e:a0:82:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aa1060b-e340-4a31-89f7-e96adaaa2648', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dd53d1af-78bb-45f3-8468-b0b04e8256e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:25:10Z', 'updated_at': '2022-01-20T14:25:27Z', 'revision_number': 5, 'project_id': '2841efab0dc64ab1970d5183558f5547', 'subnets': [{'id': 'dd53d1af-78bb-45f3-8468-b0b04e8256e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:26:15.903407 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cb2f4e8-f306-4118-93f3-3750d8f62d5e None None] Checking router: 3aa1060b-e340-4a31-89f7-e96adaaa2648 for host: dv-neutron-825124-1-hyperv {{(pid=84155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 14:26:15.921346 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cb2f4e8-f306-4118-93f3-3750d8f62d5e None None] Routers {'3aa1060b-e340-4a31-89f7-e96adaaa2648'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:26:15.922319 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-0cb2f4e8-f306-4118-93f3-3750d8f62d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:26:00Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['3aa1060b-e340-4a31-89f7-e96adaaa2648'], 'active': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:26:16.041279 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e678b4-3f76-47e6-87ed-03387e870b61 req-1c53752e-214b-43f7-a11d-438db71bf365 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:26:16.042935 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-f0e678b4-3f76-47e6-87ed-03387e870b61 req-1c53752e-214b-43f7-a11d-438db71bf365 service neutron] 10.222.0.106 "GET /v2.0/networks?id=da16ad43-ad30-42db-87b4-6c2adb2c2b3b HTTP/1.1" status: 200 len: 907 time: 0.9748733 Jan 20 14:26:16.077047 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1ec459f-0c13-4ec8-b610-ebb2038ce473', 'tag': '954e9a8a-d5fc-4913-9be8-605284de3e2f'}] {{(pid=84153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 14:26:16.103094 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-4226ad8e-9306-460d-b508-8a90ef4390fd tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:16.149799 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-c3d4b5ec-f24d-45d0-b5f3-fa3058cce6d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0d234bc-0f44-4930-872e-adb19a23e827', 'name': 'tempest-ServersTestJSON-1297522866-router', 'tenant_id': '02a4359015ef4fdda53e039fb57dd72f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.71'}], 'enable_snat': True}, 'gw_port_id': '2d463c2f-2ac2-4884-9ad8-97949782d5f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:25:00Z', 'updated_at': '2022-01-20T14:25:07Z', 'revision_number': 4, 'project_id': '02a4359015ef4fdda53e039fb57dd72f', 'gw_port': {'id': '2d463c2f-2ac2-4884-9ad8-97949782d5f0', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:85:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0d234bc-0f44-4930-872e-adb19a23e827', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:25:01Z', 'updated_at': '2022-01-20T14:25:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv', '_floatingips': [{'id': 'e9594bea-2b12-4a0a-a572-1ab19378e0a2', 'tenant_id': '02a4359015ef4fdda53e039fb57dd72f', 'floating_ip_address': '172.26.7.9', 'floating_network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'router_id': 'c0d234bc-0f44-4930-872e-adb19a23e827', 'port_id': 'a2900794-3a49-4b60-9a68-2f6383df387c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da16ad43-ad30-42db-87b4-6c2adb2c2b3b', 'mac_address': 'fa:16:3e:e8:72:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca65b5b7-46e4-4202-83e6-d0c1271c06e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T14:25:21Z', 'updated_at': '2022-01-20T14:26:07Z', 'revision_number': 1, 'project_id': '02a4359015ef4fdda53e039fb57dd72f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7bb973a-b99f-4848-8378-242e506ca311', 'name': '', 'network_id': 'da16ad43-ad30-42db-87b4-6c2adb2c2b3b', 'tenant_id': '02a4359015ef4fdda53e039fb57dd72f', 'mac_address': 'fa:16:3e:55:25:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0d234bc-0f44-4930-872e-adb19a23e827', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fe04fd19-c016-4d9b-bbbe-e9ba6073304a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:25:06Z', 'updated_at': '2022-01-20T14:25:20Z', 'revision_number': 5, 'project_id': '02a4359015ef4fdda53e039fb57dd72f', 'subnets': [{'id': 'fe04fd19-c016-4d9b-bbbe-e9ba6073304a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:26:16.158882 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3d4b5ec-f24d-45d0-b5f3-fa3058cce6d3 None None] The sync data for ids ['c0d234bc-0f44-4930-872e-adb19a23e827'] in dv-neutron-825124-1-hyperv is: [{'id': 'c0d234bc-0f44-4930-872e-adb19a23e827', 'name': 'tempest-ServersTestJSON-1297522866-router', 'tenant_id': '02a4359015ef4fdda53e039fb57dd72f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.71'}], 'enable_snat': True}, 'gw_port_id': '2d463c2f-2ac2-4884-9ad8-97949782d5f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:25:00Z', 'updated_at': '2022-01-20T14:25:07Z', 'revision_number': 4, 'project_id': '02a4359015ef4fdda53e039fb57dd72f', 'gw_port': {'id': '2d463c2f-2ac2-4884-9ad8-97949782d5f0', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:85:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0d234bc-0f44-4930-872e-adb19a23e827', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:25:01Z', 'updated_at': '2022-01-20T14:25:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv', '_floatingips': [{'id': 'e9594bea-2b12-4a0a-a572-1ab19378e0a2', 'tenant_id': '02a4359015ef4fdda53e039fb57dd72f', 'floating_ip_address': '172.26.7.9', 'floating_network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'router_id': 'c0d234bc-0f44-4930-872e-adb19a23e827', 'port_id': 'a2900794-3a49-4b60-9a68-2f6383df387c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da16ad43-ad30-42db-87b4-6c2adb2c2b3b', 'mac_address': 'fa:16:3e:e8:72:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca65b5b7-46e4-4202-83e6-d0c1271c06e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T14:25:21Z', 'updated_at': '2022-01-20T14:26:07Z', 'revision_number': 1, 'project_id': '02a4359015ef4fdda53e039fb57dd72f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7bb973a-b99f-4848-8378-242e506ca311', 'name': '', 'network_id': 'da16ad43-ad30-42db-87b4-6c2adb2c2b3b', 'tenant_id': '02a4359015ef4fdda53e039fb57dd72f', 'mac_address': 'fa:16:3e:55:25:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0d234bc-0f44-4930-872e-adb19a23e827', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fe04fd19-c016-4d9b-bbbe-e9ba6073304a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:25:06Z', 'updated_at': '2022-01-20T14:25:20Z', 'revision_number': 5, 'project_id': '02a4359015ef4fdda53e039fb57dd72f', 'subnets': [{'id': 'fe04fd19-c016-4d9b-bbbe-e9ba6073304a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 14:26:16.190322 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvr_db [None req-0cb2f4e8-f306-4118-93f3-3750d8f62d5e None None] Set router 3aa1060b-e340-4a31-89f7-e96adaaa2648 gateway port host: dv-neutron-825124-1-hyperv {{(pid=84155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 14:26:16.255152 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1ec459f-0c13-4ec8-b610-ebb2038ce473', 'tag': '954e9a8a-d5fc-4913-9be8-605284de3e2f', 'status': 'completed', 'code': 200} Jan 20 14:26:16.327449 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-dbaafcd8-a095-4786-9702-000eb298baa2 tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573 tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:16.378861 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-2db2f646-d80f-4580-9a25-2dd231b31aed tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-737693'] for router, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:16.379849 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2db2f646-d80f-4580-9a25-2dd231b31aed tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ec206152-2768-46c6-b0af-cd4f1620d58c {{(pid=84152) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 20 14:26:16.460801 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbaafcd8-a095-4786-9702-000eb298baa2 tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573 tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573-project] Pushing event deleted for resources: {'Port': ['ID=2a941dd9-3d11-458e-8e0a-23985cefa022,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:26:16.489043 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-f0e678b4-3f76-47e6-87ed-03387e870b61 req-8005e3cb-121b-4a3d-964c-1ef78ba8860f service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a2900794-3a49-4b60-9a68-2f6383df387c HTTP/1.1" status: 200 len: 997 time: 0.4291458 Jan 20 14:26:16.505959 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-3e5839b0-10ad-4034-82b0-23c86c54a83f tempest-FloatingIPAdminTestJSON-1852183017 tempest-FloatingIPAdminTestJSON-1852183017-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1705096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-745401'] for router_interface, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:16.668921 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-dbaafcd8-a095-4786-9702-000eb298baa2 tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573 tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:16.697170 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e03efe8-b126-4858-90a9-06df8944c7f1 None None] New status for floating IP e9594bea-2b12-4a0a-a572-1ab19378e0a2: ACTIVE {{(pid=84154) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 20 14:26:16.856308 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 33670) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:26:16.877427 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e678b4-3f76-47e6-87ed-03387e870b61 req-06420d8c-b1de-422a-8a30-69e8fe62f51e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:26:16.880024 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-f0e678b4-3f76-47e6-87ed-03387e870b61 req-06420d8c-b1de-422a-8a30-69e8fe62f51e service neutron] 10.222.0.106 "GET /v2.0/subnets?id=fe04fd19-c016-4d9b-bbbe-e9ba6073304a HTTP/1.1" status: 200 len: 845 time: 0.3261802 Jan 20 14:26:16.904408 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-dbaafcd8-a095-4786-9702-000eb298baa2 tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573 tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573-project] 10.222.0.54 "DELETE /v2.0/ports/2a941dd9-3d11-458e-8e0a-23985cefa022 HTTP/1.1" status: 204 len: 168 time: 2.3553946 Jan 20 14:26:16.935827 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-0cb2f4e8-f306-4118-93f3-3750d8f62d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3aa1060b-e340-4a31-89f7-e96adaaa2648', 'name': 'tempest-ServerActionsTestJSON-315493439-router', 'tenant_id': '2841efab0dc64ab1970d5183558f5547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.222'}], 'enable_snat': True}, 'gw_port_id': '2fcf10eb-7914-4aae-8313-a752451d5387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:25:00Z', 'updated_at': '2022-01-20T14:25:12Z', 'revision_number': 4, 'project_id': '2841efab0dc64ab1970d5183558f5547', 'gw_port': {'id': '2fcf10eb-7914-4aae-8313-a752451d5387', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:e4:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aa1060b-e340-4a31-89f7-e96adaaa2648', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:25:01Z', 'updated_at': '2022-01-20T14:25:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv', '_floatingips': [{'id': '60b6c54b-c4c7-4adf-9504-c5752f3fec63', 'tenant_id': '2841efab0dc64ab1970d5183558f5547', 'floating_ip_address': '172.26.7.4', 'floating_network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'router_id': '3aa1060b-e340-4a31-89f7-e96adaaa2648', 'port_id': '954e9a8a-d5fc-4913-9be8-605284de3e2f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f21a48f2-2a8e-483a-a3a2-338a6bf081a7', 'mac_address': 'fa:16:3e:be:db:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1ec459f-0c13-4ec8-b610-ebb2038ce473', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T14:25:29Z', 'updated_at': '2022-01-20T14:26:09Z', 'revision_number': 1, 'project_id': '2841efab0dc64ab1970d5183558f5547', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8de136a0-d148-40b2-8b5d-857437d6ed30', 'name': '', 'network_id': 'f21a48f2-2a8e-483a-a3a2-338a6bf081a7', 'tenant_id': '2841efab0dc64ab1970d5183558f5547', 'mac_address': 'fa:16:3e:a0:82:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aa1060b-e340-4a31-89f7-e96adaaa2648', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dd53d1af-78bb-45f3-8468-b0b04e8256e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:25:10Z', 'updated_at': '2022-01-20T14:25:27Z', 'revision_number': 5, 'project_id': '2841efab0dc64ab1970d5183558f5547', 'subnets': [{'id': 'dd53d1af-78bb-45f3-8468-b0b04e8256e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:26:16.952626 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 33676) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:26:16.953060 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.agents_db [None req-6dba657d-a637-4918-9b6d-40defdfae04b None None] Agent healthcheck: found 6 active agents {{(pid=84155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 14:26:16.953866 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cb2f4e8-f306-4118-93f3-3750d8f62d5e None None] The sync data for ids ['3aa1060b-e340-4a31-89f7-e96adaaa2648'] in dv-neutron-825124-1-hyperv is: [{'id': '3aa1060b-e340-4a31-89f7-e96adaaa2648', 'name': 'tempest-ServerActionsTestJSON-315493439-router', 'tenant_id': '2841efab0dc64ab1970d5183558f5547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.222'}], 'enable_snat': True}, 'gw_port_id': '2fcf10eb-7914-4aae-8313-a752451d5387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:25:00Z', 'updated_at': '2022-01-20T14:25:12Z', 'revision_number': 4, 'project_id': '2841efab0dc64ab1970d5183558f5547', 'gw_port': {'id': '2fcf10eb-7914-4aae-8313-a752451d5387', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:e4:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aa1060b-e340-4a31-89f7-e96adaaa2648', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:25:01Z', 'updated_at': '2022-01-20T14:25:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv', '_floatingips': [{'id': '60b6c54b-c4c7-4adf-9504-c5752f3fec63', 'tenant_id': '2841efab0dc64ab1970d5183558f5547', 'floating_ip_address': '172.26.7.4', 'floating_network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'router_id': '3aa1060b-e340-4a31-89f7-e96adaaa2648', 'port_id': '954e9a8a-d5fc-4913-9be8-605284de3e2f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f21a48f2-2a8e-483a-a3a2-338a6bf081a7', 'mac_address': 'fa:16:3e:be:db:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1ec459f-0c13-4ec8-b610-ebb2038ce473', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T14:25:29Z', 'updated_at': '2022-01-20T14:26:09Z', 'revision_number': 1, 'project_id': '2841efab0dc64ab1970d5183558f5547', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8de136a0-d148-40b2-8b5d-857437d6ed30', 'name': '', 'network_id': 'f21a48f2-2a8e-483a-a3a2-338a6bf081a7', 'tenant_id': '2841efab0dc64ab1970d5183558f5547', 'mac_address': 'fa:16:3e:a0:82:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aa1060b-e340-4a31-89f7-e96adaaa2648', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dd53d1af-78bb-45f3-8468-b0b04e8256e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:25:10Z', 'updated_at': '2022-01-20T14:25:27Z', 'revision_number': 5, 'project_id': '2841efab0dc64ab1970d5183558f5547', 'subnets': [{'id': 'dd53d1af-78bb-45f3-8468-b0b04e8256e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 14:26:17.032154 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-2db2f646-d80f-4580-9a25-2dd231b31aed tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] Notify callbacks [] for router, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:17.040580 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de3a3651-ec87-4cb0-a4d5-1c4d9a389883 None None] Network bde9fca1-a31a-4133-a4b3-990fe05fafe1 requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:26:17.044304 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-2db2f646-d80f-4580-9a25-2dd231b31aed tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] 10.222.0.54 "DELETE /v2.0/routers/ec206152-2768-46c6-b0af-cd4f1620d58c HTTP/1.1" status: 204 len: 168 time: 5.4800091 Jan 20 14:26:17.045298 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 33678) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:26:17.073742 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-34be8305-adf5-4b04-bca8-237efc028b34 tempest-RoutersIpV6AdminTest-217416812 tempest-RoutersIpV6AdminTest-217416812-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1239069769', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d'}, 'admin_state_up': False}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:26:17.085071 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-09b7da55-b64c-49d9-8c2f-2ad5c19c3b0a tempest-AllowedAddressPairIpV6TestJSON-325386360 tempest-AllowedAddressPairIpV6TestJSON-325386360-project] Notify callbacks [] for port, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:17.106775 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-34be8305-adf5-4b04-bca8-237efc028b34 tempest-RoutersIpV6AdminTest-217416812 tempest-RoutersIpV6AdminTest-217416812-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:26:17.121107 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-34be8305-adf5-4b04-bca8-237efc028b34 tempest-RoutersIpV6AdminTest-217416812 tempest-RoutersIpV6AdminTest-217416812-project] Usage tracker for resource:router and tenant:f59aced9f6574efc8bfd49e9f7505be7 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:26:17.139367 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-34be8305-adf5-4b04-bca8-237efc028b34 tempest-RoutersIpV6AdminTest-217416812 tempest-RoutersIpV6AdminTest-217416812-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:26:17.157376 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-d7e82700-799c-4021-8473-c5384a866732 tempest-RoutersTestDVR-333784241 tempest-RoutersTestDVR-333784241-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-2053478872'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:26:17.164921 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-d7e82700-799c-4021-8473-c5384a866732 tempest-RoutersTestDVR-333784241 tempest-RoutersTestDVR-333784241-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:26:17.168649 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-d7e82700-799c-4021-8473-c5384a866732 tempest-RoutersTestDVR-333784241 tempest-RoutersTestDVR-333784241-project-admin] Usage tracker for resource:router and tenant:9082ba84609a4c258168ae9d887296b9 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:26:17.172404 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-d7e82700-799c-4021-8473-c5384a866732 tempest-RoutersTestDVR-333784241 tempest-RoutersTestDVR-333784241-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:26:17.180884 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-d7e82700-799c-4021-8473-c5384a866732 tempest-RoutersTestDVR-333784241 tempest-RoutersTestDVR-333784241-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:26:17.191901 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.provisioning_blocks [None req-09b7da55-b64c-49d9-8c2f-2ad5c19c3b0a tempest-AllowedAddressPairIpV6TestJSON-325386360 tempest-AllowedAddressPairIpV6TestJSON-325386360-project] Transition to ACTIVE for port object 966ac48c-f260-46b8-b860-3981c7a5ca57 will not be triggered until provisioned by entity DHCP. {{(pid=84152) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:26:17.231750 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-34be8305-adf5-4b04-bca8-237efc028b34 tempest-RoutersIpV6AdminTest-217416812 tempest-RoutersIpV6AdminTest-217416812-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:26:17.258551 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-f0e678b4-3f76-47e6-87ed-03387e870b61 req-3dbc4e3c-a671-4234-9998-1b5a621c54f3 service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=da16ad43-ad30-42db-87b4-6c2adb2c2b3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3413594 Jan 20 14:26:17.294097 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-c76c9267-dd9d-4230-8e43-59d48ebc3f90 req-8560c82a-dd58-441b-92fe-d4af6dfdcf92 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=2841efab0dc64ab1970d5183558f5547&device_id=c1ec459f-0c13-4ec8-b610-ebb2038ce473 HTTP/1.1" status: 200 len: 1098 time: 1.0512054 Jan 20 14:26:17.304977 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-563cfb31-dd12-483a-9ace-de820c6bdde5 tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573 tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573-project] Request body: {'port': {'name': 'tempest-new-port-name-444185151', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:26:17.305360 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.api.validators [None req-563cfb31-dd12-483a-9ace-de820c6bdde5 tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573 tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573-project] bootfile-name is not in valid_values {{(pid=84153) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 20 14:26:17.305694 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.api.validators [None req-563cfb31-dd12-483a-9ace-de820c6bdde5 tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573 tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573-project] tftp-server is not in valid_values {{(pid=84153) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 20 14:26:17.306014 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.api.validators [None req-563cfb31-dd12-483a-9ace-de820c6bdde5 tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573 tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573-project] server-ip-address is not in valid_values {{(pid=84153) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 20 14:26:17.409908 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-138725e2-bff6-4f48-b23e-38566f8a630c None None] Provisioning for port 61f4d1ef-20c4-4827-b4f1-f8c296491792 completed by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:26:17.487686 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 61f4d1ef-20c4-4827-b4f1-f8c296491792 up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:26:17.528837 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-09b7da55-b64c-49d9-8c2f-2ad5c19c3b0a tempest-AllowedAddressPairIpV6TestJSON-325386360 tempest-AllowedAddressPairIpV6TestJSON-325386360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:17.588961 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-34be8305-adf5-4b04-bca8-237efc028b34 tempest-RoutersIpV6AdminTest-217416812 tempest-RoutersIpV6AdminTest-217416812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-105475'] for router, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:17.590926 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-34be8305-adf5-4b04-bca8-237efc028b34 tempest-RoutersIpV6AdminTest-217416812 tempest-RoutersIpV6AdminTest-217416812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-739204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-744864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-735540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-105484'] for router, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:17.593511 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-d7e82700-799c-4021-8473-c5384a866732 tempest-RoutersTestDVR-333784241 tempest-RoutersTestDVR-333784241-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-105475'] for router, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:17.595177 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-d7e82700-799c-4021-8473-c5384a866732 tempest-RoutersTestDVR-333784241 tempest-RoutersTestDVR-333784241-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-739204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-744864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-735540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-105484'] for router, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:17.624093 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning for port 61f4d1ef-20c4-4827-b4f1-f8c296491792 completed by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:26:17.630074 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port 61f4d1ef-20c4-4827-b4f1-f8c296491792 triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:26:17.630606 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:17.664443 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.db_base_plugin_common [None req-4226ad8e-9306-460d-b508-8a90ef4390fd tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Allocated IP 172.20.0.1 (f9dfe92d-7a28-4f7f-8f3f-9d29413d59b7/f8b841ec-8e6c-4183-90f0-f24e1dbc270d/ad9737f6-70ff-4b4b-a21b-22cf56733c37) {{(pid=84153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:26:17.710098 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-563cfb31-dd12-483a-9ace-de820c6bdde5 tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573 tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:17.723286 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76c9267-dd9d-4230-8e43-59d48ebc3f90 req-4fd9b888-ec43-47c6-96e0-daac53824e85 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:26:17.723984 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09b7da55-b64c-49d9-8c2f-2ad5c19c3b0a tempest-AllowedAddressPairIpV6TestJSON-325386360 tempest-AllowedAddressPairIpV6TestJSON-325386360-project] Network bde9fca1-a31a-4133-a4b3-990fe05fafe1 is already hosted by enough agents. {{(pid=84152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:26:17.724723 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-c76c9267-dd9d-4230-8e43-59d48ebc3f90 req-4fd9b888-ec43-47c6-96e0-daac53824e85 service neutron] 10.222.0.106 "GET /v2.0/networks?id=f21a48f2-2a8e-483a-a3a2-338a6bf081a7 HTTP/1.1" status: 200 len: 912 time: 0.3919711 Jan 20 14:26:17.743554 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.base_scheduler [None req-09b7da55-b64c-49d9-8c2f-2ad5c19c3b0a tempest-AllowedAddressPairIpV6TestJSON-325386360 tempest-AllowedAddressPairIpV6TestJSON-325386360-project] Resources bound (agent type, host, resource id): {{(pid=84152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:26:17.745911 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b7da55-b64c-49d9-8c2f-2ad5c19c3b0a tempest-AllowedAddressPairIpV6TestJSON-325386360 tempest-AllowedAddressPairIpV6TestJSON-325386360-project] Received port after_create {{(pid=84152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:26:17.750289 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09b7da55-b64c-49d9-8c2f-2ad5c19c3b0a tempest-AllowedAddressPairIpV6TestJSON-325386360 tempest-AllowedAddressPairIpV6TestJSON-325386360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:26:17.750939 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-09b7da55-b64c-49d9-8c2f-2ad5c19c3b0a tempest-AllowedAddressPairIpV6TestJSON-325386360 tempest-AllowedAddressPairIpV6TestJSON-325386360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:17.777452 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b7da55-b64c-49d9-8c2f-2ad5c19c3b0a tempest-AllowedAddressPairIpV6TestJSON-325386360 tempest-AllowedAddressPairIpV6TestJSON-325386360-project] Pushing event updated for resources: {'Port': ['ID=966ac48c-f260-46b8-b860-3981c7a5ca57,revision_number=1']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:26:17.803872 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-d7e82700-799c-4021-8473-c5384a866732 tempest-RoutersTestDVR-333784241 tempest-RoutersTestDVR-333784241-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:17.817622 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-34be8305-adf5-4b04-bca8-237efc028b34 tempest-RoutersIpV6AdminTest-217416812 tempest-RoutersIpV6AdminTest-217416812-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:17.862313 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-f0e678b4-3f76-47e6-87ed-03387e870b61 req-396dc0ad-49fc-4fa9-8ddf-1751cd19efd8 service neutron] 10.222.0.106 "GET /v2.0/networks/da16ad43-ad30-42db-87b4-6c2adb2c2b3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5470369 Jan 20 14:26:17.866202 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-c9010377-603e-47c2-9c0c-94825a042c2a None None] Provisioning complete for port 61f4d1ef-20c4-4827-b4f1-f8c296491792 triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:26:17.866202 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-c9010377-603e-47c2-9c0c-94825a042c2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:17.902779 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:17.977717 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-09b7da55-b64c-49d9-8c2f-2ad5c19c3b0a tempest-AllowedAddressPairIpV6TestJSON-325386360 tempest-AllowedAddressPairIpV6TestJSON-325386360-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 5.0815639 Jan 20 14:26:17.979823 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 33688) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:26:17.988673 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-d7e82700-799c-4021-8473-c5384a866732 tempest-RoutersTestDVR-333784241 tempest-RoutersTestDVR-333784241-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-744861'] for router, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:18.017743 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] For port 61f4d1ef-20c4-4827-b4f1-f8c296491792, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=61f4d1ef-20c4-4827-b4f1-f8c296491792,segment=NetworkSegment(a05180be-708c-4e3e-b763-541f0826727c),segment_id=a05180be-708c-4e3e-b763-541f0826727c)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:26:18.053413 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-6ad491e6-1dc5-42a6-85ce-e941db6bae63 tempest-AllowedAddressPairIpV6TestJSON-325386360 tempest-AllowedAddressPairIpV6TestJSON-325386360-project] Request body: {'port': {'network_id': 'bde9fca1-a31a-4133-a4b3-990fe05fafe1', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2025415260', 'allowed_address_pairs': [{'ip_address': '2001:db8::2d7', 'mac_address': 'fa:16:3e:ae:89:11'}]}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:26:18.075452 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-c76c9267-dd9d-4230-8e43-59d48ebc3f90 req-ff11c8fc-1afd-4b22-b7ff-ad2467a50c1f service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=954e9a8a-d5fc-4913-9be8-605284de3e2f HTTP/1.1" status: 200 len: 997 time: 0.3433120 Jan 20 14:26:18.091463 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:18.132348 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 18392052-8266-44bd-a9e9-d4901ff0f510 no longer exists at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:26:18.168521 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-c9010377-603e-47c2-9c0c-94825a042c2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:18.193618 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] No Port match for: 18392052-8266-44bd-a9e9-d4901ff0f510 {{(pid=84154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 14:26:18.194167 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 18392052-8266-44bd-a9e9-d4901ff0f510 not bound to the agent host dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 14:26:18.319266 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-4226ad8e-9306-460d-b508-8a90ef4390fd tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Notify callbacks [] for port, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:18.342349 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.db.api [None req-c9010377-603e-47c2-9c0c-94825a042c2a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84154) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 14:26:18.342875 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG oslo_db.api [None req-c9010377-603e-47c2-9c0c-94825a042c2a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 14:26:18.344267 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-d7e82700-799c-4021-8473-c5384a866732 tempest-RoutersTestDVR-333784241 tempest-RoutersTestDVR-333784241-project-admin] Notify callbacks [] for router, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:18.346007 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-d7e82700-799c-4021-8473-c5384a866732 tempest-RoutersTestDVR-333784241 tempest-RoutersTestDVR-333784241-project-admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 1.4727752 Jan 20 14:26:18.349072 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 33692) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:26:18.349856 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Pushing event updated for resources: {'Port': ['ID=61f4d1ef-20c4-4827-b4f1-f8c296491792,revision_number=3']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:26:18.430609 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76c9267-dd9d-4230-8e43-59d48ebc3f90 req-8cab8b16-3274-4c12-bcb5-4fbe515bc561 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:26:18.431965 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-c76c9267-dd9d-4230-8e43-59d48ebc3f90 req-8cab8b16-3274-4c12-bcb5-4fbe515bc561 service neutron] 10.222.0.106 "GET /v2.0/subnets?id=dd53d1af-78bb-45f3-8468-b0b04e8256e8 HTTP/1.1" status: 200 len: 850 time: 0.3410702 Jan 20 14:26:18.485628 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-f0e678b4-3f76-47e6-87ed-03387e870b61 req-a7d048fa-bdfc-43ae-bfbc-95a2b335f5cb service neutron] 10.222.0.106 "GET /v2.0/networks/da16ad43-ad30-42db-87b4-6c2adb2c2b3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6105046 Jan 20 14:26:18.487327 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-34be8305-adf5-4b04-bca8-237efc028b34 tempest-RoutersIpV6AdminTest-217416812 tempest-RoutersIpV6AdminTest-217416812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-744886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-105502'] for router, precommit_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:18.497632 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-6ad491e6-1dc5-42a6-85ce-e941db6bae63 tempest-AllowedAddressPairIpV6TestJSON-325386360 tempest-AllowedAddressPairIpV6TestJSON-325386360-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:26:18.504663 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-6ad491e6-1dc5-42a6-85ce-e941db6bae63 tempest-AllowedAddressPairIpV6TestJSON-325386360 tempest-AllowedAddressPairIpV6TestJSON-325386360-project] Usage tracker for resource:port and tenant:3434d8da9da14ae69acda2072a716b5d is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:26:18.508052 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-6ad491e6-1dc5-42a6-85ce-e941db6bae63 tempest-AllowedAddressPairIpV6TestJSON-325386360 tempest-AllowedAddressPairIpV6TestJSON-325386360-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:26:18.515466 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-6ad491e6-1dc5-42a6-85ce-e941db6bae63 tempest-AllowedAddressPairIpV6TestJSON-325386360 tempest-AllowedAddressPairIpV6TestJSON-325386360-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:26:18.619149 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-563cfb31-dd12-483a-9ace-de820c6bdde5 tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573 tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573-project] Notify callbacks [] for port, precommit_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:18.622091 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-b96030d8-20f3-4632-9b2d-192627e9a729 tempest-RoutersTestDVR-333784241 tempest-RoutersTestDVR-333784241-project-admin] Notify callbacks [] for router, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:18.693630 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-c76c9267-dd9d-4230-8e43-59d48ebc3f90 req-74e0b4e2-6d8b-4c5b-a5f7-670778451852 service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=f21a48f2-2a8e-483a-a3a2-338a6bf081a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2494121 Jan 20 14:26:18.696268 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ad491e6-1dc5-42a6-85ce-e941db6bae63 tempest-AllowedAddressPairIpV6TestJSON-325386360 tempest-AllowedAddressPairIpV6TestJSON-325386360-project] Made reservation on behalf of 3434d8da9da14ae69acda2072a716b5d for: {'port': 1} {{(pid=84152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:26:18.768932 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-4226ad8e-9306-460d-b508-8a90ef4390fd tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:18.803760 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-563cfb31-dd12-483a-9ace-de820c6bdde5 tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573 tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3944146'] for port, after_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:18.920652 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-6ad491e6-1dc5-42a6-85ce-e941db6bae63 tempest-AllowedAddressPairIpV6TestJSON-325386360 tempest-AllowedAddressPairIpV6TestJSON-325386360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:18.997020 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-c9010377-603e-47c2-9c0c-94825a042c2a None None] Provisioning for port 966ac48c-f260-46b8-b860-3981c7a5ca57 completed by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:26:19.008208 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-c9010377-603e-47c2-9c0c-94825a042c2a None None] Provisioning complete for port 966ac48c-f260-46b8-b860-3981c7a5ca57 triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:26:19.008912 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-c9010377-603e-47c2-9c0c-94825a042c2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:19.089099 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.notifiers.nova [None req-6ad491e6-1dc5-42a6-85ce-e941db6bae63 tempest-AllowedAddressPairIpV6TestJSON-325386360 tempest-AllowedAddressPairIpV6TestJSON-325386360-project] device_id is not set on port 28d91623-11c5-4b1b-b55f-e61587126ba5 yet. {{(pid=84152) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 14:26:19.104591 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-c9010377-603e-47c2-9c0c-94825a042c2a None None] Port 966ac48c-f260-46b8-b860-3981c7a5ca57 cannot update to ACTIVE because it is not bound. {{(pid=84154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 14:26:19.109228 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-563cfb31-dd12-483a-9ace-de820c6bdde5 tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573 tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573-project] In _notify_port_updated(), no bound segment for port f945c3ad-fdd4-4a0e-8cf8-3cc65835653d on network 7d4e3426-833a-4dba-b506-dd9943f88380 {{(pid=84153) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Jan 20 14:26:19.116572 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-563cfb31-dd12-483a-9ace-de820c6bdde5 tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573 tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:26:19.119156 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-563cfb31-dd12-483a-9ace-de820c6bdde5 tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573 tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:19.124522 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-563cfb31-dd12-483a-9ace-de820c6bdde5 tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573 tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573-project] 10.222.0.54 "PUT /v2.0/ports/f945c3ad-fdd4-4a0e-8cf8-3cc65835653d HTTP/1.1" status: 200 len: 1129 time: 1.8254983 Jan 20 14:26:19.124937 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84e804be-fce2-4045-8406-890441fe2711 None None] New status for floating IP 60b6c54b-c4c7-4adf-9504-c5752f3fec63: ACTIVE {{(pid=84155) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 20 14:26:19.146988 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 33700) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:26:19.191141 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4226ad8e-9306-460d-b508-8a90ef4390fd tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Network f9dfe92d-7a28-4f7f-8f3f-9d29413d59b7 is already hosted by enough agents. {{(pid=84153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:26:19.191990 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4226ad8e-9306-460d-b508-8a90ef4390fd tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Pushing event updated for resources: {'Port': ['ID=ad9737f6-70ff-4b4b-a21b-22cf56733c37,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:26:19.273454 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-0dec6985-bb28-416d-b2d9-d4defd49397b None None] Provisioning complete for port 966ac48c-f260-46b8-b860-3981c7a5ca57 triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:26:19.273824 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-0dec6985-bb28-416d-b2d9-d4defd49397b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:19.291410 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.base_scheduler [None req-4226ad8e-9306-460d-b508-8a90ef4390fd tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Resources bound (agent type, host, resource id): {{(pid=84153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:26:19.294190 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4226ad8e-9306-460d-b508-8a90ef4390fd tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Received port after_create {{(pid=84153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:26:19.354490 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e5839b0-10ad-4034-82b0-23c86c54a83f tempest-FloatingIPAdminTestJSON-1852183017 tempest-FloatingIPAdminTestJSON-1852183017-project] Router 5be3e9e7-7d2e-444e-844b-4f9fa2213d37 has already been hosted by L3 agent 624d525b-4c26-4143-8a1c-228bb1c6faaa {{(pid=84152) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 14:26:19.402813 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-0dec6985-bb28-416d-b2d9-d4defd49397b None None] Port 966ac48c-f260-46b8-b860-3981c7a5ca57 cannot update to ACTIVE because it is not bound. {{(pid=84154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 14:26:19.413657 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 61f4d1ef-20c4-4827-b4f1-f8c296491792 up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:26:19.447499 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.db_base_plugin_common [None req-6ad491e6-1dc5-42a6-85ce-e941db6bae63 tempest-AllowedAddressPairIpV6TestJSON-325386360 tempest-AllowedAddressPairIpV6TestJSON-325386360-project] Allocated IP 2001:db8::16a (bde9fca1-a31a-4133-a4b3-990fe05fafe1/c76814b1-2fbc-41b8-86c0-386f9c33eafe/28d91623-11c5-4b1b-b55f-e61587126ba5) {{(pid=84152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:26:19.516665 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port 61f4d1ef-20c4-4827-b4f1-f8c296491792 triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:26:19.517390 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:19.586759 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-34be8305-adf5-4b04-bca8-237efc028b34 tempest-RoutersIpV6AdminTest-217416812 tempest-RoutersIpV6AdminTest-217416812-project] Notify callbacks [] for router_gateway, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:19.591700 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563cfb31-dd12-483a-9ace-de820c6bdde5 tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573 tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573-project] Pushing event updated for resources: {'Port': ['ID=f945c3ad-fdd4-4a0e-8cf8-3cc65835653d,revision_number=2']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:26:19.600157 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2de5a7be-10ec-49c1-bd79-2a7c01718136 tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573 tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:26:19.600668 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-2de5a7be-10ec-49c1-bd79-2a7c01718136 tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573 tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573-project] Synchronizing usage tracker for tenant:010d0a1e83924de8a7b88e735f9d6582 on resource:port {{(pid=84153) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:26:19.623914 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-b96030d8-20f3-4632-9b2d-192627e9a729 tempest-RoutersTestDVR-333784241 tempest-RoutersTestDVR-333784241-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-737761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105493'] for router, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:19.628515 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-c76c9267-dd9d-4230-8e43-59d48ebc3f90 req-4b6c964a-d0aa-47c8-a275-6afc46bb235e service neutron] 10.222.0.106 "GET /v2.0/networks/f21a48f2-2a8e-483a-a3a2-338a6bf081a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8829932 Jan 20 14:26:19.631388 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-4226ad8e-9306-460d-b508-8a90ef4390fd tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-745387'] for router_interface, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:19.645309 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-34be8305-adf5-4b04-bca8-237efc028b34 tempest-RoutersIpV6AdminTest-217416812 tempest-RoutersIpV6AdminTest-217416812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:19.669299 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-b96030d8-20f3-4632-9b2d-192627e9a729 tempest-RoutersTestDVR-333784241 tempest-RoutersTestDVR-333784241-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:19.680331 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-1c1d4fa4-ddb2-44f7-82d6-c3e173c5b63f None None] Provisioning complete for port f945c3ad-fdd4-4a0e-8cf8-3cc65835653d triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:26:19.680762 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-1c1d4fa4-ddb2-44f7-82d6-c3e173c5b63f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:19.745345 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-1c1d4fa4-ddb2-44f7-82d6-c3e173c5b63f None None] Port f945c3ad-fdd4-4a0e-8cf8-3cc65835653d cannot update to ACTIVE because it is not bound. {{(pid=84154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 14:26:19.788411 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-2de5a7be-10ec-49c1-bd79-2a7c01718136 tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573 tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573-project] Unset dirty status for tenant:010d0a1e83924de8a7b88e735f9d6582 on resource:port {{(pid=84153) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:26:19.792926 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-2de5a7be-10ec-49c1-bd79-2a7c01718136 tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573 tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573-project] 10.222.0.54 "GET /v2.0/ports/f945c3ad-fdd4-4a0e-8cf8-3cc65835653d HTTP/1.1" status: 200 len: 1129 time: 0.6390426 Jan 20 14:26:19.793348 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 33704) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:26:19.851106 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-c76c9267-dd9d-4230-8e43-59d48ebc3f90 req-2cbed827-1044-4fd1-a7f6-dc98f60fa7ff service neutron] 10.222.0.106 "GET /v2.0/networks/f21a48f2-2a8e-483a-a3a2-338a6bf081a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2149053 Jan 20 14:26:19.859178 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-b96030d8-20f3-4632-9b2d-192627e9a729 tempest-RoutersTestDVR-333784241 tempest-RoutersTestDVR-333784241-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-737693'] for router, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:19.859655 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b96030d8-20f3-4632-9b2d-192627e9a729 tempest-RoutersTestDVR-333784241 tempest-RoutersTestDVR-333784241-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b407b20b-579e-44c0-b8d8-240f27de7184 {{(pid=84153) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 20 14:26:19.910605 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-b96030d8-20f3-4632-9b2d-192627e9a729 tempest-RoutersTestDVR-333784241 tempest-RoutersTestDVR-333784241-project-admin] Notify callbacks [] for router, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:19.911720 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-b96030d8-20f3-4632-9b2d-192627e9a729 tempest-RoutersTestDVR-333784241 tempest-RoutersTestDVR-333784241-project-admin] 10.222.0.54 "DELETE /v2.0/routers/b407b20b-579e-44c0-b8d8-240f27de7184 HTTP/1.1" status: 204 len: 168 time: 1.5595462 Jan 20 14:26:19.915531 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-6d950520-5b02-447d-b6b4-1d947de09ae3 tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573 tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573-project] Deleting port f945c3ad-fdd4-4a0e-8cf8-3cc65835653d {{(pid=84153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:26:19.915869 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-6d950520-5b02-447d-b6b4-1d947de09ae3 tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573 tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:19.948627 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 33708) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:26:19.974471 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-a529c6fc-e692-472f-9237-ac527ee43dfb tempest-RoutersTestDVR-333784241 tempest-RoutersTestDVR-333784241-project-admin] Request body: {'router': {'name': 'tempest-router-1138780751', 'distributed': False}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:26:19.991290 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-a529c6fc-e692-472f-9237-ac527ee43dfb tempest-RoutersTestDVR-333784241 tempest-RoutersTestDVR-333784241-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:26:20.003012 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-a529c6fc-e692-472f-9237-ac527ee43dfb tempest-RoutersTestDVR-333784241 tempest-RoutersTestDVR-333784241-project-admin] Usage tracker for resource:router and tenant:9082ba84609a4c258168ae9d887296b9 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:26:20.007481 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-a529c6fc-e692-472f-9237-ac527ee43dfb tempest-RoutersTestDVR-333784241 tempest-RoutersTestDVR-333784241-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:26:20.007710 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.db_base_plugin_common [None req-34be8305-adf5-4b04-bca8-237efc028b34 tempest-RoutersIpV6AdminTest-217416812 tempest-RoutersIpV6AdminTest-217416812-project] Allocated IP 172.26.7.149 (8dffb05c-5ca0-409b-bd5f-7be6264f707d/a489dd4f-42a5-433b-8be3-bab2749c4209/090899be-10e9-483a-8e07-f5e0b18085e9) {{(pid=84152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:26:20.012358 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-4226ad8e-9306-460d-b508-8a90ef4390fd tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:20.028397 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-a529c6fc-e692-472f-9237-ac527ee43dfb tempest-RoutersTestDVR-333784241 tempest-RoutersTestDVR-333784241-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:26:20.048213 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-6ad491e6-1dc5-42a6-85ce-e941db6bae63 tempest-AllowedAddressPairIpV6TestJSON-325386360 tempest-AllowedAddressPairIpV6TestJSON-325386360-project] Notify callbacks [] for port, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:20.136514 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.provisioning_blocks [None req-6ad491e6-1dc5-42a6-85ce-e941db6bae63 tempest-AllowedAddressPairIpV6TestJSON-325386360 tempest-AllowedAddressPairIpV6TestJSON-325386360-project] Transition to ACTIVE for port object 28d91623-11c5-4b1b-b55f-e61587126ba5 will not be triggered until provisioned by entity DHCP. {{(pid=84152) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:26:20.161564 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-a529c6fc-e692-472f-9237-ac527ee43dfb tempest-RoutersTestDVR-333784241 tempest-RoutersTestDVR-333784241-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-105475'] for router, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:20.162504 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-a529c6fc-e692-472f-9237-ac527ee43dfb tempest-RoutersTestDVR-333784241 tempest-RoutersTestDVR-333784241-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-739204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-744864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-735540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-105484'] for router, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:20.226607 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e5839b0-10ad-4034-82b0-23c86c54a83f tempest-FloatingIPAdminTestJSON-1852183017 tempest-FloatingIPAdminTestJSON-1852183017-project] Notify agent at l3_agent.dv-neutron-825124-1-hyperv the message routers_updated {{(pid=84152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 14:26:20.230317 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-34be8305-adf5-4b04-bca8-237efc028b34 tempest-RoutersIpV6AdminTest-217416812 tempest-RoutersIpV6AdminTest-217416812-project] Notify callbacks [] for port, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:20.251969 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-971317c5-4748-4c6a-9c88-369d7742c7d5 None None] Sync routers for ids ['5be3e9e7-7d2e-444e-844b-4f9fa2213d37'] in dv-neutron-825124-1-hyperv {{(pid=84154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 14:26:20.255487 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-3e5839b0-10ad-4034-82b0-23c86c54a83f tempest-FloatingIPAdminTestJSON-1852183017 tempest-FloatingIPAdminTestJSON-1852183017-project] 10.222.0.54 "PUT /v2.0/routers/5be3e9e7-7d2e-444e-844b-4f9fa2213d37/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.4653087 Jan 20 14:26:20.256144 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 33714) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:26:20.272403 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-971317c5-4748-4c6a-9c88-369d7742c7d5 None None] Routers {'5be3e9e7-7d2e-444e-844b-4f9fa2213d37'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:26:20.273492 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-971317c5-4748-4c6a-9c88-369d7742c7d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:26:00Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['5be3e9e7-7d2e-444e-844b-4f9fa2213d37'], 'active': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:26:20.350768 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-6ad491e6-1dc5-42a6-85ce-e941db6bae63 tempest-AllowedAddressPairIpV6TestJSON-325386360 tempest-AllowedAddressPairIpV6TestJSON-325386360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:20.354333 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-971317c5-4748-4c6a-9c88-369d7742c7d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:26:20.368664 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-971317c5-4748-4c6a-9c88-369d7742c7d5 None None] Routers {'5be3e9e7-7d2e-444e-844b-4f9fa2213d37'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:26:20.369438 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-971317c5-4748-4c6a-9c88-369d7742c7d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:26:00Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['5be3e9e7-7d2e-444e-844b-4f9fa2213d37'], 'active': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:26:20.405544 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-a529c6fc-e692-472f-9237-ac527ee43dfb tempest-RoutersTestDVR-333784241 tempest-RoutersTestDVR-333784241-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:20.433894 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-34be8305-adf5-4b04-bca8-237efc028b34 tempest-RoutersIpV6AdminTest-217416812 tempest-RoutersIpV6AdminTest-217416812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:20.446684 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-971317c5-4748-4c6a-9c88-369d7742c7d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:26:20.447446 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-971317c5-4748-4c6a-9c88-369d7742c7d5 None None] The sync data for ids ['5be3e9e7-7d2e-444e-844b-4f9fa2213d37'] in dv-neutron-825124-1-hyperv is: [] {{(pid=84154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 14:26:20.469878 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ad491e6-1dc5-42a6-85ce-e941db6bae63 tempest-AllowedAddressPairIpV6TestJSON-325386360 tempest-AllowedAddressPairIpV6TestJSON-325386360-project] Network bde9fca1-a31a-4133-a4b3-990fe05fafe1 is already hosted by enough agents. {{(pid=84152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:26:20.475642 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-6d950520-5b02-447d-b6b4-1d947de09ae3 tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573 tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:20.476525 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.base_scheduler [None req-6ad491e6-1dc5-42a6-85ce-e941db6bae63 tempest-AllowedAddressPairIpV6TestJSON-325386360 tempest-AllowedAddressPairIpV6TestJSON-325386360-project] Resources bound (agent type, host, resource id): {{(pid=84152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:26:20.480045 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad491e6-1dc5-42a6-85ce-e941db6bae63 tempest-AllowedAddressPairIpV6TestJSON-325386360 tempest-AllowedAddressPairIpV6TestJSON-325386360-project] Pushing event updated for resources: {'Port': ['ID=28d91623-11c5-4b1b-b55f-e61587126ba5,revision_number=1']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:26:20.484040 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ad491e6-1dc5-42a6-85ce-e941db6bae63 tempest-AllowedAddressPairIpV6TestJSON-325386360 tempest-AllowedAddressPairIpV6TestJSON-325386360-project] Received port after_create {{(pid=84152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:26:20.488631 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ad491e6-1dc5-42a6-85ce-e941db6bae63 tempest-AllowedAddressPairIpV6TestJSON-325386360 tempest-AllowedAddressPairIpV6TestJSON-325386360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:26:20.489260 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-6ad491e6-1dc5-42a6-85ce-e941db6bae63 tempest-AllowedAddressPairIpV6TestJSON-325386360 tempest-AllowedAddressPairIpV6TestJSON-325386360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:20.556625 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34be8305-adf5-4b04-bca8-237efc028b34 tempest-RoutersIpV6AdminTest-217416812 tempest-RoutersIpV6AdminTest-217416812-project] Network 8dffb05c-5ca0-409b-bd5f-7be6264f707d is already hosted by enough agents. {{(pid=84152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:26:20.568787 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.base_scheduler [None req-34be8305-adf5-4b04-bca8-237efc028b34 tempest-RoutersIpV6AdminTest-217416812 tempest-RoutersIpV6AdminTest-217416812-project] Resources bound (agent type, host, resource id): {{(pid=84152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:26:20.575139 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34be8305-adf5-4b04-bca8-237efc028b34 tempest-RoutersIpV6AdminTest-217416812 tempest-RoutersIpV6AdminTest-217416812-project] Received port after_create {{(pid=84152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:26:20.637547 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34be8305-adf5-4b04-bca8-237efc028b34 tempest-RoutersIpV6AdminTest-217416812 tempest-RoutersIpV6AdminTest-217416812-project] Pushing event updated for resources: {'Port': ['ID=090899be-10e9-483a-8e07-f5e0b18085e9,revision_number=1']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:26:20.672088 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-6ad491e6-1dc5-42a6-85ce-e941db6bae63 tempest-AllowedAddressPairIpV6TestJSON-325386360 tempest-AllowedAddressPairIpV6TestJSON-325386360-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 2.6914930 Jan 20 14:26:20.691296 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 33720) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:26:20.766407 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-a529c6fc-e692-472f-9237-ac527ee43dfb tempest-RoutersTestDVR-333784241 tempest-RoutersTestDVR-333784241-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-744861'] for router, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:20.778494 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-6d950520-5b02-447d-b6b4-1d947de09ae3 tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573 tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573-project] Calling delete_port for f945c3ad-fdd4-4a0e-8cf8-3cc65835653d owned by {{(pid=84153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:26:20.814757 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-7739ba84-1229-451b-a0ad-b56b3c869ff8 tempest-FloatingIPAdminTestJSON-1852183017 tempest-FloatingIPAdminTestJSON-1852183017-project] Notify callbacks [] for router, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:20.868256 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-4f57f1a3-99c7-437c-8974-c60597943020 None None] Provisioning for port 28d91623-11c5-4b1b-b55f-e61587126ba5 completed by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:26:20.873534 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-4f57f1a3-99c7-437c-8974-c60597943020 None None] Provisioning complete for port 28d91623-11c5-4b1b-b55f-e61587126ba5 triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:26:20.874055 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-4f57f1a3-99c7-437c-8974-c60597943020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:20.930535 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-4f57f1a3-99c7-437c-8974-c60597943020 None None] Port 28d91623-11c5-4b1b-b55f-e61587126ba5 cannot update to ACTIVE because it is not bound. {{(pid=84154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 14:26:21.023214 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-a529c6fc-e692-472f-9237-ac527ee43dfb tempest-RoutersTestDVR-333784241 tempest-RoutersTestDVR-333784241-project-admin] Notify callbacks [] for router, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:21.024422 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-a529c6fc-e692-472f-9237-ac527ee43dfb tempest-RoutersTestDVR-333784241 tempest-RoutersTestDVR-333784241-project-admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 1.0710175 Jan 20 14:26:21.032077 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 33724) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:26:21.126102 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-34be8305-adf5-4b04-bca8-237efc028b34 tempest-RoutersIpV6AdminTest-217416812 tempest-RoutersIpV6AdminTest-217416812-project] Notify callbacks [] for router_gateway, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:21.126768 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-34be8305-adf5-4b04-bca8-237efc028b34 tempest-RoutersIpV6AdminTest-217416812 tempest-RoutersIpV6AdminTest-217416812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-744861'] for router, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:21.167602 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39df7147-86b7-470b-86e6-7c56b7c4051e tempest-AllowedAddressPairIpV6TestJSON-325386360 tempest-AllowedAddressPairIpV6TestJSON-325386360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:26:21.171594 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39df7147-86b7-470b-86e6-7c56b7c4051e tempest-AllowedAddressPairIpV6TestJSON-325386360 tempest-AllowedAddressPairIpV6TestJSON-325386360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:26:21.175697 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39df7147-86b7-470b-86e6-7c56b7c4051e tempest-AllowedAddressPairIpV6TestJSON-325386360 tempest-AllowedAddressPairIpV6TestJSON-325386360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:26:21.177301 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-39df7147-86b7-470b-86e6-7c56b7c4051e tempest-AllowedAddressPairIpV6TestJSON-325386360 tempest-AllowedAddressPairIpV6TestJSON-325386360-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2484 time: 0.4845932 Jan 20 14:26:21.182306 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 33728) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:26:21.222746 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-7739ba84-1229-451b-a0ad-b56b3c869ff8 tempest-FloatingIPAdminTestJSON-1852183017 tempest-FloatingIPAdminTestJSON-1852183017-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:21.224525 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.db.resource_extend [None req-4226ad8e-9306-460d-b508-8a90ef4390fd tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 20 14:26:21.309284 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-4226ad8e-9306-460d-b508-8a90ef4390fd tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Notify callbacks [] for port, precommit_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:21.342140 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-a618b119-6f2c-441b-8ade-b8871c6b93e2 tempest-AllowedAddressPairIpV6TestJSON-325386360 tempest-AllowedAddressPairIpV6TestJSON-325386360-project] Deleting port 28d91623-11c5-4b1b-b55f-e61587126ba5 {{(pid=84153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:26:21.342484 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-a618b119-6f2c-441b-8ade-b8871c6b93e2 tempest-AllowedAddressPairIpV6TestJSON-325386360 tempest-AllowedAddressPairIpV6TestJSON-325386360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:21.376582 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-e85a715d-15d2-406e-a91e-65d57af3180b tempest-RoutersTestDVR-333784241 tempest-RoutersTestDVR-333784241-project-admin] Notify callbacks [] for router, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:21.397689 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-7739ba84-1229-451b-a0ad-b56b3c869ff8 tempest-FloatingIPAdminTestJSON-1852183017 tempest-FloatingIPAdminTestJSON-1852183017-project] Deleting port b37e4ebb-9e57-4894-94bd-1d2aa8fd00ef {{(pid=84152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:26:21.398274 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-7739ba84-1229-451b-a0ad-b56b3c869ff8 tempest-FloatingIPAdminTestJSON-1852183017 tempest-FloatingIPAdminTestJSON-1852183017-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:21.424515 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-4226ad8e-9306-460d-b508-8a90ef4390fd tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3944146'] for port, after_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:21.508758 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-6d950520-5b02-447d-b6b4-1d947de09ae3 tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573 tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:21.616645 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-7739ba84-1229-451b-a0ad-b56b3c869ff8 tempest-FloatingIPAdminTestJSON-1852183017 tempest-FloatingIPAdminTestJSON-1852183017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:21.730891 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4226ad8e-9306-460d-b508-8a90ef4390fd tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Pushing event updated for resources: {'Port': ['ID=ad9737f6-70ff-4b4b-a21b-22cf56733c37,revision_number=2']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:26:21.733259 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-4226ad8e-9306-460d-b508-8a90ef4390fd tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1705158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-743490'] for router_interface, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:21.748766 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-7739ba84-1229-451b-a0ad-b56b3c869ff8 tempest-FloatingIPAdminTestJSON-1852183017 tempest-FloatingIPAdminTestJSON-1852183017-project] Calling delete_port for b37e4ebb-9e57-4894-94bd-1d2aa8fd00ef owned by network:router_gateway {{(pid=84152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:26:21.811920 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d950520-5b02-447d-b6b4-1d947de09ae3 tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573 tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573-project] Pushing event deleted for resources: {'Port': ['ID=f945c3ad-fdd4-4a0e-8cf8-3cc65835653d,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:26:21.823787 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-6d950520-5b02-447d-b6b4-1d947de09ae3 tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573 tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:21.927266 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34be8305-adf5-4b04-bca8-237efc028b34 tempest-RoutersIpV6AdminTest-217416812 tempest-RoutersIpV6AdminTest-217416812-project] Router 6af75564-a31e-4220-ae53-d9125c7d0b09 is scheduled to L3 agent 624d525b-4c26-4143-8a1c-228bb1c6faaa with binding_index 1 {{(pid=84152) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 20 14:26:22.020466 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-7739ba84-1229-451b-a0ad-b56b3c869ff8 tempest-FloatingIPAdminTestJSON-1852183017 tempest-FloatingIPAdminTestJSON-1852183017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:22.074896 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7739ba84-1229-451b-a0ad-b56b3c869ff8 tempest-FloatingIPAdminTestJSON-1852183017 tempest-FloatingIPAdminTestJSON-1852183017-project] Pushing event deleted for resources: {'Port': ['ID=b37e4ebb-9e57-4894-94bd-1d2aa8fd00ef,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:26:22.139878 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-6d950520-5b02-447d-b6b4-1d947de09ae3 tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573 tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573-project] 10.222.0.54 "DELETE /v2.0/ports/f945c3ad-fdd4-4a0e-8cf8-3cc65835653d HTTP/1.1" status: 204 len: 168 time: 2.3440068 Jan 20 14:26:22.148707 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 33736) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:26:22.456602 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-e85a715d-15d2-406e-a91e-65d57af3180b tempest-RoutersTestDVR-333784241 tempest-RoutersTestDVR-333784241-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-737761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105493'] for router, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:22.473380 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4226ad8e-9306-460d-b508-8a90ef4390fd tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Network f9dfe92d-7a28-4f7f-8f3f-9d29413d59b7 is already hosted by enough agents. {{(pid=84153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:26:22.479547 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.base_scheduler [None req-4226ad8e-9306-460d-b508-8a90ef4390fd tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Resources bound (agent type, host, resource id): {{(pid=84153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:26:22.519741 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-7739ba84-1229-451b-a0ad-b56b3c869ff8 tempest-FloatingIPAdminTestJSON-1852183017 tempest-FloatingIPAdminTestJSON-1852183017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-745333'] for router_gateway, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:22.557953 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-e85a715d-15d2-406e-a91e-65d57af3180b tempest-RoutersTestDVR-333784241 tempest-RoutersTestDVR-333784241-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:22.582364 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-a618b119-6f2c-441b-8ade-b8871c6b93e2 tempest-AllowedAddressPairIpV6TestJSON-325386360 tempest-AllowedAddressPairIpV6TestJSON-325386360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:22.731259 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-a618b119-6f2c-441b-8ade-b8871c6b93e2 tempest-AllowedAddressPairIpV6TestJSON-325386360 tempest-AllowedAddressPairIpV6TestJSON-325386360-project] Calling delete_port for 28d91623-11c5-4b1b-b55f-e61587126ba5 owned by {{(pid=84153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:26:22.802467 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4c5b3fe-cbeb-4234-b191-e79372ce9ae0 tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573 tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573-project] Deleting subnet e206296a-e3df-4406-a27c-a3241931850c {{(pid=84152) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 20 14:26:22.865378 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-d4c5b3fe-cbeb-4234-b191-e79372ce9ae0 tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573 tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573-project] Notify callbacks [] for subnet, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:22.975710 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-7739ba84-1229-451b-a0ad-b56b3c869ff8 tempest-FloatingIPAdminTestJSON-1852183017 tempest-FloatingIPAdminTestJSON-1852183017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-737761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105493'] for router, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:22.984719 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34be8305-adf5-4b04-bca8-237efc028b34 tempest-RoutersIpV6AdminTest-217416812 tempest-RoutersIpV6AdminTest-217416812-project] Notify agent at l3_agent.dv-neutron-825124-1-hyperv the message routers_updated {{(pid=84152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 14:26:23.000483 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ae0938a-2b68-42fa-ae81-895aee8584de None None] Sync routers for ids ['6af75564-a31e-4220-ae53-d9125c7d0b09'] in dv-neutron-825124-1-hyperv {{(pid=84155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 14:26:23.001239 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-e85a715d-15d2-406e-a91e-65d57af3180b tempest-RoutersTestDVR-333784241 tempest-RoutersTestDVR-333784241-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-737693'] for router, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:23.001611 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e85a715d-15d2-406e-a91e-65d57af3180b tempest-RoutersTestDVR-333784241 tempest-RoutersTestDVR-333784241-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 56eb096a-45f5-4bd5-944e-618af552704c {{(pid=84153) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 20 14:26:23.009113 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-7739ba84-1229-451b-a0ad-b56b3c869ff8 tempest-FloatingIPAdminTestJSON-1852183017 tempest-FloatingIPAdminTestJSON-1852183017-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:23.031166 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ae0938a-2b68-42fa-ae81-895aee8584de None None] Routers {'6af75564-a31e-4220-ae53-d9125c7d0b09'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:26:23.032342 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-7ae0938a-2b68-42fa-ae81-895aee8584de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:26:00Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['6af75564-a31e-4220-ae53-d9125c7d0b09'], 'active': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:26:23.035798 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-d4c5b3fe-cbeb-4234-b191-e79372ce9ae0 tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573 tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3337915'] for subnet, precommit_delete_associations {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:23.049224 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-e85a715d-15d2-406e-a91e-65d57af3180b tempest-RoutersTestDVR-333784241 tempest-RoutersTestDVR-333784241-project-admin] Notify callbacks [] for router, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:23.051747 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-e85a715d-15d2-406e-a91e-65d57af3180b tempest-RoutersTestDVR-333784241 tempest-RoutersTestDVR-333784241-project-admin] 10.222.0.54 "DELETE /v2.0/routers/56eb096a-45f5-4bd5-944e-618af552704c HTTP/1.1" status: 204 len: 168 time: 2.0166607 Jan 20 14:26:23.054770 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 33744) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:26:23.061834 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-3dec845e-b3f6-4ce0-832d-cc912984d512 tempest-RoutersTestDVR-333784241 tempest-RoutersTestDVR-333784241-project-admin] Request body: {'router': {'name': 'tempest-router-1963418466', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '045ea61277174f61a8fcadeea9fe2929'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:26:23.068230 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-3dec845e-b3f6-4ce0-832d-cc912984d512 tempest-RoutersTestDVR-333784241 tempest-RoutersTestDVR-333784241-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:26:23.073511 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-3dec845e-b3f6-4ce0-832d-cc912984d512 tempest-RoutersTestDVR-333784241 tempest-RoutersTestDVR-333784241-project-admin] Usage tracker for resource:router and tenant:045ea61277174f61a8fcadeea9fe2929 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:26:23.077480 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-3dec845e-b3f6-4ce0-832d-cc912984d512 tempest-RoutersTestDVR-333784241 tempest-RoutersTestDVR-333784241-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:26:23.089010 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-3dec845e-b3f6-4ce0-832d-cc912984d512 tempest-RoutersTestDVR-333784241 tempest-RoutersTestDVR-333784241-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:26:23.100742 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-7ae0938a-2b68-42fa-ae81-895aee8584de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:26:23.117067 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ae0938a-2b68-42fa-ae81-895aee8584de None None] Routers {'6af75564-a31e-4220-ae53-d9125c7d0b09'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:26:23.117680 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-7ae0938a-2b68-42fa-ae81-895aee8584de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:26:00Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['6af75564-a31e-4220-ae53-d9125c7d0b09'], 'active': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:26:23.173108 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-d4c5b3fe-cbeb-4234-b191-e79372ce9ae0 tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573 tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1627147'] for subnet, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:23.188501 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-3dec845e-b3f6-4ce0-832d-cc912984d512 tempest-RoutersTestDVR-333784241 tempest-RoutersTestDVR-333784241-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-105475'] for router, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:23.191267 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-3dec845e-b3f6-4ce0-832d-cc912984d512 tempest-RoutersTestDVR-333784241 tempest-RoutersTestDVR-333784241-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-739204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-744864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-735540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-105484'] for router, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:23.191414 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-7ae0938a-2b68-42fa-ae81-895aee8584de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:26:23.191723 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ae0938a-2b68-42fa-ae81-895aee8584de None None] The sync data for ids ['6af75564-a31e-4220-ae53-d9125c7d0b09'] in dv-neutron-825124-1-hyperv is: [] {{(pid=84155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 14:26:23.195322 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-a618b119-6f2c-441b-8ade-b8871c6b93e2 tempest-AllowedAddressPairIpV6TestJSON-325386360 tempest-AllowedAddressPairIpV6TestJSON-325386360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:23.205414 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-34be8305-adf5-4b04-bca8-237efc028b34 tempest-RoutersIpV6AdminTest-217416812 tempest-RoutersIpV6AdminTest-217416812-project] Notify callbacks [] for router, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:23.206738 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-34be8305-adf5-4b04-bca8-237efc028b34 tempest-RoutersIpV6AdminTest-217416812 tempest-RoutersIpV6AdminTest-217416812-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 6.1555877 Jan 20 14:26:23.211662 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 33748) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:26:23.218695 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-cb356eaf-4574-4a50-a12c-222250d42ce5 tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'enable_snat': False}}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:26:23.270949 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a618b119-6f2c-441b-8ade-b8871c6b93e2 tempest-AllowedAddressPairIpV6TestJSON-325386360 tempest-AllowedAddressPairIpV6TestJSON-325386360-project] Pushing event deleted for resources: {'Port': ['ID=28d91623-11c5-4b1b-b55f-e61587126ba5,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:26:23.281920 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-7739ba84-1229-451b-a0ad-b56b3c869ff8 tempest-FloatingIPAdminTestJSON-1852183017 tempest-FloatingIPAdminTestJSON-1852183017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-737693'] for router, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:23.281920 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7739ba84-1229-451b-a0ad-b56b3c869ff8 tempest-FloatingIPAdminTestJSON-1852183017 tempest-FloatingIPAdminTestJSON-1852183017-project] Fanout notify agent at l3_agent the message router_deleted on router 5be3e9e7-7d2e-444e-844b-4f9fa2213d37 {{(pid=84152) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 20 14:26:23.311440 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-7739ba84-1229-451b-a0ad-b56b3c869ff8 tempest-FloatingIPAdminTestJSON-1852183017 tempest-FloatingIPAdminTestJSON-1852183017-project] Notify callbacks [] for router, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:23.312601 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-7739ba84-1229-451b-a0ad-b56b3c869ff8 tempest-FloatingIPAdminTestJSON-1852183017 tempest-FloatingIPAdminTestJSON-1852183017-project] 10.222.0.54 "DELETE /v2.0/routers/5be3e9e7-7d2e-444e-844b-4f9fa2213d37 HTTP/1.1" status: 204 len: 168 time: 3.0546019 Jan 20 14:26:23.317083 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 33752) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:26:23.334237 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-3dec845e-b3f6-4ce0-832d-cc912984d512 tempest-RoutersTestDVR-333784241 tempest-RoutersTestDVR-333784241-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:23.452852 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-a618b119-6f2c-441b-8ade-b8871c6b93e2 tempest-AllowedAddressPairIpV6TestJSON-325386360 tempest-AllowedAddressPairIpV6TestJSON-325386360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:23.468166 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-a618b119-6f2c-441b-8ade-b8871c6b93e2 tempest-AllowedAddressPairIpV6TestJSON-325386360 tempest-AllowedAddressPairIpV6TestJSON-325386360-project] 10.222.0.54 "DELETE /v2.0/ports/28d91623-11c5-4b1b-b55f-e61587126ba5 HTTP/1.1" status: 204 len: 168 time: 2.2787068 Jan 20 14:26:23.468166 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4226ad8e-9306-460d-b508-8a90ef4390fd tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Router d6c1e36f-7721-4cd2-b738-173d5b3bd1fe has already been hosted by L3 agent 624d525b-4c26-4143-8a1c-228bb1c6faaa {{(pid=84153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 14:26:23.469107 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-3dec845e-b3f6-4ce0-832d-cc912984d512 tempest-RoutersTestDVR-333784241 tempest-RoutersTestDVR-333784241-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-744861'] for router, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:23.477342 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 33756) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:26:23.492091 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-d4c5b3fe-cbeb-4234-b191-e79372ce9ae0 tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573 tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1627154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4163580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155308'] for subnet, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:23.535729 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c224f4e-2c84-4631-a937-0dd881127060 tempest-AllowedAddressPairIpV6TestJSON-325386360 tempest-AllowedAddressPairIpV6TestJSON-325386360-project] GET failed (client error): The resource could not be found. Jan 20 14:26:23.536155 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-5c224f4e-2c84-4631-a937-0dd881127060 tempest-AllowedAddressPairIpV6TestJSON-325386360 tempest-AllowedAddressPairIpV6TestJSON-325386360-project] Synchronizing usage tracker for tenant:3434d8da9da14ae69acda2072a716b5d on resource:port {{(pid=84153) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:26:23.545713 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c5b3fe-cbeb-4234-b191-e79372ce9ae0 tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573 tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573-project] Pushing event deleted for resources: {'Subnet': ['ID=e206296a-e3df-4406-a27c-a3241931850c,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:26:23.570506 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-d4c5b3fe-cbeb-4234-b191-e79372ce9ae0 tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573 tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573-project] Notify callbacks [] for subnet, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:23.581258 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-002547fa-db4c-4ddf-bc87-c91274e2f312 None None] Network 7d4e3426-833a-4dba-b506-dd9943f88380 requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:26:23.655531 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-d4c5b3fe-cbeb-4234-b191-e79372ce9ae0 tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573 tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573-project] 10.222.0.54 "DELETE /v2.0/subnets/e206296a-e3df-4406-a27c-a3241931850c HTTP/1.1" status: 204 len: 168 time: 1.5034010 Jan 20 14:26:23.661536 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 33762) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:26:23.671716 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa9d13e3-1d3f-42ec-aefa-92f4f66578b5 tempest-FloatingIPAdminTestJSON-1852183017 tempest-FloatingIPAdminTestJSON-1852183017-project] Deleting subnet 39bd903c-a2c8-4489-b4ce-de95e50f5a11 {{(pid=84152) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 20 14:26:23.693835 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-aa9d13e3-1d3f-42ec-aefa-92f4f66578b5 tempest-FloatingIPAdminTestJSON-1852183017 tempest-FloatingIPAdminTestJSON-1852183017-project] Notify callbacks [] for subnet, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:23.740292 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-3dec845e-b3f6-4ce0-832d-cc912984d512 tempest-RoutersTestDVR-333784241 tempest-RoutersTestDVR-333784241-project-admin] Notify callbacks [] for router, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:23.743802 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-3dec845e-b3f6-4ce0-832d-cc912984d512 tempest-RoutersTestDVR-333784241 tempest-RoutersTestDVR-333784241-project-admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.6851199 Jan 20 14:26:23.747531 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 33766) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:26:23.755533 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-f0d8af19-5e29-4479-829f-e072043818de tempest-RoutersTestDVR-333784241 tempest-RoutersTestDVR-333784241-project-admin] Request body: {'router': {'distributed': True}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:26:23.821561 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-5c224f4e-2c84-4631-a937-0dd881127060 tempest-AllowedAddressPairIpV6TestJSON-325386360 tempest-AllowedAddressPairIpV6TestJSON-325386360-project] Unset dirty status for tenant:3434d8da9da14ae69acda2072a716b5d on resource:port {{(pid=84153) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:26:23.827915 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-5c224f4e-2c84-4631-a937-0dd881127060 tempest-AllowedAddressPairIpV6TestJSON-325386360 tempest-AllowedAddressPairIpV6TestJSON-325386360-project] 10.222.0.54 "GET /v2.0/ports/28d91623-11c5-4b1b-b55f-e61587126ba5 HTTP/1.1" status: 404 len: 333 time: 0.3419366 Jan 20 14:26:23.827915 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 33772) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:26:23.836943 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-3afadb47-3a11-4401-a942-4028d8be794c tempest-AllowedAddressPairIpV6TestJSON-325386360 tempest-AllowedAddressPairIpV6TestJSON-325386360-project] Request body: {'port': {'network_id': 'bde9fca1-a31a-4133-a4b3-990fe05fafe1', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-13707079'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:26:23.856484 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-aa9d13e3-1d3f-42ec-aefa-92f4f66578b5 tempest-FloatingIPAdminTestJSON-1852183017 tempest-FloatingIPAdminTestJSON-1852183017-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3337915'] for subnet, precommit_delete_associations {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:23.910356 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-13c76066-6bb3-49b8-a3ba-203651e20dcb tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573 tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586409'] for network, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:23.937742 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46dd62ea-4036-4bcd-8d0d-c09187d7555e None None] DHCP port deletion for 7d4e3426-833a-4dba-b506-dd9943f88380 request from dv-neutron-825124-1-hyperv {{(pid=84154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 20 14:26:23.942068 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-46dd62ea-4036-4bcd-8d0d-c09187d7555e None None] Deleting port 03dd24d3-570c-44c8-85b7-9bf67d86860f {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:26:23.942756 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-46dd62ea-4036-4bcd-8d0d-c09187d7555e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:23.960090 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-13c76066-6bb3-49b8-a3ba-203651e20dcb tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573 tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573-project] Deleting port 03dd24d3-570c-44c8-85b7-9bf67d86860f {{(pid=84152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:26:23.960588 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-13c76066-6bb3-49b8-a3ba-203651e20dcb tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573 tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:24.173632 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-46dd62ea-4036-4bcd-8d0d-c09187d7555e None None] For port 03dd24d3-570c-44c8-85b7-9bf67d86860f, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=03dd24d3-570c-44c8-85b7-9bf67d86860f,segment=NetworkSegment(08f5a55b-17d0-4e77-b4a5-04f386a3a1a3),segment_id=08f5a55b-17d0-4e77-b4a5-04f386a3a1a3)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:26:24.173973 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-46dd62ea-4036-4bcd-8d0d-c09187d7555e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:24.183721 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-3afadb47-3a11-4401-a942-4028d8be794c tempest-AllowedAddressPairIpV6TestJSON-325386360 tempest-AllowedAddressPairIpV6TestJSON-325386360-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:26:24.262134 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-aa9d13e3-1d3f-42ec-aefa-92f4f66578b5 tempest-FloatingIPAdminTestJSON-1852183017 tempest-FloatingIPAdminTestJSON-1852183017-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1627147'] for subnet, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:24.273571 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-3afadb47-3a11-4401-a942-4028d8be794c tempest-AllowedAddressPairIpV6TestJSON-325386360 tempest-AllowedAddressPairIpV6TestJSON-325386360-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:26:24.308865 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-46dd62ea-4036-4bcd-8d0d-c09187d7555e None None] Calling delete_port for 03dd24d3-570c-44c8-85b7-9bf67d86860f owned by network:dhcp {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:26:24.416296 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-f0d8af19-5e29-4479-829f-e072043818de tempest-RoutersTestDVR-333784241 tempest-RoutersTestDVR-333784241-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-744886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-105502'] for router, precommit_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:24.416622 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-f0d8af19-5e29-4479-829f-e072043818de tempest-RoutersTestDVR-333784241 tempest-RoutersTestDVR-333784241-project-admin] Notify callbacks [] for router, before_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:24.462045 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.db [None req-13c76066-6bb3-49b8-a3ba-203651e20dcb tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573 tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573-project] For port 03dd24d3-570c-44c8-85b7-9bf67d86860f, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=03dd24d3-570c-44c8-85b7-9bf67d86860f,segment=NetworkSegment(08f5a55b-17d0-4e77-b4a5-04f386a3a1a3),segment_id=08f5a55b-17d0-4e77-b4a5-04f386a3a1a3)] {{(pid=84152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:26:24.462416 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-13c76066-6bb3-49b8-a3ba-203651e20dcb tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573 tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:24.465738 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3afadb47-3a11-4401-a942-4028d8be794c tempest-AllowedAddressPairIpV6TestJSON-325386360 tempest-AllowedAddressPairIpV6TestJSON-325386360-project] Made reservation on behalf of 3434d8da9da14ae69acda2072a716b5d for: {'port': 1} {{(pid=84153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:26:24.468736 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-3afadb47-3a11-4401-a942-4028d8be794c tempest-AllowedAddressPairIpV6TestJSON-325386360 tempest-AllowedAddressPairIpV6TestJSON-325386360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:24.481332 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-46dd62ea-4036-4bcd-8d0d-c09187d7555e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486'] for port, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:24.532074 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dd62ea-4036-4bcd-8d0d-c09187d7555e None None] Pushing event deleted for resources: {'Port': ['ID=03dd24d3-570c-44c8-85b7-9bf67d86860f,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:26:24.536538 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46dd62ea-4036-4bcd-8d0d-c09187d7555e None None] No DVR routers for this DVR port 03dd24d3-570c-44c8-85b7-9bf67d86860f on host dv-neutron-825124-1-hyperv {{(pid=84154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 14:26:24.577722 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.notifiers.nova [None req-3afadb47-3a11-4401-a942-4028d8be794c tempest-AllowedAddressPairIpV6TestJSON-325386360 tempest-AllowedAddressPairIpV6TestJSON-325386360-project] device_id is not set on port a311b5f9-66e5-423a-beb8-4462bc925045 yet. {{(pid=84153) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 14:26:24.599175 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-13c76066-6bb3-49b8-a3ba-203651e20dcb tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573 tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573-project] Calling delete_port for 03dd24d3-570c-44c8-85b7-9bf67d86860f owned by network:dhcp {{(pid=84152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:26:24.611067 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4226ad8e-9306-460d-b508-8a90ef4390fd tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Notify agent at l3_agent.dv-neutron-825124-1-hyperv the message routers_updated {{(pid=84153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 14:26:24.619003 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-4226ad8e-9306-460d-b508-8a90ef4390fd tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] 10.222.0.54 "PUT /v2.0/routers/d6c1e36f-7721-4cd2-b738-173d5b3bd1fe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.7501445 Jan 20 14:26:24.621894 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 33776) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:26:24.624666 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-f0d8af19-5e29-4479-829f-e072043818de tempest-RoutersTestDVR-333784241 tempest-RoutersTestDVR-333784241-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=84153) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Jan 20 14:26:24.628569 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-f0d8af19-5e29-4479-829f-e072043818de tempest-RoutersTestDVR-333784241 tempest-RoutersTestDVR-333784241-project-admin] Router 94f75623-2d6e-4eb4-869c-7cc6a356c600 migrating from provider to provider. {{(pid=84153) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Jan 20 14:26:24.628569 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-f0d8af19-5e29-4479-829f-e072043818de tempest-RoutersTestDVR-333784241 tempest-RoutersTestDVR-333784241-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:24.628782 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70bdd22e-ff2e-4055-aa3a-9217b5b8dc68 None None] Sync routers for ids ['d6c1e36f-7721-4cd2-b738-173d5b3bd1fe'] in dv-neutron-825124-1-hyperv {{(pid=84154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 14:26:24.631465 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-790ab5d8-cbc8-4f0c-a913-1ea7a45b2cb5 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Request body: {'port': {'network_id': 'f9dfe92d-7a28-4f7f-8f3f-9d29413d59b7', 'name': 'tempest-FloatingIPTestJSON-316944643'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:26:24.632328 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-aa9d13e3-1d3f-42ec-aefa-92f4f66578b5 tempest-FloatingIPAdminTestJSON-1852183017 tempest-FloatingIPAdminTestJSON-1852183017-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1627154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4163580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155308'] for subnet, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:24.654978 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70bdd22e-ff2e-4055-aa3a-9217b5b8dc68 None None] Routers {'d6c1e36f-7721-4cd2-b738-173d5b3bd1fe'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:26:24.657130 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-70bdd22e-ff2e-4055-aa3a-9217b5b8dc68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:26:00Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['d6c1e36f-7721-4cd2-b738-173d5b3bd1fe'], 'active': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:26:24.717872 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-f0d8af19-5e29-4479-829f-e072043818de tempest-RoutersTestDVR-333784241 tempest-RoutersTestDVR-333784241-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:24.719327 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-70bdd22e-ff2e-4055-aa3a-9217b5b8dc68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:26:24.732561 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70bdd22e-ff2e-4055-aa3a-9217b5b8dc68 None None] Routers {'d6c1e36f-7721-4cd2-b738-173d5b3bd1fe'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:26:24.733726 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-70bdd22e-ff2e-4055-aa3a-9217b5b8dc68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:26:00Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['d6c1e36f-7721-4cd2-b738-173d5b3bd1fe'], 'active': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:26:24.740648 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9d13e3-1d3f-42ec-aefa-92f4f66578b5 tempest-FloatingIPAdminTestJSON-1852183017 tempest-FloatingIPAdminTestJSON-1852183017-project] Pushing event deleted for resources: {'Subnet': ['ID=39bd903c-a2c8-4489-b4ce-de95e50f5a11,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:26:24.762977 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-aa9d13e3-1d3f-42ec-aefa-92f4f66578b5 tempest-FloatingIPAdminTestJSON-1852183017 tempest-FloatingIPAdminTestJSON-1852183017-project] Notify callbacks [] for subnet, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:24.794905 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-aa9d13e3-1d3f-42ec-aefa-92f4f66578b5 tempest-FloatingIPAdminTestJSON-1852183017 tempest-FloatingIPAdminTestJSON-1852183017-project] 10.222.0.54 "DELETE /v2.0/subnets/39bd903c-a2c8-4489-b4ce-de95e50f5a11 HTTP/1.1" status: 204 len: 168 time: 1.4767714 Jan 20 14:26:24.798071 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 33782) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:26:24.826922 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-f0d8af19-5e29-4479-829f-e072043818de tempest-RoutersTestDVR-333784241 tempest-RoutersTestDVR-333784241-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-744861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-744847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-744836', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-737562'] for router, after_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:24.843281 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-70bdd22e-ff2e-4055-aa3a-9217b5b8dc68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:26:24.843811 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70bdd22e-ff2e-4055-aa3a-9217b5b8dc68 None None] The sync data for ids ['d6c1e36f-7721-4cd2-b738-173d5b3bd1fe'] in dv-neutron-825124-1-hyperv is: [] {{(pid=84154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 14:26:24.845418 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b684724c-4ecb-4b0b-95bc-9a188c6c200b None None] Network 4016d29d-54bf-43b1-af26-e7f23900bc94 requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:26:24.885365 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.db.api [None req-13c76066-6bb3-49b8-a3ba-203651e20dcb tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573 tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84152) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 14:26:24.885684 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG oslo_db.api [None req-13c76066-6bb3-49b8-a3ba-203651e20dcb tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573 tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 14:26:24.932914 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-cee13f7c-f849-48a3-b134-d271a5006429 tempest-FloatingIPAdminTestJSON-1852183017 tempest-FloatingIPAdminTestJSON-1852183017-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586409'] for network, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:24.935761 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-790ab5d8-cbc8-4f0c-a913-1ea7a45b2cb5 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:26:24.938504 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.db_base_plugin_common [None req-3afadb47-3a11-4401-a942-4028d8be794c tempest-AllowedAddressPairIpV6TestJSON-325386360 tempest-AllowedAddressPairIpV6TestJSON-325386360-project] Allocated IP 2001:db8::2df (bde9fca1-a31a-4133-a4b3-990fe05fafe1/c76814b1-2fbc-41b8-86c0-386f9c33eafe/a311b5f9-66e5-423a-beb8-4462bc925045) {{(pid=84153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:26:24.945228 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-790ab5d8-cbc8-4f0c-a913-1ea7a45b2cb5 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Usage tracker for resource:port and tenant:788f8e40e69a4b21adff221535fcbda3 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:26:24.949403 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-790ab5d8-cbc8-4f0c-a913-1ea7a45b2cb5 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:26:24.960232 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-790ab5d8-cbc8-4f0c-a913-1ea7a45b2cb5 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:26:25.012913 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-cee13f7c-f849-48a3-b134-d271a5006429 tempest-FloatingIPAdminTestJSON-1852183017 tempest-FloatingIPAdminTestJSON-1852183017-project] Deleting port 1d0515d0-783e-4d82-a09e-46392b3d5db0 {{(pid=84152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:26:25.013253 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-cee13f7c-f849-48a3-b134-d271a5006429 tempest-FloatingIPAdminTestJSON-1852183017 tempest-FloatingIPAdminTestJSON-1852183017-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:25.170962 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-265bac19-95fe-433c-a332-7c3e8faca786 None None] DHCP port deletion for 4016d29d-54bf-43b1-af26-e7f23900bc94 request from dv-neutron-825124-1-hyperv {{(pid=84154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 20 14:26:25.176162 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-265bac19-95fe-433c-a332-7c3e8faca786 None None] Deleting port 1d0515d0-783e-4d82-a09e-46392b3d5db0 {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:26:25.176381 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-265bac19-95fe-433c-a332-7c3e8faca786 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:25.303697 dv-neutron-825124-1-hyperv neutron-server[84153]: WARNING neutron.scheduler.l3_agent_scheduler [None req-f0d8af19-5e29-4479-829f-e072043818de tempest-RoutersTestDVR-333784241 tempest-RoutersTestDVR-333784241-project-admin] No L3 agents can host the router 94f75623-2d6e-4eb4-869c-7cc6a356c600 Jan 20 14:26:25.304647 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-790ab5d8-cbc8-4f0c-a913-1ea7a45b2cb5 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Made reservation on behalf of 788f8e40e69a4b21adff221535fcbda3 for: {'port': 1} {{(pid=84153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:26:25.307775 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-790ab5d8-cbc8-4f0c-a913-1ea7a45b2cb5 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:25.313719 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.db [None req-cee13f7c-f849-48a3-b134-d271a5006429 tempest-FloatingIPAdminTestJSON-1852183017 tempest-FloatingIPAdminTestJSON-1852183017-project] For port 1d0515d0-783e-4d82-a09e-46392b3d5db0, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=1d0515d0-783e-4d82-a09e-46392b3d5db0,segment=NetworkSegment(328ae327-bae2-469b-b8f8-730248ff27af),segment_id=328ae327-bae2-469b-b8f8-730248ff27af)] {{(pid=84152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:26:25.314300 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-cee13f7c-f849-48a3-b134-d271a5006429 tempest-FloatingIPAdminTestJSON-1852183017 tempest-FloatingIPAdminTestJSON-1852183017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:25.392240 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-13c76066-6bb3-49b8-a3ba-203651e20dcb tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573 tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573-project] Deleting port 03dd24d3-570c-44c8-85b7-9bf67d86860f {{(pid=84152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:26:25.392424 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-13c76066-6bb3-49b8-a3ba-203651e20dcb tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573 tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:25.400419 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-265bac19-95fe-433c-a332-7c3e8faca786 None None] For port 1d0515d0-783e-4d82-a09e-46392b3d5db0, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=1d0515d0-783e-4d82-a09e-46392b3d5db0,segment=NetworkSegment(328ae327-bae2-469b-b8f8-730248ff27af),segment_id=328ae327-bae2-469b-b8f8-730248ff27af)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:26:25.400819 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-265bac19-95fe-433c-a332-7c3e8faca786 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:25.416464 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 1d0515d0-783e-4d82-a09e-46392b3d5db0 no longer exists at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:26:25.428756 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.notifiers.nova [None req-790ab5d8-cbc8-4f0c-a913-1ea7a45b2cb5 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] device_id is not set on port bf5a656e-7cf7-4ada-90c7-6288f4f5ce97 yet. {{(pid=84153) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 14:26:25.493199 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-cee13f7c-f849-48a3-b134-d271a5006429 tempest-FloatingIPAdminTestJSON-1852183017 tempest-FloatingIPAdminTestJSON-1852183017-project] Calling delete_port for 1d0515d0-783e-4d82-a09e-46392b3d5db0 owned by network:dhcp {{(pid=84152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:26:25.557990 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-13c76066-6bb3-49b8-a3ba-203651e20dcb tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573 tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573-project] The port '03dd24d3-570c-44c8-85b7-9bf67d86860f' was deleted {{(pid=84152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 20 14:26:25.569386 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-265bac19-95fe-433c-a332-7c3e8faca786 None None] Calling delete_port for 1d0515d0-783e-4d82-a09e-46392b3d5db0 owned by network:dhcp {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:26:25.687994 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0d8af19-5e29-4479-829f-e072043818de tempest-RoutersTestDVR-333784241 tempest-RoutersTestDVR-333784241-project-admin] Hosts for router 94f75623-2d6e-4eb4-869c-7cc6a356c600: [] {{(pid=84153) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Jan 20 14:26:25.698228 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:25.715110 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-3afadb47-3a11-4401-a942-4028d8be794c tempest-AllowedAddressPairIpV6TestJSON-325386360 tempest-AllowedAddressPairIpV6TestJSON-325386360-project] Notify callbacks [] for port, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:25.757112 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0d8af19-5e29-4479-829f-e072043818de tempest-RoutersTestDVR-333784241 tempest-RoutersTestDVR-333784241-project-admin] Hosts for other DVR routers connected to router 94f75623-2d6e-4eb4-869c-7cc6a356c600: set() {{(pid=84153) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Jan 20 14:26:25.771476 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.db_base_plugin_common [None req-790ab5d8-cbc8-4f0c-a913-1ea7a45b2cb5 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Allocated IP 172.20.0.3 (f9dfe92d-7a28-4f7f-8f3f-9d29413d59b7/f8b841ec-8e6c-4183-90f0-f24e1dbc270d/bf5a656e-7cf7-4ada-90c7-6288f4f5ce97) {{(pid=84153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:26:25.782723 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.provisioning_blocks [None req-3afadb47-3a11-4401-a942-4028d8be794c tempest-AllowedAddressPairIpV6TestJSON-325386360 tempest-AllowedAddressPairIpV6TestJSON-325386360-project] Transition to ACTIVE for port object a311b5f9-66e5-423a-beb8-4462bc925045 will not be triggered until provisioned by entity DHCP. {{(pid=84153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:26:25.786787 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-265bac19-95fe-433c-a332-7c3e8faca786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486'] for port, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:25.824972 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-cb356eaf-4574-4a50-a12c-222250d42ce5 tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-744886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-105502'] for router, precommit_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:25.830383 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-13c76066-6bb3-49b8-a3ba-203651e20dcb tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573 tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1626242', 'neutron.services.segments.db._delete_segments_for_network-8769554214620'] for network, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:25.855110 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.db.api [None req-cee13f7c-f849-48a3-b134-d271a5006429 tempest-FloatingIPAdminTestJSON-1852183017 tempest-FloatingIPAdminTestJSON-1852183017-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84152) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 14:26:25.855110 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG oslo_db.api [None req-cee13f7c-f849-48a3-b134-d271a5006429 tempest-FloatingIPAdminTestJSON-1852183017 tempest-FloatingIPAdminTestJSON-1852183017-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 14:26:25.856610 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 03dd24d3-570c-44c8-85b7-9bf67d86860f no longer exists at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:26:25.862499 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.segments.db [None req-13c76066-6bb3-49b8-a3ba-203651e20dcb tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573 tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d4e3426-833a-4dba-b506-dd9943f88380']}} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:26:25.866366 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-f0d8af19-5e29-4479-829f-e072043818de tempest-RoutersTestDVR-333784241 tempest-RoutersTestDVR-333784241-project-admin] Notify callbacks [] for router, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:25.872393 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-f0d8af19-5e29-4479-829f-e072043818de tempest-RoutersTestDVR-333784241 tempest-RoutersTestDVR-333784241-project-admin] 10.222.0.54 "PUT /v2.0/routers/94f75623-2d6e-4eb4-869c-7cc6a356c600 HTTP/1.1" status: 200 len: 717 time: 2.1181750 Jan 20 14:26:25.872515 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 33788) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:26:25.891472 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265bac19-95fe-433c-a332-7c3e8faca786 None None] Pushing event deleted for resources: {'Port': ['ID=1d0515d0-783e-4d82-a09e-46392b3d5db0,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:26:25.905402 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-265bac19-95fe-433c-a332-7c3e8faca786 None None] No DVR routers for this DVR port 1d0515d0-783e-4d82-a09e-46392b3d5db0 on host dv-neutron-825124-1-hyperv {{(pid=84154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 14:26:25.907984 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] No Port match for: 03dd24d3-570c-44c8-85b7-9bf67d86860f {{(pid=84154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 14:26:25.908506 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 03dd24d3-570c-44c8-85b7-9bf67d86860f not bound to the agent host dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 14:26:25.924663 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-3afadb47-3a11-4401-a942-4028d8be794c tempest-AllowedAddressPairIpV6TestJSON-325386360 tempest-AllowedAddressPairIpV6TestJSON-325386360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:25.932698 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.segments.db [None req-13c76066-6bb3-49b8-a3ba-203651e20dcb tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573 tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08f5a55b-17d0-4e77-b4a5-04f386a3a1a3') {'for_net_delete': True} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:26:25.934095 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.segments.db [None req-13c76066-6bb3-49b8-a3ba-203651e20dcb tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573 tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08f5a55b-17d0-4e77-b4a5-04f386a3a1a3') {} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:26:25.955673 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-13c76066-6bb3-49b8-a3ba-203651e20dcb tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573 tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769554214503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3337904'] for segment, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:25.997212 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-13c76066-6bb3-49b8-a3ba-203651e20dcb tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573 tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:26.061724 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3afadb47-3a11-4401-a942-4028d8be794c tempest-AllowedAddressPairIpV6TestJSON-325386360 tempest-AllowedAddressPairIpV6TestJSON-325386360-project] Network bde9fca1-a31a-4133-a4b3-990fe05fafe1 is already hosted by enough agents. {{(pid=84153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:26:26.067265 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.base_scheduler [None req-3afadb47-3a11-4401-a942-4028d8be794c tempest-AllowedAddressPairIpV6TestJSON-325386360 tempest-AllowedAddressPairIpV6TestJSON-325386360-project] Resources bound (agent type, host, resource id): {{(pid=84153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:26:26.069650 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3afadb47-3a11-4401-a942-4028d8be794c tempest-AllowedAddressPairIpV6TestJSON-325386360 tempest-AllowedAddressPairIpV6TestJSON-325386360-project] Received port after_create {{(pid=84153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:26:26.073828 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3afadb47-3a11-4401-a942-4028d8be794c tempest-AllowedAddressPairIpV6TestJSON-325386360 tempest-AllowedAddressPairIpV6TestJSON-325386360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:26:26.074457 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-3afadb47-3a11-4401-a942-4028d8be794c tempest-AllowedAddressPairIpV6TestJSON-325386360 tempest-AllowedAddressPairIpV6TestJSON-325386360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:26.095764 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13c76066-6bb3-49b8-a3ba-203651e20dcb tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573 tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573-project] Releasing vlan 167 on physical network physnet1 to pool {{(pid=84152) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 14:26:26.101348 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-13c76066-6bb3-49b8-a3ba-203651e20dcb tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573 tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1622950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4162906'] for segment, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:26.106587 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afadb47-3a11-4401-a942-4028d8be794c tempest-AllowedAddressPairIpV6TestJSON-325386360 tempest-AllowedAddressPairIpV6TestJSON-325386360-project] Pushing event updated for resources: {'Port': ['ID=a311b5f9-66e5-423a-beb8-4462bc925045,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:26:26.116237 dv-neutron-825124-1-hyperv neutron-server[84152]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 20 14:26:26.116237 dv-neutron-825124-1-hyperv neutron-server[84152]: util.warn( Jan 20 14:26:26.116237 dv-neutron-825124-1-hyperv neutron-server[84152]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 20 14:26:26.116237 dv-neutron-825124-1-hyperv neutron-server[84152]: util.warn( Jan 20 14:26:26.116237 dv-neutron-825124-1-hyperv neutron-server[84152]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 20 14:26:26.116237 dv-neutron-825124-1-hyperv neutron-server[84152]: util.warn( Jan 20 14:26:26.116237 dv-neutron-825124-1-hyperv neutron-server[84152]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 20 14:26:26.116237 dv-neutron-825124-1-hyperv neutron-server[84152]: util.warn( Jan 20 14:26:26.116237 dv-neutron-825124-1-hyperv neutron-server[84152]: Traceback (most recent call last): Jan 20 14:26:26.116237 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 14:26:26.116237 dv-neutron-825124-1-hyperv neutron-server[84152]: timer() Jan 20 14:26:26.116237 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 14:26:26.116237 dv-neutron-825124-1-hyperv neutron-server[84152]: cb(*args, **kw) Jan 20 14:26:26.116237 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 14:26:26.116237 dv-neutron-825124-1-hyperv neutron-server[84152]: return func(*args, **kwargs) Jan 20 14:26:26.116237 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 14:26:26.116237 dv-neutron-825124-1-hyperv neutron-server[84152]: self._notify() Jan 20 14:26:26.116237 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 14:26:26.116237 dv-neutron-825124-1-hyperv neutron-server[84152]: self.callback(batched_events) Jan 20 14:26:26.116237 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 14:26:26.116237 dv-neutron-825124-1-hyperv neutron-server[84152]: event.method(event) Jan 20 14:26:26.116237 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 14:26:26.116237 dv-neutron-825124-1-hyperv neutron-server[84152]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 14:26:26.116237 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 14:26:26.116237 dv-neutron-825124-1-hyperv neutron-server[84152]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 14:26:26.116237 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 14:26:26.116237 dv-neutron-825124-1-hyperv neutron-server[84152]: return f(self, *a, **k) Jan 20 14:26:26.116237 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 14:26:26.116237 dv-neutron-825124-1-hyperv neutron-server[84152]: return self._get(url).json() Jan 20 14:26:26.116237 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 14:26:26.116237 dv-neutron-825124-1-hyperv neutron-server[84152]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 14:26:26.116237 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 14:26:26.116237 dv-neutron-825124-1-hyperv neutron-server[84152]: return self.request(url, 'GET', **kwargs) Jan 20 14:26:26.116237 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 14:26:26.116237 dv-neutron-825124-1-hyperv neutron-server[84152]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 14:26:26.116237 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 14:26:26.116237 dv-neutron-825124-1-hyperv neutron-server[84152]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 14:26:26.116237 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 14:26:26.116237 dv-neutron-825124-1-hyperv neutron-server[84152]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 14:26:26.116237 dv-neutron-825124-1-hyperv neutron-server[84152]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 14:26:26.119257 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-790ab5d8-cbc8-4f0c-a913-1ea7a45b2cb5 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Notify callbacks [] for port, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:26.182111 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-3afadb47-3a11-4401-a942-4028d8be794c tempest-AllowedAddressPairIpV6TestJSON-325386360 tempest-AllowedAddressPairIpV6TestJSON-325386360-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 2.3489704 Jan 20 14:26:26.183613 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 33796) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:26:26.193392 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-3ff87255-1613-4277-a22c-1d0c914b3e76 tempest-AllowedAddressPairIpV6TestJSON-325386360 tempest-AllowedAddressPairIpV6TestJSON-325386360-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::2d7', 'mac_address': 'fa:16:3e:ae:89:11'}]}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:26:26.241287 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-40d4fb27-9d79-4a78-ade4-a6fd9a4db3f1 tempest-RoutersTestDVR-333784241 tempest-RoutersTestDVR-333784241-project-admin] 10.222.0.54 "GET /v2.0/routers/94f75623-2d6e-4eb4-869c-7cc6a356c600 HTTP/1.1" status: 200 len: 717 time: 0.3618841 Jan 20 14:26:26.247166 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 33800) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:26:26.256512 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-790ab5d8-cbc8-4f0c-a913-1ea7a45b2cb5 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:26.313498 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-790ab5d8-cbc8-4f0c-a913-1ea7a45b2cb5 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Network f9dfe92d-7a28-4f7f-8f3f-9d29413d59b7 is already hosted by enough agents. {{(pid=84153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:26:26.321621 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.base_scheduler [None req-790ab5d8-cbc8-4f0c-a913-1ea7a45b2cb5 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Resources bound (agent type, host, resource id): {{(pid=84153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:26:26.324098 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-790ab5d8-cbc8-4f0c-a913-1ea7a45b2cb5 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Received port after_create {{(pid=84153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:26:26.336785 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-13c76066-6bb3-49b8-a3ba-203651e20dcb tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573 tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1626253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-745296'] for network, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:26.358870 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-13c76066-6bb3-49b8-a3ba-203651e20dcb tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573 tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573-project] Notify callbacks [] for network, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:26.363709 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-cee13f7c-f849-48a3-b134-d271a5006429 tempest-FloatingIPAdminTestJSON-1852183017 tempest-FloatingIPAdminTestJSON-1852183017-project] Deleting port 1d0515d0-783e-4d82-a09e-46392b3d5db0 {{(pid=84152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:26:26.364044 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-cee13f7c-f849-48a3-b134-d271a5006429 tempest-FloatingIPAdminTestJSON-1852183017 tempest-FloatingIPAdminTestJSON-1852183017-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:26.413134 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c76066-6bb3-49b8-a3ba-203651e20dcb tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573 tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573-project] Pushing event deleted for resources: {'Network': ['ID=7d4e3426-833a-4dba-b506-dd9943f88380,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:26:26.463370 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-cee13f7c-f849-48a3-b134-d271a5006429 tempest-FloatingIPAdminTestJSON-1852183017 tempest-FloatingIPAdminTestJSON-1852183017-project] The port '1d0515d0-783e-4d82-a09e-46392b3d5db0' was deleted {{(pid=84152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 20 14:26:26.482764 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790ab5d8-cbc8-4f0c-a913-1ea7a45b2cb5 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Pushing event updated for resources: {'Port': ['ID=bf5a656e-7cf7-4ada-90c7-6288f4f5ce97,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:26:26.492997 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-a5057ee4-2674-4937-a3c9-883a9623bc59 None None] Provisioning for port a311b5f9-66e5-423a-beb8-4462bc925045 completed by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:26:26.497465 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-a5057ee4-2674-4937-a3c9-883a9623bc59 None None] Provisioning complete for port a311b5f9-66e5-423a-beb8-4462bc925045 triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:26:26.497896 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-a5057ee4-2674-4937-a3c9-883a9623bc59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:26.515428 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-790ab5d8-cbc8-4f0c-a913-1ea7a45b2cb5 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:26:26.516042 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-790ab5d8-cbc8-4f0c-a913-1ea7a45b2cb5 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:26.522492 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-13c76066-6bb3-49b8-a3ba-203651e20dcb tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573 tempest-ExtraDHCPOptionsIpV6TestJSON-2035170573-project] 10.222.0.54 "DELETE /v2.0/networks/7d4e3426-833a-4dba-b506-dd9943f88380 HTTP/1.1" status: 204 len: 168 time: 2.8574603 Jan 20 14:26:26.591280 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-a5057ee4-2674-4937-a3c9-883a9623bc59 None None] Port a311b5f9-66e5-423a-beb8-4462bc925045 cannot update to ACTIVE because it is not bound. {{(pid=84154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 14:26:26.613279 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-790ab5d8-cbc8-4f0c-a913-1ea7a45b2cb5 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.9880848 Jan 20 14:26:26.617734 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 33808) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:26:26.631957 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-3ff87255-1613-4277-a22c-1d0c914b3e76 tempest-AllowedAddressPairIpV6TestJSON-325386360 tempest-AllowedAddressPairIpV6TestJSON-325386360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:26.646298 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-db391681-64e9-46a5-8646-9a98b4401c5c tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Request body: {'port': {'network_id': 'f9dfe92d-7a28-4f7f-8f3f-9d29413d59b7', 'name': 'tempest-FloatingIPTestJSON-662629684'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:26:26.861651 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-cee13f7c-f849-48a3-b134-d271a5006429 tempest-FloatingIPAdminTestJSON-1852183017 tempest-FloatingIPAdminTestJSON-1852183017-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1626242', 'neutron.services.segments.db._delete_segments_for_network-8769554214620'] for network, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:26.877570 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-3ff87255-1613-4277-a22c-1d0c914b3e76 tempest-AllowedAddressPairIpV6TestJSON-325386360 tempest-AllowedAddressPairIpV6TestJSON-325386360-project] Notify callbacks [] for port, precommit_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:26.963257 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-80d5372c-f8e6-4108-8fd4-4b5f6bb3afd0 tempest-RoutersTestDVR-1971948412 tempest-RoutersTestDVR-1971948412-project] 10.222.0.54 "GET /v2.0/routers/94f75623-2d6e-4eb4-869c-7cc6a356c600 HTTP/1.1" status: 200 len: 683 time: 0.7148716 Jan 20 14:26:26.965959 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 33814) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:26:26.967909 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.segments.db [None req-cee13f7c-f849-48a3-b134-d271a5006429 tempest-FloatingIPAdminTestJSON-1852183017 tempest-FloatingIPAdminTestJSON-1852183017-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4016d29d-54bf-43b1-af26-e7f23900bc94']}} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:26:27.015046 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.segments.db [None req-cee13f7c-f849-48a3-b134-d271a5006429 tempest-FloatingIPAdminTestJSON-1852183017 tempest-FloatingIPAdminTestJSON-1852183017-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '328ae327-bae2-469b-b8f8-730248ff27af') {'for_net_delete': True} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:26:27.015347 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.segments.db [None req-cee13f7c-f849-48a3-b134-d271a5006429 tempest-FloatingIPAdminTestJSON-1852183017 tempest-FloatingIPAdminTestJSON-1852183017-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '328ae327-bae2-469b-b8f8-730248ff27af') {} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:26:27.037404 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 33818) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:26:27.052151 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-cee13f7c-f849-48a3-b134-d271a5006429 tempest-FloatingIPAdminTestJSON-1852183017 tempest-FloatingIPAdminTestJSON-1852183017-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769554214503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3337904'] for segment, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:27.070426 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-cb356eaf-4574-4a50-a12c-222250d42ce5 tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-744886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-105502'] for router, precommit_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:27.081186 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-db391681-64e9-46a5-8646-9a98b4401c5c tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:26:27.085208 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-cb356eaf-4574-4a50-a12c-222250d42ce5 tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-744861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-744847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-744836', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-737562'] for router, after_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:27.087768 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-cee13f7c-f849-48a3-b134-d271a5006429 tempest-FloatingIPAdminTestJSON-1852183017 tempest-FloatingIPAdminTestJSON-1852183017-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:27.090147 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-db391681-64e9-46a5-8646-9a98b4401c5c tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Usage tracker for resource:port and tenant:788f8e40e69a4b21adff221535fcbda3 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:26:27.095794 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-db391681-64e9-46a5-8646-9a98b4401c5c tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:26:27.103746 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-db391681-64e9-46a5-8646-9a98b4401c5c tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:26:27.105992 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cee13f7c-f849-48a3-b134-d271a5006429 tempest-FloatingIPAdminTestJSON-1852183017 tempest-FloatingIPAdminTestJSON-1852183017-project] Releasing vlan 172 on physical network physnet1 to pool {{(pid=84152) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 14:26:27.106423 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-cee13f7c-f849-48a3-b134-d271a5006429 tempest-FloatingIPAdminTestJSON-1852183017 tempest-FloatingIPAdminTestJSON-1852183017-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1622950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4162906'] for segment, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:27.124097 dv-neutron-825124-1-hyperv neutron-server[84152]: Traceback (most recent call last): Jan 20 14:26:27.124097 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 14:26:27.124097 dv-neutron-825124-1-hyperv neutron-server[84152]: timer() Jan 20 14:26:27.124097 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 14:26:27.124097 dv-neutron-825124-1-hyperv neutron-server[84152]: cb(*args, **kw) Jan 20 14:26:27.124097 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 14:26:27.124097 dv-neutron-825124-1-hyperv neutron-server[84152]: return func(*args, **kwargs) Jan 20 14:26:27.124097 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 14:26:27.124097 dv-neutron-825124-1-hyperv neutron-server[84152]: self._notify() Jan 20 14:26:27.124097 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 14:26:27.124097 dv-neutron-825124-1-hyperv neutron-server[84152]: self.callback(batched_events) Jan 20 14:26:27.124097 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 14:26:27.124097 dv-neutron-825124-1-hyperv neutron-server[84152]: event.method(event) Jan 20 14:26:27.124097 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 14:26:27.124097 dv-neutron-825124-1-hyperv neutron-server[84152]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 14:26:27.124097 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 14:26:27.124097 dv-neutron-825124-1-hyperv neutron-server[84152]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 14:26:27.124097 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 14:26:27.124097 dv-neutron-825124-1-hyperv neutron-server[84152]: return f(self, *a, **k) Jan 20 14:26:27.124097 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 14:26:27.124097 dv-neutron-825124-1-hyperv neutron-server[84152]: return self._get(url).json() Jan 20 14:26:27.124097 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 14:26:27.124097 dv-neutron-825124-1-hyperv neutron-server[84152]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 14:26:27.124097 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 14:26:27.124097 dv-neutron-825124-1-hyperv neutron-server[84152]: return self.request(url, 'GET', **kwargs) Jan 20 14:26:27.124097 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 14:26:27.124097 dv-neutron-825124-1-hyperv neutron-server[84152]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 14:26:27.124097 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 14:26:27.124097 dv-neutron-825124-1-hyperv neutron-server[84152]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 14:26:27.124097 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 14:26:27.124097 dv-neutron-825124-1-hyperv neutron-server[84152]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 14:26:27.124097 dv-neutron-825124-1-hyperv neutron-server[84152]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 14:26:27.134753 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-3ff87255-1613-4277-a22c-1d0c914b3e76 tempest-AllowedAddressPairIpV6TestJSON-325386360 tempest-AllowedAddressPairIpV6TestJSON-325386360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3944146'] for port, after_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:27.213188 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff87255-1613-4277-a22c-1d0c914b3e76 tempest-AllowedAddressPairIpV6TestJSON-325386360 tempest-AllowedAddressPairIpV6TestJSON-325386360-project] Pushing event updated for resources: {'Port': ['ID=a311b5f9-66e5-423a-beb8-4462bc925045,revision_number=2']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:26:27.297544 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-3ff87255-1613-4277-a22c-1d0c914b3e76 tempest-AllowedAddressPairIpV6TestJSON-325386360 tempest-AllowedAddressPairIpV6TestJSON-325386360-project] In _notify_port_updated(), no bound segment for port a311b5f9-66e5-423a-beb8-4462bc925045 on network bde9fca1-a31a-4133-a4b3-990fe05fafe1 {{(pid=84153) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Jan 20 14:26:27.302195 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ff87255-1613-4277-a22c-1d0c914b3e76 tempest-AllowedAddressPairIpV6TestJSON-325386360 tempest-AllowedAddressPairIpV6TestJSON-325386360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:26:27.302776 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-3ff87255-1613-4277-a22c-1d0c914b3e76 tempest-AllowedAddressPairIpV6TestJSON-325386360 tempest-AllowedAddressPairIpV6TestJSON-325386360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:27.306643 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-3ff87255-1613-4277-a22c-1d0c914b3e76 tempest-AllowedAddressPairIpV6TestJSON-325386360 tempest-AllowedAddressPairIpV6TestJSON-325386360-project] 10.222.0.54 "PUT /v2.0/ports/a311b5f9-66e5-423a-beb8-4462bc925045 HTTP/1.1" status: 200 len: 1001 time: 1.1171951 Jan 20 14:26:27.307548 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 33826) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:26:27.340575 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-86ea52c8-fd6c-4344-81fd-ba3b71889999 tempest-RoutersTestDVR-333784241 tempest-RoutersTestDVR-333784241-project-admin] Notify callbacks [] for router, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:27.493988 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-ae067d03-a37f-4675-a3e2-72e10415c7fc admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=010d0a1e83924de8a7b88e735f9d6582&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4475203 Jan 20 14:26:27.494913 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 33832) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:26:27.506879 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-15fe3107-6fb4-4d60-85f3-4a08591d2c94 tempest-AllowedAddressPairIpV6TestJSON-325386360 tempest-AllowedAddressPairIpV6TestJSON-325386360-project] Deleting port a311b5f9-66e5-423a-beb8-4462bc925045 {{(pid=84153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:26:27.507237 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-15fe3107-6fb4-4d60-85f3-4a08591d2c94 tempest-AllowedAddressPairIpV6TestJSON-325386360 tempest-AllowedAddressPairIpV6TestJSON-325386360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:27.542074 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db391681-64e9-46a5-8646-9a98b4401c5c tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Made reservation on behalf of 788f8e40e69a4b21adff221535fcbda3 for: {'port': 1} {{(pid=84152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:26:27.545566 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-db391681-64e9-46a5-8646-9a98b4401c5c tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:27.624473 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-cee13f7c-f849-48a3-b134-d271a5006429 tempest-FloatingIPAdminTestJSON-1852183017 tempest-FloatingIPAdminTestJSON-1852183017-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1626253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-745296'] for network, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:27.636954 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-cee13f7c-f849-48a3-b134-d271a5006429 tempest-FloatingIPAdminTestJSON-1852183017 tempest-FloatingIPAdminTestJSON-1852183017-project] Notify callbacks [] for network, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:27.648409 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-b290275a-5081-4553-8c03-2b4ffcaad1cd None None] Provisioning complete for port a311b5f9-66e5-423a-beb8-4462bc925045 triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:26:27.648992 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-b290275a-5081-4553-8c03-2b4ffcaad1cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:27.677566 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee13f7c-f849-48a3-b134-d271a5006429 tempest-FloatingIPAdminTestJSON-1852183017 tempest-FloatingIPAdminTestJSON-1852183017-project] Pushing event deleted for resources: {'Network': ['ID=4016d29d-54bf-43b1-af26-e7f23900bc94,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:26:27.680939 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-cee13f7c-f849-48a3-b134-d271a5006429 tempest-FloatingIPAdminTestJSON-1852183017 tempest-FloatingIPAdminTestJSON-1852183017-project] 10.222.0.54 "DELETE /v2.0/networks/4016d29d-54bf-43b1-af26-e7f23900bc94 HTTP/1.1" status: 204 len: 168 time: 2.8807371 Jan 20 14:26:27.685347 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.notifiers.nova [None req-db391681-64e9-46a5-8646-9a98b4401c5c tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] device_id is not set on port b6e0dcbf-6057-4764-9103-a743471798df yet. {{(pid=84152) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 14:26:27.685497 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 33836) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:26:27.713965 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-b290275a-5081-4553-8c03-2b4ffcaad1cd None None] Port a311b5f9-66e5-423a-beb8-4462bc925045 cannot update to ACTIVE because it is not bound. {{(pid=84154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 14:26:27.769553 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-9c2294bb-62ff-42f5-af2f-d1a430127113 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:27.817798 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-9c2294bb-62ff-42f5-af2f-d1a430127113 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:27.925166 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb356eaf-4574-4a50-a12c-222250d42ce5 tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] Router 6af75564-a31e-4220-ae53-d9125c7d0b09 has already been hosted by L3 agent 624d525b-4c26-4143-8a1c-228bb1c6faaa {{(pid=84152) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 14:26:27.933771 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.db_base_plugin_common [None req-db391681-64e9-46a5-8646-9a98b4401c5c tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Allocated IP 172.20.0.12 (f9dfe92d-7a28-4f7f-8f3f-9d29413d59b7/f8b841ec-8e6c-4183-90f0-f24e1dbc270d/b6e0dcbf-6057-4764-9103-a743471798df) {{(pid=84152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:26:27.956811 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-145d2677-3f05-4c07-b84f-f8f8ebf87097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:28.028588 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-9c2294bb-62ff-42f5-af2f-d1a430127113 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:28.071059 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2294bb-62ff-42f5-af2f-d1a430127113 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54c1aef3-4bd7-4459-aeb9-a0e05240d6e2,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:26:28.088911 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-ca75f208-1237-4194-b875-7cceef8d6927 tempest-FloatingIPAdminTestJSON-1852183017 tempest-FloatingIPAdminTestJSON-1852183017-project] Deleting port 741db693-db19-4d47-b2b0-1cb0f8ddb706 {{(pid=84153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:26:28.089474 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-ca75f208-1237-4194-b875-7cceef8d6927 tempest-FloatingIPAdminTestJSON-1852183017 tempest-FloatingIPAdminTestJSON-1852183017-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:28.116639 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-9c2294bb-62ff-42f5-af2f-d1a430127113 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:28.117252 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-86ea52c8-fd6c-4344-81fd-ba3b71889999 tempest-RoutersTestDVR-333784241 tempest-RoutersTestDVR-333784241-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-737761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105493'] for router, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:28.117890 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-9c2294bb-62ff-42f5-af2f-d1a430127113 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/54c1aef3-4bd7-4459-aeb9-a0e05240d6e2 HTTP/1.1" status: 204 len: 168 time: 0.6219032 Jan 20 14:26:28.152832 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-86ea52c8-fd6c-4344-81fd-ba3b71889999 tempest-RoutersTestDVR-333784241 tempest-RoutersTestDVR-333784241-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:28.349646 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-db391681-64e9-46a5-8646-9a98b4401c5c tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Notify callbacks [] for port, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:28.388902 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-15fe3107-6fb4-4d60-85f3-4a08591d2c94 tempest-AllowedAddressPairIpV6TestJSON-325386360 tempest-AllowedAddressPairIpV6TestJSON-325386360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:28.394771 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb356eaf-4574-4a50-a12c-222250d42ce5 tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] Notify agent at l3_agent.dv-neutron-825124-1-hyperv the message routers_updated {{(pid=84152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 14:26:28.399426 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-cb356eaf-4574-4a50-a12c-222250d42ce5 tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] Notify callbacks [] for router, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:28.403578 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-cb356eaf-4574-4a50-a12c-222250d42ce5 tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] 10.222.0.54 "PUT /v2.0/routers/6af75564-a31e-4220-ae53-d9125c7d0b09 HTTP/1.1" status: 200 len: 926 time: 5.1906972 Jan 20 14:26:28.405639 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 33846) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:26:28.421153 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bf32b53-f493-4005-b97a-cf4c6d5a8c72 None None] Sync routers for ids ['6af75564-a31e-4220-ae53-d9125c7d0b09'] in dv-neutron-825124-1-hyperv {{(pid=84155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 14:26:28.448261 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bf32b53-f493-4005-b97a-cf4c6d5a8c72 None None] Routers {'6af75564-a31e-4220-ae53-d9125c7d0b09'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:26:28.451473 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-7bf32b53-f493-4005-b97a-cf4c6d5a8c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:26:00Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['6af75564-a31e-4220-ae53-d9125c7d0b09'], 'active': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:26:28.523923 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-15fe3107-6fb4-4d60-85f3-4a08591d2c94 tempest-AllowedAddressPairIpV6TestJSON-325386360 tempest-AllowedAddressPairIpV6TestJSON-325386360-project] Calling delete_port for a311b5f9-66e5-423a-beb8-4462bc925045 owned by {{(pid=84153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:26:28.537976 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-7bf32b53-f493-4005-b97a-cf4c6d5a8c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:26:28.564240 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-86ea52c8-fd6c-4344-81fd-ba3b71889999 tempest-RoutersTestDVR-333784241 tempest-RoutersTestDVR-333784241-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-737693'] for router, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:28.564779 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86ea52c8-fd6c-4344-81fd-ba3b71889999 tempest-RoutersTestDVR-333784241 tempest-RoutersTestDVR-333784241-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 94f75623-2d6e-4eb4-869c-7cc6a356c600 {{(pid=84153) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 20 14:26:28.567440 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bf32b53-f493-4005-b97a-cf4c6d5a8c72 None None] Routers {'6af75564-a31e-4220-ae53-d9125c7d0b09'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:26:28.568158 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-7bf32b53-f493-4005-b97a-cf4c6d5a8c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:26:00Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['6af75564-a31e-4220-ae53-d9125c7d0b09'], 'active': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:26:28.601633 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-86ea52c8-fd6c-4344-81fd-ba3b71889999 tempest-RoutersTestDVR-333784241 tempest-RoutersTestDVR-333784241-project-admin] Notify callbacks [] for router, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:28.602729 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-86ea52c8-fd6c-4344-81fd-ba3b71889999 tempest-RoutersTestDVR-333784241 tempest-RoutersTestDVR-333784241-project-admin] 10.222.0.54 "DELETE /v2.0/routers/94f75623-2d6e-4eb4-869c-7cc6a356c600 HTTP/1.1" status: 204 len: 168 time: 1.6355989 Jan 20 14:26:28.618522 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 33854) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:26:28.631004 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-db391681-64e9-46a5-8646-9a98b4401c5c tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:28.632141 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-0a502b85-60b1-44a7-b0d1-22428a985cbe tempest-RoutersTestDVR-333784241 tempest-RoutersTestDVR-333784241-project-admin] Request body: {'router': {'name': 'tempest-router-1750425240', 'distributed': True}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:26:28.637203 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-ca75f208-1237-4194-b875-7cceef8d6927 tempest-FloatingIPAdminTestJSON-1852183017 tempest-FloatingIPAdminTestJSON-1852183017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:28.637539 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-ca75f208-1237-4194-b875-7cceef8d6927 tempest-FloatingIPAdminTestJSON-1852183017 tempest-FloatingIPAdminTestJSON-1852183017-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:28.663548 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-0a502b85-60b1-44a7-b0d1-22428a985cbe tempest-RoutersTestDVR-333784241 tempest-RoutersTestDVR-333784241-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:26:28.702275 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-7bf32b53-f493-4005-b97a-cf4c6d5a8c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:26:28.702681 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bf32b53-f493-4005-b97a-cf4c6d5a8c72 None None] The sync data for ids ['6af75564-a31e-4220-ae53-d9125c7d0b09'] in dv-neutron-825124-1-hyperv is: [] {{(pid=84155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 14:26:28.746064 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db391681-64e9-46a5-8646-9a98b4401c5c tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Network f9dfe92d-7a28-4f7f-8f3f-9d29413d59b7 is already hosted by enough agents. {{(pid=84152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:26:28.749353 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.base_scheduler [None req-db391681-64e9-46a5-8646-9a98b4401c5c tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Resources bound (agent type, host, resource id): {{(pid=84152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:26:28.751945 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db391681-64e9-46a5-8646-9a98b4401c5c tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Received port after_create {{(pid=84152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:26:28.773811 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-0a502b85-60b1-44a7-b0d1-22428a985cbe tempest-RoutersTestDVR-333784241 tempest-RoutersTestDVR-333784241-project-admin] Usage tracker for resource:router and tenant:9082ba84609a4c258168ae9d887296b9 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:26:28.777101 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-0a502b85-60b1-44a7-b0d1-22428a985cbe tempest-RoutersTestDVR-333784241 tempest-RoutersTestDVR-333784241-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:26:28.786639 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-ca75f208-1237-4194-b875-7cceef8d6927 tempest-FloatingIPAdminTestJSON-1852183017 tempest-FloatingIPAdminTestJSON-1852183017-project] Calling delete_port for 741db693-db19-4d47-b2b0-1cb0f8ddb706 owned by network:floatingip {{(pid=84153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:26:28.812684 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db391681-64e9-46a5-8646-9a98b4401c5c tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Pushing event updated for resources: {'Port': ['ID=b6e0dcbf-6057-4764-9103-a743471798df,revision_number=1']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:26:28.823777 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-0a502b85-60b1-44a7-b0d1-22428a985cbe tempest-RoutersTestDVR-333784241 tempest-RoutersTestDVR-333784241-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:26:28.848265 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db391681-64e9-46a5-8646-9a98b4401c5c tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:26:28.848589 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-db391681-64e9-46a5-8646-9a98b4401c5c tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:28.879625 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-5a42b2f3-f851-4ba1-b308-9860082c8ade tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] 10.222.0.54 "GET /v2.0/routers/6af75564-a31e-4220-ae53-d9125c7d0b09 HTTP/1.1" status: 200 len: 926 time: 0.4701347 Jan 20 14:26:28.879916 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 33862) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:26:28.943295 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-db391681-64e9-46a5-8646-9a98b4401c5c tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.3241701 Jan 20 14:26:28.947676 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 33868) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:26:28.956161 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-e40f7d14-9eb5-47d3-8f5a-88b880179b32 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Request body: {'floatingip': {'floating_network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'port_id': 'b6e0dcbf-6057-4764-9103-a743471798df', 'fixed_ip_address': '172.20.0.12'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:26:28.963488 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-e40f7d14-9eb5-47d3-8f5a-88b880179b32 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:26:28.969257 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-e40f7d14-9eb5-47d3-8f5a-88b880179b32 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Usage tracker for resource:floatingip and tenant:788f8e40e69a4b21adff221535fcbda3 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:26:28.971994 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-0a502b85-60b1-44a7-b0d1-22428a985cbe tempest-RoutersTestDVR-333784241 tempest-RoutersTestDVR-333784241-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-105475'] for router, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:28.972958 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-0a502b85-60b1-44a7-b0d1-22428a985cbe tempest-RoutersTestDVR-333784241 tempest-RoutersTestDVR-333784241-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-739204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-744864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-735540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-105484'] for router, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:28.973780 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-e40f7d14-9eb5-47d3-8f5a-88b880179b32 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:26:28.981813 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-e40f7d14-9eb5-47d3-8f5a-88b880179b32 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:26:28.997101 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-2a0c1704-ca7f-4be8-9708-989ed37ec945 tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] 10.222.0.54 "GET /v2.0/ports?network_id=8dffb05c-5ca0-409b-bd5f-7be6264f707d&device_id=6af75564-a31e-4220-ae53-d9125c7d0b09&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1157908 Jan 20 14:26:28.997875 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 33872) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:26:29.014073 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-15fe3107-6fb4-4d60-85f3-4a08591d2c94 tempest-AllowedAddressPairIpV6TestJSON-325386360 tempest-AllowedAddressPairIpV6TestJSON-325386360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:29.068963 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fe3107-6fb4-4d60-85f3-4a08591d2c94 tempest-AllowedAddressPairIpV6TestJSON-325386360 tempest-AllowedAddressPairIpV6TestJSON-325386360-project] Pushing event deleted for resources: {'Port': ['ID=a311b5f9-66e5-423a-beb8-4462bc925045,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:26:29.071397 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-e40f7d14-9eb5-47d3-8f5a-88b880179b32 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Notify callbacks [] for floatingip, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:29.125453 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-ca75f208-1237-4194-b875-7cceef8d6927 tempest-FloatingIPAdminTestJSON-1852183017 tempest-FloatingIPAdminTestJSON-1852183017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:29.134536 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-0a502b85-60b1-44a7-b0d1-22428a985cbe tempest-RoutersTestDVR-333784241 tempest-RoutersTestDVR-333784241-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:29.212238 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca75f208-1237-4194-b875-7cceef8d6927 tempest-FloatingIPAdminTestJSON-1852183017 tempest-FloatingIPAdminTestJSON-1852183017-project] Pushing event deleted for resources: {'Port': ['ID=741db693-db19-4d47-b2b0-1cb0f8ddb706,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:26:29.336303 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e42b226d-0f43-4145-8ac2-7357ab259f1d tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:26:29.337120 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-e42b226d-0f43-4145-8ac2-7357ab259f1d tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] Synchronizing usage tracker for tenant:1737e36574254ad493c58f8b859272d8 on resource:network {{(pid=84152) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:26:29.363320 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-0a502b85-60b1-44a7-b0d1-22428a985cbe tempest-RoutersTestDVR-333784241 tempest-RoutersTestDVR-333784241-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-744861'] for router, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:29.422225 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-e40f7d14-9eb5-47d3-8f5a-88b880179b32 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:29.444275 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-15fe3107-6fb4-4d60-85f3-4a08591d2c94 tempest-AllowedAddressPairIpV6TestJSON-325386360 tempest-AllowedAddressPairIpV6TestJSON-325386360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:29.465976 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-e42b226d-0f43-4145-8ac2-7357ab259f1d tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] Unset dirty status for tenant:1737e36574254ad493c58f8b859272d8 on resource:network {{(pid=84152) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:26:29.472205 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-e42b226d-0f43-4145-8ac2-7357ab259f1d tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] 10.222.0.54 "GET /v2.0/networks/8dffb05c-5ca0-409b-bd5f-7be6264f707d HTTP/1.1" status: 200 len: 881 time: 0.4677145 Jan 20 14:26:29.472205 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 33882) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:26:29.473557 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-ca75f208-1237-4194-b875-7cceef8d6927 tempest-FloatingIPAdminTestJSON-1852183017 tempest-FloatingIPAdminTestJSON-1852183017-project] Notify callbacks [] for floatingip, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:29.475831 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-ca75f208-1237-4194-b875-7cceef8d6927 tempest-FloatingIPAdminTestJSON-1852183017 tempest-FloatingIPAdminTestJSON-1852183017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for floatingip, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:29.476964 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-ca75f208-1237-4194-b875-7cceef8d6927 tempest-FloatingIPAdminTestJSON-1852183017 tempest-FloatingIPAdminTestJSON-1852183017-project] 10.222.0.54 "DELETE /v2.0/floatingips/f41cef6e-40d9-4991-913e-af4b6b3113d6 HTTP/1.1" status: 204 len: 168 time: 1.7906487 Jan 20 14:26:29.483078 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-15fe3107-6fb4-4d60-85f3-4a08591d2c94 tempest-AllowedAddressPairIpV6TestJSON-325386360 tempest-AllowedAddressPairIpV6TestJSON-325386360-project] 10.222.0.54 "DELETE /v2.0/ports/a311b5f9-66e5-423a-beb8-4462bc925045 HTTP/1.1" status: 204 len: 168 time: 2.1744988 Jan 20 14:26:29.487895 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 33888) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:26:29.584625 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4eb38e8-51a4-47dc-b41f-7c008d128843 tempest-AllowedAddressPairIpV6TestJSON-325386360 tempest-AllowedAddressPairIpV6TestJSON-325386360-project] GET failed (client error): The resource could not be found. Jan 20 14:26:29.585252 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-c4eb38e8-51a4-47dc-b41f-7c008d128843 tempest-AllowedAddressPairIpV6TestJSON-325386360 tempest-AllowedAddressPairIpV6TestJSON-325386360-project] Synchronizing usage tracker for tenant:3434d8da9da14ae69acda2072a716b5d on resource:port {{(pid=84153) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:26:29.592025 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 33894) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:26:29.595817 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-0a502b85-60b1-44a7-b0d1-22428a985cbe tempest-RoutersTestDVR-333784241 tempest-RoutersTestDVR-333784241-project-admin] Notify callbacks [] for router, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:29.597149 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-0a502b85-60b1-44a7-b0d1-22428a985cbe tempest-RoutersTestDVR-333784241 tempest-RoutersTestDVR-333784241-project-admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.9746578 Jan 20 14:26:29.608159 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 33896) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:26:29.660391 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-0fd8311f-2af0-4126-b671-d579705b1e01 tempest-RoutersIpV6AdminTest-217416812 tempest-RoutersIpV6AdminTest-217416812-project] 10.222.0.54 "GET /v2.0/ports?device_id=6af75564-a31e-4220-ae53-d9125c7d0b09 HTTP/1.1" status: 200 len: 205 time: 0.1853204 Jan 20 14:26:29.662388 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 33904) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:26:29.750508 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-c4eb38e8-51a4-47dc-b41f-7c008d128843 tempest-AllowedAddressPairIpV6TestJSON-325386360 tempest-AllowedAddressPairIpV6TestJSON-325386360-project] Unset dirty status for tenant:3434d8da9da14ae69acda2072a716b5d on resource:port {{(pid=84153) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:26:29.757738 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-c4eb38e8-51a4-47dc-b41f-7c008d128843 tempest-AllowedAddressPairIpV6TestJSON-325386360 tempest-AllowedAddressPairIpV6TestJSON-325386360-project] 10.222.0.54 "GET /v2.0/ports/a311b5f9-66e5-423a-beb8-4462bc925045 HTTP/1.1" status: 404 len: 333 time: 0.2682807 Jan 20 14:26:29.759667 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 33910) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:26:29.782160 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-a9c58f55-e518-424f-8d7b-b8b1664d367c tempest-AllowedAddressPairIpV6TestJSON-325386360 tempest-AllowedAddressPairIpV6TestJSON-325386360-project] Request body: {'port': {'network_id': 'bde9fca1-a31a-4133-a4b3-990fe05fafe1', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1504261543'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:26:29.782603 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-5e4745a4-9357-497a-8c02-9ac0d10a94b1 tempest-RoutersTestDVR-333784241 tempest-RoutersTestDVR-333784241-project-admin] Notify callbacks [] for router, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:29.850077 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-b3a820be-a794-4cc0-817e-0e7b4e9ca064 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-478209082'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:26:29.862249 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-b3a820be-a794-4cc0-817e-0e7b4e9ca064 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:26:29.871061 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-b3a820be-a794-4cc0-817e-0e7b4e9ca064 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Usage tracker for resource:network and tenant:61b46269b9ca430eb51733c2203d2e38 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:26:29.874731 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-b3a820be-a794-4cc0-817e-0e7b4e9ca064 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:26:29.882494 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-b3a820be-a794-4cc0-817e-0e7b4e9ca064 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:26:29.905466 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.db_base_plugin_common [None req-e40f7d14-9eb5-47d3-8f5a-88b880179b32 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Allocated IP 172.26.7.152 (8dffb05c-5ca0-409b-bd5f-7be6264f707d/a489dd4f-42a5-433b-8be3-bab2749c4209/41c4e60e-d178-4185-8643-117e8b00a417) {{(pid=84152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:26:30.065885 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 33918) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:26:30.081923 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-a9c58f55-e518-424f-8d7b-b8b1664d367c tempest-AllowedAddressPairIpV6TestJSON-325386360 tempest-AllowedAddressPairIpV6TestJSON-325386360-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:26:30.120216 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3a820be-a794-4cc0-817e-0e7b4e9ca064 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Made reservation on behalf of 61b46269b9ca430eb51733c2203d2e38 for: {'network': 1} {{(pid=84153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:26:30.123134 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-b3a820be-a794-4cc0-817e-0e7b4e9ca064 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for network, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:30.162523 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:30.167539 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-a9c58f55-e518-424f-8d7b-b8b1664d367c tempest-AllowedAddressPairIpV6TestJSON-325386360 tempest-AllowedAddressPairIpV6TestJSON-325386360-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:26:30.196742 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-b3a820be-a794-4cc0-817e-0e7b4e9ca064 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Notify callbacks [] for security_group, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:30.271891 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-e40f7d14-9eb5-47d3-8f5a-88b880179b32 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Notify callbacks [] for port, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:30.331645 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9c58f55-e518-424f-8d7b-b8b1664d367c tempest-AllowedAddressPairIpV6TestJSON-325386360 tempest-AllowedAddressPairIpV6TestJSON-325386360-project] Made reservation on behalf of 3434d8da9da14ae69acda2072a716b5d for: {'port': 1} {{(pid=84152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:26:30.334750 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-a9c58f55-e518-424f-8d7b-b8b1664d367c tempest-AllowedAddressPairIpV6TestJSON-325386360 tempest-AllowedAddressPairIpV6TestJSON-325386360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:30.347020 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-e2db3030-0785-4377-b9bf-682805f0372c admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=6de16a54208647709f49ca9cb2945079&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2796583 Jan 20 14:26:30.353153 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 33924) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:26:30.377220 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.notifiers.nova [None req-a9c58f55-e518-424f-8d7b-b8b1664d367c tempest-AllowedAddressPairIpV6TestJSON-325386360 tempest-AllowedAddressPairIpV6TestJSON-325386360-project] device_id is not set on port 3ca35bbe-ed78-4d94-9e00-5e82413ad87a yet. {{(pid=84152) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 14:26:30.378764 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-487c888d-8cd9-4e20-b0c9-a5e059681958 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:30.382666 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-5e4745a4-9357-497a-8c02-9ac0d10a94b1 tempest-RoutersTestDVR-333784241 tempest-RoutersTestDVR-333784241-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-737761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105493'] for router, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:30.385844 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-b3a820be-a794-4cc0-817e-0e7b4e9ca064 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:26:30.394004 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-b3a820be-a794-4cc0-817e-0e7b4e9ca064 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Usage tracker for resource:security_group_rule and tenant:61b46269b9ca430eb51733c2203d2e38 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:26:30.402351 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-b3a820be-a794-4cc0-817e-0e7b4e9ca064 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:26:30.413299 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-4ddeec79-75c4-4e5d-88ad-bcd9158b4276 tempest-RoutersIpV6AdminTest-217416812 tempest-RoutersIpV6AdminTest-217416812-project] Notify callbacks [] for router, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:30.414574 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-5e4745a4-9357-497a-8c02-9ac0d10a94b1 tempest-RoutersTestDVR-333784241 tempest-RoutersTestDVR-333784241-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:30.422505 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-b3a820be-a794-4cc0-817e-0e7b4e9ca064 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:26:30.488783 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-c963959c-9531-484d-861b-ec6166bd4ada admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:30.534968 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-c963959c-9531-484d-861b-ec6166bd4ada admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:30.570631 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-b3a820be-a794-4cc0-817e-0e7b4e9ca064 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Notify callbacks [] for security_group, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:30.572074 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-e40f7d14-9eb5-47d3-8f5a-88b880179b32 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:30.596191 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-5e4745a4-9357-497a-8c02-9ac0d10a94b1 tempest-RoutersTestDVR-333784241 tempest-RoutersTestDVR-333784241-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-737693'] for router, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:30.596905 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e4745a4-9357-497a-8c02-9ac0d10a94b1 tempest-RoutersTestDVR-333784241 tempest-RoutersTestDVR-333784241-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 39455c4e-90a1-416b-8f9b-d4ba37e3ab24 {{(pid=84153) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 20 14:26:30.619778 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-5e4745a4-9357-497a-8c02-9ac0d10a94b1 tempest-RoutersTestDVR-333784241 tempest-RoutersTestDVR-333784241-project-admin] Notify callbacks [] for router, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:30.620913 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-5e4745a4-9357-497a-8c02-9ac0d10a94b1 tempest-RoutersTestDVR-333784241 tempest-RoutersTestDVR-333784241-project-admin] 10.222.0.54 "DELETE /v2.0/routers/39455c4e-90a1-416b-8f9b-d4ba37e3ab24 HTTP/1.1" status: 204 len: 168 time: 1.0118299 Jan 20 14:26:30.656309 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-b3a820be-a794-4cc0-817e-0e7b4e9ca064 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:30.683895 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3a820be-a794-4cc0-817e-0e7b4e9ca064 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 153} {{(pid=84153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 14:26:30.689966 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.db_base_plugin_common [None req-a9c58f55-e518-424f-8d7b-b8b1664d367c tempest-AllowedAddressPairIpV6TestJSON-325386360 tempest-AllowedAddressPairIpV6TestJSON-325386360-project] Allocated IP 2001:db8::10 (bde9fca1-a31a-4133-a4b3-990fe05fafe1/c76814b1-2fbc-41b8-86c0-386f9c33eafe/3ca35bbe-ed78-4d94-9e00-5e82413ad87a) {{(pid=84152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:26:30.693139 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e40f7d14-9eb5-47d3-8f5a-88b880179b32 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Network 8dffb05c-5ca0-409b-bd5f-7be6264f707d is already hosted by enough agents. {{(pid=84152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:26:30.693479 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-b3a820be-a794-4cc0-817e-0e7b4e9ca064 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:30.693748 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.db.segments_db [None req-b3a820be-a794-4cc0-817e-0e7b4e9ca064 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Added segment 872eb548-dd3d-4e1f-8e9a-0db28a679c28 of type vlan for network cbb6bbd6-6cd0-4ee1-b21e-0095e92c9fde Jan 20 14:26:30.696529 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40f7d14-9eb5-47d3-8f5a-88b880179b32 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Pushing event updated for resources: {'Port': ['ID=41c4e60e-d178-4185-8643-117e8b00a417,revision_number=1']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:26:30.731194 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-c963959c-9531-484d-861b-ec6166bd4ada admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:30.734337 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-b3a820be-a794-4cc0-817e-0e7b4e9ca064 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769553767792'] for network, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:30.746495 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.base_scheduler [None req-e40f7d14-9eb5-47d3-8f5a-88b880179b32 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Resources bound (agent type, host, resource id): {{(pid=84152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:26:30.749038 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-c963959c-9531-484d-861b-ec6166bd4ada admin admin] Notify callbacks [] for security_group, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:30.753272 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-c963959c-9531-484d-861b-ec6166bd4ada admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/f12f81a3-3eb9-4aa6-9a31-24f0f7b25c5e HTTP/1.1" status: 204 len: 168 time: 0.3960650 Jan 20 14:26:30.762290 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e40f7d14-9eb5-47d3-8f5a-88b880179b32 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Received port after_create {{(pid=84152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:26:30.780694 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a820be-a794-4cc0-817e-0e7b4e9ca064 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02fa2373-29b4-4c15-bd76-dfe7f42828ce,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:26:30.797247 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c963959c-9531-484d-861b-ec6166bd4ada admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f12f81a3-3eb9-4aa6-9a31-24f0f7b25c5e,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:26:30.873237 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-b3a820be-a794-4cc0-817e-0e7b4e9ca064 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967'] for network, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:30.878998 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3a820be-a794-4cc0-817e-0e7b4e9ca064 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:26:30.884203 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-b3a820be-a794-4cc0-817e-0e7b4e9ca064 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1705179'] for network, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:30.989330 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a820be-a794-4cc0-817e-0e7b4e9ca064 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Pushing event updated for resources: {'Network': ['ID=cbb6bbd6-6cd0-4ee1-b21e-0095e92c9fde,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:26:31.000393 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Network cbb6bbd6-6cd0-4ee1-b21e-0095e92c9fde details requested by agent ovs-agent-dv-neutron-825124-1-hyperv with host dv-neutron-825124-1-hyperv {{(pid=84154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 14:26:31.043996 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-b3a820be-a794-4cc0-817e-0e7b4e9ca064 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.4376488 Jan 20 14:26:31.277701 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-4ddeec79-75c4-4e5d-88ad-bcd9158b4276 tempest-RoutersIpV6AdminTest-217416812 tempest-RoutersIpV6AdminTest-217416812-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:31.433203 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-4ddeec79-75c4-4e5d-88ad-bcd9158b4276 tempest-RoutersIpV6AdminTest-217416812 tempest-RoutersIpV6AdminTest-217416812-project] Deleting port 090899be-10e9-483a-8e07-f5e0b18085e9 {{(pid=84152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:26:31.433555 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-4ddeec79-75c4-4e5d-88ad-bcd9158b4276 tempest-RoutersIpV6AdminTest-217416812 tempest-RoutersIpV6AdminTest-217416812-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:31.435694 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:31.460751 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 33940) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:26:31.475966 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-cdd98e71-1f0a-4421-baa9-dcb30e06edf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:31.505428 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-a9c58f55-e518-424f-8d7b-b8b1664d367c tempest-AllowedAddressPairIpV6TestJSON-325386360 tempest-AllowedAddressPairIpV6TestJSON-325386360-project] Notify callbacks [] for port, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:31.552190 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.provisioning_blocks [None req-a9c58f55-e518-424f-8d7b-b8b1664d367c tempest-AllowedAddressPairIpV6TestJSON-325386360 tempest-AllowedAddressPairIpV6TestJSON-325386360-project] Transition to ACTIVE for port object 3ca35bbe-ed78-4d94-9e00-5e82413ad87a will not be triggered until provisioned by entity DHCP. {{(pid=84152) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:26:31.657794 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-37ac8d60-97ae-4b7c-8dc3-28ca237809ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:31.690949 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-37ac8d60-97ae-4b7c-8dc3-28ca237809ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:26:31.694769 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-37ac8d60-97ae-4b7c-8dc3-28ca237809ff admin admin] Usage tracker for resource:security_group_rule and tenant:045ea61277174f61a8fcadeea9fe2929 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:26:31.698169 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-37ac8d60-97ae-4b7c-8dc3-28ca237809ff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:26:31.705432 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-37ac8d60-97ae-4b7c-8dc3-28ca237809ff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:26:31.797710 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-4ddeec79-75c4-4e5d-88ad-bcd9158b4276 tempest-RoutersIpV6AdminTest-217416812 tempest-RoutersIpV6AdminTest-217416812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:31.876756 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-37ac8d60-97ae-4b7c-8dc3-28ca237809ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:31.925353 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-a9c58f55-e518-424f-8d7b-b8b1664d367c tempest-AllowedAddressPairIpV6TestJSON-325386360 tempest-AllowedAddressPairIpV6TestJSON-325386360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:31.933442 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-4ddeec79-75c4-4e5d-88ad-bcd9158b4276 tempest-RoutersIpV6AdminTest-217416812 tempest-RoutersIpV6AdminTest-217416812-project] Calling delete_port for 090899be-10e9-483a-8e07-f5e0b18085e9 owned by network:router_gateway {{(pid=84152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:26:31.944464 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-37ac8d60-97ae-4b7c-8dc3-28ca237809ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:31.997790 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ac8d60-97ae-4b7c-8dc3-28ca237809ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6ae9e65-0124-4916-9818-7bcb0910eab9,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:26:32.029382 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 33948) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:26:32.056625 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-37ac8d60-97ae-4b7c-8dc3-28ca237809ff admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=045ea61277174f61a8fcadeea9fe2929&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5940726 Jan 20 14:26:32.057386 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 33952) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:26:32.061130 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-9a16be95-716b-45aa-b07d-a52f16182dd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:32.079920 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c58f55-e518-424f-8d7b-b8b1664d367c tempest-AllowedAddressPairIpV6TestJSON-325386360 tempest-AllowedAddressPairIpV6TestJSON-325386360-project] Pushing event updated for resources: {'Port': ['ID=3ca35bbe-ed78-4d94-9e00-5e82413ad87a,revision_number=1']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:26:32.104032 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9c58f55-e518-424f-8d7b-b8b1664d367c tempest-AllowedAddressPairIpV6TestJSON-325386360 tempest-AllowedAddressPairIpV6TestJSON-325386360-project] Network bde9fca1-a31a-4133-a4b3-990fe05fafe1 is already hosted by enough agents. {{(pid=84152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:26:32.108272 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.base_scheduler [None req-a9c58f55-e518-424f-8d7b-b8b1664d367c tempest-AllowedAddressPairIpV6TestJSON-325386360 tempest-AllowedAddressPairIpV6TestJSON-325386360-project] Resources bound (agent type, host, resource id): {{(pid=84152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:26:32.108468 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-9a16be95-716b-45aa-b07d-a52f16182dd1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:26:32.112777 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9c58f55-e518-424f-8d7b-b8b1664d367c tempest-AllowedAddressPairIpV6TestJSON-325386360 tempest-AllowedAddressPairIpV6TestJSON-325386360-project] Received port after_create {{(pid=84152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:26:32.113326 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-9a16be95-716b-45aa-b07d-a52f16182dd1 admin admin] Usage tracker for resource:security_group_rule and tenant:9b924751dbfb49bba1c7ac8f37c0acf6 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:26:32.116309 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-9a16be95-716b-45aa-b07d-a52f16182dd1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:26:32.116527 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9c58f55-e518-424f-8d7b-b8b1664d367c tempest-AllowedAddressPairIpV6TestJSON-325386360 tempest-AllowedAddressPairIpV6TestJSON-325386360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:26:32.117431 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-a9c58f55-e518-424f-8d7b-b8b1664d367c tempest-AllowedAddressPairIpV6TestJSON-325386360 tempest-AllowedAddressPairIpV6TestJSON-325386360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:32.122141 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-9a16be95-716b-45aa-b07d-a52f16182dd1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:26:32.218201 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-9a16be95-716b-45aa-b07d-a52f16182dd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:32.307297 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-9a16be95-716b-45aa-b07d-a52f16182dd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:32.372301 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-b32f1a18-c364-40ec-9911-5fcfe76a87ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:32.373902 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a16be95-716b-45aa-b07d-a52f16182dd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=158212e5-e2ed-4a91-b079-cf11b7fe9c47,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:26:32.414188 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 33958) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:26:32.414670 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-a9c58f55-e518-424f-8d7b-b8b1664d367c tempest-AllowedAddressPairIpV6TestJSON-325386360 tempest-AllowedAddressPairIpV6TestJSON-325386360-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.6518357 Jan 20 14:26:32.424068 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-6e3bb738-7107-46c0-88e0-3cee5a1bc096 tempest-AllowedAddressPairIpV6TestJSON-325386360 tempest-AllowedAddressPairIpV6TestJSON-325386360-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:ae:89:11'}]}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:26:32.452361 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-e40f7d14-9eb5-47d3-8f5a-88b880179b32 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:32.453678 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-9a16be95-716b-45aa-b07d-a52f16182dd1 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=9b924751dbfb49bba1c7ac8f37c0acf6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4230833 Jan 20 14:26:32.456345 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-b32f1a18-c364-40ec-9911-5fcfe76a87ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:32.456864 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 33962) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:26:32.500588 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-4ddeec79-75c4-4e5d-88ad-bcd9158b4276 tempest-RoutersIpV6AdminTest-217416812 tempest-RoutersIpV6AdminTest-217416812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:32.559904 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-076307d7-7663-4588-8ee5-af00ab66b85c None None] Provisioning for port 3ca35bbe-ed78-4d94-9e00-5e82413ad87a completed by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:26:32.566963 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-076307d7-7663-4588-8ee5-af00ab66b85c None None] Provisioning complete for port 3ca35bbe-ed78-4d94-9e00-5e82413ad87a triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:26:32.568109 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-076307d7-7663-4588-8ee5-af00ab66b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:32.611566 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-e40f7d14-9eb5-47d3-8f5a-88b880179b32 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:32.640352 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddeec79-75c4-4e5d-88ad-bcd9158b4276 tempest-RoutersIpV6AdminTest-217416812 tempest-RoutersIpV6AdminTest-217416812-project] Pushing event deleted for resources: {'Port': ['ID=090899be-10e9-483a-8e07-f5e0b18085e9,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:26:32.659441 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-076307d7-7663-4588-8ee5-af00ab66b85c None None] Port 3ca35bbe-ed78-4d94-9e00-5e82413ad87a cannot update to ACTIVE because it is not bound. {{(pid=84154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 14:26:32.698328 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-b32f1a18-c364-40ec-9911-5fcfe76a87ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:32.716351 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-283459b3-b4ae-4e88-99f5-659782a0966b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:32.732734 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32f1a18-c364-40ec-9911-5fcfe76a87ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6ae9e65-0124-4916-9818-7bcb0910eab9,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:26:32.757109 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-6e3bb738-7107-46c0-88e0-3cee5a1bc096 tempest-AllowedAddressPairIpV6TestJSON-325386360 tempest-AllowedAddressPairIpV6TestJSON-325386360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:32.780867 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-b32f1a18-c364-40ec-9911-5fcfe76a87ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:32.784811 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-b32f1a18-c364-40ec-9911-5fcfe76a87ce admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/c6ae9e65-0124-4916-9818-7bcb0910eab9 HTTP/1.1" status: 204 len: 168 time: 0.7235789 Jan 20 14:26:32.834067 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-283459b3-b4ae-4e88-99f5-659782a0966b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:32.910977 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-eea6df97-7ff1-4b63-af20-e3ec8913deda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:33.115245 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-6e3bb738-7107-46c0-88e0-3cee5a1bc096 tempest-AllowedAddressPairIpV6TestJSON-325386360 tempest-AllowedAddressPairIpV6TestJSON-325386360-project] Notify callbacks [] for port, precommit_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:33.186162 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-6e3bb738-7107-46c0-88e0-3cee5a1bc096 tempest-AllowedAddressPairIpV6TestJSON-325386360 tempest-AllowedAddressPairIpV6TestJSON-325386360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3944146'] for port, after_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:33.196896 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-4ddeec79-75c4-4e5d-88ad-bcd9158b4276 tempest-RoutersIpV6AdminTest-217416812 tempest-RoutersIpV6AdminTest-217416812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-745333'] for router_gateway, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:33.335727 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-6e3bb738-7107-46c0-88e0-3cee5a1bc096 tempest-AllowedAddressPairIpV6TestJSON-325386360 tempest-AllowedAddressPairIpV6TestJSON-325386360-project] In _notify_port_updated(), no bound segment for port 3ca35bbe-ed78-4d94-9e00-5e82413ad87a on network bde9fca1-a31a-4133-a4b3-990fe05fafe1 {{(pid=84153) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Jan 20 14:26:33.352647 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e3bb738-7107-46c0-88e0-3cee5a1bc096 tempest-AllowedAddressPairIpV6TestJSON-325386360 tempest-AllowedAddressPairIpV6TestJSON-325386360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:26:33.353328 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-6e3bb738-7107-46c0-88e0-3cee5a1bc096 tempest-AllowedAddressPairIpV6TestJSON-325386360 tempest-AllowedAddressPairIpV6TestJSON-325386360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:33.357472 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-6e3bb738-7107-46c0-88e0-3cee5a1bc096 tempest-AllowedAddressPairIpV6TestJSON-325386360 tempest-AllowedAddressPairIpV6TestJSON-325386360-project] 10.222.0.54 "PUT /v2.0/ports/3ca35bbe-ed78-4d94-9e00-5e82413ad87a HTTP/1.1" status: 200 len: 1002 time: 0.9390402 Jan 20 14:26:33.374173 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 33974) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:26:33.477087 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3bb738-7107-46c0-88e0-3cee5a1bc096 tempest-AllowedAddressPairIpV6TestJSON-325386360 tempest-AllowedAddressPairIpV6TestJSON-325386360-project] Pushing event updated for resources: {'Port': ['ID=3ca35bbe-ed78-4d94-9e00-5e82413ad87a,revision_number=2']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:26:33.511165 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.db.resource_extend [None req-e40f7d14-9eb5-47d3-8f5a-88b880179b32 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 20 14:26:33.531492 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-2f229c06-b150-41a3-8f66-2a4bf4afe8cf tempest-AllowedAddressPairIpV6TestJSON-325386360 tempest-AllowedAddressPairIpV6TestJSON-325386360-project] Deleting port 3ca35bbe-ed78-4d94-9e00-5e82413ad87a {{(pid=84153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:26:33.532062 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-2f229c06-b150-41a3-8f66-2a4bf4afe8cf tempest-AllowedAddressPairIpV6TestJSON-325386360 tempest-AllowedAddressPairIpV6TestJSON-325386360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:33.606416 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-4ddeec79-75c4-4e5d-88ad-bcd9158b4276 tempest-RoutersIpV6AdminTest-217416812 tempest-RoutersIpV6AdminTest-217416812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-737761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105493'] for router, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:33.611090 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-4ddeec79-75c4-4e5d-88ad-bcd9158b4276 tempest-RoutersIpV6AdminTest-217416812 tempest-RoutersIpV6AdminTest-217416812-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:33.636742 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-283459b3-b4ae-4e88-99f5-659782a0966b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:33.666306 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-e40f7d14-9eb5-47d3-8f5a-88b880179b32 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Notify callbacks [] for port, precommit_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:33.674227 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283459b3-b4ae-4e88-99f5-659782a0966b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=158212e5-e2ed-4a91-b079-cf11b7fe9c47,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:26:33.686060 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-283459b3-b4ae-4e88-99f5-659782a0966b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:33.703007 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-283459b3-b4ae-4e88-99f5-659782a0966b admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/158212e5-e2ed-4a91-b079-cf11b7fe9c47 HTTP/1.1" status: 204 len: 168 time: 1.2352045 Jan 20 14:26:33.749773 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-4ddeec79-75c4-4e5d-88ad-bcd9158b4276 tempest-RoutersIpV6AdminTest-217416812 tempest-RoutersIpV6AdminTest-217416812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-737693'] for router, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:33.750313 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ddeec79-75c4-4e5d-88ad-bcd9158b4276 tempest-RoutersIpV6AdminTest-217416812 tempest-RoutersIpV6AdminTest-217416812-project] Fanout notify agent at l3_agent the message router_deleted on router 6af75564-a31e-4220-ae53-d9125c7d0b09 {{(pid=84152) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 20 14:26:33.756730 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-4ddeec79-75c4-4e5d-88ad-bcd9158b4276 tempest-RoutersIpV6AdminTest-217416812 tempest-RoutersIpV6AdminTest-217416812-project] Notify callbacks [] for router, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:33.757669 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-4ddeec79-75c4-4e5d-88ad-bcd9158b4276 tempest-RoutersIpV6AdminTest-217416812 tempest-RoutersIpV6AdminTest-217416812-project] 10.222.0.54 "DELETE /v2.0/routers/6af75564-a31e-4220-ae53-d9125c7d0b09 HTTP/1.1" status: 204 len: 168 time: 4.0942163 Jan 20 14:26:33.761208 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 33980) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:26:33.768455 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-90477323-ffe7-4fd3-ba5d-b60a40e5aaec tempest-RoutersIpV6AdminTest-217416812 tempest-RoutersIpV6AdminTest-217416812-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-707116046', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:26:33.782091 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-90477323-ffe7-4fd3-ba5d-b60a40e5aaec tempest-RoutersIpV6AdminTest-217416812 tempest-RoutersIpV6AdminTest-217416812-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:26:33.794896 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-e40f7d14-9eb5-47d3-8f5a-88b880179b32 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162822'] for port, after_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:33.807286 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-90477323-ffe7-4fd3-ba5d-b60a40e5aaec tempest-RoutersIpV6AdminTest-217416812 tempest-RoutersIpV6AdminTest-217416812-project] Usage tracker for resource:router and tenant:f59aced9f6574efc8bfd49e9f7505be7 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:26:33.835964 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ae7477a9-7c07-4337-b77c-2e0a2e519863 None None] Provisioning complete for port 3ca35bbe-ed78-4d94-9e00-5e82413ad87a triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:26:33.839799 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ae7477a9-7c07-4337-b77c-2e0a2e519863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:33.841585 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-90477323-ffe7-4fd3-ba5d-b60a40e5aaec tempest-RoutersIpV6AdminTest-217416812 tempest-RoutersIpV6AdminTest-217416812-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:26:33.852750 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-90477323-ffe7-4fd3-ba5d-b60a40e5aaec tempest-RoutersIpV6AdminTest-217416812 tempest-RoutersIpV6AdminTest-217416812-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:26:33.945291 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-e40f7d14-9eb5-47d3-8f5a-88b880179b32 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-745254'] for floatingip, after_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:33.979424 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-ae7477a9-7c07-4337-b77c-2e0a2e519863 None None] Port 3ca35bbe-ed78-4d94-9e00-5e82413ad87a cannot update to ACTIVE because it is not bound. {{(pid=84154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 14:26:33.988150 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 33984) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:26:34.007884 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-2f229c06-b150-41a3-8f66-2a4bf4afe8cf tempest-AllowedAddressPairIpV6TestJSON-325386360 tempest-AllowedAddressPairIpV6TestJSON-325386360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:34.013973 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-90477323-ffe7-4fd3-ba5d-b60a40e5aaec tempest-RoutersIpV6AdminTest-217416812 tempest-RoutersIpV6AdminTest-217416812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-105475'] for router, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:34.015050 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-90477323-ffe7-4fd3-ba5d-b60a40e5aaec tempest-RoutersIpV6AdminTest-217416812 tempest-RoutersIpV6AdminTest-217416812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-739204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-744864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-735540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-105484'] for router, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:34.025794 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40f7d14-9eb5-47d3-8f5a-88b880179b32 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Pushing event updated for resources: {'Port': ['ID=41c4e60e-d178-4185-8643-117e8b00a417,revision_number=2']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:26:34.026323 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-1573b3c9-df62-4933-b200-0a2b16332846 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:34.073963 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-90477323-ffe7-4fd3-ba5d-b60a40e5aaec tempest-RoutersIpV6AdminTest-217416812 tempest-RoutersIpV6AdminTest-217416812-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:34.186924 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-2f229c06-b150-41a3-8f66-2a4bf4afe8cf tempest-AllowedAddressPairIpV6TestJSON-325386360 tempest-AllowedAddressPairIpV6TestJSON-325386360-project] Calling delete_port for 3ca35bbe-ed78-4d94-9e00-5e82413ad87a owned by {{(pid=84153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:26:34.191647 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-90477323-ffe7-4fd3-ba5d-b60a40e5aaec tempest-RoutersIpV6AdminTest-217416812 tempest-RoutersIpV6AdminTest-217416812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-744861'] for router, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:34.223167 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.db.l3_db [None req-e40f7d14-9eb5-47d3-8f5a-88b880179b32 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Floating IP 08f9174a-5e39-4962-a267-543137f4e6ca associated. External IP: 172.26.7.152, port: b6e0dcbf-6057-4764-9103-a743471798df. Jan 20 14:26:34.283879 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-1573b3c9-df62-4933-b200-0a2b16332846 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:26:34.291973 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-1573b3c9-df62-4933-b200-0a2b16332846 admin admin] Usage tracker for resource:security_group_rule and tenant:9082ba84609a4c258168ae9d887296b9 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:26:34.296610 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-1573b3c9-df62-4933-b200-0a2b16332846 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:26:34.314353 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-1573b3c9-df62-4933-b200-0a2b16332846 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:26:34.319192 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-90477323-ffe7-4fd3-ba5d-b60a40e5aaec tempest-RoutersIpV6AdminTest-217416812 tempest-RoutersIpV6AdminTest-217416812-project] Notify callbacks [] for router, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:34.320392 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-90477323-ffe7-4fd3-ba5d-b60a40e5aaec tempest-RoutersIpV6AdminTest-217416812 tempest-RoutersIpV6AdminTest-217416812-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.5582495 Jan 20 14:26:34.330071 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 33992) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:26:34.378704 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 33996) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:26:34.385789 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-bffde1a7-c8a4-45b8-83d8-070e56131817 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Request body: {'subnet': {'network_id': 'cbb6bbd6-6cd0-4ee1-b21e-0095e92c9fde', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:26:34.400699 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-300574e8-6e03-46af-af42-b6f986807580 tempest-RoutersIpV6AdminTest-217416812 tempest-RoutersIpV6AdminTest-217416812-project] Request body: {'router': {'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d'}}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:26:34.559834 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-bffde1a7-c8a4-45b8-83d8-070e56131817 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:26:34.572525 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-bffde1a7-c8a4-45b8-83d8-070e56131817 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Usage tracker for resource:subnet and tenant:61b46269b9ca430eb51733c2203d2e38 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:26:34.576505 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-bffde1a7-c8a4-45b8-83d8-070e56131817 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:26:34.583707 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-bffde1a7-c8a4-45b8-83d8-070e56131817 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:26:34.687415 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 34002) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:26:34.713203 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-1573b3c9-df62-4933-b200-0a2b16332846 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:34.714642 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-a568f0a6-dc97-47e4-bbeb-ef1df5025dd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:34.727862 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bffde1a7-c8a4-45b8-83d8-070e56131817 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Made reservation on behalf of 61b46269b9ca430eb51733c2203d2e38 for: {'subnet': 1} {{(pid=84152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:26:34.760906 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-2f229c06-b150-41a3-8f66-2a4bf4afe8cf tempest-AllowedAddressPairIpV6TestJSON-325386360 tempest-AllowedAddressPairIpV6TestJSON-325386360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:34.813291 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-1573b3c9-df62-4933-b200-0a2b16332846 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:34.838960 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f229c06-b150-41a3-8f66-2a4bf4afe8cf tempest-AllowedAddressPairIpV6TestJSON-325386360 tempest-AllowedAddressPairIpV6TestJSON-325386360-project] Pushing event deleted for resources: {'Port': ['ID=3ca35bbe-ed78-4d94-9e00-5e82413ad87a,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:26:34.951741 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-a568f0a6-dc97-47e4-bbeb-ef1df5025dd3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:26:34.958386 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-a568f0a6-dc97-47e4-bbeb-ef1df5025dd3 admin admin] Usage tracker for resource:security_group_rule and tenant:a7f2070df94d4150baa89e56058342ae is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:26:34.962286 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-a568f0a6-dc97-47e4-bbeb-ef1df5025dd3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:26:34.971140 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-bffde1a7-c8a4-45b8-83d8-070e56131817 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3155315'] for subnet, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:34.981138 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-2f229c06-b150-41a3-8f66-2a4bf4afe8cf tempest-AllowedAddressPairIpV6TestJSON-325386360 tempest-AllowedAddressPairIpV6TestJSON-325386360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:34.983966 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1573b3c9-df62-4933-b200-0a2b16332846 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d3e72d2-2448-4a52-bf57-6d07a22fa7bc,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:26:34.984823 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-a568f0a6-dc97-47e4-bbeb-ef1df5025dd3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:26:34.987962 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-1573b3c9-df62-4933-b200-0a2b16332846 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=9082ba84609a4c258168ae9d887296b9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9988461 Jan 20 14:26:34.994914 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 34006) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:26:35.082828 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-2f229c06-b150-41a3-8f66-2a4bf4afe8cf tempest-AllowedAddressPairIpV6TestJSON-325386360 tempest-AllowedAddressPairIpV6TestJSON-325386360-project] 10.222.0.54 "DELETE /v2.0/ports/3ca35bbe-ed78-4d94-9e00-5e82413ad87a HTTP/1.1" status: 204 len: 168 time: 1.7052493 Jan 20 14:26:35.090755 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 34010) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:26:35.137667 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-300574e8-6e03-46af-af42-b6f986807580 tempest-RoutersIpV6AdminTest-217416812 tempest-RoutersIpV6AdminTest-217416812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-744886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-105502'] for router, precommit_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:35.151729 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f007a5f-0694-4222-878e-ed8467c93c4d tempest-AllowedAddressPairIpV6TestJSON-325386360 tempest-AllowedAddressPairIpV6TestJSON-325386360-project] GET failed (client error): The resource could not be found. Jan 20 14:26:35.152239 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-5f007a5f-0694-4222-878e-ed8467c93c4d tempest-AllowedAddressPairIpV6TestJSON-325386360 tempest-AllowedAddressPairIpV6TestJSON-325386360-project] Synchronizing usage tracker for tenant:3434d8da9da14ae69acda2072a716b5d on resource:port {{(pid=84153) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:26:35.187834 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-6f0b528f-e502-48ae-a0a8-6a96461a7885 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:35.217661 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-6f0b528f-e502-48ae-a0a8-6a96461a7885 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:35.231981 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-a568f0a6-dc97-47e4-bbeb-ef1df5025dd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:35.260813 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-5f007a5f-0694-4222-878e-ed8467c93c4d tempest-AllowedAddressPairIpV6TestJSON-325386360 tempest-AllowedAddressPairIpV6TestJSON-325386360-project] Unset dirty status for tenant:3434d8da9da14ae69acda2072a716b5d on resource:port {{(pid=84153) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:26:35.262085 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-5f007a5f-0694-4222-878e-ed8467c93c4d tempest-AllowedAddressPairIpV6TestJSON-325386360 tempest-AllowedAddressPairIpV6TestJSON-325386360-project] 10.222.0.54 "GET /v2.0/ports/3ca35bbe-ed78-4d94-9e00-5e82413ad87a HTTP/1.1" status: 404 len: 333 time: 0.1704109 Jan 20 14:26:35.273465 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 34014) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:26:35.287266 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-894f8fa7-de88-4bc7-808d-e44c2aba00b3 tempest-AllowedAddressPairIpV6TestJSON-325386360 tempest-AllowedAddressPairIpV6TestJSON-325386360-project] Request body: {'port': {'network_id': 'bde9fca1-a31a-4133-a4b3-990fe05fafe1', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-990692459'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:26:35.304272 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-a568f0a6-dc97-47e4-bbeb-ef1df5025dd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:35.326688 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e40f7d14-9eb5-47d3-8f5a-88b880179b32 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Router d6c1e36f-7721-4cd2-b738-173d5b3bd1fe has already been hosted by L3 agent 624d525b-4c26-4143-8a1c-228bb1c6faaa {{(pid=84152) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 14:26:35.408468 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-a568f0a6-dc97-47e4-bbeb-ef1df5025dd3 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=a7f2070df94d4150baa89e56058342ae&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7200243 Jan 20 14:26:35.409207 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a568f0a6-dc97-47e4-bbeb-ef1df5025dd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87f4335a-b797-4a26-b48c-87f8072775a3,revision_number=1']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:26:35.411540 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 34018) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:26:35.481668 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-bffde1a7-c8a4-45b8-83d8-070e56131817 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4163519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3155301'] for subnet, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:35.594008 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-894f8fa7-de88-4bc7-808d-e44c2aba00b3 tempest-AllowedAddressPairIpV6TestJSON-325386360 tempest-AllowedAddressPairIpV6TestJSON-325386360-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:26:35.602046 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffde1a7-c8a4-45b8-83d8-070e56131817 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Pushing event updated for resources: {'Subnet': ['ID=5723758e-7823-4312-9751-67fa307a60c9,revision_number=0']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:26:35.607916 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-894f8fa7-de88-4bc7-808d-e44c2aba00b3 tempest-AllowedAddressPairIpV6TestJSON-325386360 tempest-AllowedAddressPairIpV6TestJSON-325386360-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:26:35.623752 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-6f0b528f-e502-48ae-a0a8-6a96461a7885 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:35.644477 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-68f64c28-ed36-4255-98f0-65d35101a59d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:35.658617 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0b528f-e502-48ae-a0a8-6a96461a7885 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d3e72d2-2448-4a52-bf57-6d07a22fa7bc,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:26:35.663099 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-6f0b528f-e502-48ae-a0a8-6a96461a7885 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:35.664221 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-6f0b528f-e502-48ae-a0a8-6a96461a7885 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/0d3e72d2-2448-4a52-bf57-6d07a22fa7bc HTTP/1.1" status: 204 len: 168 time: 0.6683798 Jan 20 14:26:35.668284 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bffde1a7-c8a4-45b8-83d8-070e56131817 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Checking segment: {'id': '872eb548-dd3d-4e1f-8e9a-0db28a679c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'cbb6bbd6-6cd0-4ee1-b21e-0095e92c9fde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 14:26:35.668522 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bffde1a7-c8a4-45b8-83d8-070e56131817 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Network hostable DHCP agents. Network: cbb6bbd6-6cd0-4ee1-b21e-0095e92c9fde, hostable agents: ['1a181e39-5220-4c1a-88f8-08a54e8bfc9b'], hosted agents: [] {{(pid=84152) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 14:26:35.689704 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-68f64c28-ed36-4255-98f0-65d35101a59d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:35.723761 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-894f8fa7-de88-4bc7-808d-e44c2aba00b3 tempest-AllowedAddressPairIpV6TestJSON-325386360 tempest-AllowedAddressPairIpV6TestJSON-325386360-project] Made reservation on behalf of 3434d8da9da14ae69acda2072a716b5d for: {'port': 1} {{(pid=84153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:26:35.727629 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-894f8fa7-de88-4bc7-808d-e44c2aba00b3 tempest-AllowedAddressPairIpV6TestJSON-325386360 tempest-AllowedAddressPairIpV6TestJSON-325386360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:35.740772 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-300574e8-6e03-46af-af42-b6f986807580 tempest-RoutersIpV6AdminTest-217416812 tempest-RoutersIpV6AdminTest-217416812-project] Notify callbacks [] for router_gateway, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:35.783904 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-300574e8-6e03-46af-af42-b6f986807580 tempest-RoutersIpV6AdminTest-217416812 tempest-RoutersIpV6AdminTest-217416812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:35.791722 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.notifiers.nova [None req-894f8fa7-de88-4bc7-808d-e44c2aba00b3 tempest-AllowedAddressPairIpV6TestJSON-325386360 tempest-AllowedAddressPairIpV6TestJSON-325386360-project] device_id is not set on port e0a0aad5-36e0-4964-b3cf-c2848f30e9a1 yet. {{(pid=84153) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 14:26:35.844126 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e40f7d14-9eb5-47d3-8f5a-88b880179b32 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Notify agent at l3_agent.dv-neutron-825124-1-hyperv the message routers_updated {{(pid=84152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 14:26:35.857427 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98785cb0-cab6-49f9-84b3-89733bd0595b None None] Sync routers for ids ['d6c1e36f-7721-4cd2-b738-173d5b3bd1fe'] in dv-neutron-825124-1-hyperv {{(pid=84154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 14:26:35.872700 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98785cb0-cab6-49f9-84b3-89733bd0595b None None] Routers {'d6c1e36f-7721-4cd2-b738-173d5b3bd1fe'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:26:35.873315 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-98785cb0-cab6-49f9-84b3-89733bd0595b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:26:30Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['d6c1e36f-7721-4cd2-b738-173d5b3bd1fe'], 'active': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:26:35.890953 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bffde1a7-c8a4-45b8-83d8-070e56131817 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Network cbb6bbd6-6cd0-4ee1-b21e-0095e92c9fde is scheduled to be hosted by DHCP agent 1a181e39-5220-4c1a-88f8-08a54e8bfc9b with binding_index 1 {{(pid=84152) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 14:26:35.919640 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-68f64c28-ed36-4255-98f0-65d35101a59d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:35.921927 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-68f64c28-ed36-4255-98f0-65d35101a59d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:35.926996 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-68f64c28-ed36-4255-98f0-65d35101a59d admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/87f4335a-b797-4a26-b48c-87f8072775a3 HTTP/1.1" status: 204 len: 168 time: 0.5092914 Jan 20 14:26:35.933161 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-98785cb0-cab6-49f9-84b3-89733bd0595b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:26:35.933998 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f64c28-ed36-4255-98f0-65d35101a59d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87f4335a-b797-4a26-b48c-87f8072775a3,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:26:35.956392 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98785cb0-cab6-49f9-84b3-89733bd0595b None None] Routers {'d6c1e36f-7721-4cd2-b738-173d5b3bd1fe'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:26:35.957850 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-98785cb0-cab6-49f9-84b3-89733bd0595b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:26:30Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['d6c1e36f-7721-4cd2-b738-173d5b3bd1fe'], 'active': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:26:35.977440 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-e40f7d14-9eb5-47d3-8f5a-88b880179b32 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for floatingip, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:36.035363 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.base_scheduler [None req-bffde1a7-c8a4-45b8-83d8-070e56131817 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825124-1-hyperv, cbb6bbd6-6cd0-4ee1-b21e-0095e92c9fde) {{(pid=84152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:26:36.048346 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bffde1a7-c8a4-45b8-83d8-070e56131817 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:26:36.049151 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-bffde1a7-c8a4-45b8-83d8-070e56131817 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Notify callbacks [] for subnet, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:36.050854 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.db_base_plugin_common [None req-894f8fa7-de88-4bc7-808d-e44c2aba00b3 tempest-AllowedAddressPairIpV6TestJSON-325386360 tempest-AllowedAddressPairIpV6TestJSON-325386360-project] Allocated IP 2001:db8::362 (bde9fca1-a31a-4133-a4b3-990fe05fafe1/c76814b1-2fbc-41b8-86c0-386f9c33eafe/e0a0aad5-36e0-4964-b3cf-c2848f30e9a1) {{(pid=84153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:26:36.051743 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29992b54-8291-4e54-9793-f5e632ad9179 None None] Network cbb6bbd6-6cd0-4ee1-b21e-0095e92c9fde requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:26:36.078212 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-e40f7d14-9eb5-47d3-8f5a-88b880179b32 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 7.1283107 Jan 20 14:26:36.081596 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 34030) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:26:36.083481 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-98785cb0-cab6-49f9-84b3-89733bd0595b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:26:36.084023 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98785cb0-cab6-49f9-84b3-89733bd0595b None None] The sync data for ids ['d6c1e36f-7721-4cd2-b738-173d5b3bd1fe'] in dv-neutron-825124-1-hyperv is: [] {{(pid=84154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 14:26:36.090634 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-c589a7e7-5d9d-4fba-a1ed-f07046715739 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Request body: {'floatingip': {'port_id': None}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:26:36.185143 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-bffde1a7-c8a4-45b8-83d8-070e56131817 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.8051217 Jan 20 14:26:36.193840 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 34034) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:26:36.200926 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-6432db1a-606c-48a4-b1c9-549dbe6ac05e tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-915250791'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:26:36.215962 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-6432db1a-606c-48a4-b1c9-549dbe6ac05e tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:26:36.224121 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-6432db1a-606c-48a4-b1c9-549dbe6ac05e tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Usage tracker for resource:network and tenant:61b46269b9ca430eb51733c2203d2e38 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:26:36.232770 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-6432db1a-606c-48a4-b1c9-549dbe6ac05e tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:26:36.250802 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-6432db1a-606c-48a4-b1c9-549dbe6ac05e tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:26:36.259576 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-c589a7e7-5d9d-4fba-a1ed-f07046715739 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Notify callbacks [] for floatingip, before_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:36.363412 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a4a85f8-0aa9-4b73-afad-a52676e93939 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95c917f5-14ba-5e96-98b8-1a52654a930a-cbb6bbd6-6cd0-4ee1-b21e-0095e92c9fde', 'network_id': 'cbb6bbd6-6cd0-4ee1-b21e-0095e92c9fde', 'tenant_id': '61b46269b9ca430eb51733c2203d2e38', 'fixed_ips': [{'subnet_id': '5723758e-7823-4312-9751-67fa307a60c9'}]}} from dv-neutron-825124-1-hyperv. {{(pid=84154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 20 14:26:36.364495 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7a4a85f8-0aa9-4b73-afad-a52676e93939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:36.375774 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.db_base_plugin_common [None req-300574e8-6e03-46af-af42-b6f986807580 tempest-RoutersIpV6AdminTest-217416812 tempest-RoutersIpV6AdminTest-217416812-project] Allocated IP 172.26.7.210 (8dffb05c-5ca0-409b-bd5f-7be6264f707d/a489dd4f-42a5-433b-8be3-bab2749c4209/49dc7c75-8636-40a1-a709-71f33e2bfb0d) {{(pid=84153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:26:36.446663 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6432db1a-606c-48a4-b1c9-549dbe6ac05e tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Made reservation on behalf of 61b46269b9ca430eb51733c2203d2e38 for: {'network': 1} {{(pid=84152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:26:36.449071 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-6432db1a-606c-48a4-b1c9-549dbe6ac05e tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for network, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:36.490947 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6432db1a-606c-48a4-b1c9-549dbe6ac05e tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 195} {{(pid=84152) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 14:26:36.501800 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-6432db1a-606c-48a4-b1c9-549dbe6ac05e tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:36.502375 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.db.segments_db [None req-6432db1a-606c-48a4-b1c9-549dbe6ac05e tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Added segment 3c5353b2-894a-44fc-b05d-b4b937485ff4 of type vlan for network 35f04acd-9e6f-4d75-80ea-0e5f9d859397 Jan 20 14:26:36.530650 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-6432db1a-606c-48a4-b1c9-549dbe6ac05e tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769553767792'] for network, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:36.533275 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-894f8fa7-de88-4bc7-808d-e44c2aba00b3 tempest-AllowedAddressPairIpV6TestJSON-325386360 tempest-AllowedAddressPairIpV6TestJSON-325386360-project] Notify callbacks [] for port, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:36.567830 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.provisioning_blocks [None req-894f8fa7-de88-4bc7-808d-e44c2aba00b3 tempest-AllowedAddressPairIpV6TestJSON-325386360 tempest-AllowedAddressPairIpV6TestJSON-325386360-project] Transition to ACTIVE for port object e0a0aad5-36e0-4964-b3cf-c2848f30e9a1 will not be triggered until provisioned by entity DHCP. {{(pid=84153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:26:36.626904 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_common [None req-7a4a85f8-0aa9-4b73-afad-a52676e93939 None None] Allocated IP 2001:db8:0:ffff::2 (cbb6bbd6-6cd0-4ee1-b21e-0095e92c9fde/5723758e-7823-4312-9751-67fa307a60c9/8f2a83b2-4309-4423-9ecd-ae0547ea8345) {{(pid=84154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:26:36.674537 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-300574e8-6e03-46af-af42-b6f986807580 tempest-RoutersIpV6AdminTest-217416812 tempest-RoutersIpV6AdminTest-217416812-project] Notify callbacks [] for port, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:36.697770 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-6432db1a-606c-48a4-b1c9-549dbe6ac05e tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967'] for network, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:36.701766 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6432db1a-606c-48a4-b1c9-549dbe6ac05e tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:26:36.703243 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-6432db1a-606c-48a4-b1c9-549dbe6ac05e tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Notify callbacks [] for network, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:36.745461 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-894f8fa7-de88-4bc7-808d-e44c2aba00b3 tempest-AllowedAddressPairIpV6TestJSON-325386360 tempest-AllowedAddressPairIpV6TestJSON-325386360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:36.755345 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-c589a7e7-5d9d-4fba-a1ed-f07046715739 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:36.847970 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6432db1a-606c-48a4-b1c9-549dbe6ac05e tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Pushing event updated for resources: {'Network': ['ID=35f04acd-9e6f-4d75-80ea-0e5f9d859397,revision_number=1']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:26:36.869532 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-c589a7e7-5d9d-4fba-a1ed-f07046715739 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-745254'] for floatingip, after_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:36.869929 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.db.l3_db [None req-c589a7e7-5d9d-4fba-a1ed-f07046715739 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Floating IP 08f9174a-5e39-4962-a267-543137f4e6ca disassociated. External IP: 172.26.7.152, port: b6e0dcbf-6057-4764-9103-a743471798df. Jan 20 14:26:36.870577 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Network 35f04acd-9e6f-4d75-80ea-0e5f9d859397 details requested by agent ovs-agent-dv-neutron-825124-1-hyperv with host dv-neutron-825124-1-hyperv {{(pid=84154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 14:26:36.896165 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894f8fa7-de88-4bc7-808d-e44c2aba00b3 tempest-AllowedAddressPairIpV6TestJSON-325386360 tempest-AllowedAddressPairIpV6TestJSON-325386360-project] Pushing event updated for resources: {'Port': ['ID=e0a0aad5-36e0-4964-b3cf-c2848f30e9a1,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:26:36.906725 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-300574e8-6e03-46af-af42-b6f986807580 tempest-RoutersIpV6AdminTest-217416812 tempest-RoutersIpV6AdminTest-217416812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:36.962372 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-300574e8-6e03-46af-af42-b6f986807580 tempest-RoutersIpV6AdminTest-217416812 tempest-RoutersIpV6AdminTest-217416812-project] Network 8dffb05c-5ca0-409b-bd5f-7be6264f707d is already hosted by enough agents. {{(pid=84153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:26:36.969098 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-894f8fa7-de88-4bc7-808d-e44c2aba00b3 tempest-AllowedAddressPairIpV6TestJSON-325386360 tempest-AllowedAddressPairIpV6TestJSON-325386360-project] Network bde9fca1-a31a-4133-a4b3-990fe05fafe1 is already hosted by enough agents. {{(pid=84153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:26:36.970698 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.base_scheduler [None req-300574e8-6e03-46af-af42-b6f986807580 tempest-RoutersIpV6AdminTest-217416812 tempest-RoutersIpV6AdminTest-217416812-project] Resources bound (agent type, host, resource id): {{(pid=84153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:26:36.973116 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-300574e8-6e03-46af-af42-b6f986807580 tempest-RoutersIpV6AdminTest-217416812 tempest-RoutersIpV6AdminTest-217416812-project] Received port after_create {{(pid=84153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:26:37.003430 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-6432db1a-606c-48a4-b1c9-549dbe6ac05e tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.8085053 Jan 20 14:26:37.020486 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 34060) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:26:37.021627 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.base_scheduler [None req-894f8fa7-de88-4bc7-808d-e44c2aba00b3 tempest-AllowedAddressPairIpV6TestJSON-325386360 tempest-AllowedAddressPairIpV6TestJSON-325386360-project] Resources bound (agent type, host, resource id): {{(pid=84153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:26:37.025348 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-894f8fa7-de88-4bc7-808d-e44c2aba00b3 tempest-AllowedAddressPairIpV6TestJSON-325386360 tempest-AllowedAddressPairIpV6TestJSON-325386360-project] Received port after_create {{(pid=84153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:26:37.026023 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7a4a85f8-0aa9-4b73-afad-a52676e93939 None None] Notify callbacks [] for port, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:37.030008 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-894f8fa7-de88-4bc7-808d-e44c2aba00b3 tempest-AllowedAddressPairIpV6TestJSON-325386360 tempest-AllowedAddressPairIpV6TestJSON-325386360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:26:37.030786 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-894f8fa7-de88-4bc7-808d-e44c2aba00b3 tempest-AllowedAddressPairIpV6TestJSON-325386360 tempest-AllowedAddressPairIpV6TestJSON-325386360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:37.039480 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-7a4a85f8-0aa9-4b73-afad-a52676e93939 None None] Transition to ACTIVE for port object 8f2a83b2-4309-4423-9ecd-ae0547ea8345 will not be triggered until provisioned by entity L2. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:26:37.058319 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-8da63f77-45bb-484a-be58-a23ef2cde5f7 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Request body: {'subnet': {'network_id': '35f04acd-9e6f-4d75-80ea-0e5f9d859397', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:26:37.061532 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-7a4a85f8-0aa9-4b73-afad-a52676e93939 None None] Transition to ACTIVE for port object 8f2a83b2-4309-4423-9ecd-ae0547ea8345 will not be triggered until provisioned by entity DHCP. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:26:37.242663 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300574e8-6e03-46af-af42-b6f986807580 tempest-RoutersIpV6AdminTest-217416812 tempest-RoutersIpV6AdminTest-217416812-project] Pushing event updated for resources: {'Port': ['ID=49dc7c75-8636-40a1-a709-71f33e2bfb0d,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:26:37.243120 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7a4a85f8-0aa9-4b73-afad-a52676e93939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477'] for port, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:37.355995 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-894f8fa7-de88-4bc7-808d-e44c2aba00b3 tempest-AllowedAddressPairIpV6TestJSON-325386360 tempest-AllowedAddressPairIpV6TestJSON-325386360-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.0782995 Jan 20 14:26:37.356864 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 34070) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:26:37.358018 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-8da63f77-45bb-484a-be58-a23ef2cde5f7 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:26:37.390768 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-8da63f77-45bb-484a-be58-a23ef2cde5f7 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Usage tracker for resource:subnet and tenant:61b46269b9ca430eb51733c2203d2e38 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:26:37.404392 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a4a85f8-0aa9-4b73-afad-a52676e93939 None None] Network cbb6bbd6-6cd0-4ee1-b21e-0095e92c9fde is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:26:37.405908 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-7a4a85f8-0aa9-4b73-afad-a52676e93939 None None] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:26:37.409300 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a4a85f8-0aa9-4b73-afad-a52676e93939 None None] Received port after_create {{(pid=84154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:26:37.420055 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-7cbf4f3d-b624-4ecd-9bc9-73a0cdbc973a tempest-AllowedAddressPairIpV6TestJSON-325386360 tempest-AllowedAddressPairIpV6TestJSON-325386360-project] Request body: {'port': {'network_id': 'bde9fca1-a31a-4133-a4b3-990fe05fafe1', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1907383987'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:26:37.441896 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-8da63f77-45bb-484a-be58-a23ef2cde5f7 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:26:37.462496 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-8da63f77-45bb-484a-be58-a23ef2cde5f7 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:26:37.509030 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4a85f8-0aa9-4b73-afad-a52676e93939 None None] Pushing event updated for resources: {'Port': ['ID=8f2a83b2-4309-4423-9ecd-ae0547ea8345,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:26:37.553427 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c589a7e7-5d9d-4fba-a1ed-f07046715739 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Router d6c1e36f-7721-4cd2-b738-173d5b3bd1fe has already been hosted by L3 agent 624d525b-4c26-4143-8a1c-228bb1c6faaa {{(pid=84152) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 14:26:37.560115 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-7a4a85f8-0aa9-4b73-afad-a52676e93939 None None] Attempting to bind port 8f2a83b2-4309-4423-9ecd-ae0547ea8345 on host dv-neutron-825124-1-hyperv for vnic_type normal with profile {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:26:37.560115 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-7a4a85f8-0aa9-4b73-afad-a52676e93939 None None] Attempting to bind port 8f2a83b2-4309-4423-9ecd-ae0547ea8345 by drivers openvswitch,hyperv on host dv-neutron-825124-1-hyperv at level 0 using segments [{'id': '872eb548-dd3d-4e1f-8e9a-0db28a679c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'cbb6bbd6-6cd0-4ee1-b21e-0095e92c9fde'}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:26:37.560115 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a4a85f8-0aa9-4b73-afad-a52676e93939 None None] Attempting to bind port 8f2a83b2-4309-4423-9ecd-ae0547ea8345 on network cbb6bbd6-6cd0-4ee1-b21e-0095e92c9fde {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 14:26:37.574060 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a4a85f8-0aa9-4b73-afad-a52676e93939 None None] Checking agent: {'id': '6414dfeb-85c5-454a-8756-709ca637d800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825124-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 16, 31), 'started_at': datetime.datetime(2022, 1, 20, 14, 17, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 26, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825124-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 14:26:37.576621 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a4a85f8-0aa9-4b73-afad-a52676e93939 None None] Checking segment: {'id': '872eb548-dd3d-4e1f-8e9a-0db28a679c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'cbb6bbd6-6cd0-4ee1-b21e-0095e92c9fde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 14:26:37.590630 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7a4a85f8-0aa9-4b73-afad-a52676e93939 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:37.591129 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a4a85f8-0aa9-4b73-afad-a52676e93939 None None] Bound using segment: {'id': '872eb548-dd3d-4e1f-8e9a-0db28a679c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'cbb6bbd6-6cd0-4ee1-b21e-0095e92c9fde'} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 14:26:37.592103 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-7a4a85f8-0aa9-4b73-afad-a52676e93939 None None] Bound port: 8f2a83b2-4309-4423-9ecd-ae0547ea8345, host: dv-neutron-825124-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '872eb548-dd3d-4e1f-8e9a-0db28a679c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'cbb6bbd6-6cd0-4ee1-b21e-0095e92c9fde'}}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:26:37.592103 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7a4a85f8-0aa9-4b73-afad-a52676e93939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:37.607169 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8da63f77-45bb-484a-be58-a23ef2cde5f7 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Made reservation on behalf of 61b46269b9ca430eb51733c2203d2e38 for: {'subnet': 1} {{(pid=84153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:26:37.631698 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-7cbf4f3d-b624-4ecd-9bc9-73a0cdbc973a tempest-AllowedAddressPairIpV6TestJSON-325386360 tempest-AllowedAddressPairIpV6TestJSON-325386360-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:26:37.635907 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-7cbf4f3d-b624-4ecd-9bc9-73a0cdbc973a tempest-AllowedAddressPairIpV6TestJSON-325386360 tempest-AllowedAddressPairIpV6TestJSON-325386360-project] Usage tracker for resource:port and tenant:3434d8da9da14ae69acda2072a716b5d is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:26:37.638841 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-7cbf4f3d-b624-4ecd-9bc9-73a0cdbc973a tempest-AllowedAddressPairIpV6TestJSON-325386360 tempest-AllowedAddressPairIpV6TestJSON-325386360-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:26:37.645258 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-7cbf4f3d-b624-4ecd-9bc9-73a0cdbc973a tempest-AllowedAddressPairIpV6TestJSON-325386360 tempest-AllowedAddressPairIpV6TestJSON-325386360-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:26:37.692968 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-3e4d6d94-5f8f-4e0b-8c9d-2dae0f5e8dd9 None None] Provisioning for port e0a0aad5-36e0-4964-b3cf-c2848f30e9a1 completed by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:26:37.735109 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-3e4d6d94-5f8f-4e0b-8c9d-2dae0f5e8dd9 None None] Provisioning complete for port e0a0aad5-36e0-4964-b3cf-c2848f30e9a1 triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:26:37.735109 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-3e4d6d94-5f8f-4e0b-8c9d-2dae0f5e8dd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:37.747686 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-8da63f77-45bb-484a-be58-a23ef2cde5f7 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4193986'] for subnet, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:37.766777 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cbf4f3d-b624-4ecd-9bc9-73a0cdbc973a tempest-AllowedAddressPairIpV6TestJSON-325386360 tempest-AllowedAddressPairIpV6TestJSON-325386360-project] Made reservation on behalf of 3434d8da9da14ae69acda2072a716b5d for: {'port': 1} {{(pid=84153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:26:37.768529 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-7cbf4f3d-b624-4ecd-9bc9-73a0cdbc973a tempest-AllowedAddressPairIpV6TestJSON-325386360 tempest-AllowedAddressPairIpV6TestJSON-325386360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:37.770559 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 34080) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:26:37.810141 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-3e4d6d94-5f8f-4e0b-8c9d-2dae0f5e8dd9 None None] Port e0a0aad5-36e0-4964-b3cf-c2848f30e9a1 cannot update to ACTIVE because it is not bound. {{(pid=84154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 14:26:37.811942 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-7a4a85f8-0aa9-4b73-afad-a52676e93939 None None] For port 8f2a83b2-4309-4423-9ecd-ae0547ea8345, host dv-neutron-825124-1-hyperv, cleared binding levels {{(pid=84154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 14:26:37.817020 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-7a4a85f8-0aa9-4b73-afad-a52676e93939 None None] For port 8f2a83b2-4309-4423-9ecd-ae0547ea8345, host dv-neutron-825124-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=8f2a83b2-4309-4423-9ecd-ae0547ea8345,segment=NetworkSegment(872eb548-dd3d-4e1f-8e9a-0db28a679c28),segment_id=872eb548-dd3d-4e1f-8e9a-0db28a679c28)] {{(pid=84154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 14:26:37.822482 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.notifiers.nova [None req-7cbf4f3d-b624-4ecd-9bc9-73a0cdbc973a tempest-AllowedAddressPairIpV6TestJSON-325386360 tempest-AllowedAddressPairIpV6TestJSON-325386360-project] device_id is not set on port 50eb0cb4-33c6-4939-8964-a3e871f8feff yet. {{(pid=84153) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 14:26:37.876486 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7a4a85f8-0aa9-4b73-afad-a52676e93939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:37.946198 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c589a7e7-5d9d-4fba-a1ed-f07046715739 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Notify agent at l3_agent.dv-neutron-825124-1-hyperv the message routers_updated {{(pid=84152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 14:26:37.958584 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-c589a7e7-5d9d-4fba-a1ed-f07046715739 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for floatingip, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:37.962150 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93caba74-4ff3-41df-9f5d-360cc7b4993c None None] Sync routers for ids ['d6c1e36f-7721-4cd2-b738-173d5b3bd1fe'] in dv-neutron-825124-1-hyperv {{(pid=84155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 14:26:37.982402 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93caba74-4ff3-41df-9f5d-360cc7b4993c None None] Routers {'d6c1e36f-7721-4cd2-b738-173d5b3bd1fe'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:26:37.983021 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-93caba74-4ff3-41df-9f5d-360cc7b4993c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:26:30Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['d6c1e36f-7721-4cd2-b738-173d5b3bd1fe'], 'active': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:26:38.067096 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4a85f8-0aa9-4b73-afad-a52676e93939 None None] Pushing event updated for resources: {'Port': ['ID=8f2a83b2-4309-4423-9ecd-ae0547ea8345,revision_number=2']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:26:38.110968 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 34092) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:26:38.116511 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-c589a7e7-5d9d-4fba-a1ed-f07046715739 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] 10.222.0.54 "PUT /v2.0/floatingips/08f9174a-5e39-4962-a267-543137f4e6ca HTTP/1.1" status: 200 len: 688 time: 2.0292089 Jan 20 14:26:38.118584 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 34096) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:26:38.137612 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-93caba74-4ff3-41df-9f5d-360cc7b4993c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:26:38.173763 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93caba74-4ff3-41df-9f5d-360cc7b4993c None None] Routers {'d6c1e36f-7721-4cd2-b738-173d5b3bd1fe'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:26:38.174402 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-93caba74-4ff3-41df-9f5d-360cc7b4993c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:26:30Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['d6c1e36f-7721-4cd2-b738-173d5b3bd1fe'], 'active': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:26:38.180606 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-300574e8-6e03-46af-af42-b6f986807580 tempest-RoutersIpV6AdminTest-217416812 tempest-RoutersIpV6AdminTest-217416812-project] Notify callbacks [] for router_gateway, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:38.295012 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-93caba74-4ff3-41df-9f5d-360cc7b4993c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:26:38.295733 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93caba74-4ff3-41df-9f5d-360cc7b4993c None None] The sync data for ids ['d6c1e36f-7721-4cd2-b738-173d5b3bd1fe'] in dv-neutron-825124-1-hyperv is: [] {{(pid=84155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 14:26:38.336233 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-37518e38-d9f5-4e7e-b4f3-38ce24c63bab tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-385376339'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:26:38.341744 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-37518e38-d9f5-4e7e-b4f3-38ce24c63bab tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:26:38.346989 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-37518e38-d9f5-4e7e-b4f3-38ce24c63bab tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Usage tracker for resource:network and tenant:2cb17692bb0c4a2782f988652201ac42 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:26:38.350668 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-37518e38-d9f5-4e7e-b4f3-38ce24c63bab tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:26:38.357217 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-37518e38-d9f5-4e7e-b4f3-38ce24c63bab tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:26:38.379146 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-88d976ff-1d78-40bc-b83f-910698f99aa1 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Deleting port 41c4e60e-d178-4185-8643-117e8b00a417 {{(pid=84152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:26:38.379595 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-88d976ff-1d78-40bc-b83f-910698f99aa1 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:38.440636 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-1b57ccfc-d648-4f86-9448-550c7ec89b8e tempest-AgentManagementNegativeTest-826956028 tempest-AgentManagementNegativeTest-826956028-project] 10.222.0.54 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.6586299 Jan 20 14:26:38.445996 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37518e38-d9f5-4e7e-b4f3-38ce24c63bab tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Made reservation on behalf of 2cb17692bb0c4a2782f988652201ac42 for: {'network': 1} {{(pid=84152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:26:38.449062 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-37518e38-d9f5-4e7e-b4f3-38ce24c63bab tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for network, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:38.451990 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.db_base_plugin_common [None req-7cbf4f3d-b624-4ecd-9bc9-73a0cdbc973a tempest-AllowedAddressPairIpV6TestJSON-325386360 tempest-AllowedAddressPairIpV6TestJSON-325386360-project] Allocated IP 2001:db8::1d0 (bde9fca1-a31a-4133-a4b3-990fe05fafe1/c76814b1-2fbc-41b8-86c0-386f9c33eafe/50eb0cb4-33c6-4939-8964-a3e871f8feff) {{(pid=84153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:26:38.477150 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-37518e38-d9f5-4e7e-b4f3-38ce24c63bab tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks [] for security_group, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:38.621818 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-300574e8-6e03-46af-af42-b6f986807580 tempest-RoutersIpV6AdminTest-217416812 tempest-RoutersIpV6AdminTest-217416812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-744886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-105502'] for router, precommit_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:38.647647 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-37518e38-d9f5-4e7e-b4f3-38ce24c63bab tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:26:38.650707 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-300574e8-6e03-46af-af42-b6f986807580 tempest-RoutersIpV6AdminTest-217416812 tempest-RoutersIpV6AdminTest-217416812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-744861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-744847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-744836', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-737562'] for router, after_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:38.660798 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-37518e38-d9f5-4e7e-b4f3-38ce24c63bab tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Usage tracker for resource:security_group_rule and tenant:2cb17692bb0c4a2782f988652201ac42 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:26:38.666414 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-37518e38-d9f5-4e7e-b4f3-38ce24c63bab tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:26:38.675091 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-88d976ff-1d78-40bc-b83f-910698f99aa1 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:38.686395 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-88d976ff-1d78-40bc-b83f-910698f99aa1 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:38.686395 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-37518e38-d9f5-4e7e-b4f3-38ce24c63bab tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:26:38.732629 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-8da63f77-45bb-484a-be58-a23ef2cde5f7 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3943531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4194004'] for subnet, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:38.802681 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-88d976ff-1d78-40bc-b83f-910698f99aa1 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Calling delete_port for 41c4e60e-d178-4185-8643-117e8b00a417 owned by network:floatingip {{(pid=84152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:26:38.916458 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da63f77-45bb-484a-be58-a23ef2cde5f7 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Pushing event updated for resources: {'Subnet': ['ID=8585b76a-762c-451c-b98e-6ccf49fbf4fc,revision_number=0']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:26:38.928757 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-37518e38-d9f5-4e7e-b4f3-38ce24c63bab tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks [] for security_group, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:38.964201 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8da63f77-45bb-484a-be58-a23ef2cde5f7 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Checking segment: {'id': '3c5353b2-894a-44fc-b05d-b4b937485ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '35f04acd-9e6f-4d75-80ea-0e5f9d859397'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 14:26:38.964576 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8da63f77-45bb-484a-be58-a23ef2cde5f7 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Network hostable DHCP agents. Network: 35f04acd-9e6f-4d75-80ea-0e5f9d859397, hostable agents: ['1a181e39-5220-4c1a-88f8-08a54e8bfc9b'], hosted agents: [] {{(pid=84153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 14:26:38.998477 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-37518e38-d9f5-4e7e-b4f3-38ce24c63bab tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:39.017817 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 34106) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:26:39.023481 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-7cbf4f3d-b624-4ecd-9bc9-73a0cdbc973a tempest-AllowedAddressPairIpV6TestJSON-325386360 tempest-AllowedAddressPairIpV6TestJSON-325386360-project] Notify callbacks [] for port, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:39.052079 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37518e38-d9f5-4e7e-b4f3-38ce24c63bab tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 189} {{(pid=84152) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 14:26:39.057722 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37518e38-d9f5-4e7e-b4f3-38ce24c63bab tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24f1f0fd-c093-4ead-8876-ea03d7986784,revision_number=1']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:26:39.064875 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-88d976ff-1d78-40bc-b83f-910698f99aa1 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:39.069313 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-37518e38-d9f5-4e7e-b4f3-38ce24c63bab tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:39.069658 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.db.segments_db [None req-37518e38-d9f5-4e7e-b4f3-38ce24c63bab tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Added segment 7b61d093-41ff-4202-b223-533eb0f8da0a of type vlan for network dbce74ed-d43c-4540-8d8d-e582f35e4792 Jan 20 14:26:39.112872 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.provisioning_blocks [None req-7cbf4f3d-b624-4ecd-9bc9-73a0cdbc973a tempest-AllowedAddressPairIpV6TestJSON-325386360 tempest-AllowedAddressPairIpV6TestJSON-325386360-project] Transition to ACTIVE for port object 50eb0cb4-33c6-4939-8964-a3e871f8feff will not be triggered until provisioned by entity DHCP. {{(pid=84153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:26:39.115259 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d976ff-1d78-40bc-b83f-910698f99aa1 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Pushing event deleted for resources: {'Port': ['ID=41c4e60e-d178-4185-8643-117e8b00a417,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:26:39.203724 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8da63f77-45bb-484a-be58-a23ef2cde5f7 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Network 35f04acd-9e6f-4d75-80ea-0e5f9d859397 is scheduled to be hosted by DHCP agent 1a181e39-5220-4c1a-88f8-08a54e8bfc9b with binding_index 1 {{(pid=84153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 14:26:39.231490 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-37518e38-d9f5-4e7e-b4f3-38ce24c63bab tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769553767792'] for network, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:39.293418 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-7cbf4f3d-b624-4ecd-9bc9-73a0cdbc973a tempest-AllowedAddressPairIpV6TestJSON-325386360 tempest-AllowedAddressPairIpV6TestJSON-325386360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:39.360941 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-300574e8-6e03-46af-af42-b6f986807580 tempest-RoutersIpV6AdminTest-217416812 tempest-RoutersIpV6AdminTest-217416812-project] Router 311ae57e-70cc-4851-bc64-fb76db8027f2 is scheduled to L3 agent 624d525b-4c26-4143-8a1c-228bb1c6faaa with binding_index 1 {{(pid=84153) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 20 14:26:39.363009 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.base_scheduler [None req-8da63f77-45bb-484a-be58-a23ef2cde5f7 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825124-1-hyperv, 35f04acd-9e6f-4d75-80ea-0e5f9d859397) {{(pid=84153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:26:39.372603 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ced62596-7784-46bd-a69d-d4ee4b10eb7c None None] Network 35f04acd-9e6f-4d75-80ea-0e5f9d859397 requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:26:39.381518 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8da63f77-45bb-484a-be58-a23ef2cde5f7 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:26:39.382287 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-8da63f77-45bb-484a-be58-a23ef2cde5f7 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1705179'] for subnet, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:39.414801 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-88d976ff-1d78-40bc-b83f-910698f99aa1 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Notify callbacks [] for floatingip, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:39.429825 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cbf4f3d-b624-4ecd-9bc9-73a0cdbc973a tempest-AllowedAddressPairIpV6TestJSON-325386360 tempest-AllowedAddressPairIpV6TestJSON-325386360-project] Network bde9fca1-a31a-4133-a4b3-990fe05fafe1 is already hosted by enough agents. {{(pid=84153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:26:39.432473 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-4c7d245a-798e-4993-a517-2b2c9905c4fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:39.439345 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.base_scheduler [None req-7cbf4f3d-b624-4ecd-9bc9-73a0cdbc973a tempest-AllowedAddressPairIpV6TestJSON-325386360 tempest-AllowedAddressPairIpV6TestJSON-325386360-project] Resources bound (agent type, host, resource id): {{(pid=84153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:26:39.446924 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cbf4f3d-b624-4ecd-9bc9-73a0cdbc973a tempest-AllowedAddressPairIpV6TestJSON-325386360 tempest-AllowedAddressPairIpV6TestJSON-325386360-project] Received port after_create {{(pid=84153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:26:39.451488 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cbf4f3d-b624-4ecd-9bc9-73a0cdbc973a tempest-AllowedAddressPairIpV6TestJSON-325386360 tempest-AllowedAddressPairIpV6TestJSON-325386360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:26:39.455218 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-7cbf4f3d-b624-4ecd-9bc9-73a0cdbc973a tempest-AllowedAddressPairIpV6TestJSON-325386360 tempest-AllowedAddressPairIpV6TestJSON-325386360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:39.460285 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.db.resource_extend [None req-37518e38-d9f5-4e7e-b4f3-38ce24c63bab tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 20 14:26:39.461725 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbf4f3d-b624-4ecd-9bc9-73a0cdbc973a tempest-AllowedAddressPairIpV6TestJSON-325386360 tempest-AllowedAddressPairIpV6TestJSON-325386360-project] Pushing event updated for resources: {'Port': ['ID=50eb0cb4-33c6-4939-8964-a3e871f8feff,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:26:39.551033 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-4c7d245a-798e-4993-a517-2b2c9905c4fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:26:39.553739 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-4c7d245a-798e-4993-a517-2b2c9905c4fc admin admin] Usage tracker for resource:security_group_rule and tenant:0cdc2963bdbd439d8222d2f40975e7da is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:26:39.560132 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-4c7d245a-798e-4993-a517-2b2c9905c4fc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:26:39.560568 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-8da63f77-45bb-484a-be58-a23ef2cde5f7 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.5335710 Jan 20 14:26:39.562750 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-88d976ff-1d78-40bc-b83f-910698f99aa1 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for floatingip, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:39.564495 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-88d976ff-1d78-40bc-b83f-910698f99aa1 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] 10.222.0.54 "DELETE /v2.0/floatingips/08f9174a-5e39-4962-a267-543137f4e6ca HTTP/1.1" status: 204 len: 168 time: 1.4438775 Jan 20 14:26:39.565166 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 8f2a83b2-4309-4423-9ecd-ae0547ea8345 up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:26:39.565295 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 34116) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:26:39.569359 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 34118) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:26:39.576978 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-2d699311-fda1-4537-a023-d9b1c1f3385f tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Request body: {'floatingip': {'floating_network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'port_id': 'bf5a656e-7cf7-4ada-90c7-6288f4f5ce97'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:26:39.590519 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-2d699311-fda1-4537-a023-d9b1c1f3385f tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:26:39.593780 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-4c7d245a-798e-4993-a517-2b2c9905c4fc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:26:39.596217 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-37518e38-d9f5-4e7e-b4f3-38ce24c63bab tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967'] for network, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:39.601293 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37518e38-d9f5-4e7e-b4f3-38ce24c63bab tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:26:39.601460 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0312e438-52e8-49ad-ab5a-564b55f6ffc7 None None] Network cbb6bbd6-6cd0-4ee1-b21e-0095e92c9fde requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:26:39.601576 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-37518e38-d9f5-4e7e-b4f3-38ce24c63bab tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks [] for network, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:39.606782 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-2d699311-fda1-4537-a023-d9b1c1f3385f tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Usage tracker for resource:floatingip and tenant:788f8e40e69a4b21adff221535fcbda3 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:26:39.611177 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-2d699311-fda1-4537-a023-d9b1c1f3385f tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:26:39.618553 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-2d699311-fda1-4537-a023-d9b1c1f3385f tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:26:39.641627 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-7cbf4f3d-b624-4ecd-9bc9-73a0cdbc973a tempest-AllowedAddressPairIpV6TestJSON-325386360 tempest-AllowedAddressPairIpV6TestJSON-325386360-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.2636194 Jan 20 14:26:39.649322 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 34124) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:26:39.659640 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-fb19829e-0f1d-4015-bbd1-88c0c6c85b62 tempest-AllowedAddressPairIpV6TestJSON-325386360 tempest-AllowedAddressPairIpV6TestJSON-325386360-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::2d7', 'mac_address': 'fa:16:3e:ae:89:11'}, {'ip_address': '2001:db8::362', 'mac_address': 'fa:16:3e:60:e7:e7'}]}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:26:39.743965 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-2d699311-fda1-4537-a023-d9b1c1f3385f tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Notify callbacks [] for floatingip, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:39.771150 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-37518e38-d9f5-4e7e-b4f3-38ce24c63bab tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.6569791 Jan 20 14:26:39.783503 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 34128) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:26:39.802613 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-b89d9577-f83c-4e87-a11d-c881e3234b2a tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Request body: {'subnet': {'network_id': 'dbce74ed-d43c-4540-8d8d-e582f35e4792', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:26:39.914787 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37518e38-d9f5-4e7e-b4f3-38ce24c63bab tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Pushing event updated for resources: {'Network': ['ID=dbce74ed-d43c-4540-8d8d-e582f35e4792,revision_number=1']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:26:39.937864 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Network dbce74ed-d43c-4540-8d8d-e582f35e4792 details requested by agent ovs-agent-dv-neutron-825124-1-hyperv with host dv-neutron-825124-1-hyperv {{(pid=84154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 14:26:39.974607 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-7d519259-d3d0-4843-a74c-6a9a3dc0f7de None None] Provisioning for port 8f2a83b2-4309-4423-9ecd-ae0547ea8345 completed by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:26:40.012028 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-7e1c8b1c-a80d-4c57-aa0f-4811fdaebb9e tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586409'] for network, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:40.030921 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-b89d9577-f83c-4e87-a11d-c881e3234b2a tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:26:40.041544 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-4c7d245a-798e-4993-a517-2b2c9905c4fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:40.043318 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-b89d9577-f83c-4e87-a11d-c881e3234b2a tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Usage tracker for resource:subnet and tenant:2cb17692bb0c4a2782f988652201ac42 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:26:40.045962 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b119621d-308e-47c4-91d6-52c08793519a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95c917f5-14ba-5e96-98b8-1a52654a930a-35f04acd-9e6f-4d75-80ea-0e5f9d859397', 'network_id': '35f04acd-9e6f-4d75-80ea-0e5f9d859397', 'tenant_id': '61b46269b9ca430eb51733c2203d2e38', 'fixed_ips': [{'subnet_id': '8585b76a-762c-451c-b98e-6ccf49fbf4fc'}]}} from dv-neutron-825124-1-hyperv. {{(pid=84154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 20 14:26:40.046771 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-b119621d-308e-47c4-91d6-52c08793519a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:40.047295 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-b89d9577-f83c-4e87-a11d-c881e3234b2a tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:26:40.054155 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-b89d9577-f83c-4e87-a11d-c881e3234b2a tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:26:40.122250 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-4c7d245a-798e-4993-a517-2b2c9905c4fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:40.136251 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-7e1c8b1c-a80d-4c57-aa0f-4811fdaebb9e tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1627147'] for subnet, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:40.191407 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning for port 8f2a83b2-4309-4423-9ecd-ae0547ea8345 completed by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:26:40.218666 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b89d9577-f83c-4e87-a11d-c881e3234b2a tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Made reservation on behalf of 2cb17692bb0c4a2782f988652201ac42 for: {'subnet': 1} {{(pid=84152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:26:40.227253 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port 8f2a83b2-4309-4423-9ecd-ae0547ea8345 triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:26:40.227623 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:40.245421 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7d245a-798e-4993-a517-2b2c9905c4fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1e846b0-f026-43d7-932c-90a159d29424,revision_number=1']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:26:40.273863 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-fb19829e-0f1d-4015-bbd1-88c0c6c85b62 tempest-AllowedAddressPairIpV6TestJSON-325386360 tempest-AllowedAddressPairIpV6TestJSON-325386360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:40.305726 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-4c7d245a-798e-4993-a517-2b2c9905c4fc admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=0cdc2963bdbd439d8222d2f40975e7da&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2826900 Jan 20 14:26:40.311646 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 34132) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:26:40.346862 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-300574e8-6e03-46af-af42-b6f986807580 tempest-RoutersIpV6AdminTest-217416812 tempest-RoutersIpV6AdminTest-217416812-project] Notify agent at l3_agent.dv-neutron-825124-1-hyperv the message routers_updated {{(pid=84153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 14:26:40.362393 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-300574e8-6e03-46af-af42-b6f986807580 tempest-RoutersIpV6AdminTest-217416812 tempest-RoutersIpV6AdminTest-217416812-project] Notify callbacks [] for router, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:40.366385 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-300574e8-6e03-46af-af42-b6f986807580 tempest-RoutersIpV6AdminTest-217416812 tempest-RoutersIpV6AdminTest-217416812-project] 10.222.0.54 "PUT /v2.0/routers/311ae57e-70cc-4851-bc64-fb76db8027f2 HTTP/1.1" status: 200 len: 883 time: 6.0333569 Jan 20 14:26:40.367228 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 34138) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:26:40.390392 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83b0d162-ea7c-4be1-a795-2d5a90abb24d None None] Sync routers for ids ['311ae57e-70cc-4851-bc64-fb76db8027f2'] in dv-neutron-825124-1-hyperv {{(pid=84154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 14:26:40.399385 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-75095233-5fa1-4f01-9c39-7c7f00f44c5e None None] Provisioning for port 50eb0cb4-33c6-4939-8964-a3e871f8feff completed by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:26:40.420812 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-b89d9577-f83c-4e87-a11d-c881e3234b2a tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3155315'] for subnet, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:40.426612 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-75095233-5fa1-4f01-9c39-7c7f00f44c5e None None] Provisioning complete for port 50eb0cb4-33c6-4939-8964-a3e871f8feff triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:26:40.427484 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-75095233-5fa1-4f01-9c39-7c7f00f44c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:40.497921 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:40.518215 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-2d699311-fda1-4537-a023-d9b1c1f3385f tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:40.518452 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83b0d162-ea7c-4be1-a795-2d5a90abb24d None None] Routers {'311ae57e-70cc-4851-bc64-fb76db8027f2'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:26:40.519148 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-83b0d162-ea7c-4be1-a795-2d5a90abb24d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:26:30Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['311ae57e-70cc-4851-bc64-fb76db8027f2'], 'active': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:26:40.602246 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server [None req-b119621d-308e-47c4-91d6-52c08793519a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8585b76a-762c-451c-b98e-6ccf49fbf4fc: This subnet is being modified by another concurrent operation. Jan 20 14:26:40.602246 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 20 14:26:40.602246 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 20 14:26:40.602246 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 20 14:26:40.602246 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 20 14:26:40.602246 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 20 14:26:40.602246 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 20 14:26:40.602246 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 20 14:26:40.602246 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 20 14:26:40.602246 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 20 14:26:40.602246 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 20 14:26:40.602246 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 20 14:26:40.602246 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 20 14:26:40.602246 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 20 14:26:40.602246 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 20 14:26:40.602246 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 20 14:26:40.602246 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 20 14:26:40.602246 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server raise value Jan 20 14:26:40.602246 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 20 14:26:40.602246 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 20 14:26:40.602246 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 20 14:26:40.602246 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 20 14:26:40.602246 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 20 14:26:40.602246 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 20 14:26:40.602246 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 20 14:26:40.602246 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 20 14:26:40.602246 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 20 14:26:40.602246 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server raise value Jan 20 14:26:40.602246 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 20 14:26:40.602246 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 20 14:26:40.602246 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 20 14:26:40.602246 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 20 14:26:40.602246 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 20 14:26:40.602246 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 20 14:26:40.602246 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 20 14:26:40.602246 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 20 14:26:40.602246 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 20 14:26:40.602246 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server raise value Jan 20 14:26:40.602246 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 20 14:26:40.602246 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 20 14:26:40.602246 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 20 14:26:40.602246 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 20 14:26:40.602246 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Jan 20 14:26:40.602246 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 20 14:26:40.602246 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Jan 20 14:26:40.602246 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 20 14:26:40.602246 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Jan 20 14:26:40.602246 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 20 14:26:40.602246 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Jan 20 14:26:40.602246 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jan 20 14:26:40.602246 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Jan 20 14:26:40.602246 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 20 14:26:40.602246 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 20 14:26:40.606189 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 20 14:26:40.606189 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 20 14:26:40.606189 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 20 14:26:40.606189 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 20 14:26:40.606189 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 20 14:26:40.606189 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 20 14:26:40.606189 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server raise value Jan 20 14:26:40.606189 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 20 14:26:40.606189 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 20 14:26:40.606189 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 20 14:26:40.606189 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 20 14:26:40.606189 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 20 14:26:40.606189 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 20 14:26:40.606189 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 20 14:26:40.606189 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 20 14:26:40.606189 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 20 14:26:40.606189 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server raise value Jan 20 14:26:40.606189 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 20 14:26:40.606189 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 20 14:26:40.606189 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 20 14:26:40.606189 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 20 14:26:40.606189 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 20 14:26:40.606189 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 20 14:26:40.606189 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 20 14:26:40.606189 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 20 14:26:40.606189 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 20 14:26:40.606189 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server raise value Jan 20 14:26:40.606189 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 20 14:26:40.606189 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 20 14:26:40.606189 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Jan 20 14:26:40.606189 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 20 14:26:40.606189 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Jan 20 14:26:40.606189 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 20 14:26:40.606189 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Jan 20 14:26:40.606189 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 20 14:26:40.606189 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 20 14:26:40.606189 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 20 14:26:40.606189 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Jan 20 14:26:40.606189 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 20 14:26:40.606189 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Jan 20 14:26:40.606189 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 20 14:26:40.606189 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 20 14:26:40.606189 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 20 14:26:40.606189 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 20 14:26:40.606189 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 20 14:26:40.606189 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Jan 20 14:26:40.606189 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 20 14:26:40.606189 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 20 14:26:40.606189 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server raise exception Jan 20 14:26:40.606189 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8585b76a-762c-451c-b98e-6ccf49fbf4fc: This subnet is being modified by another concurrent operation. Jan 20 14:26:40.606189 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server Jan 20 14:26:40.622444 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-83b0d162-ea7c-4be1-a795-2d5a90abb24d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:26:40.624778 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-75095233-5fa1-4f01-9c39-7c7f00f44c5e None None] Port 50eb0cb4-33c6-4939-8964-a3e871f8feff cannot update to ACTIVE because it is not bound. {{(pid=84154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 14:26:40.644032 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deb16d9c-a279-4f19-947f-ed094361edff None None] Network 35f04acd-9e6f-4d75-80ea-0e5f9d859397 requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:26:40.719577 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-76693e3b-d803-4c05-9dd3-0b127559fbca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:40.735902 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] For port 8f2a83b2-4309-4423-9ecd-ae0547ea8345, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=8f2a83b2-4309-4423-9ecd-ae0547ea8345,segment=NetworkSegment(872eb548-dd3d-4e1f-8e9a-0db28a679c28),segment_id=872eb548-dd3d-4e1f-8e9a-0db28a679c28)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:26:40.754291 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-7e1c8b1c-a80d-4c57-aa0f-4811fdaebb9e tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1627154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4163580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155308'] for subnet, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:40.754845 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83b0d162-ea7c-4be1-a795-2d5a90abb24d None None] Routers {'311ae57e-70cc-4851-bc64-fb76db8027f2'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:26:40.755540 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-83b0d162-ea7c-4be1-a795-2d5a90abb24d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:26:30Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['311ae57e-70cc-4851-bc64-fb76db8027f2'], 'active': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:26:40.769409 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-76693e3b-d803-4c05-9dd3-0b127559fbca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:40.828864 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1c8b1c-a80d-4c57-aa0f-4811fdaebb9e tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Pushing event deleted for resources: {'Subnet': ['ID=8585b76a-762c-451c-b98e-6ccf49fbf4fc,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:26:40.831378 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-b89d9577-f83c-4e87-a11d-c881e3234b2a tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4163519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3155301'] for subnet, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:40.846016 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-83b0d162-ea7c-4be1-a795-2d5a90abb24d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:26:40.846490 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83b0d162-ea7c-4be1-a795-2d5a90abb24d None None] The sync data for ids ['311ae57e-70cc-4851-bc64-fb76db8027f2'] in dv-neutron-825124-1-hyperv is: [] {{(pid=84154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 14:26:40.856131 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:40.888498 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.db_base_plugin_common [None req-2d699311-fda1-4537-a023-d9b1c1f3385f tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Allocated IP 172.26.7.95 (8dffb05c-5ca0-409b-bd5f-7be6264f707d/a489dd4f-42a5-433b-8be3-bab2749c4209/d995f86d-263f-495d-9cdf-2c92f8847550) {{(pid=84153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:26:40.987326 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-7e1c8b1c-a80d-4c57-aa0f-4811fdaebb9e tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1626242', 'neutron.services.segments.db._delete_segments_for_network-8769554214620'] for network, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:40.990315 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-b778c383-c5b7-4307-b29f-59040767cd7d None None] Provisioning complete for port 8f2a83b2-4309-4423-9ecd-ae0547ea8345 triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:26:40.990612 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-b778c383-c5b7-4307-b29f-59040767cd7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:41.020314 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-208007f4-71fa-4d94-964d-74f939b00ec2 None None] get_active_networks_info from dv-neutron-825124-1-hyperv {{(pid=84154) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 20 14:26:41.024592 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89d9577-f83c-4e87-a11d-c881e3234b2a tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Pushing event updated for resources: {'Subnet': ['ID=bc1ad284-240b-47f2-a177-5ec91c1c19fd,revision_number=0']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:26:41.036566 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.segments.db [None req-7e1c8b1c-a80d-4c57-aa0f-4811fdaebb9e tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35f04acd-9e6f-4d75-80ea-0e5f9d859397']}} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:26:41.053866 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.segments.db [None req-7e1c8b1c-a80d-4c57-aa0f-4811fdaebb9e tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c5353b2-894a-44fc-b05d-b4b937485ff4') {'for_net_delete': True} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:26:41.054204 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.segments.db [None req-7e1c8b1c-a80d-4c57-aa0f-4811fdaebb9e tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c5353b2-894a-44fc-b05d-b4b937485ff4') {} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:26:41.055446 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-fb19829e-0f1d-4015-bbd1-88c0c6c85b62 tempest-AllowedAddressPairIpV6TestJSON-325386360 tempest-AllowedAddressPairIpV6TestJSON-325386360-project] Notify callbacks [] for port, precommit_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:41.070774 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-7e1c8b1c-a80d-4c57-aa0f-4811fdaebb9e tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769554214503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3337904'] for segment, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:41.078242 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Pushing event updated for resources: {'Port': ['ID=8f2a83b2-4309-4423-9ecd-ae0547ea8345,revision_number=3']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:26:41.079750 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b89d9577-f83c-4e87-a11d-c881e3234b2a tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Checking segment: {'id': '7b61d093-41ff-4202-b223-533eb0f8da0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'dbce74ed-d43c-4540-8d8d-e582f35e4792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 14:26:41.080112 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b89d9577-f83c-4e87-a11d-c881e3234b2a tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Network hostable DHCP agents. Network: dbce74ed-d43c-4540-8d8d-e582f35e4792, hostable agents: ['1a181e39-5220-4c1a-88f8-08a54e8bfc9b'], hosted agents: [] {{(pid=84152) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 14:26:41.099778 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-7e1c8b1c-a80d-4c57-aa0f-4811fdaebb9e tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:41.108031 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e1c8b1c-a80d-4c57-aa0f-4811fdaebb9e tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=84152) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 14:26:41.108244 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-7e1c8b1c-a80d-4c57-aa0f-4811fdaebb9e tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1622950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4162906'] for segment, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:41.124008 dv-neutron-825124-1-hyperv neutron-server[84152]: Traceback (most recent call last): Jan 20 14:26:41.124008 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 14:26:41.124008 dv-neutron-825124-1-hyperv neutron-server[84152]: timer() Jan 20 14:26:41.124008 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 14:26:41.124008 dv-neutron-825124-1-hyperv neutron-server[84152]: cb(*args, **kw) Jan 20 14:26:41.124008 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 14:26:41.124008 dv-neutron-825124-1-hyperv neutron-server[84152]: return func(*args, **kwargs) Jan 20 14:26:41.124008 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 14:26:41.124008 dv-neutron-825124-1-hyperv neutron-server[84152]: self._notify() Jan 20 14:26:41.124008 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 14:26:41.124008 dv-neutron-825124-1-hyperv neutron-server[84152]: self.callback(batched_events) Jan 20 14:26:41.124008 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 14:26:41.124008 dv-neutron-825124-1-hyperv neutron-server[84152]: event.method(event) Jan 20 14:26:41.124008 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 14:26:41.124008 dv-neutron-825124-1-hyperv neutron-server[84152]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 14:26:41.124008 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 14:26:41.124008 dv-neutron-825124-1-hyperv neutron-server[84152]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 14:26:41.124008 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 14:26:41.124008 dv-neutron-825124-1-hyperv neutron-server[84152]: return f(self, *a, **k) Jan 20 14:26:41.124008 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 14:26:41.124008 dv-neutron-825124-1-hyperv neutron-server[84152]: return self._get(url).json() Jan 20 14:26:41.124008 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 14:26:41.124008 dv-neutron-825124-1-hyperv neutron-server[84152]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 14:26:41.124008 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 14:26:41.124008 dv-neutron-825124-1-hyperv neutron-server[84152]: return self.request(url, 'GET', **kwargs) Jan 20 14:26:41.124008 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 14:26:41.124008 dv-neutron-825124-1-hyperv neutron-server[84152]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 14:26:41.124008 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 14:26:41.124008 dv-neutron-825124-1-hyperv neutron-server[84152]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 14:26:41.124008 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 14:26:41.124008 dv-neutron-825124-1-hyperv neutron-server[84152]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 14:26:41.124008 dv-neutron-825124-1-hyperv neutron-server[84152]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 14:26:41.149700 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-fb19829e-0f1d-4015-bbd1-88c0c6c85b62 tempest-AllowedAddressPairIpV6TestJSON-325386360 tempest-AllowedAddressPairIpV6TestJSON-325386360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3944146'] for port, after_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:41.177682 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-76693e3b-d803-4c05-9dd3-0b127559fbca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:41.205371 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-84df4960-dc73-46fb-9bba-07cc17ce9e9a tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] 10.222.0.54 "GET /v2.0/routers/311ae57e-70cc-4851-bc64-fb76db8027f2 HTTP/1.1" status: 200 len: 924 time: 0.8326750 Jan 20 14:26:41.211176 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 34144) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:26:41.245773 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76693e3b-d803-4c05-9dd3-0b127559fbca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1e846b0-f026-43d7-932c-90a159d29424,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:26:41.253155 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-2d699311-fda1-4537-a023-d9b1c1f3385f tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Notify callbacks [] for port, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:41.254168 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b89d9577-f83c-4e87-a11d-c881e3234b2a tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Network dbce74ed-d43c-4540-8d8d-e582f35e4792 is scheduled to be hosted by DHCP agent 1a181e39-5220-4c1a-88f8-08a54e8bfc9b with binding_index 1 {{(pid=84152) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 14:26:41.255994 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-fb19829e-0f1d-4015-bbd1-88c0c6c85b62 tempest-AllowedAddressPairIpV6TestJSON-325386360 tempest-AllowedAddressPairIpV6TestJSON-325386360-project] In _notify_port_updated(), no bound segment for port 50eb0cb4-33c6-4939-8964-a3e871f8feff on network bde9fca1-a31a-4133-a4b3-990fe05fafe1 {{(pid=84153) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Jan 20 14:26:41.260279 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb19829e-0f1d-4015-bbd1-88c0c6c85b62 tempest-AllowedAddressPairIpV6TestJSON-325386360 tempest-AllowedAddressPairIpV6TestJSON-325386360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:26:41.262101 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-fb19829e-0f1d-4015-bbd1-88c0c6c85b62 tempest-AllowedAddressPairIpV6TestJSON-325386360 tempest-AllowedAddressPairIpV6TestJSON-325386360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:41.262513 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-fb19829e-0f1d-4015-bbd1-88c0c6c85b62 tempest-AllowedAddressPairIpV6TestJSON-325386360 tempest-AllowedAddressPairIpV6TestJSON-325386360-project] 10.222.0.54 "PUT /v2.0/ports/50eb0cb4-33c6-4939-8964-a3e871f8feff HTTP/1.1" status: 200 len: 1068 time: 1.6110783 Jan 20 14:26:41.265528 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 34148) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:26:41.277253 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb19829e-0f1d-4015-bbd1-88c0c6c85b62 tempest-AllowedAddressPairIpV6TestJSON-325386360 tempest-AllowedAddressPairIpV6TestJSON-325386360-project] Pushing event updated for resources: {'Port': ['ID=50eb0cb4-33c6-4939-8964-a3e871f8feff,revision_number=2']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:26:41.328969 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-76693e3b-d803-4c05-9dd3-0b127559fbca admin admin] Notify callbacks [] for security_group, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:41.333297 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-76693e3b-d803-4c05-9dd3-0b127559fbca admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/c1e846b0-f026-43d7-932c-90a159d29424 HTTP/1.1" status: 204 len: 168 time: 1.0207024 Jan 20 14:26:41.337438 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-7e1c8b1c-a80d-4c57-aa0f-4811fdaebb9e tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1626253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-745296'] for network, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:41.352583 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.base_scheduler [None req-b89d9577-f83c-4e87-a11d-c881e3234b2a tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825124-1-hyperv, dbce74ed-d43c-4540-8d8d-e582f35e4792) {{(pid=84152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:26:41.373174 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-2d699311-fda1-4537-a023-d9b1c1f3385f tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:41.415981 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-208007f4-71fa-4d94-964d-74f939b00ec2 None None] Unable to find a vacant binding_index for network dbce74ed-d43c-4540-8d8d-e582f35e4792 and agent 1a181e39-5220-4c1a-88f8-08a54e8bfc9b {{(pid=84154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Jan 20 14:26:41.422504 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-208007f4-71fa-4d94-964d-74f939b00ec2 None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825124-1-hyperv, dbce74ed-d43c-4540-8d8d-e582f35e4792) {{(pid=84154) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 20 14:26:41.483893 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 8f2a83b2-4309-4423-9ecd-ae0547ea8345 up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:26:41.507818 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d699311-fda1-4537-a023-d9b1c1f3385f tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Network 8dffb05c-5ca0-409b-bd5f-7be6264f707d is already hosted by enough agents. {{(pid=84153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:26:41.508730 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d699311-fda1-4537-a023-d9b1c1f3385f tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Pushing event updated for resources: {'Port': ['ID=d995f86d-263f-495d-9cdf-2c92f8847550,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:26:41.511601 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.base_scheduler [None req-2d699311-fda1-4537-a023-d9b1c1f3385f tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Resources bound (agent type, host, resource id): {{(pid=84153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:26:41.514078 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d699311-fda1-4537-a023-d9b1c1f3385f tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Received port after_create {{(pid=84153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:26:41.526135 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-7e1c8b1c-a80d-4c57-aa0f-4811fdaebb9e tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Notify callbacks [] for network, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:41.533678 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b89d9577-f83c-4e87-a11d-c881e3234b2a tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:26:41.534540 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-b89d9577-f83c-4e87-a11d-c881e3234b2a tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks [] for subnet, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:41.547617 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1c8b1c-a80d-4c57-aa0f-4811fdaebb9e tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Pushing event deleted for resources: {'Network': ['ID=35f04acd-9e6f-4d75-80ea-0e5f9d859397,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:26:41.553623 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-80523822-3778-4e3f-8b9d-175fa0298c5d tempest-AllowedAddressPairIpV6TestJSON-325386360 tempest-AllowedAddressPairIpV6TestJSON-325386360-project] Deleting port 50eb0cb4-33c6-4939-8964-a3e871f8feff {{(pid=84152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:26:41.560368 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-80523822-3778-4e3f-8b9d-175fa0298c5d tempest-AllowedAddressPairIpV6TestJSON-325386360 tempest-AllowedAddressPairIpV6TestJSON-325386360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:41.600527 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-7e1c8b1c-a80d-4c57-aa0f-4811fdaebb9e tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] 10.222.0.54 "DELETE /v2.0/networks/35f04acd-9e6f-4d75-80ea-0e5f9d859397 HTTP/1.1" status: 204 len: 168 time: 2.0298884 Jan 20 14:26:41.613424 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 34156) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:26:41.622363 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-34926a22-c621-4c99-99d4-bf5638cad7a0 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1948603658'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:26:41.632112 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-34926a22-c621-4c99-99d4-bf5638cad7a0 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:26:41.640635 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-34926a22-c621-4c99-99d4-bf5638cad7a0 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Usage tracker for resource:network and tenant:61b46269b9ca430eb51733c2203d2e38 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:26:41.648109 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-34926a22-c621-4c99-99d4-bf5638cad7a0 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:26:41.709476 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-34926a22-c621-4c99-99d4-bf5638cad7a0 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:26:41.717510 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-b89d9577-f83c-4e87-a11d-c881e3234b2a tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9304745 Jan 20 14:26:41.727755 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 34160) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:26:41.745293 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-8d8651ba-72fa-4062-9b65-40db459597a0 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Request body: {'port': {'network_id': 'dbce74ed-d43c-4540-8d8d-e582f35e4792', 'name': 'tempest-NetworksTestDHCPv6-616706136'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:26:41.765682 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-c2c9b21e-e562-45f9-8ebe-7fe293f917a5 tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] 10.222.0.54 "GET /v2.0/ports?network_id=8dffb05c-5ca0-409b-bd5f-7be6264f707d&device_id=311ae57e-70cc-4851-bc64-fb76db8027f2&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.5500789 Jan 20 14:26:41.766139 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 34164) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:26:41.768674 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port 8f2a83b2-4309-4423-9ecd-ae0547ea8345 triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:26:41.769034 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:41.952038 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-80523822-3778-4e3f-8b9d-175fa0298c5d tempest-AllowedAddressPairIpV6TestJSON-325386360 tempest-AllowedAddressPairIpV6TestJSON-325386360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:42.097027 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19cd7f21-79a8-486c-9693-e643e407a85f tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:26:42.097458 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-19cd7f21-79a8-486c-9693-e643e407a85f tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] Synchronizing usage tracker for tenant:1737e36574254ad493c58f8b859272d8 on resource:network {{(pid=84153) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:26:42.129444 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-19cd7f21-79a8-486c-9693-e643e407a85f tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] Unset dirty status for tenant:1737e36574254ad493c58f8b859272d8 on resource:network {{(pid=84153) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:26:42.130624 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-19cd7f21-79a8-486c-9693-e643e407a85f tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] 10.222.0.54 "GET /v2.0/networks/8dffb05c-5ca0-409b-bd5f-7be6264f707d HTTP/1.1" status: 200 len: 881 time: 0.3636024 Jan 20 14:26:42.134225 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 34176) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:26:42.148568 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34926a22-c621-4c99-99d4-bf5638cad7a0 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Made reservation on behalf of 61b46269b9ca430eb51733c2203d2e38 for: {'network': 1} {{(pid=84152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:26:42.154870 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-34926a22-c621-4c99-99d4-bf5638cad7a0 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for network, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:42.158905 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ab92a6d-0bf7-4492-92e2-c12d5351f612 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95c917f5-14ba-5e96-98b8-1a52654a930a-dbce74ed-d43c-4540-8d8d-e582f35e4792', 'network_id': 'dbce74ed-d43c-4540-8d8d-e582f35e4792', 'tenant_id': '2cb17692bb0c4a2782f988652201ac42', 'fixed_ips': [{'subnet_id': 'bc1ad284-240b-47f2-a177-5ec91c1c19fd'}]}} from dv-neutron-825124-1-hyperv. {{(pid=84154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 20 14:26:42.160048 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-8ab92a6d-0bf7-4492-92e2-c12d5351f612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:42.177918 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-80523822-3778-4e3f-8b9d-175fa0298c5d tempest-AllowedAddressPairIpV6TestJSON-325386360 tempest-AllowedAddressPairIpV6TestJSON-325386360-project] Calling delete_port for 50eb0cb4-33c6-4939-8964-a3e871f8feff owned by {{(pid=84152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:26:42.296349 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34926a22-c621-4c99-99d4-bf5638cad7a0 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 172} {{(pid=84152) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 14:26:42.335503 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-34926a22-c621-4c99-99d4-bf5638cad7a0 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:42.335888 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.db.segments_db [None req-34926a22-c621-4c99-99d4-bf5638cad7a0 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Added segment 4b5b7999-0f9d-4c07-b055-6e881c0f5518 of type vlan for network 44f05124-6ef5-46c0-9bd1-75db174451d5 Jan 20 14:26:42.345783 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-8d8651ba-72fa-4062-9b65-40db459597a0 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:26:42.351538 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-8d8651ba-72fa-4062-9b65-40db459597a0 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Usage tracker for resource:port and tenant:2cb17692bb0c4a2782f988652201ac42 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:26:42.358781 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-8d8651ba-72fa-4062-9b65-40db459597a0 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:26:42.381021 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_common [None req-8ab92a6d-0bf7-4492-92e2-c12d5351f612 None None] Allocated IP 2001:db8::2 (dbce74ed-d43c-4540-8d8d-e582f35e4792/bc1ad284-240b-47f2-a177-5ec91c1c19fd/15b62361-6720-4d9d-8c9b-ae4b9f3073d2) {{(pid=84154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:26:42.386977 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-9c75d68f-1139-4dec-8dde-3b2e9a96a04e tempest-RoutersIpV6AdminTest-217416812 tempest-RoutersIpV6AdminTest-217416812-project] 10.222.0.54 "GET /v2.0/ports?device_id=311ae57e-70cc-4851-bc64-fb76db8027f2 HTTP/1.1" status: 200 len: 205 time: 0.2489431 Jan 20 14:26:42.389620 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 34182) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:26:42.410359 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-8d8651ba-72fa-4062-9b65-40db459597a0 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:26:42.425328 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-34926a22-c621-4c99-99d4-bf5638cad7a0 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769553767792'] for network, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:42.481878 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d8651ba-72fa-4062-9b65-40db459597a0 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Made reservation on behalf of 2cb17692bb0c4a2782f988652201ac42 for: {'port': 1} {{(pid=84152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:26:42.487779 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-8d8651ba-72fa-4062-9b65-40db459597a0 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:42.515546 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.notifiers.nova [None req-8d8651ba-72fa-4062-9b65-40db459597a0 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] device_id is not set on port 254aa718-651c-4983-a65d-e539248c57d7 yet. {{(pid=84152) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 14:26:42.554129 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-80523822-3778-4e3f-8b9d-175fa0298c5d tempest-AllowedAddressPairIpV6TestJSON-325386360 tempest-AllowedAddressPairIpV6TestJSON-325386360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:42.612951 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-34926a22-c621-4c99-99d4-bf5638cad7a0 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967'] for network, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:42.616736 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34926a22-c621-4c99-99d4-bf5638cad7a0 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:26:42.617334 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-34926a22-c621-4c99-99d4-bf5638cad7a0 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Notify callbacks [] for network, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:42.624107 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-8ab92a6d-0bf7-4492-92e2-c12d5351f612 None None] Notify callbacks [] for port, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:42.637083 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-8ab92a6d-0bf7-4492-92e2-c12d5351f612 None None] Transition to ACTIVE for port object 15b62361-6720-4d9d-8c9b-ae4b9f3073d2 will not be triggered until provisioned by entity L2. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:26:42.649128 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80523822-3778-4e3f-8b9d-175fa0298c5d tempest-AllowedAddressPairIpV6TestJSON-325386360 tempest-AllowedAddressPairIpV6TestJSON-325386360-project] Pushing event deleted for resources: {'Port': ['ID=50eb0cb4-33c6-4939-8964-a3e871f8feff,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:26:42.661392 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-8ab92a6d-0bf7-4492-92e2-c12d5351f612 None None] Transition to ACTIVE for port object 15b62361-6720-4d9d-8c9b-ae4b9f3073d2 will not be triggered until provisioned by entity DHCP. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:26:42.689527 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-2d699311-fda1-4537-a023-d9b1c1f3385f tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:42.740782 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-8ab92a6d-0bf7-4492-92e2-c12d5351f612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477'] for port, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:42.837501 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34926a22-c621-4c99-99d4-bf5638cad7a0 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Pushing event updated for resources: {'Network': ['ID=44f05124-6ef5-46c0-9bd1-75db174451d5,revision_number=1']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:26:42.851880 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab92a6d-0bf7-4492-92e2-c12d5351f612 None None] Pushing event updated for resources: {'Port': ['ID=15b62361-6720-4d9d-8c9b-ae4b9f3073d2,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:26:42.856038 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Network 44f05124-6ef5-46c0-9bd1-75db174451d5 details requested by agent ovs-agent-dv-neutron-825124-1-hyperv with host dv-neutron-825124-1-hyperv {{(pid=84154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 14:26:42.859963 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-34926a22-c621-4c99-99d4-bf5638cad7a0 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.2456839 Jan 20 14:26:42.865424 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 34194) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:26:42.869451 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-2d699311-fda1-4537-a023-d9b1c1f3385f tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:42.894777 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ab92a6d-0bf7-4492-92e2-c12d5351f612 None None] Network dbce74ed-d43c-4540-8d8d-e582f35e4792 is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:26:42.894777 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-8ab92a6d-0bf7-4492-92e2-c12d5351f612 None None] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:26:42.901158 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-8d41a81d-7565-4593-b58a-29f7c7832a3c tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Request body: {'subnet': {'network_id': '44f05124-6ef5-46c0-9bd1-75db174451d5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:26:42.902918 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab92a6d-0bf7-4492-92e2-c12d5351f612 None None] Received port after_create {{(pid=84154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:26:42.925353 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-d0b57563-8c83-47d4-abb3-0171135d90f8 tempest-RoutersIpV6AdminTest-217416812 tempest-RoutersIpV6AdminTest-217416812-project] Notify callbacks [] for router, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:43.074890 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-8ab92a6d-0bf7-4492-92e2-c12d5351f612 None None] Attempting to bind port 15b62361-6720-4d9d-8c9b-ae4b9f3073d2 on host dv-neutron-825124-1-hyperv for vnic_type normal with profile {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:26:43.074890 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-8ab92a6d-0bf7-4492-92e2-c12d5351f612 None None] Attempting to bind port 15b62361-6720-4d9d-8c9b-ae4b9f3073d2 by drivers openvswitch,hyperv on host dv-neutron-825124-1-hyperv at level 0 using segments [{'id': '7b61d093-41ff-4202-b223-533eb0f8da0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'dbce74ed-d43c-4540-8d8d-e582f35e4792'}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:26:43.074890 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ab92a6d-0bf7-4492-92e2-c12d5351f612 None None] Attempting to bind port 15b62361-6720-4d9d-8c9b-ae4b9f3073d2 on network dbce74ed-d43c-4540-8d8d-e582f35e4792 {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 14:26:43.080671 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ab92a6d-0bf7-4492-92e2-c12d5351f612 None None] Checking agent: {'id': '6414dfeb-85c5-454a-8756-709ca637d800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825124-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 16, 31), 'started_at': datetime.datetime(2022, 1, 20, 14, 17, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 26, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825124-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 14:26:43.081046 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ab92a6d-0bf7-4492-92e2-c12d5351f612 None None] Checking segment: {'id': '7b61d093-41ff-4202-b223-533eb0f8da0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'dbce74ed-d43c-4540-8d8d-e582f35e4792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 14:26:43.081452 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-8ab92a6d-0bf7-4492-92e2-c12d5351f612 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:43.081843 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ab92a6d-0bf7-4492-92e2-c12d5351f612 None None] Bound using segment: {'id': '7b61d093-41ff-4202-b223-533eb0f8da0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'dbce74ed-d43c-4540-8d8d-e582f35e4792'} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 14:26:43.082368 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-8ab92a6d-0bf7-4492-92e2-c12d5351f612 None None] Bound port: 15b62361-6720-4d9d-8c9b-ae4b9f3073d2, host: dv-neutron-825124-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b61d093-41ff-4202-b223-533eb0f8da0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'dbce74ed-d43c-4540-8d8d-e582f35e4792'}}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:26:43.082733 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-8ab92a6d-0bf7-4492-92e2-c12d5351f612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:43.104111 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 34202) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:26:43.160878 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.db_base_plugin_common [None req-8d8651ba-72fa-4062-9b65-40db459597a0 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Allocated IP 2001:db8::85 (dbce74ed-d43c-4540-8d8d-e582f35e4792/bc1ad284-240b-47f2-a177-5ec91c1c19fd/254aa718-651c-4983-a65d-e539248c57d7) {{(pid=84152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:26:43.208870 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-80523822-3778-4e3f-8b9d-175fa0298c5d tempest-AllowedAddressPairIpV6TestJSON-325386360 tempest-AllowedAddressPairIpV6TestJSON-325386360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:43.214819 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 34208) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:26:43.221057 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-80523822-3778-4e3f-8b9d-175fa0298c5d tempest-AllowedAddressPairIpV6TestJSON-325386360 tempest-AllowedAddressPairIpV6TestJSON-325386360-project] 10.222.0.54 "DELETE /v2.0/ports/50eb0cb4-33c6-4939-8964-a3e871f8feff HTTP/1.1" status: 204 len: 168 time: 1.9483848 Jan 20 14:26:43.221208 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-8ab92a6d-0bf7-4492-92e2-c12d5351f612 None None] For port 15b62361-6720-4d9d-8c9b-ae4b9f3073d2, host dv-neutron-825124-1-hyperv, cleared binding levels {{(pid=84154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 14:26:43.223338 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-8ab92a6d-0bf7-4492-92e2-c12d5351f612 None None] For port 15b62361-6720-4d9d-8c9b-ae4b9f3073d2, host dv-neutron-825124-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=15b62361-6720-4d9d-8c9b-ae4b9f3073d2,segment=NetworkSegment(7b61d093-41ff-4202-b223-533eb0f8da0a),segment_id=7b61d093-41ff-4202-b223-533eb0f8da0a)] {{(pid=84154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 14:26:43.239135 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-8d41a81d-7565-4593-b58a-29f7c7832a3c tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:26:43.264417 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-2d699311-fda1-4537-a023-d9b1c1f3385f tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Notify callbacks [] for port, precommit_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:43.268327 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-8d41a81d-7565-4593-b58a-29f7c7832a3c tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Usage tracker for resource:subnet and tenant:61b46269b9ca430eb51733c2203d2e38 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:26:43.276313 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-8d41a81d-7565-4593-b58a-29f7c7832a3c tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:26:43.276586 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8ed5f29-2252-44c9-a6a2-90affe2748d2 tempest-AllowedAddressPairIpV6TestJSON-325386360 tempest-AllowedAddressPairIpV6TestJSON-325386360-project] GET failed (client error): The resource could not be found. Jan 20 14:26:43.277089 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-d8ed5f29-2252-44c9-a6a2-90affe2748d2 tempest-AllowedAddressPairIpV6TestJSON-325386360 tempest-AllowedAddressPairIpV6TestJSON-325386360-project] Synchronizing usage tracker for tenant:3434d8da9da14ae69acda2072a716b5d on resource:port {{(pid=84153) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:26:43.292688 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-8d41a81d-7565-4593-b58a-29f7c7832a3c tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:26:43.299530 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-8ab92a6d-0bf7-4492-92e2-c12d5351f612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:43.347151 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-2d699311-fda1-4537-a023-d9b1c1f3385f tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3944146'] for port, after_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:43.416371 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab92a6d-0bf7-4492-92e2-c12d5351f612 None None] Pushing event updated for resources: {'Port': ['ID=15b62361-6720-4d9d-8c9b-ae4b9f3073d2,revision_number=2']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:26:43.426869 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-d8ed5f29-2252-44c9-a6a2-90affe2748d2 tempest-AllowedAddressPairIpV6TestJSON-325386360 tempest-AllowedAddressPairIpV6TestJSON-325386360-project] Unset dirty status for tenant:3434d8da9da14ae69acda2072a716b5d on resource:port {{(pid=84153) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:26:43.428102 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-d8ed5f29-2252-44c9-a6a2-90affe2748d2 tempest-AllowedAddressPairIpV6TestJSON-325386360 tempest-AllowedAddressPairIpV6TestJSON-325386360-project] 10.222.0.54 "GET /v2.0/ports/50eb0cb4-33c6-4939-8964-a3e871f8feff HTTP/1.1" status: 404 len: 333 time: 0.2111607 Jan 20 14:26:43.437459 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 34212) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:26:43.524229 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d699311-fda1-4537-a023-d9b1c1f3385f tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Pushing event updated for resources: {'Port': ['ID=d995f86d-263f-495d-9cdf-2c92f8847550,revision_number=2']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:26:43.529981 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-c7554b74-1531-47e8-ba62-28f92a9a68c4 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1095298456'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:26:43.548540 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-c7554b74-1531-47e8-ba62-28f92a9a68c4 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:26:43.564742 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-c7554b74-1531-47e8-ba62-28f92a9a68c4 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Usage tracker for resource:network and tenant:86e3e9c5b0744f88a459de56a9372787 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:26:43.569719 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-c7554b74-1531-47e8-ba62-28f92a9a68c4 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:26:43.585562 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-c7554b74-1531-47e8-ba62-28f92a9a68c4 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:26:43.596459 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-2d699311-fda1-4537-a023-d9b1c1f3385f tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-745254'] for floatingip, after_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:43.624682 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d41a81d-7565-4593-b58a-29f7c7832a3c tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Made reservation on behalf of 61b46269b9ca430eb51733c2203d2e38 for: {'subnet': 1} {{(pid=84152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:26:43.660308 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-de2bd41b-d1d2-4598-aa21-afb8cf40c4d8 tempest-AllowedAddressPairIpV6TestJSON-325386360 tempest-AllowedAddressPairIpV6TestJSON-325386360-project] Deleting port e0a0aad5-36e0-4964-b3cf-c2848f30e9a1 {{(pid=84153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:26:43.660660 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-de2bd41b-d1d2-4598-aa21-afb8cf40c4d8 tempest-AllowedAddressPairIpV6TestJSON-325386360 tempest-AllowedAddressPairIpV6TestJSON-325386360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:43.709129 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7554b74-1531-47e8-ba62-28f92a9a68c4 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Made reservation on behalf of 86e3e9c5b0744f88a459de56a9372787 for: {'network': 1} {{(pid=84152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:26:43.712125 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-c7554b74-1531-47e8-ba62-28f92a9a68c4 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for network, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:43.741761 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-c7554b74-1531-47e8-ba62-28f92a9a68c4 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks [] for security_group, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:43.753122 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-8d8651ba-72fa-4062-9b65-40db459597a0 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks [] for port, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:43.791557 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-8d41a81d-7565-4593-b58a-29f7c7832a3c tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3155315'] for subnet, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:43.808949 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.provisioning_blocks [None req-8d8651ba-72fa-4062-9b65-40db459597a0 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Transition to ACTIVE for port object 254aa718-651c-4983-a65d-e539248c57d7 will not be triggered until provisioned by entity DHCP. {{(pid=84152) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:26:43.894734 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-d0b57563-8c83-47d4-abb3-0171135d90f8 tempest-RoutersIpV6AdminTest-217416812 tempest-RoutersIpV6AdminTest-217416812-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:43.904185 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-c7554b74-1531-47e8-ba62-28f92a9a68c4 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:26:43.914597 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-c7554b74-1531-47e8-ba62-28f92a9a68c4 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Usage tracker for resource:security_group_rule and tenant:86e3e9c5b0744f88a459de56a9372787 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:26:43.922652 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-c7554b74-1531-47e8-ba62-28f92a9a68c4 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:26:43.937271 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-c7554b74-1531-47e8-ba62-28f92a9a68c4 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:26:44.014914 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-d0b57563-8c83-47d4-abb3-0171135d90f8 tempest-RoutersIpV6AdminTest-217416812 tempest-RoutersIpV6AdminTest-217416812-project] Deleting port 49dc7c75-8636-40a1-a709-71f33e2bfb0d {{(pid=84153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:26:44.015370 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-d0b57563-8c83-47d4-abb3-0171135d90f8 tempest-RoutersIpV6AdminTest-217416812 tempest-RoutersIpV6AdminTest-217416812-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:44.015882 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-8d8651ba-72fa-4062-9b65-40db459597a0 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:44.149417 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d8651ba-72fa-4062-9b65-40db459597a0 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Network dbce74ed-d43c-4540-8d8d-e582f35e4792 is already hosted by enough agents. {{(pid=84152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:26:44.165890 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-de2bd41b-d1d2-4598-aa21-afb8cf40c4d8 tempest-AllowedAddressPairIpV6TestJSON-325386360 tempest-AllowedAddressPairIpV6TestJSON-325386360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:44.167626 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.base_scheduler [None req-8d8651ba-72fa-4062-9b65-40db459597a0 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Resources bound (agent type, host, resource id): {{(pid=84152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:26:44.177498 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d8651ba-72fa-4062-9b65-40db459597a0 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Received port after_create {{(pid=84152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:26:44.181501 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d8651ba-72fa-4062-9b65-40db459597a0 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:26:44.182140 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-8d8651ba-72fa-4062-9b65-40db459597a0 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:44.187575 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8651ba-72fa-4062-9b65-40db459597a0 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Pushing event updated for resources: {'Port': ['ID=254aa718-651c-4983-a65d-e539248c57d7,revision_number=1']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:26:44.199469 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-c7554b74-1531-47e8-ba62-28f92a9a68c4 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks [] for security_group, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:44.264588 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-c7554b74-1531-47e8-ba62-28f92a9a68c4 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:44.293817 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7554b74-1531-47e8-ba62-28f92a9a68c4 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 158} {{(pid=84152) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 14:26:44.305511 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-8d8651ba-72fa-4062-9b65-40db459597a0 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.5753946 Jan 20 14:26:44.306716 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-8d41a81d-7565-4593-b58a-29f7c7832a3c tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4163519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3155301'] for subnet, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:44.315951 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 34220) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:26:44.364332 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-c7554b74-1531-47e8-ba62-28f92a9a68c4 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:44.364676 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.db.segments_db [None req-c7554b74-1531-47e8-ba62-28f92a9a68c4 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Added segment d51340dd-91e7-495b-b378-11b3a01f125b of type vlan for network c69ee7bc-60c2-439d-90b1-98741047f7c7 Jan 20 14:26:44.370133 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-de2bd41b-d1d2-4598-aa21-afb8cf40c4d8 tempest-AllowedAddressPairIpV6TestJSON-325386360 tempest-AllowedAddressPairIpV6TestJSON-325386360-project] Calling delete_port for e0a0aad5-36e0-4964-b3cf-c2848f30e9a1 owned by {{(pid=84153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:26:44.397919 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7554b74-1531-47e8-ba62-28f92a9a68c4 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Pushing event updated for resources: {'SecurityGroup': ['ID=402bbd6e-7640-49a1-8e9d-871fb30bd03f,revision_number=1']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:26:44.436303 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-c7554b74-1531-47e8-ba62-28f92a9a68c4 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769553767792'] for network, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:44.450252 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d41a81d-7565-4593-b58a-29f7c7832a3c tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Pushing event updated for resources: {'Subnet': ['ID=a7851244-fdf8-47da-b827-73c0c1915bb6,revision_number=0']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:26:44.476943 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d41a81d-7565-4593-b58a-29f7c7832a3c tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Checking segment: {'id': '4b5b7999-0f9d-4c07-b055-6e881c0f5518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '44f05124-6ef5-46c0-9bd1-75db174451d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 14:26:44.477301 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d41a81d-7565-4593-b58a-29f7c7832a3c tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Network hostable DHCP agents. Network: 44f05124-6ef5-46c0-9bd1-75db174451d5, hostable agents: ['1a181e39-5220-4c1a-88f8-08a54e8bfc9b'], hosted agents: [] {{(pid=84152) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 14:26:44.506371 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-775ae0f8-06c0-4054-a834-3de7ef16db56 None None] Network dbce74ed-d43c-4540-8d8d-e582f35e4792 requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:26:44.538785 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-c7554b74-1531-47e8-ba62-28f92a9a68c4 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967'] for network, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:44.542584 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7554b74-1531-47e8-ba62-28f92a9a68c4 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:26:44.543207 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-c7554b74-1531-47e8-ba62-28f92a9a68c4 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks [] for network, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:44.582192 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d41a81d-7565-4593-b58a-29f7c7832a3c tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Network 44f05124-6ef5-46c0-9bd1-75db174451d5 is scheduled to be hosted by DHCP agent 1a181e39-5220-4c1a-88f8-08a54e8bfc9b with binding_index 1 {{(pid=84152) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 14:26:44.604871 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-d0b57563-8c83-47d4-abb3-0171135d90f8 tempest-RoutersIpV6AdminTest-217416812 tempest-RoutersIpV6AdminTest-217416812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:44.667272 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7554b74-1531-47e8-ba62-28f92a9a68c4 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Pushing event updated for resources: {'Network': ['ID=c69ee7bc-60c2-439d-90b1-98741047f7c7,revision_number=1']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:26:44.682053 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Network c69ee7bc-60c2-439d-90b1-98741047f7c7 details requested by agent ovs-agent-dv-neutron-825124-1-hyperv with host dv-neutron-825124-1-hyperv {{(pid=84154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 14:26:44.708885 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.db.l3_db [None req-2d699311-fda1-4537-a023-d9b1c1f3385f tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Floating IP 346211b9-383d-43e0-aa6e-277b8f541554 associated. External IP: 172.26.7.95, port: bf5a656e-7cf7-4ada-90c7-6288f4f5ce97. Jan 20 14:26:44.734506 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-c7554b74-1531-47e8-ba62-28f92a9a68c4 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.6191120 Jan 20 14:26:44.736264 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.base_scheduler [None req-8d41a81d-7565-4593-b58a-29f7c7832a3c tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825124-1-hyperv, 44f05124-6ef5-46c0-9bd1-75db174451d5) {{(pid=84152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:26:44.748404 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d41a81d-7565-4593-b58a-29f7c7832a3c tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:26:44.753358 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-8d41a81d-7565-4593-b58a-29f7c7832a3c tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Notify callbacks [] for subnet, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:44.753687 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 34224) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:26:44.761922 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-29e96dc7-e9a1-4d2f-8fd5-0e72c206f27f tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Request body: {'port': {'network_id': 'c69ee7bc-60c2-439d-90b1-98741047f7c7', 'name': 'tempest-PortsTestJSON-461563593'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:26:44.778356 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-0c4c003f-3d1b-473f-8308-ef1edba95180 None None] Provisioning for port 15b62361-6720-4d9d-8c9b-ae4b9f3073d2 completed by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:26:44.796405 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f26569fe-b873-4cde-addd-3e17943799f1 None None] Network 44f05124-6ef5-46c0-9bd1-75db174451d5 requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:26:44.836860 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-d0b57563-8c83-47d4-abb3-0171135d90f8 tempest-RoutersIpV6AdminTest-217416812 tempest-RoutersIpV6AdminTest-217416812-project] Calling delete_port for 49dc7c75-8636-40a1-a709-71f33e2bfb0d owned by network:router_gateway {{(pid=84153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:26:44.905930 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-29e96dc7-e9a1-4d2f-8fd5-0e72c206f27f tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:26:44.910980 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-29e96dc7-e9a1-4d2f-8fd5-0e72c206f27f tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Usage tracker for resource:port and tenant:86e3e9c5b0744f88a459de56a9372787 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:26:44.916052 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-29e96dc7-e9a1-4d2f-8fd5-0e72c206f27f tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:26:44.923416 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6a06a24-d0eb-465b-a83b-fa0d1a7fe17d tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:26:44.926798 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6a06a24-d0eb-465b-a83b-fa0d1a7fe17d tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:26:44.926900 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-29e96dc7-e9a1-4d2f-8fd5-0e72c206f27f tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:26:44.933499 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-a6a06a24-d0eb-465b-a83b-fa0d1a7fe17d tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1667 time: 0.6158781 Jan 20 14:26:44.937293 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 34228) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:26:44.952786 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-8d41a81d-7565-4593-b58a-29f7c7832a3c tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.0615108 Jan 20 14:26:44.967137 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 34232) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:26:44.980631 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-04e82e74-27dd-4db9-a6b6-945133e19132 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1869641579'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:26:45.003922 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-b20d85bf-4199-43f4-9c68-bc90cb222b44 None None] Could not find standard attr ID for object 50eb0cb4-33c6-4939-8964-a3e871f8feff. {{(pid=84154) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 20 14:26:45.004501 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-04e82e74-27dd-4db9-a6b6-945133e19132 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:26:45.023054 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-04e82e74-27dd-4db9-a6b6-945133e19132 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Usage tracker for resource:network and tenant:61b46269b9ca430eb51733c2203d2e38 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:26:45.027674 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-04e82e74-27dd-4db9-a6b6-945133e19132 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:26:45.031244 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-82dba7f0-2e9f-44eb-83d6-3d77bd8a481f tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Deleting port 254aa718-651c-4983-a65d-e539248c57d7 {{(pid=84152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:26:45.031593 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-82dba7f0-2e9f-44eb-83d6-3d77bd8a481f tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:45.042744 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-04e82e74-27dd-4db9-a6b6-945133e19132 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:26:45.098820 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29e96dc7-e9a1-4d2f-8fd5-0e72c206f27f tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Made reservation on behalf of 86e3e9c5b0744f88a459de56a9372787 for: {'port': 1} {{(pid=84152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:26:45.101536 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-29e96dc7-e9a1-4d2f-8fd5-0e72c206f27f tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:45.112611 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-de2bd41b-d1d2-4598-aa21-afb8cf40c4d8 tempest-AllowedAddressPairIpV6TestJSON-325386360 tempest-AllowedAddressPairIpV6TestJSON-325386360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:45.155381 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.notifiers.nova [None req-29e96dc7-e9a1-4d2f-8fd5-0e72c206f27f tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] device_id is not set on port c7b05808-424b-4a1f-9e72-184fa78e1049 yet. {{(pid=84152) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 14:26:45.221112 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04e82e74-27dd-4db9-a6b6-945133e19132 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Made reservation on behalf of 61b46269b9ca430eb51733c2203d2e38 for: {'network': 1} {{(pid=84153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:26:45.224355 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-04e82e74-27dd-4db9-a6b6-945133e19132 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for network, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:45.255848 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-de2bd41b-d1d2-4598-aa21-afb8cf40c4d8 tempest-AllowedAddressPairIpV6TestJSON-325386360 tempest-AllowedAddressPairIpV6TestJSON-325386360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:45.258685 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-899cdbe3-8312-4775-8d00-3ce00815c475 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95c917f5-14ba-5e96-98b8-1a52654a930a-44f05124-6ef5-46c0-9bd1-75db174451d5', 'network_id': '44f05124-6ef5-46c0-9bd1-75db174451d5', 'tenant_id': '61b46269b9ca430eb51733c2203d2e38', 'fixed_ips': [{'subnet_id': 'a7851244-fdf8-47da-b827-73c0c1915bb6'}]}} from dv-neutron-825124-1-hyperv. {{(pid=84154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 20 14:26:45.259524 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-899cdbe3-8312-4775-8d00-3ce00815c475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:45.265021 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2bd41b-d1d2-4598-aa21-afb8cf40c4d8 tempest-AllowedAddressPairIpV6TestJSON-325386360 tempest-AllowedAddressPairIpV6TestJSON-325386360-project] Pushing event deleted for resources: {'Port': ['ID=e0a0aad5-36e0-4964-b3cf-c2848f30e9a1,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:26:45.474653 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04e82e74-27dd-4db9-a6b6-945133e19132 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 185} {{(pid=84153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 14:26:45.489214 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-04e82e74-27dd-4db9-a6b6-945133e19132 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:45.489577 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.db.segments_db [None req-04e82e74-27dd-4db9-a6b6-945133e19132 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Added segment 45d215bb-2391-4384-b05f-d622edb496a7 of type vlan for network cdaa81bf-ff03-4abd-b356-290d6f60697d Jan 20 14:26:45.559508 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-04e82e74-27dd-4db9-a6b6-945133e19132 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769553767792'] for network, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:45.582009 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 15b62361-6720-4d9d-8c9b-ae4b9f3073d2 up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:26:45.590691 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-d0b57563-8c83-47d4-abb3-0171135d90f8 tempest-RoutersIpV6AdminTest-217416812 tempest-RoutersIpV6AdminTest-217416812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:45.649346 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-82dba7f0-2e9f-44eb-83d6-3d77bd8a481f tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:45.712073 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.db.resource_extend [None req-04e82e74-27dd-4db9-a6b6-945133e19132 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 20 14:26:45.726917 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_common [None req-899cdbe3-8312-4775-8d00-3ce00815c475 None None] Allocated IP 2001:db8::3 (44f05124-6ef5-46c0-9bd1-75db174451d5/a7851244-fdf8-47da-b827-73c0c1915bb6/f1f96353-0750-4e23-91ea-bc5f6db4509d) {{(pid=84154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:26:45.740804 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-de2bd41b-d1d2-4598-aa21-afb8cf40c4d8 tempest-AllowedAddressPairIpV6TestJSON-325386360 tempest-AllowedAddressPairIpV6TestJSON-325386360-project] 10.222.0.54 "DELETE /v2.0/ports/e0a0aad5-36e0-4964-b3cf-c2848f30e9a1 HTTP/1.1" status: 204 len: 168 time: 2.3000309 Jan 20 14:26:45.743383 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b57563-8c83-47d4-abb3-0171135d90f8 tempest-RoutersIpV6AdminTest-217416812 tempest-RoutersIpV6AdminTest-217416812-project] Pushing event deleted for resources: {'Port': ['ID=49dc7c75-8636-40a1-a709-71f33e2bfb0d,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:26:45.810553 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 34240) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:26:45.917320 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-82dba7f0-2e9f-44eb-83d6-3d77bd8a481f tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Calling delete_port for 254aa718-651c-4983-a65d-e539248c57d7 owned by {{(pid=84152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:26:45.934392 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd10902a-aae0-44cd-ba90-18e04f982816 tempest-AllowedAddressPairIpV6TestJSON-325386360 tempest-AllowedAddressPairIpV6TestJSON-325386360-project] GET failed (client error): The resource could not be found. Jan 20 14:26:45.935254 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-fd10902a-aae0-44cd-ba90-18e04f982816 tempest-AllowedAddressPairIpV6TestJSON-325386360 tempest-AllowedAddressPairIpV6TestJSON-325386360-project] Synchronizing usage tracker for tenant:3434d8da9da14ae69acda2072a716b5d on resource:port {{(pid=84153) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:26:45.961480 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning for port 15b62361-6720-4d9d-8c9b-ae4b9f3073d2 completed by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:26:45.975470 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port 15b62361-6720-4d9d-8c9b-ae4b9f3073d2 triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:26:45.975791 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:46.025048 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-29e96dc7-e9a1-4d2f-8fd5-0e72c206f27f tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks [] for port, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:46.048525 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-899cdbe3-8312-4775-8d00-3ce00815c475 None None] Notify callbacks [] for port, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:46.129761 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:46.140267 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95d7ddad-9c6d-4b5c-837a-5c8b003704f7 None None] Network dbce74ed-d43c-4540-8d8d-e582f35e4792 requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:26:46.167525 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-d0b57563-8c83-47d4-abb3-0171135d90f8 tempest-RoutersIpV6AdminTest-217416812 tempest-RoutersIpV6AdminTest-217416812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-745333'] for router_gateway, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:46.172864 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-82dba7f0-2e9f-44eb-83d6-3d77bd8a481f tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:46.211311 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-899cdbe3-8312-4775-8d00-3ce00815c475 None None] Transition to ACTIVE for port object f1f96353-0750-4e23-91ea-bc5f6db4509d will not be triggered until provisioned by entity L2. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:26:46.224492 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82dba7f0-2e9f-44eb-83d6-3d77bd8a481f tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Pushing event deleted for resources: {'Port': ['ID=254aa718-651c-4983-a65d-e539248c57d7,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:26:46.264567 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-29e96dc7-e9a1-4d2f-8fd5-0e72c206f27f tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:46.275658 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-899cdbe3-8312-4775-8d00-3ce00815c475 None None] Transition to ACTIVE for port object f1f96353-0750-4e23-91ea-bc5f6db4509d will not be triggered until provisioned by entity DHCP. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:26:46.284973 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] For port 15b62361-6720-4d9d-8c9b-ae4b9f3073d2, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=15b62361-6720-4d9d-8c9b-ae4b9f3073d2,segment=NetworkSegment(7b61d093-41ff-4202-b223-533eb0f8da0a),segment_id=7b61d093-41ff-4202-b223-533eb0f8da0a)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:26:46.309626 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-392ee41f-a867-453e-a6a9-466c58931856 None None] Provisioning complete for port 15b62361-6720-4d9d-8c9b-ae4b9f3073d2 triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:26:46.310043 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-392ee41f-a867-453e-a6a9-466c58931856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:46.361115 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-fd10902a-aae0-44cd-ba90-18e04f982816 tempest-AllowedAddressPairIpV6TestJSON-325386360 tempest-AllowedAddressPairIpV6TestJSON-325386360-project] Unset dirty status for tenant:3434d8da9da14ae69acda2072a716b5d on resource:port {{(pid=84153) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:26:46.362405 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-fd10902a-aae0-44cd-ba90-18e04f982816 tempest-AllowedAddressPairIpV6TestJSON-325386360 tempest-AllowedAddressPairIpV6TestJSON-325386360-project] 10.222.0.54 "GET /v2.0/ports/e0a0aad5-36e0-4964-b3cf-c2848f30e9a1 HTTP/1.1" status: 404 len: 333 time: 0.4848058 Jan 20 14:26:46.363083 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-04e82e74-27dd-4db9-a6b6-945133e19132 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967'] for network, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:46.366988 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04e82e74-27dd-4db9-a6b6-945133e19132 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:26:46.367253 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 34246) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:26:46.367660 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-04e82e74-27dd-4db9-a6b6-945133e19132 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1705179'] for network, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:46.368159 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e96dc7-e9a1-4d2f-8fd5-0e72c206f27f tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Pushing event updated for resources: {'Port': ['ID=c7b05808-424b-4a1f-9e72-184fa78e1049,revision_number=1']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:26:46.385319 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-899cdbe3-8312-4775-8d00-3ce00815c475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477'] for port, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:46.407608 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-82dba7f0-2e9f-44eb-83d6-3d77bd8a481f tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:46.446135 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-82dba7f0-2e9f-44eb-83d6-3d77bd8a481f tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] 10.222.0.54 "DELETE /v2.0/ports/254aa718-651c-4983-a65d-e539248c57d7 HTTP/1.1" status: 204 len: 168 time: 1.5065510 Jan 20 14:26:46.450171 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 34250) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:26:46.478002 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:46.524178 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-6f1f6f35-4693-40fa-9c1e-2a56872eb9b2 tempest-AllowedAddressPairIpV6TestJSON-325386360 tempest-AllowedAddressPairIpV6TestJSON-325386360-project] Deleting port 966ac48c-f260-46b8-b860-3981c7a5ca57 {{(pid=84152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:26:46.524533 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-6f1f6f35-4693-40fa-9c1e-2a56872eb9b2 tempest-AllowedAddressPairIpV6TestJSON-325386360 tempest-AllowedAddressPairIpV6TestJSON-325386360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:46.534808 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899cdbe3-8312-4775-8d00-3ce00815c475 None None] Pushing event updated for resources: {'Port': ['ID=f1f96353-0750-4e23-91ea-bc5f6db4509d,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:26:46.581433 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-d0b57563-8c83-47d4-abb3-0171135d90f8 tempest-RoutersIpV6AdminTest-217416812 tempest-RoutersIpV6AdminTest-217416812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-737761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105493'] for router, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:46.590077 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-899cdbe3-8312-4775-8d00-3ce00815c475 None None] Network 44f05124-6ef5-46c0-9bd1-75db174451d5 is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:26:46.602213 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d11e33cf-6b92-4f80-90cc-2f31ae53fcb9 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:26:46.603559 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d11e33cf-6b92-4f80-90cc-2f31ae53fcb9 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:26:46.604299 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-d11e33cf-6b92-4f80-90cc-2f31ae53fcb9 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Synchronizing usage tracker for tenant:2cb17692bb0c4a2782f988652201ac42 on resource:subnet {{(pid=84152) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:26:46.611325 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e96dc7-e9a1-4d2f-8fd5-0e72c206f27f tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Checking segment: {'id': 'd51340dd-91e7-495b-b378-11b3a01f125b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'c69ee7bc-60c2-439d-90b1-98741047f7c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 14:26:46.611732 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29e96dc7-e9a1-4d2f-8fd5-0e72c206f27f tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Network hostable DHCP agents. Network: c69ee7bc-60c2-439d-90b1-98741047f7c7, hostable agents: ['1a181e39-5220-4c1a-88f8-08a54e8bfc9b'], hosted agents: [] {{(pid=84152) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 14:26:46.618004 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-d0b57563-8c83-47d4-abb3-0171135d90f8 tempest-RoutersIpV6AdminTest-217416812 tempest-RoutersIpV6AdminTest-217416812-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:46.622640 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e82e74-27dd-4db9-a6b6-945133e19132 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Pushing event updated for resources: {'Network': ['ID=cdaa81bf-ff03-4abd-b356-290d6f60697d,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:26:46.647576 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-899cdbe3-8312-4775-8d00-3ce00815c475 None None] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:26:46.655171 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-04e82e74-27dd-4db9-a6b6-945133e19132 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.6848671 Jan 20 14:26:46.658447 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 34254) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:26:46.661289 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Network cdaa81bf-ff03-4abd-b356-290d6f60697d details requested by agent ovs-agent-dv-neutron-825124-1-hyperv with host dv-neutron-825124-1-hyperv {{(pid=84154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 14:26:46.666089 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-815b89c4-8a55-446b-84ee-3f5cd7698d49 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Request body: {'subnet': {'network_id': 'cdaa81bf-ff03-4abd-b356-290d6f60697d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:26:46.712154 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-899cdbe3-8312-4775-8d00-3ce00815c475 None None] Received port after_create {{(pid=84154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:26:46.824094 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-d0b57563-8c83-47d4-abb3-0171135d90f8 tempest-RoutersIpV6AdminTest-217416812 tempest-RoutersIpV6AdminTest-217416812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-737693'] for router, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:46.824683 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0b57563-8c83-47d4-abb3-0171135d90f8 tempest-RoutersIpV6AdminTest-217416812 tempest-RoutersIpV6AdminTest-217416812-project] Fanout notify agent at l3_agent the message router_deleted on router 311ae57e-70cc-4851-bc64-fb76db8027f2 {{(pid=84153) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 20 14:26:46.844488 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-815b89c4-8a55-446b-84ee-3f5cd7698d49 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:26:46.850251 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-d0b57563-8c83-47d4-abb3-0171135d90f8 tempest-RoutersIpV6AdminTest-217416812 tempest-RoutersIpV6AdminTest-217416812-project] Notify callbacks [] for router, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:46.855793 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-d0b57563-8c83-47d4-abb3-0171135d90f8 tempest-RoutersIpV6AdminTest-217416812 tempest-RoutersIpV6AdminTest-217416812-project] 10.222.0.54 "DELETE /v2.0/routers/311ae57e-70cc-4851-bc64-fb76db8027f2 HTTP/1.1" status: 204 len: 168 time: 4.3932428 Jan 20 14:26:46.855793 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 34260) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:26:46.857639 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-6f1f6f35-4693-40fa-9c1e-2a56872eb9b2 tempest-AllowedAddressPairIpV6TestJSON-325386360 tempest-AllowedAddressPairIpV6TestJSON-325386360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:46.861229 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-815b89c4-8a55-446b-84ee-3f5cd7698d49 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Usage tracker for resource:subnet and tenant:61b46269b9ca430eb51733c2203d2e38 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:26:46.865568 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-815b89c4-8a55-446b-84ee-3f5cd7698d49 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:26:46.870789 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-8571f1df-a1af-4d52-bab0-38eb75b16c60 tempest-RoutersIpV6AdminTest-217416812 tempest-RoutersIpV6AdminTest-217416812-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1746169203', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:26:46.893459 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-8571f1df-a1af-4d52-bab0-38eb75b16c60 tempest-RoutersIpV6AdminTest-217416812 tempest-RoutersIpV6AdminTest-217416812-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:26:46.895736 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-815b89c4-8a55-446b-84ee-3f5cd7698d49 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:26:46.900121 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-8571f1df-a1af-4d52-bab0-38eb75b16c60 tempest-RoutersIpV6AdminTest-217416812 tempest-RoutersIpV6AdminTest-217416812-project] Usage tracker for resource:router and tenant:f59aced9f6574efc8bfd49e9f7505be7 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:26:46.903877 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-8571f1df-a1af-4d52-bab0-38eb75b16c60 tempest-RoutersIpV6AdminTest-217416812 tempest-RoutersIpV6AdminTest-217416812-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:26:46.914495 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-8571f1df-a1af-4d52-bab0-38eb75b16c60 tempest-RoutersIpV6AdminTest-217416812 tempest-RoutersIpV6AdminTest-217416812-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:26:46.948003 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d699311-fda1-4537-a023-d9b1c1f3385f tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Router d6c1e36f-7721-4cd2-b738-173d5b3bd1fe has already been hosted by L3 agent 624d525b-4c26-4143-8a1c-228bb1c6faaa {{(pid=84153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 14:26:46.957305 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-815b89c4-8a55-446b-84ee-3f5cd7698d49 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Made reservation on behalf of 61b46269b9ca430eb51733c2203d2e38 for: {'subnet': 1} {{(pid=84153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:26:46.957887 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Pushing event updated for resources: {'Port': ['ID=15b62361-6720-4d9d-8c9b-ae4b9f3073d2,revision_number=3']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:26:46.965610 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-392ee41f-a867-453e-a6a9-466c58931856 None None] Could not find standard attr ID for object 254aa718-651c-4983-a65d-e539248c57d7. {{(pid=84154) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 20 14:26:46.988329 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-899cdbe3-8312-4775-8d00-3ce00815c475 None None] Attempting to bind port f1f96353-0750-4e23-91ea-bc5f6db4509d on host dv-neutron-825124-1-hyperv for vnic_type normal with profile {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:26:46.988821 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-899cdbe3-8312-4775-8d00-3ce00815c475 None None] Attempting to bind port f1f96353-0750-4e23-91ea-bc5f6db4509d by drivers openvswitch,hyperv on host dv-neutron-825124-1-hyperv at level 0 using segments [{'id': '4b5b7999-0f9d-4c07-b055-6e881c0f5518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '44f05124-6ef5-46c0-9bd1-75db174451d5'}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:26:46.989304 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-899cdbe3-8312-4775-8d00-3ce00815c475 None None] Attempting to bind port f1f96353-0750-4e23-91ea-bc5f6db4509d on network 44f05124-6ef5-46c0-9bd1-75db174451d5 {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 14:26:46.993218 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-6f1f6f35-4693-40fa-9c1e-2a56872eb9b2 tempest-AllowedAddressPairIpV6TestJSON-325386360 tempest-AllowedAddressPairIpV6TestJSON-325386360-project] Calling delete_port for 966ac48c-f260-46b8-b860-3981c7a5ca57 owned by {{(pid=84152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:26:47.000027 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-899cdbe3-8312-4775-8d00-3ce00815c475 None None] Checking agent: {'id': '6414dfeb-85c5-454a-8756-709ca637d800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825124-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 16, 31), 'started_at': datetime.datetime(2022, 1, 20, 14, 17, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 26, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825124-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 14:26:47.000665 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-899cdbe3-8312-4775-8d00-3ce00815c475 None None] Checking segment: {'id': '4b5b7999-0f9d-4c07-b055-6e881c0f5518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '44f05124-6ef5-46c0-9bd1-75db174451d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 14:26:47.001225 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-899cdbe3-8312-4775-8d00-3ce00815c475 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:47.001713 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-899cdbe3-8312-4775-8d00-3ce00815c475 None None] Bound using segment: {'id': '4b5b7999-0f9d-4c07-b055-6e881c0f5518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '44f05124-6ef5-46c0-9bd1-75db174451d5'} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 14:26:47.002310 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-899cdbe3-8312-4775-8d00-3ce00815c475 None None] Bound port: f1f96353-0750-4e23-91ea-bc5f6db4509d, host: dv-neutron-825124-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b5b7999-0f9d-4c07-b055-6e881c0f5518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '44f05124-6ef5-46c0-9bd1-75db174451d5'}}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:26:47.002779 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-899cdbe3-8312-4775-8d00-3ce00815c475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:47.079353 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-8571f1df-a1af-4d52-bab0-38eb75b16c60 tempest-RoutersIpV6AdminTest-217416812 tempest-RoutersIpV6AdminTest-217416812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-105475'] for router, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:47.080336 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-8571f1df-a1af-4d52-bab0-38eb75b16c60 tempest-RoutersIpV6AdminTest-217416812 tempest-RoutersIpV6AdminTest-217416812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-739204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-744864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-735540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-105484'] for router, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:47.082741 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-d11e33cf-6b92-4f80-90cc-2f31ae53fcb9 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Unset dirty status for tenant:2cb17692bb0c4a2782f988652201ac42 on resource:subnet {{(pid=84152) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:26:47.084290 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-d11e33cf-6b92-4f80-90cc-2f31ae53fcb9 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.6316469 Jan 20 14:26:47.086059 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29e96dc7-e9a1-4d2f-8fd5-0e72c206f27f tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Network c69ee7bc-60c2-439d-90b1-98741047f7c7 is scheduled to be hosted by DHCP agent 1a181e39-5220-4c1a-88f8-08a54e8bfc9b with binding_index 1 {{(pid=84152) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 14:26:47.088659 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 34264) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:26:47.130002 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-899cdbe3-8312-4775-8d00-3ce00815c475 None None] For port f1f96353-0750-4e23-91ea-bc5f6db4509d, host dv-neutron-825124-1-hyperv, cleared binding levels {{(pid=84154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 14:26:47.136734 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-899cdbe3-8312-4775-8d00-3ce00815c475 None None] For port f1f96353-0750-4e23-91ea-bc5f6db4509d, host dv-neutron-825124-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=f1f96353-0750-4e23-91ea-bc5f6db4509d,segment=NetworkSegment(4b5b7999-0f9d-4c07-b055-6e881c0f5518),segment_id=4b5b7999-0f9d-4c07-b055-6e881c0f5518)] {{(pid=84154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 14:26:47.147726 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-815b89c4-8a55-446b-84ee-3f5cd7698d49 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4193986'] for subnet, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:47.199569 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-899cdbe3-8312-4775-8d00-3ce00815c475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:47.244893 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-8571f1df-a1af-4d52-bab0-38eb75b16c60 tempest-RoutersIpV6AdminTest-217416812 tempest-RoutersIpV6AdminTest-217416812-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:47.277192 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.ipam_backend_mixin [None req-815b89c4-8a55-446b-84ee-3f5cd7698d49 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Performing IP validity checks on allocation pools {{(pid=84153) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Jan 20 14:26:47.277738 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.ipam_backend_mixin [None req-815b89c4-8a55-446b-84ee-3f5cd7698d49 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84153) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Jan 20 14:26:47.310207 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899cdbe3-8312-4775-8d00-3ce00815c475 None None] Pushing event updated for resources: {'Port': ['ID=f1f96353-0750-4e23-91ea-bc5f6db4509d,revision_number=2']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:26:47.343196 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.base_scheduler [None req-29e96dc7-e9a1-4d2f-8fd5-0e72c206f27f tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825124-1-hyperv, c69ee7bc-60c2-439d-90b1-98741047f7c7) {{(pid=84152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:26:47.370792 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29e96dc7-e9a1-4d2f-8fd5-0e72c206f27f tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Received port after_create {{(pid=84152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:26:47.371980 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e18b6b64-844b-41b8-8651-68c7977e281b None None] Network c69ee7bc-60c2-439d-90b1-98741047f7c7 requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:26:47.378830 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-8571f1df-a1af-4d52-bab0-38eb75b16c60 tempest-RoutersIpV6AdminTest-217416812 tempest-RoutersIpV6AdminTest-217416812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-744861'] for router, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:47.381640 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29e96dc7-e9a1-4d2f-8fd5-0e72c206f27f tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:26:47.382328 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-29e96dc7-e9a1-4d2f-8fd5-0e72c206f27f tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:47.471414 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-6f1f6f35-4693-40fa-9c1e-2a56872eb9b2 tempest-AllowedAddressPairIpV6TestJSON-325386360 tempest-AllowedAddressPairIpV6TestJSON-325386360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:47.560451 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d699311-fda1-4537-a023-d9b1c1f3385f tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Notify agent at l3_agent.dv-neutron-825124-1-hyperv the message routers_updated {{(pid=84153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 14:26:47.574642 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddb8998c-460f-4b9f-813b-dd85d491d8c8 None None] Sync routers for ids ['d6c1e36f-7721-4cd2-b738-173d5b3bd1fe'] in dv-neutron-825124-1-hyperv {{(pid=84155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 14:26:47.575403 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-8571f1df-a1af-4d52-bab0-38eb75b16c60 tempest-RoutersIpV6AdminTest-217416812 tempest-RoutersIpV6AdminTest-217416812-project] Notify callbacks [] for router, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:47.584004 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-8571f1df-a1af-4d52-bab0-38eb75b16c60 tempest-RoutersIpV6AdminTest-217416812 tempest-RoutersIpV6AdminTest-217416812-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7257464 Jan 20 14:26:47.584639 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 34270) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:26:47.601903 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddb8998c-460f-4b9f-813b-dd85d491d8c8 None None] Routers {'d6c1e36f-7721-4cd2-b738-173d5b3bd1fe'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:26:47.603828 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-ddb8998c-460f-4b9f-813b-dd85d491d8c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:26:30Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['d6c1e36f-7721-4cd2-b738-173d5b3bd1fe'], 'active': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:26:47.608902 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-12f5cdee-bbe5-49ff-8170-af16d4aa0517 tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'enable_snat': True}}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:26:47.620280 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 15b62361-6720-4d9d-8c9b-ae4b9f3073d2 up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:26:47.696656 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.db_base_plugin_v2 [None req-240dbcfe-517e-48c9-bad5-26091d194495 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Deleting subnet bc1ad284-240b-47f2-a177-5ec91c1c19fd {{(pid=84152) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 20 14:26:47.730696 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1f6f35-4693-40fa-9c1e-2a56872eb9b2 tempest-AllowedAddressPairIpV6TestJSON-325386360 tempest-AllowedAddressPairIpV6TestJSON-325386360-project] Pushing event deleted for resources: {'Port': ['ID=966ac48c-f260-46b8-b860-3981c7a5ca57,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:26:47.736526 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-29e96dc7-e9a1-4d2f-8fd5-0e72c206f27f tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 2.9782958 Jan 20 14:26:47.739891 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-240dbcfe-517e-48c9-bad5-26091d194495 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks [] for subnet, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:47.790625 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-ddb8998c-460f-4b9f-813b-dd85d491d8c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:26:47.826457 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddb8998c-460f-4b9f-813b-dd85d491d8c8 None None] Routers {'d6c1e36f-7721-4cd2-b738-173d5b3bd1fe'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:26:47.827083 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-ddb8998c-460f-4b9f-813b-dd85d491d8c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:26:30Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['d6c1e36f-7721-4cd2-b738-173d5b3bd1fe'], 'active': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:26:47.833190 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-6cac4b3c-8c04-433c-9eda-b2a99c0f5e3a None None] Provisioning complete for port 15b62361-6720-4d9d-8c9b-ae4b9f3073d2 triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:26:47.835016 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-6cac4b3c-8c04-433c-9eda-b2a99c0f5e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:47.891380 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-240dbcfe-517e-48c9-bad5-26091d194495 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3337915'] for subnet, precommit_delete_associations {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:47.948182 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 34274) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:26:47.960855 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-2d699311-fda1-4537-a023-d9b1c1f3385f tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for floatingip, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:47.981444 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-ddb8998c-460f-4b9f-813b-dd85d491d8c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:26:47.985339 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddb8998c-460f-4b9f-813b-dd85d491d8c8 None None] The sync data for ids ['d6c1e36f-7721-4cd2-b738-173d5b3bd1fe'] in dv-neutron-825124-1-hyperv is: [] {{(pid=84155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 14:26:48.016268 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-815b89c4-8a55-446b-84ee-3f5cd7698d49 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3943531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4194004'] for subnet, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:48.034209 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-a223e7c5-e1c9-400e-9c6a-ebf25d53b590 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1836998593'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:26:48.040502 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-240dbcfe-517e-48c9-bad5-26091d194495 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1627147'] for subnet, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:48.080312 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port 15b62361-6720-4d9d-8c9b-ae4b9f3073d2 triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:26:48.080776 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:48.096748 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-a223e7c5-e1c9-400e-9c6a-ebf25d53b590 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:26:48.123156 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-a223e7c5-e1c9-400e-9c6a-ebf25d53b590 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Usage tracker for resource:network and tenant:86e3e9c5b0744f88a459de56a9372787 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:26:48.128818 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-6f1f6f35-4693-40fa-9c1e-2a56872eb9b2 tempest-AllowedAddressPairIpV6TestJSON-325386360 tempest-AllowedAddressPairIpV6TestJSON-325386360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:48.131121 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-a223e7c5-e1c9-400e-9c6a-ebf25d53b590 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:26:48.133585 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-6f1f6f35-4693-40fa-9c1e-2a56872eb9b2 tempest-AllowedAddressPairIpV6TestJSON-325386360 tempest-AllowedAddressPairIpV6TestJSON-325386360-project] 10.222.0.54 "DELETE /v2.0/ports/966ac48c-f260-46b8-b860-3981c7a5ca57 HTTP/1.1" status: 204 len: 168 time: 1.7626600 Jan 20 14:26:48.136752 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 34280) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:26:48.208478 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-a223e7c5-e1c9-400e-9c6a-ebf25d53b590 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:26:48.240623 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-2d699311-fda1-4537-a023-d9b1c1f3385f tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 8.6638381 Jan 20 14:26:48.243262 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815b89c4-8a55-446b-84ee-3f5cd7698d49 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Pushing event updated for resources: {'Subnet': ['ID=b3d05f9d-c35f-4a6b-a0cb-02635512eed0,revision_number=0']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:26:48.256395 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 34284) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:26:48.264336 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-5ccfe726-2bdb-47ea-bc7a-f0a4c2e45b59 None None] Could not find standard attr ID for object 254aa718-651c-4983-a65d-e539248c57d7. {{(pid=84154) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 20 14:26:48.356433 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a223e7c5-e1c9-400e-9c6a-ebf25d53b590 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Made reservation on behalf of 86e3e9c5b0744f88a459de56a9372787 for: {'network': 1} {{(pid=84153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:26:48.359166 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-a223e7c5-e1c9-400e-9c6a-ebf25d53b590 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for network, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:48.427166 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-240dbcfe-517e-48c9-bad5-26091d194495 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1627154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4163580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155308'] for subnet, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:48.458495 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-815b89c4-8a55-446b-84ee-3f5cd7698d49 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Checking segment: {'id': '45d215bb-2391-4384-b05f-d622edb496a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'cdaa81bf-ff03-4abd-b356-290d6f60697d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 14:26:48.458864 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-815b89c4-8a55-446b-84ee-3f5cd7698d49 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Network hostable DHCP agents. Network: cdaa81bf-ff03-4abd-b356-290d6f60697d, hostable agents: ['1a181e39-5220-4c1a-88f8-08a54e8bfc9b'], hosted agents: [] {{(pid=84153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 14:26:48.484616 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240dbcfe-517e-48c9-bad5-26091d194495 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Pushing event deleted for resources: {'Subnet': ['ID=bc1ad284-240b-47f2-a177-5ec91c1c19fd,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:26:48.496539 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-240dbcfe-517e-48c9-bad5-26091d194495 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks [] for subnet, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:48.500354 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c29df9c7-0762-4f0e-9a66-780a92ad2ccb None None] Network dbce74ed-d43c-4540-8d8d-e582f35e4792 requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:26:48.504517 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-d22ad356-87e7-40fb-9bde-4de7846c1e3e tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] 10.222.0.54 "GET /v2.0/floatingips/346211b9-383d-43e0-aa6e-277b8f541554 HTTP/1.1" status: 200 len: 976 time: 0.2446585 Jan 20 14:26:48.504517 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a223e7c5-e1c9-400e-9c6a-ebf25d53b590 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 198} {{(pid=84153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 14:26:48.513516 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 34288) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:26:48.574528 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-a223e7c5-e1c9-400e-9c6a-ebf25d53b590 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:48.574785 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.db.segments_db [None req-a223e7c5-e1c9-400e-9c6a-ebf25d53b590 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Added segment be0d5adf-61f3-4770-88f5-ff1e4faba32d of type vlan for network 6a4bf061-7543-4891-8b0b-03e028a87afc Jan 20 14:26:48.631662 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-8984be3d-2085-4d57-bfa4-c2dabd995843 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Synchronizing usage tracker for tenant:788f8e40e69a4b21adff221535fcbda3 on resource:floatingip {{(pid=84152) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:26:48.654805 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.db_base_plugin_v2 [None req-76cd8fd8-448d-4807-a309-faadb6cbc971 tempest-AllowedAddressPairIpV6TestJSON-325386360 tempest-AllowedAddressPairIpV6TestJSON-325386360-project] Deleting subnet c76814b1-2fbc-41b8-86c0-386f9c33eafe {{(pid=84152) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 20 14:26:48.660972 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-76cd8fd8-448d-4807-a309-faadb6cbc971 tempest-AllowedAddressPairIpV6TestJSON-325386360 tempest-AllowedAddressPairIpV6TestJSON-325386360-project] Notify callbacks [] for subnet, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:48.676868 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-815b89c4-8a55-446b-84ee-3f5cd7698d49 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Network cdaa81bf-ff03-4abd-b356-290d6f60697d is scheduled to be hosted by DHCP agent 1a181e39-5220-4c1a-88f8-08a54e8bfc9b with binding_index 1 {{(pid=84153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 14:26:48.681618 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-a223e7c5-e1c9-400e-9c6a-ebf25d53b590 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769553767792'] for network, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:48.729031 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-76cd8fd8-448d-4807-a309-faadb6cbc971 tempest-AllowedAddressPairIpV6TestJSON-325386360 tempest-AllowedAddressPairIpV6TestJSON-325386360-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3337915'] for subnet, precommit_delete_associations {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:48.777397 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-240dbcfe-517e-48c9-bad5-26091d194495 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] 10.222.0.54 "DELETE /v2.0/subnets/bc1ad284-240b-47f2-a177-5ec91c1c19fd HTTP/1.1" status: 204 len: 168 time: 1.6876738 Jan 20 14:26:48.782159 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-12f5cdee-bbe5-49ff-8170-af16d4aa0517 tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-744886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-105502'] for router, precommit_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:48.783253 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 34292) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:26:48.813097 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.base_scheduler [None req-815b89c4-8a55-446b-84ee-3f5cd7698d49 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825124-1-hyperv, cdaa81bf-ff03-4abd-b356-290d6f60697d) {{(pid=84153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:26:48.819075 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-815b89c4-8a55-446b-84ee-3f5cd7698d49 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:26:48.833202 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-815b89c4-8a55-446b-84ee-3f5cd7698d49 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1705179'] for subnet, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:48.833751 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98350393-0122-4f59-acd4-19ec23391282 None None] Network cdaa81bf-ff03-4abd-b356-290d6f60697d requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:26:48.846800 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-8984be3d-2085-4d57-bfa4-c2dabd995843 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Unset dirty status for tenant:788f8e40e69a4b21adff221535fcbda3 on resource:floatingip {{(pid=84152) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:26:48.850278 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-8984be3d-2085-4d57-bfa4-c2dabd995843 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] 10.222.0.54 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 979 time: 0.3332193 Jan 20 14:26:48.852058 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 34298) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:26:48.859171 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-8ed4a066-5a77-49d7-950c-0bdd3f06e41b tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Request body: {'floatingip': {'port_id': 'b6e0dcbf-6057-4764-9103-a743471798df'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:26:48.859395 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-2627eb7c-7e63-404e-9641-4d9d2a9bbb31 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0769765 Jan 20 14:26:48.862902 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 34302) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:26:48.874475 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-ce734b9c-4af4-488e-a7f2-1184271b3bf1 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Request body: {'subnet': {'network_id': 'dbce74ed-d43c-4540-8d8d-e582f35e4792', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:26:48.978460 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-8ed4a066-5a77-49d7-950c-0bdd3f06e41b tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Notify callbacks [] for floatingip, before_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:49.013205 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-76cd8fd8-448d-4807-a309-faadb6cbc971 tempest-AllowedAddressPairIpV6TestJSON-325386360 tempest-AllowedAddressPairIpV6TestJSON-325386360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1627147'] for subnet, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:49.045496 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-ce734b9c-4af4-488e-a7f2-1184271b3bf1 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:26:49.055561 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-ce734b9c-4af4-488e-a7f2-1184271b3bf1 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Usage tracker for resource:subnet and tenant:2cb17692bb0c4a2782f988652201ac42 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:26:49.059966 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-ce734b9c-4af4-488e-a7f2-1184271b3bf1 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:26:49.068513 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-ce734b9c-4af4-488e-a7f2-1184271b3bf1 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:26:49.093047 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d95279a7-593b-4c29-a343-f7fe6193a597 None None] DHCP port deletion for dbce74ed-d43c-4540-8d8d-e582f35e4792 request from dv-neutron-825124-1-hyperv {{(pid=84154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 20 14:26:49.096546 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68cf100f-7341-4fce-acdd-cb2da9bf0c65 None None] Network 44f05124-6ef5-46c0-9bd1-75db174451d5 requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:26:49.123271 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-a223e7c5-e1c9-400e-9c6a-ebf25d53b590 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967'] for network, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:49.127427 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a223e7c5-e1c9-400e-9c6a-ebf25d53b590 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:26:49.128039 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-a223e7c5-e1c9-400e-9c6a-ebf25d53b590 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1705179'] for network, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:49.165268 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-815b89c4-8a55-446b-84ee-3f5cd7698d49 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 2.5054214 Jan 20 14:26:49.165993 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 34308) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:26:49.167915 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-d95279a7-593b-4c29-a343-f7fe6193a597 None None] Deleting port 15b62361-6720-4d9d-8c9b-ae4b9f3073d2 {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:26:49.168289 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-d95279a7-593b-4c29-a343-f7fe6193a597 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:49.200208 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce734b9c-4af4-488e-a7f2-1184271b3bf1 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Made reservation on behalf of 2cb17692bb0c4a2782f988652201ac42 for: {'subnet': 1} {{(pid=84152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:26:49.207331 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-ce734b9c-4af4-488e-a7f2-1184271b3bf1 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3155315'] for subnet, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:49.242049 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-76cd8fd8-448d-4807-a309-faadb6cbc971 tempest-AllowedAddressPairIpV6TestJSON-325386360 tempest-AllowedAddressPairIpV6TestJSON-325386360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1627154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4163580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155308'] for subnet, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:49.388761 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b35a707-951a-44a4-9f6f-03739f3ebd46 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95c917f5-14ba-5e96-98b8-1a52654a930a-cdaa81bf-ff03-4abd-b356-290d6f60697d', 'network_id': 'cdaa81bf-ff03-4abd-b356-290d6f60697d', 'tenant_id': '61b46269b9ca430eb51733c2203d2e38', 'fixed_ips': [{'subnet_id': 'b3d05f9d-c35f-4a6b-a0cb-02635512eed0'}]}} from dv-neutron-825124-1-hyperv. {{(pid=84154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 20 14:26:49.389688 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-9b35a707-951a-44a4-9f6f-03739f3ebd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:49.406936 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-a223e7c5-e1c9-400e-9c6a-ebf25d53b590 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.4570537 Jan 20 14:26:49.417928 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 34312) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:26:49.436215 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-d8603680-8400-4806-a797-51ef9c3c3169 None None] Provisioning for port f1f96353-0750-4e23-91ea-bc5f6db4509d completed by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:26:49.447669 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-8b868b0d-a1b1-416e-9da3-80bacdccb4bf tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Request body: {'ports': [{'network_id': 'c69ee7bc-60c2-439d-90b1-98741047f7c7'}, {'network_id': '6a4bf061-7543-4891-8b0b-03e028a87afc'}]} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:26:49.447977 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-8b868b0d-a1b1-416e-9da3-80bacdccb4bf tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Request body: {'port': {'network_id': 'c69ee7bc-60c2-439d-90b1-98741047f7c7'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:26:49.448412 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-8b868b0d-a1b1-416e-9da3-80bacdccb4bf tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Request body: {'port': {'network_id': '6a4bf061-7543-4891-8b0b-03e028a87afc'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:26:49.471508 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cd8fd8-448d-4807-a309-faadb6cbc971 tempest-AllowedAddressPairIpV6TestJSON-325386360 tempest-AllowedAddressPairIpV6TestJSON-325386360-project] Pushing event deleted for resources: {'Subnet': ['ID=c76814b1-2fbc-41b8-86c0-386f9c33eafe,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:26:49.505981 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-76cd8fd8-448d-4807-a309-faadb6cbc971 tempest-AllowedAddressPairIpV6TestJSON-325386360 tempest-AllowedAddressPairIpV6TestJSON-325386360-project] Notify callbacks [] for subnet, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:49.527398 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-76cd8fd8-448d-4807-a309-faadb6cbc971 tempest-AllowedAddressPairIpV6TestJSON-325386360 tempest-AllowedAddressPairIpV6TestJSON-325386360-project] 10.222.0.54 "DELETE /v2.0/subnets/c76814b1-2fbc-41b8-86c0-386f9c33eafe HTTP/1.1" status: 204 len: 168 time: 1.3896914 Jan 20 14:26:49.534505 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 34316) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:26:49.565829 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fc2c604-cb11-4870-91a7-867ee000501b None None] Network bde9fca1-a31a-4133-a4b3-990fe05fafe1 requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:26:49.669005 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-ad92696f-8ccb-4029-ae75-ef625c337640 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586409'] for network, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:49.721641 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device f1f96353-0750-4e23-91ea-bc5f6db4509d up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:26:49.758130 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-4b28b28a-22b5-4f47-8f19-f8d3dbf8f6b3 tempest-AllowedAddressPairIpV6TestJSON-325386360 tempest-AllowedAddressPairIpV6TestJSON-325386360-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586409'] for network, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:49.850724 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-4b28b28a-22b5-4f47-8f19-f8d3dbf8f6b3 tempest-AllowedAddressPairIpV6TestJSON-325386360 tempest-AllowedAddressPairIpV6TestJSON-325386360-project] Deleting port 61f4d1ef-20c4-4827-b4f1-f8c296491792 {{(pid=84152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:26:49.851065 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-4b28b28a-22b5-4f47-8f19-f8d3dbf8f6b3 tempest-AllowedAddressPairIpV6TestJSON-325386360 tempest-AllowedAddressPairIpV6TestJSON-325386360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:49.908358 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-ad92696f-8ccb-4029-ae75-ef625c337640 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1627147'] for subnet, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:50.040102 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-ce734b9c-4af4-488e-a7f2-1184271b3bf1 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4163519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3155301'] for subnet, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:50.319525 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-d95279a7-593b-4c29-a343-f7fe6193a597 None None] For port 15b62361-6720-4d9d-8c9b-ae4b9f3073d2, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=15b62361-6720-4d9d-8c9b-ae4b9f3073d2,segment=NetworkSegment(7b61d093-41ff-4202-b223-533eb0f8da0a),segment_id=7b61d093-41ff-4202-b223-533eb0f8da0a)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:26:50.322655 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-d95279a7-593b-4c29-a343-f7fe6193a597 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:50.326446 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce734b9c-4af4-488e-a7f2-1184271b3bf1 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Network dbce74ed-d43c-4540-8d8d-e582f35e4792 is already hosted by enough agents. {{(pid=84152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:26:50.332566 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-ad92696f-8ccb-4029-ae75-ef625c337640 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1627154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4163580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155308'] for subnet, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:50.337715 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.base_scheduler [None req-ce734b9c-4af4-488e-a7f2-1184271b3bf1 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Resources bound (agent type, host, resource id): {{(pid=84152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:26:50.349533 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce734b9c-4af4-488e-a7f2-1184271b3bf1 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:26:50.350141 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-ce734b9c-4af4-488e-a7f2-1184271b3bf1 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks [] for subnet, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:50.353885 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce734b9c-4af4-488e-a7f2-1184271b3bf1 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Pushing event updated for resources: {'Subnet': ['ID=40aedf5f-05d6-4eee-9255-35aaefb16e9a,revision_number=0']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:26:50.357171 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.db [None req-4b28b28a-22b5-4f47-8f19-f8d3dbf8f6b3 tempest-AllowedAddressPairIpV6TestJSON-325386360 tempest-AllowedAddressPairIpV6TestJSON-325386360-project] For port 61f4d1ef-20c4-4827-b4f1-f8c296491792, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=61f4d1ef-20c4-4827-b4f1-f8c296491792,segment=NetworkSegment(a05180be-708c-4e3e-b763-541f0826727c),segment_id=a05180be-708c-4e3e-b763-541f0826727c)] {{(pid=84152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:26:50.357581 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-4b28b28a-22b5-4f47-8f19-f8d3dbf8f6b3 tempest-AllowedAddressPairIpV6TestJSON-325386360 tempest-AllowedAddressPairIpV6TestJSON-325386360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:50.404396 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a223e7c5-e1c9-400e-9c6a-ebf25d53b590 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Pushing event updated for resources: {'Network': ['ID=6a4bf061-7543-4891-8b0b-03e028a87afc,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:26:50.438026 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-8ed4a066-5a77-49d7-950c-0bdd3f06e41b tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:50.505468 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server [None req-9b35a707-951a-44a4-9f6f-03739f3ebd46 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b3d05f9d-c35f-4a6b-a0cb-02635512eed0: This subnet is being modified by another concurrent operation. Jan 20 14:26:50.505468 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 20 14:26:50.505468 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 20 14:26:50.505468 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 20 14:26:50.505468 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 20 14:26:50.505468 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 20 14:26:50.505468 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 20 14:26:50.505468 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 20 14:26:50.505468 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 20 14:26:50.505468 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 20 14:26:50.505468 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 20 14:26:50.505468 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 20 14:26:50.505468 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 20 14:26:50.505468 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 20 14:26:50.505468 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 20 14:26:50.505468 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 20 14:26:50.505468 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 20 14:26:50.505468 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server raise value Jan 20 14:26:50.505468 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 20 14:26:50.505468 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 20 14:26:50.505468 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 20 14:26:50.505468 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 20 14:26:50.505468 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 20 14:26:50.505468 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 20 14:26:50.505468 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 20 14:26:50.505468 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 20 14:26:50.505468 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 20 14:26:50.505468 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server raise value Jan 20 14:26:50.505468 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 20 14:26:50.505468 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 20 14:26:50.505468 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 20 14:26:50.505468 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 20 14:26:50.505468 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 20 14:26:50.505468 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 20 14:26:50.505468 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 20 14:26:50.505468 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 20 14:26:50.505468 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 20 14:26:50.505468 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server raise value Jan 20 14:26:50.505468 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 20 14:26:50.505468 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 20 14:26:50.505468 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 20 14:26:50.505468 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 20 14:26:50.505468 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Jan 20 14:26:50.505468 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 20 14:26:50.505468 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Jan 20 14:26:50.505468 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 20 14:26:50.505468 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Jan 20 14:26:50.505468 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 20 14:26:50.505468 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Jan 20 14:26:50.505468 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jan 20 14:26:50.505468 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Jan 20 14:26:50.505468 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 20 14:26:50.505468 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 20 14:26:50.509148 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 20 14:26:50.509148 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 20 14:26:50.509148 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 20 14:26:50.509148 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 20 14:26:50.509148 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 20 14:26:50.509148 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 20 14:26:50.509148 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server raise value Jan 20 14:26:50.509148 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 20 14:26:50.509148 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 20 14:26:50.509148 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 20 14:26:50.509148 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 20 14:26:50.509148 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 20 14:26:50.509148 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 20 14:26:50.509148 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 20 14:26:50.509148 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 20 14:26:50.509148 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 20 14:26:50.509148 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server raise value Jan 20 14:26:50.509148 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 20 14:26:50.509148 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 20 14:26:50.509148 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 20 14:26:50.509148 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 20 14:26:50.509148 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 20 14:26:50.509148 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 20 14:26:50.509148 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 20 14:26:50.509148 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 20 14:26:50.509148 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 20 14:26:50.509148 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server raise value Jan 20 14:26:50.509148 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 20 14:26:50.509148 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 20 14:26:50.509148 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Jan 20 14:26:50.509148 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 20 14:26:50.509148 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Jan 20 14:26:50.509148 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 20 14:26:50.509148 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Jan 20 14:26:50.509148 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 20 14:26:50.509148 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 20 14:26:50.509148 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 20 14:26:50.509148 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Jan 20 14:26:50.509148 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 20 14:26:50.509148 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Jan 20 14:26:50.509148 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 20 14:26:50.509148 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 20 14:26:50.509148 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 20 14:26:50.509148 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 20 14:26:50.509148 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 20 14:26:50.509148 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Jan 20 14:26:50.509148 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 20 14:26:50.509148 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 20 14:26:50.509148 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server raise exception Jan 20 14:26:50.509148 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b3d05f9d-c35f-4a6b-a0cb-02635512eed0: This subnet is being modified by another concurrent operation. Jan 20 14:26:50.509148 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server Jan 20 14:26:50.514939 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Network 6a4bf061-7543-4891-8b0b-03e028a87afc details requested by agent ovs-agent-dv-neutron-825124-1-hyperv with host dv-neutron-825124-1-hyperv {{(pid=84154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 14:26:50.519628 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad92696f-8ccb-4029-ae75-ef625c337640 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Pushing event deleted for resources: {'Subnet': ['ID=b3d05f9d-c35f-4a6b-a0cb-02635512eed0,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:26:50.523523 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-8ed4a066-5a77-49d7-950c-0bdd3f06e41b tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-745254'] for floatingip, after_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:50.528176 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-4b28b28a-22b5-4f47-8f19-f8d3dbf8f6b3 tempest-AllowedAddressPairIpV6TestJSON-325386360 tempest-AllowedAddressPairIpV6TestJSON-325386360-project] Calling delete_port for 61f4d1ef-20c4-4827-b4f1-f8c296491792 owned by network:dhcp {{(pid=84152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:26:50.640755 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-d95279a7-593b-4c29-a343-f7fe6193a597 None None] Calling delete_port for 15b62361-6720-4d9d-8c9b-ae4b9f3073d2 owned by network:dhcp {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:26:50.663351 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-ce734b9c-4af4-488e-a7f2-1184271b3bf1 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.7970121 Jan 20 14:26:50.664277 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 34324) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:26:50.672816 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b131f076-5ccc-466b-b04c-3711e7a156f5 None None] Network cdaa81bf-ff03-4abd-b356-290d6f60697d requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:26:50.678300 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-fb1efe06-3182-4abd-8142-6602fed5335f tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Request body: {'port': {'network_id': 'dbce74ed-d43c-4540-8d8d-e582f35e4792', 'name': 'tempest-NetworksTestDHCPv6-366243366'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:26:50.693215 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-ad92696f-8ccb-4029-ae75-ef625c337640 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1626242', 'neutron.services.segments.db._delete_segments_for_network-8769554214620'] for network, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:50.715061 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-8b868b0d-a1b1-416e-9da3-80bacdccb4bf tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:26:50.736817 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.segments.db [None req-ad92696f-8ccb-4029-ae75-ef625c337640 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cdaa81bf-ff03-4abd-b356-290d6f60697d']}} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:26:50.750136 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.segments.db [None req-ad92696f-8ccb-4029-ae75-ef625c337640 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45d215bb-2391-4384-b05f-d622edb496a7') {'for_net_delete': True} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:26:50.750518 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.segments.db [None req-ad92696f-8ccb-4029-ae75-ef625c337640 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45d215bb-2391-4384-b05f-d622edb496a7') {} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:26:50.764544 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-ad92696f-8ccb-4029-ae75-ef625c337640 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769554214503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3337904'] for segment, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:50.775992 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f9e8fb5-de83-4b3d-a617-068e80ebd8e7 None None] DHCP port deletion for bde9fca1-a31a-4133-a4b3-990fe05fafe1 request from dv-neutron-825124-1-hyperv {{(pid=84154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 20 14:26:50.781538 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-8b868b0d-a1b1-416e-9da3-80bacdccb4bf tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Usage tracker for resource:port and tenant:86e3e9c5b0744f88a459de56a9372787 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:26:50.783974 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-ad92696f-8ccb-4029-ae75-ef625c337640 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:50.792350 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad92696f-8ccb-4029-ae75-ef625c337640 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Releasing vlan 185 on physical network physnet1 to pool {{(pid=84152) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 14:26:50.792945 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-ad92696f-8ccb-4029-ae75-ef625c337640 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1622950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4162906'] for segment, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:50.796627 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-8b868b0d-a1b1-416e-9da3-80bacdccb4bf tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:26:50.799954 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning for port f1f96353-0750-4e23-91ea-bc5f6db4509d completed by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:26:50.810062 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port f1f96353-0750-4e23-91ea-bc5f6db4509d triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:26:50.810590 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:50.813944 dv-neutron-825124-1-hyperv neutron-server[84152]: Traceback (most recent call last): Jan 20 14:26:50.813944 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 14:26:50.813944 dv-neutron-825124-1-hyperv neutron-server[84152]: timer() Jan 20 14:26:50.813944 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 14:26:50.813944 dv-neutron-825124-1-hyperv neutron-server[84152]: cb(*args, **kw) Jan 20 14:26:50.813944 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 14:26:50.813944 dv-neutron-825124-1-hyperv neutron-server[84152]: return func(*args, **kwargs) Jan 20 14:26:50.813944 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 14:26:50.813944 dv-neutron-825124-1-hyperv neutron-server[84152]: self._notify() Jan 20 14:26:50.813944 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 14:26:50.813944 dv-neutron-825124-1-hyperv neutron-server[84152]: self.callback(batched_events) Jan 20 14:26:50.813944 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 14:26:50.813944 dv-neutron-825124-1-hyperv neutron-server[84152]: event.method(event) Jan 20 14:26:50.813944 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 14:26:50.813944 dv-neutron-825124-1-hyperv neutron-server[84152]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 14:26:50.813944 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 14:26:50.813944 dv-neutron-825124-1-hyperv neutron-server[84152]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 14:26:50.813944 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 14:26:50.813944 dv-neutron-825124-1-hyperv neutron-server[84152]: return f(self, *a, **k) Jan 20 14:26:50.813944 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 14:26:50.813944 dv-neutron-825124-1-hyperv neutron-server[84152]: return self._get(url).json() Jan 20 14:26:50.813944 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 14:26:50.813944 dv-neutron-825124-1-hyperv neutron-server[84152]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 14:26:50.813944 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 14:26:50.813944 dv-neutron-825124-1-hyperv neutron-server[84152]: return self.request(url, 'GET', **kwargs) Jan 20 14:26:50.813944 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 14:26:50.813944 dv-neutron-825124-1-hyperv neutron-server[84152]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 14:26:50.813944 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 14:26:50.813944 dv-neutron-825124-1-hyperv neutron-server[84152]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 14:26:50.813944 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 14:26:50.813944 dv-neutron-825124-1-hyperv neutron-server[84152]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 14:26:50.813944 dv-neutron-825124-1-hyperv neutron-server[84152]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 14:26:50.818610 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-8b868b0d-a1b1-416e-9da3-80bacdccb4bf tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:26:50.859517 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-9f9e8fb5-de83-4b3d-a617-068e80ebd8e7 None None] Deleting port 61f4d1ef-20c4-4827-b4f1-f8c296491792 {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:26:50.860170 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-9f9e8fb5-de83-4b3d-a617-068e80ebd8e7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:50.872128 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-4b28b28a-22b5-4f47-8f19-f8d3dbf8f6b3 tempest-AllowedAddressPairIpV6TestJSON-325386360 tempest-AllowedAddressPairIpV6TestJSON-325386360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:50.971822 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b28b28a-22b5-4f47-8f19-f8d3dbf8f6b3 tempest-AllowedAddressPairIpV6TestJSON-325386360 tempest-AllowedAddressPairIpV6TestJSON-325386360-project] Pushing event deleted for resources: {'Port': ['ID=61f4d1ef-20c4-4827-b4f1-f8c296491792,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:26:50.978291 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b28b28a-22b5-4f47-8f19-f8d3dbf8f6b3 tempest-AllowedAddressPairIpV6TestJSON-325386360 tempest-AllowedAddressPairIpV6TestJSON-325386360-project] No DVR routers for this DVR port 61f4d1ef-20c4-4827-b4f1-f8c296491792 on host dv-neutron-825124-1-hyperv {{(pid=84152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 14:26:50.999468 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-9f9e8fb5-de83-4b3d-a617-068e80ebd8e7 None None] The port '61f4d1ef-20c4-4827-b4f1-f8c296491792' was deleted {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 20 14:26:51.002199 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b868b0d-a1b1-416e-9da3-80bacdccb4bf tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Made reservation on behalf of 86e3e9c5b0744f88a459de56a9372787 for: {'port': 2} {{(pid=84153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:26:51.005845 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-8b868b0d-a1b1-416e-9da3-80bacdccb4bf tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:51.030156 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-12f5cdee-bbe5-49ff-8170-af16d4aa0517 tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:51.083280 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-12f5cdee-bbe5-49ff-8170-af16d4aa0517 tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:51.102214 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-ad92696f-8ccb-4029-ae75-ef625c337640 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1626253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-745296'] for network, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:51.131029 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-8b868b0d-a1b1-416e-9da3-80bacdccb4bf tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:51.132785 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-ad92696f-8ccb-4029-ae75-ef625c337640 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Notify callbacks [] for network, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:51.135379 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad92696f-8ccb-4029-ae75-ef625c337640 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Pushing event deleted for resources: {'Network': ['ID=cdaa81bf-ff03-4abd-b356-290d6f60697d,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:26:51.147713 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-3e2333c2-9233-41d0-8915-4d8bc1ad799a None None] Provisioning complete for port f1f96353-0750-4e23-91ea-bc5f6db4509d triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:26:51.147713 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-3e2333c2-9233-41d0-8915-4d8bc1ad799a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:51.157890 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-fb1efe06-3182-4abd-8142-6602fed5335f tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:26:51.161460 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-4b28b28a-22b5-4f47-8f19-f8d3dbf8f6b3 tempest-AllowedAddressPairIpV6TestJSON-325386360 tempest-AllowedAddressPairIpV6TestJSON-325386360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1626242', 'neutron.services.segments.db._delete_segments_for_network-8769554214620'] for network, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:51.162368 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-fb1efe06-3182-4abd-8142-6602fed5335f tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Usage tracker for resource:port and tenant:2cb17692bb0c4a2782f988652201ac42 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:26:51.165569 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-fb1efe06-3182-4abd-8142-6602fed5335f tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:26:51.169510 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-ad92696f-8ccb-4029-ae75-ef625c337640 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] 10.222.0.54 "DELETE /v2.0/networks/cdaa81bf-ff03-4abd-b356-290d6f60697d HTTP/1.1" status: 204 len: 168 time: 2.0002420 Jan 20 14:26:51.174819 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 34328) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:26:51.176649 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-fb1efe06-3182-4abd-8142-6602fed5335f tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:26:51.180537 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-d95279a7-593b-4c29-a343-f7fe6193a597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486'] for port, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:51.190865 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-e7d780bf-0f3a-44c6-93b9-23ecd7eeef0b tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-710678659'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:26:51.197251 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.segments.db [None req-4b28b28a-22b5-4f47-8f19-f8d3dbf8f6b3 tempest-AllowedAddressPairIpV6TestJSON-325386360 tempest-AllowedAddressPairIpV6TestJSON-325386360-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bde9fca1-a31a-4133-a4b3-990fe05fafe1']}} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:26:51.205533 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-e7d780bf-0f3a-44c6-93b9-23ecd7eeef0b tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:26:51.213720 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-e7d780bf-0f3a-44c6-93b9-23ecd7eeef0b tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Usage tracker for resource:network and tenant:61b46269b9ca430eb51733c2203d2e38 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:26:51.216948 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.segments.db [None req-4b28b28a-22b5-4f47-8f19-f8d3dbf8f6b3 tempest-AllowedAddressPairIpV6TestJSON-325386360 tempest-AllowedAddressPairIpV6TestJSON-325386360-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a05180be-708c-4e3e-b763-541f0826727c') {'for_net_delete': True} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:26:51.217253 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.segments.db [None req-4b28b28a-22b5-4f47-8f19-f8d3dbf8f6b3 tempest-AllowedAddressPairIpV6TestJSON-325386360 tempest-AllowedAddressPairIpV6TestJSON-325386360-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a05180be-708c-4e3e-b763-541f0826727c') {} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:26:51.224715 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-e7d780bf-0f3a-44c6-93b9-23ecd7eeef0b tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:26:51.233810 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-e7d780bf-0f3a-44c6-93b9-23ecd7eeef0b tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:26:51.237442 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-4b28b28a-22b5-4f47-8f19-f8d3dbf8f6b3 tempest-AllowedAddressPairIpV6TestJSON-325386360 tempest-AllowedAddressPairIpV6TestJSON-325386360-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769554214503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3337904'] for segment, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:51.249852 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95279a7-593b-4c29-a343-f7fe6193a597 None None] Pushing event deleted for resources: {'Port': ['ID=15b62361-6720-4d9d-8c9b-ae4b9f3073d2,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:26:51.262824 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb1efe06-3182-4abd-8142-6602fed5335f tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Made reservation on behalf of 2cb17692bb0c4a2782f988652201ac42 for: {'port': 1} {{(pid=84153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:26:51.264332 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:51.265754 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-fb1efe06-3182-4abd-8142-6602fed5335f tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:51.270069 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-4b28b28a-22b5-4f47-8f19-f8d3dbf8f6b3 tempest-AllowedAddressPairIpV6TestJSON-325386360 tempest-AllowedAddressPairIpV6TestJSON-325386360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:51.276473 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d95279a7-593b-4c29-a343-f7fe6193a597 None None] No DVR routers for this DVR port 15b62361-6720-4d9d-8c9b-ae4b9f3073d2 on host dv-neutron-825124-1-hyperv {{(pid=84154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 14:26:51.280705 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b28b28a-22b5-4f47-8f19-f8d3dbf8f6b3 tempest-AllowedAddressPairIpV6TestJSON-325386360 tempest-AllowedAddressPairIpV6TestJSON-325386360-project] Releasing vlan 162 on physical network physnet1 to pool {{(pid=84152) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 14:26:51.281957 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-4b28b28a-22b5-4f47-8f19-f8d3dbf8f6b3 tempest-AllowedAddressPairIpV6TestJSON-325386360 tempest-AllowedAddressPairIpV6TestJSON-325386360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1622950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4162906'] for segment, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:51.307570 dv-neutron-825124-1-hyperv neutron-server[84152]: Traceback (most recent call last): Jan 20 14:26:51.307570 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 14:26:51.307570 dv-neutron-825124-1-hyperv neutron-server[84152]: timer() Jan 20 14:26:51.307570 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 14:26:51.307570 dv-neutron-825124-1-hyperv neutron-server[84152]: cb(*args, **kw) Jan 20 14:26:51.307570 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 14:26:51.307570 dv-neutron-825124-1-hyperv neutron-server[84152]: return func(*args, **kwargs) Jan 20 14:26:51.307570 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 14:26:51.307570 dv-neutron-825124-1-hyperv neutron-server[84152]: self._notify() Jan 20 14:26:51.307570 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 14:26:51.307570 dv-neutron-825124-1-hyperv neutron-server[84152]: self.callback(batched_events) Jan 20 14:26:51.307570 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 14:26:51.307570 dv-neutron-825124-1-hyperv neutron-server[84152]: event.method(event) Jan 20 14:26:51.307570 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 14:26:51.307570 dv-neutron-825124-1-hyperv neutron-server[84152]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 14:26:51.307570 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 14:26:51.307570 dv-neutron-825124-1-hyperv neutron-server[84152]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 14:26:51.307570 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 14:26:51.307570 dv-neutron-825124-1-hyperv neutron-server[84152]: return f(self, *a, **k) Jan 20 14:26:51.307570 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 14:26:51.307570 dv-neutron-825124-1-hyperv neutron-server[84152]: return self._get(url).json() Jan 20 14:26:51.307570 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 14:26:51.307570 dv-neutron-825124-1-hyperv neutron-server[84152]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 14:26:51.307570 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 14:26:51.307570 dv-neutron-825124-1-hyperv neutron-server[84152]: return self.request(url, 'GET', **kwargs) Jan 20 14:26:51.307570 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 14:26:51.307570 dv-neutron-825124-1-hyperv neutron-server[84152]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 14:26:51.307570 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 14:26:51.307570 dv-neutron-825124-1-hyperv neutron-server[84152]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 14:26:51.307570 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 14:26:51.307570 dv-neutron-825124-1-hyperv neutron-server[84152]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 14:26:51.307570 dv-neutron-825124-1-hyperv neutron-server[84152]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 14:26:51.311614 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-888df71d-1054-49be-9f50-45101996313c None None] Network dbce74ed-d43c-4540-8d8d-e582f35e4792 requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:26:51.367366 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7d780bf-0f3a-44c6-93b9-23ecd7eeef0b tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Made reservation on behalf of 61b46269b9ca430eb51733c2203d2e38 for: {'network': 1} {{(pid=84152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:26:51.371187 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-e7d780bf-0f3a-44c6-93b9-23ecd7eeef0b tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for network, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:51.422470 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.notifiers.nova [None req-fb1efe06-3182-4abd-8142-6602fed5335f tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] device_id is not set on port f205c548-3fae-4f6d-861f-9ab0f0c9b9b7 yet. {{(pid=84153) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 14:26:51.430243 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] For port f1f96353-0750-4e23-91ea-bc5f6db4509d, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=f1f96353-0750-4e23-91ea-bc5f6db4509d,segment=NetworkSegment(4b5b7999-0f9d-4c07-b055-6e881c0f5518),segment_id=4b5b7999-0f9d-4c07-b055-6e881c0f5518)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:26:51.434546 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7d780bf-0f3a-44c6-93b9-23ecd7eeef0b tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 192} {{(pid=84152) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 14:26:51.444295 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-e7d780bf-0f3a-44c6-93b9-23ecd7eeef0b tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:51.444802 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.db.segments_db [None req-e7d780bf-0f3a-44c6-93b9-23ecd7eeef0b tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Added segment 053558ac-9b22-4754-b67d-4ff591e03e00 of type vlan for network 679ca44f-aa1f-4189-a78a-09c63985cd68 Jan 20 14:26:51.474111 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-e7d780bf-0f3a-44c6-93b9-23ecd7eeef0b tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769553767792'] for network, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:51.486062 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-3e2333c2-9233-41d0-8915-4d8bc1ad799a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:51.527081 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:51.545515 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-4b28b28a-22b5-4f47-8f19-f8d3dbf8f6b3 tempest-AllowedAddressPairIpV6TestJSON-325386360 tempest-AllowedAddressPairIpV6TestJSON-325386360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1626253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-745296'] for network, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:51.589716 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-4b28b28a-22b5-4f47-8f19-f8d3dbf8f6b3 tempest-AllowedAddressPairIpV6TestJSON-325386360 tempest-AllowedAddressPairIpV6TestJSON-325386360-project] Notify callbacks [] for network, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:51.593737 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b28b28a-22b5-4f47-8f19-f8d3dbf8f6b3 tempest-AllowedAddressPairIpV6TestJSON-325386360 tempest-AllowedAddressPairIpV6TestJSON-325386360-project] Pushing event deleted for resources: {'Network': ['ID=bde9fca1-a31a-4133-a4b3-990fe05fafe1,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:26:51.606371 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-e7d780bf-0f3a-44c6-93b9-23ecd7eeef0b tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967'] for network, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:51.609113 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7d780bf-0f3a-44c6-93b9-23ecd7eeef0b tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:26:51.609943 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-e7d780bf-0f3a-44c6-93b9-23ecd7eeef0b tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Notify callbacks [] for network, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:51.625140 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 15b62361-6720-4d9d-8c9b-ae4b9f3073d2 no longer exists at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:26:51.666105 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-4b28b28a-22b5-4f47-8f19-f8d3dbf8f6b3 tempest-AllowedAddressPairIpV6TestJSON-325386360 tempest-AllowedAddressPairIpV6TestJSON-325386360-project] 10.222.0.54 "DELETE /v2.0/networks/bde9fca1-a31a-4133-a4b3-990fe05fafe1 HTTP/1.1" status: 204 len: 168 time: 2.1170518 Jan 20 14:26:51.704818 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] No Port match for: 15b62361-6720-4d9d-8c9b-ae4b9f3073d2 {{(pid=84154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 14:26:51.705218 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 15b62361-6720-4d9d-8c9b-ae4b9f3073d2 not bound to the agent host dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 14:26:51.752118 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-e7d780bf-0f3a-44c6-93b9-23ecd7eeef0b tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5752783 Jan 20 14:26:51.756150 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 34336) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:26:51.762489 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.notifiers.nova [None req-8b868b0d-a1b1-416e-9da3-80bacdccb4bf tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] device_id is not set on port 21a01744-159a-47a5-8b65-36f3f02eeab6 yet. {{(pid=84153) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 14:26:51.769487 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-eae1cdb1-8c5b-41c5-80b3-1dbac94b527f tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Request body: {'subnet': {'network_id': '679ca44f-aa1f-4189-a78a-09c63985cd68', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:26:51.786176 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Pushing event updated for resources: {'Port': ['ID=f1f96353-0750-4e23-91ea-bc5f6db4509d,revision_number=3']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:26:51.806615 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d780bf-0f3a-44c6-93b9-23ecd7eeef0b tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Pushing event updated for resources: {'Network': ['ID=679ca44f-aa1f-4189-a78a-09c63985cd68,revision_number=1']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:26:51.827632 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.db_base_plugin_common [None req-12f5cdee-bbe5-49ff-8170-af16d4aa0517 tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] Allocated IP 172.26.7.214 (8dffb05c-5ca0-409b-bd5f-7be6264f707d/a489dd4f-42a5-433b-8be3-bab2749c4209/79f3fb23-c082-4594-af78-9ad2c535aea7) {{(pid=84153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:26:51.847169 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Network 679ca44f-aa1f-4189-a78a-09c63985cd68 details requested by agent ovs-agent-dv-neutron-825124-1-hyperv with host dv-neutron-825124-1-hyperv {{(pid=84154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 14:26:51.859662 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 61f4d1ef-20c4-4827-b4f1-f8c296491792 no longer exists at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:26:51.901658 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.db.l3_db [None req-8ed4a066-5a77-49d7-950c-0bdd3f06e41b tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Floating IP 346211b9-383d-43e0-aa6e-277b8f541554 associated. External IP: 172.26.7.95, port: bf5a656e-7cf7-4ada-90c7-6288f4f5ce97. Jan 20 14:26:51.915720 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.db.api [None req-3e2333c2-9233-41d0-8915-4d8bc1ad799a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84154) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 14:26:51.916341 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG oslo_db.api [None req-3e2333c2-9233-41d0-8915-4d8bc1ad799a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 14:26:51.931448 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-eae1cdb1-8c5b-41c5-80b3-1dbac94b527f tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:26:51.935961 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-eae1cdb1-8c5b-41c5-80b3-1dbac94b527f tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Usage tracker for resource:subnet and tenant:61b46269b9ca430eb51733c2203d2e38 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:26:51.939632 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-eae1cdb1-8c5b-41c5-80b3-1dbac94b527f tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:26:51.946965 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-eae1cdb1-8c5b-41c5-80b3-1dbac94b527f tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:26:52.017415 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] No Port match for: 61f4d1ef-20c4-4827-b4f1-f8c296491792 {{(pid=84154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 14:26:52.017866 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 61f4d1ef-20c4-4827-b4f1-f8c296491792 not bound to the agent host dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 14:26:52.036138 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c8f7d84-4c25-422b-82ff-badaa793b4a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95c917f5-14ba-5e96-98b8-1a52654a930a-dbce74ed-d43c-4540-8d8d-e582f35e4792', 'network_id': 'dbce74ed-d43c-4540-8d8d-e582f35e4792', 'tenant_id': '2cb17692bb0c4a2782f988652201ac42', 'fixed_ips': [{'subnet_id': '40aedf5f-05d6-4eee-9255-35aaefb16e9a'}]}} from dv-neutron-825124-1-hyperv. {{(pid=84154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 20 14:26:52.037018 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-0c8f7d84-4c25-422b-82ff-badaa793b4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:52.052358 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eae1cdb1-8c5b-41c5-80b3-1dbac94b527f tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Made reservation on behalf of 61b46269b9ca430eb51733c2203d2e38 for: {'subnet': 1} {{(pid=84152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:26:52.137104 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-8b868b0d-a1b1-416e-9da3-80bacdccb4bf tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks [] for port, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:52.186754 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-eae1cdb1-8c5b-41c5-80b3-1dbac94b527f tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3155315'] for subnet, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:52.301699 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.db_base_plugin_common [None req-fb1efe06-3182-4abd-8142-6602fed5335f tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Allocated IP 2001:db8::df (dbce74ed-d43c-4540-8d8d-e582f35e4792/40aedf5f-05d6-4eee-9255-35aaefb16e9a/f205c548-3fae-4f6d-861f-9ab0f0c9b9b7) {{(pid=84153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:26:52.360025 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 34344) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:26:52.365954 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.notifiers.nova [None req-8b868b0d-a1b1-416e-9da3-80bacdccb4bf tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] device_id is not set on port 7c8688d3-262d-4e2a-bc57-1e3ef78bc8f0 yet. {{(pid=84153) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 14:26:52.394008 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-12f5cdee-bbe5-49ff-8170-af16d4aa0517 tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:52.601079 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-eae1cdb1-8c5b-41c5-80b3-1dbac94b527f tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4163519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3155301'] for subnet, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:52.689659 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae1cdb1-8c5b-41c5-80b3-1dbac94b527f tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Pushing event updated for resources: {'Subnet': ['ID=bd539257-7236-42ca-a476-b2dcf2c2f7e6,revision_number=0']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:26:52.700911 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eae1cdb1-8c5b-41c5-80b3-1dbac94b527f tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Checking segment: {'id': '053558ac-9b22-4754-b67d-4ff591e03e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '679ca44f-aa1f-4189-a78a-09c63985cd68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 14:26:52.701281 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eae1cdb1-8c5b-41c5-80b3-1dbac94b527f tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Network hostable DHCP agents. Network: 679ca44f-aa1f-4189-a78a-09c63985cd68, hostable agents: ['1a181e39-5220-4c1a-88f8-08a54e8bfc9b'], hosted agents: [] {{(pid=84152) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 14:26:52.784790 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-8b868b0d-a1b1-416e-9da3-80bacdccb4bf tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks [] for port, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:52.788602 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-5702a99e-3282-49b9-84bb-dc8398fbac77 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=3434d8da9da14ae69acda2072a716b5d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4187315 Jan 20 14:26:52.791388 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 34352) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:26:52.795103 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-fb1efe06-3182-4abd-8142-6602fed5335f tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks [] for port, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:52.808651 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-12f5cdee-bbe5-49ff-8170-af16d4aa0517 tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:52.829815 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eae1cdb1-8c5b-41c5-80b3-1dbac94b527f tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Network 679ca44f-aa1f-4189-a78a-09c63985cd68 is scheduled to be hosted by DHCP agent 1a181e39-5220-4c1a-88f8-08a54e8bfc9b with binding_index 1 {{(pid=84152) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 14:26:52.858465 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-5021ae71-e436-4c0d-8e00-3ae96763993f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:52.871940 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.provisioning_blocks [None req-fb1efe06-3182-4abd-8142-6602fed5335f tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Transition to ACTIVE for port object f205c548-3fae-4f6d-861f-9ab0f0c9b9b7 will not be triggered until provisioned by entity DHCP. {{(pid=84153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:26:52.886857 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-5021ae71-e436-4c0d-8e00-3ae96763993f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:52.917726 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12f5cdee-bbe5-49ff-8170-af16d4aa0517 tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] Network 8dffb05c-5ca0-409b-bd5f-7be6264f707d is already hosted by enough agents. {{(pid=84153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:26:52.924249 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.base_scheduler [None req-eae1cdb1-8c5b-41c5-80b3-1dbac94b527f tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825124-1-hyperv, 679ca44f-aa1f-4189-a78a-09c63985cd68) {{(pid=84152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:26:52.926719 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.base_scheduler [None req-12f5cdee-bbe5-49ff-8170-af16d4aa0517 tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] Resources bound (agent type, host, resource id): {{(pid=84153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:26:52.928629 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f5cdee-bbe5-49ff-8170-af16d4aa0517 tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] Pushing event updated for resources: {'Port': ['ID=79f3fb23-c082-4594-af78-9ad2c535aea7,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:26:52.930989 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eae1cdb1-8c5b-41c5-80b3-1dbac94b527f tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:26:52.931783 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-eae1cdb1-8c5b-41c5-80b3-1dbac94b527f tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Notify callbacks [] for subnet, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:52.932854 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f5cdee-bbe5-49ff-8170-af16d4aa0517 tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] Received port after_create {{(pid=84153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:26:52.940933 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b5f94e3-a966-4de4-85b4-37802e341d15 None None] Network 679ca44f-aa1f-4189-a78a-09c63985cd68 requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:26:53.039957 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-8b868b0d-a1b1-416e-9da3-80bacdccb4bf tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:53.055858 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-eae1cdb1-8c5b-41c5-80b3-1dbac94b527f tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.2960527 Jan 20 14:26:53.056289 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 34356) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:26:53.059691 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-5021ae71-e436-4c0d-8e00-3ae96763993f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:53.063030 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-5021ae71-e436-4c0d-8e00-3ae96763993f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:53.066603 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-5021ae71-e436-4c0d-8e00-3ae96763993f admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/70c2df6e-4767-49d9-b409-517e387c5761 HTTP/1.1" status: 204 len: 168 time: 0.2719150 Jan 20 14:26:53.112235 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5021ae71-e436-4c0d-8e00-3ae96763993f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70c2df6e-4767-49d9-b409-517e387c5761,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:26:53.137035 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-fb1efe06-3182-4abd-8142-6602fed5335f tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:53.200570 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b868b0d-a1b1-416e-9da3-80bacdccb4bf tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Network c69ee7bc-60c2-439d-90b1-98741047f7c7 is already hosted by enough agents. {{(pid=84153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:26:53.211604 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.base_scheduler [None req-8b868b0d-a1b1-416e-9da3-80bacdccb4bf tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Resources bound (agent type, host, resource id): {{(pid=84153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:26:53.213421 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b868b0d-a1b1-416e-9da3-80bacdccb4bf tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Pushing event updated for resources: {'Port': ['ID=21a01744-159a-47a5-8b65-36f3f02eeab6,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:26:53.217640 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b868b0d-a1b1-416e-9da3-80bacdccb4bf tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Received port after_create {{(pid=84153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:26:53.218487 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-8b868b0d-a1b1-416e-9da3-80bacdccb4bf tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:53.273197 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-d9c55506-7179-455a-88fd-e8723b1b0472 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586409'] for network, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:53.294807 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb1efe06-3182-4abd-8142-6602fed5335f tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Network dbce74ed-d43c-4540-8d8d-e582f35e4792 is already hosted by enough agents. {{(pid=84153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:26:53.300887 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.base_scheduler [None req-fb1efe06-3182-4abd-8142-6602fed5335f tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Resources bound (agent type, host, resource id): {{(pid=84153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:26:53.305903 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb1efe06-3182-4abd-8142-6602fed5335f tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Received port after_create {{(pid=84153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:26:53.310059 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb1efe06-3182-4abd-8142-6602fed5335f tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:26:53.310674 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-fb1efe06-3182-4abd-8142-6602fed5335f tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:53.359083 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1efe06-3182-4abd-8142-6602fed5335f tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Pushing event updated for resources: {'Port': ['ID=f205c548-3fae-4f6d-861f-9ab0f0c9b9b7,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:26:53.398539 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-d9c55506-7179-455a-88fd-e8723b1b0472 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1627147'] for subnet, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:53.402709 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_common [None req-0c8f7d84-4c25-422b-82ff-badaa793b4a8 None None] Allocated IP 2001:db8::2 (dbce74ed-d43c-4540-8d8d-e582f35e4792/40aedf5f-05d6-4eee-9255-35aaefb16e9a/41e545da-29ae-4b23-bf84-0f5e78e297a9) {{(pid=84154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:26:53.406891 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3127091-7f80-4440-a004-fc47142427fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95c917f5-14ba-5e96-98b8-1a52654a930a-679ca44f-aa1f-4189-a78a-09c63985cd68', 'network_id': '679ca44f-aa1f-4189-a78a-09c63985cd68', 'tenant_id': '61b46269b9ca430eb51733c2203d2e38', 'fixed_ips': [{'subnet_id': 'bd539257-7236-42ca-a476-b2dcf2c2f7e6'}]}} from dv-neutron-825124-1-hyperv. {{(pid=84154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 20 14:26:53.407729 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-c3127091-7f80-4440-a004-fc47142427fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:53.518530 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-fb1efe06-3182-4abd-8142-6602fed5335f tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.8506472 Jan 20 14:26:53.523836 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 34366) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:26:53.533216 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b868b0d-a1b1-416e-9da3-80bacdccb4bf tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Checking segment: {'id': 'be0d5adf-61f3-4770-88f5-ff1e4faba32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '6a4bf061-7543-4891-8b0b-03e028a87afc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 14:26:53.533581 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b868b0d-a1b1-416e-9da3-80bacdccb4bf tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Network hostable DHCP agents. Network: 6a4bf061-7543-4891-8b0b-03e028a87afc, hostable agents: ['1a181e39-5220-4c1a-88f8-08a54e8bfc9b'], hosted agents: [] {{(pid=84153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 14:26:53.601920 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-d9c55506-7179-455a-88fd-e8723b1b0472 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1627154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4163580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155308'] for subnet, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:53.660270 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server [None req-c3127091-7f80-4440-a004-fc47142427fa None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet bd539257-7236-42ca-a476-b2dcf2c2f7e6: This subnet is being modified by another concurrent operation. Jan 20 14:26:53.660270 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 20 14:26:53.660270 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 20 14:26:53.660270 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 20 14:26:53.660270 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 20 14:26:53.660270 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 20 14:26:53.660270 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 20 14:26:53.660270 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 20 14:26:53.660270 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 20 14:26:53.660270 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 20 14:26:53.660270 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 20 14:26:53.660270 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 20 14:26:53.660270 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 20 14:26:53.660270 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 20 14:26:53.660270 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 20 14:26:53.660270 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 20 14:26:53.660270 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 20 14:26:53.660270 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server raise value Jan 20 14:26:53.660270 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 20 14:26:53.660270 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 20 14:26:53.660270 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 20 14:26:53.660270 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 20 14:26:53.660270 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 20 14:26:53.660270 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 20 14:26:53.660270 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 20 14:26:53.660270 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 20 14:26:53.660270 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 20 14:26:53.660270 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server raise value Jan 20 14:26:53.660270 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 20 14:26:53.660270 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 20 14:26:53.660270 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 20 14:26:53.660270 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 20 14:26:53.660270 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 20 14:26:53.660270 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 20 14:26:53.660270 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 20 14:26:53.660270 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 20 14:26:53.660270 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 20 14:26:53.660270 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server raise value Jan 20 14:26:53.660270 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 20 14:26:53.660270 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 20 14:26:53.660270 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 20 14:26:53.660270 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 20 14:26:53.660270 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Jan 20 14:26:53.660270 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 20 14:26:53.660270 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Jan 20 14:26:53.660270 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 20 14:26:53.660270 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Jan 20 14:26:53.660270 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 20 14:26:53.660270 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Jan 20 14:26:53.660270 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jan 20 14:26:53.660270 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Jan 20 14:26:53.660270 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 20 14:26:53.660270 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 20 14:26:53.667819 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 20 14:26:53.667819 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 20 14:26:53.667819 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 20 14:26:53.667819 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 20 14:26:53.667819 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 20 14:26:53.667819 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 20 14:26:53.667819 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server raise value Jan 20 14:26:53.667819 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 20 14:26:53.667819 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 20 14:26:53.667819 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 20 14:26:53.667819 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 20 14:26:53.667819 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 20 14:26:53.667819 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 20 14:26:53.667819 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 20 14:26:53.667819 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 20 14:26:53.667819 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 20 14:26:53.667819 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server raise value Jan 20 14:26:53.667819 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 20 14:26:53.667819 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 20 14:26:53.667819 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 20 14:26:53.667819 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 20 14:26:53.667819 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 20 14:26:53.667819 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 20 14:26:53.667819 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 20 14:26:53.667819 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 20 14:26:53.667819 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 20 14:26:53.667819 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server raise value Jan 20 14:26:53.667819 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 20 14:26:53.667819 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 20 14:26:53.667819 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Jan 20 14:26:53.667819 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 20 14:26:53.667819 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Jan 20 14:26:53.667819 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 20 14:26:53.667819 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Jan 20 14:26:53.667819 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 20 14:26:53.667819 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 20 14:26:53.667819 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 20 14:26:53.667819 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Jan 20 14:26:53.667819 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 20 14:26:53.667819 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Jan 20 14:26:53.667819 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 20 14:26:53.667819 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 20 14:26:53.667819 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 20 14:26:53.667819 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 20 14:26:53.667819 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 20 14:26:53.667819 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Jan 20 14:26:53.667819 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 20 14:26:53.667819 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 20 14:26:53.667819 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server raise exception Jan 20 14:26:53.667819 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet bd539257-7236-42ca-a476-b2dcf2c2f7e6: This subnet is being modified by another concurrent operation. Jan 20 14:26:53.667819 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server Jan 20 14:26:53.682465 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-743541ee-4181-4e92-b94b-35f985890e86 None None] Network 679ca44f-aa1f-4189-a78a-09c63985cd68 requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:26:53.696210 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c55506-7179-455a-88fd-e8723b1b0472 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Pushing event deleted for resources: {'Subnet': ['ID=bd539257-7236-42ca-a476-b2dcf2c2f7e6,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:26:53.723954 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b868b0d-a1b1-416e-9da3-80bacdccb4bf tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Pushing event updated for resources: {'Port': ['ID=7c8688d3-262d-4e2a-bc57-1e3ef78bc8f0,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:26:53.858062 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-0c8f7d84-4c25-422b-82ff-badaa793b4a8 None None] Notify callbacks [] for port, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:53.867305 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device f1f96353-0750-4e23-91ea-bc5f6db4509d up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:26:53.868119 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1996e7e8-ee9f-4125-8554-db3283244287 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:26:53.872247 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-1996e7e8-ee9f-4125-8554-db3283244287 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Synchronizing usage tracker for tenant:2cb17692bb0c4a2782f988652201ac42 on resource:port {{(pid=84153) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:26:53.872376 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-d9c55506-7179-455a-88fd-e8723b1b0472 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1626242', 'neutron.services.segments.db._delete_segments_for_network-8769554214620'] for network, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:53.880132 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-12f5cdee-bbe5-49ff-8170-af16d4aa0517 tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:53.905549 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.segments.db [None req-d9c55506-7179-455a-88fd-e8723b1b0472 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['679ca44f-aa1f-4189-a78a-09c63985cd68']}} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:26:53.927932 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.segments.db [None req-d9c55506-7179-455a-88fd-e8723b1b0472 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '053558ac-9b22-4754-b67d-4ff591e03e00') {'for_net_delete': True} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:26:53.928267 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.segments.db [None req-d9c55506-7179-455a-88fd-e8723b1b0472 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '053558ac-9b22-4754-b67d-4ff591e03e00') {} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:26:53.944568 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b868b0d-a1b1-416e-9da3-80bacdccb4bf tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Network 6a4bf061-7543-4891-8b0b-03e028a87afc is scheduled to be hosted by DHCP agent 1a181e39-5220-4c1a-88f8-08a54e8bfc9b with binding_index 1 {{(pid=84153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 14:26:53.949866 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ed4a066-5a77-49d7-950c-0bdd3f06e41b tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Router d6c1e36f-7721-4cd2-b738-173d5b3bd1fe has already been hosted by L3 agent 624d525b-4c26-4143-8a1c-228bb1c6faaa {{(pid=84153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 14:26:53.966794 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-d9c55506-7179-455a-88fd-e8723b1b0472 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769554214503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3337904'] for segment, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:53.978400 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.agents_db [None req-6dba657d-a637-4918-9b6d-40defdfae04b None None] Agent healthcheck: found 6 active agents {{(pid=84155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 14:26:53.980628 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-0c8f7d84-4c25-422b-82ff-badaa793b4a8 None None] Transition to ACTIVE for port object 41e545da-29ae-4b23-bf84-0f5e78e297a9 will not be triggered until provisioned by entity L2. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:26:54.001246 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-d9c55506-7179-455a-88fd-e8723b1b0472 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:54.013806 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9c55506-7179-455a-88fd-e8723b1b0472 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Releasing vlan 192 on physical network physnet1 to pool {{(pid=84152) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 14:26:54.015808 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-d9c55506-7179-455a-88fd-e8723b1b0472 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1622950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4162906'] for segment, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:54.072569 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-0c8f7d84-4c25-422b-82ff-badaa793b4a8 None None] Transition to ACTIVE for port object 41e545da-29ae-4b23-bf84-0f5e78e297a9 will not be triggered until provisioned by entity DHCP. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:26:54.088521 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port f1f96353-0750-4e23-91ea-bc5f6db4509d triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:26:54.089079 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:54.135006 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-1996e7e8-ee9f-4125-8554-db3283244287 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Unset dirty status for tenant:2cb17692bb0c4a2782f988652201ac42 on resource:port {{(pid=84153) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:26:54.139005 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-1996e7e8-ee9f-4125-8554-db3283244287 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 928 time: 0.6105556 Jan 20 14:26:54.145427 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.base_scheduler [None req-8b868b0d-a1b1-416e-9da3-80bacdccb4bf tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825124-1-hyperv, 6a4bf061-7543-4891-8b0b-03e028a87afc) {{(pid=84153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:26:54.147976 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 34380) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:26:54.160938 dv-neutron-825124-1-hyperv neutron-server[84152]: Traceback (most recent call last): Jan 20 14:26:54.160938 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 14:26:54.160938 dv-neutron-825124-1-hyperv neutron-server[84152]: timer() Jan 20 14:26:54.160938 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 14:26:54.160938 dv-neutron-825124-1-hyperv neutron-server[84152]: cb(*args, **kw) Jan 20 14:26:54.160938 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 14:26:54.160938 dv-neutron-825124-1-hyperv neutron-server[84152]: return func(*args, **kwargs) Jan 20 14:26:54.160938 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 14:26:54.160938 dv-neutron-825124-1-hyperv neutron-server[84152]: self._notify() Jan 20 14:26:54.160938 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 14:26:54.160938 dv-neutron-825124-1-hyperv neutron-server[84152]: self.callback(batched_events) Jan 20 14:26:54.160938 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 14:26:54.160938 dv-neutron-825124-1-hyperv neutron-server[84152]: event.method(event) Jan 20 14:26:54.160938 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 14:26:54.160938 dv-neutron-825124-1-hyperv neutron-server[84152]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 14:26:54.160938 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 14:26:54.160938 dv-neutron-825124-1-hyperv neutron-server[84152]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 14:26:54.160938 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 14:26:54.160938 dv-neutron-825124-1-hyperv neutron-server[84152]: return f(self, *a, **k) Jan 20 14:26:54.160938 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 14:26:54.160938 dv-neutron-825124-1-hyperv neutron-server[84152]: return self._get(url).json() Jan 20 14:26:54.160938 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 14:26:54.160938 dv-neutron-825124-1-hyperv neutron-server[84152]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 14:26:54.160938 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 14:26:54.160938 dv-neutron-825124-1-hyperv neutron-server[84152]: return self.request(url, 'GET', **kwargs) Jan 20 14:26:54.160938 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 14:26:54.160938 dv-neutron-825124-1-hyperv neutron-server[84152]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 14:26:54.160938 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 14:26:54.160938 dv-neutron-825124-1-hyperv neutron-server[84152]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 14:26:54.160938 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 14:26:54.160938 dv-neutron-825124-1-hyperv neutron-server[84152]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 14:26:54.160938 dv-neutron-825124-1-hyperv neutron-server[84152]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 14:26:54.166617 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39b8d6a0-040f-40ae-a13b-9271e303a1c2 None None] Network 6a4bf061-7543-4891-8b0b-03e028a87afc requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:26:54.183844 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-0c8f7d84-4c25-422b-82ff-badaa793b4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477'] for port, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:54.198923 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b868b0d-a1b1-416e-9da3-80bacdccb4bf tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Received port after_create {{(pid=84153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:26:54.202934 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b868b0d-a1b1-416e-9da3-80bacdccb4bf tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:26:54.206950 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b868b0d-a1b1-416e-9da3-80bacdccb4bf tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:26:54.207598 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-8b868b0d-a1b1-416e-9da3-80bacdccb4bf tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:54.247509 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-12f5cdee-bbe5-49ff-8170-af16d4aa0517 tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-744886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-105502'] for router, precommit_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:54.257891 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-d9c55506-7179-455a-88fd-e8723b1b0472 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1626253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-745296'] for network, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:54.270496 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-d9c55506-7179-455a-88fd-e8723b1b0472 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Notify callbacks [] for network, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:54.272186 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-12f5cdee-bbe5-49ff-8170-af16d4aa0517 tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-744861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-744847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-744836', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-737562'] for router, after_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:54.287502 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-fdd1f4a6-8526-470b-abb9-ec224e61244b tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Deleting port f205c548-3fae-4f6d-861f-9ab0f0c9b9b7 {{(pid=84153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:26:54.289525 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-fdd1f4a6-8526-470b-abb9-ec224e61244b tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:54.327692 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c55506-7179-455a-88fd-e8723b1b0472 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Pushing event deleted for resources: {'Network': ['ID=679ca44f-aa1f-4189-a78a-09c63985cd68,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:26:54.335873 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-8b868b0d-a1b1-416e-9da3-80bacdccb4bf tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 4.9084260 Jan 20 14:26:54.337171 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 34388) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:26:54.371847 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-d9c55506-7179-455a-88fd-e8723b1b0472 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] 10.222.0.54 "DELETE /v2.0/networks/679ca44f-aa1f-4189-a78a-09c63985cd68 HTTP/1.1" status: 204 len: 168 time: 1.3135436 Jan 20 14:26:54.377040 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 34394) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:26:54.388280 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-9326889a-83fb-4573-a482-f838d97a5e84 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1432260951'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:26:54.395057 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-9326889a-83fb-4573-a482-f838d97a5e84 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:26:54.401149 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-9326889a-83fb-4573-a482-f838d97a5e84 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Usage tracker for resource:network and tenant:61b46269b9ca430eb51733c2203d2e38 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:26:54.404318 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8f7d84-4c25-422b-82ff-badaa793b4a8 None None] Pushing event updated for resources: {'Port': ['ID=41e545da-29ae-4b23-bf84-0f5e78e297a9,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:26:54.405227 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-9326889a-83fb-4573-a482-f838d97a5e84 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:26:54.408565 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c8f7d84-4c25-422b-82ff-badaa793b4a8 None None] Network dbce74ed-d43c-4540-8d8d-e582f35e4792 is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:26:54.421238 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-9326889a-83fb-4573-a482-f838d97a5e84 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:26:54.439834 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-0c8f7d84-4c25-422b-82ff-badaa793b4a8 None None] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:26:54.444661 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c8f7d84-4c25-422b-82ff-badaa793b4a8 None None] Received port after_create {{(pid=84154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:26:54.515530 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9326889a-83fb-4573-a482-f838d97a5e84 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Made reservation on behalf of 61b46269b9ca430eb51733c2203d2e38 for: {'network': 1} {{(pid=84152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:26:54.520230 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-9326889a-83fb-4573-a482-f838d97a5e84 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for network, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:54.556250 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-40fb8bc8-53a8-4478-b0f7-ef393e1ea019 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Deleting port 7c8688d3-262d-4e2a-bc57-1e3ef78bc8f0 {{(pid=84153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:26:54.556598 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-40fb8bc8-53a8-4478-b0f7-ef393e1ea019 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:54.561145 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9326889a-83fb-4573-a482-f838d97a5e84 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 163} {{(pid=84152) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 14:26:54.574110 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-9326889a-83fb-4573-a482-f838d97a5e84 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:54.574110 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.db.segments_db [None req-9326889a-83fb-4573-a482-f838d97a5e84 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Added segment 40e5ef03-f1b8-45e5-b9e0-0a0c0e2f3ab6 of type vlan for network b570bbfa-9206-4803-80fa-982e9e13e0e2 Jan 20 14:26:54.606200 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-9326889a-83fb-4573-a482-f838d97a5e84 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769553767792'] for network, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:54.651184 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-0c8f7d84-4c25-422b-82ff-badaa793b4a8 None None] Attempting to bind port 41e545da-29ae-4b23-bf84-0f5e78e297a9 on host dv-neutron-825124-1-hyperv for vnic_type normal with profile {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:26:54.651532 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-0c8f7d84-4c25-422b-82ff-badaa793b4a8 None None] Attempting to bind port 41e545da-29ae-4b23-bf84-0f5e78e297a9 by drivers openvswitch,hyperv on host dv-neutron-825124-1-hyperv at level 0 using segments [{'id': '7b61d093-41ff-4202-b223-533eb0f8da0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'dbce74ed-d43c-4540-8d8d-e582f35e4792'}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:26:54.651810 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c8f7d84-4c25-422b-82ff-badaa793b4a8 None None] Attempting to bind port 41e545da-29ae-4b23-bf84-0f5e78e297a9 on network dbce74ed-d43c-4540-8d8d-e582f35e4792 {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 14:26:54.663611 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c8f7d84-4c25-422b-82ff-badaa793b4a8 None None] Checking agent: {'id': '6414dfeb-85c5-454a-8756-709ca637d800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825124-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 16, 31), 'started_at': datetime.datetime(2022, 1, 20, 14, 17, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 26, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825124-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 14:26:54.663991 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c8f7d84-4c25-422b-82ff-badaa793b4a8 None None] Checking segment: {'id': '7b61d093-41ff-4202-b223-533eb0f8da0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'dbce74ed-d43c-4540-8d8d-e582f35e4792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 14:26:54.664394 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-0c8f7d84-4c25-422b-82ff-badaa793b4a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:54.664782 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c8f7d84-4c25-422b-82ff-badaa793b4a8 None None] Bound using segment: {'id': '7b61d093-41ff-4202-b223-533eb0f8da0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'dbce74ed-d43c-4540-8d8d-e582f35e4792'} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 14:26:54.665247 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-0c8f7d84-4c25-422b-82ff-badaa793b4a8 None None] Bound port: 41e545da-29ae-4b23-bf84-0f5e78e297a9, host: dv-neutron-825124-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b61d093-41ff-4202-b223-533eb0f8da0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'dbce74ed-d43c-4540-8d8d-e582f35e4792'}}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:26:54.665621 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-0c8f7d84-4c25-422b-82ff-badaa793b4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:54.730650 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 34400) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:26:54.734480 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-9326889a-83fb-4573-a482-f838d97a5e84 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967'] for network, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:54.738559 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9326889a-83fb-4573-a482-f838d97a5e84 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:26:54.739220 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-9326889a-83fb-4573-a482-f838d97a5e84 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Notify callbacks [] for network, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:54.763064 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-0c8f7d84-4c25-422b-82ff-badaa793b4a8 None None] For port 41e545da-29ae-4b23-bf84-0f5e78e297a9, host dv-neutron-825124-1-hyperv, cleared binding levels {{(pid=84154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 14:26:54.767563 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-0c8f7d84-4c25-422b-82ff-badaa793b4a8 None None] For port 41e545da-29ae-4b23-bf84-0f5e78e297a9, host dv-neutron-825124-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=41e545da-29ae-4b23-bf84-0f5e78e297a9,segment=NetworkSegment(7b61d093-41ff-4202-b223-533eb0f8da0a),segment_id=7b61d093-41ff-4202-b223-533eb0f8da0a)] {{(pid=84154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 14:26:54.832592 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-0c8f7d84-4c25-422b-82ff-badaa793b4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:54.858187 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9326889a-83fb-4573-a482-f838d97a5e84 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Pushing event updated for resources: {'Network': ['ID=b570bbfa-9206-4803-80fa-982e9e13e0e2,revision_number=1']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:26:54.881242 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Network b570bbfa-9206-4803-80fa-982e9e13e0e2 details requested by agent ovs-agent-dv-neutron-825124-1-hyperv with host dv-neutron-825124-1-hyperv {{(pid=84154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 14:26:54.918560 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-9326889a-83fb-4573-a482-f838d97a5e84 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5377507 Jan 20 14:26:54.919539 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 34406) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:26:54.925309 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-fdd1f4a6-8526-470b-abb9-ec224e61244b tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:54.925857 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-29f92e3a-3b43-40e4-a3cf-820bb86aad67 tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] Request body: {'networks': [{'name': 'tempest-network--681106698'}, {'name': 'tempest-network--965984368'}]} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:26:54.925940 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-29f92e3a-3b43-40e4-a3cf-820bb86aad67 tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] Request body: {'network': {'name': 'tempest-network--681106698'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:26:54.926381 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-29f92e3a-3b43-40e4-a3cf-820bb86aad67 tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] Request body: {'network': {'name': 'tempest-network--965984368'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:26:54.933554 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-cd0b4fe2-637e-4b36-8c3d-bf92019a2cd6 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Request body: {'subnet': {'network_id': 'b570bbfa-9206-4803-80fa-982e9e13e0e2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:26:54.951001 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-29f92e3a-3b43-40e4-a3cf-820bb86aad67 tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:26:55.005488 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-29f92e3a-3b43-40e4-a3cf-820bb86aad67 tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] Usage tracker for resource:network and tenant:2131a6f7612542fb8c5c49d0809dd30d is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:26:55.012921 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-29f92e3a-3b43-40e4-a3cf-820bb86aad67 tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:26:55.032651 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-29f92e3a-3b43-40e4-a3cf-820bb86aad67 tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:26:55.046731 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8f7d84-4c25-422b-82ff-badaa793b4a8 None None] Pushing event updated for resources: {'Port': ['ID=41e545da-29ae-4b23-bf84-0f5e78e297a9,revision_number=2']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:26:55.065638 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-cd0b4fe2-637e-4b36-8c3d-bf92019a2cd6 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:26:55.070440 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-cd0b4fe2-637e-4b36-8c3d-bf92019a2cd6 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Usage tracker for resource:subnet and tenant:61b46269b9ca430eb51733c2203d2e38 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:26:55.074266 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-cd0b4fe2-637e-4b36-8c3d-bf92019a2cd6 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:26:55.086641 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-cd0b4fe2-637e-4b36-8c3d-bf92019a2cd6 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:26:55.105859 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29f92e3a-3b43-40e4-a3cf-820bb86aad67 tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] Made reservation on behalf of 2131a6f7612542fb8c5c49d0809dd30d for: {'network': 2} {{(pid=84152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:26:55.118730 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-29f92e3a-3b43-40e4-a3cf-820bb86aad67 tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for network, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:55.123256 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-29f92e3a-3b43-40e4-a3cf-820bb86aad67 tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] Notify callbacks [] for security_group, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:55.156243 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-29f92e3a-3b43-40e4-a3cf-820bb86aad67 tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:26:55.158656 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-fdd1f4a6-8526-470b-abb9-ec224e61244b tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Calling delete_port for f205c548-3fae-4f6d-861f-9ab0f0c9b9b7 owned by {{(pid=84153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:26:55.160276 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-29f92e3a-3b43-40e4-a3cf-820bb86aad67 tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] Usage tracker for resource:security_group_rule and tenant:2131a6f7612542fb8c5c49d0809dd30d is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:26:55.163154 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-29f92e3a-3b43-40e4-a3cf-820bb86aad67 tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:26:55.168878 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-29f92e3a-3b43-40e4-a3cf-820bb86aad67 tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:26:55.193473 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd0b4fe2-637e-4b36-8c3d-bf92019a2cd6 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Made reservation on behalf of 61b46269b9ca430eb51733c2203d2e38 for: {'subnet': 1} {{(pid=84152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:26:55.339337 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-cd0b4fe2-637e-4b36-8c3d-bf92019a2cd6 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3155315'] for subnet, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:55.370209 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-29f92e3a-3b43-40e4-a3cf-820bb86aad67 tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] Notify callbacks [] for security_group, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:55.434916 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-29f92e3a-3b43-40e4-a3cf-820bb86aad67 tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:55.438517 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-29f92e3a-3b43-40e4-a3cf-820bb86aad67 tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for network, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:55.448304 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-40fb8bc8-53a8-4478-b0f7-ef393e1ea019 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:55.513751 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f92e3a-3b43-40e4-a3cf-820bb86aad67 tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3dddf407-4364-4891-be0e-a696a6951735,revision_number=1']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:26:55.524970 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29f92e3a-3b43-40e4-a3cf-820bb86aad67 tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 165} {{(pid=84152) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 14:26:55.550569 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ed4a066-5a77-49d7-950c-0bdd3f06e41b tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Notify agent at l3_agent.dv-neutron-825124-1-hyperv the message routers_updated {{(pid=84153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 14:26:55.553182 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-29f92e3a-3b43-40e4-a3cf-820bb86aad67 tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:55.553182 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.db.segments_db [None req-29f92e3a-3b43-40e4-a3cf-820bb86aad67 tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] Added segment 68e3b0ce-4b7d-40d4-945b-ed3fae21db02 of type vlan for network fb8239e1-4d07-480f-b28a-b0e1fb365d7b Jan 20 14:26:55.569820 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d356a795-42f2-42d6-b882-81bf2c819b08 None None] Sync routers for ids ['d6c1e36f-7721-4cd2-b738-173d5b3bd1fe'] in dv-neutron-825124-1-hyperv {{(pid=84154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 14:26:55.602236 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d356a795-42f2-42d6-b882-81bf2c819b08 None None] Routers {'d6c1e36f-7721-4cd2-b738-173d5b3bd1fe'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:26:55.603959 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-d356a795-42f2-42d6-b882-81bf2c819b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:26:30Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['d6c1e36f-7721-4cd2-b738-173d5b3bd1fe'], 'active': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:26:55.676334 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-d356a795-42f2-42d6-b882-81bf2c819b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:26:55.690497 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d356a795-42f2-42d6-b882-81bf2c819b08 None None] Routers {'d6c1e36f-7721-4cd2-b738-173d5b3bd1fe'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:26:55.691239 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-d356a795-42f2-42d6-b882-81bf2c819b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:26:30Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['d6c1e36f-7721-4cd2-b738-173d5b3bd1fe'], 'active': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:26:55.700262 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-40fb8bc8-53a8-4478-b0f7-ef393e1ea019 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Calling delete_port for 7c8688d3-262d-4e2a-bc57-1e3ef78bc8f0 owned by {{(pid=84153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:26:55.716515 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-29f92e3a-3b43-40e4-a3cf-820bb86aad67 tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769553767792'] for network, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:55.802612 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-d356a795-42f2-42d6-b882-81bf2c819b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:26:55.803477 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d356a795-42f2-42d6-b882-81bf2c819b08 None None] The sync data for ids ['d6c1e36f-7721-4cd2-b738-173d5b3bd1fe'] in dv-neutron-825124-1-hyperv is: [] {{(pid=84154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 14:26:55.807642 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29f92e3a-3b43-40e4-a3cf-820bb86aad67 tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 185} {{(pid=84152) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 14:26:55.833066 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-29f92e3a-3b43-40e4-a3cf-820bb86aad67 tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:55.833226 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.db.segments_db [None req-29f92e3a-3b43-40e4-a3cf-820bb86aad67 tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] Added segment 8378ead4-aed0-4b4d-bacc-42d97dc4cf3b of type vlan for network c77a32d1-beed-471c-ad15-10e6f896b584 Jan 20 14:26:55.865366 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-29f92e3a-3b43-40e4-a3cf-820bb86aad67 tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769553767792'] for network, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:55.872674 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 41e545da-29ae-4b23-bf84-0f5e78e297a9 up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:26:55.902817 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-cd0b4fe2-637e-4b36-8c3d-bf92019a2cd6 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4163519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3155301'] for subnet, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:55.961339 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-29f92e3a-3b43-40e4-a3cf-820bb86aad67 tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967'] for network, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:55.961730 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-29f92e3a-3b43-40e4-a3cf-820bb86aad67 tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967'] for network, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:55.965457 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29f92e3a-3b43-40e4-a3cf-820bb86aad67 tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:26:55.970142 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29f92e3a-3b43-40e4-a3cf-820bb86aad67 tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:26:55.970142 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-29f92e3a-3b43-40e4-a3cf-820bb86aad67 tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] Notify callbacks [] for network, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:55.998142 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-fdd1f4a6-8526-470b-abb9-ec224e61244b tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:56.005189 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-40fb8bc8-53a8-4478-b0f7-ef393e1ea019 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:56.028472 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning for port 41e545da-29ae-4b23-bf84-0f5e78e297a9 completed by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:26:56.078512 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd1f4a6-8526-470b-abb9-ec224e61244b tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Pushing event deleted for resources: {'Port': ['ID=f205c548-3fae-4f6d-861f-9ab0f0c9b9b7,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:26:56.100315 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0b4fe2-637e-4b36-8c3d-bf92019a2cd6 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Pushing event updated for resources: {'Subnet': ['ID=738b9d95-097d-44d7-9501-b53a7a38bacb,revision_number=0']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:26:56.128958 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f92e3a-3b43-40e4-a3cf-820bb86aad67 tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] Pushing event updated for resources: {'Network': ['ID=fb8239e1-4d07-480f-b28a-b0e1fb365d7b,revision_number=1']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:26:56.141984 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-40fb8bc8-53a8-4478-b0f7-ef393e1ea019 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:56.142408 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Network fb8239e1-4d07-480f-b28a-b0e1fb365d7b details requested by agent ovs-agent-dv-neutron-825124-1-hyperv with host dv-neutron-825124-1-hyperv {{(pid=84154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 14:26:56.150633 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fb8bc8-53a8-4478-b0f7-ef393e1ea019 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Pushing event deleted for resources: {'Port': ['ID=7c8688d3-262d-4e2a-bc57-1e3ef78bc8f0,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:26:56.213836 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-40fb8bc8-53a8-4478-b0f7-ef393e1ea019 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] 10.222.0.54 "DELETE /v2.0/ports/7c8688d3-262d-4e2a-bc57-1e3ef78bc8f0 HTTP/1.1" status: 204 len: 168 time: 1.8714080 Jan 20 14:26:56.220622 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-fdd1f4a6-8526-470b-abb9-ec224e61244b tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:56.224308 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-fdd1f4a6-8526-470b-abb9-ec224e61244b tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] 10.222.0.54 "DELETE /v2.0/ports/f205c548-3fae-4f6d-861f-9ab0f0c9b9b7 HTTP/1.1" status: 204 len: 168 time: 2.0665867 Jan 20 14:26:56.228642 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 34418) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:26:56.231771 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 34420) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:26:56.245760 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-29f92e3a-3b43-40e4-a3cf-820bb86aad67 tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 1.5137548 Jan 20 14:26:56.254863 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 34426) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:26:56.352675 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd0b4fe2-637e-4b36-8c3d-bf92019a2cd6 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Checking segment: {'id': '40e5ef03-f1b8-45e5-b9e0-0a0c0e2f3ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'b570bbfa-9206-4803-80fa-982e9e13e0e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 14:26:56.353355 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd0b4fe2-637e-4b36-8c3d-bf92019a2cd6 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Network hostable DHCP agents. Network: b570bbfa-9206-4803-80fa-982e9e13e0e2, hostable agents: ['1a181e39-5220-4c1a-88f8-08a54e8bfc9b'], hosted agents: [] {{(pid=84152) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 14:26:56.359922 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12f5cdee-bbe5-49ff-8170-af16d4aa0517 tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] Router df7158ab-3483-4e26-8096-6528e2342e24 is scheduled to L3 agent 624d525b-4c26-4143-8a1c-228bb1c6faaa with binding_index 1 {{(pid=84153) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 20 14:26:56.396580 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f92e3a-3b43-40e4-a3cf-820bb86aad67 tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] Pushing event updated for resources: {'Network': ['ID=c77a32d1-beed-471c-ad15-10e6f896b584,revision_number=1']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:26:56.408145 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Network c77a32d1-beed-471c-ad15-10e6f896b584 details requested by agent ovs-agent-dv-neutron-825124-1-hyperv with host dv-neutron-825124-1-hyperv {{(pid=84154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 14:26:56.428719 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cf6bc48-14bc-4207-876f-547c40752397 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:26:56.430326 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cf6bc48-14bc-4207-876f-547c40752397 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:26:56.431856 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-0cf6bc48-14bc-4207-876f-547c40752397 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1976004 Jan 20 14:26:56.441169 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 34430) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:26:56.504119 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd0b4fe2-637e-4b36-8c3d-bf92019a2cd6 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Network b570bbfa-9206-4803-80fa-982e9e13e0e2 is scheduled to be hosted by DHCP agent 1a181e39-5220-4c1a-88f8-08a54e8bfc9b with binding_index 1 {{(pid=84152) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 14:26:56.530736 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-653eaaa1-02c9-4eea-93c5-bce89303e179 tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:26:56.536027 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-653eaaa1-02c9-4eea-93c5-bce89303e179 tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:26:56.541325 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-653eaaa1-02c9-4eea-93c5-bce89303e179 tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:26:56.544011 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-653eaaa1-02c9-4eea-93c5-bce89303e179 tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:26:56.544859 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-653eaaa1-02c9-4eea-93c5-bce89303e179 tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] Synchronizing usage tracker for tenant:2131a6f7612542fb8c5c49d0809dd30d on resource:network {{(pid=84152) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:26:56.578558 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8e12e36-5ce1-4eca-b913-9a61f8405b53 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:26:56.583430 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8e12e36-5ce1-4eca-b913-9a61f8405b53 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:26:56.584194 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-c8e12e36-5ce1-4eca-b913-9a61f8405b53 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Synchronizing usage tracker for tenant:86e3e9c5b0744f88a459de56a9372787 on resource:port {{(pid=84153) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:26:56.640807 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.base_scheduler [None req-cd0b4fe2-637e-4b36-8c3d-bf92019a2cd6 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825124-1-hyperv, b570bbfa-9206-4803-80fa-982e9e13e0e2) {{(pid=84152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:26:56.647965 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd0b4fe2-637e-4b36-8c3d-bf92019a2cd6 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:26:56.648541 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-cd0b4fe2-637e-4b36-8c3d-bf92019a2cd6 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Notify callbacks [] for subnet, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:56.649453 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ba0c5681-41bc-441f-b479-070d728f162f None None] Provisioning for port 41e545da-29ae-4b23-bf84-0f5e78e297a9 completed by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:26:56.663682 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ba0c5681-41bc-441f-b479-070d728f162f None None] Provisioning complete for port 41e545da-29ae-4b23-bf84-0f5e78e297a9 triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:26:56.666793 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ba0c5681-41bc-441f-b479-070d728f162f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:56.706400 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8edcf2f9-b22a-48a1-87cc-c0f77d8cba80 None None] Network b570bbfa-9206-4803-80fa-982e9e13e0e2 requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:26:56.722233 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-c8e12e36-5ce1-4eca-b913-9a61f8405b53 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Unset dirty status for tenant:86e3e9c5b0744f88a459de56a9372787 on resource:port {{(pid=84153) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:26:56.722988 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c8dd639-c166-4642-b3f9-0d48a2582206 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Deleting subnet 40aedf5f-05d6-4eee-9255-35aaefb16e9a {{(pid=84152) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 20 14:26:56.726326 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-c8e12e36-5ce1-4eca-b913-9a61f8405b53 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.4998481 Jan 20 14:26:56.727393 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 34434) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:26:56.732000 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-cd0b4fe2-637e-4b36-8c3d-bf92019a2cd6 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.8116496 Jan 20 14:26:56.733136 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-6c8dd639-c166-4642-b3f9-0d48a2582206 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks [] for subnet, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:56.767594 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-653eaaa1-02c9-4eea-93c5-bce89303e179 tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] Unset dirty status for tenant:2131a6f7612542fb8c5c49d0809dd30d on resource:network {{(pid=84152) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:26:56.769484 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-653eaaa1-02c9-4eea-93c5-bce89303e179 tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] 10.222.0.54 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.5128248 Jan 20 14:26:56.786516 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 34438) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:26:56.786902 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 34440) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:26:56.868189 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-6c8dd639-c166-4642-b3f9-0d48a2582206 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3337915'] for subnet, precommit_delete_associations {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:56.916311 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-2e828133-149c-4871-8404-20a2750f6da7 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Deleting port 21a01744-159a-47a5-8b65-36f3f02eeab6 {{(pid=84152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:26:56.916686 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-2e828133-149c-4871-8404-20a2750f6da7 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:57.102220 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ba0c5681-41bc-441f-b479-070d728f162f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:57.132952 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc51370c-a882-41d4-8060-702483647616 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95c917f5-14ba-5e96-98b8-1a52654a930a-b570bbfa-9206-4803-80fa-982e9e13e0e2', 'network_id': 'b570bbfa-9206-4803-80fa-982e9e13e0e2', 'tenant_id': '61b46269b9ca430eb51733c2203d2e38', 'fixed_ips': [{'subnet_id': '738b9d95-097d-44d7-9501-b53a7a38bacb'}]}} from dv-neutron-825124-1-hyperv. {{(pid=84154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 20 14:26:57.133768 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-cc51370c-a882-41d4-8060-702483647616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:57.163819 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-ba0c5681-41bc-441f-b479-070d728f162f None None] For port 41e545da-29ae-4b23-bf84-0f5e78e297a9, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=41e545da-29ae-4b23-bf84-0f5e78e297a9,segment=NetworkSegment(7b61d093-41ff-4202-b223-533eb0f8da0a),segment_id=7b61d093-41ff-4202-b223-533eb0f8da0a)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:26:57.202360 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-2e828133-149c-4871-8404-20a2750f6da7 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:57.231023 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-67ea25b5-8e37-489e-a691-74d082a8fd46 tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586409'] for network, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:57.268848 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-1de585f0-3e10-47f0-b6e1-cba1c3fead71 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586409'] for network, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:57.283556 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12f5cdee-bbe5-49ff-8170-af16d4aa0517 tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] Notify agent at l3_agent.dv-neutron-825124-1-hyperv the message routers_updated {{(pid=84153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 14:26:57.290322 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-12f5cdee-bbe5-49ff-8170-af16d4aa0517 tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] Notify callbacks [] for router, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:57.291150 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-12f5cdee-bbe5-49ff-8170-af16d4aa0517 tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] 10.222.0.54 "PUT /v2.0/routers/df7158ab-3483-4e26-8096-6528e2342e24 HTTP/1.1" status: 200 len: 919 time: 9.7004418 Jan 20 14:26:57.296763 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 34450) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:26:57.297372 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e911c8a-bab8-49ed-a81a-ad6f48f4c656 None None] Sync routers for ids ['df7158ab-3483-4e26-8096-6528e2342e24'] in dv-neutron-825124-1-hyperv {{(pid=84155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 14:26:57.316358 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_common [None req-cc51370c-a882-41d4-8060-702483647616 None None] Allocated IP 2001:db8::1 (b570bbfa-9206-4803-80fa-982e9e13e0e2/738b9d95-097d-44d7-9501-b53a7a38bacb/219165c3-226a-4465-b41e-690dafd94a7a) {{(pid=84154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:26:57.321400 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e911c8a-bab8-49ed-a81a-ad6f48f4c656 None None] Routers {'df7158ab-3483-4e26-8096-6528e2342e24'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:26:57.323613 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-1e911c8a-bab8-49ed-a81a-ad6f48f4c656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:26:30Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['df7158ab-3483-4e26-8096-6528e2342e24'], 'active': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:26:57.381078 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-6c8dd639-c166-4642-b3f9-0d48a2582206 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1627147'] for subnet, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:57.411608 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ed4a066-5a77-49d7-950c-0bdd3f06e41b tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Router d6c1e36f-7721-4cd2-b738-173d5b3bd1fe has already been hosted by L3 agent 624d525b-4c26-4143-8a1c-228bb1c6faaa {{(pid=84153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 14:26:57.417490 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-1e911c8a-bab8-49ed-a81a-ad6f48f4c656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:26:57.431041 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e911c8a-bab8-49ed-a81a-ad6f48f4c656 None None] Routers {'df7158ab-3483-4e26-8096-6528e2342e24'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:26:57.431871 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-1e911c8a-bab8-49ed-a81a-ad6f48f4c656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:26:30Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['df7158ab-3483-4e26-8096-6528e2342e24'], 'active': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:26:57.444407 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-2e828133-149c-4871-8404-20a2750f6da7 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Calling delete_port for 21a01744-159a-47a5-8b65-36f3f02eeab6 owned by {{(pid=84152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:26:57.527053 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-1e911c8a-bab8-49ed-a81a-ad6f48f4c656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:26:57.527468 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e911c8a-bab8-49ed-a81a-ad6f48f4c656 None None] The sync data for ids ['df7158ab-3483-4e26-8096-6528e2342e24'] in dv-neutron-825124-1-hyperv is: [] {{(pid=84155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 14:26:57.533605 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ba0c5681-41bc-441f-b479-070d728f162f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:57.540380 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-67ea25b5-8e37-489e-a691-74d082a8fd46 tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1626242', 'neutron.services.segments.db._delete_segments_for_network-8769554214620'] for network, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:57.607425 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-6c8dd639-c166-4642-b3f9-0d48a2582206 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1627154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4163580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155308'] for subnet, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:57.610001 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0c5681-41bc-441f-b479-070d728f162f None None] Pushing event updated for resources: {'Port': ['ID=41e545da-29ae-4b23-bf84-0f5e78e297a9,revision_number=3']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:26:57.614912 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.services.segments.db [None req-67ea25b5-8e37-489e-a691-74d082a8fd46 tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb8239e1-4d07-480f-b28a-b0e1fb365d7b']}} {{(pid=84153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:26:57.629924 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-cc51370c-a882-41d4-8060-702483647616 None None] Notify callbacks [] for port, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:57.642309 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.services.segments.db [None req-67ea25b5-8e37-489e-a691-74d082a8fd46 tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68e3b0ce-4b7d-40d4-945b-ed3fae21db02') {'for_net_delete': True} {{(pid=84153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:26:57.642598 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.services.segments.db [None req-67ea25b5-8e37-489e-a691-74d082a8fd46 tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68e3b0ce-4b7d-40d4-945b-ed3fae21db02') {} {{(pid=84153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:26:57.643157 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-cc51370c-a882-41d4-8060-702483647616 None None] Transition to ACTIVE for port object 219165c3-226a-4465-b41e-690dafd94a7a will not be triggered until provisioned by entity L2. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:26:57.646614 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-2e828133-149c-4871-8404-20a2750f6da7 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:57.649856 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8dd639-c166-4642-b3f9-0d48a2582206 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Pushing event deleted for resources: {'Subnet': ['ID=40aedf5f-05d6-4eee-9255-35aaefb16e9a,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:26:57.660674 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-8faa0ed5-f8ae-4e8f-b5c2-dff0f84e12db None None] Could not find standard attr ID for object f205c548-3fae-4f6d-861f-9ab0f0c9b9b7. {{(pid=84154) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 20 14:26:57.674739 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-cc51370c-a882-41d4-8060-702483647616 None None] Transition to ACTIVE for port object 219165c3-226a-4465-b41e-690dafd94a7a will not be triggered until provisioned by entity DHCP. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:26:57.709562 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09baf7aa-3675-4434-b97a-54748b8d99b1 None None] Network dbce74ed-d43c-4540-8d8d-e582f35e4792 requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:26:57.726082 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-1de585f0-3e10-47f0-b6e1-cba1c3fead71 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1627147'] for subnet, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:57.760141 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-67ea25b5-8e37-489e-a691-74d082a8fd46 tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769554214503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980856'] for segment, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:57.811999 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-67ea25b5-8e37-489e-a691-74d082a8fd46 tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:57.813864 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-6c8dd639-c166-4642-b3f9-0d48a2582206 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks [] for subnet, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:57.816591 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e828133-149c-4871-8404-20a2750f6da7 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Pushing event deleted for resources: {'Port': ['ID=21a01744-159a-47a5-8b65-36f3f02eeab6,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:26:57.832059 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67ea25b5-8e37-489e-a691-74d082a8fd46 tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=84153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 14:26:57.832768 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-67ea25b5-8e37-489e-a691-74d082a8fd46 tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1622950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3944078'] for segment, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:57.833544 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-2e828133-149c-4871-8404-20a2750f6da7 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:57.838138 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-2e828133-149c-4871-8404-20a2750f6da7 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] 10.222.0.54 "DELETE /v2.0/ports/21a01744-159a-47a5-8b65-36f3f02eeab6 HTTP/1.1" status: 204 len: 168 time: 1.1088715 Jan 20 14:26:57.838882 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 34454) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:26:57.840196 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-6c8dd639-c166-4642-b3f9-0d48a2582206 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] 10.222.0.54 "DELETE /v2.0/subnets/40aedf5f-05d6-4eee-9255-35aaefb16e9a HTTP/1.1" status: 204 len: 168 time: 1.3982525 Jan 20 14:26:57.842971 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 34458) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:26:57.850092 dv-neutron-825124-1-hyperv neutron-server[84153]: Traceback (most recent call last): Jan 20 14:26:57.850092 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 14:26:57.850092 dv-neutron-825124-1-hyperv neutron-server[84153]: timer() Jan 20 14:26:57.850092 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 14:26:57.850092 dv-neutron-825124-1-hyperv neutron-server[84153]: cb(*args, **kw) Jan 20 14:26:57.850092 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 14:26:57.850092 dv-neutron-825124-1-hyperv neutron-server[84153]: return func(*args, **kwargs) Jan 20 14:26:57.850092 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 14:26:57.850092 dv-neutron-825124-1-hyperv neutron-server[84153]: self._notify() Jan 20 14:26:57.850092 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 14:26:57.850092 dv-neutron-825124-1-hyperv neutron-server[84153]: self.callback(batched_events) Jan 20 14:26:57.850092 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 14:26:57.850092 dv-neutron-825124-1-hyperv neutron-server[84153]: event.method(event) Jan 20 14:26:57.850092 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 14:26:57.850092 dv-neutron-825124-1-hyperv neutron-server[84153]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 14:26:57.850092 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 14:26:57.850092 dv-neutron-825124-1-hyperv neutron-server[84153]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 14:26:57.850092 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 14:26:57.850092 dv-neutron-825124-1-hyperv neutron-server[84153]: return f(self, *a, **k) Jan 20 14:26:57.850092 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 14:26:57.850092 dv-neutron-825124-1-hyperv neutron-server[84153]: return self._get(url).json() Jan 20 14:26:57.850092 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 14:26:57.850092 dv-neutron-825124-1-hyperv neutron-server[84153]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 14:26:57.850092 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 14:26:57.850092 dv-neutron-825124-1-hyperv neutron-server[84153]: return self.request(url, 'GET', **kwargs) Jan 20 14:26:57.850092 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 14:26:57.850092 dv-neutron-825124-1-hyperv neutron-server[84153]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 14:26:57.850092 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 14:26:57.850092 dv-neutron-825124-1-hyperv neutron-server[84153]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 14:26:57.850092 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 14:26:57.850092 dv-neutron-825124-1-hyperv neutron-server[84153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 14:26:57.850092 dv-neutron-825124-1-hyperv neutron-server[84153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 14:26:57.895293 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 41e545da-29ae-4b23-bf84-0f5e78e297a9 up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:26:57.923565 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-cc51370c-a882-41d4-8060-702483647616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477'] for port, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:57.950755 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-1afad833-862c-4d4b-a6e5-17109c0805ca tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1039972 Jan 20 14:26:57.950969 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 34462) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:26:57.957519 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-2ea03af9-7d88-4b19-9257-29fa556328a7 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Request body: {'subnet': {'network_id': 'dbce74ed-d43c-4540-8d8d-e582f35e4792', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:26:58.031923 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc51370c-a882-41d4-8060-702483647616 None None] Network b570bbfa-9206-4803-80fa-982e9e13e0e2 is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:26:58.052756 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-cc51370c-a882-41d4-8060-702483647616 None None] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:26:58.065304 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc51370c-a882-41d4-8060-702483647616 None None] Received port after_create {{(pid=84154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:26:58.088372 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-2ea03af9-7d88-4b19-9257-29fa556328a7 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:26:58.093994 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-2ea03af9-7d88-4b19-9257-29fa556328a7 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Usage tracker for resource:subnet and tenant:2cb17692bb0c4a2782f988652201ac42 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:26:58.095697 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-1de585f0-3e10-47f0-b6e1-cba1c3fead71 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1627154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3943464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4194013'] for subnet, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:58.098828 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-2ea03af9-7d88-4b19-9257-29fa556328a7 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:26:58.110379 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c819f67-f92d-4dff-9f24-3d3f2096f0fe tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:26:58.110740 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-0c819f67-f92d-4dff-9f24-3d3f2096f0fe tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Synchronizing usage tracker for tenant:86e3e9c5b0744f88a459de56a9372787 on resource:port {{(pid=84152) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:26:58.113564 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-2ea03af9-7d88-4b19-9257-29fa556328a7 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:26:58.122635 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc51370c-a882-41d4-8060-702483647616 None None] Pushing event updated for resources: {'Port': ['ID=219165c3-226a-4465-b41e-690dafd94a7a,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:26:58.124841 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-5afe2628-2295-414d-9e47-b2ad5daf4b3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:58.130668 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-67ea25b5-8e37-489e-a691-74d082a8fd46 tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1626253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-745296'] for network, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:58.168974 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-67ea25b5-8e37-489e-a691-74d082a8fd46 tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1705179'] for network, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:58.176601 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de585f0-3e10-47f0-b6e1-cba1c3fead71 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Pushing event deleted for resources: {'Subnet': ['ID=738b9d95-097d-44d7-9501-b53a7a38bacb,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:26:58.190217 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ea25b5-8e37-489e-a691-74d082a8fd46 tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] Pushing event deleted for resources: {'Network': ['ID=fb8239e1-4d07-480f-b28a-b0e1fb365d7b,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:26:58.195723 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-cc51370c-a882-41d4-8060-702483647616 None None] Attempting to bind port 219165c3-226a-4465-b41e-690dafd94a7a on host dv-neutron-825124-1-hyperv for vnic_type normal with profile {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:26:58.196236 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-cc51370c-a882-41d4-8060-702483647616 None None] Attempting to bind port 219165c3-226a-4465-b41e-690dafd94a7a by drivers openvswitch,hyperv on host dv-neutron-825124-1-hyperv at level 0 using segments [{'id': '40e5ef03-f1b8-45e5-b9e0-0a0c0e2f3ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'b570bbfa-9206-4803-80fa-982e9e13e0e2'}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:26:58.197031 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc51370c-a882-41d4-8060-702483647616 None None] Attempting to bind port 219165c3-226a-4465-b41e-690dafd94a7a on network b570bbfa-9206-4803-80fa-982e9e13e0e2 {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 14:26:58.201996 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ea03af9-7d88-4b19-9257-29fa556328a7 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Made reservation on behalf of 2cb17692bb0c4a2782f988652201ac42 for: {'subnet': 1} {{(pid=84152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:26:58.209696 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port 41e545da-29ae-4b23-bf84-0f5e78e297a9 triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:26:58.210209 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:58.214439 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-2ea03af9-7d88-4b19-9257-29fa556328a7 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3155315'] for subnet, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:58.240069 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc51370c-a882-41d4-8060-702483647616 None None] Checking agent: {'id': '6414dfeb-85c5-454a-8756-709ca637d800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825124-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 16, 31), 'started_at': datetime.datetime(2022, 1, 20, 14, 17, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 26, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825124-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 14:26:58.242901 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc51370c-a882-41d4-8060-702483647616 None None] Checking segment: {'id': '40e5ef03-f1b8-45e5-b9e0-0a0c0e2f3ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'b570bbfa-9206-4803-80fa-982e9e13e0e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 14:26:58.242901 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-cc51370c-a882-41d4-8060-702483647616 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:58.242901 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc51370c-a882-41d4-8060-702483647616 None None] Bound using segment: {'id': '40e5ef03-f1b8-45e5-b9e0-0a0c0e2f3ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'b570bbfa-9206-4803-80fa-982e9e13e0e2'} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 14:26:58.242901 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-cc51370c-a882-41d4-8060-702483647616 None None] Bound port: 219165c3-226a-4465-b41e-690dafd94a7a, host: dv-neutron-825124-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40e5ef03-f1b8-45e5-b9e0-0a0c0e2f3ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'b570bbfa-9206-4803-80fa-982e9e13e0e2'}}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:26:58.242901 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-cc51370c-a882-41d4-8060-702483647616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:58.307225 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-67ea25b5-8e37-489e-a691-74d082a8fd46 tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] 10.222.0.54 "DELETE /v2.0/networks/fb8239e1-4d07-480f-b28a-b0e1fb365d7b HTTP/1.1" status: 204 len: 168 time: 1.5173857 Jan 20 14:26:58.321289 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 34468) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:26:58.336513 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-0c819f67-f92d-4dff-9f24-3d3f2096f0fe tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Unset dirty status for tenant:86e3e9c5b0744f88a459de56a9372787 on resource:port {{(pid=84152) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:26:58.337392 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-1de585f0-3e10-47f0-b6e1-cba1c3fead71 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1626242', 'neutron.services.segments.db._delete_segments_for_network-8769554214620'] for network, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:58.340482 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-0c819f67-f92d-4dff-9f24-3d3f2096f0fe tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.4990954 Jan 20 14:26:58.346842 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 34472) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:26:58.364298 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-9b01eb21-a209-430b-bc99-a555e3a65adc tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] 10.222.0.54 "GET /v2.0/routers/df7158ab-3483-4e26-8096-6528e2342e24 HTTP/1.1" status: 200 len: 925 time: 1.0620646 Jan 20 14:26:58.377643 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 34476) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:26:58.408773 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-cc51370c-a882-41d4-8060-702483647616 None None] For port 219165c3-226a-4465-b41e-690dafd94a7a, host dv-neutron-825124-1-hyperv, cleared binding levels {{(pid=84154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 14:26:58.423670 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a8020b1-8f24-4f75-82e2-ba66462f42c0 None None] DHCP port deletion for dbce74ed-d43c-4540-8d8d-e582f35e4792 request from dv-neutron-825124-1-hyperv {{(pid=84154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 20 14:26:58.430274 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-cc51370c-a882-41d4-8060-702483647616 None None] For port 219165c3-226a-4465-b41e-690dafd94a7a, host dv-neutron-825124-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=219165c3-226a-4465-b41e-690dafd94a7a,segment=NetworkSegment(40e5ef03-f1b8-45e5-b9e0-0a0c0e2f3ab6),segment_id=40e5ef03-f1b8-45e5-b9e0-0a0c0e2f3ab6)] {{(pid=84154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 14:26:58.433479 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-1a8020b1-8f24-4f75-82e2-ba66462f42c0 None None] Deleting port 41e545da-29ae-4b23-bf84-0f5e78e297a9 {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:26:58.433742 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc13c2e1-7643-4c93-a48c-71c70c483ff7 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] GET failed (client error): The resource could not be found. Jan 20 14:26:58.434247 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-1a8020b1-8f24-4f75-82e2-ba66462f42c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:58.442410 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-bc13c2e1-7643-4c93-a48c-71c70c483ff7 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] 10.222.0.54 "GET /v2.0/ports/7c8688d3-262d-4e2a-bc57-1e3ef78bc8f0 HTTP/1.1" status: 404 len: 333 time: 0.0921173 Jan 20 14:26:58.447160 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 34480) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:26:58.510959 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.pecan_wsgi.hooks.translation [None req-2335aa0c-4235-4504-be3b-522c921990da tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] GET failed (client error): The resource could not be found. Jan 20 14:26:58.512347 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-2335aa0c-4235-4504-be3b-522c921990da tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] 10.222.0.54 "GET /v2.0/ports/21a01744-159a-47a5-8b65-36f3f02eeab6 HTTP/1.1" status: 404 len: 333 time: 0.0644205 Jan 20 14:26:58.523773 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 34486) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:26:58.534832 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.services.segments.db [None req-1de585f0-3e10-47f0-b6e1-cba1c3fead71 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b570bbfa-9206-4803-80fa-982e9e13e0e2']}} {{(pid=84153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:26:58.579987 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.services.segments.db [None req-1de585f0-3e10-47f0-b6e1-cba1c3fead71 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40e5ef03-f1b8-45e5-b9e0-0a0c0e2f3ab6') {'for_net_delete': True} {{(pid=84153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:26:58.580294 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.services.segments.db [None req-1de585f0-3e10-47f0-b6e1-cba1c3fead71 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40e5ef03-f1b8-45e5-b9e0-0a0c0e2f3ab6') {} {{(pid=84153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:26:58.613508 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-1de585f0-3e10-47f0-b6e1-cba1c3fead71 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769554214503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980856'] for segment, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:58.621952 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ed4a066-5a77-49d7-950c-0bdd3f06e41b tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Notify agent at l3_agent.dv-neutron-825124-1-hyperv the message routers_updated {{(pid=84153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 14:26:58.633220 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-04f06ecc-4172-47dd-bd18-6e4d5a866957 tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586409'] for network, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:58.638134 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-8ed4a066-5a77-49d7-950c-0bdd3f06e41b tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for floatingip, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:58.685535 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-81830cec-1c40-4d8c-a505-a1b0a4c2b145 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586409'] for network, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:58.697863 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-1de585f0-3e10-47f0-b6e1-cba1c3fead71 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:58.723618 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1de585f0-3e10-47f0-b6e1-cba1c3fead71 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Releasing vlan 163 on physical network physnet1 to pool {{(pid=84153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 14:26:58.760049 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-1de585f0-3e10-47f0-b6e1-cba1c3fead71 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1622950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3944078'] for segment, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:58.764911 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48c2170c-adea-4f4e-be46-a72c8bc18db1 None None] Sync routers for ids ['d6c1e36f-7721-4cd2-b738-173d5b3bd1fe'] in dv-neutron-825124-1-hyperv {{(pid=84154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 14:26:58.765005 dv-neutron-825124-1-hyperv neutron-server[84153]: Traceback (most recent call last): Jan 20 14:26:58.765005 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 14:26:58.765005 dv-neutron-825124-1-hyperv neutron-server[84153]: timer() Jan 20 14:26:58.765005 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 14:26:58.765005 dv-neutron-825124-1-hyperv neutron-server[84153]: cb(*args, **kw) Jan 20 14:26:58.765005 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 14:26:58.765005 dv-neutron-825124-1-hyperv neutron-server[84153]: return func(*args, **kwargs) Jan 20 14:26:58.765005 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 14:26:58.765005 dv-neutron-825124-1-hyperv neutron-server[84153]: self._notify() Jan 20 14:26:58.765005 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 14:26:58.765005 dv-neutron-825124-1-hyperv neutron-server[84153]: self.callback(batched_events) Jan 20 14:26:58.765005 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 14:26:58.765005 dv-neutron-825124-1-hyperv neutron-server[84153]: event.method(event) Jan 20 14:26:58.765005 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 14:26:58.765005 dv-neutron-825124-1-hyperv neutron-server[84153]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 14:26:58.765005 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 14:26:58.765005 dv-neutron-825124-1-hyperv neutron-server[84153]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 14:26:58.765005 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 14:26:58.765005 dv-neutron-825124-1-hyperv neutron-server[84153]: return f(self, *a, **k) Jan 20 14:26:58.765005 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 14:26:58.765005 dv-neutron-825124-1-hyperv neutron-server[84153]: return self._get(url).json() Jan 20 14:26:58.765005 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 14:26:58.765005 dv-neutron-825124-1-hyperv neutron-server[84153]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 14:26:58.765005 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 14:26:58.765005 dv-neutron-825124-1-hyperv neutron-server[84153]: return self.request(url, 'GET', **kwargs) Jan 20 14:26:58.765005 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 14:26:58.765005 dv-neutron-825124-1-hyperv neutron-server[84153]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 14:26:58.765005 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 14:26:58.765005 dv-neutron-825124-1-hyperv neutron-server[84153]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 14:26:58.765005 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 14:26:58.765005 dv-neutron-825124-1-hyperv neutron-server[84153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 14:26:58.765005 dv-neutron-825124-1-hyperv neutron-server[84153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 14:26:58.767445 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-cc51370c-a882-41d4-8060-702483647616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:58.861904 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-1a8020b1-8f24-4f75-82e2-ba66462f42c0 None None] For port 41e545da-29ae-4b23-bf84-0f5e78e297a9, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=41e545da-29ae-4b23-bf84-0f5e78e297a9,segment=NetworkSegment(7b61d093-41ff-4202-b223-533eb0f8da0a),segment_id=7b61d093-41ff-4202-b223-533eb0f8da0a)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:26:58.862391 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-1a8020b1-8f24-4f75-82e2-ba66462f42c0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:58.885402 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48c2170c-adea-4f4e-be46-a72c8bc18db1 None None] Routers {'d6c1e36f-7721-4cd2-b738-173d5b3bd1fe'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:26:58.886674 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-48c2170c-adea-4f4e-be46-a72c8bc18db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:26:30Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['d6c1e36f-7721-4cd2-b738-173d5b3bd1fe'], 'active': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:26:58.921024 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-81830cec-1c40-4d8c-a505-a1b0a4c2b145 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1626242', 'neutron.services.segments.db._delete_segments_for_network-8769554214620'] for network, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:58.958930 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.segments.db [None req-81830cec-1c40-4d8c-a505-a1b0a4c2b145 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a4bf061-7543-4891-8b0b-03e028a87afc']}} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:26:58.977020 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.segments.db [None req-81830cec-1c40-4d8c-a505-a1b0a4c2b145 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be0d5adf-61f3-4770-88f5-ff1e4faba32d') {'for_net_delete': True} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:26:58.979781 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.segments.db [None req-81830cec-1c40-4d8c-a505-a1b0a4c2b145 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be0d5adf-61f3-4770-88f5-ff1e4faba32d') {} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:26:58.992366 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-81830cec-1c40-4d8c-a505-a1b0a4c2b145 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769554214503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3337904'] for segment, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:59.007984 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-2ea03af9-7d88-4b19-9257-29fa556328a7 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4163519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3155301'] for subnet, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:59.041105 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc51370c-a882-41d4-8060-702483647616 None None] Pushing event updated for resources: {'Port': ['ID=219165c3-226a-4465-b41e-690dafd94a7a,revision_number=2']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:26:59.059379 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-81830cec-1c40-4d8c-a505-a1b0a4c2b145 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:59.073733 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81830cec-1c40-4d8c-a505-a1b0a4c2b145 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Releasing vlan 198 on physical network physnet1 to pool {{(pid=84152) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 14:26:59.074523 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-81830cec-1c40-4d8c-a505-a1b0a4c2b145 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1622950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4162906'] for segment, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:59.100538 dv-neutron-825124-1-hyperv neutron-server[84152]: Traceback (most recent call last): Jan 20 14:26:59.100538 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 14:26:59.100538 dv-neutron-825124-1-hyperv neutron-server[84152]: timer() Jan 20 14:26:59.100538 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 14:26:59.100538 dv-neutron-825124-1-hyperv neutron-server[84152]: cb(*args, **kw) Jan 20 14:26:59.100538 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 14:26:59.100538 dv-neutron-825124-1-hyperv neutron-server[84152]: return func(*args, **kwargs) Jan 20 14:26:59.100538 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 14:26:59.100538 dv-neutron-825124-1-hyperv neutron-server[84152]: self._notify() Jan 20 14:26:59.100538 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 14:26:59.100538 dv-neutron-825124-1-hyperv neutron-server[84152]: self.callback(batched_events) Jan 20 14:26:59.100538 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 14:26:59.100538 dv-neutron-825124-1-hyperv neutron-server[84152]: event.method(event) Jan 20 14:26:59.100538 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 14:26:59.100538 dv-neutron-825124-1-hyperv neutron-server[84152]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 14:26:59.100538 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 14:26:59.100538 dv-neutron-825124-1-hyperv neutron-server[84152]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 14:26:59.100538 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 14:26:59.100538 dv-neutron-825124-1-hyperv neutron-server[84152]: return f(self, *a, **k) Jan 20 14:26:59.100538 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 14:26:59.100538 dv-neutron-825124-1-hyperv neutron-server[84152]: return self._get(url).json() Jan 20 14:26:59.100538 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 14:26:59.100538 dv-neutron-825124-1-hyperv neutron-server[84152]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 14:26:59.100538 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 14:26:59.100538 dv-neutron-825124-1-hyperv neutron-server[84152]: return self.request(url, 'GET', **kwargs) Jan 20 14:26:59.100538 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 14:26:59.100538 dv-neutron-825124-1-hyperv neutron-server[84152]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 14:26:59.100538 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 14:26:59.100538 dv-neutron-825124-1-hyperv neutron-server[84152]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 14:26:59.100538 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 14:26:59.100538 dv-neutron-825124-1-hyperv neutron-server[84152]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 14:26:59.100538 dv-neutron-825124-1-hyperv neutron-server[84152]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 14:26:59.113575 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-1a8020b1-8f24-4f75-82e2-ba66462f42c0 None None] Calling delete_port for 41e545da-29ae-4b23-bf84-0f5e78e297a9 owned by network:dhcp {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:26:59.142921 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-48c2170c-adea-4f4e-be46-a72c8bc18db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:26:59.168781 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea03af9-7d88-4b19-9257-29fa556328a7 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Pushing event updated for resources: {'Subnet': ['ID=11c2df19-645c-4ed0-ace2-e1927fafcd44,revision_number=0']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:26:59.183432 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.db.api [None req-1de585f0-3e10-47f0-b6e1-cba1c3fead71 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 20 14:26:59.183432 dv-neutron-825124-1-hyperv neutron-server[84153]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 20 14:26:59.183432 dv-neutron-825124-1-hyperv neutron-server[84153]: [parameters: {'id': 'b570bbfa-9206-4803-80fa-982e9e13e0e2'}] Jan 20 14:26:59.183432 dv-neutron-825124-1-hyperv neutron-server[84153]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84153) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 14:26:59.183432 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG oslo_db.api [None req-1de585f0-3e10-47f0-b6e1-cba1c3fead71 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 14:26:59.183943 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ea03af9-7d88-4b19-9257-29fa556328a7 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Network dbce74ed-d43c-4540-8d8d-e582f35e4792 is already hosted by enough agents. {{(pid=84152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:26:59.189452 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.base_scheduler [None req-2ea03af9-7d88-4b19-9257-29fa556328a7 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Resources bound (agent type, host, resource id): {{(pid=84152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:26:59.190256 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-7bbcbf1e-cc20-426a-bc20-631627174c0e tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] Synchronizing usage tracker for tenant:1737e36574254ad493c58f8b859272d8 on resource:port {{(pid=84153) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:26:59.192820 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ea03af9-7d88-4b19-9257-29fa556328a7 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:26:59.193403 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-2ea03af9-7d88-4b19-9257-29fa556328a7 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks [] for subnet, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:59.202772 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48c2170c-adea-4f4e-be46-a72c8bc18db1 None None] Routers {'d6c1e36f-7721-4cd2-b738-173d5b3bd1fe'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:26:59.202772 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-48c2170c-adea-4f4e-be46-a72c8bc18db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:26:30Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['d6c1e36f-7721-4cd2-b738-173d5b3bd1fe'], 'active': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:26:59.204848 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-8ed4a066-5a77-49d7-950c-0bdd3f06e41b tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] 10.222.0.54 "PUT /v2.0/floatingips/346211b9-383d-43e0-aa6e-277b8f541554 HTTP/1.1" status: 200 len: 977 time: 10.3514547 Jan 20 14:26:59.209113 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 34490) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:26:59.217451 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-04f06ecc-4172-47dd-bd18-6e4d5a866957 tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1626242', 'neutron.services.segments.db._delete_segments_for_network-8769554214620'] for network, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:59.227981 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-d59eab2b-48d6-4f37-ae55-d3898455eb5a tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Request body: {'floatingip': {'port_id': None}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:26:59.263829 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-191c1258-873e-4d57-90b3-96961ce38269 None None] Network b570bbfa-9206-4803-80fa-982e9e13e0e2 requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:26:59.295947 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-81830cec-1c40-4d8c-a505-a1b0a4c2b145 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1626253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-745296'] for network, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:59.315281 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-81830cec-1c40-4d8c-a505-a1b0a4c2b145 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks [] for network, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:59.325345 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-81830cec-1c40-4d8c-a505-a1b0a4c2b145 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] 10.222.0.54 "DELETE /v2.0/networks/6a4bf061-7543-4891-8b0b-03e028a87afc HTTP/1.1" status: 204 len: 168 time: 0.8089950 Jan 20 14:26:59.332619 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 34496) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:26:59.332757 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.services.segments.db [None req-04f06ecc-4172-47dd-bd18-6e4d5a866957 tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c77a32d1-beed-471c-ad15-10e6f896b584']}} {{(pid=84153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:26:59.350060 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-48c2170c-adea-4f4e-be46-a72c8bc18db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:26:59.350270 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48c2170c-adea-4f4e-be46-a72c8bc18db1 None None] The sync data for ids ['d6c1e36f-7721-4cd2-b738-173d5b3bd1fe'] in dv-neutron-825124-1-hyperv is: [] {{(pid=84154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 14:26:59.350969 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.services.segments.db [None req-04f06ecc-4172-47dd-bd18-6e4d5a866957 tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8378ead4-aed0-4b4d-bacc-42d97dc4cf3b') {'for_net_delete': True} {{(pid=84153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:26:59.351273 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.services.segments.db [None req-04f06ecc-4172-47dd-bd18-6e4d5a866957 tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8378ead4-aed0-4b4d-bacc-42d97dc4cf3b') {} {{(pid=84153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:26:59.369597 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-2ea03af9-7d88-4b19-9257-29fa556328a7 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4175837 Jan 20 14:26:59.371249 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81830cec-1c40-4d8c-a505-a1b0a4c2b145 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Pushing event deleted for resources: {'Network': ['ID=6a4bf061-7543-4891-8b0b-03e028a87afc,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:26:59.375183 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 34500) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:26:59.376821 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-04f06ecc-4172-47dd-bd18-6e4d5a866957 tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769554214503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980856'] for segment, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:59.381534 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-1334fa81-20f3-4d35-99e0-cfc5f898f3f2 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-405164364'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:26:59.386898 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-1334fa81-20f3-4d35-99e0-cfc5f898f3f2 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:26:59.390454 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-d59eab2b-48d6-4f37-ae55-d3898455eb5a tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Notify callbacks [] for floatingip, before_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:59.391196 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-1334fa81-20f3-4d35-99e0-cfc5f898f3f2 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Usage tracker for resource:network and tenant:86e3e9c5b0744f88a459de56a9372787 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:26:59.396786 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-1334fa81-20f3-4d35-99e0-cfc5f898f3f2 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:26:59.404185 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-1334fa81-20f3-4d35-99e0-cfc5f898f3f2 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:26:59.440051 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-1a8020b1-8f24-4f75-82e2-ba66462f42c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486'] for port, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:59.443007 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-eb32a1e5-0fe9-4364-97ab-646d33528398 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Request body: {'port': {'network_id': 'dbce74ed-d43c-4540-8d8d-e582f35e4792', 'name': 'tempest-NetworksTestDHCPv6-438635292'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:26:59.463456 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-7bbcbf1e-cc20-426a-bc20-631627174c0e tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] Unset dirty status for tenant:1737e36574254ad493c58f8b859272d8 on resource:port {{(pid=84153) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:26:59.468882 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-7bbcbf1e-cc20-426a-bc20-631627174c0e tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] 10.222.0.54 "GET /v2.0/ports?network_id=8dffb05c-5ca0-409b-bd5f-7be6264f707d&device_id=df7158ab-3483-4e26-8096-6528e2342e24&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 1.0839074 Jan 20 14:26:59.472372 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 34504) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:26:59.481565 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-04f06ecc-4172-47dd-bd18-6e4d5a866957 tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:59.504454 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1334fa81-20f3-4d35-99e0-cfc5f898f3f2 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Made reservation on behalf of 86e3e9c5b0744f88a459de56a9372787 for: {'network': 1} {{(pid=84152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:26:59.507412 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-1334fa81-20f3-4d35-99e0-cfc5f898f3f2 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for network, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:59.557681 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04f06ecc-4172-47dd-bd18-6e4d5a866957 tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] Releasing vlan 185 on physical network physnet1 to pool {{(pid=84153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 14:26:59.558461 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-04f06ecc-4172-47dd-bd18-6e4d5a866957 tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1622950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3944078'] for segment, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:59.562466 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8020b1-8f24-4f75-82e2-ba66462f42c0 None None] Pushing event deleted for resources: {'Port': ['ID=41e545da-29ae-4b23-bf84-0f5e78e297a9,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:26:59.574390 dv-neutron-825124-1-hyperv neutron-server[84153]: Traceback (most recent call last): Jan 20 14:26:59.574390 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 14:26:59.574390 dv-neutron-825124-1-hyperv neutron-server[84153]: timer() Jan 20 14:26:59.574390 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 14:26:59.574390 dv-neutron-825124-1-hyperv neutron-server[84153]: cb(*args, **kw) Jan 20 14:26:59.574390 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 14:26:59.574390 dv-neutron-825124-1-hyperv neutron-server[84153]: return func(*args, **kwargs) Jan 20 14:26:59.574390 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 14:26:59.574390 dv-neutron-825124-1-hyperv neutron-server[84153]: self._notify() Jan 20 14:26:59.574390 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 14:26:59.574390 dv-neutron-825124-1-hyperv neutron-server[84153]: self.callback(batched_events) Jan 20 14:26:59.574390 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 14:26:59.574390 dv-neutron-825124-1-hyperv neutron-server[84153]: event.method(event) Jan 20 14:26:59.574390 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 14:26:59.574390 dv-neutron-825124-1-hyperv neutron-server[84153]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 14:26:59.574390 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 14:26:59.574390 dv-neutron-825124-1-hyperv neutron-server[84153]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 14:26:59.574390 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 14:26:59.574390 dv-neutron-825124-1-hyperv neutron-server[84153]: return f(self, *a, **k) Jan 20 14:26:59.574390 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 14:26:59.574390 dv-neutron-825124-1-hyperv neutron-server[84153]: return self._get(url).json() Jan 20 14:26:59.574390 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 14:26:59.574390 dv-neutron-825124-1-hyperv neutron-server[84153]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 14:26:59.574390 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 14:26:59.574390 dv-neutron-825124-1-hyperv neutron-server[84153]: return self.request(url, 'GET', **kwargs) Jan 20 14:26:59.574390 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 14:26:59.574390 dv-neutron-825124-1-hyperv neutron-server[84153]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 14:26:59.574390 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 14:26:59.574390 dv-neutron-825124-1-hyperv neutron-server[84153]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 14:26:59.574390 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 14:26:59.574390 dv-neutron-825124-1-hyperv neutron-server[84153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 14:26:59.574390 dv-neutron-825124-1-hyperv neutron-server[84153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 14:26:59.586282 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a8020b1-8f24-4f75-82e2-ba66462f42c0 None None] No DVR routers for this DVR port 41e545da-29ae-4b23-bf84-0f5e78e297a9 on host dv-neutron-825124-1-hyperv {{(pid=84154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 14:26:59.609802 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad96f039-7094-47e3-afc5-af10c001feba None None] Network dbce74ed-d43c-4540-8d8d-e582f35e4792 requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:26:59.646274 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a23e6a68-0e86-4573-b21d-99c4d9a17a2c tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:26:59.651742 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-a23e6a68-0e86-4573-b21d-99c4d9a17a2c tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] 10.222.0.54 "GET /v2.0/networks/8dffb05c-5ca0-409b-bd5f-7be6264f707d HTTP/1.1" status: 200 len: 881 time: 0.1779449 Jan 20 14:26:59.652395 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 34508) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:26:59.702636 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-1d71f2be-0056-4d2b-aabb-bd447e0849ae tempest-RoutersIpV6AdminTest-217416812 tempest-RoutersIpV6AdminTest-217416812-project] 10.222.0.54 "GET /v2.0/ports?device_id=df7158ab-3483-4e26-8096-6528e2342e24 HTTP/1.1" status: 200 len: 205 time: 0.0479503 Jan 20 14:26:59.704518 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 34512) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:26:59.732827 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-1de585f0-3e10-47f0-b6e1-cba1c3fead71 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586409'] for network, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:59.830074 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-1de585f0-3e10-47f0-b6e1-cba1c3fead71 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Deleting port 219165c3-226a-4465-b41e-690dafd94a7a {{(pid=84153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:26:59.830421 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-1de585f0-3e10-47f0-b6e1-cba1c3fead71 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:59.847620 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 41e545da-29ae-4b23-bf84-0f5e78e297a9 no longer exists at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:26:59.880231 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-04f06ecc-4172-47dd-bd18-6e4d5a866957 tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1626253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-745296'] for network, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:59.888371 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-eb32a1e5-0fe9-4364-97ab-646d33528398 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:26:59.893550 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] No Port match for: 41e545da-29ae-4b23-bf84-0f5e78e297a9 {{(pid=84154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 14:26:59.893942 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 41e545da-29ae-4b23-bf84-0f5e78e297a9 not bound to the agent host dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 14:26:59.919153 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-04f06ecc-4172-47dd-bd18-6e4d5a866957 tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1705179'] for network, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:59.927124 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-eb32a1e5-0fe9-4364-97ab-646d33528398 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Usage tracker for resource:port and tenant:2cb17692bb0c4a2782f988652201ac42 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:26:59.928714 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1334fa81-20f3-4d35-99e0-cfc5f898f3f2 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 157} {{(pid=84152) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 14:26:59.934829 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-eb32a1e5-0fe9-4364-97ab-646d33528398 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:26:59.946524 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f06ecc-4172-47dd-bd18-6e4d5a866957 tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] Pushing event deleted for resources: {'Network': ['ID=c77a32d1-beed-471c-ad15-10e6f896b584,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:26:59.948867 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-eb32a1e5-0fe9-4364-97ab-646d33528398 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:26:59.956825 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-1334fa81-20f3-4d35-99e0-cfc5f898f3f2 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:59.957503 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.db.segments_db [None req-1334fa81-20f3-4d35-99e0-cfc5f898f3f2 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Added segment fe7da8c8-1933-426b-a150-73722b023da9 of type vlan for network 33a1bade-a51b-46e6-aa5b-86cf409474eb Jan 20 14:26:59.969920 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e119b88c-9bce-4c93-8b41-35d7117b26bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95c917f5-14ba-5e96-98b8-1a52654a930a-dbce74ed-d43c-4540-8d8d-e582f35e4792', 'network_id': 'dbce74ed-d43c-4540-8d8d-e582f35e4792', 'tenant_id': '2cb17692bb0c4a2782f988652201ac42', 'fixed_ips': [{'subnet_id': '11c2df19-645c-4ed0-ace2-e1927fafcd44'}]}} from dv-neutron-825124-1-hyperv. {{(pid=84154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 20 14:26:59.971621 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-e119b88c-9bce-4c93-8b41-35d7117b26bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:26:59.994881 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-04f06ecc-4172-47dd-bd18-6e4d5a866957 tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] 10.222.0.54 "DELETE /v2.0/networks/c77a32d1-beed-471c-ad15-10e6f896b584 HTTP/1.1" status: 204 len: 168 time: 1.6658487 Jan 20 14:27:00.065528 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 34518) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:27:00.106527 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb32a1e5-0fe9-4364-97ab-646d33528398 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Made reservation on behalf of 2cb17692bb0c4a2782f988652201ac42 for: {'port': 1} {{(pid=84153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:27:00.109728 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-eb32a1e5-0fe9-4364-97ab-646d33528398 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:00.130061 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f06ecc-4172-47dd-bd18-6e4d5a866957 tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:27:00.130448 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f06ecc-4172-47dd-bd18-6e4d5a866957 tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:27:00.130780 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f06ecc-4172-47dd-bd18-6e4d5a866957 tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:27:00.131112 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f06ecc-4172-47dd-bd18-6e4d5a866957 tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:27:00.131473 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f06ecc-4172-47dd-bd18-6e4d5a866957 tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:27:00.131805 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f06ecc-4172-47dd-bd18-6e4d5a866957 tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:27:00.132078 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f06ecc-4172-47dd-bd18-6e4d5a866957 tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:27:00.132524 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f06ecc-4172-47dd-bd18-6e4d5a866957 tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:27:00.132863 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f06ecc-4172-47dd-bd18-6e4d5a866957 tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:27:00.133266 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f06ecc-4172-47dd-bd18-6e4d5a866957 tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:27:00.133593 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f06ecc-4172-47dd-bd18-6e4d5a866957 tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:27:00.142625 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-d59eab2b-48d6-4f37-ae55-d3898455eb5a tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:00.152916 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_common [None req-e119b88c-9bce-4c93-8b41-35d7117b26bf None None] Allocated IP 2001:db8::2 (dbce74ed-d43c-4540-8d8d-e582f35e4792/11c2df19-645c-4ed0-ace2-e1927fafcd44/f3c92201-946d-460b-95a6-28451ce71115) {{(pid=84154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:27:00.176517 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.notifiers.nova [None req-eb32a1e5-0fe9-4364-97ab-646d33528398 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] device_id is not set on port 6f8217d9-f54b-4499-86ea-1997ffe3bdb6 yet. {{(pid=84153) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 14:27:00.177165 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-1334fa81-20f3-4d35-99e0-cfc5f898f3f2 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769553767792'] for network, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:00.231254 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:00.271887 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45aaa8c2-d1a2-428c-bdb9-4459046d0e6c tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:27:00.277023 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-d59eab2b-48d6-4f37-ae55-d3898455eb5a tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-745254'] for floatingip, after_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:00.277400 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.db.l3_db [None req-d59eab2b-48d6-4f37-ae55-d3898455eb5a tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Floating IP 346211b9-383d-43e0-aa6e-277b8f541554 disassociated. External IP: 172.26.7.95, port: b6e0dcbf-6057-4764-9103-a743471798df. Jan 20 14:27:00.278546 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45aaa8c2-d1a2-428c-bdb9-4459046d0e6c tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:27:00.285526 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-45aaa8c2-d1a2-428c-bdb9-4459046d0e6c tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] 10.222.0.54 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2144923 Jan 20 14:27:00.317852 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 34522) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:27:00.328174 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-d3f55492-3116-4d44-9f43-05faf75bf6a5 tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-749111973'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:27:00.334306 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-d3f55492-3116-4d44-9f43-05faf75bf6a5 tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:27:00.345605 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-7f37b7cb-3a63-4b4a-b0e1-c1cc080973d6 tempest-RoutersIpV6AdminTest-217416812 tempest-RoutersIpV6AdminTest-217416812-project] Notify callbacks [] for router, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:00.364343 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-25286911-11ca-4399-bb4e-48707dd74397 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:00.380789 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-e119b88c-9bce-4c93-8b41-35d7117b26bf None None] Notify callbacks [] for port, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:00.392803 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-e119b88c-9bce-4c93-8b41-35d7117b26bf None None] Transition to ACTIVE for port object f3c92201-946d-460b-95a6-28451ce71115 will not be triggered until provisioned by entity L2. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:27:00.410774 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-d3f55492-3116-4d44-9f43-05faf75bf6a5 tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] Usage tracker for resource:network and tenant:2131a6f7612542fb8c5c49d0809dd30d is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:27:00.416311 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.db [None req-1de585f0-3e10-47f0-b6e1-cba1c3fead71 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] For port 219165c3-226a-4465-b41e-690dafd94a7a, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=219165c3-226a-4465-b41e-690dafd94a7a,segment=NetworkSegment(40e5ef03-f1b8-45e5-b9e0-0a0c0e2f3ab6),segment_id=40e5ef03-f1b8-45e5-b9e0-0a0c0e2f3ab6)] {{(pid=84153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:27:00.416815 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-d3f55492-3116-4d44-9f43-05faf75bf6a5 tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:27:00.416937 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-1de585f0-3e10-47f0-b6e1-cba1c3fead71 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:00.418676 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-1334fa81-20f3-4d35-99e0-cfc5f898f3f2 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967'] for network, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:00.419152 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-e119b88c-9bce-4c93-8b41-35d7117b26bf None None] Transition to ACTIVE for port object f3c92201-946d-460b-95a6-28451ce71115 will not be triggered until provisioned by entity DHCP. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:27:00.422566 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1334fa81-20f3-4d35-99e0-cfc5f898f3f2 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:27:00.423676 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-1334fa81-20f3-4d35-99e0-cfc5f898f3f2 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks [] for network, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:00.451641 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-d3f55492-3116-4d44-9f43-05faf75bf6a5 tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:27:00.487764 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-e119b88c-9bce-4c93-8b41-35d7117b26bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477'] for port, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:00.565375 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1334fa81-20f3-4d35-99e0-cfc5f898f3f2 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Pushing event updated for resources: {'Network': ['ID=33a1bade-a51b-46e6-aa5b-86cf409474eb,revision_number=1']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:27:00.583829 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1334fa81-20f3-4d35-99e0-cfc5f898f3f2 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:27:00.584178 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1334fa81-20f3-4d35-99e0-cfc5f898f3f2 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:27:00.584656 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1334fa81-20f3-4d35-99e0-cfc5f898f3f2 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:27:00.585015 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1334fa81-20f3-4d35-99e0-cfc5f898f3f2 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:27:00.585350 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1334fa81-20f3-4d35-99e0-cfc5f898f3f2 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:27:00.585681 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1334fa81-20f3-4d35-99e0-cfc5f898f3f2 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:27:00.586010 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1334fa81-20f3-4d35-99e0-cfc5f898f3f2 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:27:00.586360 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1334fa81-20f3-4d35-99e0-cfc5f898f3f2 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:27:00.586684 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1334fa81-20f3-4d35-99e0-cfc5f898f3f2 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:27:00.587017 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1334fa81-20f3-4d35-99e0-cfc5f898f3f2 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:27:00.587341 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1334fa81-20f3-4d35-99e0-cfc5f898f3f2 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:27:00.599669 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e119b88c-9bce-4c93-8b41-35d7117b26bf None None] Pushing event updated for resources: {'Port': ['ID=f3c92201-946d-460b-95a6-28451ce71115,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:27:00.605550 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Network 33a1bade-a51b-46e6-aa5b-86cf409474eb details requested by agent ovs-agent-dv-neutron-825124-1-hyperv with host dv-neutron-825124-1-hyperv {{(pid=84154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 14:27:00.621297 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e119b88c-9bce-4c93-8b41-35d7117b26bf None None] Network dbce74ed-d43c-4540-8d8d-e582f35e4792 is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:27:00.624629 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-e119b88c-9bce-4c93-8b41-35d7117b26bf None None] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:27:00.629782 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e119b88c-9bce-4c93-8b41-35d7117b26bf None None] Received port after_create {{(pid=84154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:27:00.658292 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-1334fa81-20f3-4d35-99e0-cfc5f898f3f2 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.2915881 Jan 20 14:27:00.662641 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 34528) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:27:00.668298 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-0bb0b2cf-8dcb-43ac-830a-32631e8a2b65 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Request body: {'subnet': {'network_id': '33a1bade-a51b-46e6-aa5b-86cf409474eb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:27:00.739093 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-1de585f0-3e10-47f0-b6e1-cba1c3fead71 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Calling delete_port for 219165c3-226a-4465-b41e-690dafd94a7a owned by network:dhcp {{(pid=84153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:27:00.749047 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3f55492-3116-4d44-9f43-05faf75bf6a5 tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] Made reservation on behalf of 2131a6f7612542fb8c5c49d0809dd30d for: {'network': 1} {{(pid=84152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:27:00.752849 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-d3f55492-3116-4d44-9f43-05faf75bf6a5 tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for network, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:00.809913 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-e119b88c-9bce-4c93-8b41-35d7117b26bf None None] Attempting to bind port f3c92201-946d-460b-95a6-28451ce71115 on host dv-neutron-825124-1-hyperv for vnic_type normal with profile {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:27:00.810178 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-e119b88c-9bce-4c93-8b41-35d7117b26bf None None] Attempting to bind port f3c92201-946d-460b-95a6-28451ce71115 by drivers openvswitch,hyperv on host dv-neutron-825124-1-hyperv at level 0 using segments [{'id': '7b61d093-41ff-4202-b223-533eb0f8da0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'dbce74ed-d43c-4540-8d8d-e582f35e4792'}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:27:00.810505 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e119b88c-9bce-4c93-8b41-35d7117b26bf None None] Attempting to bind port f3c92201-946d-460b-95a6-28451ce71115 on network dbce74ed-d43c-4540-8d8d-e582f35e4792 {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 14:27:00.820527 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e119b88c-9bce-4c93-8b41-35d7117b26bf None None] Checking agent: {'id': '6414dfeb-85c5-454a-8756-709ca637d800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825124-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 16, 31), 'started_at': datetime.datetime(2022, 1, 20, 14, 17, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 26, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825124-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 14:27:00.821451 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e119b88c-9bce-4c93-8b41-35d7117b26bf None None] Checking segment: {'id': '7b61d093-41ff-4202-b223-533eb0f8da0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'dbce74ed-d43c-4540-8d8d-e582f35e4792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 14:27:00.821451 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-e119b88c-9bce-4c93-8b41-35d7117b26bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:00.822138 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e119b88c-9bce-4c93-8b41-35d7117b26bf None None] Bound using segment: {'id': '7b61d093-41ff-4202-b223-533eb0f8da0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'dbce74ed-d43c-4540-8d8d-e582f35e4792'} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 14:27:00.822345 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-e119b88c-9bce-4c93-8b41-35d7117b26bf None None] Bound port: f3c92201-946d-460b-95a6-28451ce71115, host: dv-neutron-825124-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b61d093-41ff-4202-b223-533eb0f8da0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'dbce74ed-d43c-4540-8d8d-e582f35e4792'}}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:27:00.822753 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-e119b88c-9bce-4c93-8b41-35d7117b26bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:00.835866 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-0bb0b2cf-8dcb-43ac-830a-32631e8a2b65 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:27:00.841184 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3f55492-3116-4d44-9f43-05faf75bf6a5 tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 175} {{(pid=84152) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 14:27:00.848794 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-0bb0b2cf-8dcb-43ac-830a-32631e8a2b65 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Usage tracker for resource:subnet and tenant:86e3e9c5b0744f88a459de56a9372787 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:27:00.853379 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-0bb0b2cf-8dcb-43ac-830a-32631e8a2b65 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:27:00.855257 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.db_base_plugin_common [None req-eb32a1e5-0fe9-4364-97ab-646d33528398 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Allocated IP 2001:db8::283 (dbce74ed-d43c-4540-8d8d-e582f35e4792/11c2df19-645c-4ed0-ace2-e1927fafcd44/6f8217d9-f54b-4499-86ea-1997ffe3bdb6) {{(pid=84153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:27:00.863826 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-0bb0b2cf-8dcb-43ac-830a-32631e8a2b65 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:27:00.866972 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-d3f55492-3116-4d44-9f43-05faf75bf6a5 tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:00.872950 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.db.segments_db [None req-d3f55492-3116-4d44-9f43-05faf75bf6a5 tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] Added segment a92c6b55-e692-42f3-b18e-3a5747027312 of type vlan for network 68b7ae98-e113-4ecb-9aa5-067dd0c57357 Jan 20 14:27:00.913094 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-d3f55492-3116-4d44-9f43-05faf75bf6a5 tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769553767792'] for network, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:00.921608 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-e119b88c-9bce-4c93-8b41-35d7117b26bf None None] For port f3c92201-946d-460b-95a6-28451ce71115, host dv-neutron-825124-1-hyperv, cleared binding levels {{(pid=84154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 14:27:00.921999 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-7f37b7cb-3a63-4b4a-b0e1-c1cc080973d6 tempest-RoutersIpV6AdminTest-217416812 tempest-RoutersIpV6AdminTest-217416812-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:00.925049 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-e119b88c-9bce-4c93-8b41-35d7117b26bf None None] For port f3c92201-946d-460b-95a6-28451ce71115, host dv-neutron-825124-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=f3c92201-946d-460b-95a6-28451ce71115,segment=NetworkSegment(7b61d093-41ff-4202-b223-533eb0f8da0a),segment_id=7b61d093-41ff-4202-b223-533eb0f8da0a)] {{(pid=84154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 14:27:00.949459 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bb0b2cf-8dcb-43ac-830a-32631e8a2b65 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Made reservation on behalf of 86e3e9c5b0744f88a459de56a9372787 for: {'subnet': 1} {{(pid=84152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:27:00.990350 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-1de585f0-3e10-47f0-b6e1-cba1c3fead71 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:01.042075 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-e119b88c-9bce-4c93-8b41-35d7117b26bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:01.048844 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-d3f55492-3116-4d44-9f43-05faf75bf6a5 tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967'] for network, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:01.053096 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3f55492-3116-4d44-9f43-05faf75bf6a5 tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:27:01.053881 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-d3f55492-3116-4d44-9f43-05faf75bf6a5 tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] Notify callbacks [] for network, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:01.075507 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de585f0-3e10-47f0-b6e1-cba1c3fead71 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Pushing event deleted for resources: {'Port': ['ID=219165c3-226a-4465-b41e-690dafd94a7a,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:27:01.088930 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-0bb0b2cf-8dcb-43ac-830a-32631e8a2b65 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3155315'] for subnet, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:01.131964 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e119b88c-9bce-4c93-8b41-35d7117b26bf None None] Pushing event updated for resources: {'Port': ['ID=f3c92201-946d-460b-95a6-28451ce71115,revision_number=2']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:27:01.140966 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1de585f0-3e10-47f0-b6e1-cba1c3fead71 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] No DVR routers for this DVR port 219165c3-226a-4465-b41e-690dafd94a7a on host dv-neutron-825124-1-hyperv {{(pid=84153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 14:27:01.183642 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-7f37b7cb-3a63-4b4a-b0e1-c1cc080973d6 tempest-RoutersIpV6AdminTest-217416812 tempest-RoutersIpV6AdminTest-217416812-project] Deleting port 79f3fb23-c082-4594-af78-9ad2c535aea7 {{(pid=84152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:27:01.183884 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-7f37b7cb-3a63-4b4a-b0e1-c1cc080973d6 tempest-RoutersIpV6AdminTest-217416812 tempest-RoutersIpV6AdminTest-217416812-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:01.336468 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-1de585f0-3e10-47f0-b6e1-cba1c3fead71 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1626242', 'neutron.services.segments.db._delete_segments_for_network-8769554214620'] for network, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:01.363476 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-d3f55492-3116-4d44-9f43-05faf75bf6a5 tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.0444176 Jan 20 14:27:01.382783 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:01.387955 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 34534) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:27:01.389218 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.ipam_backend_mixin [None req-0bb0b2cf-8dcb-43ac-830a-32631e8a2b65 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Performing IP validity checks on allocation pools {{(pid=84152) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Jan 20 14:27:01.389929 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.ipam_backend_mixin [None req-0bb0b2cf-8dcb-43ac-830a-32631e8a2b65 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84152) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Jan 20 14:27:01.394646 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f55492-3116-4d44-9f43-05faf75bf6a5 tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] Pushing event updated for resources: {'Network': ['ID=68b7ae98-e113-4ecb-9aa5-067dd0c57357,revision_number=1']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:27:01.403247 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-316a8472-2e53-46cb-bb63-0c385864bfa1 tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1800365793'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:27:01.405966 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Network 68b7ae98-e113-4ecb-9aa5-067dd0c57357 details requested by agent ovs-agent-dv-neutron-825124-1-hyperv with host dv-neutron-825124-1-hyperv {{(pid=84154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 14:27:01.437419 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-316a8472-2e53-46cb-bb63-0c385864bfa1 tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:27:01.478580 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.services.segments.db [None req-1de585f0-3e10-47f0-b6e1-cba1c3fead71 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b570bbfa-9206-4803-80fa-982e9e13e0e2']}} {{(pid=84153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:27:01.488133 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-eb32a1e5-0fe9-4364-97ab-646d33528398 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks [] for port, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:01.493163 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-316a8472-2e53-46cb-bb63-0c385864bfa1 tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] Usage tracker for resource:network and tenant:2131a6f7612542fb8c5c49d0809dd30d is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:27:01.496298 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-316a8472-2e53-46cb-bb63-0c385864bfa1 tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:27:01.504487 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.services.segments.db [None req-1de585f0-3e10-47f0-b6e1-cba1c3fead71 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40e5ef03-f1b8-45e5-b9e0-0a0c0e2f3ab6') {'for_net_delete': True} {{(pid=84153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:27:01.504789 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.services.segments.db [None req-1de585f0-3e10-47f0-b6e1-cba1c3fead71 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40e5ef03-f1b8-45e5-b9e0-0a0c0e2f3ab6') {} {{(pid=84153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:27:01.505064 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-316a8472-2e53-46cb-bb63-0c385864bfa1 tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:27:01.524109 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-1de585f0-3e10-47f0-b6e1-cba1c3fead71 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769554214503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980856'] for segment, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:01.539237 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.provisioning_blocks [None req-eb32a1e5-0fe9-4364-97ab-646d33528398 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Transition to ACTIVE for port object 6f8217d9-f54b-4499-86ea-1997ffe3bdb6 will not be triggered until provisioned by entity DHCP. {{(pid=84153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:27:01.550015 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-cdd98e71-1f0a-4421-baa9-dcb30e06edf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:01.566250 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-1de585f0-3e10-47f0-b6e1-cba1c3fead71 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:01.578836 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1de585f0-3e10-47f0-b6e1-cba1c3fead71 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Releasing vlan 163 on physical network physnet1 to pool {{(pid=84153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 14:27:01.579728 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-1de585f0-3e10-47f0-b6e1-cba1c3fead71 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1622950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3944078'] for segment, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:01.595382 dv-neutron-825124-1-hyperv neutron-server[84153]: Traceback (most recent call last): Jan 20 14:27:01.595382 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 14:27:01.595382 dv-neutron-825124-1-hyperv neutron-server[84153]: timer() Jan 20 14:27:01.595382 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 14:27:01.595382 dv-neutron-825124-1-hyperv neutron-server[84153]: cb(*args, **kw) Jan 20 14:27:01.595382 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 14:27:01.595382 dv-neutron-825124-1-hyperv neutron-server[84153]: return func(*args, **kwargs) Jan 20 14:27:01.595382 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 14:27:01.595382 dv-neutron-825124-1-hyperv neutron-server[84153]: self._notify() Jan 20 14:27:01.595382 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 14:27:01.595382 dv-neutron-825124-1-hyperv neutron-server[84153]: self.callback(batched_events) Jan 20 14:27:01.595382 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 14:27:01.595382 dv-neutron-825124-1-hyperv neutron-server[84153]: event.method(event) Jan 20 14:27:01.595382 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 14:27:01.595382 dv-neutron-825124-1-hyperv neutron-server[84153]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 14:27:01.595382 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 14:27:01.595382 dv-neutron-825124-1-hyperv neutron-server[84153]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 14:27:01.595382 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 14:27:01.595382 dv-neutron-825124-1-hyperv neutron-server[84153]: return f(self, *a, **k) Jan 20 14:27:01.595382 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 14:27:01.595382 dv-neutron-825124-1-hyperv neutron-server[84153]: return self._get(url).json() Jan 20 14:27:01.595382 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 14:27:01.595382 dv-neutron-825124-1-hyperv neutron-server[84153]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 14:27:01.595382 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 14:27:01.595382 dv-neutron-825124-1-hyperv neutron-server[84153]: return self.request(url, 'GET', **kwargs) Jan 20 14:27:01.595382 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 14:27:01.595382 dv-neutron-825124-1-hyperv neutron-server[84153]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 14:27:01.595382 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 14:27:01.595382 dv-neutron-825124-1-hyperv neutron-server[84153]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 14:27:01.595382 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 14:27:01.595382 dv-neutron-825124-1-hyperv neutron-server[84153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 14:27:01.595382 dv-neutron-825124-1-hyperv neutron-server[84153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 14:27:01.636509 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-316a8472-2e53-46cb-bb63-0c385864bfa1 tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] Made reservation on behalf of 2131a6f7612542fb8c5c49d0809dd30d for: {'network': 1} {{(pid=84152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:27:01.639484 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-316a8472-2e53-46cb-bb63-0c385864bfa1 tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for network, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:01.671274 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-7f37b7cb-3a63-4b4a-b0e1-c1cc080973d6 tempest-RoutersIpV6AdminTest-217416812 tempest-RoutersIpV6AdminTest-217416812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:01.819990 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-eb32a1e5-0fe9-4364-97ab-646d33528398 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:01.823237 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-1de585f0-3e10-47f0-b6e1-cba1c3fead71 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1626253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-745296'] for network, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:01.839454 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-7f37b7cb-3a63-4b4a-b0e1-c1cc080973d6 tempest-RoutersIpV6AdminTest-217416812 tempest-RoutersIpV6AdminTest-217416812-project] Calling delete_port for 79f3fb23-c082-4594-af78-9ad2c535aea7 owned by network:router_gateway {{(pid=84152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:27:01.869106 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device f3c92201-946d-460b-95a6-28451ce71115 up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:27:01.895703 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-1de585f0-3e10-47f0-b6e1-cba1c3fead71 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1705179'] for network, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:01.932808 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de585f0-3e10-47f0-b6e1-cba1c3fead71 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Pushing event deleted for resources: {'Network': ['ID=b570bbfa-9206-4803-80fa-982e9e13e0e2,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:27:01.957257 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-1de585f0-3e10-47f0-b6e1-cba1c3fead71 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] 10.222.0.54 "DELETE /v2.0/networks/b570bbfa-9206-4803-80fa-982e9e13e0e2 HTTP/1.1" status: 204 len: 168 time: 5.1692390 Jan 20 14:27:01.963244 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 34540) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:27:01.973742 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb32a1e5-0fe9-4364-97ab-646d33528398 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Network dbce74ed-d43c-4540-8d8d-e582f35e4792 is already hosted by enough agents. {{(pid=84153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:27:01.979794 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-35f5ddf1-8b71-4dd9-a09c-d86e586e2b57 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-995151761'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:27:01.983422 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.base_scheduler [None req-eb32a1e5-0fe9-4364-97ab-646d33528398 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Resources bound (agent type, host, resource id): {{(pid=84153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:27:01.987776 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb32a1e5-0fe9-4364-97ab-646d33528398 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Pushing event updated for resources: {'Port': ['ID=6f8217d9-f54b-4499-86ea-1997ffe3bdb6,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:27:01.990017 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb32a1e5-0fe9-4364-97ab-646d33528398 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Received port after_create {{(pid=84153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:27:01.993973 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb32a1e5-0fe9-4364-97ab-646d33528398 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:27:01.994681 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-eb32a1e5-0fe9-4364-97ab-646d33528398 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:01.999319 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-35f5ddf1-8b71-4dd9-a09c-d86e586e2b57 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:27:02.013602 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-35f5ddf1-8b71-4dd9-a09c-d86e586e2b57 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Usage tracker for resource:network and tenant:61b46269b9ca430eb51733c2203d2e38 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:27:02.019303 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-35f5ddf1-8b71-4dd9-a09c-d86e586e2b57 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:27:02.029304 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-35f5ddf1-8b71-4dd9-a09c-d86e586e2b57 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:27:02.044708 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d59eab2b-48d6-4f37-ae55-d3898455eb5a tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Router d6c1e36f-7721-4cd2-b738-173d5b3bd1fe has already been hosted by L3 agent 624d525b-4c26-4143-8a1c-228bb1c6faaa {{(pid=84153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 14:27:02.057673 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning for port f3c92201-946d-460b-95a6-28451ce71115 completed by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:27:02.082689 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-316a8472-2e53-46cb-bb63-0c385864bfa1 tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 162} {{(pid=84152) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 14:27:02.120881 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-eb32a1e5-0fe9-4364-97ab-646d33528398 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.7367978 Jan 20 14:27:02.127622 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 34544) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:27:02.134397 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-316a8472-2e53-46cb-bb63-0c385864bfa1 tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:02.138928 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.db.segments_db [None req-316a8472-2e53-46cb-bb63-0c385864bfa1 tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] Added segment d321a21e-daa9-4105-ade3-2001e7992e68 of type vlan for network 2f8ac0de-0dea-4263-a2cd-34d159d13edd Jan 20 14:27:02.165870 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35f5ddf1-8b71-4dd9-a09c-d86e586e2b57 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Made reservation on behalf of 61b46269b9ca430eb51733c2203d2e38 for: {'network': 1} {{(pid=84153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:27:02.168982 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-35f5ddf1-8b71-4dd9-a09c-d86e586e2b57 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for network, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:02.177340 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-316a8472-2e53-46cb-bb63-0c385864bfa1 tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769553767792'] for network, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:02.192164 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-0bb0b2cf-8dcb-43ac-830a-32631e8a2b65 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4163519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3155301'] for subnet, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:02.284124 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35f5ddf1-8b71-4dd9-a09c-d86e586e2b57 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 167} {{(pid=84153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 14:27:02.312289 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-35f5ddf1-8b71-4dd9-a09c-d86e586e2b57 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:02.312636 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.db.segments_db [None req-35f5ddf1-8b71-4dd9-a09c-d86e586e2b57 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Added segment 2efae10d-1920-465d-b634-22d615d8316d of type vlan for network 0c04b775-8074-4008-900f-43fd4cc4b6a3 Jan 20 14:27:02.349061 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12f5d04e-d75e-4610-9751-54576e462a34 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:27:02.353166 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12f5d04e-d75e-4610-9751-54576e462a34 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:27:02.353969 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-12f5d04e-d75e-4610-9751-54576e462a34 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Synchronizing usage tracker for tenant:2cb17692bb0c4a2782f988652201ac42 on resource:port {{(pid=84153) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:27:02.364833 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb0b2cf-8dcb-43ac-830a-32631e8a2b65 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Pushing event updated for resources: {'Subnet': ['ID=adfd2f09-e87b-409c-8de6-e2f26e5d18f0,revision_number=0']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:27:02.399723 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-316a8472-2e53-46cb-bb63-0c385864bfa1 tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967'] for network, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:02.403699 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-316a8472-2e53-46cb-bb63-0c385864bfa1 tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:27:02.404619 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-316a8472-2e53-46cb-bb63-0c385864bfa1 tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] Notify callbacks [] for network, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:02.441544 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-35f5ddf1-8b71-4dd9-a09c-d86e586e2b57 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769553767792'] for network, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:02.441810 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bb0b2cf-8dcb-43ac-830a-32631e8a2b65 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Checking segment: {'id': 'fe7da8c8-1933-426b-a150-73722b023da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '33a1bade-a51b-46e6-aa5b-86cf409474eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 14:27:02.442213 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bb0b2cf-8dcb-43ac-830a-32631e8a2b65 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Network hostable DHCP agents. Network: 33a1bade-a51b-46e6-aa5b-86cf409474eb, hostable agents: ['1a181e39-5220-4c1a-88f8-08a54e8bfc9b'], hosted agents: [] {{(pid=84152) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 14:27:02.520607 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d59eab2b-48d6-4f37-ae55-d3898455eb5a tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Notify agent at l3_agent.dv-neutron-825124-1-hyperv the message routers_updated {{(pid=84153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 14:27:02.526686 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-12f5d04e-d75e-4610-9751-54576e462a34 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Unset dirty status for tenant:2cb17692bb0c4a2782f988652201ac42 on resource:port {{(pid=84153) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:27:02.533854 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-12f5d04e-d75e-4610-9751-54576e462a34 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.3992951 Jan 20 14:27:02.533854 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 34550) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:27:02.537023 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38cf1e71-4510-478c-a16b-19f7692c7129 None None] Sync routers for ids ['d6c1e36f-7721-4cd2-b738-173d5b3bd1fe'] in dv-neutron-825124-1-hyperv {{(pid=84155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 14:27:02.538179 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-d59eab2b-48d6-4f37-ae55-d3898455eb5a tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for floatingip, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:02.539306 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-7f37b7cb-3a63-4b4a-b0e1-c1cc080973d6 tempest-RoutersIpV6AdminTest-217416812 tempest-RoutersIpV6AdminTest-217416812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:02.552990 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38cf1e71-4510-478c-a16b-19f7692c7129 None None] Routers {'d6c1e36f-7721-4cd2-b738-173d5b3bd1fe'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:27:02.554148 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-38cf1e71-4510-478c-a16b-19f7692c7129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:27:00Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['d6c1e36f-7721-4cd2-b738-173d5b3bd1fe'], 'active': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:27:02.555313 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ceea1400-bf81-4a32-a9de-55385716585a None None] Provisioning for port f3c92201-946d-460b-95a6-28451ce71115 completed by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:27:02.561656 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ceea1400-bf81-4a32-a9de-55385716585a None None] Provisioning complete for port f3c92201-946d-460b-95a6-28451ce71115 triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:27:02.565480 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ceea1400-bf81-4a32-a9de-55385716585a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:02.619412 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f37b7cb-3a63-4b4a-b0e1-c1cc080973d6 tempest-RoutersIpV6AdminTest-217416812 tempest-RoutersIpV6AdminTest-217416812-project] Pushing event deleted for resources: {'Port': ['ID=79f3fb23-c082-4594-af78-9ad2c535aea7,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:27:02.627293 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-35f5ddf1-8b71-4dd9-a09c-d86e586e2b57 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967'] for network, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:02.628577 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316a8472-2e53-46cb-bb63-0c385864bfa1 tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] Pushing event updated for resources: {'Network': ['ID=2f8ac0de-0dea-4263-a2cd-34d159d13edd,revision_number=1']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:27:02.631042 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35f5ddf1-8b71-4dd9-a09c-d86e586e2b57 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:27:02.636791 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-35f5ddf1-8b71-4dd9-a09c-d86e586e2b57 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1705179'] for network, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:02.649095 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Network 2f8ac0de-0dea-4263-a2cd-34d159d13edd details requested by agent ovs-agent-dv-neutron-825124-1-hyperv with host dv-neutron-825124-1-hyperv {{(pid=84154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 14:27:02.668859 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-38cf1e71-4510-478c-a16b-19f7692c7129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:27:02.694244 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38cf1e71-4510-478c-a16b-19f7692c7129 None None] Routers {'d6c1e36f-7721-4cd2-b738-173d5b3bd1fe'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:27:02.694784 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-38cf1e71-4510-478c-a16b-19f7692c7129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:27:00Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['d6c1e36f-7721-4cd2-b738-173d5b3bd1fe'], 'active': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:27:02.717240 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-316a8472-2e53-46cb-bb63-0c385864bfa1 tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.3238177 Jan 20 14:27:02.724057 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 34554) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:27:02.732368 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 34556) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:27:02.732561 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-d59eab2b-48d6-4f37-ae55-d3898455eb5a tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] 10.222.0.54 "PUT /v2.0/floatingips/346211b9-383d-43e0-aa6e-277b8f541554 HTTP/1.1" status: 200 len: 687 time: 3.5201604 Jan 20 14:27:02.745856 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-fdff7e6f-a968-4334-b5ef-c3410465f8ac tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] Request body: {'ports': [{'network_id': '68b7ae98-e113-4ecb-9aa5-067dd0c57357', 'name': 'tempest-port--1846192644', 'admin_state_up': True}, {'network_id': '2f8ac0de-0dea-4263-a2cd-34d159d13edd', 'admin_state_up': False}]} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:27:02.745856 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-fdff7e6f-a968-4334-b5ef-c3410465f8ac tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] Request body: {'port': {'network_id': '68b7ae98-e113-4ecb-9aa5-067dd0c57357', 'name': 'tempest-port--1846192644', 'admin_state_up': True}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:27:02.745856 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-fdff7e6f-a968-4334-b5ef-c3410465f8ac tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] Request body: {'port': {'network_id': '2f8ac0de-0dea-4263-a2cd-34d159d13edd', 'admin_state_up': False}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:27:02.763794 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-38cf1e71-4510-478c-a16b-19f7692c7129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:27:02.764202 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38cf1e71-4510-478c-a16b-19f7692c7129 None None] The sync data for ids ['d6c1e36f-7721-4cd2-b738-173d5b3bd1fe'] in dv-neutron-825124-1-hyperv is: [] {{(pid=84155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 14:27:02.833669 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1939ef44-71aa-48c3-9246-d70354067c56 None None] get_active_networks_info from dv-neutron-825124-1-hyperv {{(pid=84154) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 20 14:27:02.899362 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bb0b2cf-8dcb-43ac-830a-32631e8a2b65 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Network 33a1bade-a51b-46e6-aa5b-86cf409474eb is scheduled to be hosted by DHCP agent 1a181e39-5220-4c1a-88f8-08a54e8bfc9b with binding_index 1 {{(pid=84152) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 14:27:02.985032 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-109a0620-301a-419f-861b-5c81b1f5e0d2 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Deleting port 6f8217d9-f54b-4499-86ea-1997ffe3bdb6 {{(pid=84153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:27:02.986125 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-109a0620-301a-419f-861b-5c81b1f5e0d2 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:03.012024 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-eea6df97-7ff1-4b63-af20-e3ec8913deda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:03.019857 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ceea1400-bf81-4a32-a9de-55385716585a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:03.023005 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-35f5ddf1-8b71-4dd9-a09c-d86e586e2b57 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.0564098 Jan 20 14:27:03.032829 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 34564) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:27:03.053690 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-19b6713b-deba-4b32-b65a-e5cb502ae3b4 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Request body: {'subnet': {'network_id': '0c04b775-8074-4008-900f-43fd4cc4b6a3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:27:03.088702 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-ceea1400-bf81-4a32-a9de-55385716585a None None] For port f3c92201-946d-460b-95a6-28451ce71115, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=f3c92201-946d-460b-95a6-28451ce71115,segment=NetworkSegment(7b61d093-41ff-4202-b223-533eb0f8da0a),segment_id=7b61d093-41ff-4202-b223-533eb0f8da0a)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:27:03.100951 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1939ef44-71aa-48c3-9246-d70354067c56 None None] Resources bound (agent type, host, resource id): {{(pid=84154) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 20 14:27:03.132631 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f5ddf1-8b71-4dd9-a09c-d86e586e2b57 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Pushing event updated for resources: {'Network': ['ID=0c04b775-8074-4008-900f-43fd4cc4b6a3,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:27:03.138814 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.base_scheduler [None req-0bb0b2cf-8dcb-43ac-830a-32631e8a2b65 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825124-1-hyperv, 33a1bade-a51b-46e6-aa5b-86cf409474eb) {{(pid=84152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:27:03.190820 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Network 0c04b775-8074-4008-900f-43fd4cc4b6a3 details requested by agent ovs-agent-dv-neutron-825124-1-hyperv with host dv-neutron-825124-1-hyperv {{(pid=84154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 14:27:03.213738 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ceea1400-bf81-4a32-a9de-55385716585a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:03.225045 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-19b6713b-deba-4b32-b65a-e5cb502ae3b4 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:27:03.228913 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-19b6713b-deba-4b32-b65a-e5cb502ae3b4 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Usage tracker for resource:subnet and tenant:61b46269b9ca430eb51733c2203d2e38 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:27:03.231833 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-19b6713b-deba-4b32-b65a-e5cb502ae3b4 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:27:03.238603 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-19b6713b-deba-4b32-b65a-e5cb502ae3b4 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:27:03.239914 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bb0b2cf-8dcb-43ac-830a-32631e8a2b65 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:27:03.240748 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-0bb0b2cf-8dcb-43ac-830a-32631e8a2b65 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks [] for subnet, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:03.262385 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-a2598c28-2465-4d64-8fed-e67857adb029 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Deleting port d995f86d-263f-495d-9cdf-2c92f8847550 {{(pid=84152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:27:03.262886 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-a2598c28-2465-4d64-8fed-e67857adb029 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:03.338442 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-7f37b7cb-3a63-4b4a-b0e1-c1cc080973d6 tempest-RoutersIpV6AdminTest-217416812 tempest-RoutersIpV6AdminTest-217416812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-745333'] for router_gateway, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:03.351287 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19b6713b-deba-4b32-b65a-e5cb502ae3b4 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Made reservation on behalf of 61b46269b9ca430eb51733c2203d2e38 for: {'subnet': 1} {{(pid=84153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:27:03.430991 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceea1400-bf81-4a32-a9de-55385716585a None None] Pushing event updated for resources: {'Port': ['ID=f3c92201-946d-460b-95a6-28451ce71115,revision_number=3']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:27:03.499312 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-109a0620-301a-419f-861b-5c81b1f5e0d2 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:03.504209 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-0b216cfd-181d-4965-8bf1-e82f39931891 None None] Provisioning for port 6f8217d9-f54b-4499-86ea-1997ffe3bdb6 completed by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:27:03.513002 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-19b6713b-deba-4b32-b65a-e5cb502ae3b4 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4193986'] for subnet, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:03.519421 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-0b216cfd-181d-4965-8bf1-e82f39931891 None None] Provisioning complete for port 6f8217d9-f54b-4499-86ea-1997ffe3bdb6 triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:27:03.520040 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-0b216cfd-181d-4965-8bf1-e82f39931891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:03.583069 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-0bb0b2cf-8dcb-43ac-830a-32631e8a2b65 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9191189 Jan 20 14:27:03.604692 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-0b216cfd-181d-4965-8bf1-e82f39931891 None None] Port 6f8217d9-f54b-4499-86ea-1997ffe3bdb6 cannot update to ACTIVE because it is not bound. {{(pid=84154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 14:27:03.618016 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 34570) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:27:03.653382 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-fdff7e6f-a968-4334-b5ef-c3410465f8ac tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:27:03.734980 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-f0e0501d-b797-422c-983b-7cc9de22bdfc tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Request body: {'port': {'network_id': '33a1bade-a51b-46e6-aa5b-86cf409474eb', 'name': 'tempest-PortsTestJSON-346681228'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:27:03.738112 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7992a032-e983-45db-828c-4c6b82dd5a59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95c917f5-14ba-5e96-98b8-1a52654a930a-33a1bade-a51b-46e6-aa5b-86cf409474eb', 'network_id': '33a1bade-a51b-46e6-aa5b-86cf409474eb', 'tenant_id': '86e3e9c5b0744f88a459de56a9372787', 'fixed_ips': [{'subnet_id': 'adfd2f09-e87b-409c-8de6-e2f26e5d18f0'}]}} from dv-neutron-825124-1-hyperv. {{(pid=84154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 20 14:27:03.738904 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7992a032-e983-45db-828c-4c6b82dd5a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:03.826015 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device f3c92201-946d-460b-95a6-28451ce71115 up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:27:03.832510 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-109a0620-301a-419f-861b-5c81b1f5e0d2 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Calling delete_port for 6f8217d9-f54b-4499-86ea-1997ffe3bdb6 owned by {{(pid=84153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:27:03.848579 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-fdff7e6f-a968-4334-b5ef-c3410465f8ac tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] Usage tracker for resource:port and tenant:2131a6f7612542fb8c5c49d0809dd30d is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:27:03.856025 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-fdff7e6f-a968-4334-b5ef-c3410465f8ac tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:27:03.926885 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-fdff7e6f-a968-4334-b5ef-c3410465f8ac tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:27:03.934495 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-7f37b7cb-3a63-4b4a-b0e1-c1cc080973d6 tempest-RoutersIpV6AdminTest-217416812 tempest-RoutersIpV6AdminTest-217416812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-737761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105493'] for router, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:03.958451 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-7f37b7cb-3a63-4b4a-b0e1-c1cc080973d6 tempest-RoutersIpV6AdminTest-217416812 tempest-RoutersIpV6AdminTest-217416812-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:03.983193 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-a2598c28-2465-4d64-8fed-e67857adb029 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:03.983506 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-a2598c28-2465-4d64-8fed-e67857adb029 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:04.002566 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port f3c92201-946d-460b-95a6-28451ce71115 triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:27:04.002948 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:04.015662 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-f0e0501d-b797-422c-983b-7cc9de22bdfc tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:27:04.069911 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_common [None req-7992a032-e983-45db-828c-4c6b82dd5a59 None None] Allocated IP 172.20.0.2 (33a1bade-a51b-46e6-aa5b-86cf409474eb/adfd2f09-e87b-409c-8de6-e2f26e5d18f0/da6d6389-98c1-445d-a51a-9fef2d8a1e10) {{(pid=84154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:27:04.077210 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-f0e0501d-b797-422c-983b-7cc9de22bdfc tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:27:04.122393 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdff7e6f-a968-4334-b5ef-c3410465f8ac tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] Made reservation on behalf of 2131a6f7612542fb8c5c49d0809dd30d for: {'port': 2} {{(pid=84152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:27:04.126260 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-fdff7e6f-a968-4334-b5ef-c3410465f8ac tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:04.150061 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-a2598c28-2465-4d64-8fed-e67857adb029 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Calling delete_port for d995f86d-263f-495d-9cdf-2c92f8847550 owned by network:floatingip {{(pid=84152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:27:04.184603 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-fdff7e6f-a968-4334-b5ef-c3410465f8ac tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:04.206445 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0e0501d-b797-422c-983b-7cc9de22bdfc tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Made reservation on behalf of 86e3e9c5b0744f88a459de56a9372787 for: {'port': 1} {{(pid=84153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:27:04.210067 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-f0e0501d-b797-422c-983b-7cc9de22bdfc tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:04.242934 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-19b6713b-deba-4b32-b65a-e5cb502ae3b4 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3943531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4194004'] for subnet, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:04.295137 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-109a0620-301a-419f-861b-5c81b1f5e0d2 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:04.305169 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-7f37b7cb-3a63-4b4a-b0e1-c1cc080973d6 tempest-RoutersIpV6AdminTest-217416812 tempest-RoutersIpV6AdminTest-217416812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-737693'] for router, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:04.305169 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f37b7cb-3a63-4b4a-b0e1-c1cc080973d6 tempest-RoutersIpV6AdminTest-217416812 tempest-RoutersIpV6AdminTest-217416812-project] Fanout notify agent at l3_agent the message router_deleted on router df7158ab-3483-4e26-8096-6528e2342e24 {{(pid=84152) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 20 14:27:04.307089 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.notifiers.nova [None req-f0e0501d-b797-422c-983b-7cc9de22bdfc tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] device_id is not set on port 456966de-282e-4aea-ad67-0df4d5354f96 yet. {{(pid=84153) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 14:27:04.342189 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7992a032-e983-45db-828c-4c6b82dd5a59 None None] Notify callbacks [] for port, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:04.353076 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-7992a032-e983-45db-828c-4c6b82dd5a59 None None] Transition to ACTIVE for port object da6d6389-98c1-445d-a51a-9fef2d8a1e10 will not be triggered until provisioned by entity L2. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:27:04.371654 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-7992a032-e983-45db-828c-4c6b82dd5a59 None None] Transition to ACTIVE for port object da6d6389-98c1-445d-a51a-9fef2d8a1e10 will not be triggered until provisioned by entity DHCP. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:27:04.379325 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-7f37b7cb-3a63-4b4a-b0e1-c1cc080973d6 tempest-RoutersIpV6AdminTest-217416812 tempest-RoutersIpV6AdminTest-217416812-project] Notify callbacks [] for router, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:04.379771 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-7f37b7cb-3a63-4b4a-b0e1-c1cc080973d6 tempest-RoutersIpV6AdminTest-217416812 tempest-RoutersIpV6AdminTest-217416812-project] 10.222.0.54 "DELETE /v2.0/routers/df7158ab-3483-4e26-8096-6528e2342e24 HTTP/1.1" status: 204 len: 168 time: 4.6743352 Jan 20 14:27:04.386413 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 34576) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:27:04.408402 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109a0620-301a-419f-861b-5c81b1f5e0d2 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Pushing event deleted for resources: {'Port': ['ID=6f8217d9-f54b-4499-86ea-1997ffe3bdb6,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:27:04.419580 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-75043cdf-1c55-41e9-b1b7-274e984ebf6a tempest-RoutersIpV6AdminTest-217416812 tempest-RoutersIpV6AdminTest-217416812-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1156824', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:27:04.458228 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7992a032-e983-45db-828c-4c6b82dd5a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477'] for port, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:04.479754 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-75043cdf-1c55-41e9-b1b7-274e984ebf6a tempest-RoutersIpV6AdminTest-217416812 tempest-RoutersIpV6AdminTest-217416812-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:27:04.493280 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b6713b-deba-4b32-b65a-e5cb502ae3b4 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Pushing event updated for resources: {'Subnet': ['ID=f11ec7bd-41c3-4fcf-abee-b9914d12f7aa,revision_number=0']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:27:04.503114 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-75043cdf-1c55-41e9-b1b7-274e984ebf6a tempest-RoutersIpV6AdminTest-217416812 tempest-RoutersIpV6AdminTest-217416812-project] Usage tracker for resource:router and tenant:f59aced9f6574efc8bfd49e9f7505be7 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:27:04.506424 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.notifiers.nova [None req-fdff7e6f-a968-4334-b5ef-c3410465f8ac tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] device_id is not set on port a79036b1-0685-44ed-a4cc-5b9b5bfa5673 yet. {{(pid=84152) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 14:27:04.507596 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-109a0620-301a-419f-861b-5c81b1f5e0d2 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:04.510541 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-75043cdf-1c55-41e9-b1b7-274e984ebf6a tempest-RoutersIpV6AdminTest-217416812 tempest-RoutersIpV6AdminTest-217416812-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:27:04.537952 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-75043cdf-1c55-41e9-b1b7-274e984ebf6a tempest-RoutersIpV6AdminTest-217416812 tempest-RoutersIpV6AdminTest-217416812-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:27:04.552528 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7992a032-e983-45db-828c-4c6b82dd5a59 None None] Network 33a1bade-a51b-46e6-aa5b-86cf409474eb is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:27:04.556484 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7992a032-e983-45db-828c-4c6b82dd5a59 None None] Pushing event updated for resources: {'Port': ['ID=da6d6389-98c1-445d-a51a-9fef2d8a1e10,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:27:04.556484 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-7992a032-e983-45db-828c-4c6b82dd5a59 None None] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:27:04.559329 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7992a032-e983-45db-828c-4c6b82dd5a59 None None] Received port after_create {{(pid=84154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:27:04.569691 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7992a032-e983-45db-828c-4c6b82dd5a59 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:27:04.570243 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7992a032-e983-45db-828c-4c6b82dd5a59 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:27:04.570680 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7992a032-e983-45db-828c-4c6b82dd5a59 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:27:04.571100 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7992a032-e983-45db-828c-4c6b82dd5a59 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:27:04.571445 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7992a032-e983-45db-828c-4c6b82dd5a59 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:27:04.571838 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7992a032-e983-45db-828c-4c6b82dd5a59 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:27:04.572284 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7992a032-e983-45db-828c-4c6b82dd5a59 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:27:04.573204 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7992a032-e983-45db-828c-4c6b82dd5a59 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:27:04.573605 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7992a032-e983-45db-828c-4c6b82dd5a59 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:27:04.573999 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7992a032-e983-45db-828c-4c6b82dd5a59 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:27:04.574405 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7992a032-e983-45db-828c-4c6b82dd5a59 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:27:04.603195 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-a2598c28-2465-4d64-8fed-e67857adb029 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:04.720548 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2598c28-2465-4d64-8fed-e67857adb029 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Pushing event deleted for resources: {'Port': ['ID=d995f86d-263f-495d-9cdf-2c92f8847550,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:27:04.728641 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-7992a032-e983-45db-828c-4c6b82dd5a59 None None] Attempting to bind port da6d6389-98c1-445d-a51a-9fef2d8a1e10 on host dv-neutron-825124-1-hyperv for vnic_type normal with profile {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:27:04.729637 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-7992a032-e983-45db-828c-4c6b82dd5a59 None None] Attempting to bind port da6d6389-98c1-445d-a51a-9fef2d8a1e10 by drivers openvswitch,hyperv on host dv-neutron-825124-1-hyperv at level 0 using segments [{'id': 'fe7da8c8-1933-426b-a150-73722b023da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '33a1bade-a51b-46e6-aa5b-86cf409474eb'}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:27:04.730189 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7992a032-e983-45db-828c-4c6b82dd5a59 None None] Attempting to bind port da6d6389-98c1-445d-a51a-9fef2d8a1e10 on network 33a1bade-a51b-46e6-aa5b-86cf409474eb {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 14:27:04.762217 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-fdff7e6f-a968-4334-b5ef-c3410465f8ac tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] Notify callbacks [] for port, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:04.773767 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19b6713b-deba-4b32-b65a-e5cb502ae3b4 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Checking segment: {'id': '2efae10d-1920-465d-b634-22d615d8316d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '0c04b775-8074-4008-900f-43fd4cc4b6a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 14:27:04.774835 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19b6713b-deba-4b32-b65a-e5cb502ae3b4 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Network hostable DHCP agents. Network: 0c04b775-8074-4008-900f-43fd4cc4b6a3, hostable agents: ['1a181e39-5220-4c1a-88f8-08a54e8bfc9b'], hosted agents: [] {{(pid=84153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 14:27:04.781906 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7992a032-e983-45db-828c-4c6b82dd5a59 None None] Checking agent: {'id': '6414dfeb-85c5-454a-8756-709ca637d800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825124-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 16, 31), 'started_at': datetime.datetime(2022, 1, 20, 14, 17, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 27, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825124-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 14:27:04.782620 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7992a032-e983-45db-828c-4c6b82dd5a59 None None] Checking segment: {'id': 'fe7da8c8-1933-426b-a150-73722b023da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '33a1bade-a51b-46e6-aa5b-86cf409474eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 14:27:04.783112 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7992a032-e983-45db-828c-4c6b82dd5a59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:04.783603 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7992a032-e983-45db-828c-4c6b82dd5a59 None None] Bound using segment: {'id': 'fe7da8c8-1933-426b-a150-73722b023da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '33a1bade-a51b-46e6-aa5b-86cf409474eb'} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 14:27:04.784160 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-7992a032-e983-45db-828c-4c6b82dd5a59 None None] Bound port: da6d6389-98c1-445d-a51a-9fef2d8a1e10, host: dv-neutron-825124-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe7da8c8-1933-426b-a150-73722b023da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '33a1bade-a51b-46e6-aa5b-86cf409474eb'}}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:27:04.784625 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7992a032-e983-45db-828c-4c6b82dd5a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:04.788417 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-109a0620-301a-419f-861b-5c81b1f5e0d2 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] 10.222.0.54 "DELETE /v2.0/ports/6f8217d9-f54b-4499-86ea-1997ffe3bdb6 HTTP/1.1" status: 204 len: 168 time: 2.2523067 Jan 20 14:27:04.788417 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-75043cdf-1c55-41e9-b1b7-274e984ebf6a tempest-RoutersIpV6AdminTest-217416812 tempest-RoutersIpV6AdminTest-217416812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-105475'] for router, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:04.789338 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-75043cdf-1c55-41e9-b1b7-274e984ebf6a tempest-RoutersIpV6AdminTest-217416812 tempest-RoutersIpV6AdminTest-217416812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-739204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-744864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-735540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-105484'] for router, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:04.794767 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 34582) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:27:04.844688 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.db_base_plugin_common [None req-f0e0501d-b797-422c-983b-7cc9de22bdfc tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Allocated IP 172.20.0.7 (33a1bade-a51b-46e6-aa5b-86cf409474eb/adfd2f09-e87b-409c-8de6-e2f26e5d18f0/456966de-282e-4aea-ad67-0df4d5354f96) {{(pid=84153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:27:04.866323 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-75043cdf-1c55-41e9-b1b7-274e984ebf6a tempest-RoutersIpV6AdminTest-217416812 tempest-RoutersIpV6AdminTest-217416812-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:04.900078 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-7992a032-e983-45db-828c-4c6b82dd5a59 None None] For port da6d6389-98c1-445d-a51a-9fef2d8a1e10, host dv-neutron-825124-1-hyperv, cleared binding levels {{(pid=84154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 14:27:04.904478 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-7992a032-e983-45db-828c-4c6b82dd5a59 None None] For port da6d6389-98c1-445d-a51a-9fef2d8a1e10, host dv-neutron-825124-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=da6d6389-98c1-445d-a51a-9fef2d8a1e10,segment=NetworkSegment(fe7da8c8-1933-426b-a150-73722b023da9),segment_id=fe7da8c8-1933-426b-a150-73722b023da9)] {{(pid=84154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 14:27:04.928830 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-c5b31d82-bf10-46e4-a149-883f0ade102f req-eaba733d-511d-4a05-b4e7-51ad605a7c27 service neutron] 10.222.0.106 "GET /v2.0/ports?device_id=ca65b5b7-46e4-4202-83e6-d0c1271c06e0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3149526 Jan 20 14:27:04.937816 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-a2598c28-2465-4d64-8fed-e67857adb029 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Notify callbacks [] for floatingip, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:04.950678 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.notifiers.nova [None req-fdff7e6f-a968-4334-b5ef-c3410465f8ac tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] device_id is not set on port 9be0e205-177c-4ed7-8c90-3ef10c1dcd07 yet. {{(pid=84152) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 14:27:04.956138 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19b6713b-deba-4b32-b65a-e5cb502ae3b4 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Network 0c04b775-8074-4008-900f-43fd4cc4b6a3 is scheduled to be hosted by DHCP agent 1a181e39-5220-4c1a-88f8-08a54e8bfc9b with binding_index 1 {{(pid=84153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 14:27:04.967827 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7992a032-e983-45db-828c-4c6b82dd5a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:04.973087 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a915fd7a-437e-4530-9cf6-215c2883bcdc tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:27:04.977695 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a915fd7a-437e-4530-9cf6-215c2883bcdc tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:27:04.977695 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-a915fd7a-437e-4530-9cf6-215c2883bcdc tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Synchronizing usage tracker for tenant:2cb17692bb0c4a2782f988652201ac42 on resource:subnet {{(pid=84152) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:27:05.024635 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-75043cdf-1c55-41e9-b1b7-274e984ebf6a tempest-RoutersIpV6AdminTest-217416812 tempest-RoutersIpV6AdminTest-217416812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-744861'] for router, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:05.052763 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-a2598c28-2465-4d64-8fed-e67857adb029 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for floatingip, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:05.054180 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-a2598c28-2465-4d64-8fed-e67857adb029 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] 10.222.0.54 "DELETE /v2.0/floatingips/346211b9-383d-43e0-aa6e-277b8f541554 HTTP/1.1" status: 204 len: 168 time: 2.3162522 Jan 20 14:27:05.057205 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 34586) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:27:05.075091 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7992a032-e983-45db-828c-4c6b82dd5a59 None None] Pushing event updated for resources: {'Port': ['ID=da6d6389-98c1-445d-a51a-9fef2d8a1e10,revision_number=2']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:27:05.126010 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.base_scheduler [None req-19b6713b-deba-4b32-b65a-e5cb502ae3b4 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825124-1-hyperv, 0c04b775-8074-4008-900f-43fd4cc4b6a3) {{(pid=84153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:27:05.128319 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-a915fd7a-437e-4530-9cf6-215c2883bcdc tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Unset dirty status for tenant:2cb17692bb0c4a2782f988652201ac42 on resource:subnet {{(pid=84152) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:27:05.130496 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-a915fd7a-437e-4530-9cf6-215c2883bcdc tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3348711 Jan 20 14:27:05.139797 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19b6713b-deba-4b32-b65a-e5cb502ae3b4 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:27:05.140398 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-19b6713b-deba-4b32-b65a-e5cb502ae3b4 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1705179'] for subnet, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:05.142199 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 34590) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:27:05.152486 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.api.v2.resource [None req-1a488001-f2dd-4235-84d1-2920aab622ba tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] delete failed (client error): The resource could not be found. Jan 20 14:27:05.153517 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-1a488001-f2dd-4235-84d1-2920aab622ba tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] 10.222.0.54 "DELETE /v2.0/floatingips/346211b9-383d-43e0-aa6e-277b8f541554 HTTP/1.1" status: 404 len: 345 time: 0.0952392 Jan 20 14:27:05.158794 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 34594) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:27:05.203992 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-fdff7e6f-a968-4334-b5ef-c3410465f8ac tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] Notify callbacks [] for port, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:05.266120 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-75043cdf-1c55-41e9-b1b7-274e984ebf6a tempest-RoutersIpV6AdminTest-217416812 tempest-RoutersIpV6AdminTest-217416812-project] Notify callbacks [] for router, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:05.267898 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-75043cdf-1c55-41e9-b1b7-274e984ebf6a tempest-RoutersIpV6AdminTest-217416812 tempest-RoutersIpV6AdminTest-217416812-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.8692989 Jan 20 14:27:05.276773 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 34600) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:27:05.279722 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-f0e0501d-b797-422c-983b-7cc9de22bdfc tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks [] for port, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:05.292889 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-bf73e63d-9fdc-430a-9a0e-54e9d18aa428 tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'enable_snat': False}}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:27:05.382432 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-19b6713b-deba-4b32-b65a-e5cb502ae3b4 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3391094 Jan 20 14:27:05.386691 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 34604) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:27:05.400081 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.provisioning_blocks [None req-f0e0501d-b797-422c-983b-7cc9de22bdfc tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Transition to ACTIVE for port object 456966de-282e-4aea-ad67-0df4d5354f96 will not be triggered until provisioned by entity DHCP. {{(pid=84153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:27:05.489288 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-c5b31d82-bf10-46e4-a149-883f0ade102f req-1cc763a8-e0d2-43f2-aead-31a1d3901b43 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=02a4359015ef4fdda53e039fb57dd72f&device_id=ca65b5b7-46e4-4202-83e6-d0c1271c06e0 HTTP/1.1" status: 200 len: 1098 time: 0.4373481 Jan 20 14:27:05.511519 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-dbe5e838-dcde-48f8-9354-c74803bebe13 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Request body: {'subnet': {'network_id': '0c04b775-8074-4008-900f-43fd4cc4b6a3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:27:05.537328 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-fdff7e6f-a968-4334-b5ef-c3410465f8ac tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:05.666671 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e1b0dc8-4f88-4315-beb2-296125dca1e6 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:27:05.670532 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e1b0dc8-4f88-4315-beb2-296125dca1e6 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:27:05.675114 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e1b0dc8-4f88-4315-beb2-296125dca1e6 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:27:05.675935 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-4e1b0dc8-4f88-4315-beb2-296125dca1e6 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Synchronizing usage tracker for tenant:788f8e40e69a4b21adff221535fcbda3 on resource:port {{(pid=84153) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:27:05.694423 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.db_base_plugin_v2 [None req-dab42dd4-9f70-41d8-9fb5-bcbf29d83b30 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Deleting subnet 11c2df19-645c-4ed0-ace2-e1927fafcd44 {{(pid=84152) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 20 14:27:05.701854 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-dab42dd4-9f70-41d8-9fb5-bcbf29d83b30 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks [] for subnet, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:05.785782 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-f0e0501d-b797-422c-983b-7cc9de22bdfc tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:05.808032 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-dab42dd4-9f70-41d8-9fb5-bcbf29d83b30 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3337915'] for subnet, precommit_delete_associations {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:05.877826 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-4e1b0dc8-4f88-4315-beb2-296125dca1e6 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Unset dirty status for tenant:788f8e40e69a4b21adff221535fcbda3 on resource:port {{(pid=84153) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:27:05.886072 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-4e1b0dc8-4f88-4315-beb2-296125dca1e6 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] 10.222.0.54 "GET /v2.0/ports?network_id=f9dfe92d-7a28-4f7f-8f3f-9d29413d59b7 HTTP/1.1" status: 200 len: 2357 time: 0.7173796 Jan 20 14:27:05.914012 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdff7e6f-a968-4334-b5ef-c3410465f8ac tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] Pushing event updated for resources: {'Port': ['ID=a79036b1-0685-44ed-a4cc-5b9b5bfa5673,revision_number=1']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:27:05.917146 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 34610) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:27:05.934185 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device da6d6389-98c1-445d-a51a-9fef2d8a1e10 up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:27:05.961196 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b31d82-bf10-46e4-a149-883f0ade102f req-d165e322-3230-4c81-bbf7-9aae6e516953 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:27:05.962723 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-c5b31d82-bf10-46e4-a149-883f0ade102f req-d165e322-3230-4c81-bbf7-9aae6e516953 service neutron] 10.222.0.106 "GET /v2.0/networks?id=da16ad43-ad30-42db-87b4-6c2adb2c2b3b HTTP/1.1" status: 200 len: 907 time: 0.4496083 Jan 20 14:27:05.980183 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-dab42dd4-9f70-41d8-9fb5-bcbf29d83b30 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1627147'] for subnet, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:06.061639 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0e0501d-b797-422c-983b-7cc9de22bdfc tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Network 33a1bade-a51b-46e6-aa5b-86cf409474eb is already hosted by enough agents. {{(pid=84153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:27:06.074083 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.base_scheduler [None req-f0e0501d-b797-422c-983b-7cc9de22bdfc tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Resources bound (agent type, host, resource id): {{(pid=84153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:27:06.079536 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e0501d-b797-422c-983b-7cc9de22bdfc tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Pushing event updated for resources: {'Port': ['ID=456966de-282e-4aea-ad67-0df4d5354f96,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:27:06.081857 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0e0501d-b797-422c-983b-7cc9de22bdfc tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Received port after_create {{(pid=84153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:27:06.123246 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-dbe5e838-dcde-48f8-9354-c74803bebe13 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:27:06.145166 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-dbe5e838-dcde-48f8-9354-c74803bebe13 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Usage tracker for resource:subnet and tenant:61b46269b9ca430eb51733c2203d2e38 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:27:06.154174 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-dbe5e838-dcde-48f8-9354-c74803bebe13 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:27:06.155447 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning for port da6d6389-98c1-445d-a51a-9fef2d8a1e10 completed by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:27:06.157993 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-dab42dd4-9f70-41d8-9fb5-bcbf29d83b30 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1627154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4163580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155308'] for subnet, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:06.202751 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-dbe5e838-dcde-48f8-9354-c74803bebe13 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:27:06.227757 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab42dd4-9f70-41d8-9fb5-bcbf29d83b30 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Pushing event deleted for resources: {'Subnet': ['ID=11c2df19-645c-4ed0-ace2-e1927fafcd44,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:27:06.235203 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdff7e6f-a968-4334-b5ef-c3410465f8ac tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] Checking segment: {'id': 'a92c6b55-e692-42f3-b18e-3a5747027312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '68b7ae98-e113-4ecb-9aa5-067dd0c57357'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 14:27:06.235858 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdff7e6f-a968-4334-b5ef-c3410465f8ac tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] Network hostable DHCP agents. Network: 68b7ae98-e113-4ecb-9aa5-067dd0c57357, hostable agents: ['1a181e39-5220-4c1a-88f8-08a54e8bfc9b'], hosted agents: [] {{(pid=84152) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 14:27:06.251244 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-dab42dd4-9f70-41d8-9fb5-bcbf29d83b30 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks [] for subnet, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:06.274791 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-c5b31d82-bf10-46e4-a149-883f0ade102f req-99db0344-9b4e-4fd8-bc0e-269d7be45edd service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a2900794-3a49-4b60-9a68-2f6383df387c HTTP/1.1" status: 200 len: 999 time: 0.2859652 Jan 20 14:27:06.279789 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0e0501d-b797-422c-983b-7cc9de22bdfc tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:27:06.280643 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-f0e0501d-b797-422c-983b-7cc9de22bdfc tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:06.289376 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-bf73e63d-9fdc-430a-9a0e-54e9d18aa428 tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-744886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-105502'] for router, precommit_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:06.290144 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92cb9a59-cf6a-4533-a34c-a2cf6caed923 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:27:06.296175 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-92cb9a59-cf6a-4533-a34c-a2cf6caed923 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] 10.222.0.54 "GET /v2.0/subnets/f8b841ec-8e6c-4183-90f0-f24e1dbc270d HTTP/1.1" status: 200 len: 797 time: 0.2263312 Jan 20 14:27:06.296349 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1043b4a-e199-4955-9b00-49073eea5a82 None None] get_active_networks_info from dv-neutron-825124-1-hyperv {{(pid=84154) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 20 14:27:06.296436 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 34614) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:27:06.302967 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-9b8cf40d-9816-48e3-b6a9-87e27e873624 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Request body: {'port': {'network_id': 'f9dfe92d-7a28-4f7f-8f3f-9d29413d59b7', 'name': 'tempest-FloatingIPTestJSON-578364174', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:27:06.369395 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b31d82-bf10-46e4-a149-883f0ade102f req-a55bff19-62f3-4dcb-bd53-7c203279fbfd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:27:06.371364 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-c5b31d82-bf10-46e4-a149-883f0ade102f req-a55bff19-62f3-4dcb-bd53-7c203279fbfd service neutron] 10.222.0.106 "GET /v2.0/subnets?id=fe04fd19-c016-4d9b-bbbe-e9ba6073304a HTTP/1.1" status: 200 len: 845 time: 0.0842891 Jan 20 14:27:06.377381 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbe5e838-dcde-48f8-9354-c74803bebe13 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Made reservation on behalf of 61b46269b9ca430eb51733c2203d2e38 for: {'subnet': 1} {{(pid=84152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:27:06.396145 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-dab42dd4-9f70-41d8-9fb5-bcbf29d83b30 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] 10.222.0.54 "DELETE /v2.0/subnets/11c2df19-645c-4ed0-ace2-e1927fafcd44 HTTP/1.1" status: 204 len: 168 time: 1.2493529 Jan 20 14:27:06.398743 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 34620) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:27:06.426968 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-f0e0501d-b797-422c-983b-7cc9de22bdfc tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.8043630 Jan 20 14:27:06.429617 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 34624) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:27:06.448166 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-f84f91ca-ae00-4d8c-a0b8-d567fae2d66e None None] Provisioning for port da6d6389-98c1-445d-a51a-9fef2d8a1e10 completed by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:27:06.459108 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1043b4a-e199-4955-9b00-49073eea5a82 None None] Resources bound (agent type, host, resource id): {{(pid=84154) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 20 14:27:06.463127 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-f84f91ca-ae00-4d8c-a0b8-d567fae2d66e None None] Provisioning complete for port da6d6389-98c1-445d-a51a-9fef2d8a1e10 triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:27:06.463876 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-f84f91ca-ae00-4d8c-a0b8-d567fae2d66e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:06.536598 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdff7e6f-a968-4334-b5ef-c3410465f8ac tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] Network 68b7ae98-e113-4ecb-9aa5-067dd0c57357 is scheduled to be hosted by DHCP agent 1a181e39-5220-4c1a-88f8-08a54e8bfc9b with binding_index 1 {{(pid=84152) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 14:27:06.553149 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-ad8400a4-292f-4455-ad9b-b955e55c16ee tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1454995 Jan 20 14:27:06.562355 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 34628) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:27:06.633646 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.base_scheduler [None req-fdff7e6f-a968-4334-b5ef-c3410465f8ac tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825124-1-hyperv, 68b7ae98-e113-4ecb-9aa5-067dd0c57357) {{(pid=84152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:27:06.662328 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdff7e6f-a968-4334-b5ef-c3410465f8ac tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] Received port after_create {{(pid=84152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:27:06.663096 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-fdff7e6f-a968-4334-b5ef-c3410465f8ac tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:06.702075 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-07cd3892-063a-4868-b1e0-f862a9b535d3 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Deleting port 456966de-282e-4aea-ad67-0df4d5354f96 {{(pid=84153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:27:06.702075 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-07cd3892-063a-4868-b1e0-f862a9b535d3 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:06.728256 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-f84f91ca-ae00-4d8c-a0b8-d567fae2d66e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:06.754588 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-9b8cf40d-9816-48e3-b6a9-87e27e873624 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:27:06.758525 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-dbe5e838-dcde-48f8-9354-c74803bebe13 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3155315'] for subnet, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:06.827676 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-c5b31d82-bf10-46e4-a149-883f0ade102f req-00ee39b0-7764-43d1-b964-08ca74838615 service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=da16ad43-ad30-42db-87b4-6c2adb2c2b3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4470584 Jan 20 14:27:06.831686 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-f84f91ca-ae00-4d8c-a0b8-d567fae2d66e None None] For port da6d6389-98c1-445d-a51a-9fef2d8a1e10, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=da6d6389-98c1-445d-a51a-9fef2d8a1e10,segment=NetworkSegment(fe7da8c8-1933-426b-a150-73722b023da9),segment_id=fe7da8c8-1933-426b-a150-73722b023da9)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:27:06.855944 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-9b8cf40d-9816-48e3-b6a9-87e27e873624 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:27:06.864268 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdff7e6f-a968-4334-b5ef-c3410465f8ac tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] Pushing event updated for resources: {'Port': ['ID=9be0e205-177c-4ed7-8c90-3ef10c1dcd07,revision_number=1']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:27:06.926275 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b47689d5-7768-4d37-bd6a-3870b84674fc tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:27:06.926510 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-f84f91ca-ae00-4d8c-a0b8-d567fae2d66e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:06.926616 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-b47689d5-7768-4d37-bd6a-3870b84674fc tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Synchronizing usage tracker for tenant:2cb17692bb0c4a2782f988652201ac42 on resource:port {{(pid=84152) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:27:06.959010 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdff7e6f-a968-4334-b5ef-c3410465f8ac tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] Checking segment: {'id': 'd321a21e-daa9-4105-ade3-2001e7992e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '2f8ac0de-0dea-4263-a2cd-34d159d13edd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 14:27:06.959375 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdff7e6f-a968-4334-b5ef-c3410465f8ac tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] Network hostable DHCP agents. Network: 2f8ac0de-0dea-4263-a2cd-34d159d13edd, hostable agents: ['1a181e39-5220-4c1a-88f8-08a54e8bfc9b'], hosted agents: [] {{(pid=84152) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 14:27:06.972998 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b8cf40d-9816-48e3-b6a9-87e27e873624 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Made reservation on behalf of 788f8e40e69a4b21adff221535fcbda3 for: {'port': 1} {{(pid=84152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:27:07.063547 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-b47689d5-7768-4d37-bd6a-3870b84674fc tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Unset dirty status for tenant:2cb17692bb0c4a2782f988652201ac42 on resource:port {{(pid=84152) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:27:07.065019 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-b47689d5-7768-4d37-bd6a-3870b84674fc tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.5030091 Jan 20 14:27:07.074920 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 34634) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:27:07.080411 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d968de44-49d8-4a3c-ad41-2df54ef1cf11 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95c917f5-14ba-5e96-98b8-1a52654a930a-0c04b775-8074-4008-900f-43fd4cc4b6a3', 'network_id': '0c04b775-8074-4008-900f-43fd4cc4b6a3', 'tenant_id': '61b46269b9ca430eb51733c2203d2e38', 'fixed_ips': [{'subnet_id': 'f11ec7bd-41c3-4fcf-abee-b9914d12f7aa'}]}} from dv-neutron-825124-1-hyperv. {{(pid=84154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 20 14:27:07.081232 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-d968de44-49d8-4a3c-ad41-2df54ef1cf11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:07.105010 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-c5b31d82-bf10-46e4-a149-883f0ade102f req-09ed9f58-023f-47fb-b955-cd7c3de810ea service neutron] 10.222.0.106 "GET /v2.0/networks/da16ad43-ad30-42db-87b4-6c2adb2c2b3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2637081 Jan 20 14:27:07.225671 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-9b8cf40d-9816-48e3-b6a9-87e27e873624 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:07.245558 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdff7e6f-a968-4334-b5ef-c3410465f8ac tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] Network 2f8ac0de-0dea-4263-a2cd-34d159d13edd is scheduled to be hosted by DHCP agent 1a181e39-5220-4c1a-88f8-08a54e8bfc9b with binding_index 1 {{(pid=84152) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 14:27:07.250461 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b379571-0de0-4f6f-bba6-9774dde9c366 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:27:07.251367 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-7b379571-0de0-4f6f-bba6-9774dde9c366 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Synchronizing usage tracker for tenant:2cb17692bb0c4a2782f988652201ac42 on resource:subnet {{(pid=84152) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:27:07.253152 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_common [None req-d968de44-49d8-4a3c-ad41-2df54ef1cf11 None None] Allocated IP 2001:db8::2 (0c04b775-8074-4008-900f-43fd4cc4b6a3/f11ec7bd-41c3-4fcf-abee-b9914d12f7aa/d61122fd-48d2-456f-9f99-9b9da580ad8e) {{(pid=84154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:27:07.282448 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.notifiers.nova [None req-9b8cf40d-9816-48e3-b6a9-87e27e873624 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] device_id is not set on port dc4ceb71-5570-4312-965c-bed7a80d59db yet. {{(pid=84152) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 14:27:07.343775 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-07cd3892-063a-4868-b1e0-f862a9b535d3 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:07.346062 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.base_scheduler [None req-fdff7e6f-a968-4334-b5ef-c3410465f8ac tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825124-1-hyperv, 2f8ac0de-0dea-4263-a2cd-34d159d13edd) {{(pid=84152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:27:07.355710 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdff7e6f-a968-4334-b5ef-c3410465f8ac tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] Received port after_create {{(pid=84152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:27:07.355967 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84f91ca-ae00-4d8c-a0b8-d567fae2d66e None None] Pushing event updated for resources: {'Port': ['ID=da6d6389-98c1-445d-a51a-9fef2d8a1e10,revision_number=3']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:27:07.359181 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdff7e6f-a968-4334-b5ef-c3410465f8ac tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:27:07.362654 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdff7e6f-a968-4334-b5ef-c3410465f8ac tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:27:07.363325 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-fdff7e6f-a968-4334-b5ef-c3410465f8ac tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:07.365804 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-c5b31d82-bf10-46e4-a149-883f0ade102f req-9aa23ac8-7d6b-4dae-8952-67f00a8ced17 service neutron] 10.222.0.106 "GET /v2.0/networks/da16ad43-ad30-42db-87b4-6c2adb2c2b3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2448673 Jan 20 14:27:07.486149 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-07cd3892-063a-4868-b1e0-f862a9b535d3 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Calling delete_port for 456966de-282e-4aea-ad67-0df4d5354f96 owned by {{(pid=84153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:27:07.515230 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-7b379571-0de0-4f6f-bba6-9774dde9c366 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Unset dirty status for tenant:2cb17692bb0c4a2782f988652201ac42 on resource:subnet {{(pid=84152) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:27:07.515230 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-7b379571-0de0-4f6f-bba6-9774dde9c366 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4369371 Jan 20 14:27:07.517662 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 34638) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:27:07.533347 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-d968de44-49d8-4a3c-ad41-2df54ef1cf11 None None] Notify callbacks [] for port, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:07.544716 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-d968de44-49d8-4a3c-ad41-2df54ef1cf11 None None] Transition to ACTIVE for port object d61122fd-48d2-456f-9f99-9b9da580ad8e will not be triggered until provisioned by entity L2. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:27:07.567643 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-d968de44-49d8-4a3c-ad41-2df54ef1cf11 None None] Transition to ACTIVE for port object d61122fd-48d2-456f-9f99-9b9da580ad8e will not be triggered until provisioned by entity DHCP. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:27:07.600666 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-bf73e63d-9fdc-430a-9a0e-54e9d18aa428 tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:07.648514 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-df913a28-9976-4a9b-9f23-13617cb0ab31 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1167204 Jan 20 14:27:07.648751 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 34644) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:27:07.653794 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-bf73e63d-9fdc-430a-9a0e-54e9d18aa428 tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:07.654838 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-fdff7e6f-a968-4334-b5ef-c3410465f8ac tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 4.9248948 Jan 20 14:27:07.658530 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-492ff942-6190-4b0b-8462-243ba0f07a48 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Request body: {'subnet': {'network_id': 'dbce74ed-d43c-4540-8d8d-e582f35e4792', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:27:07.661496 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 34648) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:27:07.670571 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-d968de44-49d8-4a3c-ad41-2df54ef1cf11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477'] for port, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:07.748955 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-dbe5e838-dcde-48f8-9354-c74803bebe13 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4163519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3155301'] for subnet, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:07.785111 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d968de44-49d8-4a3c-ad41-2df54ef1cf11 None None] Network 0c04b775-8074-4008-900f-43fd4cc4b6a3 is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:27:07.788076 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-d968de44-49d8-4a3c-ad41-2df54ef1cf11 None None] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:27:07.798844 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d968de44-49d8-4a3c-ad41-2df54ef1cf11 None None] Received port after_create {{(pid=84154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:27:07.875351 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d968de44-49d8-4a3c-ad41-2df54ef1cf11 None None] Pushing event updated for resources: {'Port': ['ID=d61122fd-48d2-456f-9f99-9b9da580ad8e,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:27:07.909594 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device da6d6389-98c1-445d-a51a-9fef2d8a1e10 up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:27:07.931245 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbe5e838-dcde-48f8-9354-c74803bebe13 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Network 0c04b775-8074-4008-900f-43fd4cc4b6a3 is already hosted by enough agents. {{(pid=84152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:27:07.932365 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-492ff942-6190-4b0b-8462-243ba0f07a48 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:27:07.946762 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.base_scheduler [None req-dbe5e838-dcde-48f8-9354-c74803bebe13 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Resources bound (agent type, host, resource id): {{(pid=84152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:27:07.949593 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbe5e838-dcde-48f8-9354-c74803bebe13 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:27:07.950363 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-dbe5e838-dcde-48f8-9354-c74803bebe13 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Notify callbacks [] for subnet, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:07.960769 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab1ed0f1-5a23-4603-87af-620713650ee8 tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:27:07.964530 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab1ed0f1-5a23-4603-87af-620713650ee8 tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:27:07.965865 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe5e838-dcde-48f8-9354-c74803bebe13 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Pushing event updated for resources: {'Subnet': ['ID=d601e23a-8de4-44f6-81f8-5fcdfdd7a012,revision_number=0']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:27:07.969037 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-ab1ed0f1-5a23-4603-87af-620713650ee8 tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.3057153 Jan 20 14:27:07.972452 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 34652) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:27:07.982370 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-d968de44-49d8-4a3c-ad41-2df54ef1cf11 None None] Attempting to bind port d61122fd-48d2-456f-9f99-9b9da580ad8e on host dv-neutron-825124-1-hyperv for vnic_type normal with profile {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:27:07.982744 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-d968de44-49d8-4a3c-ad41-2df54ef1cf11 None None] Attempting to bind port d61122fd-48d2-456f-9f99-9b9da580ad8e by drivers openvswitch,hyperv on host dv-neutron-825124-1-hyperv at level 0 using segments [{'id': '2efae10d-1920-465d-b634-22d615d8316d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '0c04b775-8074-4008-900f-43fd4cc4b6a3'}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:27:07.983109 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d968de44-49d8-4a3c-ad41-2df54ef1cf11 None None] Attempting to bind port d61122fd-48d2-456f-9f99-9b9da580ad8e on network 0c04b775-8074-4008-900f-43fd4cc4b6a3 {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 14:27:07.997549 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d968de44-49d8-4a3c-ad41-2df54ef1cf11 None None] Checking agent: {'id': '6414dfeb-85c5-454a-8756-709ca637d800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825124-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 16, 31), 'started_at': datetime.datetime(2022, 1, 20, 14, 17, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 27, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825124-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 14:27:07.997920 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d968de44-49d8-4a3c-ad41-2df54ef1cf11 None None] Checking segment: {'id': '2efae10d-1920-465d-b634-22d615d8316d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '0c04b775-8074-4008-900f-43fd4cc4b6a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 14:27:07.998243 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-d968de44-49d8-4a3c-ad41-2df54ef1cf11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:07.998715 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d968de44-49d8-4a3c-ad41-2df54ef1cf11 None None] Bound using segment: {'id': '2efae10d-1920-465d-b634-22d615d8316d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '0c04b775-8074-4008-900f-43fd4cc4b6a3'} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 14:27:07.999111 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-d968de44-49d8-4a3c-ad41-2df54ef1cf11 None None] Bound port: d61122fd-48d2-456f-9f99-9b9da580ad8e, host: dv-neutron-825124-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2efae10d-1920-465d-b634-22d615d8316d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '0c04b775-8074-4008-900f-43fd4cc4b6a3'}}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:27:07.999477 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-d968de44-49d8-4a3c-ad41-2df54ef1cf11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:08.012798 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-492ff942-6190-4b0b-8462-243ba0f07a48 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:27:08.027211 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.db_base_plugin_common [None req-bf73e63d-9fdc-430a-9a0e-54e9d18aa428 tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] Allocated IP 172.26.7.206 (8dffb05c-5ca0-409b-bd5f-7be6264f707d/a489dd4f-42a5-433b-8be3-bab2749c4209/7e7a72f1-538d-4bf2-8918-6772814f0414) {{(pid=84153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:27:08.043746 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-07cd3892-063a-4868-b1e0-f862a9b535d3 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:08.058687 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.db_base_plugin_common [None req-9b8cf40d-9816-48e3-b6a9-87e27e873624 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Allocated IP 172.20.0.14 (f9dfe92d-7a28-4f7f-8f3f-9d29413d59b7/f8b841ec-8e6c-4183-90f0-f24e1dbc270d/dc4ceb71-5570-4312-965c-bed7a80d59db) {{(pid=84152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:27:08.064882 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.db_base_plugin_common [None req-9b8cf40d-9816-48e3-b6a9-87e27e873624 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Allocated IP 172.20.0.13 (f9dfe92d-7a28-4f7f-8f3f-9d29413d59b7/f8b841ec-8e6c-4183-90f0-f24e1dbc270d/dc4ceb71-5570-4312-965c-bed7a80d59db) {{(pid=84152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:27:08.068693 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port da6d6389-98c1-445d-a51a-9fef2d8a1e10 triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:27:08.075151 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:08.106484 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cd3892-063a-4868-b1e0-f862a9b535d3 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Pushing event deleted for resources: {'Port': ['ID=456966de-282e-4aea-ad67-0df4d5354f96,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:27:08.124572 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-66789194-eaff-412e-93de-6894c9b62670 tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] Deleting port a79036b1-0685-44ed-a4cc-5b9b5bfa5673 {{(pid=84153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:27:08.124923 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-66789194-eaff-412e-93de-6894c9b62670 tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:08.144219 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-d968de44-49d8-4a3c-ad41-2df54ef1cf11 None None] For port d61122fd-48d2-456f-9f99-9b9da580ad8e, host dv-neutron-825124-1-hyperv, cleared binding levels {{(pid=84154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 14:27:08.148520 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-d968de44-49d8-4a3c-ad41-2df54ef1cf11 None None] For port d61122fd-48d2-456f-9f99-9b9da580ad8e, host dv-neutron-825124-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=d61122fd-48d2-456f-9f99-9b9da580ad8e,segment=NetworkSegment(2efae10d-1920-465d-b634-22d615d8316d),segment_id=2efae10d-1920-465d-b634-22d615d8316d)] {{(pid=84154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 14:27:08.220129 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-d968de44-49d8-4a3c-ad41-2df54ef1cf11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:08.309493 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-dbe5e838-dcde-48f8-9354-c74803bebe13 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.9218211 Jan 20 14:27:08.310174 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 34658) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:27:08.327789 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d968de44-49d8-4a3c-ad41-2df54ef1cf11 None None] Pushing event updated for resources: {'Port': ['ID=d61122fd-48d2-456f-9f99-9b9da580ad8e,revision_number=2']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:27:08.400190 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-9b8cf40d-9816-48e3-b6a9-87e27e873624 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Notify callbacks [] for port, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:08.410201 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-492ff942-6190-4b0b-8462-243ba0f07a48 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Made reservation on behalf of 2cb17692bb0c4a2782f988652201ac42 for: {'subnet': 1} {{(pid=84152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:27:08.413656 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-492ff942-6190-4b0b-8462-243ba0f07a48 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3155315'] for subnet, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:08.444913 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cfaf6ab-f998-4caf-b41e-8ce5b0aba04d tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:27:08.446436 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cfaf6ab-f998-4caf-b41e-8ce5b0aba04d tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:27:08.447798 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cfaf6ab-f998-4caf-b41e-8ce5b0aba04d tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:27:08.449175 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cfaf6ab-f998-4caf-b41e-8ce5b0aba04d tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:27:08.450532 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cfaf6ab-f998-4caf-b41e-8ce5b0aba04d tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:27:08.451473 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-3cfaf6ab-f998-4caf-b41e-8ce5b0aba04d tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Synchronizing usage tracker for tenant:61b46269b9ca430eb51733c2203d2e38 on resource:subnet {{(pid=84152) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:27:08.620396 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-07cd3892-063a-4868-b1e0-f862a9b535d3 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:08.659735 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-3cfaf6ab-f998-4caf-b41e-8ce5b0aba04d tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Unset dirty status for tenant:61b46269b9ca430eb51733c2203d2e38 on resource:subnet {{(pid=84152) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:27:08.663724 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-3cfaf6ab-f998-4caf-b41e-8ce5b0aba04d tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.3494773 Jan 20 14:27:08.669309 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 34662) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:27:08.684217 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-3e5bdd6b-cdba-462f-9230-09d225af7eb3 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1898563709'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:27:08.692591 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-3e5bdd6b-cdba-462f-9230-09d225af7eb3 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:27:08.692900 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-bf73e63d-9fdc-430a-9a0e-54e9d18aa428 tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:08.695130 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-9b8cf40d-9816-48e3-b6a9-87e27e873624 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:08.700005 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-3e5bdd6b-cdba-462f-9230-09d225af7eb3 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Usage tracker for resource:network and tenant:61b46269b9ca430eb51733c2203d2e38 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:27:08.714688 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-07cd3892-063a-4868-b1e0-f862a9b535d3 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] 10.222.0.54 "DELETE /v2.0/ports/456966de-282e-4aea-ad67-0df4d5354f96 HTTP/1.1" status: 204 len: 168 time: 2.2834127 Jan 20 14:27:08.720760 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 34666) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:27:08.737721 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-3e5bdd6b-cdba-462f-9230-09d225af7eb3 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:27:08.751701 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-3e5bdd6b-cdba-462f-9230-09d225af7eb3 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:27:08.773321 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-66789194-eaff-412e-93de-6894c9b62670 tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:08.793338 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfb17830-fddb-474b-9254-ae97df005e37 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] DELETE failed (client error): The resource could not be found. Jan 20 14:27:08.793785 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dfb17830-fddb-474b-9254-ae97df005e37 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:27:08.795453 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-dfb17830-fddb-474b-9254-ae97df005e37 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] 10.222.0.54 "DELETE /v2.0/ports/456966de-282e-4aea-ad67-0df4d5354f96 HTTP/1.1" status: 404 len: 333 time: 0.0737908 Jan 20 14:27:08.804876 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 34672) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:27:08.859580 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b8cf40d-9816-48e3-b6a9-87e27e873624 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Network f9dfe92d-7a28-4f7f-8f3f-9d29413d59b7 is already hosted by enough agents. {{(pid=84152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:27:08.873416 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.base_scheduler [None req-9b8cf40d-9816-48e3-b6a9-87e27e873624 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Resources bound (agent type, host, resource id): {{(pid=84152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:27:08.875216 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8cf40d-9816-48e3-b6a9-87e27e873624 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Pushing event updated for resources: {'Port': ['ID=dc4ceb71-5570-4312-965c-bed7a80d59db,revision_number=1']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:27:08.877850 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b8cf40d-9816-48e3-b6a9-87e27e873624 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Received port after_create {{(pid=84152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:27:08.902518 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e5bdd6b-cdba-462f-9230-09d225af7eb3 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Made reservation on behalf of 61b46269b9ca430eb51733c2203d2e38 for: {'network': 1} {{(pid=84152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:27:08.905727 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-3e5bdd6b-cdba-462f-9230-09d225af7eb3 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for network, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:08.910943 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-66789194-eaff-412e-93de-6894c9b62670 tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] Calling delete_port for a79036b1-0685-44ed-a4cc-5b9b5bfa5673 owned by {{(pid=84153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:27:08.918709 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7c1d408-1e5b-486e-a2d7-7a404afd4317 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] GET failed (client error): The resource could not be found. Jan 20 14:27:08.919963 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-c7c1d408-1e5b-486e-a2d7-7a404afd4317 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] 10.222.0.54 "GET /v2.0/ports/456966de-282e-4aea-ad67-0df4d5354f96 HTTP/1.1" status: 404 len: 333 time: 0.1068738 Jan 20 14:27:08.927173 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 34676) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:27:08.972296 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-492ff942-6190-4b0b-8462-243ba0f07a48 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4163519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3155301'] for subnet, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:09.030378 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-bf73e63d-9fdc-430a-9a0e-54e9d18aa428 tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:09.054742 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b8cf40d-9816-48e3-b6a9-87e27e873624 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:27:09.055359 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-9b8cf40d-9816-48e3-b6a9-87e27e873624 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:09.088674 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-492ff942-6190-4b0b-8462-243ba0f07a48 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Network dbce74ed-d43c-4540-8d8d-e582f35e4792 is already hosted by enough agents. {{(pid=84152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:27:09.096329 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-66789194-eaff-412e-93de-6894c9b62670 tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:09.102084 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.base_scheduler [None req-492ff942-6190-4b0b-8462-243ba0f07a48 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Resources bound (agent type, host, resource id): {{(pid=84152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:27:09.117832 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf73e63d-9fdc-430a-9a0e-54e9d18aa428 tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] Network 8dffb05c-5ca0-409b-bd5f-7be6264f707d is already hosted by enough agents. {{(pid=84153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:27:09.121480 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-492ff942-6190-4b0b-8462-243ba0f07a48 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:27:09.122090 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-492ff942-6190-4b0b-8462-243ba0f07a48 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks [] for subnet, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:09.126631 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e5bdd6b-cdba-462f-9230-09d225af7eb3 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 174} {{(pid=84152) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 14:27:09.129948 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.base_scheduler [None req-bf73e63d-9fdc-430a-9a0e-54e9d18aa428 tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] Resources bound (agent type, host, resource id): {{(pid=84153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:27:09.132317 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-66789194-eaff-412e-93de-6894c9b62670 tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:09.139668 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf73e63d-9fdc-430a-9a0e-54e9d18aa428 tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] Received port after_create {{(pid=84153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:27:09.173840 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf73e63d-9fdc-430a-9a0e-54e9d18aa428 tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] Pushing event updated for resources: {'Port': ['ID=7e7a72f1-538d-4bf2-8918-6772814f0414,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:27:09.214594 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492ff942-6190-4b0b-8462-243ba0f07a48 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Pushing event updated for resources: {'Subnet': ['ID=5eab2301-3009-4bdc-aaf9-681811fa2fe3,revision_number=0']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:27:09.218875 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-3e5bdd6b-cdba-462f-9230-09d225af7eb3 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:09.219172 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.db.segments_db [None req-3e5bdd6b-cdba-462f-9230-09d225af7eb3 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Added segment f25d102e-edf8-4135-8362-f05753a5bc00 of type vlan for network 04c6d161-6425-4c16-9a5a-90911c75a4ed Jan 20 14:27:09.244406 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-66789194-eaff-412e-93de-6894c9b62670 tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] 10.222.0.54 "DELETE /v2.0/ports/a79036b1-0685-44ed-a4cc-5b9b5bfa5673 HTTP/1.1" status: 204 len: 168 time: 1.2710252 Jan 20 14:27:09.247569 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66789194-eaff-412e-93de-6894c9b62670 tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] Pushing event deleted for resources: {'Port': ['ID=a79036b1-0685-44ed-a4cc-5b9b5bfa5673,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:27:09.253306 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 34680) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:27:09.292664 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-3e5bdd6b-cdba-462f-9230-09d225af7eb3 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769553767792'] for network, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:09.327637 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-674a1a75-a187-4d18-b9c2-7510e10ccbac tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] Deleting port 9be0e205-177c-4ed7-8c90-3ef10c1dcd07 {{(pid=84153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:27:09.327987 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-674a1a75-a187-4d18-b9c2-7510e10ccbac tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:09.338778 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.db_base_plugin_v2 [None req-71b56eeb-8287-4d97-b28f-6a61f21b8f7e tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Deleting subnet adfd2f09-e87b-409c-8de6-e2f26e5d18f0 {{(pid=84152) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 20 14:27:09.345515 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-9b8cf40d-9816-48e3-b6a9-87e27e873624 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 3.0475788 Jan 20 14:27:09.347672 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 34686) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:27:09.353098 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-71b56eeb-8287-4d97-b28f-6a61f21b8f7e tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks [] for subnet, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:09.389716 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-492ff942-6190-4b0b-8462-243ba0f07a48 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7400467 Jan 20 14:27:09.402801 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-c795295d-09d1-43ea-8eda-2c9d3da78840 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Request body: {'floatingip': {'floating_network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'port_id': 'dc4ceb71-5570-4312-965c-bed7a80d59db', 'fixed_ip_address': '172.20.0.14'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:27:09.407681 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d0a848a-6fa6-4f45-b616-78b56c52632c None None] Network 33a1bade-a51b-46e6-aa5b-86cf409474eb requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:27:09.408869 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 34690) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:27:09.418833 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-461db006-1ab6-4881-99d3-f3c221455d7e tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Request body: {'port': {'network_id': 'dbce74ed-d43c-4540-8d8d-e582f35e4792', 'fixed_ips': [{'subnet_id': '5eab2301-3009-4bdc-aaf9-681811fa2fe3', 'ip_address': '2001:db8::7114:6c97:9ed2:65d3'}], 'name': 'tempest-NetworksTestDHCPv6-1452623248'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:27:09.422772 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aefe6189-86bc-41a3-bd4b-0eff7253d784 None None] Network 0c04b775-8074-4008-900f-43fd4cc4b6a3 requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:27:09.464049 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-c795295d-09d1-43ea-8eda-2c9d3da78840 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:27:09.492237 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-71b56eeb-8287-4d97-b28f-6a61f21b8f7e tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3337915'] for subnet, precommit_delete_associations {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:09.597382 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b08a6530-01b4-4102-a7f6-c0939da2ae8b None None] Network 2f8ac0de-0dea-4263-a2cd-34d159d13edd requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:27:09.613347 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46a82daa-e917-4244-8ddd-02f4fe7f2a6e None None] Network 68b7ae98-e113-4ecb-9aa5-067dd0c57357 requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:27:09.694422 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-674a1a75-a187-4d18-b9c2-7510e10ccbac tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:09.701837 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-c795295d-09d1-43ea-8eda-2c9d3da78840 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Usage tracker for resource:floatingip and tenant:788f8e40e69a4b21adff221535fcbda3 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:27:09.715338 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-c795295d-09d1-43ea-8eda-2c9d3da78840 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:27:09.732503 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-c795295d-09d1-43ea-8eda-2c9d3da78840 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:27:09.750178 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aa54ea5-9e1a-4935-b7e8-599a261b605e None None] Network dbce74ed-d43c-4540-8d8d-e582f35e4792 requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:27:09.795836 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-3e5bdd6b-cdba-462f-9230-09d225af7eb3 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967'] for network, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:09.801251 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e5bdd6b-cdba-462f-9230-09d225af7eb3 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:27:09.801884 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-3e5bdd6b-cdba-462f-9230-09d225af7eb3 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Notify callbacks [] for network, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:09.857325 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-674a1a75-a187-4d18-b9c2-7510e10ccbac tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] Calling delete_port for 9be0e205-177c-4ed7-8c90-3ef10c1dcd07 owned by {{(pid=84153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:27:09.864077 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-c795295d-09d1-43ea-8eda-2c9d3da78840 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Notify callbacks [] for floatingip, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:09.965142 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-461db006-1ab6-4881-99d3-f3c221455d7e tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:27:09.981557 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device d61122fd-48d2-456f-9f99-9b9da580ad8e up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:27:10.035902 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-3e5bdd6b-cdba-462f-9230-09d225af7eb3 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.3655601 Jan 20 14:27:10.037327 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-71b56eeb-8287-4d97-b28f-6a61f21b8f7e tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1627147'] for subnet, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:10.038724 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 34700) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:27:10.046089 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-492f07e5-dc1e-474d-a3fb-3d3c196c619a tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Request body: {'network': {'name': 'New_network'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:27:10.048221 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-c48d3119-2116-4756-916a-36f34fb03e08 None None] Provisioning for port d61122fd-48d2-456f-9f99-9b9da580ad8e completed by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:27:10.067816 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-461db006-1ab6-4881-99d3-f3c221455d7e tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:27:10.076110 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5bdd6b-cdba-462f-9230-09d225af7eb3 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Pushing event updated for resources: {'Network': ['ID=04c6d161-6425-4c16-9a5a-90911c75a4ed,revision_number=1']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:27:10.149523 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Network 04c6d161-6425-4c16-9a5a-90911c75a4ed details requested by agent ovs-agent-dv-neutron-825124-1-hyperv with host dv-neutron-825124-1-hyperv {{(pid=84154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 14:27:10.171946 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-461db006-1ab6-4881-99d3-f3c221455d7e tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Made reservation on behalf of 2cb17692bb0c4a2782f988652201ac42 for: {'port': 1} {{(pid=84152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:27:10.178895 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-461db006-1ab6-4881-99d3-f3c221455d7e tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:10.224886 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.notifiers.nova [None req-461db006-1ab6-4881-99d3-f3c221455d7e tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] device_id is not set on port e90df5e9-13d2-4065-9b1c-5802f80668d9 yet. {{(pid=84152) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 14:27:10.261938 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-674a1a75-a187-4d18-b9c2-7510e10ccbac tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:10.266121 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-71b56eeb-8287-4d97-b28f-6a61f21b8f7e tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1627154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4163580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155308'] for subnet, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:10.308436 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-c795295d-09d1-43ea-8eda-2c9d3da78840 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:10.328381 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674a1a75-a187-4d18-b9c2-7510e10ccbac tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] Pushing event deleted for resources: {'Port': ['ID=9be0e205-177c-4ed7-8c90-3ef10c1dcd07,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:27:10.355756 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-674a1a75-a187-4d18-b9c2-7510e10ccbac tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:10.361631 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b56eeb-8287-4d97-b28f-6a61f21b8f7e tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Pushing event deleted for resources: {'Subnet': ['ID=adfd2f09-e87b-409c-8de6-e2f26e5d18f0,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:27:10.387360 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-71b56eeb-8287-4d97-b28f-6a61f21b8f7e tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks [] for subnet, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:10.433657 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-674a1a75-a187-4d18-b9c2-7510e10ccbac tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] 10.222.0.54 "DELETE /v2.0/ports/9be0e205-177c-4ed7-8c90-3ef10c1dcd07 HTTP/1.1" status: 204 len: 168 time: 1.1812201 Jan 20 14:27:10.440448 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 34706) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:27:10.461976 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-71b56eeb-8287-4d97-b28f-6a61f21b8f7e tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] 10.222.0.54 "DELETE /v2.0/subnets/adfd2f09-e87b-409c-8de6-e2f26e5d18f0 HTTP/1.1" status: 204 len: 168 time: 1.5317781 Jan 20 14:27:10.470992 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 34712) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:27:10.499995 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-bf73e63d-9fdc-430a-9a0e-54e9d18aa428 tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:10.561993 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-e83e0738-70fb-47e3-959a-9f4d994afa4c tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] Synchronizing usage tracker for tenant:2131a6f7612542fb8c5c49d0809dd30d on resource:port {{(pid=84153) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:27:10.688489 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-492f07e5-dc1e-474d-a3fb-3d3c196c619a tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769553767792'] for network, precommit_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:10.716674 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-68e3024a-b204-4a88-be5f-f3a6283ff9f7 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586409'] for network, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:10.732427 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-344ed7aa-f2b6-4906-983a-ff158cc73983 None None] Network 33a1bade-a51b-46e6-aa5b-86cf409474eb requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:27:10.735157 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.db_base_plugin_common [None req-c795295d-09d1-43ea-8eda-2c9d3da78840 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Allocated IP 172.26.7.197 (8dffb05c-5ca0-409b-bd5f-7be6264f707d/a489dd4f-42a5-433b-8be3-bab2749c4209/bb6d5ec8-96c2-476d-92d4-fd5f22db046f) {{(pid=84152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:27:10.742374 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-e83e0738-70fb-47e3-959a-9f4d994afa4c tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] Unset dirty status for tenant:2131a6f7612542fb8c5c49d0809dd30d on resource:port {{(pid=84153) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:27:10.743697 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-e83e0738-70fb-47e3-959a-9f4d994afa4c tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.3015778 Jan 20 14:27:10.750860 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-bf73e63d-9fdc-430a-9a0e-54e9d18aa428 tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-744886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-105502'] for router, precommit_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:10.752304 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 34716) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:27:10.755135 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.db_base_plugin_common [None req-461db006-1ab6-4881-99d3-f3c221455d7e tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Allocated IP 2001:db8::7114:6c97:9ed2:65d3 (dbce74ed-d43c-4540-8d8d-e582f35e4792/5eab2301-3009-4bdc-aaf9-681811fa2fe3/e90df5e9-13d2-4065-9b1c-5802f80668d9) {{(pid=84152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:27:10.762328 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-be371a3c-f527-4460-8d46-5256da07bec0 tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-908625760'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:27:10.769696 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-bf73e63d-9fdc-430a-9a0e-54e9d18aa428 tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-744861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-744847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-744836', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-737562'] for router, after_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:10.772528 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-be371a3c-f527-4460-8d46-5256da07bec0 tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:27:10.779306 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-be371a3c-f527-4460-8d46-5256da07bec0 tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] Usage tracker for resource:network and tenant:2131a6f7612542fb8c5c49d0809dd30d is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:27:10.784130 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-be371a3c-f527-4460-8d46-5256da07bec0 tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:27:10.790138 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-68e3024a-b204-4a88-be5f-f3a6283ff9f7 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Deleting port da6d6389-98c1-445d-a51a-9fef2d8a1e10 {{(pid=84152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:27:10.790478 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-68e3024a-b204-4a88-be5f-f3a6283ff9f7 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:10.793012 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-be371a3c-f527-4460-8d46-5256da07bec0 tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:27:10.796423 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-492f07e5-dc1e-474d-a3fb-3d3c196c619a tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967'] for network, after_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:10.916329 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning for port d61122fd-48d2-456f-9f99-9b9da580ad8e completed by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:27:10.923971 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4291d420-ccdc-4aab-99c8-3cdc39f64256 None None] Update dhcp port {'port': {'network_id': '0c04b775-8074-4008-900f-43fd4cc4b6a3', 'fixed_ips': [{'subnet_id': 'f11ec7bd-41c3-4fcf-abee-b9914d12f7aa', 'ip_address': '2001:db8::2'}, {'subnet_id': 'd601e23a-8de4-44f6-81f8-5fcdfdd7a012'}], 'binding:host_id': 'dv-neutron-825124-1-hyperv'}, 'id': 'd61122fd-48d2-456f-9f99-9b9da580ad8e'} from dv-neutron-825124-1-hyperv. {{(pid=84154) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Jan 20 14:27:10.966256 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-492f07e5-dc1e-474d-a3fb-3d3c196c619a tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Network 04c6d161-6425-4c16-9a5a-90911c75a4ed is not hosted by any dhcp agent {{(pid=84153) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Jan 20 14:27:10.970340 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-492f07e5-dc1e-474d-a3fb-3d3c196c619a tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:27:10.971006 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-492f07e5-dc1e-474d-a3fb-3d3c196c619a tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Notify callbacks [] for network, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:10.972284 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-492f07e5-dc1e-474d-a3fb-3d3c196c619a tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] 10.222.0.54 "PUT /v2.0/networks/04c6d161-6425-4c16-9a5a-90911c75a4ed HTTP/1.1" status: 200 len: 723 time: 0.9319608 Jan 20 14:27:10.979516 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 34720) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:27:10.981013 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port d61122fd-48d2-456f-9f99-9b9da580ad8e triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:27:10.984512 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:10.984637 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be371a3c-f527-4460-8d46-5256da07bec0 tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] Made reservation on behalf of 2131a6f7612542fb8c5c49d0809dd30d for: {'network': 1} {{(pid=84153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:27:10.986992 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-be371a3c-f527-4460-8d46-5256da07bec0 tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for network, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:11.003520 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-abb0c2e5-098b-4fc2-aee0-a5c6b80c75b9 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Request body: {'subnet': {'network_id': '04c6d161-6425-4c16-9a5a-90911c75a4ed', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:27:11.065885 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-4291d420-ccdc-4aab-99c8-3cdc39f64256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:11.130639 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492f07e5-dc1e-474d-a3fb-3d3c196c619a tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Pushing event updated for resources: {'Network': ['ID=04c6d161-6425-4c16-9a5a-90911c75a4ed,revision_number=2']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:27:11.163088 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be371a3c-f527-4460-8d46-5256da07bec0 tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 188} {{(pid=84153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 14:27:11.176084 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-abb0c2e5-098b-4fc2-aee0-a5c6b80c75b9 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:27:11.181234 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-be371a3c-f527-4460-8d46-5256da07bec0 tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:11.182212 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.db.segments_db [None req-be371a3c-f527-4460-8d46-5256da07bec0 tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] Added segment e4e96c3f-fd0d-466d-93b0-a3e980fc9ad6 of type vlan for network ff5122ad-4d0e-40c5-af10-fe2d1ea8194c Jan 20 14:27:11.198601 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-abb0c2e5-098b-4fc2-aee0-a5c6b80c75b9 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:27:11.226718 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Network 04c6d161-6425-4c16-9a5a-90911c75a4ed details requested by agent ovs-agent-dv-neutron-825124-1-hyperv with host dv-neutron-825124-1-hyperv {{(pid=84154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 14:27:11.242558 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-c795295d-09d1-43ea-8eda-2c9d3da78840 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Notify callbacks [] for port, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:11.276849 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-be371a3c-f527-4460-8d46-5256da07bec0 tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769553767792'] for network, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:11.320266 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-461db006-1ab6-4881-99d3-f3c221455d7e tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks [] for port, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:11.331199 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.db [None req-68e3024a-b204-4a88-be5f-f3a6283ff9f7 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] For port da6d6389-98c1-445d-a51a-9fef2d8a1e10, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=da6d6389-98c1-445d-a51a-9fef2d8a1e10,segment=NetworkSegment(fe7da8c8-1933-426b-a150-73722b023da9),segment_id=fe7da8c8-1933-426b-a150-73722b023da9)] {{(pid=84152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:27:11.332025 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-68e3024a-b204-4a88-be5f-f3a6283ff9f7 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:11.347814 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abb0c2e5-098b-4fc2-aee0-a5c6b80c75b9 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Made reservation on behalf of 61b46269b9ca430eb51733c2203d2e38 for: {'subnet': 1} {{(pid=84153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:27:11.423088 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-be371a3c-f527-4460-8d46-5256da07bec0 tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967'] for network, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:11.426898 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be371a3c-f527-4460-8d46-5256da07bec0 tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:27:11.427515 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-be371a3c-f527-4460-8d46-5256da07bec0 tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] Notify callbacks [] for network, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:11.442330 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-0b703bac-772d-43f2-8ad4-ace94f42eee6 None None] Provisioning complete for port f3c92201-946d-460b-95a6-28451ce71115 triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:27:11.442711 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-0b703bac-772d-43f2-8ad4-ace94f42eee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:11.569865 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-68e3024a-b204-4a88-be5f-f3a6283ff9f7 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Calling delete_port for da6d6389-98c1-445d-a51a-9fef2d8a1e10 owned by network:dhcp {{(pid=84152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:27:11.582358 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-abb0c2e5-098b-4fc2-aee0-a5c6b80c75b9 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4193986'] for subnet, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:11.604862 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.provisioning_blocks [None req-461db006-1ab6-4881-99d3-f3c221455d7e tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Transition to ACTIVE for port object e90df5e9-13d2-4065-9b1c-5802f80668d9 will not be triggered until provisioned by entity DHCP. {{(pid=84152) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:27:11.612721 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be371a3c-f527-4460-8d46-5256da07bec0 tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] Pushing event updated for resources: {'Network': ['ID=ff5122ad-4d0e-40c5-af10-fe2d1ea8194c,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:27:11.636234 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Network ff5122ad-4d0e-40c5-af10-fe2d1ea8194c details requested by agent ovs-agent-dv-neutron-825124-1-hyperv with host dv-neutron-825124-1-hyperv {{(pid=84154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 14:27:11.679858 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:11.680164 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 34728) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:27:11.680270 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-be371a3c-f527-4460-8d46-5256da07bec0 tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.9269345 Jan 20 14:27:11.687777 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-1161266a-383c-4f6c-aec0-b24cd2da2160 tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1872697358'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:27:11.694865 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-c795295d-09d1-43ea-8eda-2c9d3da78840 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:11.700374 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-1161266a-383c-4f6c-aec0-b24cd2da2160 tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:27:11.758472 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-1161266a-383c-4f6c-aec0-b24cd2da2160 tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] Usage tracker for resource:network and tenant:2131a6f7612542fb8c5c49d0809dd30d is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:27:11.761916 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-68e3024a-b204-4a88-be5f-f3a6283ff9f7 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:11.765986 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-461db006-1ab6-4881-99d3-f3c221455d7e tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:11.769118 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-1161266a-383c-4f6c-aec0-b24cd2da2160 tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:27:11.789780 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-1161266a-383c-4f6c-aec0-b24cd2da2160 tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:27:11.797604 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf73e63d-9fdc-430a-9a0e-54e9d18aa428 tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] Router bdc80abf-22cc-4846-bab0-e254cfd8f0a4 is scheduled to L3 agent 624d525b-4c26-4143-8a1c-228bb1c6faaa with binding_index 1 {{(pid=84153) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 20 14:27:11.826057 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c795295d-09d1-43ea-8eda-2c9d3da78840 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Network 8dffb05c-5ca0-409b-bd5f-7be6264f707d is already hosted by enough agents. {{(pid=84152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:27:11.839649 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.base_scheduler [None req-c795295d-09d1-43ea-8eda-2c9d3da78840 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Resources bound (agent type, host, resource id): {{(pid=84152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:27:11.841553 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e3024a-b204-4a88-be5f-f3a6283ff9f7 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] No DVR routers for this DVR port da6d6389-98c1-445d-a51a-9fef2d8a1e10 on host dv-neutron-825124-1-hyperv {{(pid=84152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 14:27:11.846893 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c795295d-09d1-43ea-8eda-2c9d3da78840 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Received port after_create {{(pid=84152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:27:11.870734 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] For port d61122fd-48d2-456f-9f99-9b9da580ad8e, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=d61122fd-48d2-456f-9f99-9b9da580ad8e,segment=NetworkSegment(2efae10d-1920-465d-b634-22d615d8316d),segment_id=2efae10d-1920-465d-b634-22d615d8316d)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:27:11.907701 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-461db006-1ab6-4881-99d3-f3c221455d7e tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Network dbce74ed-d43c-4540-8d8d-e582f35e4792 is already hosted by enough agents. {{(pid=84152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:27:11.910203 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c795295d-09d1-43ea-8eda-2c9d3da78840 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Pushing event updated for resources: {'Port': ['ID=bb6d5ec8-96c2-476d-92d4-fd5f22db046f,revision_number=1']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:27:11.920797 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.base_scheduler [None req-461db006-1ab6-4881-99d3-f3c221455d7e tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Resources bound (agent type, host, resource id): {{(pid=84152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:27:11.934245 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e3431bd-2603-4371-aa83-668487bbc249 None None] DHCP port deletion for 33a1bade-a51b-46e6-aa5b-86cf409474eb request from dv-neutron-825124-1-hyperv {{(pid=84154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 20 14:27:11.972353 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:12.011529 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-461db006-1ab6-4881-99d3-f3c221455d7e tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Received port after_create {{(pid=84152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:27:12.015967 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-461db006-1ab6-4881-99d3-f3c221455d7e tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:27:12.016889 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-461db006-1ab6-4881-99d3-f3c221455d7e tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:12.019413 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_common [None req-4291d420-ccdc-4aab-99c8-3cdc39f64256 None None] Allocated IP 172.20.0.1 (0c04b775-8074-4008-900f-43fd4cc4b6a3/d601e23a-8de4-44f6-81f8-5fcdfdd7a012/d61122fd-48d2-456f-9f99-9b9da580ad8e) {{(pid=84154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:27:12.028490 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1161266a-383c-4f6c-aec0-b24cd2da2160 tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] Made reservation on behalf of 2131a6f7612542fb8c5c49d0809dd30d for: {'network': 1} {{(pid=84152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:27:12.032212 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-1161266a-383c-4f6c-aec0-b24cd2da2160 tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for network, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:12.076349 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device da6d6389-98c1-445d-a51a-9fef2d8a1e10 no longer exists at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:27:12.102803 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e3024a-b204-4a88-be5f-f3a6283ff9f7 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Pushing event deleted for resources: {'Port': ['ID=da6d6389-98c1-445d-a51a-9fef2d8a1e10,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:27:12.140751 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] No Port match for: da6d6389-98c1-445d-a51a-9fef2d8a1e10 {{(pid=84154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 14:27:12.141331 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device da6d6389-98c1-445d-a51a-9fef2d8a1e10 not bound to the agent host dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 14:27:12.156201 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-abb0c2e5-098b-4fc2-aee0-a5c6b80c75b9 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3943531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4194004'] for subnet, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:12.205450 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Pushing event updated for resources: {'Port': ['ID=d61122fd-48d2-456f-9f99-9b9da580ad8e,revision_number=3']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:27:12.278472 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb0c2e5-098b-4fc2-aee0-a5c6b80c75b9 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Pushing event updated for resources: {'Subnet': ['ID=f4ccfe1f-9a25-4b0a-8039-dbcde79c0839,revision_number=0']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:27:12.300384 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-4291d420-ccdc-4aab-99c8-3cdc39f64256 None None] For port d61122fd-48d2-456f-9f99-9b9da580ad8e, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=d61122fd-48d2-456f-9f99-9b9da580ad8e,segment=NetworkSegment(2efae10d-1920-465d-b634-22d615d8316d),segment_id=2efae10d-1920-465d-b634-22d615d8316d)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:27:12.300623 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abb0c2e5-098b-4fc2-aee0-a5c6b80c75b9 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Checking segment: {'id': 'f25d102e-edf8-4135-8362-f05753a5bc00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '04c6d161-6425-4c16-9a5a-90911c75a4ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 14:27:12.300915 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abb0c2e5-098b-4fc2-aee0-a5c6b80c75b9 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Network hostable DHCP agents. Network: 04c6d161-6425-4c16-9a5a-90911c75a4ed, hostable agents: ['1a181e39-5220-4c1a-88f8-08a54e8bfc9b'], hosted agents: [] {{(pid=84153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 14:27:12.322136 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf73e63d-9fdc-430a-9a0e-54e9d18aa428 tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] Notify agent at l3_agent.dv-neutron-825124-1-hyperv the message routers_updated {{(pid=84153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 14:27:12.337347 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11d62b39-c1dd-4fd6-bae7-28dae3b2a458 None None] Sync routers for ids ['bdc80abf-22cc-4846-bab0-e254cfd8f0a4'] in dv-neutron-825124-1-hyperv {{(pid=84154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 14:27:12.351414 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-4291d420-ccdc-4aab-99c8-3cdc39f64256 None None] Notify callbacks [] for port, precommit_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:12.365785 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-68e3024a-b204-4a88-be5f-f3a6283ff9f7 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1626242', 'neutron.services.segments.db._delete_segments_for_network-8769554214620'] for network, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:12.383875 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d62b39-c1dd-4fd6-bae7-28dae3b2a458 None None] Routers {'bdc80abf-22cc-4846-bab0-e254cfd8f0a4'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:27:12.384678 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-11d62b39-c1dd-4fd6-bae7-28dae3b2a458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:27:00Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['bdc80abf-22cc-4846-bab0-e254cfd8f0a4'], 'active': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:27:12.400436 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1161266a-383c-4f6c-aec0-b24cd2da2160 tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 170} {{(pid=84152) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 14:27:12.407613 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461db006-1ab6-4881-99d3-f3c221455d7e tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Pushing event updated for resources: {'Port': ['ID=e90df5e9-13d2-4065-9b1c-5802f80668d9,revision_number=1']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:27:12.419062 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.segments.db [None req-68e3024a-b204-4a88-be5f-f3a6283ff9f7 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33a1bade-a51b-46e6-aa5b-86cf409474eb']}} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:27:12.441050 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abb0c2e5-098b-4fc2-aee0-a5c6b80c75b9 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Network 04c6d161-6425-4c16-9a5a-90911c75a4ed is scheduled to be hosted by DHCP agent 1a181e39-5220-4c1a-88f8-08a54e8bfc9b with binding_index 1 {{(pid=84153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 14:27:12.445322 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-bf73e63d-9fdc-430a-9a0e-54e9d18aa428 tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] Notify callbacks [] for router, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:12.448849 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-bf73e63d-9fdc-430a-9a0e-54e9d18aa428 tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] 10.222.0.54 "PUT /v2.0/routers/bdc80abf-22cc-4846-bab0-e254cfd8f0a4 HTTP/1.1" status: 200 len: 917 time: 7.1633642 Jan 20 14:27:12.449788 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 34734) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:27:12.451104 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-4291d420-ccdc-4aab-99c8-3cdc39f64256 None None] Transition to ACTIVE for port object d61122fd-48d2-456f-9f99-9b9da580ad8e will not be triggered until provisioned by entity DHCP. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:27:12.459189 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-1ede4965-0ecb-47a7-b076-bf87b97658c3 None None] Provisioning for port e90df5e9-13d2-4065-9b1c-5802f80668d9 completed by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:27:12.463035 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-11d62b39-c1dd-4fd6-bae7-28dae3b2a458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:27:12.463635 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-461db006-1ab6-4881-99d3-f3c221455d7e tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.0503340 Jan 20 14:27:12.471990 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-1ede4965-0ecb-47a7-b076-bf87b97658c3 None None] Provisioning complete for port e90df5e9-13d2-4065-9b1c-5802f80668d9 triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:27:12.477590 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-1ede4965-0ecb-47a7-b076-bf87b97658c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:12.477836 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.segments.db [None req-68e3024a-b204-4a88-be5f-f3a6283ff9f7 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe7da8c8-1933-426b-a150-73722b023da9') {'for_net_delete': True} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:27:12.477836 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.segments.db [None req-68e3024a-b204-4a88-be5f-f3a6283ff9f7 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe7da8c8-1933-426b-a150-73722b023da9') {} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:27:12.481303 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 34738) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:27:12.483758 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-1161266a-383c-4f6c-aec0-b24cd2da2160 tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:12.484108 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.db.segments_db [None req-1161266a-383c-4f6c-aec0-b24cd2da2160 tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] Added segment 10f95d08-bfff-4d47-9f1f-681a1bd091c1 of type vlan for network 85c78616-7ba6-4a78-94d9-54e4c4288416 Jan 20 14:27:12.520771 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d62b39-c1dd-4fd6-bae7-28dae3b2a458 None None] Routers {'bdc80abf-22cc-4846-bab0-e254cfd8f0a4'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:27:12.521824 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-11d62b39-c1dd-4fd6-bae7-28dae3b2a458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:27:00Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['bdc80abf-22cc-4846-bab0-e254cfd8f0a4'], 'active': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:27:12.528143 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.base_scheduler [None req-abb0c2e5-098b-4fc2-aee0-a5c6b80c75b9 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825124-1-hyperv, 04c6d161-6425-4c16-9a5a-90911c75a4ed) {{(pid=84153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:27:12.541431 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-68e3024a-b204-4a88-be5f-f3a6283ff9f7 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769554214503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3337904'] for segment, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:12.542959 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abb0c2e5-098b-4fc2-aee0-a5c6b80c75b9 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:27:12.543693 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-abb0c2e5-098b-4fc2-aee0-a5c6b80c75b9 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1705179'] for subnet, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:12.583670 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-4291d420-ccdc-4aab-99c8-3cdc39f64256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:12.586583 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d4f4771-0309-47a5-83e9-8e185a1f05db None None] Network 04c6d161-6425-4c16-9a5a-90911c75a4ed requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:27:12.591393 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-68e3024a-b204-4a88-be5f-f3a6283ff9f7 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:12.601040 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-1161266a-383c-4f6c-aec0-b24cd2da2160 tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769553767792'] for network, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:12.653769 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-abb0c2e5-098b-4fc2-aee0-a5c6b80c75b9 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6710203 Jan 20 14:27:12.660914 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 34742) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:27:12.670060 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-8d24439f-e6af-4073-b3f9-833e98a39059 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:27:12.684613 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68e3024a-b204-4a88-be5f-f3a6283ff9f7 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Releasing vlan 157 on physical network physnet1 to pool {{(pid=84152) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 14:27:12.685011 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-68e3024a-b204-4a88-be5f-f3a6283ff9f7 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1622950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4162906'] for segment, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:12.688660 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4291d420-ccdc-4aab-99c8-3cdc39f64256 None None] Pushing event updated for resources: {'Port': ['ID=d61122fd-48d2-456f-9f99-9b9da580ad8e,revision_number=4']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:27:12.701196 dv-neutron-825124-1-hyperv neutron-server[84152]: Traceback (most recent call last): Jan 20 14:27:12.701196 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 14:27:12.701196 dv-neutron-825124-1-hyperv neutron-server[84152]: timer() Jan 20 14:27:12.701196 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 14:27:12.701196 dv-neutron-825124-1-hyperv neutron-server[84152]: cb(*args, **kw) Jan 20 14:27:12.701196 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 14:27:12.701196 dv-neutron-825124-1-hyperv neutron-server[84152]: return func(*args, **kwargs) Jan 20 14:27:12.701196 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 14:27:12.701196 dv-neutron-825124-1-hyperv neutron-server[84152]: self._notify() Jan 20 14:27:12.701196 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 14:27:12.701196 dv-neutron-825124-1-hyperv neutron-server[84152]: self.callback(batched_events) Jan 20 14:27:12.701196 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 14:27:12.701196 dv-neutron-825124-1-hyperv neutron-server[84152]: event.method(event) Jan 20 14:27:12.701196 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 14:27:12.701196 dv-neutron-825124-1-hyperv neutron-server[84152]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 14:27:12.701196 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 14:27:12.701196 dv-neutron-825124-1-hyperv neutron-server[84152]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 14:27:12.701196 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 14:27:12.701196 dv-neutron-825124-1-hyperv neutron-server[84152]: return f(self, *a, **k) Jan 20 14:27:12.701196 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 14:27:12.701196 dv-neutron-825124-1-hyperv neutron-server[84152]: return self._get(url).json() Jan 20 14:27:12.701196 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 14:27:12.701196 dv-neutron-825124-1-hyperv neutron-server[84152]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 14:27:12.701196 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 14:27:12.701196 dv-neutron-825124-1-hyperv neutron-server[84152]: return self.request(url, 'GET', **kwargs) Jan 20 14:27:12.701196 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 14:27:12.701196 dv-neutron-825124-1-hyperv neutron-server[84152]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 14:27:12.701196 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 14:27:12.701196 dv-neutron-825124-1-hyperv neutron-server[84152]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 14:27:12.701196 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 14:27:12.701196 dv-neutron-825124-1-hyperv neutron-server[84152]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 14:27:12.701196 dv-neutron-825124-1-hyperv neutron-server[84152]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 14:27:12.743296 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-11d62b39-c1dd-4fd6-bae7-28dae3b2a458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:27:12.743703 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11d62b39-c1dd-4fd6-bae7-28dae3b2a458 None None] The sync data for ids ['bdc80abf-22cc-4846-bab0-e254cfd8f0a4'] in dv-neutron-825124-1-hyperv is: [] {{(pid=84154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 14:27:12.752652 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-1ede4965-0ecb-47a7-b076-bf87b97658c3 None None] Port e90df5e9-13d2-4065-9b1c-5802f80668d9 cannot update to ACTIVE because it is not bound. {{(pid=84154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 14:27:12.819766 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-8d24439f-e6af-4073-b3f9-833e98a39059 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4193995'] for subnet, before_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:12.854794 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-f063f023-a98b-4e63-a6d1-4a48d03867e4 tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] 10.222.0.54 "GET /v2.0/routers/bdc80abf-22cc-4846-bab0-e254cfd8f0a4 HTTP/1.1" status: 200 len: 923 time: 0.3999968 Jan 20 14:27:12.859660 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 34748) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:27:12.902426 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9c68424-88e7-4e98-a298-0dbcda6bcd46 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:27:12.907436 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9c68424-88e7-4e98-a298-0dbcda6bcd46 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:27:12.908222 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-d9c68424-88e7-4e98-a298-0dbcda6bcd46 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Synchronizing usage tracker for tenant:2cb17692bb0c4a2782f988652201ac42 on resource:port {{(pid=84152) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:27:12.933257 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-1161266a-383c-4f6c-aec0-b24cd2da2160 tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967'] for network, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:12.937331 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1161266a-383c-4f6c-aec0-b24cd2da2160 tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:27:12.937846 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-1161266a-383c-4f6c-aec0-b24cd2da2160 tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] Notify callbacks [] for network, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:12.988810 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-68e3024a-b204-4a88-be5f-f3a6283ff9f7 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1626253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-745296'] for network, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:13.026672 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-650a51e7-bbc8-43b2-8199-e2a7bf816678 tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] 10.222.0.54 "GET /v2.0/ports?network_id=8dffb05c-5ca0-409b-bd5f-7be6264f707d&device_id=bdc80abf-22cc-4846-bab0-e254cfd8f0a4&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1651237 Jan 20 14:27:13.030873 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 34752) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:27:13.086427 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1161266a-383c-4f6c-aec0-b24cd2da2160 tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] Pushing event updated for resources: {'Network': ['ID=85c78616-7ba6-4a78-94d9-54e4c4288416,revision_number=1']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:27:13.092070 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-68e3024a-b204-4a88-be5f-f3a6283ff9f7 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks [] for network, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:13.183039 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Network 85c78616-7ba6-4a78-94d9-54e4c4288416 details requested by agent ovs-agent-dv-neutron-825124-1-hyperv with host dv-neutron-825124-1-hyperv {{(pid=84154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 14:27:13.239464 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-68e3024a-b204-4a88-be5f-f3a6283ff9f7 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] 10.222.0.54 "DELETE /v2.0/networks/33a1bade-a51b-46e6-aa5b-86cf409474eb HTTP/1.1" status: 204 len: 168 time: 2.7659028 Jan 20 14:27:13.248689 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 34756) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:27:13.258173 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-d2655663-08b6-4224-9e98-195345198077 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2049155485'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:27:13.268733 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-d2655663-08b6-4224-9e98-195345198077 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:27:13.274215 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45b7a0af-e5b9-4da3-a968-3d1e4bb2f437 tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:27:13.280729 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-45b7a0af-e5b9-4da3-a968-3d1e4bb2f437 tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] 10.222.0.54 "GET /v2.0/networks/8dffb05c-5ca0-409b-bd5f-7be6264f707d HTTP/1.1" status: 200 len: 881 time: 0.2489359 Jan 20 14:27:13.282317 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-d2655663-08b6-4224-9e98-195345198077 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Usage tracker for resource:network and tenant:86e3e9c5b0744f88a459de56a9372787 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:27:13.283259 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da3dd8a8-0106-4b59-90e6-862235d3ea4c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95c917f5-14ba-5e96-98b8-1a52654a930a-04c6d161-6425-4c16-9a5a-90911c75a4ed', 'network_id': '04c6d161-6425-4c16-9a5a-90911c75a4ed', 'tenant_id': '61b46269b9ca430eb51733c2203d2e38', 'fixed_ips': [{'subnet_id': 'f4ccfe1f-9a25-4b0a-8039-dbcde79c0839'}]}} from dv-neutron-825124-1-hyperv. {{(pid=84154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 20 14:27:13.284080 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-da3dd8a8-0106-4b59-90e6-862235d3ea4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:13.288246 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 34760) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:27:13.299938 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-d2655663-08b6-4224-9e98-195345198077 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:27:13.336349 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-d2655663-08b6-4224-9e98-195345198077 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:27:13.338523 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-8d24439f-e6af-4073-b3f9-833e98a39059 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8769554138615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3943441'] for subnet, after_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:13.362699 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e3024a-b204-4a88-be5f-f3a6283ff9f7 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Pushing event deleted for resources: {'Network': ['ID=33a1bade-a51b-46e6-aa5b-86cf409474eb,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:27:13.365898 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-d9c68424-88e7-4e98-a298-0dbcda6bcd46 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Unset dirty status for tenant:2cb17692bb0c4a2782f988652201ac42 on resource:port {{(pid=84152) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:27:13.370919 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-d9c68424-88e7-4e98-a298-0dbcda6bcd46 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1608 time: 0.8887129 Jan 20 14:27:13.374725 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 34764) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:27:13.392322 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-95c5c6c2-bf76-42b7-a208-e665b12184fe tempest-RoutersIpV6AdminTest-217416812 tempest-RoutersIpV6AdminTest-217416812-project] 10.222.0.54 "GET /v2.0/ports?device_id=bdc80abf-22cc-4846-bab0-e254cfd8f0a4 HTTP/1.1" status: 200 len: 205 time: 0.0944040 Jan 20 14:27:13.398885 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 34768) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:27:13.463739 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-1161266a-383c-4f6c-aec0-b24cd2da2160 tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.7825351 Jan 20 14:27:13.467575 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-c795295d-09d1-43ea-8eda-2c9d3da78840 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:13.487624 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-239b8d31-6a7e-444c-9f2a-7b11f754d459 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Deleting port e90df5e9-13d2-4065-9b1c-5802f80668d9 {{(pid=84152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:27:13.487966 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-239b8d31-6a7e-444c-9f2a-7b11f754d459 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:13.509466 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d24439f-e6af-4073-b3f9-833e98a39059 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:27:13.510520 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-8d24439f-e6af-4073-b3f9-833e98a39059 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Notify callbacks [] for subnet, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:13.510760 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_common [None req-da3dd8a8-0106-4b59-90e6-862235d3ea4c None None] Allocated IP 2001:db8::2 (04c6d161-6425-4c16-9a5a-90911c75a4ed/f4ccfe1f-9a25-4b0a-8039-dbcde79c0839/6393e16d-6562-49a5-8238-e69b8809114f) {{(pid=84154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:27:13.512218 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-8d24439f-e6af-4073-b3f9-833e98a39059 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] 10.222.0.54 "PUT /v2.0/subnets/f4ccfe1f-9a25-4b0a-8039-dbcde79c0839 HTTP/1.1" status: 200 len: 826 time: 0.8501818 Jan 20 14:27:13.546446 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 34774) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:27:13.696360 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 34778) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:27:13.700673 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d24439f-e6af-4073-b3f9-833e98a39059 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Pushing event updated for resources: {'Subnet': ['ID=f4ccfe1f-9a25-4b0a-8039-dbcde79c0839,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:27:13.714976 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-191f2e64-86a7-4d92-b45c-ba854e2e14b2 tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] Request body: {'subnets': [{'network_id': 'ff5122ad-4d0e-40c5-af10-fe2d1ea8194c', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1744494896', 'ip_version': 4}, {'network_id': '85c78616-7ba6-4a78-94d9-54e4c4288416', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:27:13.715281 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-191f2e64-86a7-4d92-b45c-ba854e2e14b2 tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] Request body: {'subnet': {'network_id': 'ff5122ad-4d0e-40c5-af10-fe2d1ea8194c', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1744494896', 'ip_version': 4}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:27:13.715840 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-191f2e64-86a7-4d92-b45c-ba854e2e14b2 tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] Request body: {'subnet': {'network_id': '85c78616-7ba6-4a78-94d9-54e4c4288416', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:27:13.729300 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2655663-08b6-4224-9e98-195345198077 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Made reservation on behalf of 86e3e9c5b0744f88a459de56a9372787 for: {'network': 1} {{(pid=84153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:27:13.732371 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-d2655663-08b6-4224-9e98-195345198077 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for network, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:13.801350 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-da3dd8a8-0106-4b59-90e6-862235d3ea4c None None] Notify callbacks [] for port, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:13.814649 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0b40794-81ab-4532-89d7-1d69bb503e20 None None] Network 0c04b775-8074-4008-900f-43fd4cc4b6a3 requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:27:13.834883 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-da3dd8a8-0106-4b59-90e6-862235d3ea4c None None] Transition to ACTIVE for port object 6393e16d-6562-49a5-8238-e69b8809114f will not be triggered until provisioned by entity L2. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:27:13.872034 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-c795295d-09d1-43ea-8eda-2c9d3da78840 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:13.915805 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-664ed0c6-e19d-4b83-ad61-05277fc9df9b tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586409'] for network, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:13.927458 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-da3dd8a8-0106-4b59-90e6-862235d3ea4c None None] Transition to ACTIVE for port object 6393e16d-6562-49a5-8238-e69b8809114f will not be triggered until provisioned by entity DHCP. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:27:13.932891 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2655663-08b6-4224-9e98-195345198077 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 159} {{(pid=84153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 14:27:14.019562 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-da3dd8a8-0106-4b59-90e6-862235d3ea4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477'] for port, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:14.084116 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-73566ad5-603a-4156-b265-5727c91c5410 None None] Provisioning for port d61122fd-48d2-456f-9f99-9b9da580ad8e completed by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:27:14.122653 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-239b8d31-6a7e-444c-9f2a-7b11f754d459 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:14.124508 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-73566ad5-603a-4156-b265-5727c91c5410 None None] Provisioning complete for port d61122fd-48d2-456f-9f99-9b9da580ad8e triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:27:14.124951 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-73566ad5-603a-4156-b265-5727c91c5410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:14.155682 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-d2655663-08b6-4224-9e98-195345198077 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:14.156115 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.db.segments_db [None req-d2655663-08b6-4224-9e98-195345198077 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Added segment 91d14585-e2d9-43aa-aa38-39dade9ab308 of type vlan for network 4b72c1e5-e182-471c-ba3c-82943be53c64 Jan 20 14:27:14.168795 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device d61122fd-48d2-456f-9f99-9b9da580ad8e up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:27:14.190924 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-664ed0c6-e19d-4b83-ad61-05277fc9df9b tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Deleting port 6393e16d-6562-49a5-8238-e69b8809114f {{(pid=84153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:27:14.191496 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-664ed0c6-e19d-4b83-ad61-05277fc9df9b tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:14.268504 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da3dd8a8-0106-4b59-90e6-862235d3ea4c None None] Network 04c6d161-6425-4c16-9a5a-90911c75a4ed is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:27:14.274931 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3dd8a8-0106-4b59-90e6-862235d3ea4c None None] Pushing event updated for resources: {'Port': ['ID=6393e16d-6562-49a5-8238-e69b8809114f,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:27:14.279738 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-239b8d31-6a7e-444c-9f2a-7b11f754d459 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Calling delete_port for e90df5e9-13d2-4065-9b1c-5802f80668d9 owned by {{(pid=84152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:27:14.284023 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-da3dd8a8-0106-4b59-90e6-862235d3ea4c None None] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:27:14.291993 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da3dd8a8-0106-4b59-90e6-862235d3ea4c None None] Received port after_create {{(pid=84154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:27:14.364494 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-d2655663-08b6-4224-9e98-195345198077 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769553767792'] for network, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:14.367249 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-191f2e64-86a7-4d92-b45c-ba854e2e14b2 tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:27:14.383040 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-191f2e64-86a7-4d92-b45c-ba854e2e14b2 tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] Usage tracker for resource:subnet and tenant:2131a6f7612542fb8c5c49d0809dd30d is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:27:14.418485 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-191f2e64-86a7-4d92-b45c-ba854e2e14b2 tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:27:14.432088 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-191f2e64-86a7-4d92-b45c-ba854e2e14b2 tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:27:14.436512 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-c795295d-09d1-43ea-8eda-2c9d3da78840 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Notify callbacks [] for port, precommit_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:14.477619 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-da3dd8a8-0106-4b59-90e6-862235d3ea4c None None] Attempting to bind port 6393e16d-6562-49a5-8238-e69b8809114f on host dv-neutron-825124-1-hyperv for vnic_type normal with profile {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:27:14.477990 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-da3dd8a8-0106-4b59-90e6-862235d3ea4c None None] Attempting to bind port 6393e16d-6562-49a5-8238-e69b8809114f by drivers openvswitch,hyperv on host dv-neutron-825124-1-hyperv at level 0 using segments [{'id': 'f25d102e-edf8-4135-8362-f05753a5bc00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '04c6d161-6425-4c16-9a5a-90911c75a4ed'}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:27:14.478379 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da3dd8a8-0106-4b59-90e6-862235d3ea4c None None] Attempting to bind port 6393e16d-6562-49a5-8238-e69b8809114f on network 04c6d161-6425-4c16-9a5a-90911c75a4ed {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 14:27:14.497045 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-c795295d-09d1-43ea-8eda-2c9d3da78840 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162822'] for port, after_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:14.509490 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da3dd8a8-0106-4b59-90e6-862235d3ea4c None None] Checking agent: {'id': '6414dfeb-85c5-454a-8756-709ca637d800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825124-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 16, 31), 'started_at': datetime.datetime(2022, 1, 20, 14, 17, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 27, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825124-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 14:27:14.509867 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da3dd8a8-0106-4b59-90e6-862235d3ea4c None None] Checking segment: {'id': 'f25d102e-edf8-4135-8362-f05753a5bc00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '04c6d161-6425-4c16-9a5a-90911c75a4ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 14:27:14.510296 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-da3dd8a8-0106-4b59-90e6-862235d3ea4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:14.510692 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da3dd8a8-0106-4b59-90e6-862235d3ea4c None None] Bound using segment: {'id': 'f25d102e-edf8-4135-8362-f05753a5bc00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '04c6d161-6425-4c16-9a5a-90911c75a4ed'} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 14:27:14.511179 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-da3dd8a8-0106-4b59-90e6-862235d3ea4c None None] Bound port: 6393e16d-6562-49a5-8238-e69b8809114f, host: dv-neutron-825124-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f25d102e-edf8-4135-8362-f05753a5bc00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '04c6d161-6425-4c16-9a5a-90911c75a4ed'}}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:27:14.511560 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-da3dd8a8-0106-4b59-90e6-862235d3ea4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:14.530614 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port d61122fd-48d2-456f-9f99-9b9da580ad8e triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:27:14.530989 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:14.561666 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-239b8d31-6a7e-444c-9f2a-7b11f754d459 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:14.566220 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-191f2e64-86a7-4d92-b45c-ba854e2e14b2 tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] Made reservation on behalf of 2131a6f7612542fb8c5c49d0809dd30d for: {'subnet': 2} {{(pid=84153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:27:14.600524 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-d2655663-08b6-4224-9e98-195345198077 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967'] for network, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:14.606106 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2655663-08b6-4224-9e98-195345198077 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:27:14.606944 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-d2655663-08b6-4224-9e98-195345198077 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks [] for network, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:14.705791 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-da3dd8a8-0106-4b59-90e6-862235d3ea4c None None] For port 6393e16d-6562-49a5-8238-e69b8809114f, host dv-neutron-825124-1-hyperv, cleared binding levels {{(pid=84154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 14:27:14.715215 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-239b8d31-6a7e-444c-9f2a-7b11f754d459 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:14.730650 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c795295d-09d1-43ea-8eda-2c9d3da78840 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Pushing event updated for resources: {'Port': ['ID=bb6d5ec8-96c2-476d-92d4-fd5f22db046f,revision_number=2']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:27:14.779215 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-da3dd8a8-0106-4b59-90e6-862235d3ea4c None None] For port 6393e16d-6562-49a5-8238-e69b8809114f, host dv-neutron-825124-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=6393e16d-6562-49a5-8238-e69b8809114f,segment=NetworkSegment(f25d102e-edf8-4135-8362-f05753a5bc00),segment_id=f25d102e-edf8-4135-8362-f05753a5bc00)] {{(pid=84154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 14:27:14.807042 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-8bc5ab68-c0a7-4165-ba1d-1a1772938ce0 tempest-RoutersIpV6AdminTest-217416812 tempest-RoutersIpV6AdminTest-217416812-project] Notify callbacks [] for router, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:14.809054 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-989d8b02-716a-4fde-9e53-d18db982fcb6 None None] Network 0c04b775-8074-4008-900f-43fd4cc4b6a3 requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:27:14.849879 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-c795295d-09d1-43ea-8eda-2c9d3da78840 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-745254'] for floatingip, after_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:14.887079 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-da3dd8a8-0106-4b59-90e6-862235d3ea4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:14.900839 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-d2655663-08b6-4224-9e98-195345198077 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.6511383 Jan 20 14:27:14.920374 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 34786) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:27:14.925565 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2655663-08b6-4224-9e98-195345198077 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Pushing event updated for resources: {'Network': ['ID=4b72c1e5-e182-471c-ba3c-82943be53c64,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:27:14.950015 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Network 4b72c1e5-e182-471c-ba3c-82943be53c64 details requested by agent ovs-agent-dv-neutron-825124-1-hyperv with host dv-neutron-825124-1-hyperv {{(pid=84154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 14:27:14.952636 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-51ea178f-cb04-4359-91ec-e22e7ccba01c tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Request body: {'subnet': {'network_id': '4b72c1e5-e182-471c-ba3c-82943be53c64', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:27:14.952771 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.db [None req-664ed0c6-e19d-4b83-ad61-05277fc9df9b tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] For port 6393e16d-6562-49a5-8238-e69b8809114f, host dv-neutron-825124-1-hyperv, got binding levels [] {{(pid=84153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:27:14.953140 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-664ed0c6-e19d-4b83-ad61-05277fc9df9b tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:14.971284 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239b8d31-6a7e-444c-9f2a-7b11f754d459 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Pushing event deleted for resources: {'Port': ['ID=e90df5e9-13d2-4065-9b1c-5802f80668d9,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:27:14.984627 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-239b8d31-6a7e-444c-9f2a-7b11f754d459 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] 10.222.0.54 "DELETE /v2.0/ports/e90df5e9-13d2-4065-9b1c-5802f80668d9 HTTP/1.1" status: 204 len: 168 time: 1.6057701 Jan 20 14:27:14.988647 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 34790) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:27:15.151313 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-51ea178f-cb04-4359-91ec-e22e7ccba01c tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:27:15.157186 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58a9fcd3-a95e-48eb-b3ed-96748e53a0f0 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:27:15.158660 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58a9fcd3-a95e-48eb-b3ed-96748e53a0f0 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:27:15.159829 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-58a9fcd3-a95e-48eb-b3ed-96748e53a0f0 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Synchronizing usage tracker for tenant:2cb17692bb0c4a2782f988652201ac42 on resource:subnet {{(pid=84152) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:27:15.164565 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-1e4bfe4e-99e1-43c5-9130-3a949c1ba648 None None] Provisioning complete for port d61122fd-48d2-456f-9f99-9b9da580ad8e triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:27:15.165213 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-1e4bfe4e-99e1-43c5-9130-3a949c1ba648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:15.165663 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-51ea178f-cb04-4359-91ec-e22e7ccba01c tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Usage tracker for resource:subnet and tenant:86e3e9c5b0744f88a459de56a9372787 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:27:15.165883 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-664ed0c6-e19d-4b83-ad61-05277fc9df9b tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Calling delete_port for 6393e16d-6562-49a5-8238-e69b8809114f owned by network:dhcp {{(pid=84153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:27:15.171294 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-51ea178f-cb04-4359-91ec-e22e7ccba01c tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:27:15.181031 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-51ea178f-cb04-4359-91ec-e22e7ccba01c tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:27:15.248164 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3dd8a8-0106-4b59-90e6-862235d3ea4c None None] Pushing event updated for resources: {'Port': ['ID=6393e16d-6562-49a5-8238-e69b8809114f,revision_number=2']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:27:15.284841 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-58a9fcd3-a95e-48eb-b3ed-96748e53a0f0 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Unset dirty status for tenant:2cb17692bb0c4a2782f988652201ac42 on resource:subnet {{(pid=84152) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:27:15.287584 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-58a9fcd3-a95e-48eb-b3ed-96748e53a0f0 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2511325 Jan 20 14:27:15.290937 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 34796) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:27:15.318067 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-191f2e64-86a7-4d92-b45c-ba854e2e14b2 tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4193986'] for subnet, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:15.318373 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-191f2e64-86a7-4d92-b45c-ba854e2e14b2 tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4193986'] for subnet, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:15.370850 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51ea178f-cb04-4359-91ec-e22e7ccba01c tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Made reservation on behalf of 86e3e9c5b0744f88a459de56a9372787 for: {'subnet': 1} {{(pid=84152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:27:15.615484 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.db.api [None req-664ed0c6-e19d-4b83-ad61-05277fc9df9b tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84153) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 14:27:15.616100 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG oslo_db.api [None req-664ed0c6-e19d-4b83-ad61-05277fc9df9b tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 14:27:15.687247 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-51ea178f-cb04-4359-91ec-e22e7ccba01c tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3155315'] for subnet, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:15.712526 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-8bc5ab68-c0a7-4165-ba1d-1a1772938ce0 tempest-RoutersIpV6AdminTest-217416812 tempest-RoutersIpV6AdminTest-217416812-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:15.801432 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-7d2cddcf-cdc3-4b65-86e5-b7c9ee5ec79a None None] Provisioning complete for port d61122fd-48d2-456f-9f99-9b9da580ad8e triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:27:15.802004 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7d2cddcf-cdc3-4b65-86e5-b7c9ee5ec79a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:15.828552 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-8bc5ab68-c0a7-4165-ba1d-1a1772938ce0 tempest-RoutersIpV6AdminTest-217416812 tempest-RoutersIpV6AdminTest-217416812-project] Deleting port 7e7a72f1-538d-4bf2-8918-6772814f0414 {{(pid=84153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:27:15.828906 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-8bc5ab68-c0a7-4165-ba1d-1a1772938ce0 tempest-RoutersIpV6AdminTest-217416812 tempest-RoutersIpV6AdminTest-217416812-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:15.890153 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.db.l3_db [None req-c795295d-09d1-43ea-8eda-2c9d3da78840 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Floating IP 70bc62a9-06f7-4805-a62f-2d232992c9b5 associated. External IP: 172.26.7.197, port: dc4ceb71-5570-4312-965c-bed7a80d59db. Jan 20 14:27:16.040015 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.db_base_plugin_v2 [None req-52b740e6-5d2a-4d08-8f42-aae407119337 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Deleting subnet 5eab2301-3009-4bdc-aaf9-681811fa2fe3 {{(pid=84152) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 20 14:27:16.045630 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-52b740e6-5d2a-4d08-8f42-aae407119337 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks [] for subnet, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:16.143319 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 6393e16d-6562-49a5-8238-e69b8809114f up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:27:16.148641 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-664ed0c6-e19d-4b83-ad61-05277fc9df9b tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Deleting port 6393e16d-6562-49a5-8238-e69b8809114f {{(pid=84153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:27:16.149218 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-664ed0c6-e19d-4b83-ad61-05277fc9df9b tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:16.182281 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-52b740e6-5d2a-4d08-8f42-aae407119337 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3337915'] for subnet, precommit_delete_associations {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:16.291333 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-52b740e6-5d2a-4d08-8f42-aae407119337 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1627147'] for subnet, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:16.309274 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning for port 6393e16d-6562-49a5-8238-e69b8809114f completed by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:27:16.380214 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-8bc5ab68-c0a7-4165-ba1d-1a1772938ce0 tempest-RoutersIpV6AdminTest-217416812 tempest-RoutersIpV6AdminTest-217416812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:16.481153 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fc0b608-8b28-4680-a001-0369e222b1bd None None] Network 04c6d161-6425-4c16-9a5a-90911c75a4ed requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:27:16.565405 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-52b740e6-5d2a-4d08-8f42-aae407119337 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1627154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4163580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155308'] for subnet, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:16.569103 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-51ea178f-cb04-4359-91ec-e22e7ccba01c tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4163519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3155301'] for subnet, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:16.590519 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-8bc5ab68-c0a7-4165-ba1d-1a1772938ce0 tempest-RoutersIpV6AdminTest-217416812 tempest-RoutersIpV6AdminTest-217416812-project] Calling delete_port for 7e7a72f1-538d-4bf2-8918-6772814f0414 owned by network:router_gateway {{(pid=84153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:27:16.620558 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b740e6-5d2a-4d08-8f42-aae407119337 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Pushing event deleted for resources: {'Subnet': ['ID=5eab2301-3009-4bdc-aaf9-681811fa2fe3,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:27:16.670820 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-52b740e6-5d2a-4d08-8f42-aae407119337 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks [] for subnet, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:16.679758 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad53e6b7-20c3-4cc9-a149-02b54756b9b3 None None] Network dbce74ed-d43c-4540-8d8d-e582f35e4792 requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:27:16.713824 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-68c833ab-436e-42cc-9e02-22a55302f632 None None] Provisioning for port 6393e16d-6562-49a5-8238-e69b8809114f completed by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:27:16.729853 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ea178f-cb04-4359-91ec-e22e7ccba01c tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Pushing event updated for resources: {'Subnet': ['ID=a12ae5a2-5063-4f79-ac99-78d8f55c4e85,revision_number=0']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:27:16.748528 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51ea178f-cb04-4359-91ec-e22e7ccba01c tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Checking segment: {'id': '91d14585-e2d9-43aa-aa38-39dade9ab308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '4b72c1e5-e182-471c-ba3c-82943be53c64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 14:27:16.749329 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51ea178f-cb04-4359-91ec-e22e7ccba01c tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Network hostable DHCP agents. Network: 4b72c1e5-e182-471c-ba3c-82943be53c64, hostable agents: ['1a181e39-5220-4c1a-88f8-08a54e8bfc9b'], hosted agents: [] {{(pid=84152) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 14:27:16.754209 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.db [None req-664ed0c6-e19d-4b83-ad61-05277fc9df9b tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] For port 6393e16d-6562-49a5-8238-e69b8809114f, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=6393e16d-6562-49a5-8238-e69b8809114f,segment=NetworkSegment(f25d102e-edf8-4135-8362-f05753a5bc00),segment_id=f25d102e-edf8-4135-8362-f05753a5bc00)] {{(pid=84153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:27:16.754742 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-664ed0c6-e19d-4b83-ad61-05277fc9df9b tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:16.819117 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-52b740e6-5d2a-4d08-8f42-aae407119337 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] 10.222.0.54 "DELETE /v2.0/subnets/5eab2301-3009-4bdc-aaf9-681811fa2fe3 HTTP/1.1" status: 204 len: 168 time: 1.5248380 Jan 20 14:27:16.821015 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 34804) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:27:16.830576 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-68c833ab-436e-42cc-9e02-22a55302f632 None None] Provisioning complete for port 6393e16d-6562-49a5-8238-e69b8809114f triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:27:16.831141 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-68c833ab-436e-42cc-9e02-22a55302f632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:16.871229 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-191f2e64-86a7-4d92-b45c-ba854e2e14b2 tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3943531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4194004'] for subnet, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:16.881034 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c795295d-09d1-43ea-8eda-2c9d3da78840 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Router d6c1e36f-7721-4cd2-b738-173d5b3bd1fe has already been hosted by L3 agent 624d525b-4c26-4143-8a1c-228bb1c6faaa {{(pid=84152) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 14:27:16.948064 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51ea178f-cb04-4359-91ec-e22e7ccba01c tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Network 4b72c1e5-e182-471c-ba3c-82943be53c64 is scheduled to be hosted by DHCP agent 1a181e39-5220-4c1a-88f8-08a54e8bfc9b with binding_index 1 {{(pid=84152) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 14:27:16.976911 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-664ed0c6-e19d-4b83-ad61-05277fc9df9b tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Calling delete_port for 6393e16d-6562-49a5-8238-e69b8809114f owned by network:dhcp {{(pid=84153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:27:17.037679 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-615871b7-890c-484a-8209-1f366233641a tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2144592 Jan 20 14:27:17.048173 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 34808) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:27:17.057894 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.base_scheduler [None req-51ea178f-cb04-4359-91ec-e22e7ccba01c tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825124-1-hyperv, 4b72c1e5-e182-471c-ba3c-82943be53c64) {{(pid=84152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:27:17.067882 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51ea178f-cb04-4359-91ec-e22e7ccba01c tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:27:17.068515 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-51ea178f-cb04-4359-91ec-e22e7ccba01c tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks [] for subnet, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:17.071180 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-71fd259b-b176-4caf-bbd0-aa9ff53a4024 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Request body: {'subnet': {'network_id': 'dbce74ed-d43c-4540-8d8d-e582f35e4792', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:27:17.089060 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-68c833ab-436e-42cc-9e02-22a55302f632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:17.130539 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36e695f0-ae18-4f2e-a768-5ac0a11c7fe6 None None] Network 4b72c1e5-e182-471c-ba3c-82943be53c64 requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:27:17.135388 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c795295d-09d1-43ea-8eda-2c9d3da78840 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Notify agent at l3_agent.dv-neutron-825124-1-hyperv the message routers_updated {{(pid=84152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 14:27:17.146454 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c999864-edf0-4715-9982-5d6cdfb9512c None None] Sync routers for ids ['d6c1e36f-7721-4cd2-b738-173d5b3bd1fe'] in dv-neutron-825124-1-hyperv {{(pid=84155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 14:27:17.163988 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c999864-edf0-4715-9982-5d6cdfb9512c None None] Routers {'d6c1e36f-7721-4cd2-b738-173d5b3bd1fe'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:27:17.164883 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-1c999864-edf0-4715-9982-5d6cdfb9512c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:27:00Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['d6c1e36f-7721-4cd2-b738-173d5b3bd1fe'], 'active': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:27:17.212417 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 34814) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:27:17.213549 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-51ea178f-cb04-4359-91ec-e22e7ccba01c tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2725613 Jan 20 14:27:17.244073 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-41308d02-65ee-4231-87ac-3f05d4b156b8 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Request body: {'port': {'network_id': '4b72c1e5-e182-471c-ba3c-82943be53c64', 'security_groups': [], 'name': 'tempest-PortsTestJSON-2011372296'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:27:17.262540 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191f2e64-86a7-4d92-b45c-ba854e2e14b2 tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] Pushing event updated for resources: {'Subnet': ['ID=4e5665b2-738e-488b-b531-ce4537310ec2,revision_number=0']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:27:17.268856 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-c795295d-09d1-43ea-8eda-2c9d3da78840 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for floatingip, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:17.364149 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c989353b-aa65-43de-ac63-3fd026e0f450 None None] Network 04c6d161-6425-4c16-9a5a-90911c75a4ed requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:27:17.386806 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-1c999864-edf0-4715-9982-5d6cdfb9512c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:27:17.387720 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-68c833ab-436e-42cc-9e02-22a55302f632 None None] For port 6393e16d-6562-49a5-8238-e69b8809114f, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=6393e16d-6562-49a5-8238-e69b8809114f,segment=NetworkSegment(f25d102e-edf8-4135-8362-f05753a5bc00),segment_id=f25d102e-edf8-4135-8362-f05753a5bc00)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:27:17.403302 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c999864-edf0-4715-9982-5d6cdfb9512c None None] Routers {'d6c1e36f-7721-4cd2-b738-173d5b3bd1fe'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:27:17.404796 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-1c999864-edf0-4715-9982-5d6cdfb9512c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:27:00Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['d6c1e36f-7721-4cd2-b738-173d5b3bd1fe'], 'active': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:27:17.425160 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-c795295d-09d1-43ea-8eda-2c9d3da78840 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 8.0730050 Jan 20 14:27:17.426418 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 34818) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:27:17.434917 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-37d5f115-596e-442b-a4d3-f2932f40485e tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Request body: {'floatingip': {'port_id': 'dc4ceb71-5570-4312-965c-bed7a80d59db', 'fixed_ip_address': '172.20.0.13'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:27:17.451102 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d1933db-841b-445a-912b-433ab9c03213 None None] DHCP port deletion for dbce74ed-d43c-4540-8d8d-e582f35e4792 request from dv-neutron-825124-1-hyperv {{(pid=84154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 20 14:27:17.471911 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-68c833ab-436e-42cc-9e02-22a55302f632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:17.492890 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-1c999864-edf0-4715-9982-5d6cdfb9512c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:27:17.493878 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c999864-edf0-4715-9982-5d6cdfb9512c None None] The sync data for ids ['d6c1e36f-7721-4cd2-b738-173d5b3bd1fe'] in dv-neutron-825124-1-hyperv is: [] {{(pid=84155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 14:27:17.509989 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-9d1933db-841b-445a-912b-433ab9c03213 None None] Deleting port f3c92201-946d-460b-95a6-28451ce71115 {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:27:17.512103 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-9d1933db-841b-445a-912b-433ab9c03213 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:17.513716 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-41308d02-65ee-4231-87ac-3f05d4b156b8 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:27:17.529463 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-41308d02-65ee-4231-87ac-3f05d4b156b8 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Usage tracker for resource:port and tenant:86e3e9c5b0744f88a459de56a9372787 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:27:17.534348 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-41308d02-65ee-4231-87ac-3f05d4b156b8 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:27:17.553789 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-41308d02-65ee-4231-87ac-3f05d4b156b8 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:27:17.564933 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-37d5f115-596e-442b-a4d3-f2932f40485e tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Notify callbacks [] for floatingip, before_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:17.572300 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-71fd259b-b176-4caf-bbd0-aa9ff53a4024 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:27:17.581395 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-71fd259b-b176-4caf-bbd0-aa9ff53a4024 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Usage tracker for resource:subnet and tenant:2cb17692bb0c4a2782f988652201ac42 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:27:17.584286 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-191f2e64-86a7-4d92-b45c-ba854e2e14b2 tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] Checking segment: {'id': 'e4e96c3f-fd0d-466d-93b0-a3e980fc9ad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'ff5122ad-4d0e-40c5-af10-fe2d1ea8194c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 14:27:17.584635 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-191f2e64-86a7-4d92-b45c-ba854e2e14b2 tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] Network hostable DHCP agents. Network: ff5122ad-4d0e-40c5-af10-fe2d1ea8194c, hostable agents: ['1a181e39-5220-4c1a-88f8-08a54e8bfc9b'], hosted agents: [] {{(pid=84153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 14:27:17.589426 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-71fd259b-b176-4caf-bbd0-aa9ff53a4024 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:27:17.599184 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-71fd259b-b176-4caf-bbd0-aa9ff53a4024 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:27:17.613762 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.db.api [None req-664ed0c6-e19d-4b83-ad61-05277fc9df9b tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84153) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 14:27:17.614628 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG oslo_db.api [None req-664ed0c6-e19d-4b83-ad61-05277fc9df9b tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 14:27:17.653360 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41308d02-65ee-4231-87ac-3f05d4b156b8 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Made reservation on behalf of 86e3e9c5b0744f88a459de56a9372787 for: {'port': 1} {{(pid=84153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:27:17.659883 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-41308d02-65ee-4231-87ac-3f05d4b156b8 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:17.692565 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.notifiers.nova [None req-41308d02-65ee-4231-87ac-3f05d4b156b8 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] device_id is not set on port 062ac784-14f5-47cd-9756-39ff214e74cc yet. {{(pid=84153) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 14:27:17.746826 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c833ab-436e-42cc-9e02-22a55302f632 None None] Pushing event updated for resources: {'Port': ['ID=6393e16d-6562-49a5-8238-e69b8809114f,revision_number=3']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:27:17.871865 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-8bc5ab68-c0a7-4165-ba1d-1a1772938ce0 tempest-RoutersIpV6AdminTest-217416812 tempest-RoutersIpV6AdminTest-217416812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:17.876197 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71fd259b-b176-4caf-bbd0-aa9ff53a4024 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Made reservation on behalf of 2cb17692bb0c4a2782f988652201ac42 for: {'subnet': 1} {{(pid=84153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:27:17.922744 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-191f2e64-86a7-4d92-b45c-ba854e2e14b2 tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] Network ff5122ad-4d0e-40c5-af10-fe2d1ea8194c is scheduled to be hosted by DHCP agent 1a181e39-5220-4c1a-88f8-08a54e8bfc9b with binding_index 1 {{(pid=84153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 14:27:17.940112 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-2f2b9d8c-4be7-4983-a698-a98de06b430b None None] Provisioning complete for port 6393e16d-6562-49a5-8238-e69b8809114f triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:27:17.940783 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-2f2b9d8c-4be7-4983-a698-a98de06b430b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:17.977310 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c6cba67-1f3c-4f27-a61b-629144c311a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95c917f5-14ba-5e96-98b8-1a52654a930a-4b72c1e5-e182-471c-ba3c-82943be53c64', 'network_id': '4b72c1e5-e182-471c-ba3c-82943be53c64', 'tenant_id': '86e3e9c5b0744f88a459de56a9372787', 'fixed_ips': [{'subnet_id': 'a12ae5a2-5063-4f79-ac99-78d8f55c4e85'}]}} from dv-neutron-825124-1-hyperv. {{(pid=84154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 20 14:27:17.978152 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-1c6cba67-1f3c-4f27-a61b-629144c311a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:18.011592 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-664ed0c6-e19d-4b83-ad61-05277fc9df9b tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Deleting port 6393e16d-6562-49a5-8238-e69b8809114f {{(pid=84153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:27:18.011842 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-664ed0c6-e19d-4b83-ad61-05277fc9df9b tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:18.051258 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc5ab68-c0a7-4165-ba1d-1a1772938ce0 tempest-RoutersIpV6AdminTest-217416812 tempest-RoutersIpV6AdminTest-217416812-project] Pushing event deleted for resources: {'Port': ['ID=7e7a72f1-538d-4bf2-8918-6772814f0414,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:27:18.131785 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-9d1933db-841b-445a-912b-433ab9c03213 None None] For port f3c92201-946d-460b-95a6-28451ce71115, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=f3c92201-946d-460b-95a6-28451ce71115,segment=NetworkSegment(7b61d093-41ff-4202-b223-533eb0f8da0a),segment_id=7b61d093-41ff-4202-b223-533eb0f8da0a)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:27:18.132602 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-9d1933db-841b-445a-912b-433ab9c03213 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:18.141643 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 6393e16d-6562-49a5-8238-e69b8809114f up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:27:18.144053 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.base_scheduler [None req-191f2e64-86a7-4d92-b45c-ba854e2e14b2 tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825124-1-hyperv, ff5122ad-4d0e-40c5-af10-fe2d1ea8194c) {{(pid=84153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:27:18.148138 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-191f2e64-86a7-4d92-b45c-ba854e2e14b2 tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3943531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4194004'] for subnet, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:18.181430 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44541daa-708e-4990-b1d6-17cb0c65b80a None None] Network ff5122ad-4d0e-40c5-af10-fe2d1ea8194c requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:27:18.258388 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-71fd259b-b176-4caf-bbd0-aa9ff53a4024 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4193986'] for subnet, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:18.384651 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-9d1933db-841b-445a-912b-433ab9c03213 None None] Calling delete_port for f3c92201-946d-460b-95a6-28451ce71115 owned by network:dhcp {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:27:18.468982 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-37d5f115-596e-442b-a4d3-f2932f40485e tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:18.496511 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191f2e64-86a7-4d92-b45c-ba854e2e14b2 tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] Pushing event updated for resources: {'Subnet': ['ID=c5b9f531-13fd-4271-8fba-7afee9fdb607,revision_number=0']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:27:18.537451 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-37d5f115-596e-442b-a4d3-f2932f40485e tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-745254'] for floatingip, after_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:18.644475 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port 6393e16d-6562-49a5-8238-e69b8809114f triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:27:18.644809 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:18.706473 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-9d1933db-841b-445a-912b-433ab9c03213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486'] for port, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:18.771650 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.db_base_plugin_common [None req-41308d02-65ee-4231-87ac-3f05d4b156b8 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Allocated IP 172.20.0.10 (4b72c1e5-e182-471c-ba3c-82943be53c64/a12ae5a2-5063-4f79-ac99-78d8f55c4e85/062ac784-14f5-47cd-9756-39ff214e74cc) {{(pid=84153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:27:18.788650 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-8bc5ab68-c0a7-4165-ba1d-1a1772938ce0 tempest-RoutersIpV6AdminTest-217416812 tempest-RoutersIpV6AdminTest-217416812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-745333'] for router_gateway, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:18.793189 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1933db-841b-445a-912b-433ab9c03213 None None] Pushing event deleted for resources: {'Port': ['ID=f3c92201-946d-460b-95a6-28451ce71115,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:27:18.818785 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d1933db-841b-445a-912b-433ab9c03213 None None] No DVR routers for this DVR port f3c92201-946d-460b-95a6-28451ce71115 on host dv-neutron-825124-1-hyperv {{(pid=84154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 14:27:18.874232 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4d5db65-4088-451c-8671-1f32288a16e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95c917f5-14ba-5e96-98b8-1a52654a930a-ff5122ad-4d0e-40c5-af10-fe2d1ea8194c', 'network_id': 'ff5122ad-4d0e-40c5-af10-fe2d1ea8194c', 'tenant_id': '2131a6f7612542fb8c5c49d0809dd30d', 'fixed_ips': [{'subnet_id': '4e5665b2-738e-488b-b531-ce4537310ec2'}]}} from dv-neutron-825124-1-hyperv. {{(pid=84154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 20 14:27:18.875073 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-c4d5db65-4088-451c-8671-1f32288a16e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:18.877274 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-191f2e64-86a7-4d92-b45c-ba854e2e14b2 tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] Checking segment: {'id': '10f95d08-bfff-4d47-9f1f-681a1bd091c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '85c78616-7ba6-4a78-94d9-54e4c4288416'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 14:27:18.877762 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-191f2e64-86a7-4d92-b45c-ba854e2e14b2 tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] Network hostable DHCP agents. Network: 85c78616-7ba6-4a78-94d9-54e4c4288416, hostable agents: ['1a181e39-5220-4c1a-88f8-08a54e8bfc9b'], hosted agents: [] {{(pid=84153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 14:27:19.071853 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37d5f115-596e-442b-a4d3-f2932f40485e tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Router d6c1e36f-7721-4cd2-b738-173d5b3bd1fe has already been hosted by L3 agent 624d525b-4c26-4143-8a1c-228bb1c6faaa {{(pid=84152) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 14:27:19.100479 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device f3c92201-946d-460b-95a6-28451ce71115 no longer exists at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:27:19.142841 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] No Port match for: f3c92201-946d-460b-95a6-28451ce71115 {{(pid=84154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 14:27:19.143472 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device f3c92201-946d-460b-95a6-28451ce71115 not bound to the agent host dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 14:27:19.159188 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-da0289e8-3bf5-4662-addc-17bde15e323c None None] Provisioning complete for port 6393e16d-6562-49a5-8238-e69b8809114f triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:27:19.159663 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-da0289e8-3bf5-4662-addc-17bde15e323c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:19.200878 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_common [None req-c4d5db65-4088-451c-8671-1f32288a16e6 None None] Allocated IP 172.20.0.2 (ff5122ad-4d0e-40c5-af10-fe2d1ea8194c/4e5665b2-738e-488b-b531-ce4537310ec2/1a1409d6-2510-4333-a811-f6c015ad91fc) {{(pid=84154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:27:19.304253 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37d5f115-596e-442b-a4d3-f2932f40485e tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Notify agent at l3_agent.dv-neutron-825124-1-hyperv the message routers_updated {{(pid=84152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 14:27:19.310504 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-37d5f115-596e-442b-a4d3-f2932f40485e tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for floatingip, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:19.319541 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a7d8ed9-1f65-4b42-9aa1-5ece42cac595 None None] Sync routers for ids ['d6c1e36f-7721-4cd2-b738-173d5b3bd1fe'] in dv-neutron-825124-1-hyperv {{(pid=84154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 14:27:19.431195 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-37d5f115-596e-442b-a4d3-f2932f40485e tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] 10.222.0.54 "PUT /v2.0/floatingips/70bc62a9-06f7-4805-a62f-2d232992c9b5 HTTP/1.1" status: 200 len: 978 time: 2.0027616 Jan 20 14:27:19.432446 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 34828) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:27:19.432566 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.db [None req-664ed0c6-e19d-4b83-ad61-05277fc9df9b tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] For port 6393e16d-6562-49a5-8238-e69b8809114f, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=6393e16d-6562-49a5-8238-e69b8809114f,segment=NetworkSegment(f25d102e-edf8-4135-8362-f05753a5bc00),segment_id=f25d102e-edf8-4135-8362-f05753a5bc00)] {{(pid=84153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:27:19.432667 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-664ed0c6-e19d-4b83-ad61-05277fc9df9b tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:19.467376 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a7d8ed9-1f65-4b42-9aa1-5ece42cac595 None None] Routers {'d6c1e36f-7721-4cd2-b738-173d5b3bd1fe'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:27:19.468019 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-9a7d8ed9-1f65-4b42-9aa1-5ece42cac595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:27:00Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['d6c1e36f-7721-4cd2-b738-173d5b3bd1fe'], 'active': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:27:19.547072 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-9a7d8ed9-1f65-4b42-9aa1-5ece42cac595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:27:19.562830 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-664ed0c6-e19d-4b83-ad61-05277fc9df9b tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Calling delete_port for 6393e16d-6562-49a5-8238-e69b8809114f owned by network:dhcp {{(pid=84153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:27:19.622704 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a7d8ed9-1f65-4b42-9aa1-5ece42cac595 None None] Routers {'d6c1e36f-7721-4cd2-b738-173d5b3bd1fe'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:27:19.623340 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-9a7d8ed9-1f65-4b42-9aa1-5ece42cac595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:27:00Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['d6c1e36f-7721-4cd2-b738-173d5b3bd1fe'], 'active': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:27:19.643297 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-191f2e64-86a7-4d92-b45c-ba854e2e14b2 tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] Network 85c78616-7ba6-4a78-94d9-54e4c4288416 is scheduled to be hosted by DHCP agent 1a181e39-5220-4c1a-88f8-08a54e8bfc9b with binding_index 1 {{(pid=84153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 14:27:19.656692 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-8bc5ab68-c0a7-4165-ba1d-1a1772938ce0 tempest-RoutersIpV6AdminTest-217416812 tempest-RoutersIpV6AdminTest-217416812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-737761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105493'] for router, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:19.695899 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-9a7d8ed9-1f65-4b42-9aa1-5ece42cac595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:27:19.696410 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a7d8ed9-1f65-4b42-9aa1-5ece42cac595 None None] The sync data for ids ['d6c1e36f-7721-4cd2-b738-173d5b3bd1fe'] in dv-neutron-825124-1-hyperv is: [] {{(pid=84154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 14:27:19.708134 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-c4d5db65-4088-451c-8671-1f32288a16e6 None None] Notify callbacks [] for port, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:19.709592 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-8bc5ab68-c0a7-4165-ba1d-1a1772938ce0 tempest-RoutersIpV6AdminTest-217416812 tempest-RoutersIpV6AdminTest-217416812-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:19.719268 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-c4d5db65-4088-451c-8671-1f32288a16e6 None None] Transition to ACTIVE for port object 1a1409d6-2510-4333-a811-f6c015ad91fc will not be triggered until provisioned by entity L2. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:27:19.767383 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-5bb639ca-2003-4c72-960f-66334856995a tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Deleting port bb6d5ec8-96c2-476d-92d4-fd5f22db046f {{(pid=84152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:27:19.767941 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-5bb639ca-2003-4c72-960f-66334856995a tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:19.809314 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-41308d02-65ee-4231-87ac-3f05d4b156b8 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks [] for port, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:19.831364 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.base_scheduler [None req-191f2e64-86a7-4d92-b45c-ba854e2e14b2 tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825124-1-hyperv, 85c78616-7ba6-4a78-94d9-54e4c4288416) {{(pid=84153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:27:19.846666 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc4835f8-fcf4-496e-8a90-d50bc565f7de None None] Network 85c78616-7ba6-4a78-94d9-54e4c4288416 requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:27:19.851923 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-191f2e64-86a7-4d92-b45c-ba854e2e14b2 tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:27:19.852302 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-191f2e64-86a7-4d92-b45c-ba854e2e14b2 tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:27:19.853014 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-191f2e64-86a7-4d92-b45c-ba854e2e14b2 tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] Notify callbacks [] for subnet, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:19.939972 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-5bb639ca-2003-4c72-960f-66334856995a tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:19.940413 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-5bb639ca-2003-4c72-960f-66334856995a tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:19.966997 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.provisioning_blocks [None req-41308d02-65ee-4231-87ac-3f05d4b156b8 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Transition to ACTIVE for port object 062ac784-14f5-47cd-9756-39ff214e74cc will not be triggered until provisioned by entity DHCP. {{(pid=84153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:27:19.967578 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-c4d5db65-4088-451c-8671-1f32288a16e6 None None] Transition to ACTIVE for port object 1a1409d6-2510-4333-a811-f6c015ad91fc will not be triggered until provisioned by entity DHCP. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:27:19.993046 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-8bc5ab68-c0a7-4165-ba1d-1a1772938ce0 tempest-RoutersIpV6AdminTest-217416812 tempest-RoutersIpV6AdminTest-217416812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-737693'] for router, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:19.993645 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bc5ab68-c0a7-4165-ba1d-1a1772938ce0 tempest-RoutersIpV6AdminTest-217416812 tempest-RoutersIpV6AdminTest-217416812-project] Fanout notify agent at l3_agent the message router_deleted on router bdc80abf-22cc-4846-bab0-e254cfd8f0a4 {{(pid=84153) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 20 14:27:19.996355 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-664ed0c6-e19d-4b83-ad61-05277fc9df9b tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:20.005102 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-191f2e64-86a7-4d92-b45c-ba854e2e14b2 tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 6.3059297 Jan 20 14:27:20.006283 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-71fd259b-b176-4caf-bbd0-aa9ff53a4024 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3943531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4194004'] for subnet, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:20.012507 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 34836) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:27:20.026104 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-8bc5ab68-c0a7-4165-ba1d-1a1772938ce0 tempest-RoutersIpV6AdminTest-217416812 tempest-RoutersIpV6AdminTest-217416812-project] Notify callbacks [] for router, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:20.033752 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-8bc5ab68-c0a7-4165-ba1d-1a1772938ce0 tempest-RoutersIpV6AdminTest-217416812 tempest-RoutersIpV6AdminTest-217416812-project] 10.222.0.54 "DELETE /v2.0/routers/bdc80abf-22cc-4846-bab0-e254cfd8f0a4 HTTP/1.1" status: 204 len: 168 time: 6.6319382 Jan 20 14:27:20.071055 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03eaf0b2-d2c2-4d00-b603-cc88b7b33cb2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95c917f5-14ba-5e96-98b8-1a52654a930a-85c78616-7ba6-4a78-94d9-54e4c4288416', 'network_id': '85c78616-7ba6-4a78-94d9-54e4c4288416', 'tenant_id': '2131a6f7612542fb8c5c49d0809dd30d', 'fixed_ips': [{'subnet_id': 'c5b9f531-13fd-4271-8fba-7afee9fdb607'}]}} from dv-neutron-825124-1-hyperv. {{(pid=84154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 20 14:27:20.072910 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-03eaf0b2-d2c2-4d00-b603-cc88b7b33cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:20.085890 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-c4d5db65-4088-451c-8671-1f32288a16e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477'] for port, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:20.106562 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-5bb639ca-2003-4c72-960f-66334856995a tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Calling delete_port for bb6d5ec8-96c2-476d-92d4-fd5f22db046f owned by network:floatingip {{(pid=84152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:27:20.129459 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 34840) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:27:20.133626 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-41308d02-65ee-4231-87ac-3f05d4b156b8 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:20.195424 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44229780-c7ef-4fc0-bb7d-208002bf1261 tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:27:20.196849 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44229780-c7ef-4fc0-bb7d-208002bf1261 tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:27:20.198264 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44229780-c7ef-4fc0-bb7d-208002bf1261 tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:27:20.202818 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-44229780-c7ef-4fc0-bb7d-208002bf1261 tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.1863894 Jan 20 14:27:20.204791 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 34844) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:27:20.218911 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-aceb17db-06d3-41b9-bcd1-65a7a0503529 tempest-RoutersIpV6AdminTest-217416812 tempest-RoutersIpV6AdminTest-217416812-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-709673220', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d'}, 'admin_state_up': False}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:27:20.225811 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-aceb17db-06d3-41b9-bcd1-65a7a0503529 tempest-RoutersIpV6AdminTest-217416812 tempest-RoutersIpV6AdminTest-217416812-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:27:20.231271 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-aceb17db-06d3-41b9-bcd1-65a7a0503529 tempest-RoutersIpV6AdminTest-217416812 tempest-RoutersIpV6AdminTest-217416812-project] Usage tracker for resource:router and tenant:f59aced9f6574efc8bfd49e9f7505be7 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:27:20.234563 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-aceb17db-06d3-41b9-bcd1-65a7a0503529 tempest-RoutersIpV6AdminTest-217416812 tempest-RoutersIpV6AdminTest-217416812-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:27:20.242026 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-aceb17db-06d3-41b9-bcd1-65a7a0503529 tempest-RoutersIpV6AdminTest-217416812 tempest-RoutersIpV6AdminTest-217416812-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:27:20.277379 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d5db65-4088-451c-8671-1f32288a16e6 None None] Pushing event updated for resources: {'Port': ['ID=1a1409d6-2510-4333-a811-f6c015ad91fc,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:27:20.283617 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664ed0c6-e19d-4b83-ad61-05277fc9df9b tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Pushing event deleted for resources: {'Port': ['ID=6393e16d-6562-49a5-8238-e69b8809114f,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:27:20.286132 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4d5db65-4088-451c-8671-1f32288a16e6 None None] Network ff5122ad-4d0e-40c5-af10-fe2d1ea8194c is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:27:20.289042 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b766e775-39a1-43e7-81b8-e5d8ff969108 None None] DHCP port deletion for 04c6d161-6425-4c16-9a5a-90911c75a4ed request from dv-neutron-825124-1-hyperv {{(pid=84154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 20 14:27:20.297955 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-c4d5db65-4088-451c-8671-1f32288a16e6 None None] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:27:20.300808 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_common [None req-1c6cba67-1f3c-4f27-a61b-629144c311a9 None None] Allocated IP 172.20.0.2 (4b72c1e5-e182-471c-ba3c-82943be53c64/a12ae5a2-5063-4f79-ac99-78d8f55c4e85/20fdc6e0-5f11-4a0e-bf30-c6406d75f4db) {{(pid=84154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:27:20.307212 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4d5db65-4088-451c-8671-1f32288a16e6 None None] Received port after_create {{(pid=84154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:27:20.367007 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fd259b-b176-4caf-bbd0-aa9ff53a4024 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Pushing event updated for resources: {'Subnet': ['ID=b38864ce-2015-421f-8816-220a30008ccd,revision_number=0']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:27:20.383028 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71fd259b-b176-4caf-bbd0-aa9ff53a4024 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Network dbce74ed-d43c-4540-8d8d-e582f35e4792 is already hosted by enough agents. {{(pid=84153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:27:20.393769 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41308d02-65ee-4231-87ac-3f05d4b156b8 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Network 4b72c1e5-e182-471c-ba3c-82943be53c64 is already hosted by enough agents. {{(pid=84153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:27:20.395426 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-aceb17db-06d3-41b9-bcd1-65a7a0503529 tempest-RoutersIpV6AdminTest-217416812 tempest-RoutersIpV6AdminTest-217416812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-105475'] for router, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:20.396382 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-aceb17db-06d3-41b9-bcd1-65a7a0503529 tempest-RoutersIpV6AdminTest-217416812 tempest-RoutersIpV6AdminTest-217416812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-739204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-744864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-735540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-105484'] for router, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:20.399851 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.base_scheduler [None req-41308d02-65ee-4231-87ac-3f05d4b156b8 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Resources bound (agent type, host, resource id): {{(pid=84153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:27:20.402251 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41308d02-65ee-4231-87ac-3f05d4b156b8 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Received port after_create {{(pid=84153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:27:20.429774 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.base_scheduler [None req-71fd259b-b176-4caf-bbd0-aa9ff53a4024 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Resources bound (agent type, host, resource id): {{(pid=84153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:27:20.439588 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41308d02-65ee-4231-87ac-3f05d4b156b8 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Pushing event updated for resources: {'Port': ['ID=062ac784-14f5-47cd-9756-39ff214e74cc,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:27:20.440557 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71fd259b-b176-4caf-bbd0-aa9ff53a4024 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:27:20.441162 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-71fd259b-b176-4caf-bbd0-aa9ff53a4024 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks [] for subnet, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:20.487850 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41308d02-65ee-4231-87ac-3f05d4b156b8 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:27:20.488947 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-41308d02-65ee-4231-87ac-3f05d4b156b8 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:20.501332 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.db_base_plugin_v2 [None req-04baf90d-e1d7-4f28-87ea-8dbc30da4383 tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] Deleting subnet 4e5665b2-738e-488b-b531-ce4537310ec2 {{(pid=84152) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 20 14:27:20.502050 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-04baf90d-e1d7-4f28-87ea-8dbc30da4383 tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] Notify callbacks [] for subnet, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:20.504138 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e773b967-f338-4cd4-ba99-fc9591859b6d None None] Network dbce74ed-d43c-4540-8d8d-e582f35e4792 requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:27:20.558360 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-04baf90d-e1d7-4f28-87ea-8dbc30da4383 tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3337915'] for subnet, precommit_delete_associations {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:20.601708 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-71fd259b-b176-4caf-bbd0-aa9ff53a4024 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 3.5432494 Jan 20 14:27:20.604265 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 34848) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:27:20.611237 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-35777eb4-e189-408d-abfc-691e1e6924f6 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Request body: {'port': {'network_id': 'dbce74ed-d43c-4540-8d8d-e582f35e4792', 'fixed_ips': [{'subnet_id': 'b38864ce-2015-421f-8816-220a30008ccd', 'ip_address': '2001:db8::6ac1:81b6:316b:ed47'}], 'name': 'tempest-NetworksTestDHCPv6-370444860'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:27:20.612449 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-5bb639ca-2003-4c72-960f-66334856995a tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:20.636156 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_common [None req-03eaf0b2-d2c2-4d00-b603-cc88b7b33cb2 None None] Allocated IP 172.20.0.18 (85c78616-7ba6-4a78-94d9-54e4c4288416/c5b9f531-13fd-4271-8fba-7afee9fdb607/dc30f147-a972-434d-ac7e-9fcd4f21bab7) {{(pid=84154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:27:20.636339 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-41308d02-65ee-4231-87ac-3f05d4b156b8 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 887 time: 3.4189124 Jan 20 14:27:20.639450 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 34852) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:27:20.678988 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb639ca-2003-4c72-960f-66334856995a tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Pushing event deleted for resources: {'Port': ['ID=bb6d5ec8-96c2-476d-92d4-fd5f22db046f,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:27:20.777912 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-0724365f-1652-48aa-83f4-b0233b2d41fd tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Deleting port 062ac784-14f5-47cd-9756-39ff214e74cc {{(pid=84153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:27:20.778320 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-0724365f-1652-48aa-83f4-b0233b2d41fd tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:20.784152 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-04baf90d-e1d7-4f28-87ea-8dbc30da4383 tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1627147'] for subnet, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:20.824639 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-664ed0c6-e19d-4b83-ad61-05277fc9df9b tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] No DVR routers for this DVR port 6393e16d-6562-49a5-8238-e69b8809114f on host dv-neutron-825124-1-hyperv {{(pid=84153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 14:27:20.833037 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-5bb639ca-2003-4c72-960f-66334856995a tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Notify callbacks [] for floatingip, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:20.888824 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-c4d5db65-4088-451c-8671-1f32288a16e6 None None] Attempting to bind port 1a1409d6-2510-4333-a811-f6c015ad91fc on host dv-neutron-825124-1-hyperv for vnic_type normal with profile {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:27:20.889152 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-c4d5db65-4088-451c-8671-1f32288a16e6 None None] Attempting to bind port 1a1409d6-2510-4333-a811-f6c015ad91fc by drivers openvswitch,hyperv on host dv-neutron-825124-1-hyperv at level 0 using segments [{'id': 'e4e96c3f-fd0d-466d-93b0-a3e980fc9ad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'ff5122ad-4d0e-40c5-af10-fe2d1ea8194c'}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:27:20.889462 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4d5db65-4088-451c-8671-1f32288a16e6 None None] Attempting to bind port 1a1409d6-2510-4333-a811-f6c015ad91fc on network ff5122ad-4d0e-40c5-af10-fe2d1ea8194c {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 14:27:20.909709 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-aceb17db-06d3-41b9-bcd1-65a7a0503529 tempest-RoutersIpV6AdminTest-217416812 tempest-RoutersIpV6AdminTest-217416812-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:20.943523 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4d5db65-4088-451c-8671-1f32288a16e6 None None] Checking agent: {'id': '6414dfeb-85c5-454a-8756-709ca637d800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825124-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 16, 31), 'started_at': datetime.datetime(2022, 1, 20, 14, 17, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 27, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825124-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 14:27:20.943891 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4d5db65-4088-451c-8671-1f32288a16e6 None None] Checking segment: {'id': 'e4e96c3f-fd0d-466d-93b0-a3e980fc9ad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'ff5122ad-4d0e-40c5-af10-fe2d1ea8194c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 14:27:20.944333 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-c4d5db65-4088-451c-8671-1f32288a16e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:20.944696 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4d5db65-4088-451c-8671-1f32288a16e6 None None] Bound using segment: {'id': 'e4e96c3f-fd0d-466d-93b0-a3e980fc9ad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'ff5122ad-4d0e-40c5-af10-fe2d1ea8194c'} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 14:27:20.945263 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-c4d5db65-4088-451c-8671-1f32288a16e6 None None] Bound port: 1a1409d6-2510-4333-a811-f6c015ad91fc, host: dv-neutron-825124-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4e96c3f-fd0d-466d-93b0-a3e980fc9ad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'ff5122ad-4d0e-40c5-af10-fe2d1ea8194c'}}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:27:20.945635 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-c4d5db65-4088-451c-8671-1f32288a16e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:20.970103 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-1c6cba67-1f3c-4f27-a61b-629144c311a9 None None] Notify callbacks [] for port, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:21.007308 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-04baf90d-e1d7-4f28-87ea-8dbc30da4383 tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1627154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4163580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155308'] for subnet, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:21.012822 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-664ed0c6-e19d-4b83-ad61-05277fc9df9b tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1627147'] for subnet, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:21.022069 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-1c6cba67-1f3c-4f27-a61b-629144c311a9 None None] Transition to ACTIVE for port object 20fdc6e0-5f11-4a0e-bf30-c6406d75f4db will not be triggered until provisioned by entity L2. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:27:21.103205 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd4e909d-3bbc-4670-a2be-5498f3d15329 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95c917f5-14ba-5e96-98b8-1a52654a930a-dbce74ed-d43c-4540-8d8d-e582f35e4792', 'network_id': 'dbce74ed-d43c-4540-8d8d-e582f35e4792', 'tenant_id': '2cb17692bb0c4a2782f988652201ac42', 'fixed_ips': [{'subnet_id': 'b38864ce-2015-421f-8816-220a30008ccd'}]}} from dv-neutron-825124-1-hyperv. {{(pid=84154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 20 14:27:21.104381 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-cd4e909d-3bbc-4670-a2be-5498f3d15329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:21.146021 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-1c6cba67-1f3c-4f27-a61b-629144c311a9 None None] Transition to ACTIVE for port object 20fdc6e0-5f11-4a0e-bf30-c6406d75f4db will not be triggered until provisioned by entity DHCP. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:27:21.153177 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04baf90d-e1d7-4f28-87ea-8dbc30da4383 tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] Pushing event deleted for resources: {'Subnet': ['ID=4e5665b2-738e-488b-b531-ce4537310ec2,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:27:21.164093 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-04baf90d-e1d7-4f28-87ea-8dbc30da4383 tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] Notify callbacks [] for subnet, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:21.189836 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-04baf90d-e1d7-4f28-87ea-8dbc30da4383 tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] 10.222.0.54 "DELETE /v2.0/subnets/4e5665b2-738e-488b-b531-ce4537310ec2 HTTP/1.1" status: 204 len: 168 time: 0.9822128 Jan 20 14:27:21.190359 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 34860) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:27:21.221885 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-35777eb4-e189-408d-abfc-691e1e6924f6 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:27:21.236514 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-35777eb4-e189-408d-abfc-691e1e6924f6 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Usage tracker for resource:port and tenant:2cb17692bb0c4a2782f988652201ac42 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:27:21.245473 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-35777eb4-e189-408d-abfc-691e1e6924f6 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:27:21.289477 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-35777eb4-e189-408d-abfc-691e1e6924f6 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:27:21.293992 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-c4d5db65-4088-451c-8671-1f32288a16e6 None None] For port 1a1409d6-2510-4333-a811-f6c015ad91fc, host dv-neutron-825124-1-hyperv, cleared binding levels {{(pid=84154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 14:27:21.299157 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-c4d5db65-4088-451c-8671-1f32288a16e6 None None] For port 1a1409d6-2510-4333-a811-f6c015ad91fc, host dv-neutron-825124-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=1a1409d6-2510-4333-a811-f6c015ad91fc,segment=NetworkSegment(e4e96c3f-fd0d-466d-93b0-a3e980fc9ad6),segment_id=e4e96c3f-fd0d-466d-93b0-a3e980fc9ad6)] {{(pid=84154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 14:27:21.354604 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-1c6cba67-1f3c-4f27-a61b-629144c311a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477'] for port, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:21.433039 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-c4d5db65-4088-451c-8671-1f32288a16e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:21.465762 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.db_base_plugin_v2 [None req-1293c623-15f6-444b-a0a5-820b9ce301bd tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] Deleting subnet c5b9f531-13fd-4271-8fba-7afee9fdb607 {{(pid=84152) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 20 14:27:21.472071 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-03eaf0b2-d2c2-4d00-b603-cc88b7b33cb2 None None] Notify callbacks [] for port, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:21.475901 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c6cba67-1f3c-4f27-a61b-629144c311a9 None None] Network 4b72c1e5-e182-471c-ba3c-82943be53c64 is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:27:21.488837 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-1c6cba67-1f3c-4f27-a61b-629144c311a9 None None] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:27:21.500892 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c6cba67-1f3c-4f27-a61b-629144c311a9 None None] Received port after_create {{(pid=84154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:27:21.511068 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6cba67-1f3c-4f27-a61b-629144c311a9 None None] Pushing event updated for resources: {'Port': ['ID=20fdc6e0-5f11-4a0e-bf30-c6406d75f4db,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:27:21.518276 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-03eaf0b2-d2c2-4d00-b603-cc88b7b33cb2 None None] Transition to ACTIVE for port object dc30f147-a972-434d-ac7e-9fcd4f21bab7 will not be triggered until provisioned by entity L2. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:27:21.557558 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35777eb4-e189-408d-abfc-691e1e6924f6 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Made reservation on behalf of 2cb17692bb0c4a2782f988652201ac42 for: {'port': 1} {{(pid=84153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:27:21.563399 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-35777eb4-e189-408d-abfc-691e1e6924f6 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:21.595497 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-aceb17db-06d3-41b9-bcd1-65a7a0503529 tempest-RoutersIpV6AdminTest-217416812 tempest-RoutersIpV6AdminTest-217416812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-744886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-105502'] for router, precommit_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:21.600168 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bb639ca-2003-4c72-960f-66334856995a tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Router d6c1e36f-7721-4cd2-b738-173d5b3bd1fe has already been hosted by L3 agent 624d525b-4c26-4143-8a1c-228bb1c6faaa {{(pid=84152) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 14:27:21.602790 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-0724365f-1652-48aa-83f4-b0233b2d41fd tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:21.616735 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-664ed0c6-e19d-4b83-ad61-05277fc9df9b tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1627154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3943464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4194013'] for subnet, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:21.686211 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-03eaf0b2-d2c2-4d00-b603-cc88b7b33cb2 None None] Transition to ACTIVE for port object dc30f147-a972-434d-ac7e-9fcd4f21bab7 will not be triggered until provisioned by entity DHCP. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:27:21.765731 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d5db65-4088-451c-8671-1f32288a16e6 None None] Pushing event updated for resources: {'Port': ['ID=1a1409d6-2510-4333-a811-f6c015ad91fc,revision_number=3']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:27:21.771055 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-1c6cba67-1f3c-4f27-a61b-629144c311a9 None None] Attempting to bind port 20fdc6e0-5f11-4a0e-bf30-c6406d75f4db on host dv-neutron-825124-1-hyperv for vnic_type normal with profile {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:27:21.771546 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-1c6cba67-1f3c-4f27-a61b-629144c311a9 None None] Attempting to bind port 20fdc6e0-5f11-4a0e-bf30-c6406d75f4db by drivers openvswitch,hyperv on host dv-neutron-825124-1-hyperv at level 0 using segments [{'id': '91d14585-e2d9-43aa-aa38-39dade9ab308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '4b72c1e5-e182-471c-ba3c-82943be53c64'}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:27:21.772006 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c6cba67-1f3c-4f27-a61b-629144c311a9 None None] Attempting to bind port 20fdc6e0-5f11-4a0e-bf30-c6406d75f4db on network 4b72c1e5-e182-471c-ba3c-82943be53c64 {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 14:27:21.780304 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.notifiers.nova [None req-35777eb4-e189-408d-abfc-691e1e6924f6 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] device_id is not set on port 6a309079-5d10-44f0-bef7-23d18bc973c0 yet. {{(pid=84153) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 14:27:21.788661 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_common [None req-cd4e909d-3bbc-4670-a2be-5498f3d15329 None None] Allocated IP 2001:db8::2 (dbce74ed-d43c-4540-8d8d-e582f35e4792/b38864ce-2015-421f-8816-220a30008ccd/a88af7e5-2106-46fc-ba29-2ef616c970e1) {{(pid=84154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:27:21.793902 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c6cba67-1f3c-4f27-a61b-629144c311a9 None None] Checking agent: {'id': '6414dfeb-85c5-454a-8756-709ca637d800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825124-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 16, 31), 'started_at': datetime.datetime(2022, 1, 20, 14, 17, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 27, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825124-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 14:27:21.794412 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c6cba67-1f3c-4f27-a61b-629144c311a9 None None] Checking segment: {'id': '91d14585-e2d9-43aa-aa38-39dade9ab308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '4b72c1e5-e182-471c-ba3c-82943be53c64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 14:27:21.794783 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-1293c623-15f6-444b-a0a5-820b9ce301bd tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] Notify callbacks [] for subnet, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:21.800948 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-1c6cba67-1f3c-4f27-a61b-629144c311a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:21.800948 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c6cba67-1f3c-4f27-a61b-629144c311a9 None None] Bound using segment: {'id': '91d14585-e2d9-43aa-aa38-39dade9ab308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '4b72c1e5-e182-471c-ba3c-82943be53c64'} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 14:27:21.800948 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-1c6cba67-1f3c-4f27-a61b-629144c311a9 None None] Bound port: 20fdc6e0-5f11-4a0e-bf30-c6406d75f4db, host: dv-neutron-825124-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91d14585-e2d9-43aa-aa38-39dade9ab308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '4b72c1e5-e182-471c-ba3c-82943be53c64'}}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:27:21.800948 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-1c6cba67-1f3c-4f27-a61b-629144c311a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:21.818709 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-03eaf0b2-d2c2-4d00-b603-cc88b7b33cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477'] for port, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:21.824591 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-0724365f-1652-48aa-83f4-b0233b2d41fd tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Calling delete_port for 062ac784-14f5-47cd-9756-39ff214e74cc owned by {{(pid=84153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:27:21.853405 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664ed0c6-e19d-4b83-ad61-05277fc9df9b tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Pushing event deleted for resources: {'Subnet': ['ID=f4ccfe1f-9a25-4b0a-8039-dbcde79c0839,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:27:21.859614 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-1293c623-15f6-444b-a0a5-820b9ce301bd tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3337915'] for subnet, precommit_delete_associations {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:21.901117 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bb639ca-2003-4c72-960f-66334856995a tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Notify agent at l3_agent.dv-neutron-825124-1-hyperv the message routers_updated {{(pid=84152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 14:27:21.907820 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-5bb639ca-2003-4c72-960f-66334856995a tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for floatingip, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:21.924912 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18d2d542-f418-4af1-91c5-fe40d5146711 None None] Sync routers for ids ['d6c1e36f-7721-4cd2-b738-173d5b3bd1fe'] in dv-neutron-825124-1-hyperv {{(pid=84155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 14:27:21.959198 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d2d542-f418-4af1-91c5-fe40d5146711 None None] Routers {'d6c1e36f-7721-4cd2-b738-173d5b3bd1fe'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:27:21.960071 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-18d2d542-f418-4af1-91c5-fe40d5146711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:27:00Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['d6c1e36f-7721-4cd2-b738-173d5b3bd1fe'], 'active': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:27:21.962357 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-430d5db4-7459-4827-a69b-af0795f65aac None None] Network 04c6d161-6425-4c16-9a5a-90911c75a4ed requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:27:22.014847 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-5bb639ca-2003-4c72-960f-66334856995a tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] 10.222.0.54 "DELETE /v2.0/floatingips/70bc62a9-06f7-4805-a62f-2d232992c9b5 HTTP/1.1" status: 204 len: 168 time: 2.5813601 Jan 20 14:27:22.015756 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 34866) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:27:22.073211 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-664ed0c6-e19d-4b83-ad61-05277fc9df9b tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1626242', 'neutron.services.segments.db._delete_segments_for_network-8769554214620'] for network, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:22.127838 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-a892b388-f9b6-4077-957f-75a5afbac4eb tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Deleting port dc4ceb71-5570-4312-965c-bed7a80d59db {{(pid=84152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:27:22.128426 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-a892b388-f9b6-4077-957f-75a5afbac4eb tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:22.133141 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-18d2d542-f418-4af1-91c5-fe40d5146711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:27:22.150697 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d2d542-f418-4af1-91c5-fe40d5146711 None None] Routers {'d6c1e36f-7721-4cd2-b738-173d5b3bd1fe'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:27:22.151308 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-18d2d542-f418-4af1-91c5-fe40d5146711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:27:00Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['d6c1e36f-7721-4cd2-b738-173d5b3bd1fe'], 'active': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:27:22.174843 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 6393e16d-6562-49a5-8238-e69b8809114f no longer exists at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:27:22.180285 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.services.segments.db [None req-664ed0c6-e19d-4b83-ad61-05277fc9df9b tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04c6d161-6425-4c16-9a5a-90911c75a4ed']}} {{(pid=84153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:27:22.216743 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-18d2d542-f418-4af1-91c5-fe40d5146711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:27:22.217380 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18d2d542-f418-4af1-91c5-fe40d5146711 None None] The sync data for ids ['d6c1e36f-7721-4cd2-b738-173d5b3bd1fe'] in dv-neutron-825124-1-hyperv is: [] {{(pid=84155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 14:27:22.252022 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.services.segments.db [None req-664ed0c6-e19d-4b83-ad61-05277fc9df9b tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f25d102e-edf8-4135-8362-f05753a5bc00') {'for_net_delete': True} {{(pid=84153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:27:22.252317 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.services.segments.db [None req-664ed0c6-e19d-4b83-ad61-05277fc9df9b tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f25d102e-edf8-4135-8362-f05753a5bc00') {} {{(pid=84153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:27:22.287069 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-664ed0c6-e19d-4b83-ad61-05277fc9df9b tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769554214503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980856'] for segment, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:22.304604 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] No Port match for: 6393e16d-6562-49a5-8238-e69b8809114f {{(pid=84154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 14:27:22.305644 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 6393e16d-6562-49a5-8238-e69b8809114f not bound to the agent host dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 14:27:22.321637 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-664ed0c6-e19d-4b83-ad61-05277fc9df9b tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:22.332747 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-1293c623-15f6-444b-a0a5-820b9ce301bd tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1627147'] for subnet, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:22.333830 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03eaf0b2-d2c2-4d00-b603-cc88b7b33cb2 None None] Network 85c78616-7ba6-4a78-94d9-54e4c4288416 is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:27:22.338416 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-664ed0c6-e19d-4b83-ad61-05277fc9df9b tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Releasing vlan 174 on physical network physnet1 to pool {{(pid=84153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 14:27:22.338416 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-664ed0c6-e19d-4b83-ad61-05277fc9df9b tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1622950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3944078'] for segment, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:22.341009 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03eaf0b2-d2c2-4d00-b603-cc88b7b33cb2 None None] Pushing event updated for resources: {'Port': ['ID=dc30f147-a972-434d-ac7e-9fcd4f21bab7,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:27:22.353401 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-03eaf0b2-d2c2-4d00-b603-cc88b7b33cb2 None None] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:27:22.353551 dv-neutron-825124-1-hyperv neutron-server[84153]: Traceback (most recent call last): Jan 20 14:27:22.353551 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 14:27:22.353551 dv-neutron-825124-1-hyperv neutron-server[84153]: timer() Jan 20 14:27:22.353551 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 14:27:22.353551 dv-neutron-825124-1-hyperv neutron-server[84153]: cb(*args, **kw) Jan 20 14:27:22.353551 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 14:27:22.353551 dv-neutron-825124-1-hyperv neutron-server[84153]: return func(*args, **kwargs) Jan 20 14:27:22.353551 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 14:27:22.353551 dv-neutron-825124-1-hyperv neutron-server[84153]: self._notify() Jan 20 14:27:22.353551 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 14:27:22.353551 dv-neutron-825124-1-hyperv neutron-server[84153]: self.callback(batched_events) Jan 20 14:27:22.353551 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 14:27:22.353551 dv-neutron-825124-1-hyperv neutron-server[84153]: event.method(event) Jan 20 14:27:22.353551 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 14:27:22.353551 dv-neutron-825124-1-hyperv neutron-server[84153]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 14:27:22.353551 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 14:27:22.353551 dv-neutron-825124-1-hyperv neutron-server[84153]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 14:27:22.353551 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 14:27:22.353551 dv-neutron-825124-1-hyperv neutron-server[84153]: return f(self, *a, **k) Jan 20 14:27:22.353551 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 14:27:22.353551 dv-neutron-825124-1-hyperv neutron-server[84153]: return self._get(url).json() Jan 20 14:27:22.353551 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 14:27:22.353551 dv-neutron-825124-1-hyperv neutron-server[84153]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 14:27:22.353551 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 14:27:22.353551 dv-neutron-825124-1-hyperv neutron-server[84153]: return self.request(url, 'GET', **kwargs) Jan 20 14:27:22.353551 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 14:27:22.353551 dv-neutron-825124-1-hyperv neutron-server[84153]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 14:27:22.353551 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 14:27:22.353551 dv-neutron-825124-1-hyperv neutron-server[84153]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 14:27:22.353551 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 14:27:22.353551 dv-neutron-825124-1-hyperv neutron-server[84153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 14:27:22.353551 dv-neutron-825124-1-hyperv neutron-server[84153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 14:27:22.398415 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03eaf0b2-d2c2-4d00-b603-cc88b7b33cb2 None None] Received port after_create {{(pid=84154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:27:22.420675 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-0724365f-1652-48aa-83f4-b0233b2d41fd tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:22.484784 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-1c6cba67-1f3c-4f27-a61b-629144c311a9 None None] For port 20fdc6e0-5f11-4a0e-bf30-c6406d75f4db, host dv-neutron-825124-1-hyperv, cleared binding levels {{(pid=84154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 14:27:22.487637 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e34f8ce3-a9b8-440e-918c-73cc7e33b2a4 None None] Network ff5122ad-4d0e-40c5-af10-fe2d1ea8194c requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:27:22.503206 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0724365f-1652-48aa-83f4-b0233b2d41fd tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Pushing event deleted for resources: {'Port': ['ID=062ac784-14f5-47cd-9756-39ff214e74cc,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:27:22.541530 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-a892b388-f9b6-4077-957f-75a5afbac4eb tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:22.617944 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-664ed0c6-e19d-4b83-ad61-05277fc9df9b tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1626253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-745296'] for network, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:22.622938 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-664ed0c6-e19d-4b83-ad61-05277fc9df9b tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Notify callbacks [] for network, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:22.666868 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-aceb17db-06d3-41b9-bcd1-65a7a0503529 tempest-RoutersIpV6AdminTest-217416812 tempest-RoutersIpV6AdminTest-217416812-project] Notify callbacks [] for router_gateway, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:22.672769 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-1293c623-15f6-444b-a0a5-820b9ce301bd tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1627154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4163580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155308'] for subnet, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:22.688926 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-a892b388-f9b6-4077-957f-75a5afbac4eb tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Calling delete_port for dc4ceb71-5570-4312-965c-bed7a80d59db owned by {{(pid=84152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:27:22.702419 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-1c6cba67-1f3c-4f27-a61b-629144c311a9 None None] For port 20fdc6e0-5f11-4a0e-bf30-c6406d75f4db, host dv-neutron-825124-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=20fdc6e0-5f11-4a0e-bf30-c6406d75f4db,segment=NetworkSegment(91d14585-e2d9-43aa-aa38-39dade9ab308),segment_id=91d14585-e2d9-43aa-aa38-39dade9ab308)] {{(pid=84154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 14:27:22.708993 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664ed0c6-e19d-4b83-ad61-05277fc9df9b tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Pushing event deleted for resources: {'Network': ['ID=04c6d161-6425-4c16-9a5a-90911c75a4ed,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:27:22.719642 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-aceb17db-06d3-41b9-bcd1-65a7a0503529 tempest-RoutersIpV6AdminTest-217416812 tempest-RoutersIpV6AdminTest-217416812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:22.726252 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-664ed0c6-e19d-4b83-ad61-05277fc9df9b tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] 10.222.0.54 "DELETE /v2.0/networks/04c6d161-6425-4c16-9a5a-90911c75a4ed HTTP/1.1" status: 204 len: 168 time: 9.1707368 Jan 20 14:27:22.761505 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 34872) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:27:22.762210 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1293c623-15f6-444b-a0a5-820b9ce301bd tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] Pushing event deleted for resources: {'Subnet': ['ID=c5b9f531-13fd-4271-8fba-7afee9fdb607,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:27:22.775968 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-0724365f-1652-48aa-83f4-b0233b2d41fd tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:22.782508 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-0724365f-1652-48aa-83f4-b0233b2d41fd tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] 10.222.0.54 "DELETE /v2.0/ports/062ac784-14f5-47cd-9756-39ff214e74cc HTTP/1.1" status: 204 len: 168 time: 2.1359556 Jan 20 14:27:22.783359 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 34876) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:27:22.793664 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-1293c623-15f6-444b-a0a5-820b9ce301bd tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] Notify callbacks [] for subnet, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:22.796483 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.pecan_wsgi.hooks.translation [None req-b56151ea-4275-4b0a-a08b-7b93d9511383 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] DELETE failed (client error): The resource could not be found. Jan 20 14:27:22.797051 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b56151ea-4275-4b0a-a08b-7b93d9511383 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84152) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:27:22.816772 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-1c6cba67-1f3c-4f27-a61b-629144c311a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:22.816881 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-b56151ea-4275-4b0a-a08b-7b93d9511383 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] 10.222.0.54 "DELETE /v2.0/networks/04c6d161-6425-4c16-9a5a-90911c75a4ed HTTP/1.1" status: 404 len: 339 time: 0.0521986 Jan 20 14:27:22.818536 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 34880) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:27:22.829459 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-29228162-7428-44da-8096-7c683e7d601f tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-828732364', 'description': 'd1'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:27:22.835735 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-1293c623-15f6-444b-a0a5-820b9ce301bd tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] 10.222.0.54 "DELETE /v2.0/subnets/c5b9f531-13fd-4271-8fba-7afee9fdb607 HTTP/1.1" status: 204 len: 168 time: 1.6422558 Jan 20 14:27:22.837803 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 34884) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:27:22.838368 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-29228162-7428-44da-8096-7c683e7d601f tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:27:22.841217 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.pecan_wsgi.hooks.translation [None req-6631dee3-a271-4187-871d-b84c03c3a86c tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] GET failed (client error): The resource could not be found. Jan 20 14:27:22.841925 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-6631dee3-a271-4187-871d-b84c03c3a86c tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Synchronizing usage tracker for tenant:86e3e9c5b0744f88a459de56a9372787 on resource:port {{(pid=84153) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:27:22.874433 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3928d971-0184-4ad7-95e8-1e656ef14b3a None None] DHCP port deletion for 04c6d161-6425-4c16-9a5a-90911c75a4ed request from dv-neutron-825124-1-hyperv {{(pid=84154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 20 14:27:22.909631 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-29228162-7428-44da-8096-7c683e7d601f tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Usage tracker for resource:network and tenant:61b46269b9ca430eb51733c2203d2e38 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:27:22.913698 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-29228162-7428-44da-8096-7c683e7d601f tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:27:22.915657 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-03eaf0b2-d2c2-4d00-b603-cc88b7b33cb2 None None] Attempting to bind port dc30f147-a972-434d-ac7e-9fcd4f21bab7 on host dv-neutron-825124-1-hyperv for vnic_type normal with profile {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:27:22.915950 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-03eaf0b2-d2c2-4d00-b603-cc88b7b33cb2 None None] Attempting to bind port dc30f147-a972-434d-ac7e-9fcd4f21bab7 by drivers openvswitch,hyperv on host dv-neutron-825124-1-hyperv at level 0 using segments [{'id': '10f95d08-bfff-4d47-9f1f-681a1bd091c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '85c78616-7ba6-4a78-94d9-54e4c4288416'}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:27:22.916308 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03eaf0b2-d2c2-4d00-b603-cc88b7b33cb2 None None] Attempting to bind port dc30f147-a972-434d-ac7e-9fcd4f21bab7 on network 85c78616-7ba6-4a78-94d9-54e4c4288416 {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 14:27:22.928281 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-29228162-7428-44da-8096-7c683e7d601f tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:27:22.943065 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-6631dee3-a271-4187-871d-b84c03c3a86c tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Unset dirty status for tenant:86e3e9c5b0744f88a459de56a9372787 on resource:port {{(pid=84153) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:27:22.950308 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-6631dee3-a271-4187-871d-b84c03c3a86c tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] 10.222.0.54 "GET /v2.0/ports/062ac784-14f5-47cd-9756-39ff214e74cc HTTP/1.1" status: 404 len: 333 time: 0.1602058 Jan 20 14:27:22.950308 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.db_base_plugin_common [None req-aceb17db-06d3-41b9-bcd1-65a7a0503529 tempest-RoutersIpV6AdminTest-217416812 tempest-RoutersIpV6AdminTest-217416812-project] Allocated IP 172.26.7.87 (8dffb05c-5ca0-409b-bd5f-7be6264f707d/a489dd4f-42a5-433b-8be3-bab2749c4209/beca32e8-dba1-4de8-832f-6c6542a9f0a6) {{(pid=84153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:27:22.950308 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 34888) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:27:22.955605 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-cd4e909d-3bbc-4670-a2be-5498f3d15329 None None] Notify callbacks [] for port, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:22.982830 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03eaf0b2-d2c2-4d00-b603-cc88b7b33cb2 None None] Checking agent: {'id': '6414dfeb-85c5-454a-8756-709ca637d800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825124-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 16, 31), 'started_at': datetime.datetime(2022, 1, 20, 14, 17, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 27, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825124-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 14:27:22.982830 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03eaf0b2-d2c2-4d00-b603-cc88b7b33cb2 None None] Checking segment: {'id': '10f95d08-bfff-4d47-9f1f-681a1bd091c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '85c78616-7ba6-4a78-94d9-54e4c4288416'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 14:27:22.982830 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-03eaf0b2-d2c2-4d00-b603-cc88b7b33cb2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:22.982830 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03eaf0b2-d2c2-4d00-b603-cc88b7b33cb2 None None] Bound using segment: {'id': '10f95d08-bfff-4d47-9f1f-681a1bd091c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '85c78616-7ba6-4a78-94d9-54e4c4288416'} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 14:27:22.982830 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-03eaf0b2-d2c2-4d00-b603-cc88b7b33cb2 None None] Bound port: dc30f147-a972-434d-ac7e-9fcd4f21bab7, host: dv-neutron-825124-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10f95d08-bfff-4d47-9f1f-681a1bd091c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '85c78616-7ba6-4a78-94d9-54e4c4288416'}}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:27:22.982830 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-03eaf0b2-d2c2-4d00-b603-cc88b7b33cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:22.996265 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6cba67-1f3c-4f27-a61b-629144c311a9 None None] Pushing event updated for resources: {'Port': ['ID=20fdc6e0-5f11-4a0e-bf30-c6406d75f4db,revision_number=2']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:27:23.003776 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-cd4e909d-3bbc-4670-a2be-5498f3d15329 None None] Transition to ACTIVE for port object a88af7e5-2106-46fc-ba29-2ef616c970e1 will not be triggered until provisioned by entity L2. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:27:23.080383 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-cd4e909d-3bbc-4670-a2be-5498f3d15329 None None] Transition to ACTIVE for port object a88af7e5-2106-46fc-ba29-2ef616c970e1 will not be triggered until provisioned by entity DHCP. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:27:23.087729 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ed560f6-80f4-499f-aafc-05db31184009 tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:27:23.089289 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-0ed560f6-80f4-499f-aafc-05db31184009 tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] Synchronizing usage tracker for tenant:2131a6f7612542fb8c5c49d0809dd30d on resource:subnet {{(pid=84152) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:27:23.121841 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-03eaf0b2-d2c2-4d00-b603-cc88b7b33cb2 None None] For port dc30f147-a972-434d-ac7e-9fcd4f21bab7, host dv-neutron-825124-1-hyperv, cleared binding levels {{(pid=84154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 14:27:23.172372 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-cd4e909d-3bbc-4670-a2be-5498f3d15329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477'] for port, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:23.194324 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29228162-7428-44da-8096-7c683e7d601f tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Made reservation on behalf of 61b46269b9ca430eb51733c2203d2e38 for: {'network': 1} {{(pid=84152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:27:23.215815 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-29228162-7428-44da-8096-7c683e7d601f tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for network, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:23.256833 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-0ed560f6-80f4-499f-aafc-05db31184009 tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] Unset dirty status for tenant:2131a6f7612542fb8c5c49d0809dd30d on resource:subnet {{(pid=84152) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:27:23.258418 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-0ed560f6-80f4-499f-aafc-05db31184009 tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4173951 Jan 20 14:27:23.270441 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 34894) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:27:23.385307 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd4e909d-3bbc-4670-a2be-5498f3d15329 None None] Network dbce74ed-d43c-4540-8d8d-e582f35e4792 is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:27:23.395808 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-cd4e909d-3bbc-4670-a2be-5498f3d15329 None None] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:27:23.400406 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd4e909d-3bbc-4670-a2be-5498f3d15329 None None] Received port after_create {{(pid=84154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:27:23.447032 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.db_base_plugin_common [None req-35777eb4-e189-408d-abfc-691e1e6924f6 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Allocated IP 2001:db8::6ac1:81b6:316b:ed47 (dbce74ed-d43c-4540-8d8d-e582f35e4792/b38864ce-2015-421f-8816-220a30008ccd/6a309079-5d10-44f0-bef7-23d18bc973c0) {{(pid=84153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:27:23.461162 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29228162-7428-44da-8096-7c683e7d601f tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 157} {{(pid=84152) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 14:27:23.487259 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4e909d-3bbc-4670-a2be-5498f3d15329 None None] Pushing event updated for resources: {'Port': ['ID=a88af7e5-2106-46fc-ba29-2ef616c970e1,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:27:23.504786 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-e76ce324-959f-40cd-85e3-038962e75635 tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586409'] for network, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:23.511459 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-29228162-7428-44da-8096-7c683e7d601f tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:23.511459 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.db.segments_db [None req-29228162-7428-44da-8096-7c683e7d601f tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Added segment 558fe445-9400-417c-9571-948a4c91790b of type vlan for network 9a76448b-2783-4aed-9f22-193319730216 Jan 20 14:27:23.511655 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-cd4e909d-3bbc-4670-a2be-5498f3d15329 None None] Attempting to bind port a88af7e5-2106-46fc-ba29-2ef616c970e1 on host dv-neutron-825124-1-hyperv for vnic_type normal with profile {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:27:23.511655 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-cd4e909d-3bbc-4670-a2be-5498f3d15329 None None] Attempting to bind port a88af7e5-2106-46fc-ba29-2ef616c970e1 by drivers openvswitch,hyperv on host dv-neutron-825124-1-hyperv at level 0 using segments [{'id': '7b61d093-41ff-4202-b223-533eb0f8da0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'dbce74ed-d43c-4540-8d8d-e582f35e4792'}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:27:23.511655 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd4e909d-3bbc-4670-a2be-5498f3d15329 None None] Attempting to bind port a88af7e5-2106-46fc-ba29-2ef616c970e1 on network dbce74ed-d43c-4540-8d8d-e582f35e4792 {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 14:27:23.520852 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd4e909d-3bbc-4670-a2be-5498f3d15329 None None] Checking agent: {'id': '6414dfeb-85c5-454a-8756-709ca637d800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825124-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 16, 31), 'started_at': datetime.datetime(2022, 1, 20, 14, 17, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 27, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825124-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 14:27:23.521465 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd4e909d-3bbc-4670-a2be-5498f3d15329 None None] Checking segment: {'id': '7b61d093-41ff-4202-b223-533eb0f8da0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'dbce74ed-d43c-4540-8d8d-e582f35e4792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 14:27:23.522369 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-cd4e909d-3bbc-4670-a2be-5498f3d15329 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:23.523435 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd4e909d-3bbc-4670-a2be-5498f3d15329 None None] Bound using segment: {'id': '7b61d093-41ff-4202-b223-533eb0f8da0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'dbce74ed-d43c-4540-8d8d-e582f35e4792'} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 14:27:23.525049 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-cd4e909d-3bbc-4670-a2be-5498f3d15329 None None] Bound port: a88af7e5-2106-46fc-ba29-2ef616c970e1, host: dv-neutron-825124-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b61d093-41ff-4202-b223-533eb0f8da0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'dbce74ed-d43c-4540-8d8d-e582f35e4792'}}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:27:23.525759 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-cd4e909d-3bbc-4670-a2be-5498f3d15329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:23.540193 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-e76ce324-959f-40cd-85e3-038962e75635 tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] Deleting port dc30f147-a972-434d-ac7e-9fcd4f21bab7 {{(pid=84152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:27:23.540538 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-e76ce324-959f-40cd-85e3-038962e75635 tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:23.565728 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-29228162-7428-44da-8096-7c683e7d601f tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769553767792'] for network, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:23.616674 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-a892b388-f9b6-4077-957f-75a5afbac4eb tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:23.618152 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-03eaf0b2-d2c2-4d00-b603-cc88b7b33cb2 None None] For port dc30f147-a972-434d-ac7e-9fcd4f21bab7, host dv-neutron-825124-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=dc30f147-a972-434d-ac7e-9fcd4f21bab7,segment=NetworkSegment(10f95d08-bfff-4d47-9f1f-681a1bd091c1),segment_id=10f95d08-bfff-4d47-9f1f-681a1bd091c1)] {{(pid=84154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 14:27:23.643762 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-cd4e909d-3bbc-4670-a2be-5498f3d15329 None None] For port a88af7e5-2106-46fc-ba29-2ef616c970e1, host dv-neutron-825124-1-hyperv, cleared binding levels {{(pid=84154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 14:27:23.647703 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-cd4e909d-3bbc-4670-a2be-5498f3d15329 None None] For port a88af7e5-2106-46fc-ba29-2ef616c970e1, host dv-neutron-825124-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=a88af7e5-2106-46fc-ba29-2ef616c970e1,segment=NetworkSegment(7b61d093-41ff-4202-b223-533eb0f8da0a),segment_id=7b61d093-41ff-4202-b223-533eb0f8da0a)] {{(pid=84154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 14:27:23.698233 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-03eaf0b2-d2c2-4d00-b603-cc88b7b33cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:23.710103 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a892b388-f9b6-4077-957f-75a5afbac4eb tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Pushing event deleted for resources: {'Port': ['ID=dc4ceb71-5570-4312-965c-bed7a80d59db,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:27:23.767431 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-aceb17db-06d3-41b9-bcd1-65a7a0503529 tempest-RoutersIpV6AdminTest-217416812 tempest-RoutersIpV6AdminTest-217416812-project] Notify callbacks [] for port, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:23.771374 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-cd4e909d-3bbc-4670-a2be-5498f3d15329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:23.834889 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.db_base_plugin_v2 [None req-dfb909d6-0daa-4ebe-baf0-55cb042916f0 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Deleting subnet a12ae5a2-5063-4f79-ac99-78d8f55c4e85 {{(pid=84153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 20 14:27:23.849526 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-dfb909d6-0daa-4ebe-baf0-55cb042916f0 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks [] for subnet, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:23.859540 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03eaf0b2-d2c2-4d00-b603-cc88b7b33cb2 None None] Pushing event updated for resources: {'Port': ['ID=dc30f147-a972-434d-ac7e-9fcd4f21bab7,revision_number=3']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:27:23.870321 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-29228162-7428-44da-8096-7c683e7d601f tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967'] for network, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:23.874047 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29228162-7428-44da-8096-7c683e7d601f tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:27:23.874786 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-29228162-7428-44da-8096-7c683e7d601f tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Notify callbacks [] for network, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:23.902511 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-35777eb4-e189-408d-abfc-691e1e6924f6 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks [] for port, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:23.926551 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-aceb17db-06d3-41b9-bcd1-65a7a0503529 tempest-RoutersIpV6AdminTest-217416812 tempest-RoutersIpV6AdminTest-217416812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:23.944105 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4e909d-3bbc-4670-a2be-5498f3d15329 None None] Pushing event updated for resources: {'Port': ['ID=a88af7e5-2106-46fc-ba29-2ef616c970e1,revision_number=2']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:27:23.981395 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.provisioning_blocks [None req-35777eb4-e189-408d-abfc-691e1e6924f6 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Transition to ACTIVE for port object 6a309079-5d10-44f0-bef7-23d18bc973c0 will not be triggered until provisioned by entity DHCP. {{(pid=84153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:27:23.982635 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd30e1ed-e67a-4453-909e-2f51ab0ec893 None None] Network 85c78616-7ba6-4a78-94d9-54e4c4288416 requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:27:23.984048 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-dfb909d6-0daa-4ebe-baf0-55cb042916f0 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3980851'] for subnet, precommit_delete_associations {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:24.085731 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aceb17db-06d3-41b9-bcd1-65a7a0503529 tempest-RoutersIpV6AdminTest-217416812 tempest-RoutersIpV6AdminTest-217416812-project] Network 8dffb05c-5ca0-409b-bd5f-7be6264f707d is already hosted by enough agents. {{(pid=84153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:27:24.095825 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.base_scheduler [None req-aceb17db-06d3-41b9-bcd1-65a7a0503529 tempest-RoutersIpV6AdminTest-217416812 tempest-RoutersIpV6AdminTest-217416812-project] Resources bound (agent type, host, resource id): {{(pid=84153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:27:24.105277 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aceb17db-06d3-41b9-bcd1-65a7a0503529 tempest-RoutersIpV6AdminTest-217416812 tempest-RoutersIpV6AdminTest-217416812-project] Pushing event updated for resources: {'Port': ['ID=beca32e8-dba1-4de8-832f-6c6542a9f0a6,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:27:24.119300 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aceb17db-06d3-41b9-bcd1-65a7a0503529 tempest-RoutersIpV6AdminTest-217416812 tempest-RoutersIpV6AdminTest-217416812-project] Received port after_create {{(pid=84153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:27:24.148876 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29228162-7428-44da-8096-7c683e7d601f tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Pushing event updated for resources: {'Network': ['ID=9a76448b-2783-4aed-9f22-193319730216,revision_number=1']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:27:24.173382 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.db [None req-e76ce324-959f-40cd-85e3-038962e75635 tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] For port dc30f147-a972-434d-ac7e-9fcd4f21bab7, host dv-neutron-825124-1-hyperv, got binding levels [] {{(pid=84152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:27:24.173991 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-e76ce324-959f-40cd-85e3-038962e75635 tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:24.231779 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-29228162-7428-44da-8096-7c683e7d601f tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.4097841 Jan 20 14:27:24.244428 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Network 9a76448b-2783-4aed-9f22-193319730216 details requested by agent ovs-agent-dv-neutron-825124-1-hyperv with host dv-neutron-825124-1-hyperv {{(pid=84154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 14:27:24.248941 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 34900) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:27:24.276214 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 20fdc6e0-5f11-4a0e-bf30-c6406d75f4db up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:27:24.348431 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-a892b388-f9b6-4077-957f-75a5afbac4eb tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:24.362010 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-a892b388-f9b6-4077-957f-75a5afbac4eb tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] 10.222.0.54 "DELETE /v2.0/ports/dc4ceb71-5570-4312-965c-bed7a80d59db HTTP/1.1" status: 204 len: 168 time: 2.3431983 Jan 20 14:27:24.431489 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 34904) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:27:24.443765 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-35777eb4-e189-408d-abfc-691e1e6924f6 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:24.450994 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-e76ce324-959f-40cd-85e3-038962e75635 tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] Calling delete_port for dc30f147-a972-434d-ac7e-9fcd4f21bab7 owned by network:dhcp {{(pid=84152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:27:24.475398 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-e1d8f202-e185-4bc1-94be-bb1668033c94 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Request body: {'floatingip': {'floating_network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:27:24.537473 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1315cfd-9ef4-45f6-98e0-7a130be3f49f None None] Network 4b72c1e5-e182-471c-ba3c-82943be53c64 requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:27:24.587786 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-e1d8f202-e185-4bc1-94be-bb1668033c94 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:27:24.595583 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.db.api [None req-e76ce324-959f-40cd-85e3-038962e75635 tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84152) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 14:27:24.596063 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG oslo_db.api [None req-e76ce324-959f-40cd-85e3-038962e75635 tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 14:27:24.607085 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-e1d8f202-e185-4bc1-94be-bb1668033c94 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Usage tracker for resource:floatingip and tenant:788f8e40e69a4b21adff221535fcbda3 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:27:24.615982 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-e1d8f202-e185-4bc1-94be-bb1668033c94 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:27:24.658784 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-e1d8f202-e185-4bc1-94be-bb1668033c94 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:27:24.665333 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-dfb909d6-0daa-4ebe-baf0-55cb042916f0 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1627147'] for subnet, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:24.700617 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea0da3c7-8d04-4e26-a8e2-e2267ed8354e tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:27:24.701497 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-ea0da3c7-8d04-4e26-a8e2-e2267ed8354e tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Synchronizing usage tracker for tenant:61b46269b9ca430eb51733c2203d2e38 on resource:network {{(pid=84153) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:27:24.725376 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35777eb4-e189-408d-abfc-691e1e6924f6 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Network dbce74ed-d43c-4540-8d8d-e582f35e4792 is already hosted by enough agents. {{(pid=84153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:27:24.728427 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35777eb4-e189-408d-abfc-691e1e6924f6 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Pushing event updated for resources: {'Port': ['ID=6a309079-5d10-44f0-bef7-23d18bc973c0,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:27:24.738908 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.base_scheduler [None req-35777eb4-e189-408d-abfc-691e1e6924f6 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Resources bound (agent type, host, resource id): {{(pid=84153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:27:24.748862 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35777eb4-e189-408d-abfc-691e1e6924f6 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Received port after_create {{(pid=84153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:27:24.757558 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35777eb4-e189-408d-abfc-691e1e6924f6 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:27:24.758108 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-35777eb4-e189-408d-abfc-691e1e6924f6 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:24.788188 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning for port 20fdc6e0-5f11-4a0e-bf30-c6406d75f4db completed by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:27:24.824402 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-2e60e718-3fbd-48c2-b15f-d0869a884c1a None None] Provisioning for port 20fdc6e0-5f11-4a0e-bf30-c6406d75f4db completed by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:27:24.832846 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-2e60e718-3fbd-48c2-b15f-d0869a884c1a None None] Provisioning complete for port 20fdc6e0-5f11-4a0e-bf30-c6406d75f4db triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:27:24.833248 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-2e60e718-3fbd-48c2-b15f-d0869a884c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:24.871703 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-e1d8f202-e185-4bc1-94be-bb1668033c94 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Notify callbacks [] for floatingip, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:24.954492 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-ea0da3c7-8d04-4e26-a8e2-e2267ed8354e tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Unset dirty status for tenant:61b46269b9ca430eb51733c2203d2e38 on resource:network {{(pid=84153) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:27:24.958516 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-ea0da3c7-8d04-4e26-a8e2-e2267ed8354e tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] 10.222.0.54 "GET /v2.0/networks?id=9a76448b-2783-4aed-9f22-193319730216 HTTP/1.1" status: 200 len: 764 time: 0.7058032 Jan 20 14:27:24.959267 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 34916) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:27:24.968695 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-f0c93bc0-4806-4699-ab9b-0a0d5315c0e1 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Request body: {'network': {'description': 'd2'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:27:24.970802 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-2e60e718-3fbd-48c2-b15f-d0869a884c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:24.984196 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba86f03-9762-4a6f-bdcf-bd390daed026 req-e762d9bd-1b29-42a4-873e-2f304de7c022 tempest-ServersTestJSON-1971346893 tempest-ServersTestJSON-1971346893-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:27:24.995777 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-cba86f03-9762-4a6f-bdcf-bd390daed026 req-e762d9bd-1b29-42a4-873e-2f304de7c022 tempest-ServersTestJSON-1971346893 tempest-ServersTestJSON-1971346893-project] 10.222.0.54 "GET /v2.0/ports?device_id=ca65b5b7-46e4-4202-83e6-d0c1271c06e0 HTTP/1.1" status: 200 len: 945 time: 0.2237875 Jan 20 14:27:25.002014 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-35777eb4-e189-408d-abfc-691e1e6924f6 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 4.3938777 Jan 20 14:27:25.009849 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 34920) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:27:25.051365 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-dfb909d6-0daa-4ebe-baf0-55cb042916f0 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1627154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3943464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4194013'] for subnet, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:25.133130 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-e76ce324-959f-40cd-85e3-038962e75635 tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] Deleting port dc30f147-a972-434d-ac7e-9fcd4f21bab7 {{(pid=84152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:27:25.133467 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-e76ce324-959f-40cd-85e3-038962e75635 tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:25.139969 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.db.api [None req-2e60e718-3fbd-48c2-b15f-d0869a884c1a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84154) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 14:27:25.140588 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG oslo_db.api [None req-2e60e718-3fbd-48c2-b15f-d0869a884c1a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 14:27:25.143512 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb909d6-0daa-4ebe-baf0-55cb042916f0 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Pushing event deleted for resources: {'Subnet': ['ID=a12ae5a2-5063-4f79-ac99-78d8f55c4e85,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:27:25.219793 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-cba86f03-9762-4a6f-bdcf-bd390daed026 req-ebcbf01b-bcd3-4ce4-a4aa-a74d326d1118 tempest-ServersTestJSON-1971346893 tempest-ServersTestJSON-1971346893-project] 10.222.0.54 "GET /v2.0/security-groups?id=116cf5fd-87bc-4026-a09c-cf45db2c0b17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2222791 Jan 20 14:27:25.221007 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-dfb909d6-0daa-4ebe-baf0-55cb042916f0 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks [] for subnet, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:25.249341 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e19d0ee1-4d07-4808-961b-23c523bb77ba None None] Network 4b72c1e5-e182-471c-ba3c-82943be53c64 requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:27:25.282379 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-aceb17db-06d3-41b9-bcd1-65a7a0503529 tempest-RoutersIpV6AdminTest-217416812 tempest-RoutersIpV6AdminTest-217416812-project] Notify callbacks [] for router_gateway, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:25.283301 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-aceb17db-06d3-41b9-bcd1-65a7a0503529 tempest-RoutersIpV6AdminTest-217416812 tempest-RoutersIpV6AdminTest-217416812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-744861'] for router, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:25.286308 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-dfb909d6-0daa-4ebe-baf0-55cb042916f0 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] 10.222.0.54 "DELETE /v2.0/subnets/a12ae5a2-5063-4f79-ac99-78d8f55c4e85 HTTP/1.1" status: 204 len: 168 time: 2.3374300 Jan 20 14:27:25.290323 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 34926) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:27:25.564157 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-461e67e7-4e58-425a-8ce8-c3aef6513e30 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586409'] for network, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:25.584897 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-461e67e7-4e58-425a-8ce8-c3aef6513e30 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Deleting port 20fdc6e0-5f11-4a0e-bf30-c6406d75f4db {{(pid=84153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:27:25.585236 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-461e67e7-4e58-425a-8ce8-c3aef6513e30 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:25.617411 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-e1d8f202-e185-4bc1-94be-bb1668033c94 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:25.639952 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2ed7eb3-1283-4b49-82c8-d4440a5e9da6 None None] DHCP port deletion for 4b72c1e5-e182-471c-ba3c-82943be53c64 request from dv-neutron-825124-1-hyperv {{(pid=84154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 20 14:27:25.643645 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daceba5b-cade-4f7d-bad4-462769a20fe6 req-558a1ada-e46a-4fd9-8b8d-31fcfd4087f8 tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:27:25.649546 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.db [None req-e76ce324-959f-40cd-85e3-038962e75635 tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] For port dc30f147-a972-434d-ac7e-9fcd4f21bab7, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=dc30f147-a972-434d-ac7e-9fcd4f21bab7,segment=NetworkSegment(10f95d08-bfff-4d47-9f1f-681a1bd091c1),segment_id=10f95d08-bfff-4d47-9f1f-681a1bd091c1)] {{(pid=84152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:27:25.649907 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-e76ce324-959f-40cd-85e3-038962e75635 tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:25.650448 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-daceba5b-cade-4f7d-bad4-462769a20fe6 req-558a1ada-e46a-4fd9-8b8d-31fcfd4087f8 tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] 10.222.0.54 "GET /v2.0/ports?device_id=c1ec459f-0c13-4ec8-b610-ebb2038ce473 HTTP/1.1" status: 200 len: 945 time: 0.5082223 Jan 20 14:27:25.676332 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-a2ed7eb3-1283-4b49-82c8-d4440a5e9da6 None None] Deleting port 20fdc6e0-5f11-4a0e-bf30-c6406d75f4db {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:27:25.676799 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-a2ed7eb3-1283-4b49-82c8-d4440a5e9da6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:25.761022 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-2e60e718-3fbd-48c2-b15f-d0869a884c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:25.792354 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-e76ce324-959f-40cd-85e3-038962e75635 tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] Calling delete_port for dc30f147-a972-434d-ac7e-9fcd4f21bab7 owned by network:dhcp {{(pid=84152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:27:25.841647 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05140bcd-d697-4786-a128-e01800ef764b tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:27:25.846374 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05140bcd-d697-4786-a128-e01800ef764b tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:27:25.847187 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-05140bcd-d697-4786-a128-e01800ef764b tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Synchronizing usage tracker for tenant:2cb17692bb0c4a2782f988652201ac42 on resource:port {{(pid=84152) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:27:25.866916 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-f0c93bc0-4806-4699-ab9b-0a0d5315c0e1 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769553767792'] for network, precommit_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:25.950917 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-2e60e718-3fbd-48c2-b15f-d0869a884c1a None None] For port 20fdc6e0-5f11-4a0e-bf30-c6406d75f4db, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=20fdc6e0-5f11-4a0e-bf30-c6406d75f4db,segment=NetworkSegment(91d14585-e2d9-43aa-aa38-39dade9ab308),segment_id=91d14585-e2d9-43aa-aa38-39dade9ab308)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:27:25.977484 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-f0c93bc0-4806-4699-ab9b-0a0d5315c0e1 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967'] for network, after_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:25.996517 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-a2ed7eb3-1283-4b49-82c8-d4440a5e9da6 None None] For port 20fdc6e0-5f11-4a0e-bf30-c6406d75f4db, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=20fdc6e0-5f11-4a0e-bf30-c6406d75f4db,segment=NetworkSegment(91d14585-e2d9-43aa-aa38-39dade9ab308),segment_id=91d14585-e2d9-43aa-aa38-39dade9ab308)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:27:25.996916 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-a2ed7eb3-1283-4b49-82c8-d4440a5e9da6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:26.039830 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-daceba5b-cade-4f7d-bad4-462769a20fe6 req-581adb87-e15f-4d61-8dae-d0d4df528d98 tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] 10.222.0.54 "GET /v2.0/security-groups?id=578a98de-1d4e-4622-ab14-10bbfc156906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3884323 Jan 20 14:27:26.065037 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-05140bcd-d697-4786-a128-e01800ef764b tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Unset dirty status for tenant:2cb17692bb0c4a2782f988652201ac42 on resource:port {{(pid=84152) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:27:26.066393 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-05140bcd-d697-4786-a128-e01800ef764b tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 1.0555189 Jan 20 14:27:26.067074 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-e76ce324-959f-40cd-85e3-038962e75635 tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:26.070626 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 34934) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:27:26.104190 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f0c93bc0-4806-4699-ab9b-0a0d5315c0e1 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Network 9a76448b-2783-4aed-9f22-193319730216 is not hosted by any dhcp agent {{(pid=84152) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Jan 20 14:27:26.105810 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-2e60e718-3fbd-48c2-b15f-d0869a884c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:26.111626 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0c93bc0-4806-4699-ab9b-0a0d5315c0e1 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:27:26.112255 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-f0c93bc0-4806-4699-ab9b-0a0d5315c0e1 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Notify callbacks [] for network, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:26.113535 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-f0c93bc0-4806-4699-ab9b-0a0d5315c0e1 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] 10.222.0.54 "PUT /v2.0/networks/9a76448b-2783-4aed-9f22-193319730216 HTTP/1.1" status: 200 len: 761 time: 1.1532450 Jan 20 14:27:26.133779 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 34940) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:27:26.170003 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76ce324-959f-40cd-85e3-038962e75635 tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] Pushing event deleted for resources: {'Port': ['ID=dc30f147-a972-434d-ac7e-9fcd4f21bab7,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:27:26.216912 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c93bc0-4806-4699-ab9b-0a0d5315c0e1 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Pushing event updated for resources: {'Network': ['ID=9a76448b-2783-4aed-9f22-193319730216,revision_number=1']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:27:26.267046 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e76ce324-959f-40cd-85e3-038962e75635 tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] No DVR routers for this DVR port dc30f147-a972-434d-ac7e-9fcd4f21bab7 on host dv-neutron-825124-1-hyperv {{(pid=84152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 14:27:26.336490 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-a2ed7eb3-1283-4b49-82c8-d4440a5e9da6 None None] Calling delete_port for 20fdc6e0-5f11-4a0e-bf30-c6406d75f4db owned by network:dhcp {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:27:26.365777 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device a88af7e5-2106-46fc-ba29-2ef616c970e1 up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:27:26.391847 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Network 9a76448b-2783-4aed-9f22-193319730216 details requested by agent ovs-agent-dv-neutron-825124-1-hyperv with host dv-neutron-825124-1-hyperv {{(pid=84154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 14:27:26.428571 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-ad77b24b-3744-4487-88e9-146d74d87b81 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Deleting port 6a309079-5d10-44f0-bef7-23d18bc973c0 {{(pid=84153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:27:26.428940 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-ad77b24b-3744-4487-88e9-146d74d87b81 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:26.436254 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c9b1a32-b48f-44fb-b88e-7cc1ef5b0165 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:27:26.436932 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-1c9b1a32-b48f-44fb-b88e-7cc1ef5b0165 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Synchronizing usage tracker for tenant:61b46269b9ca430eb51733c2203d2e38 on resource:network {{(pid=84152) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:27:26.461059 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-e76ce324-959f-40cd-85e3-038962e75635 tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1626242', 'neutron.services.segments.db._delete_segments_for_network-8769554214620'] for network, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:26.476259 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.db_base_plugin_common [None req-e1d8f202-e185-4bc1-94be-bb1668033c94 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Allocated IP 172.26.7.120 (8dffb05c-5ca0-409b-bd5f-7be6264f707d/a489dd4f-42a5-433b-8be3-bab2749c4209/f4182b16-1c5a-451b-83e9-485e31282f9f) {{(pid=84153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:27:26.477107 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-1c9b1a32-b48f-44fb-b88e-7cc1ef5b0165 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Unset dirty status for tenant:61b46269b9ca430eb51733c2203d2e38 on resource:network {{(pid=84152) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:27:26.478294 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-1c9b1a32-b48f-44fb-b88e-7cc1ef5b0165 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] 10.222.0.54 "GET /v2.0/networks?id=9a76448b-2783-4aed-9f22-193319730216 HTTP/1.1" status: 200 len: 764 time: 0.3171506 Jan 20 14:27:26.487205 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 34944) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:27:26.510384 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.db [None req-461e67e7-4e58-425a-8ce8-c3aef6513e30 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] For port 20fdc6e0-5f11-4a0e-bf30-c6406d75f4db, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=20fdc6e0-5f11-4a0e-bf30-c6406d75f4db,segment=NetworkSegment(91d14585-e2d9-43aa-aa38-39dade9ab308),segment_id=91d14585-e2d9-43aa-aa38-39dade9ab308)] {{(pid=84153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:27:26.510759 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-461e67e7-4e58-425a-8ce8-c3aef6513e30 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:26.525020 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.segments.db [None req-e76ce324-959f-40cd-85e3-038962e75635 tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85c78616-7ba6-4a78-94d9-54e4c4288416']}} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:27:26.588852 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.segments.db [None req-e76ce324-959f-40cd-85e3-038962e75635 tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10f95d08-bfff-4d47-9f1f-681a1bd091c1') {'for_net_delete': True} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:27:26.589213 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.segments.db [None req-e76ce324-959f-40cd-85e3-038962e75635 tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10f95d08-bfff-4d47-9f1f-681a1bd091c1') {} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:27:26.598620 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-21ba5b89-6144-4a0a-927c-68889179f284 None None] Provisioning for port a88af7e5-2106-46fc-ba29-2ef616c970e1 completed by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:27:26.602025 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e60e718-3fbd-48c2-b15f-d0869a884c1a None None] Pushing event updated for resources: {'Port': ['ID=20fdc6e0-5f11-4a0e-bf30-c6406d75f4db,revision_number=4']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:27:26.608269 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-e76ce324-959f-40cd-85e3-038962e75635 tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769554214503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3337904'] for segment, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:26.645172 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-e76ce324-959f-40cd-85e3-038962e75635 tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:26.648754 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-21ba5b89-6144-4a0a-927c-68889179f284 None None] Provisioning complete for port 20fdc6e0-5f11-4a0e-bf30-c6406d75f4db triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:27:26.649225 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-21ba5b89-6144-4a0a-927c-68889179f284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:26.667681 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e76ce324-959f-40cd-85e3-038962e75635 tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] Releasing vlan 170 on physical network physnet1 to pool {{(pid=84152) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 14:27:26.667681 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-e76ce324-959f-40cd-85e3-038962e75635 tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1622950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4162906'] for segment, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:26.677955 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.db.api [None req-a2ed7eb3-1283-4b49-82c8-d4440a5e9da6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84154) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 14:27:26.678287 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG oslo_db.api [None req-a2ed7eb3-1283-4b49-82c8-d4440a5e9da6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 14:27:26.682062 dv-neutron-825124-1-hyperv neutron-server[84152]: Traceback (most recent call last): Jan 20 14:27:26.682062 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 14:27:26.682062 dv-neutron-825124-1-hyperv neutron-server[84152]: timer() Jan 20 14:27:26.682062 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 14:27:26.682062 dv-neutron-825124-1-hyperv neutron-server[84152]: cb(*args, **kw) Jan 20 14:27:26.682062 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 14:27:26.682062 dv-neutron-825124-1-hyperv neutron-server[84152]: return func(*args, **kwargs) Jan 20 14:27:26.682062 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 14:27:26.682062 dv-neutron-825124-1-hyperv neutron-server[84152]: self._notify() Jan 20 14:27:26.682062 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 14:27:26.682062 dv-neutron-825124-1-hyperv neutron-server[84152]: self.callback(batched_events) Jan 20 14:27:26.682062 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 14:27:26.682062 dv-neutron-825124-1-hyperv neutron-server[84152]: event.method(event) Jan 20 14:27:26.682062 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 14:27:26.682062 dv-neutron-825124-1-hyperv neutron-server[84152]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 14:27:26.682062 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 14:27:26.682062 dv-neutron-825124-1-hyperv neutron-server[84152]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 14:27:26.682062 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 14:27:26.682062 dv-neutron-825124-1-hyperv neutron-server[84152]: return f(self, *a, **k) Jan 20 14:27:26.682062 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 14:27:26.682062 dv-neutron-825124-1-hyperv neutron-server[84152]: return self._get(url).json() Jan 20 14:27:26.682062 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 14:27:26.682062 dv-neutron-825124-1-hyperv neutron-server[84152]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 14:27:26.682062 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 14:27:26.682062 dv-neutron-825124-1-hyperv neutron-server[84152]: return self.request(url, 'GET', **kwargs) Jan 20 14:27:26.682062 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 14:27:26.682062 dv-neutron-825124-1-hyperv neutron-server[84152]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 14:27:26.682062 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 14:27:26.682062 dv-neutron-825124-1-hyperv neutron-server[84152]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 14:27:26.682062 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 14:27:26.682062 dv-neutron-825124-1-hyperv neutron-server[84152]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 14:27:26.682062 dv-neutron-825124-1-hyperv neutron-server[84152]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 14:27:26.720353 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-461e67e7-4e58-425a-8ce8-c3aef6513e30 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Calling delete_port for 20fdc6e0-5f11-4a0e-bf30-c6406d75f4db owned by network:dhcp {{(pid=84153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:27:26.755013 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef3b837b-973c-40aa-a7c3-63dd89b385b9 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:27:26.756511 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-ef3b837b-973c-40aa-a7c3-63dd89b385b9 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2684562 Jan 20 14:27:26.763675 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning for port a88af7e5-2106-46fc-ba29-2ef616c970e1 completed by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:27:26.767362 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 34950) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:27:26.780150 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port a88af7e5-2106-46fc-ba29-2ef616c970e1 triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:27:26.780523 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:26.815866 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-a57b7476-ed22-47c8-b6bd-032328a70fe5 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] 10.222.0.54 "GET /v2.0/subnets?network_id=8dffb05c-5ca0-409b-bd5f-7be6264f707d HTTP/1.1" status: 200 len: 207 time: 0.0477211 Jan 20 14:27:26.819187 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 34954) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:27:26.940031 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:26.979481 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] For port a88af7e5-2106-46fc-ba29-2ef616c970e1, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=a88af7e5-2106-46fc-ba29-2ef616c970e1,segment=NetworkSegment(7b61d093-41ff-4202-b223-533eb0f8da0a),segment_id=7b61d093-41ff-4202-b223-533eb0f8da0a)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:27:26.984417 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfa7c951-0786-4e2b-be31-78ae23545418 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:27:26.989122 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfa7c951-0786-4e2b-be31-78ae23545418 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:27:26.989331 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-21ba5b89-6144-4a0a-927c-68889179f284 None None] Provisioning for port 6a309079-5d10-44f0-bef7-23d18bc973c0 completed by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:27:26.993042 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfa7c951-0786-4e2b-be31-78ae23545418 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:27:26.996117 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-21ba5b89-6144-4a0a-927c-68889179f284 None None] Provisioning complete for port 6a309079-5d10-44f0-bef7-23d18bc973c0 triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:27:26.996680 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-21ba5b89-6144-4a0a-927c-68889179f284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:26.999655 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfa7c951-0786-4e2b-be31-78ae23545418 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:27:27.001945 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfa7c951-0786-4e2b-be31-78ae23545418 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:27:27.005832 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfa7c951-0786-4e2b-be31-78ae23545418 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:27:27.007626 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-bfa7c951-0786-4e2b-be31-78ae23545418 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] 10.222.0.54 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3729 time: 0.1875300 Jan 20 14:27:27.011545 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 34960) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:27:27.058937 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-21ba5b89-6144-4a0a-927c-68889179f284 None None] Port 6a309079-5d10-44f0-bef7-23d18bc973c0 cannot update to ACTIVE because it is not bound. {{(pid=84154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 14:27:27.073722 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:27.137118 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 20fdc6e0-5f11-4a0e-bf30-c6406d75f4db no longer exists at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:27:27.152703 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-e76ce324-959f-40cd-85e3-038962e75635 tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1626253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-745296'] for network, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:27.175752 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-e76ce324-959f-40cd-85e3-038962e75635 tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] Notify callbacks [] for network, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:27.178991 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-a2ed7eb3-1283-4b49-82c8-d4440a5e9da6 None None] Deleting port 20fdc6e0-5f11-4a0e-bf30-c6406d75f4db {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:27:27.179842 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-a2ed7eb3-1283-4b49-82c8-d4440a5e9da6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:27.186796 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.db.api [None req-461e67e7-4e58-425a-8ce8-c3aef6513e30 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84153) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 14:27:27.187124 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG oslo_db.api [None req-461e67e7-4e58-425a-8ce8-c3aef6513e30 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 14:27:27.194403 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-e1d8f202-e185-4bc1-94be-bb1668033c94 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Notify callbacks [] for port, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:27.198895 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76ce324-959f-40cd-85e3-038962e75635 tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] Pushing event deleted for resources: {'Network': ['ID=85c78616-7ba6-4a78-94d9-54e4c4288416,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:27:27.233603 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-9e54eb91-c670-4d8d-9e43-d615bbffd299 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] 10.222.0.54 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 811 time: 0.2209637 Jan 20 14:27:27.239094 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-e76ce324-959f-40cd-85e3-038962e75635 tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] 10.222.0.54 "DELETE /v2.0/networks/85c78616-7ba6-4a78-94d9-54e4c4288416 HTTP/1.1" status: 204 len: 168 time: 3.9673975 Jan 20 14:27:27.239900 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 34964) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:27:27.240368 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 34966) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:27:27.244393 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Pushing event updated for resources: {'Port': ['ID=a88af7e5-2106-46fc-ba29-2ef616c970e1,revision_number=3']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:27:27.245648 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-ad77b24b-3744-4487-88e9-146d74d87b81 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:27.395245 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:27.396867 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-ad77b24b-3744-4487-88e9-146d74d87b81 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Calling delete_port for 6a309079-5d10-44f0-bef7-23d18bc973c0 owned by {{(pid=84153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:27:27.437636 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aceb17db-06d3-41b9-bcd1-65a7a0503529 tempest-RoutersIpV6AdminTest-217416812 tempest-RoutersIpV6AdminTest-217416812-project] Router 3c450548-5ba7-4322-9d70-7afec13f2f72 is scheduled to L3 agent 624d525b-4c26-4143-8a1c-228bb1c6faaa with binding_index 1 {{(pid=84153) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 20 14:27:27.480332 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7b8532-39d2-42db-974c-87b792aff482 req-b2c4cf06-1e26-4609-a632-974150020388 tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:27:27.483650 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-cc7b8532-39d2-42db-974c-87b792aff482 req-b2c4cf06-1e26-4609-a632-974150020388 tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] 10.222.0.54 "GET /v2.0/ports?device_id=c1ec459f-0c13-4ec8-b610-ebb2038ce473 HTTP/1.1" status: 200 len: 945 time: 0.4454262 Jan 20 14:27:27.499689 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4de3cc4-a0fb-402f-866b-bdf6e57655e3 req-86e0994d-8e2a-4b52-ba8d-9ad5185aa935 tempest-ServersTestJSON-1971346893 tempest-ServersTestJSON-1971346893-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:27:27.502816 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-f4de3cc4-a0fb-402f-866b-bdf6e57655e3 req-86e0994d-8e2a-4b52-ba8d-9ad5185aa935 tempest-ServersTestJSON-1971346893 tempest-ServersTestJSON-1971346893-project] 10.222.0.54 "GET /v2.0/ports?device_id=ca65b5b7-46e4-4202-83e6-d0c1271c06e0 HTTP/1.1" status: 200 len: 945 time: 0.5474727 Jan 20 14:27:27.503608 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-a2ed7eb3-1283-4b49-82c8-d4440a5e9da6 None None] For port 20fdc6e0-5f11-4a0e-bf30-c6406d75f4db, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=20fdc6e0-5f11-4a0e-bf30-c6406d75f4db,segment=NetworkSegment(91d14585-e2d9-43aa-aa38-39dade9ab308),segment_id=91d14585-e2d9-43aa-aa38-39dade9ab308)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:27:27.504004 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-a2ed7eb3-1283-4b49-82c8-d4440a5e9da6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:27.515484 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] For port 20fdc6e0-5f11-4a0e-bf30-c6406d75f4db, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=20fdc6e0-5f11-4a0e-bf30-c6406d75f4db,segment=NetworkSegment(91d14585-e2d9-43aa-aa38-39dade9ab308),segment_id=91d14585-e2d9-43aa-aa38-39dade9ab308)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:27:27.515729 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a4e8e98-4738-433e-b1f6-895b09f90ea3 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:27:27.517749 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a4e8e98-4738-433e-b1f6-895b09f90ea3 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:27:27.519257 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a4e8e98-4738-433e-b1f6-895b09f90ea3 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:27:27.520479 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a4e8e98-4738-433e-b1f6-895b09f90ea3 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:27:27.521799 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a4e8e98-4738-433e-b1f6-895b09f90ea3 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:27:27.525324 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-0a4e8e98-4738-433e-b1f6-895b09f90ea3 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2820795 Jan 20 14:27:27.530539 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-a8f79ff1-6c81-4096-b8c7-66ecde42275f tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586409'] for network, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:27.532258 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 34972) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:27:27.596811 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-a8f79ff1-6c81-4096-b8c7-66ecde42275f tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] Deleting port 1a1409d6-2510-4333-a811-f6c015ad91fc {{(pid=84152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:27:27.597147 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-a8f79ff1-6c81-4096-b8c7-66ecde42275f tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:27.628968 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-e1d8f202-e185-4bc1-94be-bb1668033c94 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:27.644972 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-387537e6-ae0a-4b0e-b884-6cbe222371b2 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Attributes excluded by policy engine: ['shared'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:27:27.646422 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-387537e6-ae0a-4b0e-b884-6cbe222371b2 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Attributes excluded by policy engine: ['shared'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:27:27.647968 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-387537e6-ae0a-4b0e-b884-6cbe222371b2 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Attributes excluded by policy engine: ['shared'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:27:27.648945 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-387537e6-ae0a-4b0e-b884-6cbe222371b2 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Attributes excluded by policy engine: ['shared'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:27:27.650253 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-387537e6-ae0a-4b0e-b884-6cbe222371b2 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Attributes excluded by policy engine: ['shared'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:27:27.656644 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-387537e6-ae0a-4b0e-b884-6cbe222371b2 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] 10.222.0.54 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1187093 Jan 20 14:27:27.659115 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 34976) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:27:27.676487 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-a2ed7eb3-1283-4b49-82c8-d4440a5e9da6 None None] Calling delete_port for 20fdc6e0-5f11-4a0e-bf30-c6406d75f4db owned by network:dhcp {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:27:27.704105 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:27.803415 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-461e67e7-4e58-425a-8ce8-c3aef6513e30 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Deleting port 20fdc6e0-5f11-4a0e-bf30-c6406d75f4db {{(pid=84153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:27:27.803966 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-461e67e7-4e58-425a-8ce8-c3aef6513e30 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:27.806947 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Pushing event updated for resources: {'Port': ['ID=20fdc6e0-5f11-4a0e-bf30-c6406d75f4db,revision_number=5']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:27:27.864209 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.db.api [None req-a2ed7eb3-1283-4b49-82c8-d4440a5e9da6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84154) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 14:27:27.864809 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG oslo_db.api [None req-a2ed7eb3-1283-4b49-82c8-d4440a5e9da6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 14:27:27.936715 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fa7c2d7-cc0d-45dd-87d0-3513938b4f0d tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:27:27.938542 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-3fa7c2d7-cc0d-45dd-87d0-3513938b4f0d tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] 10.222.0.54 "GET /v2.0/networks/cbb6bbd6-6cd0-4ee1-b21e-0095e92c9fde HTTP/1.1" status: 200 len: 803 time: 0.2781570 Jan 20 14:27:27.946953 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 34980) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:27:27.965348 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d8f202-e185-4bc1-94be-bb1668033c94 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Pushing event updated for resources: {'Port': ['ID=f4182b16-1c5a-451b-83e9-485e31282f9f,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:27:27.970769 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1d8f202-e185-4bc1-94be-bb1668033c94 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Network 8dffb05c-5ca0-409b-bd5f-7be6264f707d is already hosted by enough agents. {{(pid=84153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:27:27.980354 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.db [None req-a8f79ff1-6c81-4096-b8c7-66ecde42275f tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] For port 1a1409d6-2510-4333-a811-f6c015ad91fc, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=1a1409d6-2510-4333-a811-f6c015ad91fc,segment=NetworkSegment(e4e96c3f-fd0d-466d-93b0-a3e980fc9ad6),segment_id=e4e96c3f-fd0d-466d-93b0-a3e980fc9ad6)] {{(pid=84152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:27:27.980728 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-a8f79ff1-6c81-4096-b8c7-66ecde42275f tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:27.983716 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-cc7b8532-39d2-42db-974c-87b792aff482 req-fc12bda7-1e7c-4e13-a889-0476efefb262 tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] 10.222.0.54 "GET /v2.0/security-groups?id=578a98de-1d4e-4622-ab14-10bbfc156906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4717820 Jan 20 14:27:27.984546 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.base_scheduler [None req-e1d8f202-e185-4bc1-94be-bb1668033c94 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Resources bound (agent type, host, resource id): {{(pid=84153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:27:28.001477 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-f4de3cc4-a0fb-402f-866b-bdf6e57655e3 req-648c88c6-e090-40b7-820b-2fc288a58374 tempest-ServersTestJSON-1971346893 tempest-ServersTestJSON-1971346893-project] 10.222.0.54 "GET /v2.0/security-groups?id=116cf5fd-87bc-4026-a09c-cf45db2c0b17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4850419 Jan 20 14:27:28.012655 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7ba7f5e2-6945-48f3-8c21-e2dee961a88d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:28.037452 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-a2ed7eb3-1283-4b49-82c8-d4440a5e9da6 None None] Deleting port 20fdc6e0-5f11-4a0e-bf30-c6406d75f4db {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:27:28.037851 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-a2ed7eb3-1283-4b49-82c8-d4440a5e9da6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:28.039120 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1d8f202-e185-4bc1-94be-bb1668033c94 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Received port after_create {{(pid=84153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:27:28.158421 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-a8f79ff1-6c81-4096-b8c7-66ecde42275f tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] Calling delete_port for 1a1409d6-2510-4333-a811-f6c015ad91fc owned by network:dhcp {{(pid=84152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:27:28.303021 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.db [None req-461e67e7-4e58-425a-8ce8-c3aef6513e30 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] For port 20fdc6e0-5f11-4a0e-bf30-c6406d75f4db, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=20fdc6e0-5f11-4a0e-bf30-c6406d75f4db,segment=NetworkSegment(91d14585-e2d9-43aa-aa38-39dade9ab308),segment_id=91d14585-e2d9-43aa-aa38-39dade9ab308)] {{(pid=84153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:27:28.303132 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-461e67e7-4e58-425a-8ce8-c3aef6513e30 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:28.306591 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device a88af7e5-2106-46fc-ba29-2ef616c970e1 up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:27:28.319395 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-b3975339-6d12-4d1d-9cca-3addf8957882 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] 10.222.0.54 "GET /v2.0/networks/cbb6bbd6-6cd0-4ee1-b21e-0095e92c9fde?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.3712730 Jan 20 14:27:28.322819 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 34988) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:27:28.385805 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-a8f79ff1-6c81-4096-b8c7-66ecde42275f tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:28.389747 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-a2ed7eb3-1283-4b49-82c8-d4440a5e9da6 None None] For port 20fdc6e0-5f11-4a0e-bf30-c6406d75f4db, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=20fdc6e0-5f11-4a0e-bf30-c6406d75f4db,segment=NetworkSegment(91d14585-e2d9-43aa-aa38-39dade9ab308),segment_id=91d14585-e2d9-43aa-aa38-39dade9ab308)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:27:28.390236 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-a2ed7eb3-1283-4b49-82c8-d4440a5e9da6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:28.420111 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23eb1b5b-84b1-452b-8b3d-460fe3e602b4 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:27:28.425830 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-23eb1b5b-84b1-452b-8b3d-460fe3e602b4 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] 10.222.0.54 "GET /v2.0/subnets/5723758e-7823-4312-9751-67fa307a60c9 HTTP/1.1" status: 200 len: 843 time: 0.0974457 Jan 20 14:27:28.429073 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 34992) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:27:28.477106 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-ad77b24b-3744-4487-88e9-146d74d87b81 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:28.477354 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f79ff1-6c81-4096-b8c7-66ecde42275f tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] Pushing event deleted for resources: {'Port': ['ID=1a1409d6-2510-4333-a811-f6c015ad91fc,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:27:28.485168 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-461e67e7-4e58-425a-8ce8-c3aef6513e30 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Calling delete_port for 20fdc6e0-5f11-4a0e-bf30-c6406d75f4db owned by network:dhcp {{(pid=84153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:27:28.486780 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8f79ff1-6c81-4096-b8c7-66ecde42275f tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] No DVR routers for this DVR port 1a1409d6-2510-4333-a811-f6c015ad91fc on host dv-neutron-825124-1-hyperv {{(pid=84152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 14:27:28.520403 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-a2ed7eb3-1283-4b49-82c8-d4440a5e9da6 None None] Calling delete_port for 20fdc6e0-5f11-4a0e-bf30-c6406d75f4db owned by network:dhcp {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:27:28.576728 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port a88af7e5-2106-46fc-ba29-2ef616c970e1 triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:27:28.577186 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:28.592523 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad77b24b-3744-4487-88e9-146d74d87b81 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Pushing event deleted for resources: {'Port': ['ID=6a309079-5d10-44f0-bef7-23d18bc973c0,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:27:28.608417 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d381f767-ef0a-4bca-9274-1922ef11654f tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Attributes excluded by policy engine: ['shared'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:27:28.614321 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-d381f767-ef0a-4bca-9274-1922ef11654f tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] 10.222.0.54 "GET /v2.0/subnets/5723758e-7823-4312-9751-67fa307a60c9?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1780694 Jan 20 14:27:28.616075 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 34996) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:27:28.631322 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-8a3a5940-3050-49b5-9131-34223c8b21b8 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1624643439'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:27:28.642313 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-8a3a5940-3050-49b5-9131-34223c8b21b8 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:27:28.646383 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-a8f79ff1-6c81-4096-b8c7-66ecde42275f tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1626242', 'neutron.services.segments.db._delete_segments_for_network-8769554214620'] for network, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:28.673975 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-8a3a5940-3050-49b5-9131-34223c8b21b8 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:27:28.683504 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.segments.db [None req-a8f79ff1-6c81-4096-b8c7-66ecde42275f tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff5122ad-4d0e-40c5-af10-fe2d1ea8194c']}} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:27:28.698165 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.segments.db [None req-a8f79ff1-6c81-4096-b8c7-66ecde42275f tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4e96c3f-fd0d-466d-93b0-a3e980fc9ad6') {'for_net_delete': True} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:27:28.698486 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.segments.db [None req-a8f79ff1-6c81-4096-b8c7-66ecde42275f tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4e96c3f-fd0d-466d-93b0-a3e980fc9ad6') {} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:27:28.712173 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-a8f79ff1-6c81-4096-b8c7-66ecde42275f tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769554214503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3337904'] for segment, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:28.739318 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-a8f79ff1-6c81-4096-b8c7-66ecde42275f tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:28.748552 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8f79ff1-6c81-4096-b8c7-66ecde42275f tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] Releasing vlan 188 on physical network physnet1 to pool {{(pid=84152) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 14:27:28.748966 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-a8f79ff1-6c81-4096-b8c7-66ecde42275f tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1622950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4162906'] for segment, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:28.751133 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-ad77b24b-3744-4487-88e9-146d74d87b81 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:28.764538 dv-neutron-825124-1-hyperv neutron-server[84152]: Traceback (most recent call last): Jan 20 14:27:28.764538 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 14:27:28.764538 dv-neutron-825124-1-hyperv neutron-server[84152]: timer() Jan 20 14:27:28.764538 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 14:27:28.764538 dv-neutron-825124-1-hyperv neutron-server[84152]: cb(*args, **kw) Jan 20 14:27:28.764538 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 14:27:28.764538 dv-neutron-825124-1-hyperv neutron-server[84152]: return func(*args, **kwargs) Jan 20 14:27:28.764538 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 14:27:28.764538 dv-neutron-825124-1-hyperv neutron-server[84152]: self._notify() Jan 20 14:27:28.764538 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 14:27:28.764538 dv-neutron-825124-1-hyperv neutron-server[84152]: self.callback(batched_events) Jan 20 14:27:28.764538 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 14:27:28.764538 dv-neutron-825124-1-hyperv neutron-server[84152]: event.method(event) Jan 20 14:27:28.764538 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 14:27:28.764538 dv-neutron-825124-1-hyperv neutron-server[84152]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 14:27:28.764538 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 14:27:28.764538 dv-neutron-825124-1-hyperv neutron-server[84152]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 14:27:28.764538 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 14:27:28.764538 dv-neutron-825124-1-hyperv neutron-server[84152]: return f(self, *a, **k) Jan 20 14:27:28.764538 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 14:27:28.764538 dv-neutron-825124-1-hyperv neutron-server[84152]: return self._get(url).json() Jan 20 14:27:28.764538 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 14:27:28.764538 dv-neutron-825124-1-hyperv neutron-server[84152]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 14:27:28.764538 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 14:27:28.764538 dv-neutron-825124-1-hyperv neutron-server[84152]: return self.request(url, 'GET', **kwargs) Jan 20 14:27:28.764538 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 14:27:28.764538 dv-neutron-825124-1-hyperv neutron-server[84152]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 14:27:28.764538 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 14:27:28.764538 dv-neutron-825124-1-hyperv neutron-server[84152]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 14:27:28.764538 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 14:27:28.764538 dv-neutron-825124-1-hyperv neutron-server[84152]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 14:27:28.764538 dv-neutron-825124-1-hyperv neutron-server[84152]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 14:27:28.805079 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e98258-e57a-4ffc-b19c-276a266d58d1 req-a4a38575-2211-4ade-be0d-97afb2118766 tempest-ServersTestJSON-1971346893 tempest-ServersTestJSON-1971346893-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:27:28.806562 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-40e98258-e57a-4ffc-b19c-276a266d58d1 req-a4a38575-2211-4ade-be0d-97afb2118766 tempest-ServersTestJSON-1971346893 tempest-ServersTestJSON-1971346893-project] 10.222.0.106 "GET /v2.0/ports?device_id=ca65b5b7-46e4-4202-83e6-d0c1271c06e0 HTTP/1.1" status: 200 len: 945 time: 0.4384212 Jan 20 14:27:28.819562 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a3a5940-3050-49b5-9131-34223c8b21b8 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Made reservation on behalf of 61b46269b9ca430eb51733c2203d2e38 for: {'network': 1} {{(pid=84152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:27:28.822625 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-8a3a5940-3050-49b5-9131-34223c8b21b8 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for network, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:28.835482 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-a2ed7eb3-1283-4b49-82c8-d4440a5e9da6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486'] for port, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:28.878020 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a3a5940-3050-49b5-9131-34223c8b21b8 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 198} {{(pid=84152) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 14:27:28.887210 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-8a3a5940-3050-49b5-9131-34223c8b21b8 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:28.887554 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.db.segments_db [None req-8a3a5940-3050-49b5-9131-34223c8b21b8 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Added segment 83746c43-6da8-4c73-a799-43265fa24aeb of type vlan for network a1047661-4a56-41e8-8342-8c35d0f0748a Jan 20 14:27:28.916358 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-8a3a5940-3050-49b5-9131-34223c8b21b8 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769553767792'] for network, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:28.919612 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ed7eb3-1283-4b49-82c8-d4440a5e9da6 None None] Pushing event deleted for resources: {'Port': ['ID=20fdc6e0-5f11-4a0e-bf30-c6406d75f4db,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:27:28.932738 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2ed7eb3-1283-4b49-82c8-d4440a5e9da6 None None] No DVR routers for this DVR port 20fdc6e0-5f11-4a0e-bf30-c6406d75f4db on host dv-neutron-825124-1-hyperv {{(pid=84154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 14:27:28.951176 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-ad77b24b-3744-4487-88e9-146d74d87b81 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] 10.222.0.54 "DELETE /v2.0/ports/6a309079-5d10-44f0-bef7-23d18bc973c0 HTTP/1.1" status: 204 len: 168 time: 2.8585825 Jan 20 14:27:28.954012 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 35002) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:27:28.962411 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79bc3ebd-1012-4f20-9059-a92f6946fd58 None None] get_active_networks_info from dv-neutron-825124-1-hyperv {{(pid=84154) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 20 14:27:28.976773 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.db.api [None req-461e67e7-4e58-425a-8ce8-c3aef6513e30 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84153) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 14:27:28.977151 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG oslo_db.api [None req-461e67e7-4e58-425a-8ce8-c3aef6513e30 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 14:27:28.982411 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-e1d8f202-e185-4bc1-94be-bb1668033c94 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:28.992275 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [req-40e98258-e57a-4ffc-b19c-276a266d58d1 req-ebd1f788-f635-41f4-bfd2-727355bc57f3 tempest-ServersTestJSON-1971346893 tempest-ServersTestJSON-1971346893-project] Deleting port a2900794-3a49-4b60-9a68-2f6383df387c {{(pid=84153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:27:28.993427 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-40e98258-e57a-4ffc-b19c-276a266d58d1 req-ebd1f788-f635-41f4-bfd2-727355bc57f3 tempest-ServersTestJSON-1971346893 tempest-ServersTestJSON-1971346893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:29.037902 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aceb17db-06d3-41b9-bcd1-65a7a0503529 tempest-RoutersIpV6AdminTest-217416812 tempest-RoutersIpV6AdminTest-217416812-project] Notify agent at l3_agent.dv-neutron-825124-1-hyperv the message routers_updated {{(pid=84153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 14:27:29.073478 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d537d892-0580-45da-9350-5d74ed3588cf None None] Sync routers for ids ['3c450548-5ba7-4322-9d70-7afec13f2f72'] in dv-neutron-825124-1-hyperv {{(pid=84154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 14:27:29.107050 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d537d892-0580-45da-9350-5d74ed3588cf None None] Routers {'3c450548-5ba7-4322-9d70-7afec13f2f72'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:27:29.107782 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-d537d892-0580-45da-9350-5d74ed3588cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:27:00Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['3c450548-5ba7-4322-9d70-7afec13f2f72'], 'active': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:27:29.166745 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6800414-2ab4-48fe-bbfb-fc17774f86d8 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:27:29.168788 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6800414-2ab4-48fe-bbfb-fc17774f86d8 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:27:29.169706 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-b6800414-2ab4-48fe-bbfb-fc17774f86d8 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Synchronizing usage tracker for tenant:2cb17692bb0c4a2782f988652201ac42 on resource:subnet {{(pid=84152) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:27:29.175175 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-a8f79ff1-6c81-4096-b8c7-66ecde42275f tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1626253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-745296'] for network, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:29.179265 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-a8f79ff1-6c81-4096-b8c7-66ecde42275f tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] Notify callbacks [] for network, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:29.200709 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-d537d892-0580-45da-9350-5d74ed3588cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:27:29.206757 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79bc3ebd-1012-4f20-9059-a92f6946fd58 None None] Resources bound (agent type, host, resource id): {{(pid=84154) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 20 14:27:29.222402 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d537d892-0580-45da-9350-5d74ed3588cf None None] Routers {'3c450548-5ba7-4322-9d70-7afec13f2f72'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:27:29.223547 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-d537d892-0580-45da-9350-5d74ed3588cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:27:00Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['3c450548-5ba7-4322-9d70-7afec13f2f72'], 'active': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:27:29.224348 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f79ff1-6c81-4096-b8c7-66ecde42275f tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] Pushing event deleted for resources: {'Network': ['ID=ff5122ad-4d0e-40c5-af10-fe2d1ea8194c,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:27:29.232155 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-a8f79ff1-6c81-4096-b8c7-66ecde42275f tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] 10.222.0.54 "DELETE /v2.0/networks/ff5122ad-4d0e-40c5-af10-fe2d1ea8194c HTTP/1.1" status: 204 len: 168 time: 1.9885290 Jan 20 14:27:29.234771 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 35008) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:27:29.240810 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-aceb17db-06d3-41b9-bcd1-65a7a0503529 tempest-RoutersIpV6AdminTest-217416812 tempest-RoutersIpV6AdminTest-217416812-project] Notify callbacks [] for router, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:29.242062 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-aceb17db-06d3-41b9-bcd1-65a7a0503529 tempest-RoutersIpV6AdminTest-217416812 tempest-RoutersIpV6AdminTest-217416812-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 9.1102548 Jan 20 14:27:29.298728 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-d537d892-0580-45da-9350-5d74ed3588cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:27:29.299134 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d537d892-0580-45da-9350-5d74ed3588cf None None] The sync data for ids ['3c450548-5ba7-4322-9d70-7afec13f2f72'] in dv-neutron-825124-1-hyperv is: [] {{(pid=84154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 14:27:29.302746 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 35012) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:27:29.324814 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-8a3a5940-3050-49b5-9131-34223c8b21b8 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967'] for network, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:29.329316 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a3a5940-3050-49b5-9131-34223c8b21b8 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:27:29.329895 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-8a3a5940-3050-49b5-9131-34223c8b21b8 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Notify callbacks [] for network, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:29.340962 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-6480da4e-2641-413d-9055-c36b435b0d29 tempest-RoutersIpV6AdminTest-217416812 tempest-RoutersIpV6AdminTest-217416812-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:27:29.364859 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-b6800414-2ab4-48fe-bbfb-fc17774f86d8 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Unset dirty status for tenant:2cb17692bb0c4a2782f988652201ac42 on resource:subnet {{(pid=84152) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:27:29.366376 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-b6800414-2ab4-48fe-bbfb-fc17774f86d8 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.4111822 Jan 20 14:27:29.432013 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 35018) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:27:29.552289 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-65e77cd2-3fbc-4b6f-8757-bee36041d5c2 tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586409'] for network, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:29.571896 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-461e67e7-4e58-425a-8ce8-c3aef6513e30 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Deleting port 20fdc6e0-5f11-4a0e-bf30-c6406d75f4db {{(pid=84153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:27:29.572260 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-461e67e7-4e58-425a-8ce8-c3aef6513e30 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:29.575212 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3a5940-3050-49b5-9131-34223c8b21b8 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Pushing event updated for resources: {'Network': ['ID=a1047661-4a56-41e8-8342-8c35d0f0748a,revision_number=1']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:27:29.586067 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-8a3a5940-3050-49b5-9131-34223c8b21b8 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9696217 Jan 20 14:27:29.589910 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 35022) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:27:29.619875 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-e1d8f202-e185-4bc1-94be-bb1668033c94 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:29.630879 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Network a1047661-4a56-41e8-8342-8c35d0f0748a details requested by agent ovs-agent-dv-neutron-825124-1-hyperv with host dv-neutron-825124-1-hyperv {{(pid=84154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 14:27:29.653020 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-44de9a2c-ec32-4576-8cf3-3f42e580222d tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Request body: {'subnet': {'network_id': 'a1047661-4a56-41e8-8342-8c35d0f0748a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:27:29.796181 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-461e67e7-4e58-425a-8ce8-c3aef6513e30 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] The port '20fdc6e0-5f11-4a0e-bf30-c6406d75f4db' was deleted {{(pid=84153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 20 14:27:29.863606 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18569bc3-8040-45fe-984f-fe34001dd284 None None] get_active_networks_info from dv-neutron-825124-1-hyperv {{(pid=84154) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 20 14:27:29.948828 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-44de9a2c-ec32-4576-8cf3-3f42e580222d tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:27:29.952110 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-65e77cd2-3fbc-4b6f-8757-bee36041d5c2 tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1626242', 'neutron.services.segments.db._delete_segments_for_network-8769554214620'] for network, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:29.961397 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb007828-b542-41e7-9141-0f2e253e7649 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Deleting subnet b38864ce-2015-421f-8816-220a30008ccd {{(pid=84152) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 20 14:27:29.963099 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8272798e-5c3b-485b-97a3-84edaff95464 req-35ed0fe5-306c-445c-9cde-f59eddb3a782 tempest-ServersTestJSON-1971346893 tempest-ServersTestJSON-1971346893-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:27:29.965175 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-8272798e-5c3b-485b-97a3-84edaff95464 req-35ed0fe5-306c-445c-9cde-f59eddb3a782 tempest-ServersTestJSON-1971346893 tempest-ServersTestJSON-1971346893-project] 10.222.0.54 "GET /v2.0/ports?device_id=ca65b5b7-46e4-4202-83e6-d0c1271c06e0 HTTP/1.1" status: 200 len: 945 time: 0.7909057 Jan 20 14:27:29.968154 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-fb007828-b542-41e7-9141-0f2e253e7649 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks [] for subnet, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:30.002260 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-44de9a2c-ec32-4576-8cf3-3f42e580222d tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Usage tracker for resource:subnet and tenant:61b46269b9ca430eb51733c2203d2e38 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:27:30.002972 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18569bc3-8040-45fe-984f-fe34001dd284 None None] Resources bound (agent type, host, resource id): {{(pid=84154) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 20 14:27:30.019246 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-44de9a2c-ec32-4576-8cf3-3f42e580222d tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Quota usage for subnet was recalculated. Used quota:4. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:27:30.043779 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-44de9a2c-ec32-4576-8cf3-3f42e580222d tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:27:30.051667 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.segments.db [None req-65e77cd2-3fbc-4b6f-8757-bee36041d5c2 tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f8ac0de-0dea-4263-a2cd-34d159d13edd']}} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:27:30.073838 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.segments.db [None req-65e77cd2-3fbc-4b6f-8757-bee36041d5c2 tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd321a21e-daa9-4105-ade3-2001e7992e68') {'for_net_delete': True} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:27:30.074205 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.segments.db [None req-65e77cd2-3fbc-4b6f-8757-bee36041d5c2 tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd321a21e-daa9-4105-ade3-2001e7992e68') {} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:27:30.088924 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-fb007828-b542-41e7-9141-0f2e253e7649 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3337915'] for subnet, precommit_delete_associations {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:30.118348 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-65e77cd2-3fbc-4b6f-8757-bee36041d5c2 tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769554214503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3337904'] for segment, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:30.141935 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.db [req-40e98258-e57a-4ffc-b19c-276a266d58d1 req-ebd1f788-f635-41f4-bfd2-727355bc57f3 tempest-ServersTestJSON-1971346893 tempest-ServersTestJSON-1971346893-project] For port a2900794-3a49-4b60-9a68-2f6383df387c, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=a2900794-3a49-4b60-9a68-2f6383df387c,segment=NetworkSegment(3182924e-8b03-4797-949c-f0b3e4c69277),segment_id=3182924e-8b03-4797-949c-f0b3e4c69277)] {{(pid=84153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:27:30.142988 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-40e98258-e57a-4ffc-b19c-276a266d58d1 req-ebd1f788-f635-41f4-bfd2-727355bc57f3 tempest-ServersTestJSON-1971346893 tempest-ServersTestJSON-1971346893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:30.143496 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-65e77cd2-3fbc-4b6f-8757-bee36041d5c2 tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:30.166942 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-461e67e7-4e58-425a-8ce8-c3aef6513e30 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1626242', 'neutron.services.segments.db._delete_segments_for_network-8769554214620'] for network, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:30.168305 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65e77cd2-3fbc-4b6f-8757-bee36041d5c2 tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] Releasing vlan 162 on physical network physnet1 to pool {{(pid=84152) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 14:27:30.168911 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-65e77cd2-3fbc-4b6f-8757-bee36041d5c2 tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1622950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4162906'] for segment, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:30.192291 dv-neutron-825124-1-hyperv neutron-server[84152]: Traceback (most recent call last): Jan 20 14:27:30.192291 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 14:27:30.192291 dv-neutron-825124-1-hyperv neutron-server[84152]: timer() Jan 20 14:27:30.192291 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 14:27:30.192291 dv-neutron-825124-1-hyperv neutron-server[84152]: cb(*args, **kw) Jan 20 14:27:30.192291 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 14:27:30.192291 dv-neutron-825124-1-hyperv neutron-server[84152]: return func(*args, **kwargs) Jan 20 14:27:30.192291 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 14:27:30.192291 dv-neutron-825124-1-hyperv neutron-server[84152]: self._notify() Jan 20 14:27:30.192291 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 14:27:30.192291 dv-neutron-825124-1-hyperv neutron-server[84152]: self.callback(batched_events) Jan 20 14:27:30.192291 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 14:27:30.192291 dv-neutron-825124-1-hyperv neutron-server[84152]: event.method(event) Jan 20 14:27:30.192291 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 14:27:30.192291 dv-neutron-825124-1-hyperv neutron-server[84152]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 14:27:30.192291 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 14:27:30.192291 dv-neutron-825124-1-hyperv neutron-server[84152]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 14:27:30.192291 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 14:27:30.192291 dv-neutron-825124-1-hyperv neutron-server[84152]: return f(self, *a, **k) Jan 20 14:27:30.192291 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 14:27:30.192291 dv-neutron-825124-1-hyperv neutron-server[84152]: return self._get(url).json() Jan 20 14:27:30.192291 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 14:27:30.192291 dv-neutron-825124-1-hyperv neutron-server[84152]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 14:27:30.192291 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 14:27:30.192291 dv-neutron-825124-1-hyperv neutron-server[84152]: return self.request(url, 'GET', **kwargs) Jan 20 14:27:30.192291 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 14:27:30.192291 dv-neutron-825124-1-hyperv neutron-server[84152]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 14:27:30.192291 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 14:27:30.192291 dv-neutron-825124-1-hyperv neutron-server[84152]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 14:27:30.192291 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 14:27:30.192291 dv-neutron-825124-1-hyperv neutron-server[84152]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 14:27:30.192291 dv-neutron-825124-1-hyperv neutron-server[84152]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 14:27:30.202061 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44de9a2c-ec32-4576-8cf3-3f42e580222d tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Made reservation on behalf of 61b46269b9ca430eb51733c2203d2e38 for: {'subnet': 1} {{(pid=84152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:27:30.234993 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:30.357854 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.services.segments.db [None req-461e67e7-4e58-425a-8ce8-c3aef6513e30 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b72c1e5-e182-471c-ba3c-82943be53c64']}} {{(pid=84153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:27:30.371536 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550888e8-ee8c-49cc-b020-98eceebe227d req-9431495d-1c9e-42dc-9a59-c52c2babd2dd tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:27:30.371792 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-c68b48f0-beea-4f3a-a231-73c094d2b70d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:30.372374 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-550888e8-ee8c-49cc-b020-98eceebe227d req-9431495d-1c9e-42dc-9a59-c52c2babd2dd tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] 10.222.0.54 "GET /v2.0/ports?device_id=c1ec459f-0c13-4ec8-b610-ebb2038ce473 HTTP/1.1" status: 200 len: 945 time: 0.7713048 Jan 20 14:27:30.411117 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-44de9a2c-ec32-4576-8cf3-3f42e580222d tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3155315'] for subnet, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:30.435242 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-fb007828-b542-41e7-9141-0f2e253e7649 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1627147'] for subnet, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:30.463831 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.services.segments.db [None req-461e67e7-4e58-425a-8ce8-c3aef6513e30 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91d14585-e2d9-43aa-aa38-39dade9ab308') {'for_net_delete': True} {{(pid=84153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:27:30.464136 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.services.segments.db [None req-461e67e7-4e58-425a-8ce8-c3aef6513e30 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91d14585-e2d9-43aa-aa38-39dade9ab308') {} {{(pid=84153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:27:30.500685 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-8272798e-5c3b-485b-97a3-84edaff95464 req-dad0bb23-50cb-4c88-8f95-51222e95a3b5 tempest-ServersTestJSON-1971346893 tempest-ServersTestJSON-1971346893-project] 10.222.0.54 "GET /v2.0/security-groups?id=116cf5fd-87bc-4026-a09c-cf45db2c0b17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4045684 Jan 20 14:27:30.521186 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-65e77cd2-3fbc-4b6f-8757-bee36041d5c2 tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1626253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-745296'] for network, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:30.525347 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-65e77cd2-3fbc-4b6f-8757-bee36041d5c2 tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] Notify callbacks [] for network, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:30.565715 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-461e67e7-4e58-425a-8ce8-c3aef6513e30 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769554214503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980856'] for segment, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:30.575601 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e77cd2-3fbc-4b6f-8757-bee36041d5c2 tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] Pushing event deleted for resources: {'Network': ['ID=2f8ac0de-0dea-4263-a2cd-34d159d13edd,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:27:30.585298 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.ipam_backend_mixin [None req-44de9a2c-ec32-4576-8cf3-3f42e580222d tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Performing IP validity checks on allocation pools {{(pid=84152) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Jan 20 14:27:30.585820 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.ipam_backend_mixin [None req-44de9a2c-ec32-4576-8cf3-3f42e580222d tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84152) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Jan 20 14:27:30.588629 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-65e77cd2-3fbc-4b6f-8757-bee36041d5c2 tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] 10.222.0.54 "DELETE /v2.0/networks/2f8ac0de-0dea-4263-a2cd-34d159d13edd HTTP/1.1" status: 204 len: 168 time: 1.3526719 Jan 20 14:27:30.592592 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 35026) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:27:30.627829 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-461e67e7-4e58-425a-8ce8-c3aef6513e30 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:30.657231 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-461e67e7-4e58-425a-8ce8-c3aef6513e30 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Releasing vlan 159 on physical network physnet1 to pool {{(pid=84153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 14:27:30.657632 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-461e67e7-4e58-425a-8ce8-c3aef6513e30 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1622950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3944078'] for segment, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:30.671895 dv-neutron-825124-1-hyperv neutron-server[84153]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 20 14:27:30.671895 dv-neutron-825124-1-hyperv neutron-server[84153]: util.warn( Jan 20 14:27:30.671895 dv-neutron-825124-1-hyperv neutron-server[84153]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 20 14:27:30.671895 dv-neutron-825124-1-hyperv neutron-server[84153]: util.warn( Jan 20 14:27:30.671895 dv-neutron-825124-1-hyperv neutron-server[84153]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 20 14:27:30.671895 dv-neutron-825124-1-hyperv neutron-server[84153]: util.warn( Jan 20 14:27:30.671895 dv-neutron-825124-1-hyperv neutron-server[84153]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 20 14:27:30.671895 dv-neutron-825124-1-hyperv neutron-server[84153]: util.warn( Jan 20 14:27:30.671895 dv-neutron-825124-1-hyperv neutron-server[84153]: Traceback (most recent call last): Jan 20 14:27:30.671895 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 14:27:30.671895 dv-neutron-825124-1-hyperv neutron-server[84153]: timer() Jan 20 14:27:30.671895 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 14:27:30.671895 dv-neutron-825124-1-hyperv neutron-server[84153]: cb(*args, **kw) Jan 20 14:27:30.671895 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 14:27:30.671895 dv-neutron-825124-1-hyperv neutron-server[84153]: return func(*args, **kwargs) Jan 20 14:27:30.671895 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 14:27:30.671895 dv-neutron-825124-1-hyperv neutron-server[84153]: self._notify() Jan 20 14:27:30.671895 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 14:27:30.671895 dv-neutron-825124-1-hyperv neutron-server[84153]: self.callback(batched_events) Jan 20 14:27:30.671895 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 14:27:30.671895 dv-neutron-825124-1-hyperv neutron-server[84153]: event.method(event) Jan 20 14:27:30.671895 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 14:27:30.671895 dv-neutron-825124-1-hyperv neutron-server[84153]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 14:27:30.671895 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 14:27:30.671895 dv-neutron-825124-1-hyperv neutron-server[84153]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 14:27:30.671895 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 14:27:30.671895 dv-neutron-825124-1-hyperv neutron-server[84153]: return f(self, *a, **k) Jan 20 14:27:30.671895 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 14:27:30.671895 dv-neutron-825124-1-hyperv neutron-server[84153]: return self._get(url).json() Jan 20 14:27:30.671895 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 14:27:30.671895 dv-neutron-825124-1-hyperv neutron-server[84153]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 14:27:30.671895 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 14:27:30.671895 dv-neutron-825124-1-hyperv neutron-server[84153]: return self.request(url, 'GET', **kwargs) Jan 20 14:27:30.671895 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 14:27:30.671895 dv-neutron-825124-1-hyperv neutron-server[84153]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 14:27:30.671895 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 14:27:30.671895 dv-neutron-825124-1-hyperv neutron-server[84153]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 14:27:30.671895 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 14:27:30.671895 dv-neutron-825124-1-hyperv neutron-server[84153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 14:27:30.671895 dv-neutron-825124-1-hyperv neutron-server[84153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 14:27:30.679912 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-550888e8-ee8c-49cc-b020-98eceebe227d req-f9f3cfde-9712-480d-ad5c-1473ef862fe6 tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] 10.222.0.54 "GET /v2.0/security-groups?id=578a98de-1d4e-4622-ab14-10bbfc156906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2412395 Jan 20 14:27:30.694520 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-e1d8f202-e185-4bc1-94be-bb1668033c94 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Notify callbacks [] for port, precommit_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:30.734393 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-0424207f-ba1e-456b-b3f2-b6419e70408b tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586409'] for network, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:30.819232 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-e1d8f202-e185-4bc1-94be-bb1668033c94 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3944146'] for port, after_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:30.879461 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-fb007828-b542-41e7-9141-0f2e253e7649 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1627154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4163580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155308'] for subnet, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:30.960044 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.agents_db [None req-6dba657d-a637-4918-9b6d-40defdfae04b None None] Agent healthcheck: found 6 active agents {{(pid=84155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 14:27:30.981436 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-40e98258-e57a-4ffc-b19c-276a266d58d1 req-ebd1f788-f635-41f4-bfd2-727355bc57f3 tempest-ServersTestJSON-1971346893 tempest-ServersTestJSON-1971346893-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:30.982009 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-40e98258-e57a-4ffc-b19c-276a266d58d1 req-ebd1f788-f635-41f4-bfd2-727355bc57f3 tempest-ServersTestJSON-1971346893 tempest-ServersTestJSON-1971346893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-745254'] for floatingip, after_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:30.982206 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.db.l3_db [req-40e98258-e57a-4ffc-b19c-276a266d58d1 req-ebd1f788-f635-41f4-bfd2-727355bc57f3 tempest-ServersTestJSON-1971346893 tempest-ServersTestJSON-1971346893-project] Floating IP e9594bea-2b12-4a0a-a572-1ab19378e0a2 disassociated. External IP: 172.26.7.9, port: a2900794-3a49-4b60-9a68-2f6383df387c. Jan 20 14:27:30.982551 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [req-40e98258-e57a-4ffc-b19c-276a266d58d1 req-ebd1f788-f635-41f4-bfd2-727355bc57f3 tempest-ServersTestJSON-1971346893 tempest-ServersTestJSON-1971346893-project] Calling delete_port for a2900794-3a49-4b60-9a68-2f6383df387c owned by compute:nova {{(pid=84153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:27:30.986524 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb007828-b542-41e7-9141-0f2e253e7649 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Pushing event deleted for resources: {'Subnet': ['ID=b38864ce-2015-421f-8816-220a30008ccd,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:27:31.012689 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d8f202-e185-4bc1-94be-bb1668033c94 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Pushing event updated for resources: {'Port': ['ID=f4182b16-1c5a-451b-83e9-485e31282f9f,revision_number=2']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:27:31.022463 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-fb007828-b542-41e7-9141-0f2e253e7649 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks [] for subnet, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:31.030731 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db54ea1b-617e-4a2f-934e-4d5c4979bb1e None None] Network dbce74ed-d43c-4540-8d8d-e582f35e4792 requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:27:31.037101 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-0424207f-ba1e-456b-b3f2-b6419e70408b tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1626242', 'neutron.services.segments.db._delete_segments_for_network-8769554214620'] for network, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:31.085677 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-461e67e7-4e58-425a-8ce8-c3aef6513e30 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1626253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-745296'] for network, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:31.110849 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.segments.db [None req-0424207f-ba1e-456b-b3f2-b6419e70408b tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68b7ae98-e113-4ecb-9aa5-067dd0c57357']}} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:27:31.136514 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.segments.db [None req-0424207f-ba1e-456b-b3f2-b6419e70408b tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a92c6b55-e692-42f3-b18e-3a5747027312') {'for_net_delete': True} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:27:31.136736 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.segments.db [None req-0424207f-ba1e-456b-b3f2-b6419e70408b tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a92c6b55-e692-42f3-b18e-3a5747027312') {} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:27:31.155721 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-0424207f-ba1e-456b-b3f2-b6419e70408b tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769554214503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3337904'] for segment, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:31.182767 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-fb007828-b542-41e7-9141-0f2e253e7649 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] 10.222.0.54 "DELETE /v2.0/subnets/b38864ce-2015-421f-8816-220a30008ccd HTTP/1.1" status: 204 len: 168 time: 1.7472692 Jan 20 14:27:31.186850 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 35030) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:27:31.258646 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-0424207f-ba1e-456b-b3f2-b6419e70408b tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:31.277126 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-6d4aa6b3-dbe7-46b7-876e-48600746c1c4 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0891182 Jan 20 14:27:31.282666 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0424207f-ba1e-456b-b3f2-b6419e70408b tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] Releasing vlan 175 on physical network physnet1 to pool {{(pid=84152) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 14:27:31.283068 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-0424207f-ba1e-456b-b3f2-b6419e70408b tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1622950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4162906'] for segment, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:31.285071 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 35034) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:27:31.286169 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-461e67e7-4e58-425a-8ce8-c3aef6513e30 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks [] for network, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:31.290287 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461e67e7-4e58-425a-8ce8-c3aef6513e30 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Pushing event deleted for resources: {'Network': ['ID=4b72c1e5-e182-471c-ba3c-82943be53c64,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:27:31.300312 dv-neutron-825124-1-hyperv neutron-server[84152]: Traceback (most recent call last): Jan 20 14:27:31.300312 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 14:27:31.300312 dv-neutron-825124-1-hyperv neutron-server[84152]: timer() Jan 20 14:27:31.300312 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 14:27:31.300312 dv-neutron-825124-1-hyperv neutron-server[84152]: cb(*args, **kw) Jan 20 14:27:31.300312 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 14:27:31.300312 dv-neutron-825124-1-hyperv neutron-server[84152]: return func(*args, **kwargs) Jan 20 14:27:31.300312 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 14:27:31.300312 dv-neutron-825124-1-hyperv neutron-server[84152]: self._notify() Jan 20 14:27:31.300312 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 14:27:31.300312 dv-neutron-825124-1-hyperv neutron-server[84152]: self.callback(batched_events) Jan 20 14:27:31.300312 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 14:27:31.300312 dv-neutron-825124-1-hyperv neutron-server[84152]: event.method(event) Jan 20 14:27:31.300312 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 14:27:31.300312 dv-neutron-825124-1-hyperv neutron-server[84152]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 14:27:31.300312 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 14:27:31.300312 dv-neutron-825124-1-hyperv neutron-server[84152]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 14:27:31.300312 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 14:27:31.300312 dv-neutron-825124-1-hyperv neutron-server[84152]: return f(self, *a, **k) Jan 20 14:27:31.300312 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 14:27:31.300312 dv-neutron-825124-1-hyperv neutron-server[84152]: return self._get(url).json() Jan 20 14:27:31.300312 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 14:27:31.300312 dv-neutron-825124-1-hyperv neutron-server[84152]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 14:27:31.300312 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 14:27:31.300312 dv-neutron-825124-1-hyperv neutron-server[84152]: return self.request(url, 'GET', **kwargs) Jan 20 14:27:31.300312 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 14:27:31.300312 dv-neutron-825124-1-hyperv neutron-server[84152]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 14:27:31.300312 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 14:27:31.300312 dv-neutron-825124-1-hyperv neutron-server[84152]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 14:27:31.300312 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 14:27:31.300312 dv-neutron-825124-1-hyperv neutron-server[84152]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 14:27:31.300312 dv-neutron-825124-1-hyperv neutron-server[84152]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 14:27:31.308905 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d55e189e-b7ef-4891-b4d6-8695e1525dd6 None None] DHCP port deletion for dbce74ed-d43c-4540-8d8d-e582f35e4792 request from dv-neutron-825124-1-hyperv {{(pid=84154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 20 14:27:31.317884 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-d55e189e-b7ef-4891-b4d6-8695e1525dd6 None None] Deleting port a88af7e5-2106-46fc-ba29-2ef616c970e1 {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:27:31.318282 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-d55e189e-b7ef-4891-b4d6-8695e1525dd6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:31.331538 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-aca59094-8e41-40db-90bd-fdbb74adf6a8 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Request body: {'subnet': {'network_id': 'dbce74ed-d43c-4540-8d8d-e582f35e4792', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:27:31.377698 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-e1d8f202-e185-4bc1-94be-bb1668033c94 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-745254'] for floatingip, after_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:31.389588 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-44de9a2c-ec32-4576-8cf3-3f42e580222d tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4163519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3155301'] for subnet, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:31.417455 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:31.438700 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-461e67e7-4e58-425a-8ce8-c3aef6513e30 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] 10.222.0.54 "DELETE /v2.0/networks/4b72c1e5-e182-471c-ba3c-82943be53c64 HTTP/1.1" status: 204 len: 168 time: 6.1459899 Jan 20 14:27:31.441238 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 35038) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:27:31.455655 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-3cac316d-2447-46f7-a616-ee76800be2c9 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Request body: {'port': {'network_id': 'c69ee7bc-60c2-439d-90b1-98741047f7c7', 'name': 'tempest-PortsTestJSON-1682256629'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:27:31.529890 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-0424207f-ba1e-456b-b3f2-b6419e70408b tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1626253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-745296'] for network, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:31.539487 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-cdd98e71-1f0a-4421-baa9-dcb30e06edf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:31.543081 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-0424207f-ba1e-456b-b3f2-b6419e70408b tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] Notify callbacks [] for network, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:31.544572 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-aca59094-8e41-40db-90bd-fdbb74adf6a8 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:27:31.557574 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-aca59094-8e41-40db-90bd-fdbb74adf6a8 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Usage tracker for resource:subnet and tenant:2cb17692bb0c4a2782f988652201ac42 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:27:31.569449 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-aca59094-8e41-40db-90bd-fdbb74adf6a8 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:27:31.574437 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-d55e189e-b7ef-4891-b4d6-8695e1525dd6 None None] For port a88af7e5-2106-46fc-ba29-2ef616c970e1, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=a88af7e5-2106-46fc-ba29-2ef616c970e1,segment=NetworkSegment(7b61d093-41ff-4202-b223-533eb0f8da0a),segment_id=7b61d093-41ff-4202-b223-533eb0f8da0a)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:27:31.574985 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-d55e189e-b7ef-4891-b4d6-8695e1525dd6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:31.585316 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-aca59094-8e41-40db-90bd-fdbb74adf6a8 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:27:31.586907 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44de9a2c-ec32-4576-8cf3-3f42e580222d tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Pushing event updated for resources: {'Subnet': ['ID=eab46240-81d7-4c1a-b92f-a8b1dacf4676,revision_number=0']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:27:31.627748 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0424207f-ba1e-456b-b3f2-b6419e70408b tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] Pushing event deleted for resources: {'Network': ['ID=68b7ae98-e113-4ecb-9aa5-067dd0c57357,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:27:31.638090 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-0424207f-ba1e-456b-b3f2-b6419e70408b tempest-BulkNetworkOpsTest-507153215 tempest-BulkNetworkOpsTest-507153215-project] 10.222.0.54 "DELETE /v2.0/networks/68b7ae98-e113-4ecb-9aa5-067dd0c57357 HTTP/1.1" status: 204 len: 168 time: 1.0394771 Jan 20 14:27:31.650462 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-e1d8f202-e185-4bc1-94be-bb1668033c94 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for floatingip, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:31.654551 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-e1d8f202-e185-4bc1-94be-bb1668033c94 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.2212131 Jan 20 14:27:31.656075 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 35046) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:27:31.664984 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-8674085f-5323-444d-95d1-070e4f1452d5 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Request body: {'port': {'network_id': 'f9dfe92d-7a28-4f7f-8f3f-9d29413d59b7', 'name': 'tempest-FloatingIPTestJSON-719894002'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:27:31.671356 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44de9a2c-ec32-4576-8cf3-3f42e580222d tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Checking segment: {'id': '83746c43-6da8-4c73-a799-43265fa24aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'a1047661-4a56-41e8-8342-8c35d0f0748a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 14:27:31.671715 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44de9a2c-ec32-4576-8cf3-3f42e580222d tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Network hostable DHCP agents. Network: a1047661-4a56-41e8-8342-8c35d0f0748a, hostable agents: ['1a181e39-5220-4c1a-88f8-08a54e8bfc9b'], hosted agents: [] {{(pid=84152) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 14:27:31.676717 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-3cac316d-2447-46f7-a616-ee76800be2c9 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:27:31.693386 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-3cac316d-2447-46f7-a616-ee76800be2c9 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:27:31.710582 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-40e98258-e57a-4ffc-b19c-276a266d58d1 req-ebd1f788-f635-41f4-bfd2-727355bc57f3 tempest-ServersTestJSON-1971346893 tempest-ServersTestJSON-1971346893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:31.767994 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-d55e189e-b7ef-4891-b4d6-8695e1525dd6 None None] Calling delete_port for a88af7e5-2106-46fc-ba29-2ef616c970e1 owned by network:dhcp {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:27:31.772506 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-164181af-acfa-405a-8bd9-797bc717ce4e req-775c40ba-f90f-4902-a8df-a7befee45261 tempest-ServersTestJSON-1971346893 tempest-ServersTestJSON-1971346893-project] 10.222.0.54 "GET /v2.0/ports?device_id=ca65b5b7-46e4-4202-83e6-d0c1271c06e0 HTTP/1.1" status: 200 len: 210 time: 0.0930283 Jan 20 14:27:31.783497 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cac316d-2447-46f7-a616-ee76800be2c9 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Made reservation on behalf of 86e3e9c5b0744f88a459de56a9372787 for: {'port': 1} {{(pid=84152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:27:31.786978 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-3cac316d-2447-46f7-a616-ee76800be2c9 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:31.824811 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44de9a2c-ec32-4576-8cf3-3f42e580222d tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Network a1047661-4a56-41e8-8342-8c35d0f0748a is scheduled to be hosted by DHCP agent 1a181e39-5220-4c1a-88f8-08a54e8bfc9b with binding_index 1 {{(pid=84152) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 14:27:31.831162 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aca59094-8e41-40db-90bd-fdbb74adf6a8 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Made reservation on behalf of 2cb17692bb0c4a2782f988652201ac42 for: {'subnet': 1} {{(pid=84153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:27:31.853650 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd1f788-f635-41f4-bfd2-727355bc57f3 tempest-ServersTestJSON-1971346893 tempest-ServersTestJSON-1971346893-project] Pushing event deleted for resources: {'Port': ['ID=a2900794-3a49-4b60-9a68-2f6383df387c,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:27:31.862788 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.notifiers.nova [None req-3cac316d-2447-46f7-a616-ee76800be2c9 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] device_id is not set on port 450370c3-d973-4fc7-b868-e60494f723e6 yet. {{(pid=84152) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 14:27:31.949515 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.base_scheduler [None req-44de9a2c-ec32-4576-8cf3-3f42e580222d tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825124-1-hyperv, a1047661-4a56-41e8-8342-8c35d0f0748a) {{(pid=84152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:27:31.960119 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05a54d48-4b46-4878-9090-5f5fe52c5a29 None None] Network a1047661-4a56-41e8-8342-8c35d0f0748a requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:27:31.962324 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44de9a2c-ec32-4576-8cf3-3f42e580222d tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:27:31.962980 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-44de9a2c-ec32-4576-8cf3-3f42e580222d tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Notify callbacks [] for subnet, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:31.987318 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-d55e189e-b7ef-4891-b4d6-8695e1525dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486'] for port, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:32.113185 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55e189e-b7ef-4891-b4d6-8695e1525dd6 None None] Pushing event deleted for resources: {'Port': ['ID=a88af7e5-2106-46fc-ba29-2ef616c970e1,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:27:32.113864 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-44de9a2c-ec32-4576-8cf3-3f42e580222d tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 2.4689853 Jan 20 14:27:32.122060 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 35054) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:27:32.129359 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d55e189e-b7ef-4891-b4d6-8695e1525dd6 None None] No DVR routers for this DVR port a88af7e5-2106-46fc-ba29-2ef616c970e1 on host dv-neutron-825124-1-hyperv {{(pid=84154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 14:27:32.133423 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-aca59094-8e41-40db-90bd-fdbb74adf6a8 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4193986'] for subnet, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:32.149000 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-3cac316d-2447-46f7-a616-ee76800be2c9 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks [] for port, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:32.151049 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device a88af7e5-2106-46fc-ba29-2ef616c970e1 no longer exists at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:27:32.163459 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-2b2833e0-a135-4948-8eae-e8b8fb6d6c17 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:27:32.201694 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] No Port match for: a88af7e5-2106-46fc-ba29-2ef616c970e1 {{(pid=84154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 14:27:32.201948 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device a88af7e5-2106-46fc-ba29-2ef616c970e1 not bound to the agent host dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 14:27:32.253816 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-3cac316d-2447-46f7-a616-ee76800be2c9 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:32.364640 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-8674085f-5323-444d-95d1-070e4f1452d5 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:27:32.388276 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cac316d-2447-46f7-a616-ee76800be2c9 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Network c69ee7bc-60c2-439d-90b1-98741047f7c7 is already hosted by enough agents. {{(pid=84152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:27:32.389841 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f797a17-12ce-4c3c-9390-f5e5cf34875d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95c917f5-14ba-5e96-98b8-1a52654a930a-a1047661-4a56-41e8-8342-8c35d0f0748a', 'network_id': 'a1047661-4a56-41e8-8342-8c35d0f0748a', 'tenant_id': '61b46269b9ca430eb51733c2203d2e38', 'fixed_ips': [{'subnet_id': 'eab46240-81d7-4c1a-b92f-a8b1dacf4676'}]}} from dv-neutron-825124-1-hyperv. {{(pid=84154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 20 14:27:32.391591 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-9f797a17-12ce-4c3c-9390-f5e5cf34875d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:32.392048 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.base_scheduler [None req-3cac316d-2447-46f7-a616-ee76800be2c9 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Resources bound (agent type, host, resource id): {{(pid=84152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:27:32.396123 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cac316d-2447-46f7-a616-ee76800be2c9 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Received port after_create {{(pid=84152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:27:32.400132 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cac316d-2447-46f7-a616-ee76800be2c9 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:27:32.400751 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-3cac316d-2447-46f7-a616-ee76800be2c9 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:32.418299 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cac316d-2447-46f7-a616-ee76800be2c9 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Pushing event updated for resources: {'Port': ['ID=450370c3-d973-4fc7-b868-e60494f723e6,revision_number=1']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:27:32.510803 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-8674085f-5323-444d-95d1-070e4f1452d5 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:27:32.537565 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 35060) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:27:32.561240 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-3cac316d-2447-46f7-a616-ee76800be2c9 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.1184952 Jan 20 14:27:32.561931 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 35066) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:27:32.564108 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923f4bf8-3dd9-4fab-8951-33bbf2c1c728 req-962f7f7e-9f02-4a9f-b3a5-1f575e936173 tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:27:32.565771 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-923f4bf8-3dd9-4fab-8951-33bbf2c1c728 req-962f7f7e-9f02-4a9f-b3a5-1f575e936173 tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] 10.222.0.54 "GET /v2.0/ports?device_id=c1ec459f-0c13-4ec8-b610-ebb2038ce473 HTTP/1.1" status: 200 len: 945 time: 0.6891630 Jan 20 14:27:32.651051 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_common [None req-9f797a17-12ce-4c3c-9390-f5e5cf34875d None None] Allocated IP 2001:db8::3 (a1047661-4a56-41e8-8342-8c35d0f0748a/eab46240-81d7-4c1a-b92f-a8b1dacf4676/520d52c0-750e-41e7-b84f-c3e430e4a428) {{(pid=84154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:27:32.656545 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8674085f-5323-444d-95d1-070e4f1452d5 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Made reservation on behalf of 788f8e40e69a4b21adff221535fcbda3 for: {'port': 1} {{(pid=84153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:27:32.659598 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-8674085f-5323-444d-95d1-070e4f1452d5 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:32.660344 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-04934fc2-c146-4dac-98a7-65313c82bdb1 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Deleting port 450370c3-d973-4fc7-b868-e60494f723e6 {{(pid=84152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:27:32.660685 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-04934fc2-c146-4dac-98a7-65313c82bdb1 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:32.818180 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.notifiers.nova [None req-8674085f-5323-444d-95d1-070e4f1452d5 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] device_id is not set on port 144420e2-0e24-4121-8f58-66b2a0cd8926 yet. {{(pid=84153) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 14:27:32.911854 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-923f4bf8-3dd9-4fab-8951-33bbf2c1c728 req-22304f94-3062-48a8-a125-4af563acb416 tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] 10.222.0.54 "GET /v2.0/security-groups?id=578a98de-1d4e-4622-ab14-10bbfc156906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3337750 Jan 20 14:27:32.992610 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-9f797a17-12ce-4c3c-9390-f5e5cf34875d None None] Notify callbacks [] for port, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:33.004694 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-9f797a17-12ce-4c3c-9390-f5e5cf34875d None None] Transition to ACTIVE for port object 520d52c0-750e-41e7-b84f-c3e430e4a428 will not be triggered until provisioned by entity L2. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:27:33.026220 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-eea6df97-7ff1-4b63-af20-e3ec8913deda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:33.027771 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-9f797a17-12ce-4c3c-9390-f5e5cf34875d None None] Transition to ACTIVE for port object 520d52c0-750e-41e7-b84f-c3e430e4a428 will not be triggered until provisioned by entity DHCP. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:27:33.052767 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-04934fc2-c146-4dac-98a7-65313c82bdb1 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:33.121724 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-9f797a17-12ce-4c3c-9390-f5e5cf34875d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477'] for port, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:33.129371 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-46e2233f-3246-449c-81fa-19597a4f149b admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=2131a6f7612542fb8c5c49d0809dd30d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5905597 Jan 20 14:27:33.140467 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 35072) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:27:33.183235 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Device a2900794-3a49-4b60-9a68-2f6383df387c no longer exists at agent hyperv_hv-neutron-8251 {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:27:33.206877 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-04934fc2-c146-4dac-98a7-65313c82bdb1 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Calling delete_port for 450370c3-d973-4fc7-b868-e60494f723e6 owned by {{(pid=84152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:27:33.239338 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] No Port match for: a2900794-3a49-4b60-9a68-2f6383df387c {{(pid=84154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 14:27:33.240036 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Device a2900794-3a49-4b60-9a68-2f6383df387c not bound to the agent host hv-neutron-8251 {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 14:27:33.262772 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f797a17-12ce-4c3c-9390-f5e5cf34875d None None] Network a1047661-4a56-41e8-8342-8c35d0f0748a is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:27:33.266964 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-9f797a17-12ce-4c3c-9390-f5e5cf34875d None None] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:27:33.271040 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f797a17-12ce-4c3c-9390-f5e5cf34875d None None] Received port after_create {{(pid=84154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:27:33.276790 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f797a17-12ce-4c3c-9390-f5e5cf34875d None None] Pushing event updated for resources: {'Port': ['ID=520d52c0-750e-41e7-b84f-c3e430e4a428,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:27:33.384762 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-33af1561-4b98-47e2-b3a2-134c3c2dee73 req-64051684-9241-4b75-8870-d7831bde1048 tempest-ServersTestJSON-1971346893 tempest-ServersTestJSON-1971346893-project] 10.222.0.54 "GET /v2.0/ports?device_id=ca65b5b7-46e4-4202-83e6-d0c1271c06e0 HTTP/1.1" status: 200 len: 210 time: 0.2345657 Jan 20 14:27:33.407782 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-9f797a17-12ce-4c3c-9390-f5e5cf34875d None None] Attempting to bind port 520d52c0-750e-41e7-b84f-c3e430e4a428 on host dv-neutron-825124-1-hyperv for vnic_type normal with profile {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:27:33.408293 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-9f797a17-12ce-4c3c-9390-f5e5cf34875d None None] Attempting to bind port 520d52c0-750e-41e7-b84f-c3e430e4a428 by drivers openvswitch,hyperv on host dv-neutron-825124-1-hyperv at level 0 using segments [{'id': '83746c43-6da8-4c73-a799-43265fa24aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'a1047661-4a56-41e8-8342-8c35d0f0748a'}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:27:33.408983 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f797a17-12ce-4c3c-9390-f5e5cf34875d None None] Attempting to bind port 520d52c0-750e-41e7-b84f-c3e430e4a428 on network a1047661-4a56-41e8-8342-8c35d0f0748a {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 14:27:33.416014 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f797a17-12ce-4c3c-9390-f5e5cf34875d None None] Checking agent: {'id': '6414dfeb-85c5-454a-8756-709ca637d800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825124-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 16, 31), 'started_at': datetime.datetime(2022, 1, 20, 14, 17, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 27, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825124-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 14:27:33.416504 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f797a17-12ce-4c3c-9390-f5e5cf34875d None None] Checking segment: {'id': '83746c43-6da8-4c73-a799-43265fa24aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'a1047661-4a56-41e8-8342-8c35d0f0748a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 14:27:33.417002 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-9f797a17-12ce-4c3c-9390-f5e5cf34875d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:33.417533 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f797a17-12ce-4c3c-9390-f5e5cf34875d None None] Bound using segment: {'id': '83746c43-6da8-4c73-a799-43265fa24aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'a1047661-4a56-41e8-8342-8c35d0f0748a'} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 14:27:33.418118 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-9f797a17-12ce-4c3c-9390-f5e5cf34875d None None] Bound port: 520d52c0-750e-41e7-b84f-c3e430e4a428, host: dv-neutron-825124-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83746c43-6da8-4c73-a799-43265fa24aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'a1047661-4a56-41e8-8342-8c35d0f0748a'}}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:27:33.418592 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-9f797a17-12ce-4c3c-9390-f5e5cf34875d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:33.443889 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-9dfd7721-e433-48c4-b80a-344dce519b2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:33.503237 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-04934fc2-c146-4dac-98a7-65313c82bdb1 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:33.513947 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-9f797a17-12ce-4c3c-9390-f5e5cf34875d None None] For port 520d52c0-750e-41e7-b84f-c3e430e4a428, host dv-neutron-825124-1-hyperv, cleared binding levels {{(pid=84154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 14:27:33.518310 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-9f797a17-12ce-4c3c-9390-f5e5cf34875d None None] For port 520d52c0-750e-41e7-b84f-c3e430e4a428, host dv-neutron-825124-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=520d52c0-750e-41e7-b84f-c3e430e4a428,segment=NetworkSegment(83746c43-6da8-4c73-a799-43265fa24aeb),segment_id=83746c43-6da8-4c73-a799-43265fa24aeb)] {{(pid=84154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 14:27:33.560015 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04934fc2-c146-4dac-98a7-65313c82bdb1 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Pushing event deleted for resources: {'Port': ['ID=450370c3-d973-4fc7-b868-e60494f723e6,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:27:33.566053 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-04934fc2-c146-4dac-98a7-65313c82bdb1 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:33.589358 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-9f797a17-12ce-4c3c-9390-f5e5cf34875d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:33.591498 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-2b2833e0-a135-4948-8eae-e8b8fb6d6c17 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4193995'] for subnet, before_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:33.603020 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-9dfd7721-e433-48c4-b80a-344dce519b2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:33.641352 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-04934fc2-c146-4dac-98a7-65313c82bdb1 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] 10.222.0.54 "DELETE /v2.0/ports/450370c3-d973-4fc7-b868-e60494f723e6 HTTP/1.1" status: 204 len: 168 time: 1.0782251 Jan 20 14:27:33.644687 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 35076) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:27:33.654214 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-704a6eab-7eb1-4551-9cfd-82049153a00b tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Request body: {'port': {'network_id': 'c69ee7bc-60c2-439d-90b1-98741047f7c7', 'mac_address': 'fa:16:3e:12:81:a1', 'name': 'tempest-PortsTestJSON-999062432'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:27:33.682624 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.db_base_plugin_common [None req-8674085f-5323-444d-95d1-070e4f1452d5 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Allocated IP 172.20.0.11 (f9dfe92d-7a28-4f7f-8f3f-9d29413d59b7/f8b841ec-8e6c-4183-90f0-f24e1dbc270d/144420e2-0e24-4121-8f58-66b2a0cd8926) {{(pid=84153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:27:33.691320 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f797a17-12ce-4c3c-9390-f5e5cf34875d None None] Pushing event updated for resources: {'Port': ['ID=520d52c0-750e-41e7-b84f-c3e430e4a428,revision_number=2']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:27:33.721254 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-aca59094-8e41-40db-90bd-fdbb74adf6a8 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3943531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4194004'] for subnet, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:33.798731 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-704a6eab-7eb1-4551-9cfd-82049153a00b tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:27:33.804126 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-704a6eab-7eb1-4551-9cfd-82049153a00b tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Usage tracker for resource:port and tenant:86e3e9c5b0744f88a459de56a9372787 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:27:33.808005 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-704a6eab-7eb1-4551-9cfd-82049153a00b tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:27:33.815748 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-704a6eab-7eb1-4551-9cfd-82049153a00b tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:27:33.908824 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-704a6eab-7eb1-4551-9cfd-82049153a00b tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Made reservation on behalf of 86e3e9c5b0744f88a459de56a9372787 for: {'port': 1} {{(pid=84152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:27:33.925126 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.l3_agent_scheduler [req-40e98258-e57a-4ffc-b19c-276a266d58d1 req-ebd1f788-f635-41f4-bfd2-727355bc57f3 tempest-ServersTestJSON-1971346893 tempest-ServersTestJSON-1971346893-project] Router c0d234bc-0f44-4930-872e-adb19a23e827 has already been hosted by L3 agent 624d525b-4c26-4143-8a1c-228bb1c6faaa {{(pid=84153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 14:27:33.943108 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aca59094-8e41-40db-90bd-fdbb74adf6a8 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Network dbce74ed-d43c-4540-8d8d-e582f35e4792 is already hosted by enough agents. {{(pid=84153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:27:33.960295 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca59094-8e41-40db-90bd-fdbb74adf6a8 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Pushing event updated for resources: {'Subnet': ['ID=82e8ec5b-0ce2-41b1-aa52-e044d4eef662,revision_number=0']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:27:33.966357 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.base_scheduler [None req-aca59094-8e41-40db-90bd-fdbb74adf6a8 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Resources bound (agent type, host, resource id): {{(pid=84153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:27:33.978613 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee1dd1b7-5c61-48ed-b46d-7c5f46223b5f None None] Network dbce74ed-d43c-4540-8d8d-e582f35e4792 requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:27:33.982390 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-6480da4e-2641-413d-9055-c36b435b0d29 tempest-RoutersIpV6AdminTest-217416812 tempest-RoutersIpV6AdminTest-217416812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-744886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-105502'] for router, precommit_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:34.005424 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aca59094-8e41-40db-90bd-fdbb74adf6a8 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:27:34.006177 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-aca59094-8e41-40db-90bd-fdbb74adf6a8 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks [] for subnet, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:34.041578 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-9dfd7721-e433-48c4-b80a-344dce519b2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:34.136976 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-704a6eab-7eb1-4551-9cfd-82049153a00b tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:34.177908 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.notifiers.nova [None req-704a6eab-7eb1-4551-9cfd-82049153a00b tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] device_id is not set on port 7b66252a-23a1-4163-92ee-89e37a982c90 yet. {{(pid=84152) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 14:27:34.241697 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 520d52c0-750e-41e7-b84f-c3e430e4a428 up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:27:34.255299 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfd7721-e433-48c4-b80a-344dce519b2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dddf407-4364-4891-be0e-a696a6951735,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:27:34.494927 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f953e42-093c-4cb8-beaa-c086ff07188e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95c917f5-14ba-5e96-98b8-1a52654a930a-dbce74ed-d43c-4540-8d8d-e582f35e4792', 'network_id': 'dbce74ed-d43c-4540-8d8d-e582f35e4792', 'tenant_id': '2cb17692bb0c4a2782f988652201ac42', 'fixed_ips': [{'subnet_id': '82e8ec5b-0ce2-41b1-aa52-e044d4eef662'}]}} from dv-neutron-825124-1-hyperv. {{(pid=84154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 20 14:27:34.495744 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-9f953e42-093c-4cb8-beaa-c086ff07188e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:34.538755 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-6480da4e-2641-413d-9055-c36b435b0d29 tempest-RoutersIpV6AdminTest-217416812 tempest-RoutersIpV6AdminTest-217416812-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:34.568035 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-aca59094-8e41-40db-90bd-fdbb74adf6a8 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 3.2756739 Jan 20 14:27:34.571923 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-704a6eab-7eb1-4551-9cfd-82049153a00b tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks [] for port, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:34.575558 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 35084) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:27:34.588478 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-1605fe14-2961-4a66-98cc-9576463096ad tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Request body: {'port': {'network_id': 'dbce74ed-d43c-4540-8d8d-e582f35e4792', 'fixed_ips': [{'subnet_id': '82e8ec5b-0ce2-41b1-aa52-e044d4eef662', 'ip_address': '2001:db8::f3bc:caca:9204:3866'}], 'name': 'tempest-NetworksTestDHCPv6-640876861'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:27:34.688925 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-9dfd7721-e433-48c4-b80a-344dce519b2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:34.692260 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-9dfd7721-e433-48c4-b80a-344dce519b2d admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/3dddf407-4364-4891-be0e-a696a6951735 HTTP/1.1" status: 204 len: 168 time: 1.4951725 Jan 20 14:27:34.699918 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [req-6e8d54e4-0856-42af-8f10-baf54e3815b7 req-f312c10c-ecce-4c35-a009-8248e7a84bb7 tempest-ServersTestJSON-1971346893 tempest-ServersTestJSON-1971346893-project] Synchronizing usage tracker for tenant:02a4359015ef4fdda53e039fb57dd72f on resource:port {{(pid=84153) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:27:34.704511 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-6480da4e-2641-413d-9055-c36b435b0d29 tempest-RoutersIpV6AdminTest-217416812 tempest-RoutersIpV6AdminTest-217416812-project] Deleting port beca32e8-dba1-4de8-832f-6c6542a9f0a6 {{(pid=84153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:27:34.704856 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-6480da4e-2641-413d-9055-c36b435b0d29 tempest-RoutersIpV6AdminTest-217416812 tempest-RoutersIpV6AdminTest-217416812-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:34.759455 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_common [None req-9f953e42-093c-4cb8-beaa-c086ff07188e None None] Allocated IP 2001:db8::2 (dbce74ed-d43c-4540-8d8d-e582f35e4792/82e8ec5b-0ce2-41b1-aa52-e044d4eef662/2f47f9d3-7947-4d6a-87ac-0e04e9d00d34) {{(pid=84154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:27:34.862251 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-8674085f-5323-444d-95d1-070e4f1452d5 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Notify callbacks [] for port, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:34.870793 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2acfab-361a-4e48-b235-dca466c23b44 req-6dcacf83-5fbb-422b-be45-2892128d380f tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:27:34.872162 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-2a2acfab-361a-4e48-b235-dca466c23b44 req-6dcacf83-5fbb-422b-be45-2892128d380f tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] 10.222.0.54 "GET /v2.0/ports?device_id=c1ec459f-0c13-4ec8-b610-ebb2038ce473 HTTP/1.1" status: 200 len: 945 time: 0.6981766 Jan 20 14:27:34.889803 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning for port 520d52c0-750e-41e7-b84f-c3e430e4a428 completed by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:27:34.904005 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-2b2833e0-a135-4948-8eae-e8b8fb6d6c17 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8769554138615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3943441'] for subnet, after_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:34.932328 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-1605fe14-2961-4a66-98cc-9576463096ad tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:27:34.940068 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-1605fe14-2961-4a66-98cc-9576463096ad tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Usage tracker for resource:port and tenant:2cb17692bb0c4a2782f988652201ac42 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:27:34.942285 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-1605fe14-2961-4a66-98cc-9576463096ad tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:27:34.948274 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-1605fe14-2961-4a66-98cc-9576463096ad tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:27:35.018894 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-704a6eab-7eb1-4551-9cfd-82049153a00b tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:35.028335 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [req-6e8d54e4-0856-42af-8f10-baf54e3815b7 req-f312c10c-ecce-4c35-a009-8248e7a84bb7 tempest-ServersTestJSON-1971346893 tempest-ServersTestJSON-1971346893-project] Unset dirty status for tenant:02a4359015ef4fdda53e039fb57dd72f on resource:port {{(pid=84153) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:27:35.042963 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-6e8d54e4-0856-42af-8f10-baf54e3815b7 req-f312c10c-ecce-4c35-a009-8248e7a84bb7 tempest-ServersTestJSON-1971346893 tempest-ServersTestJSON-1971346893-project] 10.222.0.54 "GET /v2.0/ports?device_id=ca65b5b7-46e4-4202-83e6-d0c1271c06e0 HTTP/1.1" status: 200 len: 210 time: 0.4423327 Jan 20 14:27:35.058390 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b2833e0-a135-4948-8eae-e8b8fb6d6c17 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:27:35.065060 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-2b2833e0-a135-4948-8eae-e8b8fb6d6c17 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Notify callbacks [] for subnet, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:35.066080 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-2b2833e0-a135-4948-8eae-e8b8fb6d6c17 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] 10.222.0.54 "PUT /v2.0/subnets/eab46240-81d7-4c1a-b92f-a8b1dacf4676 HTTP/1.1" status: 200 len: 900 time: 2.9109600 Jan 20 14:27:35.071874 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 35090) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:27:35.077513 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-9f953e42-093c-4cb8-beaa-c086ff07188e None None] Notify callbacks [] for port, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:35.092640 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-9f953e42-093c-4cb8-beaa-c086ff07188e None None] Transition to ACTIVE for port object 2f47f9d3-7947-4d6a-87ac-0e04e9d00d34 will not be triggered until provisioned by entity L2. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:27:35.112738 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fead9fd2-fb87-4379-a322-043f022e495b None None] Network a1047661-4a56-41e8-8342-8c35d0f0748a requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:27:35.116336 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-704a6eab-7eb1-4551-9cfd-82049153a00b tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Network c69ee7bc-60c2-439d-90b1-98741047f7c7 is already hosted by enough agents. {{(pid=84152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:27:35.117351 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1605fe14-2961-4a66-98cc-9576463096ad tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Made reservation on behalf of 2cb17692bb0c4a2782f988652201ac42 for: {'port': 1} {{(pid=84152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:27:35.141283 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.base_scheduler [None req-704a6eab-7eb1-4551-9cfd-82049153a00b tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Resources bound (agent type, host, resource id): {{(pid=84152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:27:35.158778 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-704a6eab-7eb1-4551-9cfd-82049153a00b tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Received port after_create {{(pid=84152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:27:35.163238 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-704a6eab-7eb1-4551-9cfd-82049153a00b tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:27:35.163902 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-704a6eab-7eb1-4551-9cfd-82049153a00b tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:35.212399 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-9f953e42-093c-4cb8-beaa-c086ff07188e None None] Transition to ACTIVE for port object 2f47f9d3-7947-4d6a-87ac-0e04e9d00d34 will not be triggered until provisioned by entity DHCP. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:27:35.263888 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704a6eab-7eb1-4551-9cfd-82049153a00b tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Pushing event updated for resources: {'Port': ['ID=7b66252a-23a1-4163-92ee-89e37a982c90,revision_number=1']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:27:35.336711 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-9f953e42-093c-4cb8-beaa-c086ff07188e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477'] for port, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:35.351127 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-1605fe14-2961-4a66-98cc-9576463096ad tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:35.393569 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.notifiers.nova [None req-1605fe14-2961-4a66-98cc-9576463096ad tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] device_id is not set on port 3a89903b-0270-432d-82dc-f1d03c626f23 yet. {{(pid=84152) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 14:27:35.458016 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-8b723825-2c1e-4edf-890d-cc802dcad304 None None] Provisioning for port 520d52c0-750e-41e7-b84f-c3e430e4a428 completed by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:27:35.471564 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f953e42-093c-4cb8-beaa-c086ff07188e None None] Pushing event updated for resources: {'Port': ['ID=2f47f9d3-7947-4d6a-87ac-0e04e9d00d34,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:27:35.485895 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-8b723825-2c1e-4edf-890d-cc802dcad304 None None] Provisioning complete for port 520d52c0-750e-41e7-b84f-c3e430e4a428 triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:27:35.486602 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-8b723825-2c1e-4edf-890d-cc802dcad304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:35.523273 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-704a6eab-7eb1-4551-9cfd-82049153a00b tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.8772891 Jan 20 14:27:35.524589 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 35098) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:27:35.545863 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-2a2acfab-361a-4e48-b235-dca466c23b44 req-6c8c6add-54d4-469f-8094-142a9ea09c82 tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] 10.222.0.54 "GET /v2.0/security-groups?id=578a98de-1d4e-4622-ab14-10bbfc156906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6604736 Jan 20 14:27:35.546612 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2833e0-a135-4948-8eae-e8b8fb6d6c17 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Pushing event updated for resources: {'Subnet': ['ID=eab46240-81d7-4c1a-b92f-a8b1dacf4676,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:27:35.572814 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-6480da4e-2641-413d-9055-c36b435b0d29 tempest-RoutersIpV6AdminTest-217416812 tempest-RoutersIpV6AdminTest-217416812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:35.572954 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f953e42-093c-4cb8-beaa-c086ff07188e None None] Network dbce74ed-d43c-4540-8d8d-e582f35e4792 is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:27:35.580259 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-9f953e42-093c-4cb8-beaa-c086ff07188e None None] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:27:35.583593 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f953e42-093c-4cb8-beaa-c086ff07188e None None] Received port after_create {{(pid=84154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:27:35.719882 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-6480da4e-2641-413d-9055-c36b435b0d29 tempest-RoutersIpV6AdminTest-217416812 tempest-RoutersIpV6AdminTest-217416812-project] Calling delete_port for beca32e8-dba1-4de8-832f-6c6542a9f0a6 owned by network:router_gateway {{(pid=84153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:27:35.763886 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae44c53d-890b-454f-903f-634a448dd93f tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:27:35.764598 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-ae44c53d-890b-454f-903f-634a448dd93f tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Synchronizing usage tracker for tenant:86e3e9c5b0744f88a459de56a9372787 on resource:port {{(pid=84152) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:27:35.802462 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.db_base_plugin_common [None req-1605fe14-2961-4a66-98cc-9576463096ad tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Allocated IP 2001:db8::f3bc:caca:9204:3866 (dbce74ed-d43c-4540-8d8d-e582f35e4792/82e8ec5b-0ce2-41b1-aa52-e044d4eef662/3a89903b-0270-432d-82dc-f1d03c626f23) {{(pid=84152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:27:35.810308 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-9f953e42-093c-4cb8-beaa-c086ff07188e None None] Attempting to bind port 2f47f9d3-7947-4d6a-87ac-0e04e9d00d34 on host dv-neutron-825124-1-hyperv for vnic_type normal with profile {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:27:35.810787 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-9f953e42-093c-4cb8-beaa-c086ff07188e None None] Attempting to bind port 2f47f9d3-7947-4d6a-87ac-0e04e9d00d34 by drivers openvswitch,hyperv on host dv-neutron-825124-1-hyperv at level 0 using segments [{'id': '7b61d093-41ff-4202-b223-533eb0f8da0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'dbce74ed-d43c-4540-8d8d-e582f35e4792'}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:27:35.811226 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f953e42-093c-4cb8-beaa-c086ff07188e None None] Attempting to bind port 2f47f9d3-7947-4d6a-87ac-0e04e9d00d34 on network dbce74ed-d43c-4540-8d8d-e582f35e4792 {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 14:27:35.863642 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f953e42-093c-4cb8-beaa-c086ff07188e None None] Checking agent: {'id': '6414dfeb-85c5-454a-8756-709ca637d800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825124-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 16, 31), 'started_at': datetime.datetime(2022, 1, 20, 14, 17, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 27, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825124-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 14:27:35.863923 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f953e42-093c-4cb8-beaa-c086ff07188e None None] Checking segment: {'id': '7b61d093-41ff-4202-b223-533eb0f8da0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'dbce74ed-d43c-4540-8d8d-e582f35e4792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 14:27:35.864418 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-9f953e42-093c-4cb8-beaa-c086ff07188e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:35.864872 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f953e42-093c-4cb8-beaa-c086ff07188e None None] Bound using segment: {'id': '7b61d093-41ff-4202-b223-533eb0f8da0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'dbce74ed-d43c-4540-8d8d-e582f35e4792'} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 14:27:35.865426 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-9f953e42-093c-4cb8-beaa-c086ff07188e None None] Bound port: 2f47f9d3-7947-4d6a-87ac-0e04e9d00d34, host: dv-neutron-825124-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b61d093-41ff-4202-b223-533eb0f8da0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'dbce74ed-d43c-4540-8d8d-e582f35e4792'}}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:27:35.865866 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-9f953e42-093c-4cb8-beaa-c086ff07188e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:35.947068 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-8b723825-2c1e-4edf-890d-cc802dcad304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:35.956198 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-ae44c53d-890b-454f-903f-634a448dd93f tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Unset dirty status for tenant:86e3e9c5b0744f88a459de56a9372787 on resource:port {{(pid=84152) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:27:35.957824 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-ae44c53d-890b-454f-903f-634a448dd93f tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] 10.222.0.54 "GET /v2.0/ports/7b66252a-23a1-4163-92ee-89e37a982c90 HTTP/1.1" status: 200 len: 840 time: 0.4275792 Jan 20 14:27:35.961318 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 35108) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:27:36.021727 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-6480da4e-2641-413d-9055-c36b435b0d29 tempest-RoutersIpV6AdminTest-217416812 tempest-RoutersIpV6AdminTest-217416812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:36.021727 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-8674085f-5323-444d-95d1-070e4f1452d5 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:36.040799 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-8b723825-2c1e-4edf-890d-cc802dcad304 None None] For port 520d52c0-750e-41e7-b84f-c3e430e4a428, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=520d52c0-750e-41e7-b84f-c3e430e4a428,segment=NetworkSegment(83746c43-6da8-4c73-a799-43265fa24aeb),segment_id=83746c43-6da8-4c73-a799-43265fa24aeb)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:27:36.047143 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-9f953e42-093c-4cb8-beaa-c086ff07188e None None] For port 2f47f9d3-7947-4d6a-87ac-0e04e9d00d34, host dv-neutron-825124-1-hyperv, cleared binding levels {{(pid=84154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 14:27:36.047278 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-1605fe14-2961-4a66-98cc-9576463096ad tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks [] for port, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:36.047386 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-9f953e42-093c-4cb8-beaa-c086ff07188e None None] For port 2f47f9d3-7947-4d6a-87ac-0e04e9d00d34, host dv-neutron-825124-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=2f47f9d3-7947-4d6a-87ac-0e04e9d00d34,segment=NetworkSegment(7b61d093-41ff-4202-b223-533eb0f8da0a),segment_id=7b61d093-41ff-4202-b223-533eb0f8da0a)] {{(pid=84154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 14:27:36.066357 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.provisioning_blocks [None req-1605fe14-2961-4a66-98cc-9576463096ad tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Transition to ACTIVE for port object 3a89903b-0270-432d-82dc-f1d03c626f23 will not be triggered until provisioned by entity DHCP. {{(pid=84152) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:27:36.101377 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-4a8f4604-0ba4-4146-9e16-e4e9036368f9 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586409'] for network, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:36.115700 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-8b723825-2c1e-4edf-890d-cc802dcad304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:36.142907 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6480da4e-2641-413d-9055-c36b435b0d29 tempest-RoutersIpV6AdminTest-217416812 tempest-RoutersIpV6AdminTest-217416812-project] Pushing event deleted for resources: {'Port': ['ID=beca32e8-dba1-4de8-832f-6c6542a9f0a6,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:27:36.159257 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8674085f-5323-444d-95d1-070e4f1452d5 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Network f9dfe92d-7a28-4f7f-8f3f-9d29413d59b7 is already hosted by enough agents. {{(pid=84153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:27:36.223829 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-1605fe14-2961-4a66-98cc-9576463096ad tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:36.244485 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b723825-2c1e-4edf-890d-cc802dcad304 None None] Pushing event updated for resources: {'Port': ['ID=520d52c0-750e-41e7-b84f-c3e430e4a428,revision_number=3']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:27:36.248295 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-9f953e42-093c-4cb8-beaa-c086ff07188e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:36.289364 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-189f7c5c-74b0-45d8-b2f5-d012df1e4e4e tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Deleting port 7b66252a-23a1-4163-92ee-89e37a982c90 {{(pid=84153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:27:36.290242 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-189f7c5c-74b0-45d8-b2f5-d012df1e4e4e tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:36.315105 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-4a8f4604-0ba4-4146-9e16-e4e9036368f9 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Deleting port 520d52c0-750e-41e7-b84f-c3e430e4a428 {{(pid=84153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:27:36.315591 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-4a8f4604-0ba4-4146-9e16-e4e9036368f9 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:36.320247 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1605fe14-2961-4a66-98cc-9576463096ad tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Network dbce74ed-d43c-4540-8d8d-e582f35e4792 is already hosted by enough agents. {{(pid=84152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:27:36.324647 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.base_scheduler [None req-1605fe14-2961-4a66-98cc-9576463096ad tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Resources bound (agent type, host, resource id): {{(pid=84152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:27:36.333445 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1605fe14-2961-4a66-98cc-9576463096ad tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Received port after_create {{(pid=84152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:27:36.337653 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1605fe14-2961-4a66-98cc-9576463096ad tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:27:36.338338 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-1605fe14-2961-4a66-98cc-9576463096ad tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:36.373007 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1be8624-d565-43fb-ad09-e08da578b3b9 None None] Network a1047661-4a56-41e8-8342-8c35d0f0748a requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:27:36.376589 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1605fe14-2961-4a66-98cc-9576463096ad tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Pushing event updated for resources: {'Port': ['ID=3a89903b-0270-432d-82dc-f1d03c626f23,revision_number=1']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:27:36.399223 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8674085f-5323-444d-95d1-070e4f1452d5 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Pushing event updated for resources: {'Port': ['ID=144420e2-0e24-4121-8f58-66b2a0cd8926,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:27:36.401566 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.base_scheduler [None req-8674085f-5323-444d-95d1-070e4f1452d5 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Resources bound (agent type, host, resource id): {{(pid=84153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:27:36.435178 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-1605fe14-2961-4a66-98cc-9576463096ad tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.8562226 Jan 20 14:27:36.435178 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 35120) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:27:36.486955 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8674085f-5323-444d-95d1-070e4f1452d5 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Received port after_create {{(pid=84153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:27:36.503645 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f953e42-093c-4cb8-beaa-c086ff07188e None None] Pushing event updated for resources: {'Port': ['ID=2f47f9d3-7947-4d6a-87ac-0e04e9d00d34,revision_number=2']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:27:36.526535 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-da4055ca-adb7-448f-bed9-b7cc598f450b None None] Provisioning complete for port 520d52c0-750e-41e7-b84f-c3e430e4a428 triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:27:36.526905 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-da4055ca-adb7-448f-bed9-b7cc598f450b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:36.530132 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-18185994-195c-4722-9282-ba3d61202044 req-db794a0d-a8cf-40e4-aeaa-30b0839c5b43 tempest-ServersTestJSON-1971346893 tempest-ServersTestJSON-1971346893-project] 10.222.0.54 "GET /v2.0/ports?device_id=ca65b5b7-46e4-4202-83e6-d0c1271c06e0 HTTP/1.1" status: 200 len: 210 time: 0.1321733 Jan 20 14:27:36.551991 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 35124) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:27:36.569823 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d3f1f69-c18e-49f4-814b-43b9e01f37e3 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:27:36.573865 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d3f1f69-c18e-49f4-814b-43b9e01f37e3 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:27:36.574677 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-7d3f1f69-c18e-49f4-814b-43b9e01f37e3 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Synchronizing usage tracker for tenant:2cb17692bb0c4a2782f988652201ac42 on resource:port {{(pid=84152) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:27:36.657858 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-7d3f1f69-c18e-49f4-814b-43b9e01f37e3 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Unset dirty status for tenant:2cb17692bb0c4a2782f988652201ac42 on resource:port {{(pid=84152) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:27:36.657858 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-7d3f1f69-c18e-49f4-814b-43b9e01f37e3 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.2178774 Jan 20 14:27:36.657858 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 35132) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:27:36.684458 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-40e98258-e57a-4ffc-b19c-276a266d58d1 req-ebd1f788-f635-41f4-bfd2-727355bc57f3 tempest-ServersTestJSON-1971346893 tempest-ServersTestJSON-1971346893-project] Notify agent at l3_agent.dv-neutron-825124-1-hyperv the message routers_updated {{(pid=84153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 14:27:36.711031 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ebdd626-fda7-412e-b932-a287c43ae470 None None] Sync routers for ids ['c0d234bc-0f44-4930-872e-adb19a23e827'] in dv-neutron-825124-1-hyperv {{(pid=84155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 14:27:36.740208 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ebdd626-fda7-412e-b932-a287c43ae470 None None] Routers {'c0d234bc-0f44-4930-872e-adb19a23e827'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:27:36.743338 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-9ebdd626-fda7-412e-b932-a287c43ae470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:27:30Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['c0d234bc-0f44-4930-872e-adb19a23e827'], 'active': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:27:36.876994 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-7e19535d-9b70-4c5b-8b7c-fc489cb3c71b tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1419004798'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:27:36.886116 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-7e19535d-9b70-4c5b-8b7c-fc489cb3c71b tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:27:36.892119 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-7e19535d-9b70-4c5b-8b7c-fc489cb3c71b tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Usage tracker for resource:network and tenant:67ae27d5542441d081f0145797cee5f6 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:27:36.901928 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-7e19535d-9b70-4c5b-8b7c-fc489cb3c71b tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:27:36.910020 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-7e19535d-9b70-4c5b-8b7c-fc489cb3c71b tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:27:36.964218 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-09d84832-22c9-4a39-846a-d11bafe248f7 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Deleting port 3a89903b-0270-432d-82dc-f1d03c626f23 {{(pid=84152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:27:36.964549 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-09d84832-22c9-4a39-846a-d11bafe248f7 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:37.031369 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8674085f-5323-444d-95d1-070e4f1452d5 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:27:37.035297 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-8674085f-5323-444d-95d1-070e4f1452d5 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:37.067961 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvr_db [None req-9ebdd626-fda7-412e-b932-a287c43ae470 None None] Set router c0d234bc-0f44-4930-872e-adb19a23e827 gateway port host: dv-neutron-825124-1-hyperv {{(pid=84155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 14:27:37.110135 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.l3_dvrscheduler_db [req-40e98258-e57a-4ffc-b19c-276a266d58d1 req-ebd1f788-f635-41f4-bfd2-727355bc57f3 tempest-ServersTestJSON-1971346893 tempest-ServersTestJSON-1971346893-project] No DVR routers for this DVR port a2900794-3a49-4b60-9a68-2f6383df387c on host hv-neutron-8251 {{(pid=84153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 14:27:37.113121 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-40e98258-e57a-4ffc-b19c-276a266d58d1 req-ebd1f788-f635-41f4-bfd2-727355bc57f3 tempest-ServersTestJSON-1971346893 tempest-ServersTestJSON-1971346893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:37.139444 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca65b5b7-46e4-4202-83e6-d0c1271c06e0', 'name': 'network-vif-deleted', 'tag': 'a2900794-3a49-4b60-9a68-2f6383df387c'}] {{(pid=84153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 14:27:37.179782 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-40e98258-e57a-4ffc-b19c-276a266d58d1 req-ebd1f788-f635-41f4-bfd2-727355bc57f3 tempest-ServersTestJSON-1971346893 tempest-ServersTestJSON-1971346893-project] 10.222.0.106 "DELETE /v2.0/ports/a2900794-3a49-4b60-9a68-2f6383df387c HTTP/1.1" status: 204 len: 173 time: 8.3668694 Jan 20 14:27:37.235862 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e19535d-9b70-4c5b-8b7c-fc489cb3c71b tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Made reservation on behalf of 67ae27d5542441d081f0145797cee5f6 for: {'network': 1} {{(pid=84152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:27:37.245517 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-7e19535d-9b70-4c5b-8b7c-fc489cb3c71b tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for network, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:37.261030 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-46d7e438-c544-4305-af3a-2fe2cfe75e64 None None] Provisioning complete for port 520d52c0-750e-41e7-b84f-c3e430e4a428 triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:27:37.261404 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-46d7e438-c544-4305-af3a-2fe2cfe75e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:37.271930 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca65b5b7-46e4-4202-83e6-d0c1271c06e0', 'name': 'network-vif-deleted', 'tag': 'a2900794-3a49-4b60-9a68-2f6383df387c', 'status': 'completed', 'code': 200} Jan 20 14:27:37.292625 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-7e19535d-9b70-4c5b-8b7c-fc489cb3c71b tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Notify callbacks [] for security_group, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:37.378064 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-8674085f-5323-444d-95d1-070e4f1452d5 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 5.7201939 Jan 20 14:27:37.383395 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 35138) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:27:37.395078 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-09d84832-22c9-4a39-846a-d11bafe248f7 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:37.402948 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-7e19535d-9b70-4c5b-8b7c-fc489cb3c71b tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:27:37.410785 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-d949e644-5790-4cb4-88f9-5c8c0f1f8043 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Request body: {'floatingip': {'port_id': '144420e2-0e24-4121-8f58-66b2a0cd8926'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:27:37.497682 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-7e19535d-9b70-4c5b-8b7c-fc489cb3c71b tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Usage tracker for resource:security_group_rule and tenant:67ae27d5542441d081f0145797cee5f6 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:27:37.506870 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-7e19535d-9b70-4c5b-8b7c-fc489cb3c71b tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:27:37.524438 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-9ebdd626-fda7-412e-b932-a287c43ae470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0d234bc-0f44-4930-872e-adb19a23e827', 'name': 'tempest-ServersTestJSON-1297522866-router', 'tenant_id': '02a4359015ef4fdda53e039fb57dd72f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.71'}], 'enable_snat': True}, 'gw_port_id': '2d463c2f-2ac2-4884-9ad8-97949782d5f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:25:00Z', 'updated_at': '2022-01-20T14:25:07Z', 'revision_number': 4, 'project_id': '02a4359015ef4fdda53e039fb57dd72f', 'gw_port': {'id': '2d463c2f-2ac2-4884-9ad8-97949782d5f0', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:85:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0d234bc-0f44-4930-872e-adb19a23e827', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:25:01Z', 'updated_at': '2022-01-20T14:25:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv', '_interfaces': [{'id': 'f7bb973a-b99f-4848-8378-242e506ca311', 'name': '', 'network_id': 'da16ad43-ad30-42db-87b4-6c2adb2c2b3b', 'tenant_id': '02a4359015ef4fdda53e039fb57dd72f', 'mac_address': 'fa:16:3e:55:25:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0d234bc-0f44-4930-872e-adb19a23e827', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fe04fd19-c016-4d9b-bbbe-e9ba6073304a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:25:06Z', 'updated_at': '2022-01-20T14:25:20Z', 'revision_number': 5, 'project_id': '02a4359015ef4fdda53e039fb57dd72f', 'subnets': [{'id': 'fe04fd19-c016-4d9b-bbbe-e9ba6073304a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:27:37.533781 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ebdd626-fda7-412e-b932-a287c43ae470 None None] Checking router: c0d234bc-0f44-4930-872e-adb19a23e827 for host: dv-neutron-825124-1-hyperv {{(pid=84155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 14:27:37.550315 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ebdd626-fda7-412e-b932-a287c43ae470 None None] Routers {'c0d234bc-0f44-4930-872e-adb19a23e827'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:27:37.551344 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-9ebdd626-fda7-412e-b932-a287c43ae470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:27:30Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['c0d234bc-0f44-4930-872e-adb19a23e827'], 'active': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:27:37.597476 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-7e19535d-9b70-4c5b-8b7c-fc489cb3c71b tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:27:37.668401 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-6480da4e-2641-413d-9055-c36b435b0d29 tempest-RoutersIpV6AdminTest-217416812 tempest-RoutersIpV6AdminTest-217416812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-745333'] for router_gateway, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:37.692818 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-09d84832-22c9-4a39-846a-d11bafe248f7 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Calling delete_port for 3a89903b-0270-432d-82dc-f1d03c626f23 owned by {{(pid=84152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:27:37.785830 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvr_db [None req-9ebdd626-fda7-412e-b932-a287c43ae470 None None] Set router c0d234bc-0f44-4930-872e-adb19a23e827 gateway port host: dv-neutron-825124-1-hyperv {{(pid=84155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 14:27:37.801410 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-d949e644-5790-4cb4-88f9-5c8c0f1f8043 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Notify callbacks [] for floatingip, before_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:37.894387 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-6480da4e-2641-413d-9055-c36b435b0d29 tempest-RoutersIpV6AdminTest-217416812 tempest-RoutersIpV6AdminTest-217416812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-744886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-105502'] for router, precommit_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:37.901924 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20824c2-0d71-40b0-b64f-49a942b401a4 req-37c333a2-5c8f-4246-b2b3-d9078a34c934 tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:27:37.903061 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-d20824c2-0d71-40b0-b64f-49a942b401a4 req-37c333a2-5c8f-4246-b2b3-d9078a34c934 tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] 10.222.0.54 "GET /v2.0/ports?device_id=c1ec459f-0c13-4ec8-b610-ebb2038ce473 HTTP/1.1" status: 200 len: 945 time: 1.0625703 Jan 20 14:27:37.921085 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-c200be49-455c-44af-ba3e-f5d2be241cf3 req-15e7bb8c-c7b6-46fd-8724-8e91a791e2fc tempest-ServersTestJSON-1971346893 tempest-ServersTestJSON-1971346893-project] 10.222.0.54 "GET /v2.0/ports?device_id=ca65b5b7-46e4-4202-83e6-d0c1271c06e0 HTTP/1.1" status: 200 len: 210 time: 0.1649287 Jan 20 14:27:37.970329 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-6480da4e-2641-413d-9055-c36b435b0d29 tempest-RoutersIpV6AdminTest-217416812 tempest-RoutersIpV6AdminTest-217416812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-744861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-744847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-744836', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-737562'] for router, after_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:38.012069 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-189f7c5c-74b0-45d8-b2f5-d012df1e4e4e tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:38.059656 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-66f0dede-e9d7-46c4-8aed-b79807704da3 None None] Provisioning for port 2f47f9d3-7947-4d6a-87ac-0e04e9d00d34 completed by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:27:38.270337 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 520d52c0-750e-41e7-b84f-c3e430e4a428 up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:27:38.281127 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-09d84832-22c9-4a39-846a-d11bafe248f7 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:38.383941 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d84832-22c9-4a39-846a-d11bafe248f7 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Pushing event deleted for resources: {'Port': ['ID=3a89903b-0270-432d-82dc-f1d03c626f23,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:27:38.420087 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port 520d52c0-750e-41e7-b84f-c3e430e4a428 triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:27:38.420469 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:38.425591 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-7e19535d-9b70-4c5b-8b7c-fc489cb3c71b tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Notify callbacks [] for security_group, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:38.437025 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-189f7c5c-74b0-45d8-b2f5-d012df1e4e4e tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Calling delete_port for 7b66252a-23a1-4163-92ee-89e37a982c90 owned by {{(pid=84153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:27:38.483684 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-09d84832-22c9-4a39-846a-d11bafe248f7 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:38.511567 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-b8a4a8a8-12a6-4b4c-99e0-f86251872f83 None None] Could not find standard attr ID for object 3a89903b-0270-432d-82dc-f1d03c626f23. {{(pid=84154) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 20 14:27:38.526933 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.db [None req-4a8f4604-0ba4-4146-9e16-e4e9036368f9 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] For port 520d52c0-750e-41e7-b84f-c3e430e4a428, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=520d52c0-750e-41e7-b84f-c3e430e4a428,segment=NetworkSegment(83746c43-6da8-4c73-a799-43265fa24aeb),segment_id=83746c43-6da8-4c73-a799-43265fa24aeb)] {{(pid=84153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:27:38.526933 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-4a8f4604-0ba4-4146-9e16-e4e9036368f9 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:38.548044 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-9ebdd626-fda7-412e-b932-a287c43ae470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0d234bc-0f44-4930-872e-adb19a23e827', 'name': 'tempest-ServersTestJSON-1297522866-router', 'tenant_id': '02a4359015ef4fdda53e039fb57dd72f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.71'}], 'enable_snat': True}, 'gw_port_id': '2d463c2f-2ac2-4884-9ad8-97949782d5f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:25:00Z', 'updated_at': '2022-01-20T14:25:07Z', 'revision_number': 4, 'project_id': '02a4359015ef4fdda53e039fb57dd72f', 'gw_port': {'id': '2d463c2f-2ac2-4884-9ad8-97949782d5f0', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:85:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0d234bc-0f44-4930-872e-adb19a23e827', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:25:01Z', 'updated_at': '2022-01-20T14:25:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv', '_interfaces': [{'id': 'f7bb973a-b99f-4848-8378-242e506ca311', 'name': '', 'network_id': 'da16ad43-ad30-42db-87b4-6c2adb2c2b3b', 'tenant_id': '02a4359015ef4fdda53e039fb57dd72f', 'mac_address': 'fa:16:3e:55:25:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0d234bc-0f44-4930-872e-adb19a23e827', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fe04fd19-c016-4d9b-bbbe-e9ba6073304a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:25:06Z', 'updated_at': '2022-01-20T14:25:20Z', 'revision_number': 5, 'project_id': '02a4359015ef4fdda53e039fb57dd72f', 'subnets': [{'id': 'fe04fd19-c016-4d9b-bbbe-e9ba6073304a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:27:38.556555 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ebdd626-fda7-412e-b932-a287c43ae470 None None] The sync data for ids ['c0d234bc-0f44-4930-872e-adb19a23e827'] in dv-neutron-825124-1-hyperv is: [{'id': 'c0d234bc-0f44-4930-872e-adb19a23e827', 'name': 'tempest-ServersTestJSON-1297522866-router', 'tenant_id': '02a4359015ef4fdda53e039fb57dd72f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.71'}], 'enable_snat': True}, 'gw_port_id': '2d463c2f-2ac2-4884-9ad8-97949782d5f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:25:00Z', 'updated_at': '2022-01-20T14:25:07Z', 'revision_number': 4, 'project_id': '02a4359015ef4fdda53e039fb57dd72f', 'gw_port': {'id': '2d463c2f-2ac2-4884-9ad8-97949782d5f0', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:85:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0d234bc-0f44-4930-872e-adb19a23e827', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:25:01Z', 'updated_at': '2022-01-20T14:25:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv', '_interfaces': [{'id': 'f7bb973a-b99f-4848-8378-242e506ca311', 'name': '', 'network_id': 'da16ad43-ad30-42db-87b4-6c2adb2c2b3b', 'tenant_id': '02a4359015ef4fdda53e039fb57dd72f', 'mac_address': 'fa:16:3e:55:25:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0d234bc-0f44-4930-872e-adb19a23e827', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fe04fd19-c016-4d9b-bbbe-e9ba6073304a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:25:06Z', 'updated_at': '2022-01-20T14:25:20Z', 'revision_number': 5, 'project_id': '02a4359015ef4fdda53e039fb57dd72f', 'subnets': [{'id': 'fe04fd19-c016-4d9b-bbbe-e9ba6073304a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 14:27:38.582085 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 2f47f9d3-7947-4d6a-87ac-0e04e9d00d34 up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:27:38.589169 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-7e19535d-9b70-4c5b-8b7c-fc489cb3c71b tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:38.606151 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e19535d-9b70-4c5b-8b7c-fc489cb3c71b tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 181} {{(pid=84152) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 14:27:38.618007 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-7e19535d-9b70-4c5b-8b7c-fc489cb3c71b tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:38.618369 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.db.segments_db [None req-7e19535d-9b70-4c5b-8b7c-fc489cb3c71b tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Added segment 8c35f705-9940-4e51-8725-35a9384b2d3e of type vlan for network efaf3056-73fc-4147-aae2-53d15139fa5d Jan 20 14:27:38.655414 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-7e19535d-9b70-4c5b-8b7c-fc489cb3c71b tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769553767792'] for network, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:38.741272 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-09d84832-22c9-4a39-846a-d11bafe248f7 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] 10.222.0.54 "DELETE /v2.0/ports/3a89903b-0270-432d-82dc-f1d03c626f23 HTTP/1.1" status: 204 len: 168 time: 2.0826085 Jan 20 14:27:38.741945 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 35144) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:27:38.742965 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-d20824c2-0d71-40b0-b64f-49a942b401a4 req-005083c1-65ac-42e3-99d1-f50512f8c5d4 tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] 10.222.0.54 "GET /v2.0/security-groups?id=578a98de-1d4e-4622-ab14-10bbfc156906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7938256 Jan 20 14:27:38.754599 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-4a8f4604-0ba4-4146-9e16-e4e9036368f9 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Calling delete_port for 520d52c0-750e-41e7-b84f-c3e430e4a428 owned by network:dhcp {{(pid=84153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:27:38.779642 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning for port 2f47f9d3-7947-4d6a-87ac-0e04e9d00d34 completed by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:27:38.786204 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port 2f47f9d3-7947-4d6a-87ac-0e04e9d00d34 triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:27:38.786716 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:38.811302 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6480da4e-2641-413d-9055-c36b435b0d29 tempest-RoutersIpV6AdminTest-217416812 tempest-RoutersIpV6AdminTest-217416812-project] Router 3c450548-5ba7-4322-9d70-7afec13f2f72 has already been hosted by L3 agent 624d525b-4c26-4143-8a1c-228bb1c6faaa {{(pid=84153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 14:27:38.879617 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e19535d-9b70-4c5b-8b7c-fc489cb3c71b tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7d7fb61-82db-42d8-bb90-0cd79713dc41,revision_number=1']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:27:38.907075 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-189f7c5c-74b0-45d8-b2f5-d012df1e4e4e tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:38.923604 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-828b626c-cc55-472d-a20b-ee25c5b9ade5 None None] New status for floating IP e9594bea-2b12-4a0a-a572-1ab19378e0a2: DOWN {{(pid=84154) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 20 14:27:38.971167 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-189f7c5c-74b0-45d8-b2f5-d012df1e4e4e tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:38.991100 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189f7c5c-74b0-45d8-b2f5-d012df1e4e4e tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Pushing event deleted for resources: {'Port': ['ID=7b66252a-23a1-4163-92ee-89e37a982c90,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:27:39.002525 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16a08cac-e0a8-4d55-8f85-821c8802614e tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:27:39.003972 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16a08cac-e0a8-4d55-8f85-821c8802614e tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:27:39.004773 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-16a08cac-e0a8-4d55-8f85-821c8802614e tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Synchronizing usage tracker for tenant:2cb17692bb0c4a2782f988652201ac42 on resource:subnet {{(pid=84152) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:27:39.008707 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-7e19535d-9b70-4c5b-8b7c-fc489cb3c71b tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967'] for network, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:39.012259 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e19535d-9b70-4c5b-8b7c-fc489cb3c71b tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:27:39.012822 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-7e19535d-9b70-4c5b-8b7c-fc489cb3c71b tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Notify callbacks [] for network, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:39.079385 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:39.158619 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6480da4e-2641-413d-9055-c36b435b0d29 tempest-RoutersIpV6AdminTest-217416812 tempest-RoutersIpV6AdminTest-217416812-project] Notify agent at l3_agent.dv-neutron-825124-1-hyperv the message routers_updated {{(pid=84153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 14:27:39.165313 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 35152) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:27:39.175297 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfe8750b-3458-4dfa-8371-e18be1a86125 None None] Sync routers for ids ['3c450548-5ba7-4322-9d70-7afec13f2f72'] in dv-neutron-825124-1-hyperv {{(pid=84155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 14:27:39.179847 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] For port 2f47f9d3-7947-4d6a-87ac-0e04e9d00d34, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=2f47f9d3-7947-4d6a-87ac-0e04e9d00d34,segment=NetworkSegment(7b61d093-41ff-4202-b223-533eb0f8da0a),segment_id=7b61d093-41ff-4202-b223-533eb0f8da0a)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:27:39.189820 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-7e19535d-9b70-4c5b-8b7c-fc489cb3c71b tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 2.6355848 Jan 20 14:27:39.190018 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfe8750b-3458-4dfa-8371-e18be1a86125 None None] Routers {'3c450548-5ba7-4322-9d70-7afec13f2f72'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:27:39.190567 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-dfe8750b-3458-4dfa-8371-e18be1a86125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:27:30Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['3c450548-5ba7-4322-9d70-7afec13f2f72'], 'active': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:27:39.267049 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-dfe8750b-3458-4dfa-8371-e18be1a86125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:27:39.275232 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-6480da4e-2641-413d-9055-c36b435b0d29 tempest-RoutersIpV6AdminTest-217416812 tempest-RoutersIpV6AdminTest-217416812-project] Notify callbacks [] for router, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:39.278542 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-6480da4e-2641-413d-9055-c36b435b0d29 tempest-RoutersIpV6AdminTest-217416812 tempest-RoutersIpV6AdminTest-217416812-project] 10.222.0.54 "PUT /v2.0/routers/3c450548-5ba7-4322-9d70-7afec13f2f72 HTTP/1.1" status: 200 len: 709 time: 9.9625647 Jan 20 14:27:39.280274 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:39.288012 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 35156) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:27:39.315529 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-189f7c5c-74b0-45d8-b2f5-d012df1e4e4e tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] 10.222.0.54 "DELETE /v2.0/ports/7b66252a-23a1-4163-92ee-89e37a982c90 HTTP/1.1" status: 204 len: 168 time: 3.3520548 Jan 20 14:27:39.316475 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfe8750b-3458-4dfa-8371-e18be1a86125 None None] Routers {'3c450548-5ba7-4322-9d70-7afec13f2f72'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:27:39.317086 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-dfe8750b-3458-4dfa-8371-e18be1a86125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:27:30Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['3c450548-5ba7-4322-9d70-7afec13f2f72'], 'active': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:27:39.318634 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 35160) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:27:39.372736 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-16a08cac-e0a8-4d55-8f85-821c8802614e tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Unset dirty status for tenant:2cb17692bb0c4a2782f988652201ac42 on resource:subnet {{(pid=84152) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:27:39.376716 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-16a08cac-e0a8-4d55-8f85-821c8802614e tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.5620482 Jan 20 14:27:39.376716 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e19535d-9b70-4c5b-8b7c-fc489cb3c71b tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Pushing event updated for resources: {'Network': ['ID=efaf3056-73fc-4147-aae2-53d15139fa5d,revision_number=1']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:27:39.380209 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 35164) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:27:39.422875 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a006771-6c3f-4015-84d1-4dbe60129cb7 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] GET failed (client error): The resource could not be found. Jan 20 14:27:39.423657 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-4a006771-6c3f-4015-84d1-4dbe60129cb7 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Synchronizing usage tracker for tenant:86e3e9c5b0744f88a459de56a9372787 on resource:port {{(pid=84153) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:27:39.440967 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-dfe8750b-3458-4dfa-8371-e18be1a86125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:27:39.440967 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfe8750b-3458-4dfa-8371-e18be1a86125 None None] The sync data for ids ['3c450548-5ba7-4322-9d70-7afec13f2f72'] in dv-neutron-825124-1-hyperv is: [] {{(pid=84155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 14:27:39.463092 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-1e6f6a52-c9e7-4e02-8632-2031ef8414b5 tempest-ServersTestJSON-1971346893 tempest-ServersTestJSON-1971346893-project] Notify callbacks [] for security_group, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:39.486537 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Network efaf3056-73fc-4147-aae2-53d15139fa5d details requested by agent ovs-agent-dv-neutron-825124-1-hyperv with host dv-neutron-825124-1-hyperv {{(pid=84154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 14:27:39.496908 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-1e6f6a52-c9e7-4e02-8632-2031ef8414b5 tempest-ServersTestJSON-1971346893 tempest-ServersTestJSON-1971346893-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:39.557642 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.db_base_plugin_v2 [None req-3cda44bd-fb0d-4717-9463-6d025620f9fc tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Deleting subnet 82e8ec5b-0ce2-41b1-aa52-e044d4eef662 {{(pid=84152) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 20 14:27:39.560842 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-4a8f4604-0ba4-4146-9e16-e4e9036368f9 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:39.572481 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-3cda44bd-fb0d-4717-9463-6d025620f9fc tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks [] for subnet, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:39.584085 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Pushing event updated for resources: {'Port': ['ID=2f47f9d3-7947-4d6a-87ac-0e04e9d00d34,revision_number=3']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:27:39.652061 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-abb01804-7a1e-45e9-a97b-bda519ad515b tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] 10.222.0.54 "GET /v2.0/routers/3c450548-5ba7-4322-9d70-7afec13f2f72 HTTP/1.1" status: 200 len: 744 time: 0.3622806 Jan 20 14:27:39.662230 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-3cda44bd-fb0d-4717-9463-6d025620f9fc tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3337915'] for subnet, precommit_delete_associations {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:39.668813 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 35168) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:27:39.677426 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8f4604-0ba4-4146-9e16-e4e9036368f9 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Pushing event deleted for resources: {'Port': ['ID=520d52c0-750e-41e7-b84f-c3e430e4a428,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:27:39.737946 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f81f8d3e-30d3-4c2d-bac6-c5fc83fdad6f None None] DHCP port deletion for a1047661-4a56-41e8-8342-8c35d0f0748a request from dv-neutron-825124-1-hyperv {{(pid=84154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 20 14:27:39.751462 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.db.resource_extend [None req-d949e644-5790-4cb4-88f9-5c8c0f1f8043 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 20 14:27:39.776946 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f165ef47-e70c-4ad6-a17e-80fef42a2c02 None None] get_active_networks_info from dv-neutron-825124-1-hyperv {{(pid=84154) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 20 14:27:39.897152 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-1e6f6a52-c9e7-4e02-8632-2031ef8414b5 tempest-ServersTestJSON-1971346893 tempest-ServersTestJSON-1971346893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:39.920809 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-d949e644-5790-4cb4-88f9-5c8c0f1f8043 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:39.921710 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-4a006771-6c3f-4015-84d1-4dbe60129cb7 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Unset dirty status for tenant:86e3e9c5b0744f88a459de56a9372787 on resource:port {{(pid=84153) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:27:39.931221 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 35174) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:27:39.938476 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-4a006771-6c3f-4015-84d1-4dbe60129cb7 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] 10.222.0.54 "GET /v2.0/ports/7b66252a-23a1-4163-92ee-89e37a982c90 HTTP/1.1" status: 404 len: 333 time: 0.5911150 Jan 20 14:27:39.966888 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-4bd16497-2558-44bb-afb1-346e6e655d82 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Request body: {'port': {'network_id': 'c69ee7bc-60c2-439d-90b1-98741047f7c7', 'name': 'tempest-PortsTestJSON-1433665278'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:27:39.981052 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a8f4604-0ba4-4146-9e16-e4e9036368f9 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] No DVR routers for this DVR port 520d52c0-750e-41e7-b84f-c3e430e4a428 on host dv-neutron-825124-1-hyperv {{(pid=84153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 14:27:39.991727 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-8a9267d2-f046-407d-9adc-b4fa849276fe tempest-RoutersIpV6AdminTest-2003986122 tempest-RoutersIpV6AdminTest-2003986122-project-admin] 10.222.0.54 "GET /v2.0/ports?network_id=8dffb05c-5ca0-409b-bd5f-7be6264f707d&device_id=3c450548-5ba7-4322-9d70-7afec13f2f72 HTTP/1.1" status: 200 len: 205 time: 0.3218081 Jan 20 14:27:39.995271 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f165ef47-e70c-4ad6-a17e-80fef42a2c02 None None] Resources bound (agent type, host, resource id): {{(pid=84154) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 20 14:27:40.027934 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-1e6f6a52-c9e7-4e02-8632-2031ef8414b5 tempest-ServersTestJSON-1971346893 tempest-ServersTestJSON-1971346893-project] Notify callbacks [] for security_group, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:40.032113 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-1e6f6a52-c9e7-4e02-8632-2031ef8414b5 tempest-ServersTestJSON-1971346893 tempest-ServersTestJSON-1971346893-project] 10.222.0.54 "DELETE /v2.0/security-groups/116cf5fd-87bc-4026-a09c-cf45db2c0b17 HTTP/1.1" status: 204 len: 168 time: 0.8656869 Jan 20 14:27:40.033435 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6f6a52-c9e7-4e02-8632-2031ef8414b5 tempest-ServersTestJSON-1971346893 tempest-ServersTestJSON-1971346893-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=116cf5fd-87bc-4026-a09c-cf45db2c0b17,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:27:40.035596 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 35178) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:27:40.035952 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 35180) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:27:40.039562 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-3cda44bd-fb0d-4717-9463-6d025620f9fc tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1627147'] for subnet, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:40.081542 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-d949e644-5790-4cb4-88f9-5c8c0f1f8043 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-745254'] for floatingip, after_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:40.182518 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 2f47f9d3-7947-4d6a-87ac-0e04e9d00d34 up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:27:40.183068 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.api.v2.resource [None req-595ff4b4-e202-49d6-a3b6-c65198c1a960 tempest-ServersTestJSON-1971346893 tempest-ServersTestJSON-1971346893-project] show failed (client error): The resource could not be found. Jan 20 14:27:40.183987 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-595ff4b4-e202-49d6-a3b6-c65198c1a960 tempest-ServersTestJSON-1971346893 tempest-ServersTestJSON-1971346893-project] 10.222.0.54 "GET /v2.0/security-groups/116cf5fd-87bc-4026-a09c-cf45db2c0b17 HTTP/1.1" status: 404 len: 347 time: 0.1406333 Jan 20 14:27:40.226529 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 35186) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:27:40.254121 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-997eaab4-e8a0-4513-a8ce-2bd3b6c6ecf2 tempest-RoutersIpV6AdminTest-217416812 tempest-RoutersIpV6AdminTest-217416812-project] 10.222.0.54 "GET /v2.0/ports?device_id=3c450548-5ba7-4322-9d70-7afec13f2f72 HTTP/1.1" status: 200 len: 205 time: 0.2109189 Jan 20 14:27:40.268626 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 35190) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:27:40.338214 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port 2f47f9d3-7947-4d6a-87ac-0e04e9d00d34 triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:27:40.338799 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:40.530992 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-03da8c66-d6e9-4d78-ac88-5bb1a6ab8d96 tempest-ServersTestJSON-1971346893 tempest-ServersTestJSON-1971346893-project] Deleting port ef19705e-e3fb-427e-86f7-96b09b86d4d8 {{(pid=84153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:27:40.532006 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-03da8c66-d6e9-4d78-ac88-5bb1a6ab8d96 tempest-ServersTestJSON-1971346893 tempest-ServersTestJSON-1971346893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:40.564178 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-4bd16497-2558-44bb-afb1-346e6e655d82 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:27:40.589396 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-156fbe00-382a-487e-a501-5ce48ffa0e3c tempest-RoutersIpV6AdminTest-217416812 tempest-RoutersIpV6AdminTest-217416812-project] Notify callbacks [] for router, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:40.598693 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-4a8f4604-0ba4-4146-9e16-e4e9036368f9 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1627147'] for subnet, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:40.685201 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db505535-e99b-4aaf-ae3c-f479a989edc7 req-f0ed577a-65c3-4315-aba0-e2e80359bd7f tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:27:40.687010 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-db505535-e99b-4aaf-ae3c-f479a989edc7 req-f0ed577a-65c3-4315-aba0-e2e80359bd7f tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] 10.222.0.54 "GET /v2.0/ports?device_id=c1ec459f-0c13-4ec8-b610-ebb2038ce473 HTTP/1.1" status: 200 len: 945 time: 0.5804679 Jan 20 14:27:40.699650 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-4bd16497-2558-44bb-afb1-346e6e655d82 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:27:40.709263 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2271c08-f0ea-4ef5-85c4-6a2dac1d8b80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95c917f5-14ba-5e96-98b8-1a52654a930a-a1047661-4a56-41e8-8342-8c35d0f0748a', 'network_id': 'a1047661-4a56-41e8-8342-8c35d0f0748a', 'tenant_id': '61b46269b9ca430eb51733c2203d2e38', 'fixed_ips': [{'subnet_id': 'eab46240-81d7-4c1a-b92f-a8b1dacf4676'}]}} from dv-neutron-825124-1-hyperv. {{(pid=84154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 20 14:27:40.710389 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-e2271c08-f0ea-4ef5-85c4-6a2dac1d8b80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:40.831695 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-db505535-e99b-4aaf-ae3c-f479a989edc7 req-5dea622c-9038-4718-9eb2-d05b621ba95f tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] 10.222.0.54 "GET /v2.0/security-groups?id=578a98de-1d4e-4622-ab14-10bbfc156906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1341197 Jan 20 14:27:40.859962 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 520d52c0-750e-41e7-b84f-c3e430e4a428 no longer exists at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:27:40.904135 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-03da8c66-d6e9-4d78-ac88-5bb1a6ab8d96 tempest-ServersTestJSON-1971346893 tempest-ServersTestJSON-1971346893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:40.904872 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-03da8c66-d6e9-4d78-ac88-5bb1a6ab8d96 tempest-ServersTestJSON-1971346893 tempest-ServersTestJSON-1971346893-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:40.917258 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] No Port match for: 520d52c0-750e-41e7-b84f-c3e430e4a428 {{(pid=84154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 14:27:40.918204 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 520d52c0-750e-41e7-b84f-c3e430e4a428 not bound to the agent host dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 14:27:40.943938 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-3cda44bd-fb0d-4717-9463-6d025620f9fc tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1627154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4163580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155308'] for subnet, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:40.978860 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-4a8f4604-0ba4-4146-9e16-e4e9036368f9 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1627154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3943464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4194013'] for subnet, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:40.984662 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server [None req-e2271c08-f0ea-4ef5-85c4-6a2dac1d8b80 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet eab46240-81d7-4c1a-b92f-a8b1dacf4676: This subnet is being modified by another concurrent operation. Jan 20 14:27:40.984662 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 20 14:27:40.984662 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 20 14:27:40.984662 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 20 14:27:40.984662 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 20 14:27:40.984662 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 20 14:27:40.984662 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 20 14:27:40.984662 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 20 14:27:40.984662 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 20 14:27:40.984662 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 20 14:27:40.984662 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 20 14:27:40.984662 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 20 14:27:40.984662 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 20 14:27:40.984662 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 20 14:27:40.984662 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 20 14:27:40.984662 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 20 14:27:40.984662 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 20 14:27:40.984662 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server raise value Jan 20 14:27:40.984662 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 20 14:27:40.984662 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 20 14:27:40.984662 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 20 14:27:40.984662 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 20 14:27:40.984662 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 20 14:27:40.984662 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 20 14:27:40.984662 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 20 14:27:40.984662 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 20 14:27:40.984662 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 20 14:27:40.984662 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server raise value Jan 20 14:27:40.984662 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 20 14:27:40.984662 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 20 14:27:40.984662 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 20 14:27:40.984662 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 20 14:27:40.984662 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 20 14:27:40.984662 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 20 14:27:40.984662 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 20 14:27:40.984662 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 20 14:27:40.984662 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 20 14:27:40.984662 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server raise value Jan 20 14:27:40.984662 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 20 14:27:40.984662 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 20 14:27:40.984662 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 20 14:27:40.984662 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 20 14:27:40.984662 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Jan 20 14:27:40.984662 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 20 14:27:40.984662 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Jan 20 14:27:40.984662 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 20 14:27:40.984662 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Jan 20 14:27:40.984662 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 20 14:27:40.984662 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Jan 20 14:27:40.984662 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jan 20 14:27:40.984662 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Jan 20 14:27:40.984662 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 20 14:27:40.984662 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 20 14:27:40.988795 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 20 14:27:40.988795 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 20 14:27:40.988795 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 20 14:27:40.988795 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 20 14:27:40.988795 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 20 14:27:40.988795 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 20 14:27:40.988795 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server raise value Jan 20 14:27:40.988795 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 20 14:27:40.988795 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 20 14:27:40.988795 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 20 14:27:40.988795 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 20 14:27:40.988795 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 20 14:27:40.988795 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 20 14:27:40.988795 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 20 14:27:40.988795 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 20 14:27:40.988795 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 20 14:27:40.988795 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server raise value Jan 20 14:27:40.988795 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 20 14:27:40.988795 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 20 14:27:40.988795 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 20 14:27:40.988795 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 20 14:27:40.988795 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 20 14:27:40.988795 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 20 14:27:40.988795 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 20 14:27:40.988795 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 20 14:27:40.988795 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 20 14:27:40.988795 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server raise value Jan 20 14:27:40.988795 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 20 14:27:40.988795 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 20 14:27:40.988795 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Jan 20 14:27:40.988795 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 20 14:27:40.988795 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Jan 20 14:27:40.988795 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 20 14:27:40.988795 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Jan 20 14:27:40.988795 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 20 14:27:40.988795 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 20 14:27:40.988795 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 20 14:27:40.988795 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Jan 20 14:27:40.988795 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 20 14:27:40.988795 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Jan 20 14:27:40.988795 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 20 14:27:40.988795 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 20 14:27:40.988795 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 20 14:27:40.988795 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 20 14:27:40.988795 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 20 14:27:40.988795 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Jan 20 14:27:40.988795 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 20 14:27:40.988795 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 20 14:27:40.988795 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server raise exception Jan 20 14:27:40.988795 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet eab46240-81d7-4c1a-b92f-a8b1dacf4676: This subnet is being modified by another concurrent operation. Jan 20 14:27:40.988795 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server Jan 20 14:27:40.993743 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cda44bd-fb0d-4717-9463-6d025620f9fc tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Pushing event deleted for resources: {'Subnet': ['ID=82e8ec5b-0ce2-41b1-aa52-e044d4eef662,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:27:41.027534 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-418b87e9-e89c-43e0-85b5-569548fb80ce None None] get_active_networks_info from dv-neutron-825124-1-hyperv {{(pid=84154) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 20 14:27:41.075673 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bd16497-2558-44bb-afb1-346e6e655d82 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Made reservation on behalf of 86e3e9c5b0744f88a459de56a9372787 for: {'port': 1} {{(pid=84152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:27:41.079365 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-4bd16497-2558-44bb-afb1-346e6e655d82 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:41.088552 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-03da8c66-d6e9-4d78-ac88-5bb1a6ab8d96 tempest-ServersTestJSON-1971346893 tempest-ServersTestJSON-1971346893-project] Calling delete_port for ef19705e-e3fb-427e-86f7-96b09b86d4d8 owned by network:floatingip {{(pid=84153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:27:41.136198 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8f4604-0ba4-4146-9e16-e4e9036368f9 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Pushing event deleted for resources: {'Subnet': ['ID=eab46240-81d7-4c1a-b92f-a8b1dacf4676,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:27:41.152319 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-3cda44bd-fb0d-4717-9463-6d025620f9fc tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks [] for subnet, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:41.173069 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.db.l3_db [None req-d949e644-5790-4cb4-88f9-5c8c0f1f8043 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Floating IP dcb984fb-6141-4a85-afa7-67b29ca6d3e6 associated. External IP: 172.26.7.120, port: 144420e2-0e24-4121-8f58-66b2a0cd8926. Jan 20 14:27:41.217762 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-418b87e9-e89c-43e0-85b5-569548fb80ce None None] Resources bound (agent type, host, resource id): {{(pid=84154) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 20 14:27:41.237659 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.notifiers.nova [None req-4bd16497-2558-44bb-afb1-346e6e655d82 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] device_id is not set on port aa27a5fa-c153-49cc-8a9d-6c7aca3784fd yet. {{(pid=84152) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 14:27:41.248141 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-4a8f4604-0ba4-4146-9e16-e4e9036368f9 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1626242', 'neutron.services.segments.db._delete_segments_for_network-8769554214620'] for network, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:41.288610 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.services.segments.db [None req-4a8f4604-0ba4-4146-9e16-e4e9036368f9 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1047661-4a56-41e8-8342-8c35d0f0748a']}} {{(pid=84153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:27:41.315420 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.services.segments.db [None req-4a8f4604-0ba4-4146-9e16-e4e9036368f9 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83746c43-6da8-4c73-a799-43265fa24aeb') {'for_net_delete': True} {{(pid=84153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:27:41.322756 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.services.segments.db [None req-4a8f4604-0ba4-4146-9e16-e4e9036368f9 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83746c43-6da8-4c73-a799-43265fa24aeb') {} {{(pid=84153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:27:41.327900 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-4a8f4604-0ba4-4146-9e16-e4e9036368f9 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769554214503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980856'] for segment, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:41.344724 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-4a8f4604-0ba4-4146-9e16-e4e9036368f9 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:41.351192 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a8f4604-0ba4-4146-9e16-e4e9036368f9 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Releasing vlan 198 on physical network physnet1 to pool {{(pid=84153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 14:27:41.351730 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-4a8f4604-0ba4-4146-9e16-e4e9036368f9 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1622950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3944078'] for segment, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:41.424107 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-3cda44bd-fb0d-4717-9463-6d025620f9fc tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] 10.222.0.54 "DELETE /v2.0/subnets/82e8ec5b-0ce2-41b1-aa52-e044d4eef662 HTTP/1.1" status: 204 len: 168 time: 2.0354207 Jan 20 14:27:41.429799 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 35194) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:27:41.434066 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-156fbe00-382a-487e-a501-5ce48ffa0e3c tempest-RoutersIpV6AdminTest-217416812 tempest-RoutersIpV6AdminTest-217416812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-737761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105493'] for router, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:41.448316 dv-neutron-825124-1-hyperv neutron-server[84153]: Traceback (most recent call last): Jan 20 14:27:41.448316 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 14:27:41.448316 dv-neutron-825124-1-hyperv neutron-server[84153]: timer() Jan 20 14:27:41.448316 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 14:27:41.448316 dv-neutron-825124-1-hyperv neutron-server[84153]: cb(*args, **kw) Jan 20 14:27:41.448316 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 14:27:41.448316 dv-neutron-825124-1-hyperv neutron-server[84153]: return func(*args, **kwargs) Jan 20 14:27:41.448316 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 14:27:41.448316 dv-neutron-825124-1-hyperv neutron-server[84153]: self._notify() Jan 20 14:27:41.448316 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 14:27:41.448316 dv-neutron-825124-1-hyperv neutron-server[84153]: self.callback(batched_events) Jan 20 14:27:41.448316 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 14:27:41.448316 dv-neutron-825124-1-hyperv neutron-server[84153]: event.method(event) Jan 20 14:27:41.448316 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 14:27:41.448316 dv-neutron-825124-1-hyperv neutron-server[84153]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 14:27:41.448316 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 14:27:41.448316 dv-neutron-825124-1-hyperv neutron-server[84153]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 14:27:41.448316 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 14:27:41.448316 dv-neutron-825124-1-hyperv neutron-server[84153]: return f(self, *a, **k) Jan 20 14:27:41.448316 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 14:27:41.448316 dv-neutron-825124-1-hyperv neutron-server[84153]: return self._get(url).json() Jan 20 14:27:41.448316 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 14:27:41.448316 dv-neutron-825124-1-hyperv neutron-server[84153]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 14:27:41.448316 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 14:27:41.448316 dv-neutron-825124-1-hyperv neutron-server[84153]: return self.request(url, 'GET', **kwargs) Jan 20 14:27:41.448316 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 14:27:41.448316 dv-neutron-825124-1-hyperv neutron-server[84153]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 14:27:41.448316 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 14:27:41.448316 dv-neutron-825124-1-hyperv neutron-server[84153]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 14:27:41.448316 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 14:27:41.448316 dv-neutron-825124-1-hyperv neutron-server[84153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 14:27:41.448316 dv-neutron-825124-1-hyperv neutron-server[84153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 14:27:41.522370 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-4a8f4604-0ba4-4146-9e16-e4e9036368f9 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1626253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-745296'] for network, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:41.528266 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-94839f55-be91-4f0e-80e4-d5d5a7218874 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0964017 Jan 20 14:27:41.535593 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-156fbe00-382a-487e-a501-5ce48ffa0e3c tempest-RoutersIpV6AdminTest-217416812 tempest-RoutersIpV6AdminTest-217416812-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:41.536948 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 35198) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:27:41.556928 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-4a8f4604-0ba4-4146-9e16-e4e9036368f9 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Notify callbacks [] for network, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:41.577832 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8f4604-0ba4-4146-9e16-e4e9036368f9 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Pushing event deleted for resources: {'Network': ['ID=a1047661-4a56-41e8-8342-8c35d0f0748a,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:27:41.663651 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-4a8f4604-0ba4-4146-9e16-e4e9036368f9 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] 10.222.0.54 "DELETE /v2.0/networks/a1047661-4a56-41e8-8342-8c35d0f0748a HTTP/1.1" status: 204 len: 168 time: 6.5801384 Jan 20 14:27:41.664792 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 35202) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:27:41.712411 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-03da8c66-d6e9-4d78-ac88-5bb1a6ab8d96 tempest-ServersTestJSON-1971346893 tempest-ServersTestJSON-1971346893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:41.770921 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03da8c66-d6e9-4d78-ac88-5bb1a6ab8d96 tempest-ServersTestJSON-1971346893 tempest-ServersTestJSON-1971346893-project] Pushing event deleted for resources: {'Port': ['ID=ef19705e-e3fb-427e-86f7-96b09b86d4d8,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:27:41.773183 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.pecan_wsgi.hooks.translation [None req-b58dca5b-1fae-4964-b916-3cd96ff9c507 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] DELETE failed (client error): The resource could not be found. Jan 20 14:27:41.773721 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b58dca5b-1fae-4964-b916-3cd96ff9c507 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:27:41.778140 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-b58dca5b-1fae-4964-b916-3cd96ff9c507 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] 10.222.0.54 "DELETE /v2.0/subnets/eab46240-81d7-4c1a-b92f-a8b1dacf4676 HTTP/1.1" status: 404 len: 337 time: 0.1097469 Jan 20 14:27:41.786860 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 35206) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:27:41.822959 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e51ec780-3f60-4469-a40e-0041b193b13b None None] Network a1047661-4a56-41e8-8342-8c35d0f0748a requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:27:41.857995 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f276ec5-c9ff-4285-9a76-cdb1928a11ac tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] DELETE failed (client error): The resource could not be found. Jan 20 14:27:41.858463 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f276ec5-c9ff-4285-9a76-cdb1928a11ac tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84152) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:27:41.861923 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fa5f7e9-6c7b-4bae-8627-4fb441f66826 None None] Network dbce74ed-d43c-4540-8d8d-e582f35e4792 requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:27:41.876845 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-156fbe00-382a-487e-a501-5ce48ffa0e3c tempest-RoutersIpV6AdminTest-217416812 tempest-RoutersIpV6AdminTest-217416812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-737693'] for router, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:41.877348 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-156fbe00-382a-487e-a501-5ce48ffa0e3c tempest-RoutersIpV6AdminTest-217416812 tempest-RoutersIpV6AdminTest-217416812-project] Fanout notify agent at l3_agent the message router_deleted on router 3c450548-5ba7-4322-9d70-7afec13f2f72 {{(pid=84152) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 20 14:27:41.881917 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-4bd16497-2558-44bb-afb1-346e6e655d82 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks [] for port, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:41.900151 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-156fbe00-382a-487e-a501-5ce48ffa0e3c tempest-RoutersIpV6AdminTest-217416812 tempest-RoutersIpV6AdminTest-217416812-project] Notify callbacks [] for router, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:41.905375 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-156fbe00-382a-487e-a501-5ce48ffa0e3c tempest-RoutersIpV6AdminTest-217416812 tempest-RoutersIpV6AdminTest-217416812-project] 10.222.0.54 "DELETE /v2.0/routers/3c450548-5ba7-4322-9d70-7afec13f2f72 HTTP/1.1" status: 204 len: 168 time: 1.6139095 Jan 20 14:27:41.909170 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 35212) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:27:41.912352 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-4f276ec5-c9ff-4285-9a76-cdb1928a11ac tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] 10.222.0.54 "DELETE /v2.0/networks/a1047661-4a56-41e8-8342-8c35d0f0748a HTTP/1.1" status: 404 len: 339 time: 0.1163521 Jan 20 14:27:41.951990 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 35216) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:27:41.972530 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e51ec780-3f60-4469-a40e-0041b193b13b None None] Network a1047661-4a56-41e8-8342-8c35d0f0748a could not be found, it might have been deleted concurrently. {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} Jan 20 14:27:41.987813 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06b4ecc3-6964-4f8a-b0a1-c3f7c04f5e46 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:27:41.988203 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-06b4ecc3-6964-4f8a-b0a1-c3f7c04f5e46 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Synchronizing usage tracker for tenant:2cb17692bb0c4a2782f988652201ac42 on resource:port {{(pid=84152) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:27:42.001173 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-15013618-0c77-47c6-89a5-5cf29f402d9a tempest-RoutersIpV6AdminTest-217416812 tempest-RoutersIpV6AdminTest-217416812-project] 10.222.0.54 "GET /v2.0/ports?device_id=3c450548-5ba7-4322-9d70-7afec13f2f72 HTTP/1.1" status: 200 len: 205 time: 0.0876865 Jan 20 14:27:42.002321 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 35220) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:27:42.034788 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d729afc-1acc-4d8e-8aa7-f55a9a6244d0 None None] DHCP port deletion for a1047661-4a56-41e8-8342-8c35d0f0748a request from dv-neutron-825124-1-hyperv {{(pid=84154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 20 14:27:42.161315 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.api.v2.resource [None req-6f98788e-400e-408b-af9d-7c9ee7d03b6e tempest-RoutersIpV6AdminTest-217416812 tempest-RoutersIpV6AdminTest-217416812-project] delete failed (client error): The resource could not be found. Jan 20 14:27:42.167963 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-6f98788e-400e-408b-af9d-7c9ee7d03b6e tempest-RoutersIpV6AdminTest-217416812 tempest-RoutersIpV6AdminTest-217416812-project] 10.222.0.54 "DELETE /v2.0/routers/3c450548-5ba7-4322-9d70-7afec13f2f72 HTTP/1.1" status: 404 len: 336 time: 0.1589906 Jan 20 14:27:42.171540 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 35224) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:27:42.208550 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-50c18ae9-1842-457f-8032-f0e22a0fec06 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586409'] for network, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:42.239764 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-694d861b-f957-4d56-b0ac-c1e539856ac2 tempest-RoutersIpV6AdminTest-217416812 tempest-RoutersIpV6AdminTest-217416812-project] 10.222.0.54 "GET /v2.0/ports?device_id=bdc80abf-22cc-4846-bab0-e254cfd8f0a4 HTTP/1.1" status: 200 len: 205 time: 0.0668297 Jan 20 14:27:42.244903 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 35228) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:27:42.267821 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-06b4ecc3-6964-4f8a-b0a1-c3f7c04f5e46 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Unset dirty status for tenant:2cb17692bb0c4a2782f988652201ac42 on resource:port {{(pid=84152) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:27:42.268991 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-06b4ecc3-6964-4f8a-b0a1-c3f7c04f5e46 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.7311375 Jan 20 14:27:42.315988 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a801aba4-e84c-4fff-ab43-e3ed5e99b9bb None None] DHCP port deletion for dbce74ed-d43c-4540-8d8d-e582f35e4792 request from dv-neutron-825124-1-hyperv {{(pid=84154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 20 14:27:42.321418 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-a801aba4-e84c-4fff-ab43-e3ed5e99b9bb None None] Deleting port 2f47f9d3-7947-4d6a-87ac-0e04e9d00d34 {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:27:42.321996 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-a801aba4-e84c-4fff-ab43-e3ed5e99b9bb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:42.324164 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-03da8c66-d6e9-4d78-ac88-5bb1a6ab8d96 tempest-ServersTestJSON-1971346893 tempest-ServersTestJSON-1971346893-project] Notify callbacks [] for floatingip, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:42.326726 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-03da8c66-d6e9-4d78-ac88-5bb1a6ab8d96 tempest-ServersTestJSON-1971346893 tempest-ServersTestJSON-1971346893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for floatingip, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:42.336774 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-03da8c66-d6e9-4d78-ac88-5bb1a6ab8d96 tempest-ServersTestJSON-1971346893 tempest-ServersTestJSON-1971346893-project] 10.222.0.54 "DELETE /v2.0/floatingips/e9594bea-2b12-4a0a-a572-1ab19378e0a2 HTTP/1.1" status: 204 len: 168 time: 2.0843396 Jan 20 14:27:42.336774 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.api.v2.resource [None req-25d023cf-a23f-44c7-989f-67f4737c7f4f tempest-RoutersIpV6AdminTest-217416812 tempest-RoutersIpV6AdminTest-217416812-project] delete failed (client error): The resource could not be found. Jan 20 14:27:42.336774 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-25d023cf-a23f-44c7-989f-67f4737c7f4f tempest-RoutersIpV6AdminTest-217416812 tempest-RoutersIpV6AdminTest-217416812-project] 10.222.0.54 "DELETE /v2.0/routers/bdc80abf-22cc-4846-bab0-e254cfd8f0a4 HTTP/1.1" status: 404 len: 336 time: 0.0842102 Jan 20 14:27:42.336774 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 35232) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:27:42.340288 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 35234) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:27:42.340595 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 35236) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:27:42.372910 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-4bd16497-2558-44bb-afb1-346e6e655d82 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:42.490269 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b47e2c-81fd-4901-b7e1-f65b51193d40 req-49f2871e-d321-4f26-af8a-96105666e795 tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:27:42.497650 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-34b47e2c-81fd-4901-b7e1-f65b51193d40 req-49f2871e-d321-4f26-af8a-96105666e795 tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] 10.222.0.54 "GET /v2.0/ports?device_id=c1ec459f-0c13-4ec8-b610-ebb2038ce473 HTTP/1.1" status: 200 len: 945 time: 0.4008482 Jan 20 14:27:42.568552 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ca549a9-22f7-48a7-b84f-656dd25ec369 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:27:42.569600 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-0ca549a9-22f7-48a7-b84f-656dd25ec369 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Synchronizing usage tracker for tenant:2cb17692bb0c4a2782f988652201ac42 on resource:subnet {{(pid=84153) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:27:42.600111 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-34b47e2c-81fd-4901-b7e1-f65b51193d40 req-aead5de0-6208-4996-aed1-691e72ac5ff0 tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] 10.222.0.54 "GET /v2.0/security-groups?id=578a98de-1d4e-4622-ab14-10bbfc156906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1011517 Jan 20 14:27:42.684231 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 35244) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:27:42.693193 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-21826ec1-a7ea-4c95-9a00-9524f13238c9 tempest-RoutersIpV6AdminTest-217416812 tempest-RoutersIpV6AdminTest-217416812-project] 10.222.0.54 "GET /v2.0/ports?device_id=df7158ab-3483-4e26-8096-6528e2342e24 HTTP/1.1" status: 200 len: 205 time: 0.3455470 Jan 20 14:27:42.705048 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 35250) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:27:42.712378 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-ac71a293-c996-4155-9e05-586b60960da5 tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Request body: {'subnet': {'network_id': 'efaf3056-73fc-4147-aae2-53d15139fa5d', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:27:42.723370 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-a801aba4-e84c-4fff-ab43-e3ed5e99b9bb None None] For port 2f47f9d3-7947-4d6a-87ac-0e04e9d00d34, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=2f47f9d3-7947-4d6a-87ac-0e04e9d00d34,segment=NetworkSegment(7b61d093-41ff-4202-b223-533eb0f8da0a),segment_id=7b61d093-41ff-4202-b223-533eb0f8da0a)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:27:42.723905 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-a801aba4-e84c-4fff-ab43-e3ed5e99b9bb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:42.778797 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-0ca549a9-22f7-48a7-b84f-656dd25ec369 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Unset dirty status for tenant:2cb17692bb0c4a2782f988652201ac42 on resource:subnet {{(pid=84153) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:27:42.779842 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-50c18ae9-1842-457f-8032-f0e22a0fec06 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1626242', 'neutron.services.segments.db._delete_segments_for_network-8769554214620'] for network, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:42.782374 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-0ca549a9-22f7-48a7-b84f-656dd25ec369 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4434597 Jan 20 14:27:42.786439 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.api.v2.resource [None req-f33e7e82-14fa-4fb2-a0b6-45c3cb9cf43a tempest-RoutersIpV6AdminTest-217416812 tempest-RoutersIpV6AdminTest-217416812-project] delete failed (client error): The resource could not be found. Jan 20 14:27:42.790673 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-f33e7e82-14fa-4fb2-a0b6-45c3cb9cf43a tempest-RoutersIpV6AdminTest-217416812 tempest-RoutersIpV6AdminTest-217416812-project] 10.222.0.54 "DELETE /v2.0/routers/df7158ab-3483-4e26-8096-6528e2342e24 HTTP/1.1" status: 404 len: 336 time: 0.0843356 Jan 20 14:27:42.791487 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 35254) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:27:42.791818 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 35256) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:27:42.847727 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bd16497-2558-44bb-afb1-346e6e655d82 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Network c69ee7bc-60c2-439d-90b1-98741047f7c7 is already hosted by enough agents. {{(pid=84152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:27:42.859156 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.base_scheduler [None req-4bd16497-2558-44bb-afb1-346e6e655d82 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Resources bound (agent type, host, resource id): {{(pid=84152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:27:42.861655 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd16497-2558-44bb-afb1-346e6e655d82 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Pushing event updated for resources: {'Port': ['ID=aa27a5fa-c153-49cc-8a9d-6c7aca3784fd,revision_number=1']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:27:42.865913 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bd16497-2558-44bb-afb1-346e6e655d82 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Received port after_create {{(pid=84152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:27:42.869750 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bd16497-2558-44bb-afb1-346e6e655d82 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:27:42.870384 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-4bd16497-2558-44bb-afb1-346e6e655d82 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:42.876378 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-a801aba4-e84c-4fff-ab43-e3ed5e99b9bb None None] Calling delete_port for 2f47f9d3-7947-4d6a-87ac-0e04e9d00d34 owned by network:dhcp {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:27:42.914618 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-d55080ab-e0a3-4148-9193-02dba9aa4821 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1209064 Jan 20 14:27:42.917528 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.segments.db [None req-50c18ae9-1842-457f-8032-f0e22a0fec06 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a76448b-2783-4aed-9f22-193319730216']}} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:27:42.918748 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-c5bc8fd4-cb62-4803-bf25-457e4a97492b tempest-RoutersIpV6AdminTest-217416812 tempest-RoutersIpV6AdminTest-217416812-project] 10.222.0.54 "GET /v2.0/ports?device_id=311ae57e-70cc-4851-bc64-fb76db8027f2 HTTP/1.1" status: 200 len: 205 time: 0.1228907 Jan 20 14:27:42.919696 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 35262) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:27:42.924204 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 35264) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:27:42.933290 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-f8bb27e1-1ce3-46dc-a61a-c27b38c95319 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Request body: {'subnet': {'network_id': 'dbce74ed-d43c-4540-8d8d-e582f35e4792', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:27:42.942130 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.segments.db [None req-50c18ae9-1842-457f-8032-f0e22a0fec06 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '558fe445-9400-417c-9571-948a4c91790b') {'for_net_delete': True} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:27:42.942441 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.segments.db [None req-50c18ae9-1842-457f-8032-f0e22a0fec06 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '558fe445-9400-417c-9571-948a4c91790b') {} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:27:42.963319 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-50c18ae9-1842-457f-8032-f0e22a0fec06 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769554214503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3337904'] for segment, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:42.971641 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-ac71a293-c996-4155-9e05-586b60960da5 tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:27:42.981125 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-ac71a293-c996-4155-9e05-586b60960da5 tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Usage tracker for resource:subnet and tenant:67ae27d5542441d081f0145797cee5f6 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:27:42.987109 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-ac71a293-c996-4155-9e05-586b60960da5 tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:27:42.994510 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-ac71a293-c996-4155-9e05-586b60960da5 tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:27:42.996632 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-50c18ae9-1842-457f-8032-f0e22a0fec06 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:43.049767 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50c18ae9-1842-457f-8032-f0e22a0fec06 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Releasing vlan 157 on physical network physnet1 to pool {{(pid=84152) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 14:27:43.050490 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-50c18ae9-1842-457f-8032-f0e22a0fec06 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1622950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4162906'] for segment, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:43.070140 dv-neutron-825124-1-hyperv neutron-server[84152]: Traceback (most recent call last): Jan 20 14:27:43.070140 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 14:27:43.070140 dv-neutron-825124-1-hyperv neutron-server[84152]: timer() Jan 20 14:27:43.070140 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 14:27:43.070140 dv-neutron-825124-1-hyperv neutron-server[84152]: cb(*args, **kw) Jan 20 14:27:43.070140 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 14:27:43.070140 dv-neutron-825124-1-hyperv neutron-server[84152]: return func(*args, **kwargs) Jan 20 14:27:43.070140 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 14:27:43.070140 dv-neutron-825124-1-hyperv neutron-server[84152]: self._notify() Jan 20 14:27:43.070140 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 14:27:43.070140 dv-neutron-825124-1-hyperv neutron-server[84152]: self.callback(batched_events) Jan 20 14:27:43.070140 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 14:27:43.070140 dv-neutron-825124-1-hyperv neutron-server[84152]: event.method(event) Jan 20 14:27:43.070140 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 14:27:43.070140 dv-neutron-825124-1-hyperv neutron-server[84152]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 14:27:43.070140 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 14:27:43.070140 dv-neutron-825124-1-hyperv neutron-server[84152]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 14:27:43.070140 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 14:27:43.070140 dv-neutron-825124-1-hyperv neutron-server[84152]: return f(self, *a, **k) Jan 20 14:27:43.070140 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 14:27:43.070140 dv-neutron-825124-1-hyperv neutron-server[84152]: return self._get(url).json() Jan 20 14:27:43.070140 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 14:27:43.070140 dv-neutron-825124-1-hyperv neutron-server[84152]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 14:27:43.070140 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 14:27:43.070140 dv-neutron-825124-1-hyperv neutron-server[84152]: return self.request(url, 'GET', **kwargs) Jan 20 14:27:43.070140 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 14:27:43.070140 dv-neutron-825124-1-hyperv neutron-server[84152]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 14:27:43.070140 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 14:27:43.070140 dv-neutron-825124-1-hyperv neutron-server[84152]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 14:27:43.070140 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 14:27:43.070140 dv-neutron-825124-1-hyperv neutron-server[84152]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 14:27:43.070140 dv-neutron-825124-1-hyperv neutron-server[84152]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 14:27:43.072622 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.api.v2.resource [None req-6da26a29-287c-4322-8fe6-ab8c837aea8e tempest-RoutersIpV6AdminTest-217416812 tempest-RoutersIpV6AdminTest-217416812-project] delete failed (client error): The resource could not be found. Jan 20 14:27:43.076294 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-6da26a29-287c-4322-8fe6-ab8c837aea8e tempest-RoutersIpV6AdminTest-217416812 tempest-RoutersIpV6AdminTest-217416812-project] 10.222.0.54 "DELETE /v2.0/routers/311ae57e-70cc-4851-bc64-fb76db8027f2 HTTP/1.1" status: 404 len: 336 time: 0.1463807 Jan 20 14:27:43.087635 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 35272) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:27:43.087819 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-4bd16497-2558-44bb-afb1-346e6e655d82 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 3.1459186 Jan 20 14:27:43.088203 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 35276) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:27:43.104569 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-a801aba4-e84c-4fff-ab43-e3ed5e99b9bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486'] for port, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:43.136898 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-87d55ba3-2d50-44cf-8707-219bb3832dff tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:27:43.162587 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a801aba4-e84c-4fff-ab43-e3ed5e99b9bb None None] Pushing event deleted for resources: {'Port': ['ID=2f47f9d3-7947-4d6a-87ac-0e04e9d00d34,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:27:43.166062 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a801aba4-e84c-4fff-ab43-e3ed5e99b9bb None None] No DVR routers for this DVR port 2f47f9d3-7947-4d6a-87ac-0e04e9d00d34 on host dv-neutron-825124-1-hyperv {{(pid=84154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 14:27:43.188686 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac71a293-c996-4155-9e05-586b60960da5 tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Made reservation on behalf of 67ae27d5542441d081f0145797cee5f6 for: {'subnet': 1} {{(pid=84152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:27:43.278867 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-ed7e0282-6d5a-4c75-8b10-0c61cd0277df tempest-RoutersIpV6AdminTest-217416812 tempest-RoutersIpV6AdminTest-217416812-project] 10.222.0.54 "GET /v2.0/ports?device_id=6af75564-a31e-4220-ae53-d9125c7d0b09 HTTP/1.1" status: 200 len: 205 time: 0.1934910 Jan 20 14:27:43.288084 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 35280) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:27:43.346432 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-f8bb27e1-1ce3-46dc-a61a-c27b38c95319 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:27:43.375042 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-f8bb27e1-1ce3-46dc-a61a-c27b38c95319 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:27:43.408631 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.api.v2.resource [None req-ce74bd59-cf3d-489c-b9ca-ef6ece9dd593 tempest-RoutersIpV6AdminTest-217416812 tempest-RoutersIpV6AdminTest-217416812-project] delete failed (client error): The resource could not be found. Jan 20 14:27:43.409641 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-ce74bd59-cf3d-489c-b9ca-ef6ece9dd593 tempest-RoutersIpV6AdminTest-217416812 tempest-RoutersIpV6AdminTest-217416812-project] 10.222.0.54 "DELETE /v2.0/routers/6af75564-a31e-4220-ae53-d9125c7d0b09 HTTP/1.1" status: 404 len: 336 time: 0.1183915 Jan 20 14:27:43.417063 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 35284) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:27:43.449667 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-50c18ae9-1842-457f-8032-f0e22a0fec06 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1626253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-745296'] for network, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:43.471034 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-83260d95-6daf-42f5-bc26-9f9ae07e02c5 tempest-RoutersIpV6AdminTest-217416812 tempest-RoutersIpV6AdminTest-217416812-project] 10.222.0.54 "GET /v2.0/ports?device_id=68c3e62c-9389-4fa8-ba1a-0a6852b1ec34 HTTP/1.1" status: 200 len: 205 time: 0.0528364 Jan 20 14:27:43.476223 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-50c18ae9-1842-457f-8032-f0e22a0fec06 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Notify callbacks [] for network, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:43.478800 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-87d55ba3-2d50-44cf-8707-219bb3832dff tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:43.481467 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150a7355-fca6-4602-b27c-9660f4a5a4c1 req-6aff1bef-2926-4909-8607-2c327bbab969 tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:27:43.481467 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-150a7355-fca6-4602-b27c-9660f4a5a4c1 req-6aff1bef-2926-4909-8607-2c327bbab969 tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] 10.222.0.54 "GET /v2.0/ports?device_id=c1ec459f-0c13-4ec8-b610-ebb2038ce473 HTTP/1.1" status: 200 len: 945 time: 0.3433464 Jan 20 14:27:43.481467 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 35288) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:27:43.486267 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8bb27e1-1ce3-46dc-a61a-c27b38c95319 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Made reservation on behalf of 2cb17692bb0c4a2782f988652201ac42 for: {'subnet': 1} {{(pid=84153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:27:43.495385 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-ac71a293-c996-4155-9e05-586b60960da5 tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3155315'] for subnet, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:43.532131 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c18ae9-1842-457f-8032-f0e22a0fec06 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Pushing event deleted for resources: {'Network': ['ID=9a76448b-2783-4aed-9f22-193319730216,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:27:43.593339 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-50c18ae9-1842-457f-8032-f0e22a0fec06 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] 10.222.0.54 "DELETE /v2.0/networks/9a76448b-2783-4aed-9f22-193319730216 HTTP/1.1" status: 204 len: 168 time: 1.6358249 Jan 20 14:27:43.619886 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 35292) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:27:43.697530 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d949e644-5790-4cb4-88f9-5c8c0f1f8043 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Router d6c1e36f-7721-4cd2-b738-173d5b3bd1fe has already been hosted by L3 agent 624d525b-4c26-4143-8a1c-228bb1c6faaa {{(pid=84152) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 14:27:43.709505 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.pecan_wsgi.hooks.translation [None req-629de84d-9339-4ec3-b0c0-ef7199a3cc03 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] DELETE failed (client error): The resource could not be found. Jan 20 14:27:43.709938 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-629de84d-9339-4ec3-b0c0-ef7199a3cc03 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84152) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:27:43.711551 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-629de84d-9339-4ec3-b0c0-ef7199a3cc03 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] 10.222.0.54 "DELETE /v2.0/subnets/f4ccfe1f-9a25-4b0a-8039-dbcde79c0839 HTTP/1.1" status: 404 len: 337 time: 0.0907454 Jan 20 14:27:43.718218 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 35296) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:27:43.788178 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.pecan_wsgi.hooks.translation [None req-c617dd23-4818-4b61-afa6-e1d8881b99f7 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] DELETE failed (client error): The resource could not be found. Jan 20 14:27:43.788615 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c617dd23-4818-4b61-afa6-e1d8881b99f7 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84152) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:27:43.807648 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-12f1fbef-16af-4952-b25c-a99f29e18c2e req-ed8f7ce2-f538-4a67-aa9e-b3432d3886f9 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=2841efab0dc64ab1970d5183558f5547&device_id=c1ec459f-0c13-4ec8-b610-ebb2038ce473 HTTP/1.1" status: 200 len: 1098 time: 0.5136616 Jan 20 14:27:43.824693 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.api.v2.resource [None req-0849b194-c865-4b54-9cdc-17ccb9c91d7a tempest-RoutersIpV6AdminTest-217416812 tempest-RoutersIpV6AdminTest-217416812-project] delete failed (client error): The resource could not be found. Jan 20 14:27:43.825673 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-0849b194-c865-4b54-9cdc-17ccb9c91d7a tempest-RoutersIpV6AdminTest-217416812 tempest-RoutersIpV6AdminTest-217416812-project] 10.222.0.54 "DELETE /v2.0/routers/68c3e62c-9389-4fa8-ba1a-0a6852b1ec34 HTTP/1.1" status: 404 len: 336 time: 0.3413627 Jan 20 14:27:43.833810 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 35300) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:27:43.906696 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-c617dd23-4818-4b61-afa6-e1d8881b99f7 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] 10.222.0.54 "DELETE /v2.0/networks/04c6d161-6425-4c16-9a5a-90911c75a4ed HTTP/1.1" status: 404 len: 339 time: 0.1869283 Jan 20 14:27:43.923242 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 35304) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:27:43.975526 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-f8bb27e1-1ce3-46dc-a61a-c27b38c95319 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4193986'] for subnet, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:43.993309 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a8cfe11-03a7-4304-8187-95663314b106 tempest-RoutersIpV6AdminTest-217416812 tempest-RoutersIpV6AdminTest-217416812-project] DELETE failed (client error): The resource could not be found. Jan 20 14:27:43.993763 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a8cfe11-03a7-4304-8187-95663314b106 tempest-RoutersIpV6AdminTest-217416812 tempest-RoutersIpV6AdminTest-217416812-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:27:43.995489 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-6a8cfe11-03a7-4304-8187-95663314b106 tempest-RoutersIpV6AdminTest-217416812 tempest-RoutersIpV6AdminTest-217416812-project] 10.222.0.54 "DELETE /v2.0/subnets/0ccc2409-768b-4c05-b018-ba382e25ef93 HTTP/1.1" status: 404 len: 337 time: 0.1428988 Jan 20 14:27:44.076604 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-150a7355-fca6-4602-b27c-9660f4a5a4c1 req-7d088003-ca92-4af0-b422-974bef796d8f tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] 10.222.0.54 "GET /v2.0/security-groups?id=578a98de-1d4e-4622-ab14-10bbfc156906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5762939 Jan 20 14:27:44.099633 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 2f47f9d3-7947-4d6a-87ac-0e04e9d00d34 no longer exists at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:27:44.159795 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] No Port match for: 2f47f9d3-7947-4d6a-87ac-0e04e9d00d34 {{(pid=84154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 14:27:44.160691 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 2f47f9d3-7947-4d6a-87ac-0e04e9d00d34 not bound to the agent host dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 14:27:44.194182 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f1fbef-16af-4952-b25c-a99f29e18c2e req-885fea18-2370-44ac-abce-c7bdfbe6217e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:27:44.195962 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-12f1fbef-16af-4952-b25c-a99f29e18c2e req-885fea18-2370-44ac-abce-c7bdfbe6217e service neutron] 10.222.0.106 "GET /v2.0/networks?id=f21a48f2-2a8e-483a-a3a2-338a6bf081a7 HTTP/1.1" status: 200 len: 912 time: 0.3683355 Jan 20 14:27:44.205622 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-1dccab5c-91dc-4033-b309-7a60889305d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-743504'] for router_interface, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:44.302998 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-87d55ba3-2d50-44cf-8707-219bb3832dff tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks [] for port, precommit_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:44.369603 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-87d55ba3-2d50-44cf-8707-219bb3832dff tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162822'] for port, after_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:44.441936 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-12f1fbef-16af-4952-b25c-a99f29e18c2e req-faf5156c-7383-40b7-b271-5f179eac1f82 service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=954e9a8a-d5fc-4913-9be8-605284de3e2f HTTP/1.1" status: 200 len: 999 time: 0.1575103 Jan 20 14:27:44.486964 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-ac71a293-c996-4155-9e05-586b60960da5 tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4163519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3155301'] for subnet, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:44.525118 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.db_base_plugin_v2 [None req-60deceeb-593d-4933-95f6-2a2329477c35 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Deleting subnet d601e23a-8de4-44f6-81f8-5fcdfdd7a012 {{(pid=84152) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 20 14:27:44.545778 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f1fbef-16af-4952-b25c-a99f29e18c2e req-2684b45f-2930-4aeb-ac5f-3d0c0ad81753 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:27:44.550715 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-60deceeb-593d-4933-95f6-2a2329477c35 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Notify callbacks [] for subnet, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:44.550857 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-12f1fbef-16af-4952-b25c-a99f29e18c2e req-2684b45f-2930-4aeb-ac5f-3d0c0ad81753 service neutron] 10.222.0.106 "GET /v2.0/subnets?id=dd53d1af-78bb-45f3-8468-b0b04e8256e8 HTTP/1.1" status: 200 len: 850 time: 0.0908766 Jan 20 14:27:44.603644 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-87d55ba3-2d50-44cf-8707-219bb3832dff tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] In _notify_port_updated(), no bound segment for port aa27a5fa-c153-49cc-8a9d-6c7aca3784fd on network c69ee7bc-60c2-439d-90b1-98741047f7c7 {{(pid=84152) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Jan 20 14:27:44.607429 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87d55ba3-2d50-44cf-8707-219bb3832dff tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:27:44.608019 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-87d55ba3-2d50-44cf-8707-219bb3832dff tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:44.612590 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-87d55ba3-2d50-44cf-8707-219bb3832dff tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] 10.222.0.54 "PUT /v2.0/ports/aa27a5fa-c153-49cc-8a9d-6c7aca3784fd HTTP/1.1" status: 200 len: 818 time: 1.5203400 Jan 20 14:27:44.622686 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 35312) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:27:44.630099 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-f8bb27e1-1ce3-46dc-a61a-c27b38c95319 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3943531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4194004'] for subnet, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:44.633327 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 35314) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:27:44.642787 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d55ba3-2d50-44cf-8707-219bb3832dff tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Pushing event updated for resources: {'Port': ['ID=aa27a5fa-c153-49cc-8a9d-6c7aca3784fd,revision_number=2']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:27:44.715195 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac71a293-c996-4155-9e05-586b60960da5 tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Pushing event updated for resources: {'Subnet': ['ID=0ae5dc27-3998-4568-918f-cee633cd97d7,revision_number=0']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:27:44.729737 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-60deceeb-593d-4933-95f6-2a2329477c35 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3337915'] for subnet, precommit_delete_associations {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:44.737860 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8bb27e1-1ce3-46dc-a61a-c27b38c95319 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Network dbce74ed-d43c-4540-8d8d-e582f35e4792 is already hosted by enough agents. {{(pid=84153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:27:44.751040 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.base_scheduler [None req-f8bb27e1-1ce3-46dc-a61a-c27b38c95319 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Resources bound (agent type, host, resource id): {{(pid=84153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:27:44.754201 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bb27e1-1ce3-46dc-a61a-c27b38c95319 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Pushing event updated for resources: {'Subnet': ['ID=e2d67773-4936-4f70-88d7-4fb81f932633,revision_number=0']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:27:44.757499 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8bb27e1-1ce3-46dc-a61a-c27b38c95319 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:27:44.758102 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-f8bb27e1-1ce3-46dc-a61a-c27b38c95319 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks [] for subnet, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:44.767092 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7d0dda0-548d-4cc6-acc8-35bad36a1b00 None None] Network dbce74ed-d43c-4540-8d8d-e582f35e4792 requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:27:44.792594 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-bfe31bbf-2568-436b-bf1f-23a65d88e9b6 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Deleting port aa27a5fa-c153-49cc-8a9d-6c7aca3784fd {{(pid=84152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:27:44.792938 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-bfe31bbf-2568-436b-bf1f-23a65d88e9b6 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:44.814369 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-12f1fbef-16af-4952-b25c-a99f29e18c2e req-fb704479-519c-49a6-9054-a3f71185a84d service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=f21a48f2-2a8e-483a-a3a2-338a6bf081a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2170539 Jan 20 14:27:44.862377 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac71a293-c996-4155-9e05-586b60960da5 tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Checking segment: {'id': '8c35f705-9940-4e51-8725-35a9384b2d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'efaf3056-73fc-4147-aae2-53d15139fa5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 14:27:44.862823 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac71a293-c996-4155-9e05-586b60960da5 tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Network hostable DHCP agents. Network: efaf3056-73fc-4147-aae2-53d15139fa5d, hostable agents: ['1a181e39-5220-4c1a-88f8-08a54e8bfc9b'], hosted agents: [] {{(pid=84152) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 14:27:44.896159 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d949e644-5790-4cb4-88f9-5c8c0f1f8043 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Notify agent at l3_agent.dv-neutron-825124-1-hyperv the message routers_updated {{(pid=84152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 14:27:44.915504 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2783ac4-05ef-4ca5-bead-9c99633f4e1d None None] Sync routers for ids ['d6c1e36f-7721-4cd2-b738-173d5b3bd1fe'] in dv-neutron-825124-1-hyperv {{(pid=84154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 14:27:44.920014 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-f8bb27e1-1ce3-46dc-a61a-c27b38c95319 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9988050 Jan 20 14:27:44.924495 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 35322) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:27:44.927323 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-d949e644-5790-4cb4-88f9-5c8c0f1f8043 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for floatingip, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:44.969656 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2783ac4-05ef-4ca5-bead-9c99633f4e1d None None] Routers {'d6c1e36f-7721-4cd2-b738-173d5b3bd1fe'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:27:44.970239 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-f2783ac4-05ef-4ca5-bead-9c99633f4e1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:27:30Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['d6c1e36f-7721-4cd2-b738-173d5b3bd1fe'], 'active': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:27:44.980321 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-3ae8bea5-1529-4491-8741-3b85a7426dca admin admin] Notify callbacks [] for security_group, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:44.988862 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-16372c96-c263-4933-ae01-318af3a9c241 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Request body: {'port': {'network_id': 'dbce74ed-d43c-4540-8d8d-e582f35e4792', 'fixed_ips': [{'subnet_id': 'e2d67773-4936-4f70-88d7-4fb81f932633', 'ip_address': '2001:db8::fafc:bc4a:96bd:b5fc'}], 'name': 'tempest-NetworksTestDHCPv6-195049810'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:27:45.040611 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-f2783ac4-05ef-4ca5-bead-9c99633f4e1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:27:45.090876 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2783ac4-05ef-4ca5-bead-9c99633f4e1d None None] Routers {'d6c1e36f-7721-4cd2-b738-173d5b3bd1fe'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:27:45.091463 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-f2783ac4-05ef-4ca5-bead-9c99633f4e1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:27:30Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['d6c1e36f-7721-4cd2-b738-173d5b3bd1fe'], 'active': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:27:45.218541 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03547beb-d163-4fef-a6df-325cecfde864 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95c917f5-14ba-5e96-98b8-1a52654a930a-dbce74ed-d43c-4540-8d8d-e582f35e4792', 'network_id': 'dbce74ed-d43c-4540-8d8d-e582f35e4792', 'tenant_id': '2cb17692bb0c4a2782f988652201ac42', 'fixed_ips': [{'subnet_id': 'e2d67773-4936-4f70-88d7-4fb81f932633'}]}} from dv-neutron-825124-1-hyperv. {{(pid=84154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 20 14:27:45.220005 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-03547beb-d163-4fef-a6df-325cecfde864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:45.226453 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-60deceeb-593d-4933-95f6-2a2329477c35 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1627147'] for subnet, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:45.234182 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-f2783ac4-05ef-4ca5-bead-9c99633f4e1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:27:45.234624 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2783ac4-05ef-4ca5-bead-9c99633f4e1d None None] The sync data for ids ['d6c1e36f-7721-4cd2-b738-173d5b3bd1fe'] in dv-neutron-825124-1-hyperv is: [] {{(pid=84154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 14:27:45.271972 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac71a293-c996-4155-9e05-586b60960da5 tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Network efaf3056-73fc-4147-aae2-53d15139fa5d is scheduled to be hosted by DHCP agent 1a181e39-5220-4c1a-88f8-08a54e8bfc9b with binding_index 1 {{(pid=84152) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 14:27:45.277474 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-d949e644-5790-4cb4-88f9-5c8c0f1f8043 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] 10.222.0.54 "PUT /v2.0/floatingips/dcb984fb-6141-4a85-afa7-67b29ca6d3e6 HTTP/1.1" status: 200 len: 978 time: 7.8956470 Jan 20 14:27:45.291645 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 35328) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:27:45.314057 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-3ae8bea5-1529-4491-8741-3b85a7426dca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:27:45.360595 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-3ae8bea5-1529-4491-8741-3b85a7426dca admin admin] Usage tracker for resource:security_group_rule and tenant:f59aced9f6574efc8bfd49e9f7505be7 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:27:45.365788 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-12f1fbef-16af-4952-b25c-a99f29e18c2e req-6ac0ee18-5353-4fc5-b6b8-345fdfa9095f service neutron] 10.222.0.106 "GET /v2.0/networks/f21a48f2-2a8e-483a-a3a2-338a6bf081a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4948285 Jan 20 14:27:45.366619 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-3ae8bea5-1529-4491-8741-3b85a7426dca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:27:45.398422 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-3ae8bea5-1529-4491-8741-3b85a7426dca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:27:45.413593 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-bfe31bbf-2568-436b-bf1f-23a65d88e9b6 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:45.420942 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.base_scheduler [None req-ac71a293-c996-4155-9e05-586b60960da5 tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825124-1-hyperv, efaf3056-73fc-4147-aae2-53d15139fa5d) {{(pid=84152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:27:45.441193 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5adf59b9-e21a-495e-b715-e264a4393c38 None None] Network efaf3056-73fc-4147-aae2-53d15139fa5d requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:27:45.466516 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_common [None req-03547beb-d163-4fef-a6df-325cecfde864 None None] Allocated IP 2001:db8::2 (dbce74ed-d43c-4540-8d8d-e582f35e4792/e2d67773-4936-4f70-88d7-4fb81f932633/57555461-4045-4af6-b645-b2eb3916fd5a) {{(pid=84154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:27:45.497511 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac71a293-c996-4155-9e05-586b60960da5 tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:27:45.497914 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-ac71a293-c996-4155-9e05-586b60960da5 tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Notify callbacks [] for subnet, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:45.590499 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-bfe31bbf-2568-436b-bf1f-23a65d88e9b6 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Calling delete_port for aa27a5fa-c153-49cc-8a9d-6c7aca3784fd owned by {{(pid=84152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:27:45.630889 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-0dfe8020-f10f-4e26-9634-0c591c629770 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Deleting port 144420e2-0e24-4121-8f58-66b2a0cd8926 {{(pid=84152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:27:45.631316 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-0dfe8020-f10f-4e26-9634-0c591c629770 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:45.636946 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdee4d77-5f4b-4d01-becb-b891632eae36 req-1e888ca2-52cf-4b68-acce-61fe9ffdc9e7 tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:27:45.638123 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-cdee4d77-5f4b-4d01-becb-b891632eae36 req-1e888ca2-52cf-4b68-acce-61fe9ffdc9e7 tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] 10.222.0.54 "GET /v2.0/ports?device_id=c1ec459f-0c13-4ec8-b610-ebb2038ce473 HTTP/1.1" status: 200 len: 945 time: 0.3356500 Jan 20 14:27:45.651392 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-12f1fbef-16af-4952-b25c-a99f29e18c2e req-1d8d5854-c8c6-4ab7-9018-d2faab88d238 service neutron] 10.222.0.106 "GET /v2.0/networks/f21a48f2-2a8e-483a-a3a2-338a6bf081a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2788026 Jan 20 14:27:45.736220 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-3ae8bea5-1529-4491-8741-3b85a7426dca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:45.771607 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-cdee4d77-5f4b-4d01-becb-b891632eae36 req-8ea235d0-047a-46fc-88f5-53df5beb88d3 tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] 10.222.0.54 "GET /v2.0/security-groups?id=578a98de-1d4e-4622-ab14-10bbfc156906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1148326 Jan 20 14:27:45.808306 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-3ae8bea5-1529-4491-8741-3b85a7426dca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:45.825855 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-16372c96-c263-4933-ae01-318af3a9c241 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:27:45.862443 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-16372c96-c263-4933-ae01-318af3a9c241 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:27:45.890475 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-910abd0e-24c9-4185-9f20-86832f79e7cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95c917f5-14ba-5e96-98b8-1a52654a930a-efaf3056-73fc-4147-aae2-53d15139fa5d', 'network_id': 'efaf3056-73fc-4147-aae2-53d15139fa5d', 'tenant_id': '67ae27d5542441d081f0145797cee5f6', 'fixed_ips': [{'subnet_id': '0ae5dc27-3998-4568-918f-cee633cd97d7'}]}} from dv-neutron-825124-1-hyperv. {{(pid=84154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 20 14:27:45.891701 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-910abd0e-24c9-4185-9f20-86832f79e7cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:45.902165 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-3ae8bea5-1529-4491-8741-3b85a7426dca admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=f59aced9f6574efc8bfd49e9f7505be7&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2298827 Jan 20 14:27:45.905678 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae8bea5-1529-4491-8741-3b85a7426dca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=217daefe-41c1-4f60-be22-c349ef4a39fe,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:27:45.908561 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 35332) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:27:45.921231 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-60deceeb-593d-4933-95f6-2a2329477c35 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1627154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4163580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155308'] for subnet, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:45.939504 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-03547beb-d163-4fef-a6df-325cecfde864 None None] Notify callbacks [] for port, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:45.988491 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-ac71a293-c996-4155-9e05-586b60960da5 tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.2911158 Jan 20 14:27:45.991330 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 35336) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:27:45.997846 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60deceeb-593d-4933-95f6-2a2329477c35 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Pushing event deleted for resources: {'Subnet': ['ID=d601e23a-8de4-44f6-81f8-5fcdfdd7a012,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:27:46.001196 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-42cb55ab-2f30-479e-a072-e569d1548e0c tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1818144567'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:27:46.006226 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-bfe31bbf-2568-436b-bf1f-23a65d88e9b6 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:46.010172 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-03547beb-d163-4fef-a6df-325cecfde864 None None] Transition to ACTIVE for port object 57555461-4045-4af6-b645-b2eb3916fd5a will not be triggered until provisioned by entity L2. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:27:46.036923 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-42cb55ab-2f30-479e-a072-e569d1548e0c tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:27:46.042828 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-60deceeb-593d-4933-95f6-2a2329477c35 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Notify callbacks [] for subnet, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:46.044969 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-56a880c2-24df-4bbe-924e-429df6adc44d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:46.050173 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16372c96-c263-4933-ae01-318af3a9c241 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Made reservation on behalf of 2cb17692bb0c4a2782f988652201ac42 for: {'port': 1} {{(pid=84152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:27:46.051446 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-42cb55ab-2f30-479e-a072-e569d1548e0c tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Usage tracker for resource:network and tenant:67ae27d5542441d081f0145797cee5f6 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:27:46.067962 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-42cb55ab-2f30-479e-a072-e569d1548e0c tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:27:46.081172 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-42cb55ab-2f30-479e-a072-e569d1548e0c tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:27:46.085655 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9740b0a-9571-4926-a414-16293a422b28 None None] Network 0c04b775-8074-4008-900f-43fd4cc4b6a3 requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:27:46.103977 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-56a880c2-24df-4bbe-924e-429df6adc44d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:46.105050 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-03547beb-d163-4fef-a6df-325cecfde864 None None] Transition to ACTIVE for port object 57555461-4045-4af6-b645-b2eb3916fd5a will not be triggered until provisioned by entity DHCP. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:27:46.111260 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-1dccab5c-91dc-4033-b309-7a60889305d4 admin admin] Deleting port f7bb973a-b99f-4848-8378-242e506ca311 {{(pid=84153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:27:46.111600 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-1dccab5c-91dc-4033-b309-7a60889305d4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:46.121325 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-60deceeb-593d-4933-95f6-2a2329477c35 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] 10.222.0.54 "DELETE /v2.0/subnets/d601e23a-8de4-44f6-81f8-5fcdfdd7a012 HTTP/1.1" status: 204 len: 168 time: 2.1931868 Jan 20 14:27:46.135160 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 35340) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:27:46.205518 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-03547beb-d163-4fef-a6df-325cecfde864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477'] for port, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:46.228076 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42cb55ab-2f30-479e-a072-e569d1548e0c tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Made reservation on behalf of 67ae27d5542441d081f0145797cee5f6 for: {'network': 1} {{(pid=84153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:27:46.231166 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-42cb55ab-2f30-479e-a072-e569d1548e0c tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for network, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:46.253349 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe31bbf-2568-436b-bf1f-23a65d88e9b6 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Pushing event deleted for resources: {'Port': ['ID=aa27a5fa-c153-49cc-8a9d-6c7aca3784fd,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:27:46.296229 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-bfe31bbf-2568-436b-bf1f-23a65d88e9b6 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:46.302781 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 35344) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:27:46.302989 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-bfe31bbf-2568-436b-bf1f-23a65d88e9b6 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] 10.222.0.54 "DELETE /v2.0/ports/aa27a5fa-c153-49cc-8a9d-6c7aca3784fd HTTP/1.1" status: 204 len: 168 time: 1.6724997 Jan 20 14:27:46.358390 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_common [None req-910abd0e-24c9-4185-9f20-86832f79e7cc None None] Allocated IP 2001:db8:0:ffff::2 (efaf3056-73fc-4147-aae2-53d15139fa5d/0ae5dc27-3998-4568-918f-cee633cd97d7/9725ee7b-eaa8-4a2a-9b2e-cf1d36f2b985) {{(pid=84154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:27:46.379092 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03547beb-d163-4fef-a6df-325cecfde864 None None] Network dbce74ed-d43c-4540-8d8d-e582f35e4792 is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:27:46.389113 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-03547beb-d163-4fef-a6df-325cecfde864 None None] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:27:46.394072 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03547beb-d163-4fef-a6df-325cecfde864 None None] Pushing event updated for resources: {'Port': ['ID=57555461-4045-4af6-b645-b2eb3916fd5a,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:27:46.405294 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03547beb-d163-4fef-a6df-325cecfde864 None None] Received port after_create {{(pid=84154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:27:46.426051 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-16372c96-c263-4933-ae01-318af3a9c241 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:46.446993 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-0dfe8020-f10f-4e26-9634-0c591c629770 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:46.578910 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-56a880c2-24df-4bbe-924e-429df6adc44d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:46.581224 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42cb55ab-2f30-479e-a072-e569d1548e0c tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 175} {{(pid=84153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 14:27:46.635892 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a880c2-24df-4bbe-924e-429df6adc44d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=217daefe-41c1-4f60-be22-c349ef4a39fe,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:27:46.648226 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.db [None req-1dccab5c-91dc-4033-b309-7a60889305d4 admin admin] For port f7bb973a-b99f-4848-8378-242e506ca311, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=f7bb973a-b99f-4848-8378-242e506ca311,segment=NetworkSegment(3182924e-8b03-4797-949c-f0b3e4c69277),segment_id=3182924e-8b03-4797-949c-f0b3e4c69277)] {{(pid=84153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:27:46.648774 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-1dccab5c-91dc-4033-b309-7a60889305d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:46.661822 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-03547beb-d163-4fef-a6df-325cecfde864 None None] Attempting to bind port 57555461-4045-4af6-b645-b2eb3916fd5a on host dv-neutron-825124-1-hyperv for vnic_type normal with profile {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:27:46.662080 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-42cb55ab-2f30-479e-a072-e569d1548e0c tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:46.662254 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-03547beb-d163-4fef-a6df-325cecfde864 None None] Attempting to bind port 57555461-4045-4af6-b645-b2eb3916fd5a by drivers openvswitch,hyperv on host dv-neutron-825124-1-hyperv at level 0 using segments [{'id': '7b61d093-41ff-4202-b223-533eb0f8da0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'dbce74ed-d43c-4540-8d8d-e582f35e4792'}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:27:46.662361 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.db.segments_db [None req-42cb55ab-2f30-479e-a072-e569d1548e0c tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Added segment 1f66d52a-2e00-4cd2-a547-bfc6ea43cf26 of type vlan for network d8775afe-27b1-4e75-a58d-d4c694d80ccc Jan 20 14:27:46.662833 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03547beb-d163-4fef-a6df-325cecfde864 None None] Attempting to bind port 57555461-4045-4af6-b645-b2eb3916fd5a on network dbce74ed-d43c-4540-8d8d-e582f35e4792 {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 14:27:46.668538 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.db_base_plugin_v2 [None req-a93ea633-cb9a-4030-8401-2c6bd90ae023 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Deleting subnet f11ec7bd-41c3-4fcf-abee-b9914d12f7aa {{(pid=84153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 20 14:27:46.685867 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.notifiers.nova [None req-16372c96-c263-4933-ae01-318af3a9c241 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] device_id is not set on port 99e78131-68e4-4b3f-a77d-78e0c35bfb3b yet. {{(pid=84152) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 14:27:46.724741 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-a93ea633-cb9a-4030-8401-2c6bd90ae023 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Notify callbacks [] for subnet, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:46.742220 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03547beb-d163-4fef-a6df-325cecfde864 None None] Checking agent: {'id': '6414dfeb-85c5-454a-8756-709ca637d800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825124-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 16, 31), 'started_at': datetime.datetime(2022, 1, 20, 14, 17, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 27, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825124-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 14:27:46.742629 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03547beb-d163-4fef-a6df-325cecfde864 None None] Checking segment: {'id': '7b61d093-41ff-4202-b223-533eb0f8da0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'dbce74ed-d43c-4540-8d8d-e582f35e4792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 14:27:46.743090 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-03547beb-d163-4fef-a6df-325cecfde864 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:46.743449 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03547beb-d163-4fef-a6df-325cecfde864 None None] Bound using segment: {'id': '7b61d093-41ff-4202-b223-533eb0f8da0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'dbce74ed-d43c-4540-8d8d-e582f35e4792'} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 14:27:46.743873 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-03547beb-d163-4fef-a6df-325cecfde864 None None] Bound port: 57555461-4045-4af6-b645-b2eb3916fd5a, host: dv-neutron-825124-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b61d093-41ff-4202-b223-533eb0f8da0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'dbce74ed-d43c-4540-8d8d-e582f35e4792'}}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:27:46.744352 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-03547beb-d163-4fef-a6df-325cecfde864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:46.835866 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-1dccab5c-91dc-4033-b309-7a60889305d4 admin admin] Calling delete_port for f7bb973a-b99f-4848-8378-242e506ca311 owned by network:router_interface {{(pid=84153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:27:46.894644 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-910abd0e-24c9-4185-9f20-86832f79e7cc None None] Notify callbacks [] for port, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:46.903383 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-0dfe8020-f10f-4e26-9634-0c591c629770 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:46.903757 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-0dfe8020-f10f-4e26-9634-0c591c629770 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-745254'] for floatingip, after_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:46.904070 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.db.l3_db [None req-0dfe8020-f10f-4e26-9634-0c591c629770 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Floating IP dcb984fb-6141-4a85-afa7-67b29ca6d3e6 disassociated. External IP: 172.26.7.120, port: 144420e2-0e24-4121-8f58-66b2a0cd8926. Jan 20 14:27:46.904958 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-0dfe8020-f10f-4e26-9634-0c591c629770 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Calling delete_port for 144420e2-0e24-4121-8f58-66b2a0cd8926 owned by {{(pid=84152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:27:46.917531 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-910abd0e-24c9-4185-9f20-86832f79e7cc None None] Transition to ACTIVE for port object 9725ee7b-eaa8-4a2a-9b2e-cf1d36f2b985 will not be triggered until provisioned by entity L2. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:27:46.929484 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7786e0db-a172-49c5-865d-64b336ea32cf tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:27:46.931676 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-7786e0db-a172-49c5-865d-64b336ea32cf tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.6214554 Jan 20 14:27:46.932029 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-56a880c2-24df-4bbe-924e-429df6adc44d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:46.932905 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-56a880c2-24df-4bbe-924e-429df6adc44d admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/217daefe-41c1-4f60-be22-c349ef4a39fe HTTP/1.1" status: 204 len: 168 time: 1.0228746 Jan 20 14:27:46.942572 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 35350) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:27:46.997361 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-910abd0e-24c9-4185-9f20-86832f79e7cc None None] Transition to ACTIVE for port object 9725ee7b-eaa8-4a2a-9b2e-cf1d36f2b985 will not be triggered until provisioned by entity DHCP. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:27:46.999398 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-03547beb-d163-4fef-a6df-325cecfde864 None None] For port 57555461-4045-4af6-b645-b2eb3916fd5a, host dv-neutron-825124-1-hyperv, cleared binding levels {{(pid=84154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 14:27:47.003549 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-03547beb-d163-4fef-a6df-325cecfde864 None None] For port 57555461-4045-4af6-b645-b2eb3916fd5a, host dv-neutron-825124-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=57555461-4045-4af6-b645-b2eb3916fd5a,segment=NetworkSegment(7b61d093-41ff-4202-b223-533eb0f8da0a),segment_id=7b61d093-41ff-4202-b223-533eb0f8da0a)] {{(pid=84154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 14:27:47.004020 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-42cb55ab-2f30-479e-a072-e569d1548e0c tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769553767792'] for network, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:47.020583 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5c1d3e5-6172-46e6-bb73-4b976fe9e685 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] GET failed (client error): The resource could not be found. Jan 20 14:27:47.021134 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-d5c1d3e5-6172-46e6-bb73-4b976fe9e685 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Synchronizing usage tracker for tenant:86e3e9c5b0744f88a459de56a9372787 on resource:port {{(pid=84152) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:27:47.039587 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-a93ea633-cb9a-4030-8401-2c6bd90ae023 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3980851'] for subnet, precommit_delete_associations {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:47.080179 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-910abd0e-24c9-4185-9f20-86832f79e7cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477'] for port, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:47.109123 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-d5c1d3e5-6172-46e6-bb73-4b976fe9e685 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Unset dirty status for tenant:86e3e9c5b0744f88a459de56a9372787 on resource:port {{(pid=84152) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:27:47.115497 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-d5c1d3e5-6172-46e6-bb73-4b976fe9e685 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] 10.222.0.54 "GET /v2.0/ports/aa27a5fa-c153-49cc-8a9d-6c7aca3784fd HTTP/1.1" status: 404 len: 333 time: 0.1694727 Jan 20 14:27:47.116917 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 35356) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:27:47.129455 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-03547beb-d163-4fef-a6df-325cecfde864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:47.131913 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-54128c57-abad-4c55-9500-8a07a9c915ca tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1699695879'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:27:47.144812 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-54128c57-abad-4c55-9500-8a07a9c915ca tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:27:47.159306 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-54128c57-abad-4c55-9500-8a07a9c915ca tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Usage tracker for resource:network and tenant:86e3e9c5b0744f88a459de56a9372787 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:27:47.203417 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-54128c57-abad-4c55-9500-8a07a9c915ca tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:27:47.211401 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.db_base_plugin_common [None req-16372c96-c263-4933-ae01-318af3a9c241 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Allocated IP 2001:db8::fafc:bc4a:96bd:b5fc (dbce74ed-d43c-4540-8d8d-e582f35e4792/e2d67773-4936-4f70-88d7-4fb81f932633/99e78131-68e4-4b3f-a77d-78e0c35bfb3b) {{(pid=84152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:27:47.220719 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-54128c57-abad-4c55-9500-8a07a9c915ca tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:27:47.228869 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.db.resource_extend [None req-42cb55ab-2f30-479e-a072-e569d1548e0c tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 20 14:27:47.260456 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-910abd0e-24c9-4185-9f20-86832f79e7cc None None] Network efaf3056-73fc-4147-aae2-53d15139fa5d is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:27:47.263736 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-910abd0e-24c9-4185-9f20-86832f79e7cc None None] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:27:47.270521 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-910abd0e-24c9-4185-9f20-86832f79e7cc None None] Received port after_create {{(pid=84154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:27:47.278555 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910abd0e-24c9-4185-9f20-86832f79e7cc None None] Pushing event updated for resources: {'Port': ['ID=9725ee7b-eaa8-4a2a-9b2e-cf1d36f2b985,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:27:47.357377 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54128c57-abad-4c55-9500-8a07a9c915ca tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Made reservation on behalf of 86e3e9c5b0744f88a459de56a9372787 for: {'network': 1} {{(pid=84152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:27:47.363111 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-54128c57-abad-4c55-9500-8a07a9c915ca tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for network, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:47.380039 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5d4416-ddab-4d8c-9b01-2b1689c52907 req-27b738be-39ab-42a2-a972-d805f2e54756 tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:27:47.385865 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-7d5d4416-ddab-4d8c-9b01-2b1689c52907 req-27b738be-39ab-42a2-a972-d805f2e54756 tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] 10.222.0.54 "GET /v2.0/ports?device_id=c1ec459f-0c13-4ec8-b610-ebb2038ce473 HTTP/1.1" status: 200 len: 945 time: 0.4719038 Jan 20 14:27:47.415412 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-42cb55ab-2f30-479e-a072-e569d1548e0c tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967'] for network, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:47.420455 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42cb55ab-2f30-479e-a072-e569d1548e0c tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:27:47.421078 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-42cb55ab-2f30-479e-a072-e569d1548e0c tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Notify callbacks [] for network, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:47.470206 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-0dfe8020-f10f-4e26-9634-0c591c629770 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:47.545037 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfe8020-f10f-4e26-9634-0c591c629770 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Pushing event deleted for resources: {'Port': ['ID=144420e2-0e24-4121-8f58-66b2a0cd8926,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:27:47.585572 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-910abd0e-24c9-4185-9f20-86832f79e7cc None None] Attempting to bind port 9725ee7b-eaa8-4a2a-9b2e-cf1d36f2b985 on host dv-neutron-825124-1-hyperv for vnic_type normal with profile {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:27:47.585572 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-910abd0e-24c9-4185-9f20-86832f79e7cc None None] Attempting to bind port 9725ee7b-eaa8-4a2a-9b2e-cf1d36f2b985 by drivers openvswitch,hyperv on host dv-neutron-825124-1-hyperv at level 0 using segments [{'id': '8c35f705-9940-4e51-8725-35a9384b2d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'efaf3056-73fc-4147-aae2-53d15139fa5d'}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:27:47.585572 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-910abd0e-24c9-4185-9f20-86832f79e7cc None None] Attempting to bind port 9725ee7b-eaa8-4a2a-9b2e-cf1d36f2b985 on network efaf3056-73fc-4147-aae2-53d15139fa5d {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 14:27:47.597817 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03547beb-d163-4fef-a6df-325cecfde864 None None] Pushing event updated for resources: {'Port': ['ID=57555461-4045-4af6-b645-b2eb3916fd5a,revision_number=2']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:27:47.600675 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54128c57-abad-4c55-9500-8a07a9c915ca tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 177} {{(pid=84152) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 14:27:47.605966 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-910abd0e-24c9-4185-9f20-86832f79e7cc None None] Checking agent: {'id': '6414dfeb-85c5-454a-8756-709ca637d800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825124-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 16, 31), 'started_at': datetime.datetime(2022, 1, 20, 14, 17, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 27, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825124-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 14:27:47.606720 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-910abd0e-24c9-4185-9f20-86832f79e7cc None None] Checking segment: {'id': '8c35f705-9940-4e51-8725-35a9384b2d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'efaf3056-73fc-4147-aae2-53d15139fa5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 14:27:47.608368 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-910abd0e-24c9-4185-9f20-86832f79e7cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:47.608918 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-910abd0e-24c9-4185-9f20-86832f79e7cc None None] Bound using segment: {'id': '8c35f705-9940-4e51-8725-35a9384b2d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'efaf3056-73fc-4147-aae2-53d15139fa5d'} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 14:27:47.610082 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-910abd0e-24c9-4185-9f20-86832f79e7cc None None] Bound port: 9725ee7b-eaa8-4a2a-9b2e-cf1d36f2b985, host: dv-neutron-825124-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c35f705-9940-4e51-8725-35a9384b2d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'efaf3056-73fc-4147-aae2-53d15139fa5d'}}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:27:47.610965 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-910abd0e-24c9-4185-9f20-86832f79e7cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:47.642588 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-a93ea633-cb9a-4030-8401-2c6bd90ae023 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1627147'] for subnet, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:47.743476 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-54128c57-abad-4c55-9500-8a07a9c915ca tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:47.744093 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.db.segments_db [None req-54128c57-abad-4c55-9500-8a07a9c915ca tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Added segment a1d096ad-8c3b-4b61-9328-3a43d1ceb011 of type vlan for network 3d42d100-4506-4d48-937a-1fbf70b9ad3e Jan 20 14:27:47.776302 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-910abd0e-24c9-4185-9f20-86832f79e7cc None None] For port 9725ee7b-eaa8-4a2a-9b2e-cf1d36f2b985, host dv-neutron-825124-1-hyperv, cleared binding levels {{(pid=84154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 14:27:47.780168 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-910abd0e-24c9-4185-9f20-86832f79e7cc None None] For port 9725ee7b-eaa8-4a2a-9b2e-cf1d36f2b985, host dv-neutron-825124-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=9725ee7b-eaa8-4a2a-9b2e-cf1d36f2b985,segment=NetworkSegment(8c35f705-9940-4e51-8725-35a9384b2d3e),segment_id=8c35f705-9940-4e51-8725-35a9384b2d3e)] {{(pid=84154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 14:27:47.783907 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-54128c57-abad-4c55-9500-8a07a9c915ca tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769553767792'] for network, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:47.802673 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cb55ab-2f30-479e-a072-e569d1548e0c tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Pushing event updated for resources: {'Network': ['ID=d8775afe-27b1-4e75-a58d-d4c694d80ccc,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:27:47.806843 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-7d5d4416-ddab-4d8c-9b01-2b1689c52907 req-869df312-15bc-4644-909b-f4befb2c9aa3 tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] 10.222.0.54 "GET /v2.0/security-groups?id=578a98de-1d4e-4622-ab14-10bbfc156906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4200838 Jan 20 14:27:47.818772 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Network d8775afe-27b1-4e75-a58d-d4c694d80ccc details requested by agent ovs-agent-dv-neutron-825124-1-hyperv with host dv-neutron-825124-1-hyperv {{(pid=84154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 14:27:47.879186 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-42cb55ab-2f30-479e-a072-e569d1548e0c tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.8854768 Jan 20 14:27:47.882629 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 35364) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:27:47.893080 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-88a43a13-84e5-410c-9c2b-5d9eff451ea8 tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Request body: {'subnet': {'network_id': 'd8775afe-27b1-4e75-a58d-d4c694d80ccc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:27:47.950402 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-910abd0e-24c9-4185-9f20-86832f79e7cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:48.037509 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-a93ea633-cb9a-4030-8401-2c6bd90ae023 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1627154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3943464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4194013'] for subnet, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:48.048669 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 35368) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:27:48.051686 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-16372c96-c263-4933-ae01-318af3a9c241 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks [] for port, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:48.058904 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.db.resource_extend [None req-54128c57-abad-4c55-9500-8a07a9c915ca tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 20 14:27:48.104268 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-1dccab5c-91dc-4033-b309-7a60889305d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:48.142729 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910abd0e-24c9-4185-9f20-86832f79e7cc None None] Pushing event updated for resources: {'Port': ['ID=9725ee7b-eaa8-4a2a-9b2e-cf1d36f2b985,revision_number=2']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:27:48.142940 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.provisioning_blocks [None req-16372c96-c263-4933-ae01-318af3a9c241 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Transition to ACTIVE for port object 99e78131-68e4-4b3f-a77d-78e0c35bfb3b will not be triggered until provisioned by entity DHCP. {{(pid=84152) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:27:48.167435 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-9c21e521-f974-484d-a307-cab3f98d3437 None None] Provisioning complete for port d61122fd-48d2-456f-9f99-9b9da580ad8e triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:27:48.167814 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-9c21e521-f974-484d-a307-cab3f98d3437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:48.230261 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-88a43a13-84e5-410c-9c2b-5d9eff451ea8 tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:27:48.236389 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-88a43a13-84e5-410c-9c2b-5d9eff451ea8 tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Usage tracker for resource:subnet and tenant:67ae27d5542441d081f0145797cee5f6 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:27:48.240112 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-88a43a13-84e5-410c-9c2b-5d9eff451ea8 tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:27:48.252154 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-88a43a13-84e5-410c-9c2b-5d9eff451ea8 tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:27:48.257394 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 57555461-4045-4af6-b645-b2eb3916fd5a up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:27:48.278256 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-16372c96-c263-4933-ae01-318af3a9c241 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:48.303921 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-21ee4dda-0d18-4936-a5eb-08790e174fab admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=1737e36574254ad493c58f8b859272d8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2451990 Jan 20 14:27:48.303921 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-54128c57-abad-4c55-9500-8a07a9c915ca tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967'] for network, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:48.306512 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54128c57-abad-4c55-9500-8a07a9c915ca tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:27:48.312708 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-54128c57-abad-4c55-9500-8a07a9c915ca tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks [] for network, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:48.334715 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 35372) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:27:48.357198 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93ea633-cb9a-4030-8401-2c6bd90ae023 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Pushing event deleted for resources: {'Subnet': ['ID=f11ec7bd-41c3-4fcf-abee-b9914d12f7aa,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:27:48.359156 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88a43a13-84e5-410c-9c2b-5d9eff451ea8 tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Made reservation on behalf of 67ae27d5542441d081f0145797cee5f6 for: {'subnet': 1} {{(pid=84153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:27:48.454567 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16372c96-c263-4933-ae01-318af3a9c241 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Pushing event updated for resources: {'Port': ['ID=99e78131-68e4-4b3f-a77d-78e0c35bfb3b,revision_number=1']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:27:48.463705 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-54128c57-abad-4c55-9500-8a07a9c915ca tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.3384824 Jan 20 14:27:48.481683 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-88a43a13-84e5-410c-9c2b-5d9eff451ea8 tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4193986'] for subnet, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:48.533373 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 35376) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:27:48.539385 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dccab5c-91dc-4033-b309-7a60889305d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=f7bb973a-b99f-4848-8378-242e506ca311,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:27:48.555602 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-f951e1ee-a0c4-40ee-a42d-86ced1dacbb5 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Request body: {'subnet': {'network_id': '3d42d100-4506-4d48-937a-1fbf70b9ad3e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:27:48.582415 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning for port 57555461-4045-4af6-b645-b2eb3916fd5a completed by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:27:48.604717 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b04718c-d81d-48dc-92a9-fe491a608f40 None None] Network 0c04b775-8074-4008-900f-43fd4cc4b6a3 requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:27:48.670750 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16372c96-c263-4933-ae01-318af3a9c241 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Network dbce74ed-d43c-4540-8d8d-e582f35e4792 is already hosted by enough agents. {{(pid=84152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:27:48.676352 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.base_scheduler [None req-16372c96-c263-4933-ae01-318af3a9c241 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Resources bound (agent type, host, resource id): {{(pid=84152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:27:48.678519 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54128c57-abad-4c55-9500-8a07a9c915ca tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Pushing event updated for resources: {'Network': ['ID=3d42d100-4506-4d48-937a-1fbf70b9ad3e,revision_number=1']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:27:48.691975 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16372c96-c263-4933-ae01-318af3a9c241 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Received port after_create {{(pid=84152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:27:48.696447 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16372c96-c263-4933-ae01-318af3a9c241 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:27:48.697272 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-16372c96-c263-4933-ae01-318af3a9c241 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:48.716853 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Network 3d42d100-4506-4d48-937a-1fbf70b9ad3e details requested by agent ovs-agent-dv-neutron-825124-1-hyperv with host dv-neutron-825124-1-hyperv {{(pid=84154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 14:27:48.760575 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-f951e1ee-a0c4-40ee-a42d-86ced1dacbb5 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:27:48.769860 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-f951e1ee-a0c4-40ee-a42d-86ced1dacbb5 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Usage tracker for resource:subnet and tenant:86e3e9c5b0744f88a459de56a9372787 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:27:48.774250 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-f951e1ee-a0c4-40ee-a42d-86ced1dacbb5 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:27:48.787445 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-f951e1ee-a0c4-40ee-a42d-86ced1dacbb5 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:27:48.819589 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dfe8020-f10f-4e26-9634-0c591c629770 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Router d6c1e36f-7721-4cd2-b738-173d5b3bd1fe has already been hosted by L3 agent 624d525b-4c26-4143-8a1c-228bb1c6faaa {{(pid=84152) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 14:27:48.837794 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-16372c96-c263-4933-ae01-318af3a9c241 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.8774574 Jan 20 14:27:48.841542 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-a93ea633-cb9a-4030-8401-2c6bd90ae023 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Notify callbacks [] for subnet, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:48.845062 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 35380) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:27:48.852352 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-980d4e53-ee3e-4a1d-ba88-ac20560035b7 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Request body: {'port': {'network_id': 'dbce74ed-d43c-4540-8d8d-e582f35e4792', 'fixed_ips': [{'subnet_id': 'e2d67773-4936-4f70-88d7-4fb81f932633', 'ip_address': '2001:db8::fafc:bc4a:96bd:b5fc'}], 'name': 'tempest-NetworksTestDHCPv6-1550479406'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:27:48.922810 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-a93ea633-cb9a-4030-8401-2c6bd90ae023 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] 10.222.0.54 "DELETE /v2.0/subnets/f11ec7bd-41c3-4fcf-abee-b9914d12f7aa HTTP/1.1" status: 204 len: 168 time: 2.7827904 Jan 20 14:27:48.935362 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 35384) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:27:48.982568 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f951e1ee-a0c4-40ee-a42d-86ced1dacbb5 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Made reservation on behalf of 86e3e9c5b0744f88a459de56a9372787 for: {'subnet': 1} {{(pid=84152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:27:49.199858 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-f951e1ee-a0c4-40ee-a42d-86ced1dacbb5 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3155315'] for subnet, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:49.211617 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-35a4f9e2-9567-4e1e-a425-0836575d1e09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:49.263422 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-773f62ec-fbe9-4044-bcde-f06d18172141 None None] DHCP port deletion for 0c04b775-8074-4008-900f-43fd4cc4b6a3 request from dv-neutron-825124-1-hyperv {{(pid=84154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 20 14:27:49.268826 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-773f62ec-fbe9-4044-bcde-f06d18172141 None None] Deleting port d61122fd-48d2-456f-9f99-9b9da580ad8e {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:27:49.269195 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-773f62ec-fbe9-4044-bcde-f06d18172141 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:49.298867 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-35a4f9e2-9567-4e1e-a425-0836575d1e09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:49.326817 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-88860d2d-7a4f-43ae-879a-6a89ac9f06b0 None None] Provisioning for port 57555461-4045-4af6-b645-b2eb3916fd5a completed by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:27:49.368042 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-88860d2d-7a4f-43ae-879a-6a89ac9f06b0 None None] Provisioning complete for port 57555461-4045-4af6-b645-b2eb3916fd5a triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:27:49.368414 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-88860d2d-7a4f-43ae-879a-6a89ac9f06b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:49.397183 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-980d4e53-ee3e-4a1d-ba88-ac20560035b7 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:27:49.401443 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-980d4e53-ee3e-4a1d-ba88-ac20560035b7 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Usage tracker for resource:port and tenant:2cb17692bb0c4a2782f988652201ac42 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:27:49.404343 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-980d4e53-ee3e-4a1d-ba88-ac20560035b7 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:27:49.415753 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-980d4e53-ee3e-4a1d-ba88-ac20560035b7 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:27:49.538246 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-980d4e53-ee3e-4a1d-ba88-ac20560035b7 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Made reservation on behalf of 2cb17692bb0c4a2782f988652201ac42 for: {'port': 1} {{(pid=84152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:27:49.538772 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-35a4f9e2-9567-4e1e-a425-0836575d1e09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:49.547727 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-980d4e53-ee3e-4a1d-ba88-ac20560035b7 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:49.577639 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a4f9e2-9567-4e1e-a425-0836575d1e09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b4618d7-edef-4855-aec6-0c400ee84bd8,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:27:49.596945 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.notifiers.nova [None req-980d4e53-ee3e-4a1d-ba88-ac20560035b7 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] device_id is not set on port aec42e35-8662-48da-b036-b89689f73520 yet. {{(pid=84152) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 14:27:49.623922 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe1d7bb-d97f-40ee-a0df-c4ae996f83ff req-66a61e7c-45a2-4d74-84dc-d9d0237aa252 tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:27:49.632980 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-cfe1d7bb-d97f-40ee-a0df-c4ae996f83ff req-66a61e7c-45a2-4d74-84dc-d9d0237aa252 tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] 10.222.0.54 "GET /v2.0/ports?device_id=c1ec459f-0c13-4ec8-b610-ebb2038ce473 HTTP/1.1" status: 200 len: 945 time: 1.1662533 Jan 20 14:27:49.724094 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-773f62ec-fbe9-4044-bcde-f06d18172141 None None] For port d61122fd-48d2-456f-9f99-9b9da580ad8e, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=d61122fd-48d2-456f-9f99-9b9da580ad8e,segment=NetworkSegment(2efae10d-1920-465d-b634-22d615d8316d),segment_id=2efae10d-1920-465d-b634-22d615d8316d)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:27:49.724697 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-773f62ec-fbe9-4044-bcde-f06d18172141 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:49.773076 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-9a4b4461-a4d0-4d42-aa77-933759b4a80c tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586409'] for network, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:49.860434 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-35a4f9e2-9567-4e1e-a425-0836575d1e09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:49.864717 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-35a4f9e2-9567-4e1e-a425-0836575d1e09 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/9b4618d7-edef-4855-aec6-0c400ee84bd8 HTTP/1.1" status: 204 len: 168 time: 1.5219364 Jan 20 14:27:49.918316 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.objects.ports [None req-88a43a13-84e5-410c-9c2b-5d9eff451ea8 tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84153) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Jan 20 14:27:49.934945 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-88a43a13-84e5-410c-9c2b-5d9eff451ea8 tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3943531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4194004'] for subnet, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:49.941392 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-cfe1d7bb-d97f-40ee-a0df-c4ae996f83ff req-0601f70d-0f86-4e7f-b40a-9f83709b1e43 tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] 10.222.0.54 "GET /v2.0/security-groups?id=578a98de-1d4e-4622-ab14-10bbfc156906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3072376 Jan 20 14:27:49.964259 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-773f62ec-fbe9-4044-bcde-f06d18172141 None None] Calling delete_port for d61122fd-48d2-456f-9f99-9b9da580ad8e owned by network:dhcp {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:27:50.010358 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dfe8020-f10f-4e26-9634-0c591c629770 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Notify agent at l3_agent.dv-neutron-825124-1-hyperv the message routers_updated {{(pid=84152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 14:27:50.026306 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6e855d9-e108-48fa-bcaf-1ce40bb89da7 None None] Sync routers for ids ['d6c1e36f-7721-4cd2-b738-173d5b3bd1fe'] in dv-neutron-825124-1-hyperv {{(pid=84155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 14:27:50.057022 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-9a4b4461-a4d0-4d42-aa77-933759b4a80c tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Deleting port d61122fd-48d2-456f-9f99-9b9da580ad8e {{(pid=84153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:27:50.062867 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6e855d9-e108-48fa-bcaf-1ce40bb89da7 None None] Routers {'d6c1e36f-7721-4cd2-b738-173d5b3bd1fe'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:27:50.063532 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-9a4b4461-a4d0-4d42-aa77-933759b4a80c tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:50.067801 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-e6e855d9-e108-48fa-bcaf-1ce40bb89da7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:27:30Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['d6c1e36f-7721-4cd2-b738-173d5b3bd1fe'], 'active': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:27:50.150725 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1adf72f5-ec26-4a58-9307-e241e5089ae0 None None] Network efaf3056-73fc-4147-aae2-53d15139fa5d requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:27:50.239514 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-f951e1ee-a0c4-40ee-a42d-86ced1dacbb5 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4163519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3155301'] for subnet, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:50.245212 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-0dfe8020-f10f-4e26-9634-0c591c629770 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:50.295271 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-e6e855d9-e108-48fa-bcaf-1ce40bb89da7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:27:50.332996 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6e855d9-e108-48fa-bcaf-1ce40bb89da7 None None] Routers {'d6c1e36f-7721-4cd2-b738-173d5b3bd1fe'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:27:50.333640 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-e6e855d9-e108-48fa-bcaf-1ce40bb89da7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:27:30Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['d6c1e36f-7721-4cd2-b738-173d5b3bd1fe'], 'active': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:27:50.371933 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 9725ee7b-eaa8-4a2a-9b2e-cf1d36f2b985 up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:27:50.476560 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-88860d2d-7a4f-43ae-879a-6a89ac9f06b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:50.512563 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f951e1ee-a0c4-40ee-a42d-86ced1dacbb5 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Pushing event updated for resources: {'Subnet': ['ID=3160de4f-6a0b-4a95-81f2-20dfaaeda28a,revision_number=0']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:27:50.522732 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.pecan_wsgi.hooks.translation [None req-980d4e53-ee3e-4a1d-ba88-ac20560035b7 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] POST failed (client error): There was a conflict when trying to complete your request. Jan 20 14:27:50.523277 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-980d4e53-ee3e-4a1d-ba88-ac20560035b7 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=84152) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:27:50.526383 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-e6e855d9-e108-48fa-bcaf-1ce40bb89da7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:27:50.526990 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6e855d9-e108-48fa-bcaf-1ce40bb89da7 None None] The sync data for ids ['d6c1e36f-7721-4cd2-b738-173d5b3bd1fe'] in dv-neutron-825124-1-hyperv is: [] {{(pid=84155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 14:27:50.551009 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-9a4b4461-a4d0-4d42-aa77-933759b4a80c tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] The port 'd61122fd-48d2-456f-9f99-9b9da580ad8e' was deleted {{(pid=84153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 20 14:27:50.563478 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-0dfe8020-f10f-4e26-9634-0c591c629770 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] 10.222.0.54 "DELETE /v2.0/ports/144420e2-0e24-4121-8f58-66b2a0cd8926 HTTP/1.1" status: 204 len: 168 time: 5.2702088 Jan 20 14:27:50.566916 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 35394) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:27:50.672860 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-773f62ec-fbe9-4044-bcde-f06d18172141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486'] for port, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:50.685536 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-980d4e53-ee3e-4a1d-ba88-ac20560035b7 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.8377454 Jan 20 14:27:50.699266 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 35398) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:27:50.747465 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773f62ec-fbe9-4044-bcde-f06d18172141 None None] Pushing event deleted for resources: {'Port': ['ID=d61122fd-48d2-456f-9f99-9b9da580ad8e,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:27:50.771190 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-88860d2d-7a4f-43ae-879a-6a89ac9f06b0 None None] For port 57555461-4045-4af6-b645-b2eb3916fd5a, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=57555461-4045-4af6-b645-b2eb3916fd5a,segment=NetworkSegment(7b61d093-41ff-4202-b223-533eb0f8da0a),segment_id=7b61d093-41ff-4202-b223-533eb0f8da0a)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:27:50.778461 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-773f62ec-fbe9-4044-bcde-f06d18172141 None None] No DVR routers for this DVR port d61122fd-48d2-456f-9f99-9b9da580ad8e on host dv-neutron-825124-1-hyperv {{(pid=84154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 14:27:50.779468 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-9c73aad0-aa23-4450-aadf-2455fa53dd61 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] 10.222.0.54 "GET /v2.0/floatingips/dcb984fb-6141-4a85-afa7-67b29ca6d3e6 HTTP/1.1" status: 200 len: 688 time: 0.2097108 Jan 20 14:27:50.784949 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 35408) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:27:50.834083 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-88860d2d-7a4f-43ae-879a-6a89ac9f06b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:50.877388 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a43a13-84e5-410c-9c2b-5d9eff451ea8 tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Pushing event updated for resources: {'Subnet': ['ID=4e3cc9cb-97cc-414b-8d62-04f95af95064,revision_number=0']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:27:50.916544 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f951e1ee-a0c4-40ee-a42d-86ced1dacbb5 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Checking segment: {'id': 'a1d096ad-8c3b-4b61-9328-3a43d1ceb011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '3d42d100-4506-4d48-937a-1fbf70b9ad3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 14:27:50.916893 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f951e1ee-a0c4-40ee-a42d-86ced1dacbb5 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Network hostable DHCP agents. Network: 3d42d100-4506-4d48-937a-1fbf70b9ad3e, hostable agents: ['1a181e39-5220-4c1a-88f8-08a54e8bfc9b'], hosted agents: [] {{(pid=84152) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 14:27:50.942429 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-9a4b4461-a4d0-4d42-aa77-933759b4a80c tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1626242', 'neutron.services.segments.db._delete_segments_for_network-8769554214620'] for network, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:50.993947 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88860d2d-7a4f-43ae-879a-6a89ac9f06b0 None None] Pushing event updated for resources: {'Port': ['ID=57555461-4045-4af6-b645-b2eb3916fd5a,revision_number=3']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:27:51.011473 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning for port 9725ee7b-eaa8-4a2a-9b2e-cf1d36f2b985 completed by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:27:51.027207 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-d25e8a72-ff2f-4594-a990-75993d572669 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Deleting port f4182b16-1c5a-451b-83e9-485e31282f9f {{(pid=84152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:27:51.027553 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-d25e8a72-ff2f-4594-a990-75993d572669 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:51.081540 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a43a13-84e5-410c-9c2b-5d9eff451ea8 tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Checking segment: {'id': '1f66d52a-2e00-4cd2-a547-bfc6ea43cf26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'd8775afe-27b1-4e75-a58d-d4c694d80ccc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 14:27:51.082067 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88a43a13-84e5-410c-9c2b-5d9eff451ea8 tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Network hostable DHCP agents. Network: d8775afe-27b1-4e75-a58d-d4c694d80ccc, hostable agents: ['1a181e39-5220-4c1a-88f8-08a54e8bfc9b'], hosted agents: [] {{(pid=84153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 14:27:51.090258 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.services.segments.db [None req-9a4b4461-a4d0-4d42-aa77-933759b4a80c tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c04b775-8074-4008-900f-43fd4cc4b6a3']}} {{(pid=84153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:27:51.098095 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device d61122fd-48d2-456f-9f99-9b9da580ad8e no longer exists at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:27:51.130308 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.services.segments.db [None req-9a4b4461-a4d0-4d42-aa77-933759b4a80c tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2efae10d-1920-465d-b634-22d615d8316d') {'for_net_delete': True} {{(pid=84153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:27:51.135895 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.services.segments.db [None req-9a4b4461-a4d0-4d42-aa77-933759b4a80c tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2efae10d-1920-465d-b634-22d615d8316d') {} {{(pid=84153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:27:51.136032 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31c9fc34-736a-449e-817c-6718cc96a5c0 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:27:51.137637 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31c9fc34-736a-449e-817c-6718cc96a5c0 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:27:51.138332 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-31c9fc34-736a-449e-817c-6718cc96a5c0 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Synchronizing usage tracker for tenant:2cb17692bb0c4a2782f988652201ac42 on resource:port {{(pid=84152) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:27:51.142860 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ec10231b-e506-4e19-9fe8-0826a8e74be0 None None] Provisioning for port 99e78131-68e4-4b3f-a77d-78e0c35bfb3b completed by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:27:51.146127 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] No Port match for: d61122fd-48d2-456f-9f99-9b9da580ad8e {{(pid=84154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 14:27:51.146480 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device d61122fd-48d2-456f-9f99-9b9da580ad8e not bound to the agent host dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 14:27:51.151185 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ec10231b-e506-4e19-9fe8-0826a8e74be0 None None] Provisioning complete for port 99e78131-68e4-4b3f-a77d-78e0c35bfb3b triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:27:51.151549 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ec10231b-e506-4e19-9fe8-0826a8e74be0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:51.155418 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-9a4b4461-a4d0-4d42-aa77-933759b4a80c tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769554214503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980856'] for segment, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:51.188937 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-9a4b4461-a4d0-4d42-aa77-933759b4a80c tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:51.202822 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a4b4461-a4d0-4d42-aa77-933759b4a80c tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Releasing vlan 167 on physical network physnet1 to pool {{(pid=84153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 14:27:51.203874 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-9a4b4461-a4d0-4d42-aa77-933759b4a80c tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1622950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3944078'] for segment, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:51.211756 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-ec10231b-e506-4e19-9fe8-0826a8e74be0 None None] Port 99e78131-68e4-4b3f-a77d-78e0c35bfb3b cannot update to ACTIVE because it is not bound. {{(pid=84154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 14:27:51.220041 dv-neutron-825124-1-hyperv neutron-server[84153]: Traceback (most recent call last): Jan 20 14:27:51.220041 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 14:27:51.220041 dv-neutron-825124-1-hyperv neutron-server[84153]: timer() Jan 20 14:27:51.220041 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 14:27:51.220041 dv-neutron-825124-1-hyperv neutron-server[84153]: cb(*args, **kw) Jan 20 14:27:51.220041 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 14:27:51.220041 dv-neutron-825124-1-hyperv neutron-server[84153]: return func(*args, **kwargs) Jan 20 14:27:51.220041 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 14:27:51.220041 dv-neutron-825124-1-hyperv neutron-server[84153]: self._notify() Jan 20 14:27:51.220041 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 14:27:51.220041 dv-neutron-825124-1-hyperv neutron-server[84153]: self.callback(batched_events) Jan 20 14:27:51.220041 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 14:27:51.220041 dv-neutron-825124-1-hyperv neutron-server[84153]: event.method(event) Jan 20 14:27:51.220041 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 14:27:51.220041 dv-neutron-825124-1-hyperv neutron-server[84153]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 14:27:51.220041 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 14:27:51.220041 dv-neutron-825124-1-hyperv neutron-server[84153]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 14:27:51.220041 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 14:27:51.220041 dv-neutron-825124-1-hyperv neutron-server[84153]: return f(self, *a, **k) Jan 20 14:27:51.220041 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 14:27:51.220041 dv-neutron-825124-1-hyperv neutron-server[84153]: return self._get(url).json() Jan 20 14:27:51.220041 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 14:27:51.220041 dv-neutron-825124-1-hyperv neutron-server[84153]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 14:27:51.220041 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 14:27:51.220041 dv-neutron-825124-1-hyperv neutron-server[84153]: return self.request(url, 'GET', **kwargs) Jan 20 14:27:51.220041 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 14:27:51.220041 dv-neutron-825124-1-hyperv neutron-server[84153]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 14:27:51.220041 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 14:27:51.220041 dv-neutron-825124-1-hyperv neutron-server[84153]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 14:27:51.220041 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 14:27:51.220041 dv-neutron-825124-1-hyperv neutron-server[84153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 14:27:51.220041 dv-neutron-825124-1-hyperv neutron-server[84153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 14:27:51.275089 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-d25e8a72-ff2f-4594-a990-75993d572669 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:51.275660 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-d25e8a72-ff2f-4594-a990-75993d572669 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:51.295903 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f951e1ee-a0c4-40ee-a42d-86ced1dacbb5 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Network 3d42d100-4506-4d48-937a-1fbf70b9ad3e is scheduled to be hosted by DHCP agent 1a181e39-5220-4c1a-88f8-08a54e8bfc9b with binding_index 1 {{(pid=84152) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 14:27:51.308575 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ec10231b-e506-4e19-9fe8-0826a8e74be0 None None] Provisioning for port 9725ee7b-eaa8-4a2a-9b2e-cf1d36f2b985 completed by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:27:51.313992 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ec10231b-e506-4e19-9fe8-0826a8e74be0 None None] Provisioning complete for port 9725ee7b-eaa8-4a2a-9b2e-cf1d36f2b985 triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:27:51.314401 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ec10231b-e506-4e19-9fe8-0826a8e74be0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:51.322492 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-1dccab5c-91dc-4033-b309-7a60889305d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1705096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-745401'] for router_interface, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:51.328664 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88a43a13-84e5-410c-9c2b-5d9eff451ea8 tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Network d8775afe-27b1-4e75-a58d-d4c694d80ccc is scheduled to be hosted by DHCP agent 1a181e39-5220-4c1a-88f8-08a54e8bfc9b with binding_index 1 {{(pid=84153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 14:27:51.337496 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ae527e-3473-4385-a061-3dd682acfb35 req-792e6573-92e3-48d3-b710-cffa2f093ad8 tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:27:51.339396 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-f1ae527e-3473-4385-a061-3dd682acfb35 req-792e6573-92e3-48d3-b710-cffa2f093ad8 tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] 10.222.0.54 "GET /v2.0/ports?device_id=c1ec459f-0c13-4ec8-b610-ebb2038ce473 HTTP/1.1" status: 200 len: 945 time: 0.3452635 Jan 20 14:27:51.435696 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-31c9fc34-736a-449e-817c-6718cc96a5c0 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Unset dirty status for tenant:2cb17692bb0c4a2782f988652201ac42 on resource:port {{(pid=84152) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:27:51.439632 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-31c9fc34-736a-449e-817c-6718cc96a5c0 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.7352693 Jan 20 14:27:51.440495 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 35416) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:27:51.447655 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-d25e8a72-ff2f-4594-a990-75993d572669 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Calling delete_port for f4182b16-1c5a-451b-83e9-485e31282f9f owned by network:floatingip {{(pid=84152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:27:51.451425 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-9a4b4461-a4d0-4d42-aa77-933759b4a80c tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1626253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-745296'] for network, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:51.451758 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-f1ae527e-3473-4385-a061-3dd682acfb35 req-854abde0-f751-45dc-a58d-18384c36ffba tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] 10.222.0.54 "GET /v2.0/security-groups?id=578a98de-1d4e-4622-ab14-10bbfc156906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1023815 Jan 20 14:27:51.452424 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.base_scheduler [None req-88a43a13-84e5-410c-9c2b-5d9eff451ea8 tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825124-1-hyperv, d8775afe-27b1-4e75-a58d-d4c694d80ccc) {{(pid=84153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:27:51.466981 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b86446c-e354-47ef-bfb4-399371236a95 None None] Network d8775afe-27b1-4e75-a58d-d4c694d80ccc requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:27:51.479004 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-9a4b4461-a4d0-4d42-aa77-933759b4a80c tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Notify callbacks [] for network, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:51.496583 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ec10231b-e506-4e19-9fe8-0826a8e74be0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:51.513150 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88a43a13-84e5-410c-9c2b-5d9eff451ea8 tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:27:51.513876 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-88a43a13-84e5-410c-9c2b-5d9eff451ea8 tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Notify callbacks [] for subnet, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:51.519122 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4b4461-a4d0-4d42-aa77-933759b4a80c tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Pushing event deleted for resources: {'Network': ['ID=0c04b775-8074-4008-900f-43fd4cc4b6a3,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:27:51.532587 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.base_scheduler [None req-f951e1ee-a0c4-40ee-a42d-86ced1dacbb5 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825124-1-hyperv, 3d42d100-4506-4d48-937a-1fbf70b9ad3e) {{(pid=84152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:27:51.544366 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-9a4b4461-a4d0-4d42-aa77-933759b4a80c tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] 10.222.0.54 "DELETE /v2.0/networks/0c04b775-8074-4008-900f-43fd4cc4b6a3 HTTP/1.1" status: 204 len: 168 time: 2.6073298 Jan 20 14:27:51.552544 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 35422) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:27:51.554295 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f951e1ee-a0c4-40ee-a42d-86ced1dacbb5 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:27:51.554833 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-f951e1ee-a0c4-40ee-a42d-86ced1dacbb5 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks [] for subnet, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:51.589274 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df22ca54-3c51-49db-81ef-f49b78f81809 None None] Network 3d42d100-4506-4d48-937a-1fbf70b9ad3e requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:27:51.603238 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-d5a6e2db-8fc6-48ad-82a7-f43e80210dfb tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Deleting port 99e78131-68e4-4b3f-a77d-78e0c35bfb3b {{(pid=84152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:27:51.603580 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-d5a6e2db-8fc6-48ad-82a7-f43e80210dfb tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:51.606162 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.pecan_wsgi.hooks.translation [None req-1bd334b8-5145-4493-9dd0-67d61577c443 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] DELETE failed (client error): The resource could not be found. Jan 20 14:27:51.621457 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1bd334b8-5145-4493-9dd0-67d61577c443 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:27:51.621457 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-1bd334b8-5145-4493-9dd0-67d61577c443 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] 10.222.0.54 "DELETE /v2.0/subnets/738b9d95-097d-44d7-9501-b53a7a38bacb HTTP/1.1" status: 404 len: 337 time: 0.0577469 Jan 20 14:27:51.621457 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 35428) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:27:51.656271 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f118bac-8722-4f09-9e41-ccc3322b5d88 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] DELETE failed (client error): The resource could not be found. Jan 20 14:27:51.656719 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f118bac-8722-4f09-9e41-ccc3322b5d88 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:27:51.661450 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-8f118bac-8722-4f09-9e41-ccc3322b5d88 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] 10.222.0.54 "DELETE /v2.0/networks/b570bbfa-9206-4803-80fa-982e9e13e0e2 HTTP/1.1" status: 404 len: 339 time: 0.0465264 Jan 20 14:27:51.662113 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 35432) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:27:51.710153 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4dec911-0bf6-4ebc-b742-4e4377a428f7 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] DELETE failed (client error): The resource could not be found. Jan 20 14:27:51.710564 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4dec911-0bf6-4ebc-b742-4e4377a428f7 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:27:51.715324 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-a4dec911-0bf6-4ebc-b742-4e4377a428f7 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] 10.222.0.54 "DELETE /v2.0/subnets/bd539257-7236-42ca-a476-b2dcf2c2f7e6 HTTP/1.1" status: 404 len: 337 time: 0.0500383 Jan 20 14:27:51.716651 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 35438) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:27:51.754334 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-88a43a13-84e5-410c-9c2b-5d9eff451ea8 tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.8703959 Jan 20 14:27:51.755190 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 35442) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:27:51.771853 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-f3d8b3a2-97ec-4924-bf4a-108faad5d9b3 tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Request body: {'port': {'network_id': 'd8775afe-27b1-4e75-a58d-d4c694d80ccc', 'name': 'tempest-NetworksIpV6TestAttrs-1961149364'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:27:51.795610 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-f951e1ee-a0c4-40ee-a42d-86ced1dacbb5 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.2609930 Jan 20 14:27:51.804441 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 35446) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:27:51.827098 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-dc2db43b-f124-4a8a-ad64-9eab4b99c72a tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Request body: {'subnet': {'network_id': '3d42d100-4506-4d48-937a-1fbf70b9ad3e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:27:51.843308 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f101ff8-e541-46ee-be5d-bc799c213eaf tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] DELETE failed (client error): The resource could not be found. Jan 20 14:27:51.844272 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f101ff8-e541-46ee-be5d-bc799c213eaf tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:27:51.848903 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-4f101ff8-e541-46ee-be5d-bc799c213eaf tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] 10.222.0.54 "DELETE /v2.0/networks/679ca44f-aa1f-4189-a78a-09c63985cd68 HTTP/1.1" status: 404 len: 339 time: 0.1246479 Jan 20 14:27:51.849069 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-ec10231b-e506-4e19-9fe8-0826a8e74be0 None None] For port 9725ee7b-eaa8-4a2a-9b2e-cf1d36f2b985, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=9725ee7b-eaa8-4a2a-9b2e-cf1d36f2b985,segment=NetworkSegment(8c35f705-9940-4e51-8725-35a9384b2d3e),segment_id=8c35f705-9940-4e51-8725-35a9384b2d3e)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:27:51.856867 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 35450) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:27:51.925938 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ec10231b-e506-4e19-9fe8-0826a8e74be0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:51.994752 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.pecan_wsgi.hooks.translation [None req-35b1ca9c-6987-46f4-bfd1-51bf3432caf7 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] DELETE failed (client error): The resource could not be found. Jan 20 14:27:51.995382 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec10231b-e506-4e19-9fe8-0826a8e74be0 None None] Pushing event updated for resources: {'Port': ['ID=9725ee7b-eaa8-4a2a-9b2e-cf1d36f2b985,revision_number=3']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:27:51.995483 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35b1ca9c-6987-46f4-bfd1-51bf3432caf7 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:27:52.000421 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-35b1ca9c-6987-46f4-bfd1-51bf3432caf7 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] 10.222.0.54 "DELETE /v2.0/subnets/b3d05f9d-c35f-4a6b-a0cb-02635512eed0 HTTP/1.1" status: 404 len: 337 time: 0.1351373 Jan 20 14:27:52.008014 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 35458) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:27:52.081341 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.pecan_wsgi.hooks.translation [None req-219f3b3f-f2d2-43c4-b050-5b00c515fc51 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] DELETE failed (client error): The resource could not be found. Jan 20 14:27:52.081798 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-219f3b3f-f2d2-43c4-b050-5b00c515fc51 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:27:52.086384 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-219f3b3f-f2d2-43c4-b050-5b00c515fc51 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] 10.222.0.54 "DELETE /v2.0/networks/cdaa81bf-ff03-4abd-b356-290d6f60697d HTTP/1.1" status: 404 len: 339 time: 0.0746109 Jan 20 14:27:52.094670 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-d5a6e2db-8fc6-48ad-82a7-f43e80210dfb tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:52.096130 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 35462) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:27:52.147027 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6ab66b3-11b4-487c-bc92-ea1b84de99d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95c917f5-14ba-5e96-98b8-1a52654a930a-3d42d100-4506-4d48-937a-1fbf70b9ad3e', 'network_id': '3d42d100-4506-4d48-937a-1fbf70b9ad3e', 'tenant_id': '86e3e9c5b0744f88a459de56a9372787', 'fixed_ips': [{'subnet_id': '3160de4f-6a0b-4a95-81f2-20dfaaeda28a'}]}} from dv-neutron-825124-1-hyperv. {{(pid=84154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 20 14:27:52.147472 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-c6ab66b3-11b4-487c-bc92-ea1b84de99d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:52.164101 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 35466) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:27:52.215695 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 57555461-4045-4af6-b645-b2eb3916fd5a up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:27:52.273303 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-f3d8b3a2-97ec-4924-bf4a-108faad5d9b3 tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:27:52.300625 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92911b80-c07c-4514-a9af-3a02b59d2d58 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95c917f5-14ba-5e96-98b8-1a52654a930a-d8775afe-27b1-4e75-a58d-d4c694d80ccc', 'network_id': 'd8775afe-27b1-4e75-a58d-d4c694d80ccc', 'tenant_id': '67ae27d5542441d081f0145797cee5f6', 'fixed_ips': [{'subnet_id': '4e3cc9cb-97cc-414b-8d62-04f95af95064'}]}} from dv-neutron-825124-1-hyperv. {{(pid=84154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 20 14:27:52.301411 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-92911b80-c07c-4514-a9af-3a02b59d2d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:52.303589 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-d5a6e2db-8fc6-48ad-82a7-f43e80210dfb tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Calling delete_port for 99e78131-68e4-4b3f-a77d-78e0c35bfb3b owned by {{(pid=84152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:27:52.324424 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-af3d3999-35ee-4617-b72b-f8db4effc2c4 None None] Provisioning complete for port 9725ee7b-eaa8-4a2a-9b2e-cf1d36f2b985 triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:27:52.324793 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-af3d3999-35ee-4617-b72b-f8db4effc2c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:52.369308 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-f3d8b3a2-97ec-4924-bf4a-108faad5d9b3 tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Usage tracker for resource:port and tenant:67ae27d5542441d081f0145797cee5f6 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:27:52.375428 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-f3d8b3a2-97ec-4924-bf4a-108faad5d9b3 tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:27:52.418836 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-f3d8b3a2-97ec-4924-bf4a-108faad5d9b3 tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:27:52.509324 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-0e91e860-e279-41dd-91b6-21548a388b3a tempest-AllowedAddressPairTestJSON-1891555725 tempest-AllowedAddressPairTestJSON-1891555725-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-718869547'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:27:52.537281 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-0e91e860-e279-41dd-91b6-21548a388b3a tempest-AllowedAddressPairTestJSON-1891555725 tempest-AllowedAddressPairTestJSON-1891555725-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:27:52.558617 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-d25e8a72-ff2f-4594-a990-75993d572669 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:52.624882 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25e8a72-ff2f-4594-a990-75993d572669 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Pushing event deleted for resources: {'Port': ['ID=f4182b16-1c5a-451b-83e9-485e31282f9f,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:27:52.674123 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-dc2db43b-f124-4a8a-ad64-9eab4b99c72a tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:27:52.681243 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-dc2db43b-f124-4a8a-ad64-9eab4b99c72a tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Usage tracker for resource:subnet and tenant:86e3e9c5b0744f88a459de56a9372787 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:27:52.707238 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-dc2db43b-f124-4a8a-ad64-9eab4b99c72a tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:27:52.725273 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-dc2db43b-f124-4a8a-ad64-9eab4b99c72a tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:27:52.726062 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-0e91e860-e279-41dd-91b6-21548a388b3a tempest-AllowedAddressPairTestJSON-1891555725 tempest-AllowedAddressPairTestJSON-1891555725-project] Usage tracker for resource:network and tenant:b5df3043a2d745d5af73a0b2acebb6e4 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:27:52.744999 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-0e91e860-e279-41dd-91b6-21548a388b3a tempest-AllowedAddressPairTestJSON-1891555725 tempest-AllowedAddressPairTestJSON-1891555725-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:27:52.747626 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3d8b3a2-97ec-4924-bf4a-108faad5d9b3 tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Made reservation on behalf of 67ae27d5542441d081f0145797cee5f6 for: {'port': 1} {{(pid=84153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:27:52.751256 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-f3d8b3a2-97ec-4924-bf4a-108faad5d9b3 tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:52.773893 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port 57555461-4045-4af6-b645-b2eb3916fd5a triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:27:52.774708 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:52.781652 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-0e91e860-e279-41dd-91b6-21548a388b3a tempest-AllowedAddressPairTestJSON-1891555725 tempest-AllowedAddressPairTestJSON-1891555725-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:27:52.802580 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-d25e8a72-ff2f-4594-a990-75993d572669 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Notify callbacks [] for floatingip, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:52.824435 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-d25e8a72-ff2f-4594-a990-75993d572669 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for floatingip, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:52.829043 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-d25e8a72-ff2f-4594-a990-75993d572669 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] 10.222.0.54 "DELETE /v2.0/floatingips/dcb984fb-6141-4a85-afa7-67b29ca6d3e6 HTTP/1.1" status: 204 len: 168 time: 2.0364289 Jan 20 14:27:52.830959 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 35472) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:27:52.836505 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-2349d70e-289d-4697-b061-b4d4fa409db8 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Request body: {'floatingip': {'floating_network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'port_id': 'b6e0dcbf-6057-4764-9103-a743471798df'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:27:52.841908 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-2349d70e-289d-4697-b061-b4d4fa409db8 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:27:52.846377 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-2349d70e-289d-4697-b061-b4d4fa409db8 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Usage tracker for resource:floatingip and tenant:788f8e40e69a4b21adff221535fcbda3 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:27:52.849278 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-2349d70e-289d-4697-b061-b4d4fa409db8 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:27:52.850006 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.notifiers.nova [None req-f3d8b3a2-97ec-4924-bf4a-108faad5d9b3 tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] device_id is not set on port 71760179-fb96-426c-aba4-1aee0df30c62 yet. {{(pid=84153) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 14:27:52.855465 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-2349d70e-289d-4697-b061-b4d4fa409db8 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:27:52.865533 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc2db43b-f124-4a8a-ad64-9eab4b99c72a tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Made reservation on behalf of 86e3e9c5b0744f88a459de56a9372787 for: {'subnet': 1} {{(pid=84152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:27:52.869268 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-dc2db43b-f124-4a8a-ad64-9eab4b99c72a tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3155315'] for subnet, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:52.887031 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.db_base_plugin_v2 [None req-915eeb17-7a75-47ee-91b1-077794786c9e tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Deleting subnet a7851244-fdf8-47da-b827-73c0c1915bb6 {{(pid=84153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 20 14:27:52.892617 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_common [None req-c6ab66b3-11b4-487c-bc92-ea1b84de99d2 None None] Allocated IP 172.20.0.2 (3d42d100-4506-4d48-937a-1fbf70b9ad3e/3160de4f-6a0b-4a95-81f2-20dfaaeda28a/d0f3e37f-9ea6-4962-9a50-9c5e45354bd1) {{(pid=84154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:27:52.895629 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-d5a6e2db-8fc6-48ad-82a7-f43e80210dfb tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:52.900015 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a445d2b-e454-4df5-be97-1d7fd3a28b81 req-db8a5a23-512f-4799-ae8a-d5c16cf83cde tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:27:52.907510 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-6a445d2b-e454-4df5-be97-1d7fd3a28b81 req-db8a5a23-512f-4799-ae8a-d5c16cf83cde tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] 10.222.0.54 "GET /v2.0/ports?device_id=c1ec459f-0c13-4ec8-b610-ebb2038ce473 HTTP/1.1" status: 200 len: 945 time: 0.6951036 Jan 20 14:27:52.918904 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_common [None req-92911b80-c07c-4514-a9af-3a02b59d2d58 None None] Allocated IP 2001:db8::f816:3eff:feeb:1267 (d8775afe-27b1-4e75-a58d-d4c694d80ccc/4e3cc9cb-97cc-414b-8d62-04f95af95064/96c9c723-a0e6-459a-959a-8fc207e9d6e3) {{(pid=84154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:27:52.919140 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-915eeb17-7a75-47ee-91b1-077794786c9e tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Notify callbacks [] for subnet, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:52.962891 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e91e860-e279-41dd-91b6-21548a388b3a tempest-AllowedAddressPairTestJSON-1891555725 tempest-AllowedAddressPairTestJSON-1891555725-project] Made reservation on behalf of b5df3043a2d745d5af73a0b2acebb6e4 for: {'network': 1} {{(pid=84153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:27:52.965795 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-0e91e860-e279-41dd-91b6-21548a388b3a tempest-AllowedAddressPairTestJSON-1891555725 tempest-AllowedAddressPairTestJSON-1891555725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for network, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:53.005243 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-0e91e860-e279-41dd-91b6-21548a388b3a tempest-AllowedAddressPairTestJSON-1891555725 tempest-AllowedAddressPairTestJSON-1891555725-project] Notify callbacks [] for security_group, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:53.005895 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-2349d70e-289d-4697-b061-b4d4fa409db8 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Notify callbacks [] for floatingip, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:53.025051 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a6e2db-8fc6-48ad-82a7-f43e80210dfb tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Pushing event deleted for resources: {'Port': ['ID=99e78131-68e4-4b3f-a77d-78e0c35bfb3b,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:27:53.114317 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-915eeb17-7a75-47ee-91b1-077794786c9e tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3980851'] for subnet, precommit_delete_associations {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:53.204584 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-0e91e860-e279-41dd-91b6-21548a388b3a tempest-AllowedAddressPairTestJSON-1891555725 tempest-AllowedAddressPairTestJSON-1891555725-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:27:53.222344 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.db.ipam_backend_mixin [None req-dc2db43b-f124-4a8a-ad64-9eab4b99c72a tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 3160de4f-6a0b-4a95-81f2-20dfaaeda28a (CIDR: 172.20.0.0/28) Jan 20 14:27:53.223071 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-6a445d2b-e454-4df5-be97-1d7fd3a28b81 req-e3d7027a-d4a9-4cab-8924-f396a9dfa897 tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] 10.222.0.54 "GET /v2.0/security-groups?id=578a98de-1d4e-4622-ab14-10bbfc156906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3146260 Jan 20 14:27:53.236855 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-d5a6e2db-8fc6-48ad-82a7-f43e80210dfb tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:53.240707 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-0e91e860-e279-41dd-91b6-21548a388b3a tempest-AllowedAddressPairTestJSON-1891555725 tempest-AllowedAddressPairTestJSON-1891555725-project] Usage tracker for resource:security_group_rule and tenant:b5df3043a2d745d5af73a0b2acebb6e4 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:27:53.244103 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-d5a6e2db-8fc6-48ad-82a7-f43e80210dfb tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] 10.222.0.54 "DELETE /v2.0/ports/99e78131-68e4-4b3f-a77d-78e0c35bfb3b HTTP/1.1" status: 204 len: 168 time: 1.7540433 Jan 20 14:27:53.245177 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-0e91e860-e279-41dd-91b6-21548a388b3a tempest-AllowedAddressPairTestJSON-1891555725 tempest-AllowedAddressPairTestJSON-1891555725-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:27:53.245775 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 35476) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:27:53.263509 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-0e91e860-e279-41dd-91b6-21548a388b3a tempest-AllowedAddressPairTestJSON-1891555725 tempest-AllowedAddressPairTestJSON-1891555725-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:27:53.328369 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 9725ee7b-eaa8-4a2a-9b2e-cf1d36f2b985 up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:27:53.330131 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-915eeb17-7a75-47ee-91b1-077794786c9e tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1627147'] for subnet, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:53.354128 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a77b14f9-95ab-437c-a76b-0fa439b09f3c tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:27:53.356802 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a77b14f9-95ab-437c-a76b-0fa439b09f3c tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:27:53.357809 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-a77b14f9-95ab-437c-a76b-0fa439b09f3c tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Synchronizing usage tracker for tenant:2cb17692bb0c4a2782f988652201ac42 on resource:subnet {{(pid=84152) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:27:53.365343 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc2db43b-f124-4a8a-ad64-9eab4b99c72a tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 20 14:27:53.366183 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc2db43b-f124-4a8a-ad64-9eab4b99c72a tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84152) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:27:53.454081 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-2349d70e-289d-4697-b061-b4d4fa409db8 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:53.460410 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-dc2db43b-f124-4a8a-ad64-9eab4b99c72a tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.6505132 Jan 20 14:27:53.468300 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 35480) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:27:53.484936 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-a92b4d74-56d5-4477-a63b-e3366f06019e tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Request body: {'subnet': {'network_id': '3d42d100-4506-4d48-937a-1fbf70b9ad3e', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:27:53.497691 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-a77b14f9-95ab-437c-a76b-0fa439b09f3c tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Unset dirty status for tenant:2cb17692bb0c4a2782f988652201ac42 on resource:subnet {{(pid=84152) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:27:53.500613 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-a77b14f9-95ab-437c-a76b-0fa439b09f3c tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2443831 Jan 20 14:27:53.511857 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-c6ab66b3-11b4-487c-bc92-ea1b84de99d2 None None] Notify callbacks [] for port, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:53.513233 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 35484) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:27:53.533480 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-c6ab66b3-11b4-487c-bc92-ea1b84de99d2 None None] Transition to ACTIVE for port object d0f3e37f-9ea6-4962-9a50-9c5e45354bd1 will not be triggered until provisioned by entity L2. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:27:53.561327 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-92911b80-c07c-4514-a9af-3a02b59d2d58 None None] Notify callbacks [] for port, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:53.572160 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-0e91e860-e279-41dd-91b6-21548a388b3a tempest-AllowedAddressPairTestJSON-1891555725 tempest-AllowedAddressPairTestJSON-1891555725-project] Notify callbacks [] for security_group, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:53.616471 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.db_base_plugin_common [None req-2349d70e-289d-4697-b061-b4d4fa409db8 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Allocated IP 172.26.7.42 (8dffb05c-5ca0-409b-bd5f-7be6264f707d/a489dd4f-42a5-433b-8be3-bab2749c4209/b392b220-b749-40d8-b76f-92ebcc149cf5) {{(pid=84152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:27:53.665476 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-0e91e860-e279-41dd-91b6-21548a388b3a tempest-AllowedAddressPairTestJSON-1891555725 tempest-AllowedAddressPairTestJSON-1891555725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:53.688581 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-92911b80-c07c-4514-a9af-3a02b59d2d58 None None] Transition to ACTIVE for port object 96c9c723-a0e6-459a-959a-8fc207e9d6e3 will not be triggered until provisioned by entity L2. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:27:53.727619 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-92911b80-c07c-4514-a9af-3a02b59d2d58 None None] Transition to ACTIVE for port object 96c9c723-a0e6-459a-959a-8fc207e9d6e3 will not be triggered until provisioned by entity DHCP. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:27:53.728689 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port 9725ee7b-eaa8-4a2a-9b2e-cf1d36f2b985 triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:27:53.729127 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:53.743430 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e91e860-e279-41dd-91b6-21548a388b3a tempest-AllowedAddressPairTestJSON-1891555725 tempest-AllowedAddressPairTestJSON-1891555725-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 184} {{(pid=84153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 14:27:53.757181 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-c6ab66b3-11b4-487c-bc92-ea1b84de99d2 None None] Transition to ACTIVE for port object d0f3e37f-9ea6-4962-9a50-9c5e45354bd1 will not be triggered until provisioned by entity DHCP. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:27:53.785856 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-2349d70e-289d-4697-b061-b4d4fa409db8 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Notify callbacks [] for port, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:53.817779 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-915eeb17-7a75-47ee-91b1-077794786c9e tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1627154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3943464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4194013'] for subnet, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:53.854604 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-92911b80-c07c-4514-a9af-3a02b59d2d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477'] for port, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:53.909824 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-0e91e860-e279-41dd-91b6-21548a388b3a tempest-AllowedAddressPairTestJSON-1891555725 tempest-AllowedAddressPairTestJSON-1891555725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:53.910203 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.db.segments_db [None req-0e91e860-e279-41dd-91b6-21548a388b3a tempest-AllowedAddressPairTestJSON-1891555725 tempest-AllowedAddressPairTestJSON-1891555725-project] Added segment 7eea0502-2150-4167-8692-4cb1c44763e1 of type vlan for network 401af806-85f7-4798-b548-c297021420e8 Jan 20 14:27:53.911324 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e91e860-e279-41dd-91b6-21548a388b3a tempest-AllowedAddressPairTestJSON-1891555725 tempest-AllowedAddressPairTestJSON-1891555725-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57813ca0-552b-4c1b-a060-34c5735f2954,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:27:53.911576 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-c6ab66b3-11b4-487c-bc92-ea1b84de99d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477'] for port, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:53.924074 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-2349d70e-289d-4697-b061-b4d4fa409db8 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:53.929781 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915eeb17-7a75-47ee-91b1-077794786c9e tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Pushing event deleted for resources: {'Subnet': ['ID=a7851244-fdf8-47da-b827-73c0c1915bb6,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:27:53.941705 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-a92b4d74-56d5-4477-a63b-e3366f06019e tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:27:53.965474 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92911b80-c07c-4514-a9af-3a02b59d2d58 None None] Network d8775afe-27b1-4e75-a58d-d4c694d80ccc is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:27:53.972458 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-a92b4d74-56d5-4477-a63b-e3366f06019e tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Usage tracker for resource:subnet and tenant:86e3e9c5b0744f88a459de56a9372787 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:27:53.976293 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92911b80-c07c-4514-a9af-3a02b59d2d58 None None] Pushing event updated for resources: {'Port': ['ID=96c9c723-a0e6-459a-959a-8fc207e9d6e3,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:27:53.977267 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-a92b4d74-56d5-4477-a63b-e3366f06019e tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:27:53.978957 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-92911b80-c07c-4514-a9af-3a02b59d2d58 None None] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:27:53.982186 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-915eeb17-7a75-47ee-91b1-077794786c9e tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Notify callbacks [] for subnet, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:54.016496 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec38cad5-23f9-41c6-ab8b-2409519620c4 None None] Network 44f05124-6ef5-46c0-9bd1-75db174451d5 requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:27:54.025744 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dccab5c-91dc-4033-b309-7a60889305d4 admin admin] Router c0d234bc-0f44-4930-872e-adb19a23e827 has already been hosted by L3 agent 624d525b-4c26-4143-8a1c-228bb1c6faaa {{(pid=84153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 14:27:54.032195 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-0e91e860-e279-41dd-91b6-21548a388b3a tempest-AllowedAddressPairTestJSON-1891555725 tempest-AllowedAddressPairTestJSON-1891555725-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769553767792'] for network, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:54.033317 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92911b80-c07c-4514-a9af-3a02b59d2d58 None None] Received port after_create {{(pid=84154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:27:54.036145 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-a92b4d74-56d5-4477-a63b-e3366f06019e tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:27:54.036823 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6ab66b3-11b4-487c-bc92-ea1b84de99d2 None None] Network 3d42d100-4506-4d48-937a-1fbf70b9ad3e is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:27:54.044841 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2349d70e-289d-4697-b061-b4d4fa409db8 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Network 8dffb05c-5ca0-409b-bd5f-7be6264f707d is already hosted by enough agents. {{(pid=84152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:27:54.047318 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-c6ab66b3-11b4-487c-bc92-ea1b84de99d2 None None] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:27:54.051441 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.base_scheduler [None req-2349d70e-289d-4697-b061-b4d4fa409db8 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Resources bound (agent type, host, resource id): {{(pid=84152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:27:54.056924 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2349d70e-289d-4697-b061-b4d4fa409db8 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Received port after_create {{(pid=84152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:27:54.098649 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.db_base_plugin_common [None req-f3d8b3a2-97ec-4924-bf4a-108faad5d9b3 tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Allocated IP 2001:db8::f816:3eff:fe8e:125b (d8775afe-27b1-4e75-a58d-d4c694d80ccc/4e3cc9cb-97cc-414b-8d62-04f95af95064/71760179-fb96-426c-aba4-1aee0df30c62) {{(pid=84153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:27:54.102916 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-915eeb17-7a75-47ee-91b1-077794786c9e tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] 10.222.0.54 "DELETE /v2.0/subnets/a7851244-fdf8-47da-b827-73c0c1915bb6 HTTP/1.1" status: 204 len: 168 time: 2.0048184 Jan 20 14:27:54.108601 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2349d70e-289d-4697-b061-b4d4fa409db8 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Pushing event updated for resources: {'Port': ['ID=b392b220-b749-40d8-b76f-92ebcc149cf5,revision_number=1']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:27:54.108775 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6ab66b3-11b4-487c-bc92-ea1b84de99d2 None None] Received port after_create {{(pid=84154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:27:54.108863 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 35488) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:27:54.113758 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0489b13-0e0a-4885-b757-5b1fb8e32b47 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Deleting subnet e2d67773-4936-4f70-88d7-4fb81f932633 {{(pid=84153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 20 14:27:54.131363 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-a0489b13-0e0a-4885-b757-5b1fb8e32b47 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks [] for subnet, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:54.186153 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a92b4d74-56d5-4477-a63b-e3366f06019e tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Made reservation on behalf of 86e3e9c5b0744f88a459de56a9372787 for: {'subnet': 1} {{(pid=84153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:27:54.256516 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-1aefd531-d951-420b-8b65-40dc55bf94ea tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586409'] for network, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:54.318661 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ab66b3-11b4-487c-bc92-ea1b84de99d2 None None] Pushing event updated for resources: {'Port': ['ID=d0f3e37f-9ea6-4962-9a50-9c5e45354bd1,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:27:54.393628 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-a0489b13-0e0a-4885-b757-5b1fb8e32b47 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3980851'] for subnet, precommit_delete_associations {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:54.433731 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-0e91e860-e279-41dd-91b6-21548a388b3a tempest-AllowedAddressPairTestJSON-1891555725 tempest-AllowedAddressPairTestJSON-1891555725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967'] for network, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:54.438077 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e91e860-e279-41dd-91b6-21548a388b3a tempest-AllowedAddressPairTestJSON-1891555725 tempest-AllowedAddressPairTestJSON-1891555725-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:27:54.438661 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-0e91e860-e279-41dd-91b6-21548a388b3a tempest-AllowedAddressPairTestJSON-1891555725 tempest-AllowedAddressPairTestJSON-1891555725-project] Notify callbacks [] for network, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:54.459682 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-1aefd531-d951-420b-8b65-40dc55bf94ea tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Deleting port f1f96353-0750-4e23-91ea-bc5f6db4509d {{(pid=84152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:27:54.459682 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-1aefd531-d951-420b-8b65-40dc55bf94ea tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:54.469145 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-92911b80-c07c-4514-a9af-3a02b59d2d58 None None] Attempting to bind port 96c9c723-a0e6-459a-959a-8fc207e9d6e3 on host dv-neutron-825124-1-hyperv for vnic_type normal with profile {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:27:54.469518 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-92911b80-c07c-4514-a9af-3a02b59d2d58 None None] Attempting to bind port 96c9c723-a0e6-459a-959a-8fc207e9d6e3 by drivers openvswitch,hyperv on host dv-neutron-825124-1-hyperv at level 0 using segments [{'id': '1f66d52a-2e00-4cd2-a547-bfc6ea43cf26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'd8775afe-27b1-4e75-a58d-d4c694d80ccc'}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:27:54.469879 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92911b80-c07c-4514-a9af-3a02b59d2d58 None None] Attempting to bind port 96c9c723-a0e6-459a-959a-8fc207e9d6e3 on network d8775afe-27b1-4e75-a58d-d4c694d80ccc {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 14:27:54.475205 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-c6ab66b3-11b4-487c-bc92-ea1b84de99d2 None None] Attempting to bind port d0f3e37f-9ea6-4962-9a50-9c5e45354bd1 on host dv-neutron-825124-1-hyperv for vnic_type normal with profile {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:27:54.475576 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-c6ab66b3-11b4-487c-bc92-ea1b84de99d2 None None] Attempting to bind port d0f3e37f-9ea6-4962-9a50-9c5e45354bd1 by drivers openvswitch,hyperv on host dv-neutron-825124-1-hyperv at level 0 using segments [{'id': 'a1d096ad-8c3b-4b61-9328-3a43d1ceb011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '3d42d100-4506-4d48-937a-1fbf70b9ad3e'}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:27:54.475934 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ab66b3-11b4-487c-bc92-ea1b84de99d2 None None] Attempting to bind port d0f3e37f-9ea6-4962-9a50-9c5e45354bd1 on network 3d42d100-4506-4d48-937a-1fbf70b9ad3e {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 14:27:54.489242 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92911b80-c07c-4514-a9af-3a02b59d2d58 None None] Checking agent: {'id': '6414dfeb-85c5-454a-8756-709ca637d800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825124-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 16, 31), 'started_at': datetime.datetime(2022, 1, 20, 14, 17, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 27, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825124-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 14:27:54.489624 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92911b80-c07c-4514-a9af-3a02b59d2d58 None None] Checking segment: {'id': '1f66d52a-2e00-4cd2-a547-bfc6ea43cf26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'd8775afe-27b1-4e75-a58d-d4c694d80ccc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 14:27:54.490009 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-92911b80-c07c-4514-a9af-3a02b59d2d58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:54.490434 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92911b80-c07c-4514-a9af-3a02b59d2d58 None None] Bound using segment: {'id': '1f66d52a-2e00-4cd2-a547-bfc6ea43cf26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'd8775afe-27b1-4e75-a58d-d4c694d80ccc'} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 14:27:54.490911 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-92911b80-c07c-4514-a9af-3a02b59d2d58 None None] Bound port: 96c9c723-a0e6-459a-959a-8fc207e9d6e3, host: dv-neutron-825124-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f66d52a-2e00-4cd2-a547-bfc6ea43cf26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'd8775afe-27b1-4e75-a58d-d4c694d80ccc'}}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:27:54.491284 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-92911b80-c07c-4514-a9af-3a02b59d2d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:54.512261 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ab66b3-11b4-487c-bc92-ea1b84de99d2 None None] Checking agent: {'id': '6414dfeb-85c5-454a-8756-709ca637d800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825124-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 16, 31), 'started_at': datetime.datetime(2022, 1, 20, 14, 17, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 27, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825124-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 14:27:54.512564 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ab66b3-11b4-487c-bc92-ea1b84de99d2 None None] Checking segment: {'id': 'a1d096ad-8c3b-4b61-9328-3a43d1ceb011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '3d42d100-4506-4d48-937a-1fbf70b9ad3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 14:27:54.512939 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-c6ab66b3-11b4-487c-bc92-ea1b84de99d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:54.513333 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ab66b3-11b4-487c-bc92-ea1b84de99d2 None None] Bound using segment: {'id': 'a1d096ad-8c3b-4b61-9328-3a43d1ceb011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '3d42d100-4506-4d48-937a-1fbf70b9ad3e'} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 14:27:54.513811 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-c6ab66b3-11b4-487c-bc92-ea1b84de99d2 None None] Bound port: d0f3e37f-9ea6-4962-9a50-9c5e45354bd1, host: dv-neutron-825124-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1d096ad-8c3b-4b61-9328-3a43d1ceb011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '3d42d100-4506-4d48-937a-1fbf70b9ad3e'}}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:27:54.514207 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-c6ab66b3-11b4-487c-bc92-ea1b84de99d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:54.696170 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-c6ab66b3-11b4-487c-bc92-ea1b84de99d2 None None] For port d0f3e37f-9ea6-4962-9a50-9c5e45354bd1, host dv-neutron-825124-1-hyperv, cleared binding levels {{(pid=84154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 14:27:54.700612 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-c6ab66b3-11b4-487c-bc92-ea1b84de99d2 None None] For port d0f3e37f-9ea6-4962-9a50-9c5e45354bd1, host dv-neutron-825124-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=d0f3e37f-9ea6-4962-9a50-9c5e45354bd1,segment=NetworkSegment(a1d096ad-8c3b-4b61-9328-3a43d1ceb011),segment_id=a1d096ad-8c3b-4b61-9328-3a43d1ceb011)] {{(pid=84154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 14:27:54.702074 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-92911b80-c07c-4514-a9af-3a02b59d2d58 None None] For port 96c9c723-a0e6-459a-959a-8fc207e9d6e3, host dv-neutron-825124-1-hyperv, cleared binding levels {{(pid=84154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 14:27:54.706154 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-92911b80-c07c-4514-a9af-3a02b59d2d58 None None] For port 96c9c723-a0e6-459a-959a-8fc207e9d6e3, host dv-neutron-825124-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=96c9c723-a0e6-459a-959a-8fc207e9d6e3,segment=NetworkSegment(1f66d52a-2e00-4cd2-a547-bfc6ea43cf26),segment_id=1f66d52a-2e00-4cd2-a547-bfc6ea43cf26)] {{(pid=84154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 14:27:54.773217 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-c6ab66b3-11b4-487c-bc92-ea1b84de99d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:54.809266 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d163ad1c-cf1b-465d-8196-2424751587c7 None None] DHCP port deletion for 44f05124-6ef5-46c0-9bd1-75db174451d5 request from dv-neutron-825124-1-hyperv {{(pid=84154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 20 14:27:54.831332 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-92911b80-c07c-4514-a9af-3a02b59d2d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:54.839221 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-d163ad1c-cf1b-465d-8196-2424751587c7 None None] Deleting port f1f96353-0750-4e23-91ea-bc5f6db4509d {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:27:54.839588 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-d163ad1c-cf1b-465d-8196-2424751587c7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:54.897794 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e91e860-e279-41dd-91b6-21548a388b3a tempest-AllowedAddressPairTestJSON-1891555725 tempest-AllowedAddressPairTestJSON-1891555725-project] Pushing event updated for resources: {'Network': ['ID=401af806-85f7-4798-b548-c297021420e8,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:27:54.900567 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-0e91e860-e279-41dd-91b6-21548a388b3a tempest-AllowedAddressPairTestJSON-1891555725 tempest-AllowedAddressPairTestJSON-1891555725-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 2.7350869 Jan 20 14:27:54.911649 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 35494) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:27:54.933120 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Network 401af806-85f7-4798-b548-c297021420e8 details requested by agent ovs-agent-dv-neutron-825124-1-hyperv with host dv-neutron-825124-1-hyperv {{(pid=84154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 14:27:54.933703 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-eba634cd-bbc5-4f65-be81-574f58e4b0d5 tempest-AllowedAddressPairTestJSON-1891555725 tempest-AllowedAddressPairTestJSON-1891555725-project] Request body: {'subnet': {'network_id': '401af806-85f7-4798-b548-c297021420e8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:27:54.973593 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-a92b4d74-56d5-4477-a63b-e3366f06019e tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4193986'] for subnet, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:55.015734 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ab66b3-11b4-487c-bc92-ea1b84de99d2 None None] Pushing event updated for resources: {'Port': ['ID=d0f3e37f-9ea6-4962-9a50-9c5e45354bd1,revision_number=2']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:27:55.065475 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.db [None req-1aefd531-d951-420b-8b65-40dc55bf94ea tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] For port f1f96353-0750-4e23-91ea-bc5f6db4509d, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=f1f96353-0750-4e23-91ea-bc5f6db4509d,segment=NetworkSegment(4b5b7999-0f9d-4c07-b055-6e881c0f5518),segment_id=4b5b7999-0f9d-4c07-b055-6e881c0f5518)] {{(pid=84152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:27:55.065851 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-1aefd531-d951-420b-8b65-40dc55bf94ea tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:55.085308 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-a0489b13-0e0a-4885-b757-5b1fb8e32b47 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1627147'] for subnet, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:55.176376 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db8a313-0f6a-46cc-9087-68eb59860122 req-836f78ae-3860-4acf-a588-79a49640d541 tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:27:55.185450 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-7db8a313-0f6a-46cc-9087-68eb59860122 req-836f78ae-3860-4acf-a588-79a49640d541 tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] 10.222.0.54 "GET /v2.0/ports?device_id=c1ec459f-0c13-4ec8-b610-ebb2038ce473 HTTP/1.1" status: 200 len: 945 time: 0.6056418 Jan 20 14:27:55.213459 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-1aefd531-d951-420b-8b65-40dc55bf94ea tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Calling delete_port for f1f96353-0750-4e23-91ea-bc5f6db4509d owned by network:dhcp {{(pid=84152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:27:55.332336 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-eba634cd-bbc5-4f65-be81-574f58e4b0d5 tempest-AllowedAddressPairTestJSON-1891555725 tempest-AllowedAddressPairTestJSON-1891555725-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:27:55.336316 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-eba634cd-bbc5-4f65-be81-574f58e4b0d5 tempest-AllowedAddressPairTestJSON-1891555725 tempest-AllowedAddressPairTestJSON-1891555725-project] Usage tracker for resource:subnet and tenant:b5df3043a2d745d5af73a0b2acebb6e4 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:27:55.341384 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-eba634cd-bbc5-4f65-be81-574f58e4b0d5 tempest-AllowedAddressPairTestJSON-1891555725 tempest-AllowedAddressPairTestJSON-1891555725-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:27:55.348156 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-eba634cd-bbc5-4f65-be81-574f58e4b0d5 tempest-AllowedAddressPairTestJSON-1891555725 tempest-AllowedAddressPairTestJSON-1891555725-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:27:55.352255 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-f3d8b3a2-97ec-4924-bf4a-108faad5d9b3 tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Notify callbacks [] for port, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:55.394868 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-1aefd531-d951-420b-8b65-40dc55bf94ea tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:55.406963 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-d163ad1c-cf1b-465d-8196-2424751587c7 None None] For port f1f96353-0750-4e23-91ea-bc5f6db4509d, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=f1f96353-0750-4e23-91ea-bc5f6db4509d,segment=NetworkSegment(4b5b7999-0f9d-4c07-b055-6e881c0f5518),segment_id=4b5b7999-0f9d-4c07-b055-6e881c0f5518)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:27:55.407505 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-d163ad1c-cf1b-465d-8196-2424751587c7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:55.423464 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.provisioning_blocks [None req-f3d8b3a2-97ec-4924-bf4a-108faad5d9b3 tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Transition to ACTIVE for port object 71760179-fb96-426c-aba4-1aee0df30c62 will not be triggered until provisioned by entity DHCP. {{(pid=84153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:27:55.428399 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92911b80-c07c-4514-a9af-3a02b59d2d58 None None] Pushing event updated for resources: {'Port': ['ID=96c9c723-a0e6-459a-959a-8fc207e9d6e3,revision_number=2']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:27:55.456638 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aefd531-d951-420b-8b65-40dc55bf94ea tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] No DVR routers for this DVR port f1f96353-0750-4e23-91ea-bc5f6db4509d on host dv-neutron-825124-1-hyperv {{(pid=84152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 14:27:55.511006 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eba634cd-bbc5-4f65-be81-574f58e4b0d5 tempest-AllowedAddressPairTestJSON-1891555725 tempest-AllowedAddressPairTestJSON-1891555725-project] Made reservation on behalf of b5df3043a2d745d5af73a0b2acebb6e4 for: {'subnet': 1} {{(pid=84152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:27:55.544178 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-7db8a313-0f6a-46cc-9087-68eb59860122 req-ff980518-8d83-419a-87e2-a48bf9817558 tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] 10.222.0.54 "GET /v2.0/security-groups?id=578a98de-1d4e-4622-ab14-10bbfc156906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3529644 Jan 20 14:27:55.601055 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aefd531-d951-420b-8b65-40dc55bf94ea tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Pushing event deleted for resources: {'Port': ['ID=f1f96353-0750-4e23-91ea-bc5f6db4509d,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:27:55.726630 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-d163ad1c-cf1b-465d-8196-2424751587c7 None None] Calling delete_port for f1f96353-0750-4e23-91ea-bc5f6db4509d owned by network:dhcp {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:27:55.729727 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-a0489b13-0e0a-4885-b757-5b1fb8e32b47 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1627154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3943464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4194013'] for subnet, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:55.753335 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-eba634cd-bbc5-4f65-be81-574f58e4b0d5 tempest-AllowedAddressPairTestJSON-1891555725 tempest-AllowedAddressPairTestJSON-1891555725-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3155315'] for subnet, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:55.795346 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0489b13-0e0a-4885-b757-5b1fb8e32b47 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Pushing event deleted for resources: {'Subnet': ['ID=e2d67773-4936-4f70-88d7-4fb81f932633,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:27:55.810525 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-f3d8b3a2-97ec-4924-bf4a-108faad5d9b3 tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:55.823077 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dccab5c-91dc-4033-b309-7a60889305d4 admin admin] Notify agent at l3_agent.dv-neutron-825124-1-hyperv the message routers_updated {{(pid=84153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 14:27:55.830649 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.db.api [None req-d163ad1c-cf1b-465d-8196-2424751587c7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84154) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 14:27:55.831633 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG oslo_db.api [None req-d163ad1c-cf1b-465d-8196-2424751587c7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 14:27:55.833644 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ec8ecde-5720-43f9-99c9-7dda58f8af9f None None] Network dbce74ed-d43c-4540-8d8d-e582f35e4792 requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:27:55.863628 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-a0489b13-0e0a-4885-b757-5b1fb8e32b47 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks [] for subnet, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:55.863825 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-1aefd531-d951-420b-8b65-40dc55bf94ea tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1626242', 'neutron.services.segments.db._delete_segments_for_network-8769554214620'] for network, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:55.923434 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.segments.db [None req-1aefd531-d951-420b-8b65-40dc55bf94ea tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44f05124-6ef5-46c0-9bd1-75db174451d5']}} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:27:55.947554 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.segments.db [None req-1aefd531-d951-420b-8b65-40dc55bf94ea tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b5b7999-0f9d-4c07-b055-6e881c0f5518') {'for_net_delete': True} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:27:55.947768 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.segments.db [None req-1aefd531-d951-420b-8b65-40dc55bf94ea tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b5b7999-0f9d-4c07-b055-6e881c0f5518') {} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:27:55.951089 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81e5a961-aa48-4ee6-bd48-47cf1c15a643 None None] Sync routers for ids ['c0d234bc-0f44-4930-872e-adb19a23e827'] in dv-neutron-825124-1-hyperv {{(pid=84154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 14:27:55.959940 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3d8b3a2-97ec-4924-bf4a-108faad5d9b3 tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Network d8775afe-27b1-4e75-a58d-d4c694d80ccc is already hosted by enough agents. {{(pid=84153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:27:55.962367 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d8b3a2-97ec-4924-bf4a-108faad5d9b3 tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Pushing event updated for resources: {'Port': ['ID=71760179-fb96-426c-aba4-1aee0df30c62,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:27:55.973399 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.base_scheduler [None req-f3d8b3a2-97ec-4924-bf4a-108faad5d9b3 tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Resources bound (agent type, host, resource id): {{(pid=84153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:27:55.978609 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-1aefd531-d951-420b-8b65-40dc55bf94ea tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769554214503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3337904'] for segment, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:55.978790 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3d8b3a2-97ec-4924-bf4a-108faad5d9b3 tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Received port after_create {{(pid=84153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:27:55.982718 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3d8b3a2-97ec-4924-bf4a-108faad5d9b3 tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:27:55.983356 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-f3d8b3a2-97ec-4924-bf4a-108faad5d9b3 tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:55.998994 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81e5a961-aa48-4ee6-bd48-47cf1c15a643 None None] Routers {'c0d234bc-0f44-4930-872e-adb19a23e827'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:27:55.999902 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-81e5a961-aa48-4ee6-bd48-47cf1c15a643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:27:30Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['c0d234bc-0f44-4930-872e-adb19a23e827'], 'active': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:27:56.005644 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-1aefd531-d951-420b-8b65-40dc55bf94ea tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:56.008967 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-1dccab5c-91dc-4033-b309-7a60889305d4 admin admin] 10.222.0.54 "PUT /v2.0/routers/c0d234bc-0f44-4930-872e-adb19a23e827/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.6631179 Jan 20 14:27:56.011674 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 35500) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:27:56.015156 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-a0489b13-0e0a-4885-b757-5b1fb8e32b47 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] 10.222.0.54 "DELETE /v2.0/subnets/e2d67773-4936-4f70-88d7-4fb81f932633 HTTP/1.1" status: 204 len: 168 time: 2.4980931 Jan 20 14:27:56.015319 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1aefd531-d951-420b-8b65-40dc55bf94ea tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Releasing vlan 172 on physical network physnet1 to pool {{(pid=84152) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 14:27:56.015623 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-1aefd531-d951-420b-8b65-40dc55bf94ea tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1622950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4162906'] for segment, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:56.031618 dv-neutron-825124-1-hyperv neutron-server[84152]: Traceback (most recent call last): Jan 20 14:27:56.031618 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 14:27:56.031618 dv-neutron-825124-1-hyperv neutron-server[84152]: timer() Jan 20 14:27:56.031618 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 14:27:56.031618 dv-neutron-825124-1-hyperv neutron-server[84152]: cb(*args, **kw) Jan 20 14:27:56.031618 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 14:27:56.031618 dv-neutron-825124-1-hyperv neutron-server[84152]: return func(*args, **kwargs) Jan 20 14:27:56.031618 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 14:27:56.031618 dv-neutron-825124-1-hyperv neutron-server[84152]: self._notify() Jan 20 14:27:56.031618 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 14:27:56.031618 dv-neutron-825124-1-hyperv neutron-server[84152]: self.callback(batched_events) Jan 20 14:27:56.031618 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 14:27:56.031618 dv-neutron-825124-1-hyperv neutron-server[84152]: event.method(event) Jan 20 14:27:56.031618 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 14:27:56.031618 dv-neutron-825124-1-hyperv neutron-server[84152]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 14:27:56.031618 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 14:27:56.031618 dv-neutron-825124-1-hyperv neutron-server[84152]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 14:27:56.031618 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 14:27:56.031618 dv-neutron-825124-1-hyperv neutron-server[84152]: return f(self, *a, **k) Jan 20 14:27:56.031618 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 14:27:56.031618 dv-neutron-825124-1-hyperv neutron-server[84152]: return self._get(url).json() Jan 20 14:27:56.031618 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 14:27:56.031618 dv-neutron-825124-1-hyperv neutron-server[84152]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 14:27:56.031618 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 14:27:56.031618 dv-neutron-825124-1-hyperv neutron-server[84152]: return self.request(url, 'GET', **kwargs) Jan 20 14:27:56.031618 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 14:27:56.031618 dv-neutron-825124-1-hyperv neutron-server[84152]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 14:27:56.031618 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 14:27:56.031618 dv-neutron-825124-1-hyperv neutron-server[84152]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 14:27:56.031618 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 14:27:56.031618 dv-neutron-825124-1-hyperv neutron-server[84152]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 14:27:56.031618 dv-neutron-825124-1-hyperv neutron-server[84152]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 14:27:56.034261 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 35504) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:27:56.162203 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-f3d8b3a2-97ec-4924-bf4a-108faad5d9b3 tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 4.4017677 Jan 20 14:27:56.163274 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-a92b4d74-56d5-4477-a63b-e3366f06019e tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3943531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4194004'] for subnet, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:56.167060 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 35510) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:27:56.250254 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvr_db [None req-81e5a961-aa48-4ee6-bd48-47cf1c15a643 None None] Set router c0d234bc-0f44-4930-872e-adb19a23e827 gateway port host: dv-neutron-825124-1-hyperv {{(pid=84154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 14:27:56.258217 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-1a2ad8d2-d643-4374-a2ff-a6e49289883c tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2216122 Jan 20 14:27:56.269101 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 35512) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:27:56.466770 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a92b4d74-56d5-4477-a63b-e3366f06019e tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Network 3d42d100-4506-4d48-937a-1fbf70b9ad3e is already hosted by enough agents. {{(pid=84153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:27:56.470884 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-d163ad1c-cf1b-465d-8196-2424751587c7 None None] Deleting port f1f96353-0750-4e23-91ea-bc5f6db4509d {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:27:56.476061 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-d163ad1c-cf1b-465d-8196-2424751587c7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:56.488205 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.base_scheduler [None req-a92b4d74-56d5-4477-a63b-e3366f06019e tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Resources bound (agent type, host, resource id): {{(pid=84153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:27:56.496229 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92b4d74-56d5-4477-a63b-e3366f06019e tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Pushing event updated for resources: {'Subnet': ['ID=d34efd83-cb08-4e4f-bfb0-ebdd28b424a3,revision_number=0']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:27:56.499381 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-424627a3-39aa-4af9-8664-bcc305eb126c tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Request body: {'subnet': {'network_id': 'dbce74ed-d43c-4540-8d8d-e582f35e4792', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:27:56.504770 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a92b4d74-56d5-4477-a63b-e3366f06019e tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:27:56.511841 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-a92b4d74-56d5-4477-a63b-e3366f06019e tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks [] for subnet, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:56.672724 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-424627a3-39aa-4af9-8664-bcc305eb126c tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:27:56.683812 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-424627a3-39aa-4af9-8664-bcc305eb126c tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Usage tracker for resource:subnet and tenant:2cb17692bb0c4a2782f988652201ac42 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:27:56.683812 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-424627a3-39aa-4af9-8664-bcc305eb126c tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:27:56.692095 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-424627a3-39aa-4af9-8664-bcc305eb126c tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:27:56.722552 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 96c9c723-a0e6-459a-959a-8fc207e9d6e3 up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:27:56.732391 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-1aefd531-d951-420b-8b65-40dc55bf94ea tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1626253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-745296'] for network, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:56.767111 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-1aefd531-d951-420b-8b65-40dc55bf94ea tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Notify callbacks [] for network, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:56.798969 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-d163ad1c-cf1b-465d-8196-2424751587c7 None None] The port 'f1f96353-0750-4e23-91ea-bc5f6db4509d' was deleted {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 20 14:27:56.815932 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aefd531-d951-420b-8b65-40dc55bf94ea tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Pushing event deleted for resources: {'Network': ['ID=44f05124-6ef5-46c0-9bd1-75db174451d5,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:27:56.834652 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-424627a3-39aa-4af9-8664-bcc305eb126c tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Made reservation on behalf of 2cb17692bb0c4a2782f988652201ac42 for: {'subnet': 1} {{(pid=84152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:27:56.842353 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-a92b4d74-56d5-4477-a63b-e3366f06019e tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 3.3699257 Jan 20 14:27:56.850623 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40670f5b-e779-433f-8da1-9d4e8d946c05 req-3d07e7f9-df4f-4288-bfa5-50e354070dad tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:27:56.857969 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-40670f5b-e779-433f-8da1-9d4e8d946c05 req-3d07e7f9-df4f-4288-bfa5-50e354070dad tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] 10.222.0.54 "GET /v2.0/ports?device_id=c1ec459f-0c13-4ec8-b610-ebb2038ce473 HTTP/1.1" status: 200 len: 945 time: 0.4828029 Jan 20 14:27:56.862374 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 35518) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:27:56.887476 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-5b91feff-72ca-4f7d-9560-b29760b66951 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Request body: {'port': {'network_id': '3d42d100-4506-4d48-937a-1fbf70b9ad3e', 'fixed_ips': [{'subnet_id': '3160de4f-6a0b-4a95-81f2-20dfaaeda28a'}, {'subnet_id': 'd34efd83-cb08-4e4f-bfb0-ebdd28b424a3'}], 'name': 'tempest-PortsTestJSON-463730537'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:27:56.978623 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-424627a3-39aa-4af9-8664-bcc305eb126c tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3155315'] for subnet, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:56.996056 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-1aefd531-d951-420b-8b65-40dc55bf94ea tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] 10.222.0.54 "DELETE /v2.0/networks/44f05124-6ef5-46c0-9bd1-75db174451d5 HTTP/1.1" status: 204 len: 168 time: 2.8835552 Jan 20 14:27:56.996435 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-2349d70e-289d-4697-b061-b4d4fa409db8 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:56.999850 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 35522) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:27:57.020015 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-81e5a961-aa48-4ee6-bd48-47cf1c15a643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0d234bc-0f44-4930-872e-adb19a23e827', 'name': 'tempest-ServersTestJSON-1297522866-router', 'tenant_id': '02a4359015ef4fdda53e039fb57dd72f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.71'}], 'enable_snat': True}, 'gw_port_id': '2d463c2f-2ac2-4884-9ad8-97949782d5f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:25:00Z', 'updated_at': '2022-01-20T14:27:47Z', 'revision_number': 5, 'project_id': '02a4359015ef4fdda53e039fb57dd72f', 'gw_port': {'id': '2d463c2f-2ac2-4884-9ad8-97949782d5f0', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:85:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0d234bc-0f44-4930-872e-adb19a23e827', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:25:01Z', 'updated_at': '2022-01-20T14:25:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv'}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:27:57.029500 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81e5a961-aa48-4ee6-bd48-47cf1c15a643 None None] Checking router: c0d234bc-0f44-4930-872e-adb19a23e827 for host: dv-neutron-825124-1-hyperv {{(pid=84154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 14:27:57.033196 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-793288ce-6227-4be2-830b-e154f800d277 None None] Network 3d42d100-4506-4d48-937a-1fbf70b9ad3e requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:27:57.137044 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9d645e4-523b-493b-af91-4d4a0b4aefc4 tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Deleting subnet 4e3cc9cb-97cc-414b-8d62-04f95af95064 {{(pid=84153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 20 14:27:57.141746 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-eba634cd-bbc5-4f65-be81-574f58e4b0d5 tempest-AllowedAddressPairTestJSON-1891555725 tempest-AllowedAddressPairTestJSON-1891555725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4163519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3155301'] for subnet, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:57.142281 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-d9d645e4-523b-493b-af91-4d4a0b4aefc4 tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Notify callbacks [] for subnet, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:57.145008 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed55e2da-1dfc-45e1-ab40-4b286358e4b4 None None] DHCP port deletion for dbce74ed-d43c-4540-8d8d-e582f35e4792 request from dv-neutron-825124-1-hyperv {{(pid=84154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 20 14:27:57.156741 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-ed55e2da-1dfc-45e1-ab40-4b286358e4b4 None None] Deleting port 57555461-4045-4af6-b645-b2eb3916fd5a {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:27:57.157410 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ed55e2da-1dfc-45e1-ab40-4b286358e4b4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:57.182761 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning for port 96c9c723-a0e6-459a-959a-8fc207e9d6e3 completed by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:27:57.193790 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.pecan_wsgi.hooks.translation [None req-51a7d9e3-e183-4a0d-baba-e6a8f644c02e tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] DELETE failed (client error): The resource could not be found. Jan 20 14:27:57.194593 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51a7d9e3-e183-4a0d-baba-e6a8f644c02e tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84152) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:27:57.194827 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c589f0e-0ac1-4754-a20d-10b832b59622 None None] Network d8775afe-27b1-4e75-a58d-d4c694d80ccc requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:27:57.198246 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-51a7d9e3-e183-4a0d-baba-e6a8f644c02e tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] 10.222.0.54 "DELETE /v2.0/subnets/8585b76a-762c-451c-b98e-6ccf49fbf4fc HTTP/1.1" status: 404 len: 337 time: 0.1951180 Jan 20 14:27:57.206936 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 35526) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:27:57.277444 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device d0f3e37f-9ea6-4962-9a50-9c5e45354bd1 up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:27:57.293483 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-2349d70e-289d-4697-b061-b4d4fa409db8 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:57.319836 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.pecan_wsgi.hooks.translation [None req-cef25cd0-5311-42ea-8f86-78aef4e334f0 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] DELETE failed (client error): The resource could not be found. Jan 20 14:27:57.320286 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cef25cd0-5311-42ea-8f86-78aef4e334f0 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84152) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:27:57.321933 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-cef25cd0-5311-42ea-8f86-78aef4e334f0 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] 10.222.0.54 "DELETE /v2.0/networks/35f04acd-9e6f-4d75-80ea-0e5f9d859397 HTTP/1.1" status: 404 len: 339 time: 0.1069434 Jan 20 14:27:57.330331 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81e5a961-aa48-4ee6-bd48-47cf1c15a643 None None] Routers {'c0d234bc-0f44-4930-872e-adb19a23e827'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:27:57.331123 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-81e5a961-aa48-4ee6-bd48-47cf1c15a643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:27:30Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['c0d234bc-0f44-4930-872e-adb19a23e827'], 'active': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:27:57.331799 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 35530) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:27:57.348283 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-d9d645e4-523b-493b-af91-4d4a0b4aefc4 tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3980851'] for subnet, precommit_delete_associations {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:57.354579 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba634cd-bbc5-4f65-be81-574f58e4b0d5 tempest-AllowedAddressPairTestJSON-1891555725 tempest-AllowedAddressPairTestJSON-1891555725-project] Pushing event updated for resources: {'Subnet': ['ID=35131c22-2358-4c18-9e2c-b9373c4c44ae,revision_number=0']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:27:57.378102 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-5b91feff-72ca-4f7d-9560-b29760b66951 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:27:57.391936 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-5b91feff-72ca-4f7d-9560-b29760b66951 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Usage tracker for resource:port and tenant:86e3e9c5b0744f88a459de56a9372787 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:27:57.399700 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-40670f5b-e779-433f-8da1-9d4e8d946c05 req-9da1c8e3-1c8b-4700-922d-470fae147773 tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] 10.222.0.54 "GET /v2.0/security-groups?id=578a98de-1d4e-4622-ab14-10bbfc156906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5407732 Jan 20 14:27:57.403294 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-5b91feff-72ca-4f7d-9560-b29760b66951 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:27:57.419210 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-5b91feff-72ca-4f7d-9560-b29760b66951 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:27:57.467003 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-4129348a-df96-4935-b8f1-c2c1c1fa0efc admin admin] Notify callbacks [] for router, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:57.498286 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba634cd-bbc5-4f65-be81-574f58e4b0d5 tempest-AllowedAddressPairTestJSON-1891555725 tempest-AllowedAddressPairTestJSON-1891555725-project] Checking segment: {'id': '7eea0502-2150-4167-8692-4cb1c44763e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '401af806-85f7-4798-b548-c297021420e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 14:27:57.498645 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eba634cd-bbc5-4f65-be81-574f58e4b0d5 tempest-AllowedAddressPairTestJSON-1891555725 tempest-AllowedAddressPairTestJSON-1891555725-project] Network hostable DHCP agents. Network: 401af806-85f7-4798-b548-c297021420e8, hostable agents: ['1a181e39-5220-4c1a-88f8-08a54e8bfc9b'], hosted agents: [] {{(pid=84152) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 14:27:57.533872 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b91feff-72ca-4f7d-9560-b29760b66951 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Made reservation on behalf of 86e3e9c5b0744f88a459de56a9372787 for: {'port': 1} {{(pid=84153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:27:57.539258 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-5b91feff-72ca-4f7d-9560-b29760b66951 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:57.580011 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-79d19e51-f204-48f9-a68a-6bcb564a371c None None] Provisioning for port d0f3e37f-9ea6-4962-9a50-9c5e45354bd1 completed by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:27:57.594021 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.notifiers.nova [None req-5b91feff-72ca-4f7d-9560-b29760b66951 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] device_id is not set on port 41e3dfcb-8935-44bb-88a7-f1feb6fd2625 yet. {{(pid=84153) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 14:27:57.665479 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-d9d645e4-523b-493b-af91-4d4a0b4aefc4 tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1627147'] for subnet, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:57.816579 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.db_base_plugin_v2 [None req-67841d6f-b419-4d0c-bca2-c1256889c1cd tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Deleting subnet 5723758e-7823-4312-9751-67fa307a60c9 {{(pid=84152) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 20 14:27:57.820973 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-67841d6f-b419-4d0c-bca2-c1256889c1cd tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Notify callbacks [] for subnet, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:57.854836 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eba634cd-bbc5-4f65-be81-574f58e4b0d5 tempest-AllowedAddressPairTestJSON-1891555725 tempest-AllowedAddressPairTestJSON-1891555725-project] Network 401af806-85f7-4798-b548-c297021420e8 is scheduled to be hosted by DHCP agent 1a181e39-5220-4c1a-88f8-08a54e8bfc9b with binding_index 1 {{(pid=84152) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 14:27:57.880427 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-2349d70e-289d-4697-b061-b4d4fa409db8 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Notify callbacks [] for port, precommit_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:57.893469 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-424627a3-39aa-4af9-8664-bcc305eb126c tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4163519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3155301'] for subnet, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:57.934354 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-67841d6f-b419-4d0c-bca2-c1256889c1cd tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3337915'] for subnet, precommit_delete_associations {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:57.973694 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.base_scheduler [None req-eba634cd-bbc5-4f65-be81-574f58e4b0d5 tempest-AllowedAddressPairTestJSON-1891555725 tempest-AllowedAddressPairTestJSON-1891555725-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825124-1-hyperv, 401af806-85f7-4798-b548-c297021420e8) {{(pid=84152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:27:57.980728 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-2349d70e-289d-4697-b061-b4d4fa409db8 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162822'] for port, after_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:58.006525 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-d9d645e4-523b-493b-af91-4d4a0b4aefc4 tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1627154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3943464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4194013'] for subnet, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:58.018482 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-425aee95-18a8-4a9f-a73f-96b62181b83b None None] Network 401af806-85f7-4798-b548-c297021420e8 requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:27:58.026840 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eba634cd-bbc5-4f65-be81-574f58e4b0d5 tempest-AllowedAddressPairTestJSON-1891555725 tempest-AllowedAddressPairTestJSON-1891555725-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:27:58.027636 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-eba634cd-bbc5-4f65-be81-574f58e4b0d5 tempest-AllowedAddressPairTestJSON-1891555725 tempest-AllowedAddressPairTestJSON-1891555725-project] Notify callbacks [] for subnet, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:58.057049 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning for port d0f3e37f-9ea6-4962-9a50-9c5e45354bd1 completed by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:27:58.079536 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-4129348a-df96-4935-b8f1-c2c1c1fa0efc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:58.086964 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d645e4-523b-493b-af91-4d4a0b4aefc4 tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Pushing event deleted for resources: {'Subnet': ['ID=4e3cc9cb-97cc-414b-8d62-04f95af95064,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:27:58.099285 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-424627a3-39aa-4af9-8664-bcc305eb126c tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Network dbce74ed-d43c-4540-8d8d-e582f35e4792 is already hosted by enough agents. {{(pid=84152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:27:58.109915 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvr_db [None req-81e5a961-aa48-4ee6-bd48-47cf1c15a643 None None] Set router c0d234bc-0f44-4930-872e-adb19a23e827 gateway port host: dv-neutron-825124-1-hyperv {{(pid=84154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 14:27:58.116679 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.base_scheduler [None req-424627a3-39aa-4af9-8664-bcc305eb126c tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Resources bound (agent type, host, resource id): {{(pid=84152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:27:58.139253 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-d9d645e4-523b-493b-af91-4d4a0b4aefc4 tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Notify callbacks [] for subnet, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:58.153428 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-ed55e2da-1dfc-45e1-ab40-4b286358e4b4 None None] For port 57555461-4045-4af6-b645-b2eb3916fd5a, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=57555461-4045-4af6-b645-b2eb3916fd5a,segment=NetworkSegment(7b61d093-41ff-4202-b223-533eb0f8da0a),segment_id=7b61d093-41ff-4202-b223-533eb0f8da0a)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:27:58.154347 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-424627a3-39aa-4af9-8664-bcc305eb126c tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:27:58.154479 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ed55e2da-1dfc-45e1-ab40-4b286358e4b4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:58.154575 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-424627a3-39aa-4af9-8664-bcc305eb126c tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks [] for subnet, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:58.158234 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424627a3-39aa-4af9-8664-bcc305eb126c tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Pushing event updated for resources: {'Subnet': ['ID=1f6c549b-bc84-48b1-b34f-362966ac666e,revision_number=0']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:27:58.161448 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-d9d645e4-523b-493b-af91-4d4a0b4aefc4 tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] 10.222.0.54 "DELETE /v2.0/subnets/4e3cc9cb-97cc-414b-8d62-04f95af95064 HTTP/1.1" status: 204 len: 168 time: 1.8893387 Jan 20 14:27:58.162176 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 35534) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:27:58.179860 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ed643f1e-da8f-4b71-8e66-71ff492151b2 None None] Provisioning for port 96c9c723-a0e6-459a-959a-8fc207e9d6e3 completed by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:27:58.182591 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-dd593e21-f636-4e9d-9254-1636839f4111 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:58.184060 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port d0f3e37f-9ea6-4962-9a50-9c5e45354bd1 triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:27:58.184466 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:58.188711 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2349d70e-289d-4697-b061-b4d4fa409db8 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Pushing event updated for resources: {'Port': ['ID=b392b220-b749-40d8-b76f-92ebcc149cf5,revision_number=2']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:27:58.212002 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-4129348a-df96-4935-b8f1-c2c1c1fa0efc admin admin] Deleting port 2d463c2f-2ac2-4884-9ad8-97949782d5f0 {{(pid=84153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:27:58.212002 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-4129348a-df96-4935-b8f1-c2c1c1fa0efc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:58.212449 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-2349d70e-289d-4697-b061-b4d4fa409db8 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-745254'] for floatingip, after_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:58.246967 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.db_base_plugin_common [None req-5b91feff-72ca-4f7d-9560-b29760b66951 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Allocated IP 172.20.0.9 (3d42d100-4506-4d48-937a-1fbf70b9ad3e/3160de4f-6a0b-4a95-81f2-20dfaaeda28a/41e3dfcb-8935-44bb-88a7-f1feb6fd2625) {{(pid=84153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:27:58.276705 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.db_base_plugin_common [None req-5b91feff-72ca-4f7d-9560-b29760b66951 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Allocated IP 172.20.0.27 (3d42d100-4506-4d48-937a-1fbf70b9ad3e/d34efd83-cb08-4e4f-bfb0-ebdd28b424a3/41e3dfcb-8935-44bb-88a7-f1feb6fd2625) {{(pid=84153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:27:58.315962 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-998b76ea-8880-4017-8a5e-59827efe36c7 tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:27:58.317423 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-998b76ea-8880-4017-8a5e-59827efe36c7 tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:27:58.318247 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-998b76ea-8880-4017-8a5e-59827efe36c7 tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Synchronizing usage tracker for tenant:67ae27d5542441d081f0145797cee5f6 on resource:subnet {{(pid=84153) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:27:58.394273 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-eba634cd-bbc5-4f65-be81-574f58e4b0d5 tempest-AllowedAddressPairTestJSON-1891555725 tempest-AllowedAddressPairTestJSON-1891555725-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.4822693 Jan 20 14:27:58.398061 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-424627a3-39aa-4af9-8664-bcc305eb126c tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.1199098 Jan 20 14:27:58.398823 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 35538) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:27:58.400888 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 35542) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:27:58.407626 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-60721b2f-e7cb-494b-99df-eb9701c040c6 tempest-AllowedAddressPairTestJSON-1891555725 tempest-AllowedAddressPairTestJSON-1891555725-project] Request body: {'port': {'network_id': '401af806-85f7-4798-b548-c297021420e8', 'name': 'tempest-AllowedAddressPairTestJSON-1084002683'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:27:58.417982 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-ed55e2da-1dfc-45e1-ab40-4b286358e4b4 None None] Calling delete_port for 57555461-4045-4af6-b645-b2eb3916fd5a owned by network:dhcp {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:27:58.421477 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-67841d6f-b419-4d0c-bca2-c1256889c1cd tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1627147'] for subnet, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:58.451885 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ed643f1e-da8f-4b71-8e66-71ff492151b2 None None] Provisioning complete for port 96c9c723-a0e6-459a-959a-8fc207e9d6e3 triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:27:58.452356 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ed643f1e-da8f-4b71-8e66-71ff492151b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:58.452624 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-ad463377-9bc6-4d65-afb5-74ed086acb85 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Request body: {'port': {'network_id': 'dbce74ed-d43c-4540-8d8d-e582f35e4792', 'fixed_ips': [{'subnet_id': '1f6c549b-bc84-48b1-b34f-362966ac666e', 'ip_address': '2001:db8:0:1::4'}], 'name': 'tempest-NetworksTestDHCPv6-20048445'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:27:58.540224 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-998b76ea-8880-4017-8a5e-59827efe36c7 tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Unset dirty status for tenant:67ae27d5542441d081f0145797cee5f6 on resource:subnet {{(pid=84153) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:27:58.545109 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-998b76ea-8880-4017-8a5e-59827efe36c7 tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.3785408 Jan 20 14:27:58.549185 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 35548) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:27:58.763126 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-60721b2f-e7cb-494b-99df-eb9701c040c6 tempest-AllowedAddressPairTestJSON-1891555725 tempest-AllowedAddressPairTestJSON-1891555725-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:27:58.765074 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.db [None req-4129348a-df96-4935-b8f1-c2c1c1fa0efc admin admin] For port 2d463c2f-2ac2-4884-9ad8-97949782d5f0, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=2d463c2f-2ac2-4884-9ad8-97949782d5f0,segment=NetworkSegment(f628f1ba-6b70-4c9b-8839-62340c040c81),segment_id=f628f1ba-6b70-4c9b-8839-62340c040c81)] {{(pid=84153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:27:58.766076 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-4129348a-df96-4935-b8f1-c2c1c1fa0efc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:58.768878 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-60721b2f-e7cb-494b-99df-eb9701c040c6 tempest-AllowedAddressPairTestJSON-1891555725 tempest-AllowedAddressPairTestJSON-1891555725-project] Usage tracker for resource:port and tenant:b5df3043a2d745d5af73a0b2acebb6e4 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:27:58.771942 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-ad463377-9bc6-4d65-afb5-74ed086acb85 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:27:58.775358 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-67841d6f-b419-4d0c-bca2-c1256889c1cd tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1627154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4163580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155308'] for subnet, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:58.780301 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-60721b2f-e7cb-494b-99df-eb9701c040c6 tempest-AllowedAddressPairTestJSON-1891555725 tempest-AllowedAddressPairTestJSON-1891555725-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:27:58.817582 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-60721b2f-e7cb-494b-99df-eb9701c040c6 tempest-AllowedAddressPairTestJSON-1891555725 tempest-AllowedAddressPairTestJSON-1891555725-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:27:58.875877 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-ad463377-9bc6-4d65-afb5-74ed086acb85 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:27:58.887907 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67841d6f-b419-4d0c-bca2-c1256889c1cd tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Pushing event deleted for resources: {'Subnet': ['ID=5723758e-7823-4312-9751-67fa307a60c9,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:27:58.909982 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-67841d6f-b419-4d0c-bca2-c1256889c1cd tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Notify callbacks [] for subnet, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:58.933950 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-67841d6f-b419-4d0c-bca2-c1256889c1cd tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] 10.222.0.54 "DELETE /v2.0/subnets/5723758e-7823-4312-9751-67fa307a60c9 HTTP/1.1" status: 204 len: 168 time: 1.5938334 Jan 20 14:27:58.936502 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 35552) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:27:58.994401 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-5b91feff-72ca-4f7d-9560-b29760b66951 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks [] for port, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:59.004816 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c3206bb-f0f4-46ba-83e3-e8150c8613cc None None] Network cbb6bbd6-6cd0-4ee1-b21e-0095e92c9fde requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:27:59.021731 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60721b2f-e7cb-494b-99df-eb9701c040c6 tempest-AllowedAddressPairTestJSON-1891555725 tempest-AllowedAddressPairTestJSON-1891555725-project] Made reservation on behalf of b5df3043a2d745d5af73a0b2acebb6e4 for: {'port': 1} {{(pid=84152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:27:59.024733 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-60721b2f-e7cb-494b-99df-eb9701c040c6 tempest-AllowedAddressPairTestJSON-1891555725 tempest-AllowedAddressPairTestJSON-1891555725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:59.035354 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad463377-9bc6-4d65-afb5-74ed086acb85 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Made reservation on behalf of 2cb17692bb0c4a2782f988652201ac42 for: {'port': 1} {{(pid=84152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:27:59.040953 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-ad463377-9bc6-4d65-afb5-74ed086acb85 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:59.117447 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-4129348a-df96-4935-b8f1-c2c1c1fa0efc admin admin] Calling delete_port for 2d463c2f-2ac2-4884-9ad8-97949782d5f0 owned by network:router_gateway {{(pid=84153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:27:59.134372 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.notifiers.nova [None req-ad463377-9bc6-4d65-afb5-74ed086acb85 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] device_id is not set on port 5c40dfa2-3564-4de5-8a57-bb482110465c yet. {{(pid=84152) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 14:27:59.184267 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.notifiers.nova [None req-60721b2f-e7cb-494b-99df-eb9701c040c6 tempest-AllowedAddressPairTestJSON-1891555725 tempest-AllowedAddressPairTestJSON-1891555725-project] device_id is not set on port 16e128c1-632a-467f-aa09-8bf703deb0c2 yet. {{(pid=84152) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 14:27:59.205805 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ed55e2da-1dfc-45e1-ab40-4b286358e4b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486'] for port, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:59.278179 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ed643f1e-da8f-4b71-8e66-71ff492151b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:59.280587 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-1131ef8a-7c25-4e00-9bb8-acafae2e7952 tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586409'] for network, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:59.335314 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-addd986e-1e1e-4ce7-bb1e-a8739520c343 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586409'] for network, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:59.381445 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.provisioning_blocks [None req-5b91feff-72ca-4f7d-9560-b29760b66951 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Transition to ACTIVE for port object 41e3dfcb-8935-44bb-88a7-f1feb6fd2625 will not be triggered until provisioned by entity DHCP. {{(pid=84153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:27:59.385016 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:59.394056 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65c6df1a-7930-4c28-8f96-f8ae68221d56 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95c917f5-14ba-5e96-98b8-1a52654a930a-401af806-85f7-4798-b548-c297021420e8', 'network_id': '401af806-85f7-4798-b548-c297021420e8', 'tenant_id': 'b5df3043a2d745d5af73a0b2acebb6e4', 'fixed_ips': [{'subnet_id': '35131c22-2358-4c18-9e2c-b9373c4c44ae'}]}} from dv-neutron-825124-1-hyperv. {{(pid=84154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 20 14:27:59.394895 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-65c6df1a-7930-4c28-8f96-f8ae68221d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:59.406514 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed55e2da-1dfc-45e1-ab40-4b286358e4b4 None None] Pushing event deleted for resources: {'Port': ['ID=57555461-4045-4af6-b645-b2eb3916fd5a,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:27:59.413692 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.pecan_wsgi.hooks.translation [None req-1131ef8a-7c25-4e00-9bb8-acafae2e7952 tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jan 20 14:27:59.414233 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1131ef8a-7c25-4e00-9bb8-acafae2e7952 tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=84153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:27:59.419787 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-1131ef8a-7c25-4e00-9bb8-acafae2e7952 tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] 10.222.0.54 "DELETE /v2.0/networks/d8775afe-27b1-4e75-a58d-d4c694d80ccc HTTP/1.1" status: 409 len: 405 time: 0.8659923 Jan 20 14:27:59.419989 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d64d4ca3-93dc-4126-b721-ddfd777e8b05 None None] Network d8775afe-27b1-4e75-a58d-d4c694d80ccc requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:27:59.423892 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 35556) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:27:59.430835 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-644d7914-1969-43d1-baeb-c32dddc34de4 tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2084754529'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:27:59.440661 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-644d7914-1969-43d1-baeb-c32dddc34de4 tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:27:59.451160 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-644d7914-1969-43d1-baeb-c32dddc34de4 tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Usage tracker for resource:network and tenant:67ae27d5542441d081f0145797cee5f6 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:27:59.456110 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-644d7914-1969-43d1-baeb-c32dddc34de4 tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:27:59.465028 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-644d7914-1969-43d1-baeb-c32dddc34de4 tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:27:59.477579 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60515dbe-e8da-48b1-858c-869a5b549756 req-bbe2a151-62fc-486b-86d4-4d6a551239cc tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:27:59.485265 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-60515dbe-e8da-48b1-858c-869a5b549756 req-bbe2a151-62fc-486b-86d4-4d6a551239cc tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] 10.222.0.54 "GET /v2.0/ports?device_id=c1ec459f-0c13-4ec8-b610-ebb2038ce473 HTTP/1.1" status: 200 len: 945 time: 0.8554094 Jan 20 14:27:59.503879 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.db.l3_db [None req-2349d70e-289d-4697-b061-b4d4fa409db8 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Floating IP 73b11871-61f8-4c73-9d1b-feedbb7b0e14 associated. External IP: 172.26.7.42, port: b6e0dcbf-6057-4764-9103-a743471798df. Jan 20 14:27:59.523976 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed55e2da-1dfc-45e1-ab40-4b286358e4b4 None None] No DVR routers for this DVR port 57555461-4045-4af6-b645-b2eb3916fd5a on host dv-neutron-825124-1-hyperv {{(pid=84154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 14:27:59.585738 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-60515dbe-e8da-48b1-858c-869a5b549756 req-a6b94257-b128-4409-9061-2501c3427503 tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] 10.222.0.54 "GET /v2.0/security-groups?id=578a98de-1d4e-4622-ab14-10bbfc156906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0991328 Jan 20 14:27:59.595983 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-addd986e-1e1e-4ce7-bb1e-a8739520c343 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Deleting port 8f2a83b2-4309-4423-9ecd-ae0547ea8345 {{(pid=84152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:27:59.595983 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-addd986e-1e1e-4ce7-bb1e-a8739520c343 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:59.599504 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ee313c8-9df7-41fa-95ef-cf0fd740caab None None] Network dbce74ed-d43c-4540-8d8d-e582f35e4792 requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:27:59.761910 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-ed643f1e-da8f-4b71-8e66-71ff492151b2 None None] For port 96c9c723-a0e6-459a-959a-8fc207e9d6e3, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=96c9c723-a0e6-459a-959a-8fc207e9d6e3,segment=NetworkSegment(1f66d52a-2e00-4cd2-a547-bfc6ea43cf26),segment_id=1f66d52a-2e00-4cd2-a547-bfc6ea43cf26)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:27:59.789270 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] For port d0f3e37f-9ea6-4962-9a50-9c5e45354bd1, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=d0f3e37f-9ea6-4962-9a50-9c5e45354bd1,segment=NetworkSegment(a1d096ad-8c3b-4b61-9328-3a43d1ceb011),segment_id=a1d096ad-8c3b-4b61-9328-3a43d1ceb011)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:27:59.800157 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.db_base_plugin_common [None req-60721b2f-e7cb-494b-99df-eb9701c040c6 tempest-AllowedAddressPairTestJSON-1891555725 tempest-AllowedAddressPairTestJSON-1891555725-project] Allocated IP 172.20.0.13 (401af806-85f7-4798-b548-c297021420e8/35131c22-2358-4c18-9e2c-b9373c4c44ae/16e128c1-632a-467f-aa09-8bf703deb0c2) {{(pid=84152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:27:59.824947 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f921034-ccb9-420e-8fb4-6ef46fcf9fa5 None None] Update dhcp port {'port': {'network_id': '3d42d100-4506-4d48-937a-1fbf70b9ad3e', 'fixed_ips': [{'subnet_id': '3160de4f-6a0b-4a95-81f2-20dfaaeda28a', 'ip_address': '172.20.0.2'}, {'subnet_id': 'd34efd83-cb08-4e4f-bfb0-ebdd28b424a3'}], 'binding:host_id': 'dv-neutron-825124-1-hyperv'}, 'id': 'd0f3e37f-9ea6-4962-9a50-9c5e45354bd1'} from dv-neutron-825124-1-hyperv. {{(pid=84154) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Jan 20 14:27:59.826021 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768b5334-3f53-486c-a7b7-6345a32334d8 req-3c6ce1f0-54fb-4122-a940-12bfe93ece55 tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:27:59.827594 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-768b5334-3f53-486c-a7b7-6345a32334d8 req-3c6ce1f0-54fb-4122-a940-12bfe93ece55 tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] 10.222.0.54 "GET /v2.0/ports?device_id=c1ec459f-0c13-4ec8-b610-ebb2038ce473 HTTP/1.1" status: 200 len: 945 time: 0.0905356 Jan 20 14:27:59.886829 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-768b5334-3f53-486c-a7b7-6345a32334d8 req-6765c68f-d630-4cda-95b3-350bd92d7ad4 tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] 10.222.0.54 "GET /v2.0/security-groups?id=578a98de-1d4e-4622-ab14-10bbfc156906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518467 Jan 20 14:27:59.927475 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-5b91feff-72ca-4f7d-9560-b29760b66951 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:27:59.962288 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad463377-9bc6-4d65-afb5-74ed086acb85 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 20 14:27:59.962896 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad463377-9bc6-4d65-afb5-74ed086acb85 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84152) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:27:59.996991 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7f921034-ccb9-420e-8fb4-6ef46fcf9fa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:00.031721 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.db [None req-addd986e-1e1e-4ce7-bb1e-a8739520c343 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] For port 8f2a83b2-4309-4423-9ecd-ae0547ea8345, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=8f2a83b2-4309-4423-9ecd-ae0547ea8345,segment=NetworkSegment(872eb548-dd3d-4e1f-8e9a-0db28a679c28),segment_id=872eb548-dd3d-4e1f-8e9a-0db28a679c28)] {{(pid=84152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:28:00.032173 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-addd986e-1e1e-4ce7-bb1e-a8739520c343 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:00.053412 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-644d7914-1969-43d1-baeb-c32dddc34de4 tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Made reservation on behalf of 67ae27d5542441d081f0145797cee5f6 for: {'network': 1} {{(pid=84153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:28:00.057801 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-644d7914-1969-43d1-baeb-c32dddc34de4 tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for network, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:00.071108 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-4129348a-df96-4935-b8f1-c2c1c1fa0efc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:00.081502 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:00.106579 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ed643f1e-da8f-4b71-8e66-71ff492151b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:00.159282 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b91feff-72ca-4f7d-9560-b29760b66951 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Network 3d42d100-4506-4d48-937a-1fbf70b9ad3e is already hosted by enough agents. {{(pid=84153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:28:00.171987 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.base_scheduler [None req-5b91feff-72ca-4f7d-9560-b29760b66951 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Resources bound (agent type, host, resource id): {{(pid=84153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:28:00.173195 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device f1f96353-0750-4e23-91ea-bc5f6db4509d no longer exists at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:28:00.178452 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b91feff-72ca-4f7d-9560-b29760b66951 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Pushing event updated for resources: {'Port': ['ID=41e3dfcb-8935-44bb-88a7-f1feb6fd2625,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:28:00.183692 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b91feff-72ca-4f7d-9560-b29760b66951 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Received port after_create {{(pid=84153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:28:00.204693 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-81e5a961-aa48-4ee6-bd48-47cf1c15a643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0d234bc-0f44-4930-872e-adb19a23e827', 'name': 'tempest-ServersTestJSON-1297522866-router', 'tenant_id': '02a4359015ef4fdda53e039fb57dd72f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.71'}], 'enable_snat': True}, 'gw_port_id': '2d463c2f-2ac2-4884-9ad8-97949782d5f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:25:00Z', 'updated_at': '2022-01-20T14:27:47Z', 'revision_number': 5, 'project_id': '02a4359015ef4fdda53e039fb57dd72f', 'gw_port': {'id': '2d463c2f-2ac2-4884-9ad8-97949782d5f0', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:85:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0d234bc-0f44-4930-872e-adb19a23e827', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:25:01Z', 'updated_at': '2022-01-20T14:25:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv'}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:28:00.239679 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] No Port match for: f1f96353-0750-4e23-91ea-bc5f6db4509d {{(pid=84154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 14:28:00.244296 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device f1f96353-0750-4e23-91ea-bc5f6db4509d not bound to the agent host dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 14:28:00.266570 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b91feff-72ca-4f7d-9560-b29760b66951 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:28:00.269626 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b91feff-72ca-4f7d-9560-b29760b66951 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:28:00.269626 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b91feff-72ca-4f7d-9560-b29760b66951 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:28:00.269626 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b91feff-72ca-4f7d-9560-b29760b66951 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:28:00.269626 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b91feff-72ca-4f7d-9560-b29760b66951 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:28:00.269626 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b91feff-72ca-4f7d-9560-b29760b66951 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:28:00.269626 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b91feff-72ca-4f7d-9560-b29760b66951 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:28:00.269626 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b91feff-72ca-4f7d-9560-b29760b66951 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:28:00.269626 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b91feff-72ca-4f7d-9560-b29760b66951 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:28:00.269626 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b91feff-72ca-4f7d-9560-b29760b66951 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:28:00.270647 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b91feff-72ca-4f7d-9560-b29760b66951 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:28:00.297356 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81e5a961-aa48-4ee6-bd48-47cf1c15a643 None None] The sync data for ids ['c0d234bc-0f44-4930-872e-adb19a23e827'] in dv-neutron-825124-1-hyperv is: [{'id': 'c0d234bc-0f44-4930-872e-adb19a23e827', 'name': 'tempest-ServersTestJSON-1297522866-router', 'tenant_id': '02a4359015ef4fdda53e039fb57dd72f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.71'}], 'enable_snat': True}, 'gw_port_id': '2d463c2f-2ac2-4884-9ad8-97949782d5f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:25:00Z', 'updated_at': '2022-01-20T14:27:47Z', 'revision_number': 5, 'project_id': '02a4359015ef4fdda53e039fb57dd72f', 'gw_port': {'id': '2d463c2f-2ac2-4884-9ad8-97949782d5f0', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:85:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0d234bc-0f44-4930-872e-adb19a23e827', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:25:01Z', 'updated_at': '2022-01-20T14:25:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv'}] {{(pid=84154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 14:28:00.354699 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-644d7914-1969-43d1-baeb-c32dddc34de4 tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 162} {{(pid=84153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 14:28:00.396746 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-ad463377-9bc6-4d65-afb5-74ed086acb85 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.9946449 Jan 20 14:28:00.407271 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-addd986e-1e1e-4ce7-bb1e-a8739520c343 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Calling delete_port for 8f2a83b2-4309-4423-9ecd-ae0547ea8345 owned by network:dhcp {{(pid=84152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:28:00.428264 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 35566) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:28:00.428878 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:00.449613 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4129348a-df96-4935-b8f1-c2c1c1fa0efc admin admin] Pushing event deleted for resources: {'Port': ['ID=2d463c2f-2ac2-4884-9ad8-97949782d5f0,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:28:00.460884 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-37246fc8-036a-4e1e-b21d-1923d4fd4815 None None] Provisioning complete for port 96c9c723-a0e6-459a-959a-8fc207e9d6e3 triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:28:00.461260 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-37246fc8-036a-4e1e-b21d-1923d4fd4815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:00.493102 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27c6e20d-d599-466c-ae0d-a8bb158506a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95c917f5-14ba-5e96-98b8-1a52654a930a-dbce74ed-d43c-4540-8d8d-e582f35e4792', 'network_id': 'dbce74ed-d43c-4540-8d8d-e582f35e4792', 'tenant_id': '2cb17692bb0c4a2782f988652201ac42', 'fixed_ips': [{'subnet_id': '1f6c549b-bc84-48b1-b34f-362966ac666e'}]}} from dv-neutron-825124-1-hyperv. {{(pid=84154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 20 14:28:00.494313 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-27c6e20d-d599-466c-ae0d-a8bb158506a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:00.503858 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Pushing event updated for resources: {'Port': ['ID=d0f3e37f-9ea6-4962-9a50-9c5e45354bd1,revision_number=3']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:28:00.563442 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-644d7914-1969-43d1-baeb-c32dddc34de4 tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:00.563715 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.db.segments_db [None req-644d7914-1969-43d1-baeb-c32dddc34de4 tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Added segment fda3881a-799a-4ca1-8400-3f0cf2545edd of type vlan for network a997880f-0f62-47ca-8cac-78bab01f28b1 Jan 20 14:28:00.565934 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-20313afd-0548-415b-97cb-9f1ffe7a80cf tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Synchronizing usage tracker for tenant:2cb17692bb0c4a2782f988652201ac42 on resource:port {{(pid=84153) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:28:00.573503 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b91feff-72ca-4f7d-9560-b29760b66951 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:28:00.573702 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-5b91feff-72ca-4f7d-9560-b29760b66951 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:00.584396 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-aa24ef81-7efe-4b5d-9c87-d7c94e039c05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:00.595980 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-60721b2f-e7cb-494b-99df-eb9701c040c6 tempest-AllowedAddressPairTestJSON-1891555725 tempest-AllowedAddressPairTestJSON-1891555725-project] Notify callbacks [] for port, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:00.675499 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-addd986e-1e1e-4ce7-bb1e-a8739520c343 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:00.712393 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_common [None req-7f921034-ccb9-420e-8fb4-6ef46fcf9fa5 None None] Allocated IP 172.20.0.18 (3d42d100-4506-4d48-937a-1fbf70b9ad3e/d34efd83-cb08-4e4f-bfb0-ebdd28b424a3/d0f3e37f-9ea6-4962-9a50-9c5e45354bd1) {{(pid=84154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:28:00.725289 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.provisioning_blocks [None req-60721b2f-e7cb-494b-99df-eb9701c040c6 tempest-AllowedAddressPairTestJSON-1891555725 tempest-AllowedAddressPairTestJSON-1891555725-project] Transition to ACTIVE for port object 16e128c1-632a-467f-aa09-8bf703deb0c2 will not be triggered until provisioned by entity DHCP. {{(pid=84152) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:28:00.744900 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addd986e-1e1e-4ce7-bb1e-a8739520c343 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Pushing event deleted for resources: {'Port': ['ID=8f2a83b2-4309-4423-9ecd-ae0547ea8345,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:28:00.748894 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-644d7914-1969-43d1-baeb-c32dddc34de4 tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769553767792'] for network, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:00.756079 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-4129348a-df96-4935-b8f1-c2c1c1fa0efc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-745333'] for router_gateway, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:00.773879 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-addd986e-1e1e-4ce7-bb1e-a8739520c343 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] No DVR routers for this DVR port 8f2a83b2-4309-4423-9ecd-ae0547ea8345 on host dv-neutron-825124-1-hyperv {{(pid=84152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 14:28:00.830489 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcb78ad-3031-4b01-a49f-bb056dc3f48c req-303b6593-ef38-4ac4-905e-5fdc55fda6b5 tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:28:00.832111 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-8fcb78ad-3031-4b01-a49f-bb056dc3f48c req-303b6593-ef38-4ac4-905e-5fdc55fda6b5 tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] 10.222.0.54 "GET /v2.0/ports?device_id=c1ec459f-0c13-4ec8-b610-ebb2038ce473 HTTP/1.1" status: 200 len: 945 time: 0.7535679 Jan 20 14:28:00.901592 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-20313afd-0548-415b-97cb-9f1ffe7a80cf tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Unset dirty status for tenant:2cb17692bb0c4a2782f988652201ac42 on resource:port {{(pid=84153) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:28:00.902809 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-20313afd-0548-415b-97cb-9f1ffe7a80cf tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.4651806 Jan 20 14:28:00.908052 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-5b91feff-72ca-4f7d-9560-b29760b66951 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1003 time: 4.0433583 Jan 20 14:28:00.930531 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 35570) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:28:00.930869 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 35572) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:28:00.942254 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.db.resource_extend [None req-644d7914-1969-43d1-baeb-c32dddc34de4 tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 20 14:28:00.944850 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-addd986e-1e1e-4ce7-bb1e-a8739520c343 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1626242', 'neutron.services.segments.db._delete_segments_for_network-8769554214620'] for network, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:00.963888 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d45e69d0-af8c-4af0-8f70-51e2df5d5b1c None None] DHCP port deletion for cbb6bbd6-6cd0-4ee1-b21e-0095e92c9fde request from dv-neutron-825124-1-hyperv {{(pid=84154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 20 14:28:00.965818 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd8b20b0-5a5b-45a9-ad95-79e6d165382b None None] DHCP port deletion for d8775afe-27b1-4e75-a58d-d4c694d80ccc request from dv-neutron-825124-1-hyperv {{(pid=84154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 20 14:28:00.967609 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 57555461-4045-4af6-b645-b2eb3916fd5a no longer exists at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:28:00.971876 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.segments.db [None req-addd986e-1e1e-4ce7-bb1e-a8739520c343 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbb6bbd6-6cd0-4ee1-b21e-0095e92c9fde']}} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:28:00.981659 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-6d935c26-7354-4b04-8999-657eb35134f3 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '3160de4f-6a0b-4a95-81f2-20dfaaeda28a'}]}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:28:00.988334 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.segments.db [None req-addd986e-1e1e-4ce7-bb1e-a8739520c343 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '872eb548-dd3d-4e1f-8e9a-0db28a679c28') {'for_net_delete': True} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:28:00.988630 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.segments.db [None req-addd986e-1e1e-4ce7-bb1e-a8739520c343 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '872eb548-dd3d-4e1f-8e9a-0db28a679c28') {} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:28:01.006819 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-addd986e-1e1e-4ce7-bb1e-a8739520c343 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769554214503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3337904'] for segment, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:01.016980 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-cd8b20b0-5a5b-45a9-ad95-79e6d165382b None None] Deleting port 96c9c723-a0e6-459a-959a-8fc207e9d6e3 {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:28:01.017343 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-cd8b20b0-5a5b-45a9-ad95-79e6d165382b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:01.023129 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-addd986e-1e1e-4ce7-bb1e-a8739520c343 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:01.029459 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-addd986e-1e1e-4ce7-bb1e-a8739520c343 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Releasing vlan 153 on physical network physnet1 to pool {{(pid=84152) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 14:28:01.030692 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-addd986e-1e1e-4ce7-bb1e-a8739520c343 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1622950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4162906'] for segment, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:01.088008 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] No Port match for: 57555461-4045-4af6-b645-b2eb3916fd5a {{(pid=84154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 14:28:01.088835 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 57555461-4045-4af6-b645-b2eb3916fd5a not bound to the agent host dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 14:28:01.132121 dv-neutron-825124-1-hyperv neutron-server[84152]: Traceback (most recent call last): Jan 20 14:28:01.132121 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 14:28:01.132121 dv-neutron-825124-1-hyperv neutron-server[84152]: timer() Jan 20 14:28:01.132121 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 14:28:01.132121 dv-neutron-825124-1-hyperv neutron-server[84152]: cb(*args, **kw) Jan 20 14:28:01.132121 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 14:28:01.132121 dv-neutron-825124-1-hyperv neutron-server[84152]: return func(*args, **kwargs) Jan 20 14:28:01.132121 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 14:28:01.132121 dv-neutron-825124-1-hyperv neutron-server[84152]: self._notify() Jan 20 14:28:01.132121 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 14:28:01.132121 dv-neutron-825124-1-hyperv neutron-server[84152]: self.callback(batched_events) Jan 20 14:28:01.132121 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 14:28:01.132121 dv-neutron-825124-1-hyperv neutron-server[84152]: event.method(event) Jan 20 14:28:01.132121 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 14:28:01.132121 dv-neutron-825124-1-hyperv neutron-server[84152]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 14:28:01.132121 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 14:28:01.132121 dv-neutron-825124-1-hyperv neutron-server[84152]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 14:28:01.132121 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 14:28:01.132121 dv-neutron-825124-1-hyperv neutron-server[84152]: return f(self, *a, **k) Jan 20 14:28:01.132121 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 14:28:01.132121 dv-neutron-825124-1-hyperv neutron-server[84152]: return self._get(url).json() Jan 20 14:28:01.132121 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 14:28:01.132121 dv-neutron-825124-1-hyperv neutron-server[84152]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 14:28:01.132121 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 14:28:01.132121 dv-neutron-825124-1-hyperv neutron-server[84152]: return self.request(url, 'GET', **kwargs) Jan 20 14:28:01.132121 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 14:28:01.132121 dv-neutron-825124-1-hyperv neutron-server[84152]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 14:28:01.132121 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 14:28:01.132121 dv-neutron-825124-1-hyperv neutron-server[84152]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 14:28:01.132121 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 14:28:01.132121 dv-neutron-825124-1-hyperv neutron-server[84152]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 14:28:01.132121 dv-neutron-825124-1-hyperv neutron-server[84152]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 14:28:01.142337 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addd986e-1e1e-4ce7-bb1e-a8739520c343 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:28:01.142837 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addd986e-1e1e-4ce7-bb1e-a8739520c343 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:28:01.143274 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addd986e-1e1e-4ce7-bb1e-a8739520c343 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:28:01.143747 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addd986e-1e1e-4ce7-bb1e-a8739520c343 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:28:01.144714 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addd986e-1e1e-4ce7-bb1e-a8739520c343 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:28:01.145857 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addd986e-1e1e-4ce7-bb1e-a8739520c343 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:28:01.146318 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addd986e-1e1e-4ce7-bb1e-a8739520c343 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:28:01.146738 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addd986e-1e1e-4ce7-bb1e-a8739520c343 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:28:01.147185 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addd986e-1e1e-4ce7-bb1e-a8739520c343 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:28:01.147613 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addd986e-1e1e-4ce7-bb1e-a8739520c343 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:28:01.148035 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addd986e-1e1e-4ce7-bb1e-a8739520c343 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:28:01.168950 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed643f1e-da8f-4b71-8e66-71ff492151b2 None None] Pushing event updated for resources: {'Port': ['ID=96c9c723-a0e6-459a-959a-8fc207e9d6e3,revision_number=4']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:28:01.245680 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-addd986e-1e1e-4ce7-bb1e-a8739520c343 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1626253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-745296'] for network, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:01.267642 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-addd986e-1e1e-4ce7-bb1e-a8739520c343 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Notify callbacks [] for network, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:01.276643 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-60721b2f-e7cb-494b-99df-eb9701c040c6 tempest-AllowedAddressPairTestJSON-1891555725 tempest-AllowedAddressPairTestJSON-1891555725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:01.330021 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-644d7914-1969-43d1-baeb-c32dddc34de4 tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967'] for network, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:01.334068 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-644d7914-1969-43d1-baeb-c32dddc34de4 tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:28:01.334907 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-644d7914-1969-43d1-baeb-c32dddc34de4 tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Notify callbacks [] for network, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:01.338522 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addd986e-1e1e-4ce7-bb1e-a8739520c343 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] Pushing event deleted for resources: {'Network': ['ID=cbb6bbd6-6cd0-4ee1-b21e-0095e92c9fde,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:28:01.340312 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-4129348a-df96-4935-b8f1-c2c1c1fa0efc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-737761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105493'] for router, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:01.370383 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60721b2f-e7cb-494b-99df-eb9701c040c6 tempest-AllowedAddressPairTestJSON-1891555725 tempest-AllowedAddressPairTestJSON-1891555725-project] Network 401af806-85f7-4798-b548-c297021420e8 is already hosted by enough agents. {{(pid=84152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:28:01.375303 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.base_scheduler [None req-60721b2f-e7cb-494b-99df-eb9701c040c6 tempest-AllowedAddressPairTestJSON-1891555725 tempest-AllowedAddressPairTestJSON-1891555725-project] Resources bound (agent type, host, resource id): {{(pid=84152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:28:01.385739 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60721b2f-e7cb-494b-99df-eb9701c040c6 tempest-AllowedAddressPairTestJSON-1891555725 tempest-AllowedAddressPairTestJSON-1891555725-project] Received port after_create {{(pid=84152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:28:01.417850 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-addd986e-1e1e-4ce7-bb1e-a8739520c343 tempest-NetworksIpV6Test-762970399 tempest-NetworksIpV6Test-762970399-project] 10.222.0.54 "DELETE /v2.0/networks/cbb6bbd6-6cd0-4ee1-b21e-0095e92c9fde HTTP/1.1" status: 204 len: 168 time: 2.4801693 Jan 20 14:28:01.448538 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60721b2f-e7cb-494b-99df-eb9701c040c6 tempest-AllowedAddressPairTestJSON-1891555725 tempest-AllowedAddressPairTestJSON-1891555725-project] Pushing event updated for resources: {'Port': ['ID=16e128c1-632a-467f-aa09-8bf703deb0c2,revision_number=1']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:28:01.494835 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60721b2f-e7cb-494b-99df-eb9701c040c6 tempest-AllowedAddressPairTestJSON-1891555725 tempest-AllowedAddressPairTestJSON-1891555725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:28:01.497413 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-60721b2f-e7cb-494b-99df-eb9701c040c6 tempest-AllowedAddressPairTestJSON-1891555725 tempest-AllowedAddressPairTestJSON-1891555725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:01.501148 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-7f921034-ccb9-420e-8fb4-6ef46fcf9fa5 None None] For port d0f3e37f-9ea6-4962-9a50-9c5e45354bd1, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=d0f3e37f-9ea6-4962-9a50-9c5e45354bd1,segment=NetworkSegment(a1d096ad-8c3b-4b61-9328-3a43d1ceb011),segment_id=a1d096ad-8c3b-4b61-9328-3a43d1ceb011)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:28:01.512761 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_common [None req-65c6df1a-7930-4c28-8f96-f8ae68221d56 None None] Allocated IP 172.20.0.2 (401af806-85f7-4798-b548-c297021420e8/35131c22-2358-4c18-9e2c-b9373c4c44ae/a8a93de3-1442-408a-b030-42bad978c3a1) {{(pid=84154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:28:01.517995 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2b4dc18-399c-446f-b089-61805eb946ab tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:28:01.517995 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2b4dc18-399c-446f-b089-61805eb946ab tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:28:01.517995 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-a2b4dc18-399c-446f-b089-61805eb946ab tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Synchronizing usage tracker for tenant:2cb17692bb0c4a2782f988652201ac42 on resource:subnet {{(pid=84153) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:28:01.534588 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2349d70e-289d-4697-b061-b4d4fa409db8 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Router d6c1e36f-7721-4cd2-b738-173d5b3bd1fe has already been hosted by L3 agent 624d525b-4c26-4143-8a1c-228bb1c6faaa {{(pid=84152) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 14:28:01.577856 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:01.603811 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-cdd98e71-1f0a-4421-baa9-dcb30e06edf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:01.635316 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-60721b2f-e7cb-494b-99df-eb9701c040c6 tempest-AllowedAddressPairTestJSON-1891555725 tempest-AllowedAddressPairTestJSON-1891555725-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.2353272 Jan 20 14:28:01.637957 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_common [None req-27c6e20d-d599-466c-ae0d-a8bb158506a6 None None] Allocated IP 2001:db8::2 (dbce74ed-d43c-4540-8d8d-e582f35e4792/1f6c549b-bc84-48b1-b34f-362966ac666e/d82cb61d-af82-47b2-9434-71f4d793228b) {{(pid=84154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:28:01.645537 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 35580) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:28:01.646715 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-46ca5edd-e7d2-4ff2-8107-860322c203cd tempest-AllowedAddressPairTestJSON-1891555725 tempest-AllowedAddressPairTestJSON-1891555725-project] Request body: {'port': {'network_id': '401af806-85f7-4798-b548-c297021420e8', 'name': 'tempest-AllowedAddressPairTestJSON-616073105', 'allowed_address_pairs': [{'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:5b:c5:50'}]}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:28:01.647157 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-8fcb78ad-3031-4b01-a49f-bb056dc3f48c req-5e08b35c-0916-48ff-96b8-9ac183a64546 tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] 10.222.0.54 "GET /v2.0/security-groups?id=578a98de-1d4e-4622-ab14-10bbfc156906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8034303 Jan 20 14:28:01.661184 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-4129348a-df96-4935-b8f1-c2c1c1fa0efc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:01.669471 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644d7914-1969-43d1-baeb-c32dddc34de4 tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Pushing event updated for resources: {'Network': ['ID=a997880f-0f62-47ca-8cac-78bab01f28b1,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:28:01.675721 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-cd8b20b0-5a5b-45a9-ad95-79e6d165382b None None] For port 96c9c723-a0e6-459a-959a-8fc207e9d6e3, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=96c9c723-a0e6-459a-959a-8fc207e9d6e3,segment=NetworkSegment(1f66d52a-2e00-4cd2-a547-bfc6ea43cf26),segment_id=1f66d52a-2e00-4cd2-a547-bfc6ea43cf26)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:28:01.676524 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-cd8b20b0-5a5b-45a9-ad95-79e6d165382b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:01.685621 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-6d935c26-7354-4b04-8999-657eb35134f3 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:01.688081 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-37246fc8-036a-4e1e-b21d-1923d4fd4815 None None] Provisioning for port 71760179-fb96-426c-aba4-1aee0df30c62 completed by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:28:01.706752 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-644d7914-1969-43d1-baeb-c32dddc34de4 tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 2.2818441 Jan 20 14:28:01.707620 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-a2b4dc18-399c-446f-b089-61805eb946ab tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Unset dirty status for tenant:2cb17692bb0c4a2782f988652201ac42 on resource:subnet {{(pid=84153) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:28:01.711169 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-a2b4dc18-399c-446f-b089-61805eb946ab tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.7758827 Jan 20 14:28:01.712087 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 35584) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:28:01.712087 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 35586) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:28:01.767480 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7f921034-ccb9-420e-8fb4-6ef46fcf9fa5 None None] Notify callbacks [] for port, precommit_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:01.772726 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Network a997880f-0f62-47ca-8cac-78bab01f28b1 details requested by agent ovs-agent-dv-neutron-825124-1-hyperv with host dv-neutron-825124-1-hyperv {{(pid=84154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 14:28:01.842823 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-3631f69a-0259-4338-a12e-41b872368ee2 tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Request body: {'subnet': {'network_id': 'a997880f-0f62-47ca-8cac-78bab01f28b1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:28:01.868818 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-37246fc8-036a-4e1e-b21d-1923d4fd4815 None None] Provisioning complete for port 71760179-fb96-426c-aba4-1aee0df30c62 triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:28:01.869501 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-37246fc8-036a-4e1e-b21d-1923d4fd4815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:01.928821 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-46ca5edd-e7d2-4ff2-8107-860322c203cd tempest-AllowedAddressPairTestJSON-1891555725 tempest-AllowedAddressPairTestJSON-1891555725-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:28:01.934545 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-46ca5edd-e7d2-4ff2-8107-860322c203cd tempest-AllowedAddressPairTestJSON-1891555725 tempest-AllowedAddressPairTestJSON-1891555725-project] Usage tracker for resource:port and tenant:b5df3043a2d745d5af73a0b2acebb6e4 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:28:01.947079 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-46ca5edd-e7d2-4ff2-8107-860322c203cd tempest-AllowedAddressPairTestJSON-1891555725 tempest-AllowedAddressPairTestJSON-1891555725-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:28:01.955341 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-46ca5edd-e7d2-4ff2-8107-860322c203cd tempest-AllowedAddressPairTestJSON-1891555725 tempest-AllowedAddressPairTestJSON-1891555725-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:28:01.981473 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-3631f69a-0259-4338-a12e-41b872368ee2 tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:28:01.986590 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2349d70e-289d-4697-b061-b4d4fa409db8 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Notify agent at l3_agent.dv-neutron-825124-1-hyperv the message routers_updated {{(pid=84152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 14:28:02.005584 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1363a780-c7c2-4694-af68-47e19dd21ea9 None None] Sync routers for ids ['d6c1e36f-7721-4cd2-b738-173d5b3bd1fe'] in dv-neutron-825124-1-hyperv {{(pid=84155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 14:28:02.014554 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 35596) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:28:02.018278 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1363a780-c7c2-4694-af68-47e19dd21ea9 None None] Routers {'d6c1e36f-7721-4cd2-b738-173d5b3bd1fe'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:28:02.018887 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-1363a780-c7c2-4694-af68-47e19dd21ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:28:00Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['d6c1e36f-7721-4cd2-b738-173d5b3bd1fe'], 'active': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:28:02.037315 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-cd8b20b0-5a5b-45a9-ad95-79e6d165382b None None] Calling delete_port for 96c9c723-a0e6-459a-959a-8fc207e9d6e3 owned by network:dhcp {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:28:02.040709 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46ca5edd-e7d2-4ff2-8107-860322c203cd tempest-AllowedAddressPairTestJSON-1891555725 tempest-AllowedAddressPairTestJSON-1891555725-project] Made reservation on behalf of b5df3043a2d745d5af73a0b2acebb6e4 for: {'port': 1} {{(pid=84152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:28:02.046585 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-4129348a-df96-4935-b8f1-c2c1c1fa0efc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-737693'] for router, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:02.047269 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4129348a-df96-4935-b8f1-c2c1c1fa0efc admin admin] Fanout notify agent at l3_agent the message router_deleted on router c0d234bc-0f44-4930-872e-adb19a23e827 {{(pid=84153) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 20 14:28:02.081489 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-4129348a-df96-4935-b8f1-c2c1c1fa0efc admin admin] Notify callbacks [] for router, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:02.082662 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-4129348a-df96-4935-b8f1-c2c1c1fa0efc admin admin] 10.222.0.54 "DELETE /v2.0/routers/c0d234bc-0f44-4930-872e-adb19a23e827 HTTP/1.1" status: 204 len: 168 time: 6.0699184 Jan 20 14:28:02.087579 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-3631f69a-0259-4338-a12e-41b872368ee2 tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:28:02.092336 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 35602) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:28:02.100777 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-1363a780-c7c2-4694-af68-47e19dd21ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:28:02.113007 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-2349d70e-289d-4697-b061-b4d4fa409db8 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for floatingip, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:02.114585 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1363a780-c7c2-4694-af68-47e19dd21ea9 None None] Routers {'d6c1e36f-7721-4cd2-b738-173d5b3bd1fe'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:28:02.115361 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-1363a780-c7c2-4694-af68-47e19dd21ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:28:00Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['d6c1e36f-7721-4cd2-b738-173d5b3bd1fe'], 'active': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:28:02.174842 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-7f921034-ccb9-420e-8fb4-6ef46fcf9fa5 None None] Transition to ACTIVE for port object d0f3e37f-9ea6-4962-9a50-9c5e45354bd1 will not be triggered until provisioned by entity DHCP. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:28:02.196805 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-1363a780-c7c2-4694-af68-47e19dd21ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:28:02.197222 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1363a780-c7c2-4694-af68-47e19dd21ea9 None None] The sync data for ids ['d6c1e36f-7721-4cd2-b738-173d5b3bd1fe'] in dv-neutron-825124-1-hyperv is: [] {{(pid=84155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 14:28:02.290823 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7f921034-ccb9-420e-8fb4-6ef46fcf9fa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:02.353166 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3631f69a-0259-4338-a12e-41b872368ee2 tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Made reservation on behalf of 67ae27d5542441d081f0145797cee5f6 for: {'subnet': 1} {{(pid=84153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:28:02.386130 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-37246fc8-036a-4e1e-b21d-1923d4fd4815 None None] Port 71760179-fb96-426c-aba4-1aee0df30c62 cannot update to ACTIVE because it is not bound. {{(pid=84154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 14:28:02.470195 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68235f4-e9df-4079-bdb3-41d4df9fa197 req-7febd04a-4eb5-4ca2-8ea7-3a1125e26ec2 tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:28:02.477146 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-b68235f4-e9df-4079-bdb3-41d4df9fa197 req-7febd04a-4eb5-4ca2-8ea7-3a1125e26ec2 tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] 10.222.0.54 "GET /v2.0/ports?device_id=c1ec459f-0c13-4ec8-b610-ebb2038ce473 HTTP/1.1" status: 200 len: 945 time: 0.4828639 Jan 20 14:28:02.538274 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-2349d70e-289d-4697-b061-b4d4fa409db8 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 9.7038479 Jan 20 14:28:02.545633 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 35606) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:28:02.569673 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.db_base_plugin_v2 [None req-2cd7198b-a9f5-4319-8e00-8c6701068a7d admin admin] Deleting subnet fe04fd19-c016-4d9b-bbbe-e9ba6073304a {{(pid=84152) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 20 14:28:02.583392 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-2cd7198b-a9f5-4319-8e00-8c6701068a7d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:02.612592 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-494989c6-5650-4a44-a917-fa2a65ac094b tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1601924130'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:28:02.643274 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f921034-ccb9-420e-8fb4-6ef46fcf9fa5 None None] Pushing event updated for resources: {'Port': ['ID=d0f3e37f-9ea6-4962-9a50-9c5e45354bd1,revision_number=4']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:28:02.654646 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-494989c6-5650-4a44-a917-fa2a65ac094b tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:28:02.667438 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-cd8b20b0-5a5b-45a9-ad95-79e6d165382b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486'] for port, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:02.693540 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-3631f69a-0259-4338-a12e-41b872368ee2 tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4193986'] for subnet, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:02.721919 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-2cd7198b-a9f5-4319-8e00-8c6701068a7d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3337915'] for subnet, precommit_delete_associations {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:02.752619 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-46ca5edd-e7d2-4ff2-8107-860322c203cd tempest-AllowedAddressPairTestJSON-1891555725 tempest-AllowedAddressPairTestJSON-1891555725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:02.769085 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8b20b0-5a5b-45a9-ad95-79e6d165382b None None] Pushing event deleted for resources: {'Port': ['ID=96c9c723-a0e6-459a-959a-8fc207e9d6e3,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:28:02.775477 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-b0600c54-7f30-4f6e-b522-dbc77fe0df91 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=61b46269b9ca430eb51733c2203d2e38&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7591653 Jan 20 14:28:02.781869 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 35610) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:28:02.837615 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.notifiers.nova [None req-46ca5edd-e7d2-4ff2-8107-860322c203cd tempest-AllowedAddressPairTestJSON-1891555725 tempest-AllowedAddressPairTestJSON-1891555725-project] device_id is not set on port d283b5ba-035a-4a24-9f30-b7c1d97f6a80 yet. {{(pid=84152) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 14:28:02.847053 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-494989c6-5650-4a44-a917-fa2a65ac094b tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Usage tracker for resource:network and tenant:788f8e40e69a4b21adff221535fcbda3 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:28:02.862264 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-494989c6-5650-4a44-a917-fa2a65ac094b tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:28:02.879618 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.db_base_plugin_v2 [None req-123524c9-7d68-4702-bb86-542ae446415f tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Deleting subnet 1f6c549b-bc84-48b1-b34f-362966ac666e {{(pid=84153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 20 14:28:02.887135 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-494989c6-5650-4a44-a917-fa2a65ac094b tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:28:02.892631 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-b68235f4-e9df-4079-bdb3-41d4df9fa197 req-39ba44e8-c463-47b3-9cc4-897d96f531b8 tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] 10.222.0.54 "GET /v2.0/security-groups?id=578a98de-1d4e-4622-ab14-10bbfc156906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4146221 Jan 20 14:28:02.936711 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device d0f3e37f-9ea6-4962-9a50-9c5e45354bd1 up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:28:02.957676 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-2cd7198b-a9f5-4319-8e00-8c6701068a7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1627147'] for subnet, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:02.997171 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd8b20b0-5a5b-45a9-ad95-79e6d165382b None None] No DVR routers for this DVR port 96c9c723-a0e6-459a-959a-8fc207e9d6e3 on host dv-neutron-825124-1-hyperv {{(pid=84154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 14:28:03.025321 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-65c6df1a-7930-4c28-8f96-f8ae68221d56 None None] Notify callbacks [] for port, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:03.034377 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-fc15e36e-c64a-44f0-9263-d941249ca714 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:03.040226 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-494989c6-5650-4a44-a917-fa2a65ac094b tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Made reservation on behalf of 788f8e40e69a4b21adff221535fcbda3 for: {'network': 1} {{(pid=84153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:28:03.048347 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-494989c6-5650-4a44-a917-fa2a65ac094b tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for network, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:03.068898 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-65c6df1a-7930-4c28-8f96-f8ae68221d56 None None] Transition to ACTIVE for port object a8a93de3-1442-408a-b030-42bad978c3a1 will not be triggered until provisioned by entity L2. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:28:03.079920 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-fc15e36e-c64a-44f0-9263-d941249ca714 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:03.092020 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-27c6e20d-d599-466c-ae0d-a8bb158506a6 None None] Notify callbacks [] for port, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:03.114068 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-65c6df1a-7930-4c28-8f96-f8ae68221d56 None None] Transition to ACTIVE for port object a8a93de3-1442-408a-b030-42bad978c3a1 will not be triggered until provisioned by entity DHCP. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:28:03.119419 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-27c6e20d-d599-466c-ae0d-a8bb158506a6 None None] Transition to ACTIVE for port object d82cb61d-af82-47b2-9434-71f4d793228b will not be triggered until provisioned by entity L2. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:28:03.135224 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-eea6df97-7ff1-4b63-af20-e3ec8913deda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:03.143145 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-494989c6-5650-4a44-a917-fa2a65ac094b tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 160} {{(pid=84153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 14:28:03.149067 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.db_base_plugin_common [None req-6d935c26-7354-4b04-8999-657eb35134f3 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Delete allocated IP 172.20.0.27 (3d42d100-4506-4d48-937a-1fbf70b9ad3e/d34efd83-cb08-4e4f-bfb0-ebdd28b424a3) {{(pid=84153) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 20 14:28:03.156491 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-27c6e20d-d599-466c-ae0d-a8bb158506a6 None None] Transition to ACTIVE for port object d82cb61d-af82-47b2-9434-71f4d793228b will not be triggered until provisioned by entity DHCP. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:28:03.182543 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-2cd7198b-a9f5-4319-8e00-8c6701068a7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1627154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4163580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155308'] for subnet, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:03.205987 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-65c6df1a-7930-4c28-8f96-f8ae68221d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477'] for port, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:03.227937 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-fc15e36e-c64a-44f0-9263-d941249ca714 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:03.291283 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd7198b-a9f5-4319-8e00-8c6701068a7d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fe04fd19-c016-4d9b-bbbe-e9ba6073304a,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:28:03.324837 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-2cd7198b-a9f5-4319-8e00-8c6701068a7d admin admin] Notify callbacks [] for subnet, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:03.327571 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc15e36e-c64a-44f0-9263-d941249ca714 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02fa2373-29b4-4c15-bd76-dfe7f42828ce,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:28:03.354125 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-2cd7198b-a9f5-4319-8e00-8c6701068a7d admin admin] 10.222.0.54 "DELETE /v2.0/subnets/fe04fd19-c016-4d9b-bbbe-e9ba6073304a HTTP/1.1" status: 204 len: 168 time: 1.2482450 Jan 20 14:28:03.354860 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 96c9c723-a0e6-459a-959a-8fc207e9d6e3 no longer exists at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:28:03.358370 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-fc15e36e-c64a-44f0-9263-d941249ca714 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:03.362496 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-fc15e36e-c64a-44f0-9263-d941249ca714 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/02fa2373-29b4-4c15-bd76-dfe7f42828ce HTTP/1.1" status: 204 len: 168 time: 0.5777638 Jan 20 14:28:03.364597 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.db_base_plugin_common [None req-46ca5edd-e7d2-4ff2-8107-860322c203cd tempest-AllowedAddressPairTestJSON-1891555725 tempest-AllowedAddressPairTestJSON-1891555725-project] Allocated IP 172.20.0.12 (401af806-85f7-4798-b548-c297021420e8/35131c22-2358-4c18-9e2c-b9373c4c44ae/d283b5ba-035a-4a24-9f30-b7c1d97f6a80) {{(pid=84152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:28:03.367766 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 35616) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:28:03.395319 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37b16215-5812-4485-a000-08719f536429 None None] Network da16ad43-ad30-42db-87b4-6c2adb2c2b3b requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:28:03.413297 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c6df1a-7930-4c28-8f96-f8ae68221d56 None None] Pushing event updated for resources: {'Port': ['ID=a8a93de3-1442-408a-b030-42bad978c3a1,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:28:03.423689 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65c6df1a-7930-4c28-8f96-f8ae68221d56 None None] Network 401af806-85f7-4798-b548-c297021420e8 is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:28:03.438802 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-65c6df1a-7930-4c28-8f96-f8ae68221d56 None None] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:28:03.441750 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-27c6e20d-d599-466c-ae0d-a8bb158506a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477'] for port, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:03.487398 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65c6df1a-7930-4c28-8f96-f8ae68221d56 None None] Received port after_create {{(pid=84154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:28:03.494777 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] No Port match for: 96c9c723-a0e6-459a-959a-8fc207e9d6e3 {{(pid=84154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 14:28:03.495120 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 96c9c723-a0e6-459a-959a-8fc207e9d6e3 not bound to the agent host dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 14:28:03.495589 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 2d463c2f-2ac2-4884-9ad8-97949782d5f0 no longer exists at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:28:03.536342 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-73f69262-c40a-44b4-ad9e-33e437e2514d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586409'] for network, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:03.545791 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-494989c6-5650-4a44-a917-fa2a65ac094b tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:03.547413 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.db.segments_db [None req-494989c6-5650-4a44-a917-fa2a65ac094b tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Added segment d7c4f404-953f-4ed5-a027-d51fda96c77f of type vlan for network 6beec8b4-07a4-4c80-9497-19c0a158f325 Jan 20 14:28:03.548927 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-123524c9-7d68-4702-bb86-542ae446415f tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks [] for subnet, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:03.584610 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] No Port match for: 2d463c2f-2ac2-4884-9ad8-97949782d5f0 {{(pid=84154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 14:28:03.584965 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 2d463c2f-2ac2-4884-9ad8-97949782d5f0 not bound to the agent host dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 14:28:03.585397 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device f7bb973a-b99f-4848-8378-242e506ca311 no longer exists at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:28:03.630521 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-73f69262-c40a-44b4-ad9e-33e437e2514d admin admin] Deleting port 54458543-dd0a-4194-b5d3-e23503eee26a {{(pid=84152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:28:03.630521 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-73f69262-c40a-44b4-ad9e-33e437e2514d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:03.639000 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] No Port match for: f7bb973a-b99f-4848-8378-242e506ca311 {{(pid=84154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 14:28:03.639201 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device f7bb973a-b99f-4848-8378-242e506ca311 not bound to the agent host dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 14:28:03.639562 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 8f2a83b2-4309-4423-9ecd-ae0547ea8345 no longer exists at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:28:03.672975 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-123524c9-7d68-4702-bb86-542ae446415f tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3980851'] for subnet, precommit_delete_associations {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:03.673254 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1951d69c-3a7d-4859-a960-09c52a4858b1 None None] Network 3d42d100-4506-4d48-937a-1fbf70b9ad3e requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:28:03.697512 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] No Port match for: 8f2a83b2-4309-4423-9ecd-ae0547ea8345 {{(pid=84154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 14:28:03.697882 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 8f2a83b2-4309-4423-9ecd-ae0547ea8345 not bound to the agent host dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 14:28:03.715784 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-494989c6-5650-4a44-a917-fa2a65ac094b tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769553767792'] for network, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:03.833448 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-46ca5edd-e7d2-4ff2-8107-860322c203cd tempest-AllowedAddressPairTestJSON-1891555725 tempest-AllowedAddressPairTestJSON-1891555725-project] Notify callbacks [] for port, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:03.854796 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.provisioning_blocks [None req-46ca5edd-e7d2-4ff2-8107-860322c203cd tempest-AllowedAddressPairTestJSON-1891555725 tempest-AllowedAddressPairTestJSON-1891555725-project] Transition to ACTIVE for port object d283b5ba-035a-4a24-9f30-b7c1d97f6a80 will not be triggered until provisioned by entity DHCP. {{(pid=84152) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:28:03.893364 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-df8b516e-f6b1-4872-9d83-98a5c550a74b None None] Provisioning for port d0f3e37f-9ea6-4962-9a50-9c5e45354bd1 completed by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:28:03.896451 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c6e20d-d599-466c-ae0d-a8bb158506a6 None None] Pushing event updated for resources: {'Port': ['ID=d82cb61d-af82-47b2-9434-71f4d793228b,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:28:03.916674 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27c6e20d-d599-466c-ae0d-a8bb158506a6 None None] Network dbce74ed-d43c-4540-8d8d-e582f35e4792 is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:28:03.927108 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-65c6df1a-7930-4c28-8f96-f8ae68221d56 None None] Attempting to bind port a8a93de3-1442-408a-b030-42bad978c3a1 on host dv-neutron-825124-1-hyperv for vnic_type normal with profile {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:28:03.927487 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-65c6df1a-7930-4c28-8f96-f8ae68221d56 None None] Attempting to bind port a8a93de3-1442-408a-b030-42bad978c3a1 by drivers openvswitch,hyperv on host dv-neutron-825124-1-hyperv at level 0 using segments [{'id': '7eea0502-2150-4167-8692-4cb1c44763e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '401af806-85f7-4798-b548-c297021420e8'}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:28:03.928061 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65c6df1a-7930-4c28-8f96-f8ae68221d56 None None] Attempting to bind port a8a93de3-1442-408a-b030-42bad978c3a1 on network 401af806-85f7-4798-b548-c297021420e8 {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 14:28:03.958168 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-27c6e20d-d599-466c-ae0d-a8bb158506a6 None None] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:28:03.965356 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-df8b516e-f6b1-4872-9d83-98a5c550a74b None None] Provisioning complete for port d0f3e37f-9ea6-4962-9a50-9c5e45354bd1 triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:28:03.965968 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-df8b516e-f6b1-4872-9d83-98a5c550a74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:03.967793 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.objects.ports [None req-3631f69a-0259-4338-a12e-41b872368ee2 tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84153) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Jan 20 14:28:03.972220 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-3631f69a-0259-4338-a12e-41b872368ee2 tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3943531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4194004'] for subnet, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:03.975465 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-46ca5edd-e7d2-4ff2-8107-860322c203cd tempest-AllowedAddressPairTestJSON-1891555725 tempest-AllowedAddressPairTestJSON-1891555725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:04.000714 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27c6e20d-d599-466c-ae0d-a8bb158506a6 None None] Received port after_create {{(pid=84154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:28:04.072953 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3631f69a-0259-4338-a12e-41b872368ee2 tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Pushing event updated for resources: {'Subnet': ['ID=c870f6a5-8197-4b60-b793-778095b9cdb9,revision_number=0']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:28:04.077776 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-494989c6-5650-4a44-a917-fa2a65ac094b tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967'] for network, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:04.083284 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-494989c6-5650-4a44-a917-fa2a65ac094b tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:28:04.089956 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-494989c6-5650-4a44-a917-fa2a65ac094b tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Notify callbacks [] for network, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:04.123321 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.db [None req-73f69262-c40a-44b4-ad9e-33e437e2514d admin admin] For port 54458543-dd0a-4194-b5d3-e23503eee26a, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=54458543-dd0a-4194-b5d3-e23503eee26a,segment=NetworkSegment(3182924e-8b03-4797-949c-f0b3e4c69277),segment_id=3182924e-8b03-4797-949c-f0b3e4c69277)] {{(pid=84152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:28:04.124058 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-73f69262-c40a-44b4-ad9e-33e437e2514d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:04.147495 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46ca5edd-e7d2-4ff2-8107-860322c203cd tempest-AllowedAddressPairTestJSON-1891555725 tempest-AllowedAddressPairTestJSON-1891555725-project] Network 401af806-85f7-4798-b548-c297021420e8 is already hosted by enough agents. {{(pid=84152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:28:04.147593 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-6d935c26-7354-4b04-8999-657eb35134f3 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks [] for port, precommit_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:04.148931 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ca5edd-e7d2-4ff2-8107-860322c203cd tempest-AllowedAddressPairTestJSON-1891555725 tempest-AllowedAddressPairTestJSON-1891555725-project] Pushing event updated for resources: {'Port': ['ID=d283b5ba-035a-4a24-9f30-b7c1d97f6a80,revision_number=1']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:28:04.154162 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.base_scheduler [None req-46ca5edd-e7d2-4ff2-8107-860322c203cd tempest-AllowedAddressPairTestJSON-1891555725 tempest-AllowedAddressPairTestJSON-1891555725-project] Resources bound (agent type, host, resource id): {{(pid=84152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:28:04.156693 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-123524c9-7d68-4702-bb86-542ae446415f tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1627147'] for subnet, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:04.246008 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46ca5edd-e7d2-4ff2-8107-860322c203cd tempest-AllowedAddressPairTestJSON-1891555725 tempest-AllowedAddressPairTestJSON-1891555725-project] Received port after_create {{(pid=84152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:28:04.248794 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65c6df1a-7930-4c28-8f96-f8ae68221d56 None None] Checking agent: {'id': '6414dfeb-85c5-454a-8756-709ca637d800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825124-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 16, 31), 'started_at': datetime.datetime(2022, 1, 20, 14, 17, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 28, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825124-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 14:28:04.249161 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65c6df1a-7930-4c28-8f96-f8ae68221d56 None None] Checking segment: {'id': '7eea0502-2150-4167-8692-4cb1c44763e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '401af806-85f7-4798-b548-c297021420e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 14:28:04.249586 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-65c6df1a-7930-4c28-8f96-f8ae68221d56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:04.249972 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65c6df1a-7930-4c28-8f96-f8ae68221d56 None None] Bound using segment: {'id': '7eea0502-2150-4167-8692-4cb1c44763e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '401af806-85f7-4798-b548-c297021420e8'} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 14:28:04.250497 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-65c6df1a-7930-4c28-8f96-f8ae68221d56 None None] Bound port: a8a93de3-1442-408a-b030-42bad978c3a1, host: dv-neutron-825124-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7eea0502-2150-4167-8692-4cb1c44763e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '401af806-85f7-4798-b548-c297021420e8'}}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:28:04.250991 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-65c6df1a-7930-4c28-8f96-f8ae68221d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:04.284372 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-494989c6-5650-4a44-a917-fa2a65ac094b tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.7016225 Jan 20 14:28:04.294573 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 35634) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:28:04.316988 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.provisioning_blocks [None req-6d935c26-7354-4b04-8999-657eb35134f3 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Ignored duplicate provisioning block setup for port 41e3dfcb-8935-44bb-88a7-f1feb6fd2625 by entity DHCP. {{(pid=84153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jan 20 14:28:04.332863 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-27f45317-81b6-460f-9e84-784097a56bd1 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Request body: {'subnet': {'network_id': '6beec8b4-07a4-4c80-9497-19c0a158f325', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:28:04.376021 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46ca5edd-e7d2-4ff2-8107-860322c203cd tempest-AllowedAddressPairTestJSON-1891555725 tempest-AllowedAddressPairTestJSON-1891555725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:28:04.376777 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-46ca5edd-e7d2-4ff2-8107-860322c203cd tempest-AllowedAddressPairTestJSON-1891555725 tempest-AllowedAddressPairTestJSON-1891555725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:04.464461 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-27c6e20d-d599-466c-ae0d-a8bb158506a6 None None] Attempting to bind port d82cb61d-af82-47b2-9434-71f4d793228b on host dv-neutron-825124-1-hyperv for vnic_type normal with profile {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:28:04.464924 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-27c6e20d-d599-466c-ae0d-a8bb158506a6 None None] Attempting to bind port d82cb61d-af82-47b2-9434-71f4d793228b by drivers openvswitch,hyperv on host dv-neutron-825124-1-hyperv at level 0 using segments [{'id': '7b61d093-41ff-4202-b223-533eb0f8da0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'dbce74ed-d43c-4540-8d8d-e582f35e4792'}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:28:04.465290 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27c6e20d-d599-466c-ae0d-a8bb158506a6 None None] Attempting to bind port d82cb61d-af82-47b2-9434-71f4d793228b on network dbce74ed-d43c-4540-8d8d-e582f35e4792 {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 14:28:04.484880 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device d0f3e37f-9ea6-4962-9a50-9c5e45354bd1 up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:28:04.486789 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-6d935c26-7354-4b04-8999-657eb35134f3 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3944146'] for port, after_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:04.488352 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494989c6-5650-4a44-a917-fa2a65ac094b tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Pushing event updated for resources: {'Network': ['ID=6beec8b4-07a4-4c80-9497-19c0a158f325,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:28:04.504608 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-46ca5edd-e7d2-4ff2-8107-860322c203cd tempest-AllowedAddressPairTestJSON-1891555725 tempest-AllowedAddressPairTestJSON-1891555725-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 2.8629913 Jan 20 14:28:04.511016 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-73f69262-c40a-44b4-ad9e-33e437e2514d admin admin] Calling delete_port for 54458543-dd0a-4194-b5d3-e23503eee26a owned by network:dhcp {{(pid=84152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:28:04.540948 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 35638) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:28:04.573665 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Network 6beec8b4-07a4-4c80-9497-19c0a158f325 details requested by agent ovs-agent-dv-neutron-825124-1-hyperv with host dv-neutron-825124-1-hyperv {{(pid=84154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 14:28:04.598526 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3631f69a-0259-4338-a12e-41b872368ee2 tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Checking segment: {'id': 'fda3881a-799a-4ca1-8400-3f0cf2545edd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'a997880f-0f62-47ca-8cac-78bab01f28b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 14:28:04.598985 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3631f69a-0259-4338-a12e-41b872368ee2 tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Network hostable DHCP agents. Network: a997880f-0f62-47ca-8cac-78bab01f28b1, hostable agents: ['1a181e39-5220-4c1a-88f8-08a54e8bfc9b'], hosted agents: [] {{(pid=84153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 14:28:04.693328 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8504f6c0-a3ef-4b4b-a7fd-f3b8354ebcc6 tempest-AllowedAddressPairTestJSON-1891555725 tempest-AllowedAddressPairTestJSON-1891555725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:28:04.697526 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8504f6c0-a3ef-4b4b-a7fd-f3b8354ebcc6 tempest-AllowedAddressPairTestJSON-1891555725 tempest-AllowedAddressPairTestJSON-1891555725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:28:04.703935 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8504f6c0-a3ef-4b4b-a7fd-f3b8354ebcc6 tempest-AllowedAddressPairTestJSON-1891555725 tempest-AllowedAddressPairTestJSON-1891555725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:28:04.704904 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-8504f6c0-a3ef-4b4b-a7fd-f3b8354ebcc6 tempest-AllowedAddressPairTestJSON-1891555725 tempest-AllowedAddressPairTestJSON-1891555725-project] Synchronizing usage tracker for tenant:b5df3043a2d745d5af73a0b2acebb6e4 on resource:port {{(pid=84152) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:28:04.731672 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-27f45317-81b6-460f-9e84-784097a56bd1 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:28:04.734141 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d935c26-7354-4b04-8999-657eb35134f3 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Pushing event updated for resources: {'Port': ['ID=41e3dfcb-8935-44bb-88a7-f1feb6fd2625,revision_number=2']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:28:04.752139 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27c6e20d-d599-466c-ae0d-a8bb158506a6 None None] Checking agent: {'id': '6414dfeb-85c5-454a-8756-709ca637d800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825124-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 16, 31), 'started_at': datetime.datetime(2022, 1, 20, 14, 17, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 28, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825124-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 14:28:04.752707 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27c6e20d-d599-466c-ae0d-a8bb158506a6 None None] Checking segment: {'id': '7b61d093-41ff-4202-b223-533eb0f8da0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'dbce74ed-d43c-4540-8d8d-e582f35e4792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 14:28:04.753109 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-27c6e20d-d599-466c-ae0d-a8bb158506a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:04.753241 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27c6e20d-d599-466c-ae0d-a8bb158506a6 None None] Bound using segment: {'id': '7b61d093-41ff-4202-b223-533eb0f8da0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'dbce74ed-d43c-4540-8d8d-e582f35e4792'} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 14:28:04.753707 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-27c6e20d-d599-466c-ae0d-a8bb158506a6 None None] Bound port: d82cb61d-af82-47b2-9434-71f4d793228b, host: dv-neutron-825124-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b61d093-41ff-4202-b223-533eb0f8da0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'dbce74ed-d43c-4540-8d8d-e582f35e4792'}}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:28:04.754098 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-27c6e20d-d599-466c-ae0d-a8bb158506a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:04.771253 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-27f45317-81b6-460f-9e84-784097a56bd1 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Usage tracker for resource:subnet and tenant:788f8e40e69a4b21adff221535fcbda3 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:28:04.777653 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-27f45317-81b6-460f-9e84-784097a56bd1 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:28:04.787116 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-123524c9-7d68-4702-bb86-542ae446415f tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1627154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3943464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4194013'] for subnet, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:04.803165 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-73f69262-c40a-44b4-ad9e-33e437e2514d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:04.824860 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-27f45317-81b6-460f-9e84-784097a56bd1 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:28:04.844214 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123524c9-7d68-4702-bb86-542ae446415f tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Pushing event deleted for resources: {'Subnet': ['ID=1f6c549b-bc84-48b1-b34f-362966ac666e,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:28:04.862427 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-123524c9-7d68-4702-bb86-542ae446415f tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks [] for subnet, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:04.874367 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-6d935c26-7354-4b04-8999-657eb35134f3 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] In _notify_port_updated(), no bound segment for port 41e3dfcb-8935-44bb-88a7-f1feb6fd2625 on network 3d42d100-4506-4d48-937a-1fbf70b9ad3e {{(pid=84153) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Jan 20 14:28:04.874948 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-8504f6c0-a3ef-4b4b-a7fd-f3b8354ebcc6 tempest-AllowedAddressPairTestJSON-1891555725 tempest-AllowedAddressPairTestJSON-1891555725-project] Unset dirty status for tenant:b5df3043a2d745d5af73a0b2acebb6e4 on resource:port {{(pid=84152) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:28:04.877084 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-8504f6c0-a3ef-4b4b-a7fd-f3b8354ebcc6 tempest-AllowedAddressPairTestJSON-1891555725 tempest-AllowedAddressPairTestJSON-1891555725-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2466 time: 0.3350503 Jan 20 14:28:04.883952 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d935c26-7354-4b04-8999-657eb35134f3 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:28:04.883952 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-6d935c26-7354-4b04-8999-657eb35134f3 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:04.883952 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-6d935c26-7354-4b04-8999-657eb35134f3 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] 10.222.0.54 "PUT /v2.0/ports/41e3dfcb-8935-44bb-88a7-f1feb6fd2625 HTTP/1.1" status: 200 len: 918 time: 3.9462581 Jan 20 14:28:04.883952 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 35646) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:28:04.887778 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 35650) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:28:04.892820 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f69262-c40a-44b4-ad9e-33e437e2514d admin admin] Pushing event deleted for resources: {'Port': ['ID=54458543-dd0a-4194-b5d3-e23503eee26a,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:28:04.916744 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-65c6df1a-7930-4c28-8f96-f8ae68221d56 None None] For port a8a93de3-1442-408a-b030-42bad978c3a1, host dv-neutron-825124-1-hyperv, cleared binding levels {{(pid=84154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 14:28:04.917959 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-3c0889bd-dfeb-4c03-8511-02302b546421 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '3160de4f-6a0b-4a95-81f2-20dfaaeda28a'}, {'subnet_id': 'd34efd83-cb08-4e4f-bfb0-ebdd28b424a3'}]}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:28:04.938654 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3631f69a-0259-4338-a12e-41b872368ee2 tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Network a997880f-0f62-47ca-8cac-78bab01f28b1 is scheduled to be hosted by DHCP agent 1a181e39-5220-4c1a-88f8-08a54e8bfc9b with binding_index 1 {{(pid=84153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 14:28:04.947406 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73f69262-c40a-44b4-ad9e-33e437e2514d admin admin] No DVR routers for this DVR port 54458543-dd0a-4194-b5d3-e23503eee26a on host dv-neutron-825124-1-hyperv {{(pid=84152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 14:28:04.962669 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27f45317-81b6-460f-9e84-784097a56bd1 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Made reservation on behalf of 788f8e40e69a4b21adff221535fcbda3 for: {'subnet': 1} {{(pid=84153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:28:05.008959 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-27c6e20d-d599-466c-ae0d-a8bb158506a6 None None] For port d82cb61d-af82-47b2-9434-71f4d793228b, host dv-neutron-825124-1-hyperv, cleared binding levels {{(pid=84154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 14:28:05.013690 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-27c6e20d-d599-466c-ae0d-a8bb158506a6 None None] For port d82cb61d-af82-47b2-9434-71f4d793228b, host dv-neutron-825124-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=d82cb61d-af82-47b2-9434-71f4d793228b,segment=NetworkSegment(7b61d093-41ff-4202-b223-533eb0f8da0a),segment_id=7b61d093-41ff-4202-b223-533eb0f8da0a)] {{(pid=84154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 14:28:05.030415 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-65c6df1a-7930-4c28-8f96-f8ae68221d56 None None] For port a8a93de3-1442-408a-b030-42bad978c3a1, host dv-neutron-825124-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=a8a93de3-1442-408a-b030-42bad978c3a1,segment=NetworkSegment(7eea0502-2150-4167-8692-4cb1c44763e1),segment_id=7eea0502-2150-4167-8692-4cb1c44763e1)] {{(pid=84154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 14:28:05.036659 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db93999e-856d-44ba-a631-02ba1ad97903 None None] DHCP port deletion for da16ad43-ad30-42db-87b4-6c2adb2c2b3b request from dv-neutron-825124-1-hyperv {{(pid=84154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 20 14:28:05.086627 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port d0f3e37f-9ea6-4962-9a50-9c5e45354bd1 triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:28:05.094983 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:05.104581 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 35656) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:28:05.107241 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-27f45317-81b6-460f-9e84-784097a56bd1 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4193986'] for subnet, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:05.149370 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-123524c9-7d68-4702-bb86-542ae446415f tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] 10.222.0.54 "DELETE /v2.0/subnets/1f6c549b-bc84-48b1-b34f-362966ac666e HTTP/1.1" status: 204 len: 168 time: 3.4349148 Jan 20 14:28:05.150677 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 35662) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:28:05.184240 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-65c6df1a-7930-4c28-8f96-f8ae68221d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:05.261596 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-27c6e20d-d599-466c-ae0d-a8bb158506a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:05.271728 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c6df1a-7930-4c28-8f96-f8ae68221d56 None None] Pushing event updated for resources: {'Port': ['ID=a8a93de3-1442-408a-b030-42bad978c3a1,revision_number=2']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:28:05.277488 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-089ee7df-77ad-4df4-8ca5-9c45fab2c942 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1231611 Jan 20 14:28:05.300298 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c6df1a-7930-4c28-8f96-f8ae68221d56 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:28:05.305762 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c6df1a-7930-4c28-8f96-f8ae68221d56 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:28:05.305762 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c6df1a-7930-4c28-8f96-f8ae68221d56 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:28:05.305762 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c6df1a-7930-4c28-8f96-f8ae68221d56 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:28:05.305762 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c6df1a-7930-4c28-8f96-f8ae68221d56 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:28:05.305762 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c6df1a-7930-4c28-8f96-f8ae68221d56 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:28:05.305762 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c6df1a-7930-4c28-8f96-f8ae68221d56 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:28:05.305762 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c6df1a-7930-4c28-8f96-f8ae68221d56 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:28:05.305762 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c6df1a-7930-4c28-8f96-f8ae68221d56 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:28:05.305762 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c6df1a-7930-4c28-8f96-f8ae68221d56 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:28:05.305762 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c6df1a-7930-4c28-8f96-f8ae68221d56 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:28:05.306639 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 35666) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:28:05.311959 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-3be40190-6bb0-4ba0-acd9-d7af6984966a tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Request body: {'subnet': {'network_id': 'dbce74ed-d43c-4540-8d8d-e582f35e4792', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:28:05.343582 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.base_scheduler [None req-3631f69a-0259-4338-a12e-41b872368ee2 tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825124-1-hyperv, a997880f-0f62-47ca-8cac-78bab01f28b1) {{(pid=84153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:28:05.388085 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-d3694435-85e4-4a61-ae49-745868d720a5 tempest-AllowedAddressPairTestJSON-1891555725 tempest-AllowedAddressPairTestJSON-1891555725-project] Deleting port d283b5ba-035a-4a24-9f30-b7c1d97f6a80 {{(pid=84153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:28:05.388531 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-d3694435-85e4-4a61-ae49-745868d720a5 tempest-AllowedAddressPairTestJSON-1891555725 tempest-AllowedAddressPairTestJSON-1891555725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:05.422312 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-73f69262-c40a-44b4-ad9e-33e437e2514d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1626242', 'neutron.services.segments.db._delete_segments_for_network-8769554214620'] for network, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:05.449151 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e96272a7-dd5d-404b-b25b-3d204cbd5b3c None None] Network a997880f-0f62-47ca-8cac-78bab01f28b1 requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:28:05.457025 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3631f69a-0259-4338-a12e-41b872368ee2 tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:28:05.457660 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-3631f69a-0259-4338-a12e-41b872368ee2 tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Notify callbacks [] for subnet, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:05.513522 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.segments.db [None req-73f69262-c40a-44b4-ad9e-33e437e2514d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da16ad43-ad30-42db-87b4-6c2adb2c2b3b']}} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:28:05.537212 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.segments.db [None req-73f69262-c40a-44b4-ad9e-33e437e2514d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3182924e-8b03-4797-949c-f0b3e4c69277') {'for_net_delete': True} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:28:05.537502 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.segments.db [None req-73f69262-c40a-44b4-ad9e-33e437e2514d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3182924e-8b03-4797-949c-f0b3e4c69277') {} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:28:05.564336 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-73f69262-c40a-44b4-ad9e-33e437e2514d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769554214503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3337904'] for segment, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:05.582234 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-c29f4fc1-bffa-4a0a-a9af-1f8405c1d503 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-718942935'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:28:05.599593 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-73f69262-c40a-44b4-ad9e-33e437e2514d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:05.603240 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-3be40190-6bb0-4ba0-acd9-d7af6984966a tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:28:05.605702 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-c29f4fc1-bffa-4a0a-a9af-1f8405c1d503 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:28:05.626255 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-3be40190-6bb0-4ba0-acd9-d7af6984966a tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Usage tracker for resource:subnet and tenant:2cb17692bb0c4a2782f988652201ac42 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:28:05.648034 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73f69262-c40a-44b4-ad9e-33e437e2514d admin admin] Releasing vlan 154 on physical network physnet1 to pool {{(pid=84152) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 14:28:05.648517 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-73f69262-c40a-44b4-ad9e-33e437e2514d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1622950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4162906'] for segment, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:05.652514 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-c29f4fc1-bffa-4a0a-a9af-1f8405c1d503 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Usage tracker for resource:network and tenant:fb1d1c9fcb3d4adb98a1b2ecf7f7158b is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:28:05.655646 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-3be40190-6bb0-4ba0-acd9-d7af6984966a tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:28:05.663150 dv-neutron-825124-1-hyperv neutron-server[84152]: Traceback (most recent call last): Jan 20 14:28:05.663150 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 14:28:05.663150 dv-neutron-825124-1-hyperv neutron-server[84152]: timer() Jan 20 14:28:05.663150 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 14:28:05.663150 dv-neutron-825124-1-hyperv neutron-server[84152]: cb(*args, **kw) Jan 20 14:28:05.663150 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 14:28:05.663150 dv-neutron-825124-1-hyperv neutron-server[84152]: return func(*args, **kwargs) Jan 20 14:28:05.663150 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 14:28:05.663150 dv-neutron-825124-1-hyperv neutron-server[84152]: self._notify() Jan 20 14:28:05.663150 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 14:28:05.663150 dv-neutron-825124-1-hyperv neutron-server[84152]: self.callback(batched_events) Jan 20 14:28:05.663150 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 14:28:05.663150 dv-neutron-825124-1-hyperv neutron-server[84152]: event.method(event) Jan 20 14:28:05.663150 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 14:28:05.663150 dv-neutron-825124-1-hyperv neutron-server[84152]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 14:28:05.663150 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 14:28:05.663150 dv-neutron-825124-1-hyperv neutron-server[84152]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 14:28:05.663150 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 14:28:05.663150 dv-neutron-825124-1-hyperv neutron-server[84152]: return f(self, *a, **k) Jan 20 14:28:05.663150 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 14:28:05.663150 dv-neutron-825124-1-hyperv neutron-server[84152]: return self._get(url).json() Jan 20 14:28:05.663150 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 14:28:05.663150 dv-neutron-825124-1-hyperv neutron-server[84152]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 14:28:05.663150 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 14:28:05.663150 dv-neutron-825124-1-hyperv neutron-server[84152]: return self.request(url, 'GET', **kwargs) Jan 20 14:28:05.663150 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 14:28:05.663150 dv-neutron-825124-1-hyperv neutron-server[84152]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 14:28:05.663150 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 14:28:05.663150 dv-neutron-825124-1-hyperv neutron-server[84152]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 14:28:05.663150 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 14:28:05.663150 dv-neutron-825124-1-hyperv neutron-server[84152]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 14:28:05.663150 dv-neutron-825124-1-hyperv neutron-server[84152]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 14:28:05.683470 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-c29f4fc1-bffa-4a0a-a9af-1f8405c1d503 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:28:05.711241 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-3be40190-6bb0-4ba0-acd9-d7af6984966a tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:28:05.746810 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-c29f4fc1-bffa-4a0a-a9af-1f8405c1d503 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:28:05.774533 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-3c0889bd-dfeb-4c03-8511-02302b546421 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:05.869122 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-3631f69a-0259-4338-a12e-41b872368ee2 tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.1561117 Jan 20 14:28:05.883243 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 35670) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:28:05.891679 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-3f2fa7f0-069d-4815-af48-6762ac9ebfdd tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Request body: {'port': {'network_id': 'a997880f-0f62-47ca-8cac-78bab01f28b1', 'name': 'tempest-NetworksIpV6TestAttrs-568063809'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:28:05.906784 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-73f69262-c40a-44b4-ad9e-33e437e2514d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1626253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-745296'] for network, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:06.020959 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-73f69262-c40a-44b4-ad9e-33e437e2514d admin admin] Notify callbacks [] for network, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:06.037533 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c6e20d-d599-466c-ae0d-a8bb158506a6 None None] Pushing event updated for resources: {'Port': ['ID=d82cb61d-af82-47b2-9434-71f4d793228b,revision_number=3']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:28:06.047811 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f69262-c40a-44b4-ad9e-33e437e2514d admin admin] Pushing event deleted for resources: {'Network': ['ID=da16ad43-ad30-42db-87b4-6c2adb2c2b3b,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:28:06.063841 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-9058c681-b336-478f-a374-a976bc561308 None None] Provisioning for port 41e3dfcb-8935-44bb-88a7-f1feb6fd2625 completed by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:28:06.069069 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d15e5d2-14b5-46e6-b386-cb97e527e435 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95c917f5-14ba-5e96-98b8-1a52654a930a-a997880f-0f62-47ca-8cac-78bab01f28b1', 'network_id': 'a997880f-0f62-47ca-8cac-78bab01f28b1', 'tenant_id': '67ae27d5542441d081f0145797cee5f6', 'fixed_ips': [{'subnet_id': 'c870f6a5-8197-4b60-b793-778095b9cdb9'}]}} from dv-neutron-825124-1-hyperv. {{(pid=84154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 20 14:28:06.070123 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-4d15e5d2-14b5-46e6-b386-cb97e527e435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:06.149872 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-9058c681-b336-478f-a374-a976bc561308 None None] Provisioning complete for port 41e3dfcb-8935-44bb-88a7-f1feb6fd2625 triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:28:06.150293 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-9058c681-b336-478f-a374-a976bc561308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:06.162872 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3be40190-6bb0-4ba0-acd9-d7af6984966a tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Made reservation on behalf of 2cb17692bb0c4a2782f988652201ac42 for: {'subnet': 1} {{(pid=84153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:28:06.165862 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-3be40190-6bb0-4ba0-acd9-d7af6984966a tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4193986'] for subnet, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:06.182922 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c29f4fc1-bffa-4a0a-a9af-1f8405c1d503 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Made reservation on behalf of fb1d1c9fcb3d4adb98a1b2ecf7f7158b for: {'network': 1} {{(pid=84153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:28:06.185871 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-c29f4fc1-bffa-4a0a-a9af-1f8405c1d503 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for network, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:06.205487 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-9058c681-b336-478f-a374-a976bc561308 None None] Port 41e3dfcb-8935-44bb-88a7-f1feb6fd2625 cannot update to ACTIVE because it is not bound. {{(pid=84154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 14:28:06.234052 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-73f69262-c40a-44b4-ad9e-33e437e2514d admin admin] 10.222.0.54 "DELETE /v2.0/networks/da16ad43-ad30-42db-87b4-6c2adb2c2b3b HTTP/1.1" status: 204 len: 168 time: 2.8645062 Jan 20 14:28:06.252547 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-9058c681-b336-478f-a374-a976bc561308 None None] Provisioning complete for port d0f3e37f-9ea6-4962-9a50-9c5e45354bd1 triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:28:06.252880 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-9058c681-b336-478f-a374-a976bc561308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:06.276182 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-3f2fa7f0-069d-4815-af48-6762ac9ebfdd tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:28:06.344546 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-3f2fa7f0-069d-4815-af48-6762ac9ebfdd tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Usage tracker for resource:port and tenant:67ae27d5542441d081f0145797cee5f6 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:28:06.346765 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-3f2fa7f0-069d-4815-af48-6762ac9ebfdd tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:28:06.353747 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-3f2fa7f0-069d-4815-af48-6762ac9ebfdd tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:28:06.438784 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_common [None req-4d15e5d2-14b5-46e6-b386-cb97e527e435 None None] Allocated IP 2001:db8::f816:3eff:fead:135f (a997880f-0f62-47ca-8cac-78bab01f28b1/c870f6a5-8197-4b60-b793-778095b9cdb9/dadbd5e3-f186-4f46-a219-d9414e0c5e89) {{(pid=84154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:28:06.453370 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f2fa7f0-069d-4815-af48-6762ac9ebfdd tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Made reservation on behalf of 67ae27d5542441d081f0145797cee5f6 for: {'port': 1} {{(pid=84152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:28:06.453590 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-c29f4fc1-bffa-4a0a-a9af-1f8405c1d503 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Notify callbacks [] for security_group, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:06.456511 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-3f2fa7f0-069d-4815-af48-6762ac9ebfdd tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:06.504202 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.notifiers.nova [None req-3f2fa7f0-069d-4815-af48-6762ac9ebfdd tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] device_id is not set on port 729cebc8-6157-45fa-9e7a-872220d288c3 yet. {{(pid=84152) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 14:28:06.554776 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device a8a93de3-1442-408a-b030-42bad978c3a1 up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:28:06.561248 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-d3694435-85e4-4a61-ae49-745868d720a5 tempest-AllowedAddressPairTestJSON-1891555725 tempest-AllowedAddressPairTestJSON-1891555725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:06.580730 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.db_base_plugin_common [None req-3c0889bd-dfeb-4c03-8511-02302b546421 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Allocated IP 172.20.0.27 (3d42d100-4506-4d48-937a-1fbf70b9ad3e/d34efd83-cb08-4e4f-bfb0-ebdd28b424a3/41e3dfcb-8935-44bb-88a7-f1feb6fd2625) {{(pid=84152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:28:06.696370 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-748643e2-a5d7-4561-ab45-d6bb38fe29e4 None None] Provisioning complete for port 41e3dfcb-8935-44bb-88a7-f1feb6fd2625 triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:28:06.696990 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-748643e2-a5d7-4561-ab45-d6bb38fe29e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:06.741666 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-d3694435-85e4-4a61-ae49-745868d720a5 tempest-AllowedAddressPairTestJSON-1891555725 tempest-AllowedAddressPairTestJSON-1891555725-project] Calling delete_port for d283b5ba-035a-4a24-9f30-b7c1d97f6a80 owned by {{(pid=84153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:28:06.786070 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 35676) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:28:06.808739 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning for port a8a93de3-1442-408a-b030-42bad978c3a1 completed by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:28:06.825406 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-748643e2-a5d7-4561-ab45-d6bb38fe29e4 None None] Port 41e3dfcb-8935-44bb-88a7-f1feb6fd2625 cannot update to ACTIVE because it is not bound. {{(pid=84154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 14:28:06.840348 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-3c0889bd-dfeb-4c03-8511-02302b546421 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks [] for port, precommit_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:06.842375 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-4d15e5d2-14b5-46e6-b386-cb97e527e435 None None] Notify callbacks [] for port, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:06.844758 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-c29f4fc1-bffa-4a0a-a9af-1f8405c1d503 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:28:06.863305 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-4d15e5d2-14b5-46e6-b386-cb97e527e435 None None] Transition to ACTIVE for port object dadbd5e3-f186-4f46-a219-d9414e0c5e89 will not be triggered until provisioned by entity L2. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:28:06.868704 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.provisioning_blocks [None req-3c0889bd-dfeb-4c03-8511-02302b546421 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Ignored duplicate provisioning block setup for port 41e3dfcb-8935-44bb-88a7-f1feb6fd2625 by entity DHCP. {{(pid=84152) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jan 20 14:28:06.888979 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 54458543-dd0a-4194-b5d3-e23503eee26a no longer exists at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:28:06.900807 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-27f45317-81b6-460f-9e84-784097a56bd1 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3943531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4194004'] for subnet, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:06.912156 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-c29f4fc1-bffa-4a0a-a9af-1f8405c1d503 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Usage tracker for resource:security_group_rule and tenant:fb1d1c9fcb3d4adb98a1b2ecf7f7158b is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:28:06.928185 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-4d15e5d2-14b5-46e6-b386-cb97e527e435 None None] Transition to ACTIVE for port object dadbd5e3-f186-4f46-a219-d9414e0c5e89 will not be triggered until provisioned by entity DHCP. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:28:06.929449 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] No Port match for: 54458543-dd0a-4194-b5d3-e23503eee26a {{(pid=84154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 14:28:06.929810 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 54458543-dd0a-4194-b5d3-e23503eee26a not bound to the agent host dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 14:28:06.931377 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-3c0889bd-dfeb-4c03-8511-02302b546421 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162822'] for port, after_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:06.947670 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-c29f4fc1-bffa-4a0a-a9af-1f8405c1d503 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:28:06.962638 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-c29f4fc1-bffa-4a0a-a9af-1f8405c1d503 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:28:07.017932 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-4d15e5d2-14b5-46e6-b386-cb97e527e435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477'] for port, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:07.076849 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-5e21ac04-08bc-43f1-8af6-3a37912f8113 req-bff9d001-0813-4106-9e9a-866f5ceddfd6 service neutron] 10.222.0.106 "GET /v2.0/ports?device_id=c1ec459f-0c13-4ec8-b610-ebb2038ce473&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.9530685 Jan 20 14:28:07.142261 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-7fb92746-a506-45a1-ac35-fc0962d91c1b admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=02a4359015ef4fdda53e039fb57dd72f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3445113 Jan 20 14:28:07.146346 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d15e5d2-14b5-46e6-b386-cb97e527e435 None None] Network a997880f-0f62-47ca-8cac-78bab01f28b1 is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:28:07.148461 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-4d15e5d2-14b5-46e6-b386-cb97e527e435 None None] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:28:07.152203 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d15e5d2-14b5-46e6-b386-cb97e527e435 None None] Received port after_create {{(pid=84154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:28:07.162607 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 35680) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:28:07.165044 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d15e5d2-14b5-46e6-b386-cb97e527e435 None None] Pushing event updated for resources: {'Port': ['ID=dadbd5e3-f186-4f46-a219-d9414e0c5e89,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:28:07.169757 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0889bd-dfeb-4c03-8511-02302b546421 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Pushing event updated for resources: {'Port': ['ID=41e3dfcb-8935-44bb-88a7-f1feb6fd2625,revision_number=3']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:28:07.267716 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f45317-81b6-460f-9e84-784097a56bd1 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Pushing event updated for resources: {'Subnet': ['ID=eaeb31a3-7157-4c9c-913e-8a5d8abffae7,revision_number=0']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:28:07.309039 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3297be3-c542-4496-a7ba-14b26d41c985 None None] Network 401af806-85f7-4798-b548-c297021420e8 requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:28:07.354707 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27f45317-81b6-460f-9e84-784097a56bd1 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Checking segment: {'id': 'd7c4f404-953f-4ed5-a027-d51fda96c77f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '6beec8b4-07a4-4c80-9497-19c0a158f325'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 14:28:07.355343 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27f45317-81b6-460f-9e84-784097a56bd1 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Network hostable DHCP agents. Network: 6beec8b4-07a4-4c80-9497-19c0a158f325, hostable agents: ['1a181e39-5220-4c1a-88f8-08a54e8bfc9b'], hosted agents: [] {{(pid=84153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 14:28:07.396722 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-4d15e5d2-14b5-46e6-b386-cb97e527e435 None None] Attempting to bind port dadbd5e3-f186-4f46-a219-d9414e0c5e89 on host dv-neutron-825124-1-hyperv for vnic_type normal with profile {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:28:07.397116 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-4d15e5d2-14b5-46e6-b386-cb97e527e435 None None] Attempting to bind port dadbd5e3-f186-4f46-a219-d9414e0c5e89 by drivers openvswitch,hyperv on host dv-neutron-825124-1-hyperv at level 0 using segments [{'id': 'fda3881a-799a-4ca1-8400-3f0cf2545edd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'a997880f-0f62-47ca-8cac-78bab01f28b1'}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:28:07.397525 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d15e5d2-14b5-46e6-b386-cb97e527e435 None None] Attempting to bind port dadbd5e3-f186-4f46-a219-d9414e0c5e89 on network a997880f-0f62-47ca-8cac-78bab01f28b1 {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 14:28:07.421496 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-5e21ac04-08bc-43f1-8af6-3a37912f8113 req-15b1cee5-56eb-44a8-9e59-40dd6ef0e39d service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=2841efab0dc64ab1970d5183558f5547&device_id=c1ec459f-0c13-4ec8-b610-ebb2038ce473 HTTP/1.1" status: 200 len: 1098 time: 0.2714920 Jan 20 14:28:07.424188 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d15e5d2-14b5-46e6-b386-cb97e527e435 None None] Checking agent: {'id': '6414dfeb-85c5-454a-8756-709ca637d800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825124-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 16, 31), 'started_at': datetime.datetime(2022, 1, 20, 14, 17, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 28, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825124-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 14:28:07.424564 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d15e5d2-14b5-46e6-b386-cb97e527e435 None None] Checking segment: {'id': 'fda3881a-799a-4ca1-8400-3f0cf2545edd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'a997880f-0f62-47ca-8cac-78bab01f28b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 14:28:07.425011 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-4d15e5d2-14b5-46e6-b386-cb97e527e435 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:07.425525 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d15e5d2-14b5-46e6-b386-cb97e527e435 None None] Bound using segment: {'id': 'fda3881a-799a-4ca1-8400-3f0cf2545edd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'a997880f-0f62-47ca-8cac-78bab01f28b1'} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 14:28:07.426064 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-4d15e5d2-14b5-46e6-b386-cb97e527e435 None None] Bound port: dadbd5e3-f186-4f46-a219-d9414e0c5e89, host: dv-neutron-825124-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fda3881a-799a-4ca1-8400-3f0cf2545edd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'a997880f-0f62-47ca-8cac-78bab01f28b1'}}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:28:07.426446 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-4d15e5d2-14b5-46e6-b386-cb97e527e435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:07.440044 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.db_base_plugin_common [None req-3f2fa7f0-069d-4815-af48-6762ac9ebfdd tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Allocated IP 2001:db8::f816:3eff:fe8a:7d43 (a997880f-0f62-47ca-8cac-78bab01f28b1/c870f6a5-8197-4b60-b793-778095b9cdb9/729cebc8-6157-45fa-9e7a-872220d288c3) {{(pid=84152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:28:07.442211 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-3c0889bd-dfeb-4c03-8511-02302b546421 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] In _notify_port_updated(), no bound segment for port 41e3dfcb-8935-44bb-88a7-f1feb6fd2625 on network 3d42d100-4506-4d48-937a-1fbf70b9ad3e {{(pid=84152) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Jan 20 14:28:07.447274 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c0889bd-dfeb-4c03-8511-02302b546421 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:28:07.449624 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-3c0889bd-dfeb-4c03-8511-02302b546421 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:07.449624 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-3c0889bd-dfeb-4c03-8511-02302b546421 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] 10.222.0.54 "PUT /v2.0/ports/41e3dfcb-8935-44bb-88a7-f1feb6fd2625 HTTP/1.1" status: 200 len: 998 time: 2.5593405 Jan 20 14:28:07.455232 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 35684) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:28:07.475676 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-d3694435-85e4-4a61-ae49-745868d720a5 tempest-AllowedAddressPairTestJSON-1891555725 tempest-AllowedAddressPairTestJSON-1891555725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:07.563684 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-2802dbca-01e2-4b1b-837d-101c742a5f79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:07.570726 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-0afc6fcb-d8b6-49a1-bd0b-10fa02dafa22 None None] Provisioning for port a8a93de3-1442-408a-b030-42bad978c3a1 completed by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:28:07.579337 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-3be40190-6bb0-4ba0-acd9-d7af6984966a tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3943531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4194004'] for subnet, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:07.582393 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-9c4894ae-2c64-49f8-bfbf-b76b6054ebc2 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Deleting port 41e3dfcb-8935-44bb-88a7-f1feb6fd2625 {{(pid=84152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:28:07.582604 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-9c4894ae-2c64-49f8-bfbf-b76b6054ebc2 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:07.614071 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-0afc6fcb-d8b6-49a1-bd0b-10fa02dafa22 None None] Provisioning complete for port a8a93de3-1442-408a-b030-42bad978c3a1 triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:28:07.614071 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-0afc6fcb-d8b6-49a1-bd0b-10fa02dafa22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:07.627553 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27f45317-81b6-460f-9e84-784097a56bd1 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Network 6beec8b4-07a4-4c80-9497-19c0a158f325 is scheduled to be hosted by DHCP agent 1a181e39-5220-4c1a-88f8-08a54e8bfc9b with binding_index 1 {{(pid=84153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 14:28:07.638066 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3694435-85e4-4a61-ae49-745868d720a5 tempest-AllowedAddressPairTestJSON-1891555725 tempest-AllowedAddressPairTestJSON-1891555725-project] Pushing event deleted for resources: {'Port': ['ID=d283b5ba-035a-4a24-9f30-b7c1d97f6a80,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:28:07.670580 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-2802dbca-01e2-4b1b-837d-101c742a5f79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:07.739992 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-4d15e5d2-14b5-46e6-b386-cb97e527e435 None None] For port dadbd5e3-f186-4f46-a219-d9414e0c5e89, host dv-neutron-825124-1-hyperv, cleared binding levels {{(pid=84154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 14:28:07.752238 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3be40190-6bb0-4ba0-acd9-d7af6984966a tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Network dbce74ed-d43c-4540-8d8d-e582f35e4792 is already hosted by enough agents. {{(pid=84153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:28:07.755275 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-4d15e5d2-14b5-46e6-b386-cb97e527e435 None None] For port dadbd5e3-f186-4f46-a219-d9414e0c5e89, host dv-neutron-825124-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=dadbd5e3-f186-4f46-a219-d9414e0c5e89,segment=NetworkSegment(fda3881a-799a-4ca1-8400-3f0cf2545edd),segment_id=fda3881a-799a-4ca1-8400-3f0cf2545edd)] {{(pid=84154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 14:28:07.767966 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.base_scheduler [None req-3be40190-6bb0-4ba0-acd9-d7af6984966a tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Resources bound (agent type, host, resource id): {{(pid=84153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:28:07.770868 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3be40190-6bb0-4ba0-acd9-d7af6984966a tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:28:07.771466 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-3be40190-6bb0-4ba0-acd9-d7af6984966a tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks [] for subnet, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:07.782975 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be40190-6bb0-4ba0-acd9-d7af6984966a tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Pushing event updated for resources: {'Subnet': ['ID=d75549e5-c1d6-47a3-8a29-d7afdda46acc,revision_number=0']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:28:07.792093 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c6c0b82-c87f-4493-a3f4-1264d1aff57f None None] Network dbce74ed-d43c-4540-8d8d-e582f35e4792 requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:28:07.806745 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.base_scheduler [None req-27f45317-81b6-460f-9e84-784097a56bd1 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825124-1-hyperv, 6beec8b4-07a4-4c80-9497-19c0a158f325) {{(pid=84153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:28:07.814210 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27f45317-81b6-460f-9e84-784097a56bd1 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:28:07.814800 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-27f45317-81b6-460f-9e84-784097a56bd1 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Notify callbacks [] for subnet, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:07.877249 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-372461a7-7cb5-456a-af42-c52f14fab4f3 None None] Network 6beec8b4-07a4-4c80-9497-19c0a158f325 requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:28:07.889736 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-4d15e5d2-14b5-46e6-b386-cb97e527e435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:07.949437 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-c29f4fc1-bffa-4a0a-a9af-1f8405c1d503 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Notify callbacks [] for security_group, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:07.953398 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e21ac04-08bc-43f1-8af6-3a37912f8113 req-66ae6c87-313d-47c7-a602-0384982d9f31 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:28:07.954903 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-5e21ac04-08bc-43f1-8af6-3a37912f8113 req-66ae6c87-313d-47c7-a602-0384982d9f31 service neutron] 10.222.0.106 "GET /v2.0/networks?id=f21a48f2-2a8e-483a-a3a2-338a6bf081a7 HTTP/1.1" status: 200 len: 912 time: 0.5073602 Jan 20 14:28:07.966860 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.agents_db [None req-6dba657d-a637-4918-9b6d-40defdfae04b None None] Agent healthcheck: found 6 active agents {{(pid=84155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 14:28:08.000009 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-3f2fa7f0-069d-4815-af48-6762ac9ebfdd tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Notify callbacks [] for port, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:08.014791 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-2802dbca-01e2-4b1b-837d-101c742a5f79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:08.037776 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-0afc6fcb-d8b6-49a1-bd0b-10fa02dafa22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:08.054545 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-c29f4fc1-bffa-4a0a-a9af-1f8405c1d503 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:08.056037 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.provisioning_blocks [None req-3f2fa7f0-069d-4815-af48-6762ac9ebfdd tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Transition to ACTIVE for port object 729cebc8-6157-45fa-9e7a-872220d288c3 will not be triggered until provisioned by entity DHCP. {{(pid=84152) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:28:08.075427 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2802dbca-01e2-4b1b-837d-101c742a5f79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed992f98-90b6-4019-8aa3-da69388f87b0,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:28:08.085607 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-9c4894ae-2c64-49f8-bfbf-b76b6054ebc2 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:08.102241 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-3be40190-6bb0-4ba0-acd9-d7af6984966a tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.7949536 Jan 20 14:28:08.108600 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 35688) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:28:08.130696 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c29f4fc1-bffa-4a0a-a9af-1f8405c1d503 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 150} {{(pid=84153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 14:28:08.150661 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d15e5d2-14b5-46e6-b386-cb97e527e435 None None] Pushing event updated for resources: {'Port': ['ID=dadbd5e3-f186-4f46-a219-d9414e0c5e89,revision_number=2']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:28:08.153254 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-27f45317-81b6-460f-9e84-784097a56bd1 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.8575041 Jan 20 14:28:08.161693 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-c29f4fc1-bffa-4a0a-a9af-1f8405c1d503 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:08.162216 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.db.segments_db [None req-c29f4fc1-bffa-4a0a-a9af-1f8405c1d503 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Added segment d86b9aea-3233-4233-95ae-3b17e548c3f8 of type vlan for network 989784db-3d42-4ce9-a2f0-a26f5d80bbe8 Jan 20 14:28:08.172404 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-3c6955e0-6f8a-4187-bc95-52cf8c17e11d tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-182473967', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:28:08.230313 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 35690) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:28:08.230991 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29f4fc1-bffa-4a0a-a9af-1f8405c1d503 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea970599-476d-4bdb-92b6-0de8288ad5f3,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:28:08.235798 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-5e21ac04-08bc-43f1-8af6-3a37912f8113 req-05a1e7a3-894f-41fb-8eb5-feb91c0878e6 service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=954e9a8a-d5fc-4913-9be8-605284de3e2f HTTP/1.1" status: 200 len: 999 time: 0.2701759 Jan 20 14:28:08.252552 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-d3694435-85e4-4a61-ae49-745868d720a5 tempest-AllowedAddressPairTestJSON-1891555725 tempest-AllowedAddressPairTestJSON-1891555725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:08.261564 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-9c4894ae-2c64-49f8-bfbf-b76b6054ebc2 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Calling delete_port for 41e3dfcb-8935-44bb-88a7-f1feb6fd2625 owned by {{(pid=84152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:28:08.271311 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-d3694435-85e4-4a61-ae49-745868d720a5 tempest-AllowedAddressPairTestJSON-1891555725 tempest-AllowedAddressPairTestJSON-1891555725-project] 10.222.0.54 "DELETE /v2.0/ports/d283b5ba-035a-4a24-9f30-b7c1d97f6a80 HTTP/1.1" status: 204 len: 168 time: 3.3862700 Jan 20 14:28:08.302877 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-0afc6fcb-d8b6-49a1-bd0b-10fa02dafa22 None None] For port a8a93de3-1442-408a-b030-42bad978c3a1, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=a8a93de3-1442-408a-b030-42bad978c3a1,segment=NetworkSegment(7eea0502-2150-4167-8692-4cb1c44763e1),segment_id=7eea0502-2150-4167-8692-4cb1c44763e1)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:28:08.345453 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-3c6955e0-6f8a-4187-bc95-52cf8c17e11d tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:28:08.359891 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 35696) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:28:08.373574 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-2802dbca-01e2-4b1b-837d-101c742a5f79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:08.377182 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-2802dbca-01e2-4b1b-837d-101c742a5f79 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/ed992f98-90b6-4019-8aa3-da69388f87b0 HTTP/1.1" status: 204 len: 168 time: 1.2087431 Jan 20 14:28:08.385638 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-0afc6fcb-d8b6-49a1-bd0b-10fa02dafa22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:08.501153 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-3c6955e0-6f8a-4187-bc95-52cf8c17e11d tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Usage tracker for resource:router and tenant:2cb17692bb0c4a2782f988652201ac42 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:28:08.506328 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-3c6955e0-6f8a-4187-bc95-52cf8c17e11d tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:28:08.519494 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16564632-56e3-43df-b3da-8ca5c49ef67a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95c917f5-14ba-5e96-98b8-1a52654a930a-6beec8b4-07a4-4c80-9497-19c0a158f325', 'network_id': '6beec8b4-07a4-4c80-9497-19c0a158f325', 'tenant_id': '788f8e40e69a4b21adff221535fcbda3', 'fixed_ips': [{'subnet_id': 'eaeb31a3-7157-4c9c-913e-8a5d8abffae7'}]}} from dv-neutron-825124-1-hyperv. {{(pid=84154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 20 14:28:08.520407 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-16564632-56e3-43df-b3da-8ca5c49ef67a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:08.561198 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afc6fcb-d8b6-49a1-bd0b-10fa02dafa22 None None] Pushing event updated for resources: {'Port': ['ID=a8a93de3-1442-408a-b030-42bad978c3a1,revision_number=3']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:28:08.566403 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae4957ef-8f77-4eb2-9300-9fd317d99530 tempest-AllowedAddressPairTestJSON-1891555725 tempest-AllowedAddressPairTestJSON-1891555725-project] GET failed (client error): The resource could not be found. Jan 20 14:28:08.571219 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-ae4957ef-8f77-4eb2-9300-9fd317d99530 tempest-AllowedAddressPairTestJSON-1891555725 tempest-AllowedAddressPairTestJSON-1891555725-project] 10.222.0.54 "GET /v2.0/ports/d283b5ba-035a-4a24-9f30-b7c1d97f6a80 HTTP/1.1" status: 404 len: 333 time: 0.2065411 Jan 20 14:28:08.581232 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 35704) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:28:08.589359 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-3c6955e0-6f8a-4187-bc95-52cf8c17e11d tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:28:08.607466 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-3f2fa7f0-069d-4815-af48-6762ac9ebfdd tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:08.612542 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-c12f63df-9759-4d38-86db-3fc5454179c2 tempest-AllowedAddressPairTestJSON-1891555725 tempest-AllowedAddressPairTestJSON-1891555725-project] Request body: {'port': {'network_id': '401af806-85f7-4798-b548-c297021420e8', 'name': 'tempest-AllowedAddressPairTestJSON-661121761'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:28:08.662886 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-1490970b-795d-4fc0-985b-d5222b3a0764 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-262431899', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d'}, 'admin_state_up': False}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:28:08.670304 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e21ac04-08bc-43f1-8af6-3a37912f8113 req-e35a6aba-37ac-421e-8f6a-0c0b5e8259b5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:28:08.672304 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-5e21ac04-08bc-43f1-8af6-3a37912f8113 req-e35a6aba-37ac-421e-8f6a-0c0b5e8259b5 service neutron] 10.222.0.106 "GET /v2.0/subnets?id=dd53d1af-78bb-45f3-8468-b0b04e8256e8 HTTP/1.1" status: 200 len: 850 time: 0.3998766 Jan 20 14:28:08.681079 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-685cefe2-80b1-44ae-a73c-265be44e05bd None None] Provisioning complete for port 41e3dfcb-8935-44bb-88a7-f1feb6fd2625 triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:28:08.682345 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-685cefe2-80b1-44ae-a73c-265be44e05bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:08.739725 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-1490970b-795d-4fc0-985b-d5222b3a0764 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:28:08.762120 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-1490970b-795d-4fc0-985b-d5222b3a0764 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Usage tracker for resource:router and tenant:788f8e40e69a4b21adff221535fcbda3 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:28:08.768906 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-c29f4fc1-bffa-4a0a-a9af-1f8405c1d503 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769553767792'] for network, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:08.774821 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-1490970b-795d-4fc0-985b-d5222b3a0764 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Quota usage for router was recalculated. Used quota:1. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:28:08.785763 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-1490970b-795d-4fc0-985b-d5222b3a0764 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:28:08.801465 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-685cefe2-80b1-44ae-a73c-265be44e05bd None None] Port 41e3dfcb-8935-44bb-88a7-f1feb6fd2625 cannot update to ACTIVE because it is not bound. {{(pid=84154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 14:28:08.841447 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-5e21ac04-08bc-43f1-8af6-3a37912f8113 req-1f745d62-29c8-49bc-8171-e92464c0ab2f service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=f21a48f2-2a8e-483a-a3a2-338a6bf081a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1538720 Jan 20 14:28:08.919615 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-3c6955e0-6f8a-4187-bc95-52cf8c17e11d tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-105475'] for router, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:08.921308 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-3c6955e0-6f8a-4187-bc95-52cf8c17e11d tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-739204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-744864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-735540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-105484'] for router, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:08.930266 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_common [None req-16564632-56e3-43df-b3da-8ca5c49ef67a None None] Allocated IP 172.20.0.2 (6beec8b4-07a4-4c80-9497-19c0a158f325/eaeb31a3-7157-4c9c-913e-8a5d8abffae7/e38f44b5-d2f6-4c58-a587-61f95be15878) {{(pid=84154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:28:08.955175 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe8a544a-19a1-4302-9453-946553442867 None None] Update dhcp port {'port': {'network_id': 'dbce74ed-d43c-4540-8d8d-e582f35e4792', 'fixed_ips': [{'subnet_id': 'd75549e5-c1d6-47a3-8a29-d7afdda46acc'}], 'binding:host_id': 'dv-neutron-825124-1-hyperv'}, 'id': 'd82cb61d-af82-47b2-9434-71f4d793228b'} from dv-neutron-825124-1-hyperv. {{(pid=84154) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Jan 20 14:28:08.980875 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f2fa7f0-069d-4815-af48-6762ac9ebfdd tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Network a997880f-0f62-47ca-8cac-78bab01f28b1 is already hosted by enough agents. {{(pid=84152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:28:08.989029 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.base_scheduler [None req-3f2fa7f0-069d-4815-af48-6762ac9ebfdd tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Resources bound (agent type, host, resource id): {{(pid=84152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:28:08.991579 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f2fa7f0-069d-4815-af48-6762ac9ebfdd tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Received port after_create {{(pid=84152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:28:08.996630 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f2fa7f0-069d-4815-af48-6762ac9ebfdd tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:28:08.996630 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-3f2fa7f0-069d-4815-af48-6762ac9ebfdd tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:09.006923 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-5e21ac04-08bc-43f1-8af6-3a37912f8113 req-79012863-084d-48b0-ad3a-362b773985b8 service neutron] 10.222.0.106 "GET /v2.0/networks/f21a48f2-2a8e-483a-a3a2-338a6bf081a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1571450 Jan 20 14:28:09.008863 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-1490970b-795d-4fc0-985b-d5222b3a0764 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-105475'] for router, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:09.009892 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-1490970b-795d-4fc0-985b-d5222b3a0764 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-739204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-744864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-735540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-105484'] for router, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:09.011247 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-c12f63df-9759-4d38-86db-3fc5454179c2 tempest-AllowedAddressPairTestJSON-1891555725 tempest-AllowedAddressPairTestJSON-1891555725-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:28:09.013389 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-c29f4fc1-bffa-4a0a-a9af-1f8405c1d503 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967'] for network, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:09.013750 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2fa7f0-069d-4815-af48-6762ac9ebfdd tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Pushing event updated for resources: {'Port': ['ID=729cebc8-6157-45fa-9e7a-872220d288c3,revision_number=1']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:28:09.027618 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-c12f63df-9759-4d38-86db-3fc5454179c2 tempest-AllowedAddressPairTestJSON-1891555725 tempest-AllowedAddressPairTestJSON-1891555725-project] Usage tracker for resource:port and tenant:b5df3043a2d745d5af73a0b2acebb6e4 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:28:09.027931 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c29f4fc1-bffa-4a0a-a9af-1f8405c1d503 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:28:09.031043 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-c29f4fc1-bffa-4a0a-a9af-1f8405c1d503 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Notify callbacks [] for network, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:09.041439 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-c12f63df-9759-4d38-86db-3fc5454179c2 tempest-AllowedAddressPairTestJSON-1891555725 tempest-AllowedAddressPairTestJSON-1891555725-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:28:09.079725 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-c12f63df-9759-4d38-86db-3fc5454179c2 tempest-AllowedAddressPairTestJSON-1891555725 tempest-AllowedAddressPairTestJSON-1891555725-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:28:09.119493 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-1569ffd1-d973-4656-a9c8-5c61508bfc4b None None] Provisioning for port 16e128c1-632a-467f-aa09-8bf703deb0c2 completed by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:28:09.142470 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-1569ffd1-d973-4656-a9c8-5c61508bfc4b None None] Provisioning complete for port 16e128c1-632a-467f-aa09-8bf703deb0c2 triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:28:09.151212 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-1569ffd1-d973-4656-a9c8-5c61508bfc4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:09.156142 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c12f63df-9759-4d38-86db-3fc5454179c2 tempest-AllowedAddressPairTestJSON-1891555725 tempest-AllowedAddressPairTestJSON-1891555725-project] Made reservation on behalf of b5df3043a2d745d5af73a0b2acebb6e4 for: {'port': 1} {{(pid=84152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:28:09.159760 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-c12f63df-9759-4d38-86db-3fc5454179c2 tempest-AllowedAddressPairTestJSON-1891555725 tempest-AllowedAddressPairTestJSON-1891555725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:09.199423 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-3f2fa7f0-069d-4815-af48-6762ac9ebfdd tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 3.3148499 Jan 20 14:28:09.201233 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 35710) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:28:09.242171 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-fe8a544a-19a1-4302-9453-946553442867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:09.373020 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29f4fc1-bffa-4a0a-a9af-1f8405c1d503 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Pushing event updated for resources: {'Network': ['ID=989784db-3d42-4ce9-a2f0-a26f5d80bbe8,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:28:09.440985 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-1569ffd1-d973-4656-a9c8-5c61508bfc4b None None] Port 16e128c1-632a-467f-aa09-8bf703deb0c2 cannot update to ACTIVE because it is not bound. {{(pid=84154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 14:28:09.445669 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Network 989784db-3d42-4ce9-a2f0-a26f5d80bbe8 details requested by agent ovs-agent-dv-neutron-825124-1-hyperv with host dv-neutron-825124-1-hyperv {{(pid=84154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 14:28:09.480169 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.notifiers.nova [None req-c12f63df-9759-4d38-86db-3fc5454179c2 tempest-AllowedAddressPairTestJSON-1891555725 tempest-AllowedAddressPairTestJSON-1891555725-project] device_id is not set on port 7f8361dc-1b6b-4856-bdce-5ab472b16e02 yet. {{(pid=84152) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 14:28:09.508723 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-5e21ac04-08bc-43f1-8af6-3a37912f8113 req-9d0a49a6-fbc7-42cc-86d1-4a8341f87571 service neutron] 10.222.0.106 "GET /v2.0/networks/f21a48f2-2a8e-483a-a3a2-338a6bf081a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4676969 Jan 20 14:28:09.590057 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-c29f4fc1-bffa-4a0a-a9af-1f8405c1d503 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 4.4511583 Jan 20 14:28:09.629413 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-1490970b-795d-4fc0-985b-d5222b3a0764 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:09.654259 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-9c4894ae-2c64-49f8-bfbf-b76b6054ebc2 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:09.721061 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 35722) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:28:09.731862 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-e79b89cd-b85f-4659-9935-c423786c13e1 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Request body: {'subnet': {'network_id': '989784db-3d42-4ce9-a2f0-a26f5d80bbe8', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:28:09.864963 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.db_base_plugin_v2 [None req-7546cd91-6b18-4292-b1c6-04e337991e17 tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Deleting subnet c870f6a5-8197-4b60-b793-778095b9cdb9 {{(pid=84152) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 20 14:28:09.878828 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-7546cd91-6b18-4292-b1c6-04e337991e17 tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Notify callbacks [] for subnet, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:09.905965 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4894ae-2c64-49f8-bfbf-b76b6054ebc2 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Pushing event deleted for resources: {'Port': ['ID=41e3dfcb-8935-44bb-88a7-f1feb6fd2625,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:28:09.962070 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a63a1acb-a33a-41a4-9226-f5ae95dcc645 None None] Network a997880f-0f62-47ca-8cac-78bab01f28b1 requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:28:09.993953 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-3c6955e0-6f8a-4187-bc95-52cf8c17e11d tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:10.023257 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.db_base_plugin_common [None req-c12f63df-9759-4d38-86db-3fc5454179c2 tempest-AllowedAddressPairTestJSON-1891555725 tempest-AllowedAddressPairTestJSON-1891555725-project] Allocated IP 172.20.0.8 (401af806-85f7-4798-b548-c297021420e8/35131c22-2358-4c18-9e2c-b9373c4c44ae/7f8361dc-1b6b-4856-bdce-5ab472b16e02) {{(pid=84152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:28:10.035476 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-e79b89cd-b85f-4659-9935-c423786c13e1 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:28:10.040465 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-e79b89cd-b85f-4659-9935-c423786c13e1 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Usage tracker for resource:subnet and tenant:fb1d1c9fcb3d4adb98a1b2ecf7f7158b is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:28:10.044641 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-e79b89cd-b85f-4659-9935-c423786c13e1 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:28:10.053321 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-e79b89cd-b85f-4659-9935-c423786c13e1 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:28:10.075453 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-1490970b-795d-4fc0-985b-d5222b3a0764 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-744886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-105502'] for router, precommit_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:10.085603 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-7546cd91-6b18-4292-b1c6-04e337991e17 tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3337915'] for subnet, precommit_delete_associations {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:10.098244 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-16564632-56e3-43df-b3da-8ca5c49ef67a None None] Notify callbacks [] for port, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:10.120528 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e79b89cd-b85f-4659-9935-c423786c13e1 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Made reservation on behalf of fb1d1c9fcb3d4adb98a1b2ecf7f7158b for: {'subnet': 1} {{(pid=84153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:28:10.146647 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_common [None req-fe8a544a-19a1-4302-9453-946553442867 None None] Allocated IP 2001:db8::2 (dbce74ed-d43c-4540-8d8d-e582f35e4792/d75549e5-c1d6-47a3-8a29-d7afdda46acc/d82cb61d-af82-47b2-9434-71f4d793228b) {{(pid=84154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:28:10.255835 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-e79b89cd-b85f-4659-9935-c423786c13e1 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4193986'] for subnet, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:10.311400 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-fe8a544a-19a1-4302-9453-946553442867 None None] For port d82cb61d-af82-47b2-9434-71f4d793228b, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=d82cb61d-af82-47b2-9434-71f4d793228b,segment=NetworkSegment(7b61d093-41ff-4202-b223-533eb0f8da0a),segment_id=7b61d093-41ff-4202-b223-533eb0f8da0a)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:28:10.318566 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-3c6955e0-6f8a-4187-bc95-52cf8c17e11d tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-744861'] for router, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:10.324650 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-9c4894ae-2c64-49f8-bfbf-b76b6054ebc2 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:10.340298 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-fe8a544a-19a1-4302-9453-946553442867 None None] Notify callbacks [] for port, precommit_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:10.360045 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-fe8a544a-19a1-4302-9453-946553442867 None None] Ignored duplicate provisioning block setup for port d82cb61d-af82-47b2-9434-71f4d793228b by entity DHCP. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jan 20 14:28:10.422266 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-9c4894ae-2c64-49f8-bfbf-b76b6054ebc2 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] 10.222.0.54 "DELETE /v2.0/ports/41e3dfcb-8935-44bb-88a7-f1feb6fd2625 HTTP/1.1" status: 204 len: 168 time: 2.9650700 Jan 20 14:28:10.429247 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 35732) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:28:10.472492 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-fe8a544a-19a1-4302-9453-946553442867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:10.529106 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-16564632-56e3-43df-b3da-8ca5c49ef67a None None] Transition to ACTIVE for port object e38f44b5-d2f6-4c58-a587-61f95be15878 will not be triggered until provisioned by entity L2. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:28:10.532654 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-3c6955e0-6f8a-4187-bc95-52cf8c17e11d tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks [] for router, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:10.533228 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-1569ffd1-d973-4656-a9c8-5c61508bfc4b None None] Provisioning complete for port a8a93de3-1442-408a-b030-42bad978c3a1 triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:28:10.536495 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-1569ffd1-d973-4656-a9c8-5c61508bfc4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:10.536637 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-3c6955e0-6f8a-4187-bc95-52cf8c17e11d tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 2.3670619 Jan 20 14:28:10.538291 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 35736) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:28:10.538625 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 35738) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:28:10.571605 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.pecan_wsgi.hooks.translation [None req-41b09511-a05b-4999-9b15-b8936061c28f tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] GET failed (client error): The resource could not be found. Jan 20 14:28:10.572124 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-41b09511-a05b-4999-9b15-b8936061c28f tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Synchronizing usage tracker for tenant:86e3e9c5b0744f88a459de56a9372787 on resource:port {{(pid=84152) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:28:10.624811 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-1490970b-795d-4fc0-985b-d5222b3a0764 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Notify callbacks [] for router_gateway, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:10.629037 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device dadbd5e3-f186-4f46-a219-d9414e0c5e89 up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:28:10.668274 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-1490970b-795d-4fc0-985b-d5222b3a0764 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:10.712805 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8a544a-19a1-4302-9453-946553442867 None None] Pushing event updated for resources: {'Port': ['ID=d82cb61d-af82-47b2-9434-71f4d793228b,revision_number=4']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:28:10.716226 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-16564632-56e3-43df-b3da-8ca5c49ef67a None None] Transition to ACTIVE for port object e38f44b5-d2f6-4c58-a587-61f95be15878 will not be triggered until provisioned by entity DHCP. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:28:10.804389 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-41b09511-a05b-4999-9b15-b8936061c28f tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Unset dirty status for tenant:86e3e9c5b0744f88a459de56a9372787 on resource:port {{(pid=84152) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:28:10.809249 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-41b09511-a05b-4999-9b15-b8936061c28f tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] 10.222.0.54 "GET /v2.0/ports/41e3dfcb-8935-44bb-88a7-f1feb6fd2625 HTTP/1.1" status: 404 len: 333 time: 0.3783276 Jan 20 14:28:10.812047 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.db_base_plugin_common [None req-1490970b-795d-4fc0-985b-d5222b3a0764 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Allocated IP 172.26.7.221 (8dffb05c-5ca0-409b-bd5f-7be6264f707d/a489dd4f-42a5-433b-8be3-bab2749c4209/a96ce12d-3df6-4366-ae61-aa5a46849deb) {{(pid=84153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:28:10.835297 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-7546cd91-6b18-4292-b1c6-04e337991e17 tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1627147'] for subnet, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:10.871307 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 35746) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:28:10.898712 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-16564632-56e3-43df-b3da-8ca5c49ef67a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477'] for port, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:10.933908 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-c12f63df-9759-4d38-86db-3fc5454179c2 tempest-AllowedAddressPairTestJSON-1891555725 tempest-AllowedAddressPairTestJSON-1891555725-project] Notify callbacks [] for port, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:10.941892 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-dc8d7c41-9e8b-4450-a393-6101acb60b56 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1471501085-network', 'tenant_id': '505c9f1bd3024976854da8233b1bef64'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:28:10.946801 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-dc8d7c41-9e8b-4450-a393-6101acb60b56 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:28:10.951689 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-dc8d7c41-9e8b-4450-a393-6101acb60b56 admin admin] Usage tracker for resource:network and tenant:505c9f1bd3024976854da8233b1bef64 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:28:10.987114 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.provisioning_blocks [None req-c12f63df-9759-4d38-86db-3fc5454179c2 tempest-AllowedAddressPairTestJSON-1891555725 tempest-AllowedAddressPairTestJSON-1891555725-project] Transition to ACTIVE for port object 7f8361dc-1b6b-4856-bdce-5ab472b16e02 will not be triggered until provisioned by entity DHCP. {{(pid=84152) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:28:11.026122 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16564632-56e3-43df-b3da-8ca5c49ef67a None None] Network 6beec8b4-07a4-4c80-9497-19c0a158f325 is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:28:11.035252 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-16564632-56e3-43df-b3da-8ca5c49ef67a None None] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:28:11.041414 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16564632-56e3-43df-b3da-8ca5c49ef67a None None] Received port after_create {{(pid=84154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:28:11.054796 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-dc8d7c41-9e8b-4450-a393-6101acb60b56 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:28:11.054962 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16564632-56e3-43df-b3da-8ca5c49ef67a None None] Pushing event updated for resources: {'Port': ['ID=e38f44b5-d2f6-4c58-a587-61f95be15878,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:28:11.099742 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning for port dadbd5e3-f186-4f46-a219-d9414e0c5e89 completed by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:28:11.115509 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-1490970b-795d-4fc0-985b-d5222b3a0764 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Notify callbacks [] for port, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:11.132101 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-c12f63df-9759-4d38-86db-3fc5454179c2 tempest-AllowedAddressPairTestJSON-1891555725 tempest-AllowedAddressPairTestJSON-1891555725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:11.134066 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-dc8d7c41-9e8b-4450-a393-6101acb60b56 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:28:11.155821 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device a8a93de3-1442-408a-b030-42bad978c3a1 up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:28:11.207100 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-16564632-56e3-43df-b3da-8ca5c49ef67a None None] Attempting to bind port e38f44b5-d2f6-4c58-a587-61f95be15878 on host dv-neutron-825124-1-hyperv for vnic_type normal with profile {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:28:11.207476 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-16564632-56e3-43df-b3da-8ca5c49ef67a None None] Attempting to bind port e38f44b5-d2f6-4c58-a587-61f95be15878 by drivers openvswitch,hyperv on host dv-neutron-825124-1-hyperv at level 0 using segments [{'id': 'd7c4f404-953f-4ed5-a027-d51fda96c77f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '6beec8b4-07a4-4c80-9497-19c0a158f325'}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:28:11.207839 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16564632-56e3-43df-b3da-8ca5c49ef67a None None] Attempting to bind port e38f44b5-d2f6-4c58-a587-61f95be15878 on network 6beec8b4-07a4-4c80-9497-19c0a158f325 {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 14:28:11.234755 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-1490970b-795d-4fc0-985b-d5222b3a0764 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:11.276861 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-394b20f9-defe-4c3f-9e24-87953203ff1d None None] Provisioning complete for port 16e128c1-632a-467f-aa09-8bf703deb0c2 triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:28:11.277126 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-394b20f9-defe-4c3f-9e24-87953203ff1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:11.315105 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-e79b89cd-b85f-4659-9935-c423786c13e1 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3943531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4194004'] for subnet, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:11.325879 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c12f63df-9759-4d38-86db-3fc5454179c2 tempest-AllowedAddressPairTestJSON-1891555725 tempest-AllowedAddressPairTestJSON-1891555725-project] Network 401af806-85f7-4798-b548-c297021420e8 is already hosted by enough agents. {{(pid=84152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:28:11.334526 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16564632-56e3-43df-b3da-8ca5c49ef67a None None] Checking agent: {'id': '6414dfeb-85c5-454a-8756-709ca637d800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825124-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 16, 31), 'started_at': datetime.datetime(2022, 1, 20, 14, 17, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 28, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825124-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 14:28:11.335539 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16564632-56e3-43df-b3da-8ca5c49ef67a None None] Checking segment: {'id': 'd7c4f404-953f-4ed5-a027-d51fda96c77f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '6beec8b4-07a4-4c80-9497-19c0a158f325'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 14:28:11.336121 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-16564632-56e3-43df-b3da-8ca5c49ef67a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:11.336812 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16564632-56e3-43df-b3da-8ca5c49ef67a None None] Bound using segment: {'id': 'd7c4f404-953f-4ed5-a027-d51fda96c77f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '6beec8b4-07a4-4c80-9497-19c0a158f325'} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 14:28:11.337457 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-16564632-56e3-43df-b3da-8ca5c49ef67a None None] Bound port: e38f44b5-d2f6-4c58-a587-61f95be15878, host: dv-neutron-825124-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7c4f404-953f-4ed5-a027-d51fda96c77f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '6beec8b4-07a4-4c80-9497-19c0a158f325'}}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:28:11.338088 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-16564632-56e3-43df-b3da-8ca5c49ef67a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:11.341794 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc8d7c41-9e8b-4450-a393-6101acb60b56 admin admin] Made reservation on behalf of 505c9f1bd3024976854da8233b1bef64 for: {'network': 1} {{(pid=84152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:28:11.344206 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-dc8d7c41-9e8b-4450-a393-6101acb60b56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for network, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:11.354965 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.base_scheduler [None req-c12f63df-9759-4d38-86db-3fc5454179c2 tempest-AllowedAddressPairTestJSON-1891555725 tempest-AllowedAddressPairTestJSON-1891555725-project] Resources bound (agent type, host, resource id): {{(pid=84152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:28:11.433173 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1490970b-795d-4fc0-985b-d5222b3a0764 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Network 8dffb05c-5ca0-409b-bd5f-7be6264f707d is already hosted by enough agents. {{(pid=84153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:28:11.440054 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.base_scheduler [None req-1490970b-795d-4fc0-985b-d5222b3a0764 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Resources bound (agent type, host, resource id): {{(pid=84153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:28:11.447545 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1490970b-795d-4fc0-985b-d5222b3a0764 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Received port after_create {{(pid=84153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:28:11.470260 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-394b20f9-defe-4c3f-9e24-87953203ff1d None None] Port 16e128c1-632a-467f-aa09-8bf703deb0c2 cannot update to ACTIVE because it is not bound. {{(pid=84154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 14:28:11.479100 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1490970b-795d-4fc0-985b-d5222b3a0764 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Pushing event updated for resources: {'Port': ['ID=a96ce12d-3df6-4366-ae61-aa5a46849deb,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:28:11.492403 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c12f63df-9759-4d38-86db-3fc5454179c2 tempest-AllowedAddressPairTestJSON-1891555725 tempest-AllowedAddressPairTestJSON-1891555725-project] Received port after_create {{(pid=84152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:28:11.501328 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-394b20f9-defe-4c3f-9e24-87953203ff1d None None] Could not find standard attr ID for object d283b5ba-035a-4a24-9f30-b7c1d97f6a80. {{(pid=84154) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 20 14:28:11.521526 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79b89cd-b85f-4659-9935-c423786c13e1 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Pushing event updated for resources: {'Subnet': ['ID=f34e53d3-0d23-4900-be2c-950c2214d286,revision_number=0']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:28:11.544884 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12f63df-9759-4d38-86db-3fc5454179c2 tempest-AllowedAddressPairTestJSON-1891555725 tempest-AllowedAddressPairTestJSON-1891555725-project] Pushing event updated for resources: {'Port': ['ID=7f8361dc-1b6b-4856-bdce-5ab472b16e02,revision_number=1']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:28:11.548843 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-dc8d7c41-9e8b-4450-a393-6101acb60b56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:11.572747 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e79b89cd-b85f-4659-9935-c423786c13e1 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Checking segment: {'id': 'd86b9aea-3233-4233-95ae-3b17e548c3f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '989784db-3d42-4ce9-a2f0-a26f5d80bbe8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 14:28:11.573114 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e79b89cd-b85f-4659-9935-c423786c13e1 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Network hostable DHCP agents. Network: 989784db-3d42-4ce9-a2f0-a26f5d80bbe8, hostable agents: ['1a181e39-5220-4c1a-88f8-08a54e8bfc9b'], hosted agents: [] {{(pid=84153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 14:28:11.577551 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-16564632-56e3-43df-b3da-8ca5c49ef67a None None] For port e38f44b5-d2f6-4c58-a587-61f95be15878, host dv-neutron-825124-1-hyperv, cleared binding levels {{(pid=84154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 14:28:11.585371 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-16564632-56e3-43df-b3da-8ca5c49ef67a None None] For port e38f44b5-d2f6-4c58-a587-61f95be15878, host dv-neutron-825124-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=e38f44b5-d2f6-4c58-a587-61f95be15878,segment=NetworkSegment(d7c4f404-953f-4ed5-a027-d51fda96c77f),segment_id=d7c4f404-953f-4ed5-a027-d51fda96c77f)] {{(pid=84154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 14:28:11.595533 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port a8a93de3-1442-408a-b030-42bad978c3a1 triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:28:11.595533 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:11.657450 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-394b20f9-defe-4c3f-9e24-87953203ff1d None None] Provisioning for port dadbd5e3-f186-4f46-a219-d9414e0c5e89 completed by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:28:11.673488 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-394b20f9-defe-4c3f-9e24-87953203ff1d None None] Provisioning complete for port dadbd5e3-f186-4f46-a219-d9414e0c5e89 triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:28:11.673869 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-394b20f9-defe-4c3f-9e24-87953203ff1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:11.719336 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-16564632-56e3-43df-b3da-8ca5c49ef67a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:11.729823 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-7546cd91-6b18-4292-b1c6-04e337991e17 tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1627154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4163580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155308'] for subnet, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:11.758392 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e79b89cd-b85f-4659-9935-c423786c13e1 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Network 989784db-3d42-4ce9-a2f0-a26f5d80bbe8 is scheduled to be hosted by DHCP agent 1a181e39-5220-4c1a-88f8-08a54e8bfc9b with binding_index 1 {{(pid=84153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 14:28:11.779810 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c12f63df-9759-4d38-86db-3fc5454179c2 tempest-AllowedAddressPairTestJSON-1891555725 tempest-AllowedAddressPairTestJSON-1891555725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:28:11.780626 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-c12f63df-9759-4d38-86db-3fc5454179c2 tempest-AllowedAddressPairTestJSON-1891555725 tempest-AllowedAddressPairTestJSON-1891555725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:11.790540 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-1490970b-795d-4fc0-985b-d5222b3a0764 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Notify callbacks [] for router_gateway, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:11.791495 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-1490970b-795d-4fc0-985b-d5222b3a0764 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-744861'] for router, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:11.848980 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16564632-56e3-43df-b3da-8ca5c49ef67a None None] Pushing event updated for resources: {'Port': ['ID=e38f44b5-d2f6-4c58-a587-61f95be15878,revision_number=2']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:28:11.884212 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.base_scheduler [None req-e79b89cd-b85f-4659-9935-c423786c13e1 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825124-1-hyperv, 989784db-3d42-4ce9-a2f0-a26f5d80bbe8) {{(pid=84153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:28:11.889950 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e79b89cd-b85f-4659-9935-c423786c13e1 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:28:11.891234 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-e79b89cd-b85f-4659-9935-c423786c13e1 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Notify callbacks [] for subnet, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:11.904259 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4301c445-a985-4df2-88bd-9f5c02cfe4d2 None None] Network 989784db-3d42-4ce9-a2f0-a26f5d80bbe8 requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:28:11.996475 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-dc8d7c41-9e8b-4450-a393-6101acb60b56 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:28:12.018503 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7546cd91-6b18-4292-b1c6-04e337991e17 tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Pushing event deleted for resources: {'Subnet': ['ID=c870f6a5-8197-4b60-b793-778095b9cdb9,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:28:12.029581 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.db_base_plugin_v2 [None req-830e1f44-1ecc-40d1-b8c5-fcfb49136058 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Deleting subnet d34efd83-cb08-4e4f-bfb0-ebdd28b424a3 {{(pid=84152) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 20 14:28:12.045822 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-830e1f44-1ecc-40d1-b8c5-fcfb49136058 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks [] for subnet, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:12.063834 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-e79b89cd-b85f-4659-9935-c423786c13e1 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 2.3375800 Jan 20 14:28:12.064197 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 35752) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:28:12.070882 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-a60baeac-8728-4f17-bc97-e207b30860eb tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-711960677'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:28:12.077904 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-a60baeac-8728-4f17-bc97-e207b30860eb tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:28:12.090386 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-dc8d7c41-9e8b-4450-a393-6101acb60b56 admin admin] Usage tracker for resource:security_group_rule and tenant:505c9f1bd3024976854da8233b1bef64 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:28:12.092481 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-a60baeac-8728-4f17-bc97-e207b30860eb tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Usage tracker for resource:network and tenant:fb1d1c9fcb3d4adb98a1b2ecf7f7158b is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:28:12.097701 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-a60baeac-8728-4f17-bc97-e207b30860eb tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:28:12.112446 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-a60baeac-8728-4f17-bc97-e207b30860eb tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:28:12.140074 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-dc8d7c41-9e8b-4450-a393-6101acb60b56 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:28:12.147834 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-7546cd91-6b18-4292-b1c6-04e337991e17 tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Notify callbacks [] for subnet, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:12.149749 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-7546cd91-6b18-4292-b1c6-04e337991e17 tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] 10.222.0.54 "DELETE /v2.0/subnets/c870f6a5-8197-4b60-b793-778095b9cdb9 HTTP/1.1" status: 204 len: 168 time: 2.9329510 Jan 20 14:28:12.152134 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-830e1f44-1ecc-40d1-b8c5-fcfb49136058 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3337915'] for subnet, precommit_delete_associations {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:12.164526 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0485c2a3-97d0-4ce5-915d-e959dcc83dad None None] Network a997880f-0f62-47ca-8cac-78bab01f28b1 requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:28:12.164714 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 35756) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:28:12.301343 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-dc8d7c41-9e8b-4450-a393-6101acb60b56 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:28:12.337577 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-c12f63df-9759-4d38-86db-3fc5454179c2 tempest-AllowedAddressPairTestJSON-1891555725 tempest-AllowedAddressPairTestJSON-1891555725-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.7453580 Jan 20 14:28:12.338510 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 35760) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:28:12.344598 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6af4c58f-0b73-4a3b-a7df-40e8cd433069 tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:28:12.346269 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6af4c58f-0b73-4a3b-a7df-40e8cd433069 tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:28:12.350656 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-6af4c58f-0b73-4a3b-a7df-40e8cd433069 tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Synchronizing usage tracker for tenant:67ae27d5542441d081f0145797cee5f6 on resource:subnet {{(pid=84153) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:28:12.359839 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-ade95a74-9c1f-45f8-b199-839ae853b59c tempest-AllowedAddressPairTestJSON-1891555725 tempest-AllowedAddressPairTestJSON-1891555725-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:5b:c5:50'}]}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:28:12.413129 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a60baeac-8728-4f17-bc97-e207b30860eb tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Made reservation on behalf of fb1d1c9fcb3d4adb98a1b2ecf7f7158b for: {'network': 1} {{(pid=84153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:28:12.416087 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-a60baeac-8728-4f17-bc97-e207b30860eb tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for network, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:12.425632 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1490970b-795d-4fc0-985b-d5222b3a0764 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Router 02bcddc9-e08b-41f3-942b-a3a434819b2d is scheduled to L3 agent 624d525b-4c26-4143-8a1c-228bb1c6faaa with binding_index 1 {{(pid=84153) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 20 14:28:12.475588 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-6af4c58f-0b73-4a3b-a7df-40e8cd433069 tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Unset dirty status for tenant:67ae27d5542441d081f0145797cee5f6 on resource:subnet {{(pid=84153) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:28:12.482526 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-6af4c58f-0b73-4a3b-a7df-40e8cd433069 tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.3058870 Jan 20 14:28:12.492946 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 35764) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:28:12.573498 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-394b20f9-defe-4c3f-9e24-87953203ff1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:12.633412 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a60baeac-8728-4f17-bc97-e207b30860eb tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 187} {{(pid=84153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 14:28:12.662525 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-a60baeac-8728-4f17-bc97-e207b30860eb tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:12.663119 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.db.segments_db [None req-a60baeac-8728-4f17-bc97-e207b30860eb tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Added segment 19286c5d-66bc-4665-8f59-dba4e7ba18be of type vlan for network 63c2549f-d116-4b3a-ae20-12b2f37ed4fa Jan 20 14:28:12.670189 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-d0404cfc-af24-4859-9dd6-a0dcc60fd0c3 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:12.692705 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device e38f44b5-d2f6-4c58-a587-61f95be15878 up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:28:12.704899 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-830e1f44-1ecc-40d1-b8c5-fcfb49136058 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1627147'] for subnet, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:12.720010 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-a60baeac-8728-4f17-bc97-e207b30860eb tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769553767792'] for network, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:12.739340 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-394b20f9-defe-4c3f-9e24-87953203ff1d None None] For port dadbd5e3-f186-4f46-a219-d9414e0c5e89, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=dadbd5e3-f186-4f46-a219-d9414e0c5e89,segment=NetworkSegment(fda3881a-799a-4ca1-8400-3f0cf2545edd),segment_id=fda3881a-799a-4ca1-8400-3f0cf2545edd)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:28:12.760817 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-80249530-7c56-458c-b091-92fc4bf8ac8e tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586409'] for network, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:12.825262 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-dc8d7c41-9e8b-4450-a393-6101acb60b56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:12.838270 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeb1192c-c8a5-4b67-bab1-7130de7b776c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95c917f5-14ba-5e96-98b8-1a52654a930a-989784db-3d42-4ce9-a2f0-a26f5d80bbe8', 'network_id': '989784db-3d42-4ce9-a2f0-a26f5d80bbe8', 'tenant_id': 'fb1d1c9fcb3d4adb98a1b2ecf7f7158b', 'fixed_ips': [{'subnet_id': 'f34e53d3-0d23-4900-be2c-950c2214d286'}]}} from dv-neutron-825124-1-hyperv. {{(pid=84154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 20 14:28:12.838776 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-eeb1192c-c8a5-4b67-bab1-7130de7b776c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:12.861068 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-394b20f9-defe-4c3f-9e24-87953203ff1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:12.906901 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.pecan_wsgi.hooks.translation [None req-80249530-7c56-458c-b091-92fc4bf8ac8e tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jan 20 14:28:12.907344 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80249530-7c56-458c-b091-92fc4bf8ac8e tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=84152) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:28:12.925829 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-dc8d7c41-9e8b-4450-a393-6101acb60b56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:12.939044 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-a60baeac-8728-4f17-bc97-e207b30860eb tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967'] for network, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:12.943395 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a60baeac-8728-4f17-bc97-e207b30860eb tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:28:12.944135 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-a60baeac-8728-4f17-bc97-e207b30860eb tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Notify callbacks [] for network, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:12.993267 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-80249530-7c56-458c-b091-92fc4bf8ac8e tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] 10.222.0.54 "DELETE /v2.0/networks/a997880f-0f62-47ca-8cac-78bab01f28b1 HTTP/1.1" status: 409 len: 405 time: 0.4967923 Jan 20 14:28:13.005852 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e40d1a29-779c-4814-abbd-652c28ad778f None None] DHCP port deletion for a997880f-0f62-47ca-8cac-78bab01f28b1 request from dv-neutron-825124-1-hyperv {{(pid=84154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 20 14:28:13.007713 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 35768) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:28:13.023991 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc8d7c41-9e8b-4450-a393-6101acb60b56 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 161} {{(pid=84152) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 14:28:13.029687 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-bf5d2c57-6609-4662-a5b9-80dcfe860c4c tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1118907055'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:28:13.038184 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning for port e38f44b5-d2f6-4c58-a587-61f95be15878 completed by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:28:13.041352 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-e40d1a29-779c-4814-abbd-652c28ad778f None None] Deleting port dadbd5e3-f186-4f46-a219-d9414e0c5e89 {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:28:13.042266 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-e40d1a29-779c-4814-abbd-652c28ad778f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:13.063888 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-bf5d2c57-6609-4662-a5b9-80dcfe860c4c tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:28:13.071671 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8d7c41-9e8b-4450-a393-6101acb60b56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cdae5ee-6384-4d33-bd7e-f62a038c5a1e,revision_number=1']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:28:13.079160 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-bf5d2c57-6609-4662-a5b9-80dcfe860c4c tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Usage tracker for resource:network and tenant:67ae27d5542441d081f0145797cee5f6 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:28:13.081750 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-bf5d2c57-6609-4662-a5b9-80dcfe860c4c tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:28:13.090853 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-bf5d2c57-6609-4662-a5b9-80dcfe860c4c tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:28:13.093072 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-dc8d7c41-9e8b-4450-a393-6101acb60b56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:13.093396 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.db.segments_db [None req-dc8d7c41-9e8b-4450-a393-6101acb60b56 admin admin] Added segment 8f68484d-6593-49e2-9e7f-32db329e3bf4 of type vlan for network e8d2ddcf-1876-48f1-bdb0-f45048b860a9 Jan 20 14:28:13.108292 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60baeac-8728-4f17-bc97-e207b30860eb tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Pushing event updated for resources: {'Network': ['ID=63c2549f-d116-4b3a-ae20-12b2f37ed4fa,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:28:13.111081 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-a60baeac-8728-4f17-bc97-e207b30860eb tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.0453308 Jan 20 14:28:13.112305 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 35772) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:28:13.116238 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-ade95a74-9c1f-45f8-b199-839ae853b59c tempest-AllowedAddressPairTestJSON-1891555725 tempest-AllowedAddressPairTestJSON-1891555725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:13.121700 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-af9d999d-d1e7-4e83-b65a-00a742109111 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Request body: {'subnet': {'network_id': '63c2549f-d116-4b3a-ae20-12b2f37ed4fa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:28:13.152952 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Network 63c2549f-d116-4b3a-ae20-12b2f37ed4fa details requested by agent ovs-agent-dv-neutron-825124-1-hyperv with host dv-neutron-825124-1-hyperv {{(pid=84154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 14:28:13.165477 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394b20f9-defe-4c3f-9e24-87953203ff1d None None] Pushing event updated for resources: {'Port': ['ID=dadbd5e3-f186-4f46-a219-d9414e0c5e89,revision_number=4']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:28:13.181310 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device d82cb61d-af82-47b2-9434-71f4d793228b up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:28:13.234988 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-dc8d7c41-9e8b-4450-a393-6101acb60b56 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769553767792'] for network, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:13.255846 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1490970b-795d-4fc0-985b-d5222b3a0764 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Notify agent at l3_agent.dv-neutron-825124-1-hyperv the message routers_updated {{(pid=84153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 14:28:13.295099 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a31b2e26-e8c9-4117-b521-5f978d1bf107 None None] Sync routers for ids ['02bcddc9-e08b-41f3-942b-a3a434819b2d'] in dv-neutron-825124-1-hyperv {{(pid=84154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 14:28:13.297959 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-830e1f44-1ecc-40d1-b8c5-fcfb49136058 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1627154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4163580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155308'] for subnet, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:13.347173 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-0ecceae1-3bd7-4240-9adc-506a8b8bfc55 None None] Provisioning for port d82cb61d-af82-47b2-9434-71f4d793228b completed by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:28:13.428119 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830e1f44-1ecc-40d1-b8c5-fcfb49136058 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Pushing event deleted for resources: {'Subnet': ['ID=d34efd83-cb08-4e4f-bfb0-ebdd28b424a3,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:28:13.430268 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf5d2c57-6609-4662-a5b9-80dcfe860c4c tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Made reservation on behalf of 67ae27d5542441d081f0145797cee5f6 for: {'network': 1} {{(pid=84152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:28:13.442545 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-bf5d2c57-6609-4662-a5b9-80dcfe860c4c tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for network, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:13.452469 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-1490970b-795d-4fc0-985b-d5222b3a0764 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Notify callbacks [] for router, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:13.455159 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-1490970b-795d-4fc0-985b-d5222b3a0764 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 5.2163985 Jan 20 14:28:13.461816 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 35776) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:28:13.475112 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-dc8d7c41-9e8b-4450-a393-6101acb60b56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967'] for network, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:13.476386 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc8d7c41-9e8b-4450-a393-6101acb60b56 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:28:13.476959 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-dc8d7c41-9e8b-4450-a393-6101acb60b56 admin admin] Notify callbacks [] for network, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:13.528720 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf824980-ef06-4153-9dba-6ca9713ef0f1 None None] Network 6beec8b4-07a4-4c80-9497-19c0a158f325 requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:28:13.573447 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a31b2e26-e8c9-4117-b521-5f978d1bf107 None None] Routers {'02bcddc9-e08b-41f3-942b-a3a434819b2d'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:28:13.574136 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-a31b2e26-e8c9-4117-b521-5f978d1bf107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:28:00Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['02bcddc9-e08b-41f3-942b-a3a434819b2d'], 'active': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:28:13.636083 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-830e1f44-1ecc-40d1-b8c5-fcfb49136058 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks [] for subnet, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:13.655682 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-ade95a74-9c1f-45f8-b199-839ae853b59c tempest-AllowedAddressPairTestJSON-1891555725 tempest-AllowedAddressPairTestJSON-1891555725-project] Notify callbacks [] for port, precommit_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:13.676543 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b50aaad-828a-4e35-9404-eaeac6cb0766 None None] Network 3d42d100-4506-4d48-937a-1fbf70b9ad3e requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:28:13.693840 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-830e1f44-1ecc-40d1-b8c5-fcfb49136058 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] 10.222.0.54 "DELETE /v2.0/subnets/d34efd83-cb08-4e4f-bfb0-ebdd28b424a3 HTTP/1.1" status: 204 len: 168 time: 2.8190103 Jan 20 14:28:13.703368 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 35780) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:28:13.708674 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-af9d999d-d1e7-4e83-b65a-00a742109111 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:28:13.717481 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf5d2c57-6609-4662-a5b9-80dcfe860c4c tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 170} {{(pid=84152) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 14:28:13.722848 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-af9d999d-d1e7-4e83-b65a-00a742109111 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Usage tracker for resource:subnet and tenant:fb1d1c9fcb3d4adb98a1b2ecf7f7158b is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:28:13.725318 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-ade95a74-9c1f-45f8-b199-839ae853b59c tempest-AllowedAddressPairTestJSON-1891555725 tempest-AllowedAddressPairTestJSON-1891555725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3944146'] for port, after_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:13.758550 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8d7c41-9e8b-4450-a393-6101acb60b56 admin admin] Pushing event updated for resources: {'Network': ['ID=e8d2ddcf-1876-48f1-bdb0-f45048b860a9,revision_number=1']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:28:13.763823 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-af9d999d-d1e7-4e83-b65a-00a742109111 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:28:13.782439 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-dc8d7c41-9e8b-4450-a393-6101acb60b56 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 3.2200236 Jan 20 14:28:13.782439 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.db_base_plugin_common [None req-d0404cfc-af24-4859-9dd6-a0dcc60fd0c3 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Allocated IP 2001:db8::1 (dbce74ed-d43c-4540-8d8d-e582f35e4792/d75549e5-c1d6-47a3-8a29-d7afdda46acc/bdfc7ca5-cc2d-4139-9202-c6b28ab24ffe) {{(pid=84152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:28:13.786704 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-a31b2e26-e8c9-4117-b521-5f978d1bf107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:28:13.789372 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-af9d999d-d1e7-4e83-b65a-00a742109111 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:28:13.791946 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_common [None req-eeb1192c-c8a5-4b67-bab1-7130de7b776c None None] Allocated IP 172.20.255.242 (989784db-3d42-4ce9-a2f0-a26f5d80bbe8/f34e53d3-0d23-4900-be2c-950c2214d286/d2d9f4a4-9ccd-4f75-8c1a-5b0408c61eeb) {{(pid=84154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:28:13.795218 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-bf5d2c57-6609-4662-a5b9-80dcfe860c4c tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:13.804126 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 35784) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:28:13.804273 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.db.segments_db [None req-bf5d2c57-6609-4662-a5b9-80dcfe860c4c tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Added segment b36227cd-2756-4705-be99-7bcf926d03c9 of type vlan for network 8644b9f6-5511-4177-8c98-d0215475e31f Jan 20 14:28:13.807475 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Network e8d2ddcf-1876-48f1-bdb0-f45048b860a9 details requested by agent ovs-agent-dv-neutron-825124-1-hyperv with host dv-neutron-825124-1-hyperv {{(pid=84154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 14:28:13.818898 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-c37ff4d9-1f26-4752-a586-c64ac0a9a866 admin admin] Request body: {'subnet': {'network_id': 'e8d2ddcf-1876-48f1-bdb0-f45048b860a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1471501085-subnet', 'tenant_id': '505c9f1bd3024976854da8233b1bef64', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:28:13.830762 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-c37ff4d9-1f26-4752-a586-c64ac0a9a866 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:28:13.833484 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning for port d82cb61d-af82-47b2-9434-71f4d793228b completed by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:28:13.843456 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-c37ff4d9-1f26-4752-a586-c64ac0a9a866 admin admin] Usage tracker for resource:subnet and tenant:505c9f1bd3024976854da8233b1bef64 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:28:13.881449 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-c37ff4d9-1f26-4752-a586-c64ac0a9a866 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:28:13.892076 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade95a74-9c1f-45f8-b199-839ae853b59c tempest-AllowedAddressPairTestJSON-1891555725 tempest-AllowedAddressPairTestJSON-1891555725-project] Pushing event updated for resources: {'Port': ['ID=7f8361dc-1b6b-4856-bdce-5ab472b16e02,revision_number=2']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:28:13.898264 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-c37ff4d9-1f26-4752-a586-c64ac0a9a866 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:28:13.922142 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c1572d5-c003-4908-b1be-4125e7d930b9 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Deleting subnet 3160de4f-6a0b-4a95-81f2-20dfaaeda28a {{(pid=84152) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 20 14:28:13.933001 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-bf5d2c57-6609-4662-a5b9-80dcfe860c4c tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769553767792'] for network, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:13.936582 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-ade95a74-9c1f-45f8-b199-839ae853b59c tempest-AllowedAddressPairTestJSON-1891555725 tempest-AllowedAddressPairTestJSON-1891555725-project] In _notify_port_updated(), no bound segment for port 7f8361dc-1b6b-4856-bdce-5ab472b16e02 on network 401af806-85f7-4798-b548-c297021420e8 {{(pid=84153) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Jan 20 14:28:13.939957 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-9c1572d5-c003-4908-b1be-4125e7d930b9 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks [] for subnet, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:13.942236 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ade95a74-9c1f-45f8-b199-839ae853b59c tempest-AllowedAddressPairTestJSON-1891555725 tempest-AllowedAddressPairTestJSON-1891555725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:28:13.942905 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-ade95a74-9c1f-45f8-b199-839ae853b59c tempest-AllowedAddressPairTestJSON-1891555725 tempest-AllowedAddressPairTestJSON-1891555725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:13.946865 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-ade95a74-9c1f-45f8-b199-839ae853b59c tempest-AllowedAddressPairTestJSON-1891555725 tempest-AllowedAddressPairTestJSON-1891555725-project] 10.222.0.54 "PUT /v2.0/ports/7f8361dc-1b6b-4856-bdce-5ab472b16e02 HTTP/1.1" status: 200 len: 993 time: 1.6043146 Jan 20 14:28:13.948020 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 35788) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:28:13.970145 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af9d999d-d1e7-4e83-b65a-00a742109111 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Made reservation on behalf of fb1d1c9fcb3d4adb98a1b2ecf7f7158b for: {'subnet': 1} {{(pid=84152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:28:13.992241 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port d82cb61d-af82-47b2-9434-71f4d793228b triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:28:13.992916 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:14.022430 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-e40d1a29-779c-4814-abbd-652c28ad778f None None] For port dadbd5e3-f186-4f46-a219-d9414e0c5e89, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=dadbd5e3-f186-4f46-a219-d9414e0c5e89,segment=NetworkSegment(fda3881a-799a-4ca1-8400-3f0cf2545edd),segment_id=fda3881a-799a-4ca1-8400-3f0cf2545edd)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:28:14.023090 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-e40d1a29-779c-4814-abbd-652c28ad778f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:14.073356 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-0ecceae1-3bd7-4240-9adc-506a8b8bfc55 None None] Provisioning complete for port dadbd5e3-f186-4f46-a219-d9414e0c5e89 triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:28:14.073603 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c37ff4d9-1f26-4752-a586-c64ac0a9a866 admin admin] Made reservation on behalf of 505c9f1bd3024976854da8233b1bef64 for: {'subnet': 1} {{(pid=84153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:28:14.074250 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-0ecceae1-3bd7-4240-9adc-506a8b8bfc55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:14.075897 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-c37ff4d9-1f26-4752-a586-c64ac0a9a866 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4193986'] for subnet, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:14.199805 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-1261e724-ec53-4e52-8339-dc3d082cfc11 tempest-AllowedAddressPairTestJSON-1891555725 tempest-AllowedAddressPairTestJSON-1891555725-project] Deleting port 7f8361dc-1b6b-4856-bdce-5ab472b16e02 {{(pid=84153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:28:14.200512 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-1261e724-ec53-4e52-8339-dc3d082cfc11 tempest-AllowedAddressPairTestJSON-1891555725 tempest-AllowedAddressPairTestJSON-1891555725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:14.259098 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-9c1572d5-c003-4908-b1be-4125e7d930b9 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3337915'] for subnet, precommit_delete_associations {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:14.296638 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-e40d1a29-779c-4814-abbd-652c28ad778f None None] Calling delete_port for dadbd5e3-f186-4f46-a219-d9414e0c5e89 owned by network:dhcp {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:28:14.323275 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-af9d999d-d1e7-4e83-b65a-00a742109111 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3155315'] for subnet, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:14.410438 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a31b2e26-e8c9-4117-b521-5f978d1bf107 None None] Routers {'02bcddc9-e08b-41f3-942b-a3a434819b2d'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:28:14.411037 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-a31b2e26-e8c9-4117-b521-5f978d1bf107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:28:00Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['02bcddc9-e08b-41f3-942b-a3a434819b2d'], 'active': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:28:14.420578 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-bf5d2c57-6609-4662-a5b9-80dcfe860c4c tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967'] for network, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:14.424296 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf5d2c57-6609-4662-a5b9-80dcfe860c4c tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:28:14.426758 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-bf5d2c57-6609-4662-a5b9-80dcfe860c4c tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Notify callbacks [] for network, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:14.564024 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-d0404cfc-af24-4859-9dd6-a0dcc60fd0c3 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks [] for port, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:14.565772 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-a31b2e26-e8c9-4117-b521-5f978d1bf107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:28:14.566299 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a31b2e26-e8c9-4117-b521-5f978d1bf107 None None] The sync data for ids ['02bcddc9-e08b-41f3-942b-a3a434819b2d'] in dv-neutron-825124-1-hyperv is: [] {{(pid=84154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 14:28:14.614579 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5d2c57-6609-4662-a5b9-80dcfe860c4c tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Pushing event updated for resources: {'Network': ['ID=8644b9f6-5511-4177-8c98-d0215475e31f,revision_number=1']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:28:14.617001 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.provisioning_blocks [None req-d0404cfc-af24-4859-9dd6-a0dcc60fd0c3 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Transition to ACTIVE for port object bdfc7ca5-cc2d-4139-9202-c6b28ab24ffe will not be triggered until provisioned by entity DHCP. {{(pid=84152) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:28:14.649611 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-9c1572d5-c003-4908-b1be-4125e7d930b9 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1627147'] for subnet, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:14.695765 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-1261e724-ec53-4e52-8339-dc3d082cfc11 tempest-AllowedAddressPairTestJSON-1891555725 tempest-AllowedAddressPairTestJSON-1891555725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:14.695982 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-bf5d2c57-6609-4662-a5b9-80dcfe860c4c tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.6867616 Jan 20 14:28:14.701792 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 35792) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:28:14.715296 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-6d04147b-00e3-4f52-9699-7135d62d9bca tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Request body: {'subnet': {'network_id': '8644b9f6-5511-4177-8c98-d0215475e31f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:28:14.737845 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-d0404cfc-af24-4859-9dd6-a0dcc60fd0c3 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:14.836237 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-1261e724-ec53-4e52-8339-dc3d082cfc11 tempest-AllowedAddressPairTestJSON-1891555725 tempest-AllowedAddressPairTestJSON-1891555725-project] Calling delete_port for 7f8361dc-1b6b-4856-bdce-5ab472b16e02 owned by {{(pid=84153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:28:14.868247 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-c37ff4d9-1f26-4752-a586-c64ac0a9a866 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3943531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4194004'] for subnet, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:14.901163 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Network 8644b9f6-5511-4177-8c98-d0215475e31f details requested by agent ovs-agent-dv-neutron-825124-1-hyperv with host dv-neutron-825124-1-hyperv {{(pid=84154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 14:28:14.931365 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-e40d1a29-779c-4814-abbd-652c28ad778f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486'] for port, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:14.976718 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0404cfc-af24-4859-9dd6-a0dcc60fd0c3 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Network dbce74ed-d43c-4540-8d8d-e582f35e4792 is already hosted by enough agents. {{(pid=84152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:28:14.984756 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0404cfc-af24-4859-9dd6-a0dcc60fd0c3 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Pushing event updated for resources: {'Port': ['ID=bdfc7ca5-cc2d-4139-9202-c6b28ab24ffe,revision_number=1']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:28:14.987276 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.base_scheduler [None req-d0404cfc-af24-4859-9dd6-a0dcc60fd0c3 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Resources bound (agent type, host, resource id): {{(pid=84152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:28:14.992045 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0404cfc-af24-4859-9dd6-a0dcc60fd0c3 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Received port after_create {{(pid=84152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:28:14.992676 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-d0404cfc-af24-4859-9dd6-a0dcc60fd0c3 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-745387'] for router_interface, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:15.034023 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-9c1572d5-c003-4908-b1be-4125e7d930b9 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1627154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4163580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155308'] for subnet, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:15.040532 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-6d04147b-00e3-4f52-9699-7135d62d9bca tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:28:15.105759 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-6d04147b-00e3-4f52-9699-7135d62d9bca tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:28:15.111914 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1572d5-c003-4908-b1be-4125e7d930b9 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Pushing event deleted for resources: {'Subnet': ['ID=3160de4f-6a0b-4a95-81f2-20dfaaeda28a,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:28:15.123829 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37ff4d9-1f26-4752-a586-c64ac0a9a866 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc379b11-3200-4d8f-97db-49f9c34e1b6b,revision_number=0']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:28:15.131353 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-9c1572d5-c003-4908-b1be-4125e7d930b9 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks [] for subnet, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:15.132612 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40d1a29-779c-4814-abbd-652c28ad778f None None] Pushing event deleted for resources: {'Port': ['ID=dadbd5e3-f186-4f46-a219-d9414e0c5e89,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:28:15.148465 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-9c1572d5-c003-4908-b1be-4125e7d930b9 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] 10.222.0.54 "DELETE /v2.0/subnets/3160de4f-6a0b-4a95-81f2-20dfaaeda28a HTTP/1.1" status: 204 len: 168 time: 1.4373074 Jan 20 14:28:15.152525 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 35798) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:28:15.179540 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-af9d999d-d1e7-4e83-b65a-00a742109111 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4163519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3155301'] for subnet, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:15.185266 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:15.216129 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e40d1a29-779c-4814-abbd-652c28ad778f None None] No DVR routers for this DVR port dadbd5e3-f186-4f46-a219-d9414e0c5e89 on host dv-neutron-825124-1-hyperv {{(pid=84154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 14:28:15.275639 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c37ff4d9-1f26-4752-a586-c64ac0a9a866 admin admin] Checking segment: {'id': '8f68484d-6593-49e2-9e7f-32db329e3bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'e8d2ddcf-1876-48f1-bdb0-f45048b860a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 14:28:15.279051 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c37ff4d9-1f26-4752-a586-c64ac0a9a866 admin admin] Network hostable DHCP agents. Network: e8d2ddcf-1876-48f1-bdb0-f45048b860a9, hostable agents: ['1a181e39-5220-4c1a-88f8-08a54e8bfc9b'], hosted agents: [] {{(pid=84153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 14:28:15.285324 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-eeb1192c-c8a5-4b67-bab1-7130de7b776c None None] Notify callbacks [] for port, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:15.312310 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] For port d82cb61d-af82-47b2-9434-71f4d793228b, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=d82cb61d-af82-47b2-9434-71f4d793228b,segment=NetworkSegment(7b61d093-41ff-4202-b223-533eb0f8da0a),segment_id=7b61d093-41ff-4202-b223-533eb0f8da0a)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:28:15.326683 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d04147b-00e3-4f52-9699-7135d62d9bca tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Made reservation on behalf of 67ae27d5542441d081f0145797cee5f6 for: {'subnet': 1} {{(pid=84152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:28:15.359723 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-0ecceae1-3bd7-4240-9adc-506a8b8bfc55 None None] Provisioning for port 729cebc8-6157-45fa-9e7a-872220d288c3 completed by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:28:15.366716 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-0ecceae1-3bd7-4240-9adc-506a8b8bfc55 None None] Provisioning complete for port 729cebc8-6157-45fa-9e7a-872220d288c3 triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:28:15.367252 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-0ecceae1-3bd7-4240-9adc-506a8b8bfc55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:15.415906 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:15.475296 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-eeb1192c-c8a5-4b67-bab1-7130de7b776c None None] Transition to ACTIVE for port object d2d9f4a4-9ccd-4f75-8c1a-5b0408c61eeb will not be triggered until provisioned by entity L2. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:28:15.545281 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-1261e724-ec53-4e52-8339-dc3d082cfc11 tempest-AllowedAddressPairTestJSON-1891555725 tempest-AllowedAddressPairTestJSON-1891555725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:15.549494 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c37ff4d9-1f26-4752-a586-c64ac0a9a866 admin admin] Network e8d2ddcf-1876-48f1-bdb0-f45048b860a9 is scheduled to be hosted by DHCP agent 1a181e39-5220-4c1a-88f8-08a54e8bfc9b with binding_index 1 {{(pid=84153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 14:28:15.561698 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-f5f71b5b-68f4-4c18-bbc0-90c68d060775 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586409'] for network, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:15.568483 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device dadbd5e3-f186-4f46-a219-d9414e0c5e89 no longer exists at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:28:15.569855 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9d999d-d1e7-4e83-b65a-00a742109111 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Pushing event updated for resources: {'Subnet': ['ID=90449d00-834b-40ad-8718-5595d27ce8c4,revision_number=0']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:28:15.608797 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-d0404cfc-af24-4859-9dd6-a0dcc60fd0c3 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:15.622345 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1261e724-ec53-4e52-8339-dc3d082cfc11 tempest-AllowedAddressPairTestJSON-1891555725 tempest-AllowedAddressPairTestJSON-1891555725-project] Pushing event deleted for resources: {'Port': ['ID=7f8361dc-1b6b-4856-bdce-5ab472b16e02,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:28:15.643001 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-6d04147b-00e3-4f52-9699-7135d62d9bca tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3155315'] for subnet, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:15.644028 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] No Port match for: dadbd5e3-f186-4f46-a219-d9414e0c5e89 {{(pid=84154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 14:28:15.644433 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device dadbd5e3-f186-4f46-a219-d9414e0c5e89 not bound to the agent host dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 14:28:15.652264 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-eeb1192c-c8a5-4b67-bab1-7130de7b776c None None] Transition to ACTIVE for port object d2d9f4a4-9ccd-4f75-8c1a-5b0408c61eeb will not be triggered until provisioned by entity DHCP. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:28:15.653478 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-0ecceae1-3bd7-4240-9adc-506a8b8bfc55 None None] Port 729cebc8-6157-45fa-9e7a-872220d288c3 cannot update to ACTIVE because it is not bound. {{(pid=84154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 14:28:15.675971 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Pushing event updated for resources: {'Port': ['ID=d82cb61d-af82-47b2-9434-71f4d793228b,revision_number=5']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:28:15.678791 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-0ecceae1-3bd7-4240-9adc-506a8b8bfc55 None None] Could not find standard attr ID for object 7f8361dc-1b6b-4856-bdce-5ab472b16e02. {{(pid=84154) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 20 14:28:15.688866 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cc6ee07-4875-4d77-b7b3-3193ab9f127b None None] Update dhcp port {'port': {'network_id': '3d42d100-4506-4d48-937a-1fbf70b9ad3e', 'fixed_ips': [{'subnet_id': '3160de4f-6a0b-4a95-81f2-20dfaaeda28a'}], 'binding:host_id': 'dv-neutron-825124-1-hyperv'}, 'id': 'd0f3e37f-9ea6-4962-9a50-9c5e45354bd1'} from dv-neutron-825124-1-hyperv. {{(pid=84154) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Jan 20 14:28:15.700003 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.base_scheduler [None req-c37ff4d9-1f26-4752-a586-c64ac0a9a866 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825124-1-hyperv, e8d2ddcf-1876-48f1-bdb0-f45048b860a9) {{(pid=84153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:28:15.715506 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c37ff4d9-1f26-4752-a586-c64ac0a9a866 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:28:15.717244 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-c37ff4d9-1f26-4752-a586-c64ac0a9a866 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:15.723271 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-649f734e-b410-4a5f-a281-725332a8ea68 None None] Network e8d2ddcf-1876-48f1-bdb0-f45048b860a9 requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:28:15.747773 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af9d999d-d1e7-4e83-b65a-00a742109111 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Checking segment: {'id': '19286c5d-66bc-4665-8f59-dba4e7ba18be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '63c2549f-d116-4b3a-ae20-12b2f37ed4fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 14:28:15.748312 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af9d999d-d1e7-4e83-b65a-00a742109111 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Network hostable DHCP agents. Network: 63c2549f-d116-4b3a-ae20-12b2f37ed4fa, hostable agents: ['1a181e39-5220-4c1a-88f8-08a54e8bfc9b'], hosted agents: [] {{(pid=84152) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 14:28:15.846004 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-f5f71b5b-68f4-4c18-bbc0-90c68d060775 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Deleting port d0f3e37f-9ea6-4962-9a50-9c5e45354bd1 {{(pid=84152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:28:15.846445 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-f5f71b5b-68f4-4c18-bbc0-90c68d060775 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:15.894885 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-eeb1192c-c8a5-4b67-bab1-7130de7b776c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477'] for port, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:15.918085 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-c37ff4d9-1f26-4752-a586-c64ac0a9a866 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.1192241 Jan 20 14:28:15.919739 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 35802) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:28:16.001776 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-2cc6ee07-4875-4d77-b7b3-3193ab9f127b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:16.048025 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeb1192c-c8a5-4b67-bab1-7130de7b776c None None] Network 989784db-3d42-4ce9-a2f0-a26f5d80bbe8 is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:28:16.055508 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb1192c-c8a5-4b67-bab1-7130de7b776c None None] Pushing event updated for resources: {'Port': ['ID=d2d9f4a4-9ccd-4f75-8c1a-5b0408c61eeb,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:28:16.059095 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-eeb1192c-c8a5-4b67-bab1-7130de7b776c None None] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:28:16.061249 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeb1192c-c8a5-4b67-bab1-7130de7b776c None None] Received port after_create {{(pid=84154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:28:16.112454 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-993c5d4d-39a1-4b6e-9e5e-cd0212a12513 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1471501085-router', 'tenant_id': '505c9f1bd3024976854da8233b1bef64', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d'}}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:28:16.118392 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-1261e724-ec53-4e52-8339-dc3d082cfc11 tempest-AllowedAddressPairTestJSON-1891555725 tempest-AllowedAddressPairTestJSON-1891555725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:16.123122 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-1261e724-ec53-4e52-8339-dc3d082cfc11 tempest-AllowedAddressPairTestJSON-1891555725 tempest-AllowedAddressPairTestJSON-1891555725-project] 10.222.0.54 "DELETE /v2.0/ports/7f8361dc-1b6b-4856-bdce-5ab472b16e02 HTTP/1.1" status: 204 len: 168 time: 2.1726251 Jan 20 14:28:16.123861 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 35806) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:28:16.128678 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af9d999d-d1e7-4e83-b65a-00a742109111 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Network 63c2549f-d116-4b3a-ae20-12b2f37ed4fa is scheduled to be hosted by DHCP agent 1a181e39-5220-4c1a-88f8-08a54e8bfc9b with binding_index 1 {{(pid=84152) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 14:28:16.136132 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-993c5d4d-39a1-4b6e-9e5e-cd0212a12513 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:28:16.166738 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-0ae70539-520b-4881-9e43-f4f7fff7765b None None] Provisioning for port e38f44b5-d2f6-4c58-a587-61f95be15878 completed by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:28:16.172992 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-98922f17-03dc-4cc1-8589-03e1128648bc tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:16.184109 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.pecan_wsgi.hooks.translation [None req-75d73d7c-0e60-496d-909a-9fdf13711109 tempest-AllowedAddressPairTestJSON-1891555725 tempest-AllowedAddressPairTestJSON-1891555725-project] GET failed (client error): The resource could not be found. Jan 20 14:28:16.184621 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-75d73d7c-0e60-496d-909a-9fdf13711109 tempest-AllowedAddressPairTestJSON-1891555725 tempest-AllowedAddressPairTestJSON-1891555725-project] Synchronizing usage tracker for tenant:b5df3043a2d745d5af73a0b2acebb6e4 on resource:port {{(pid=84153) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:28:16.234684 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-993c5d4d-39a1-4b6e-9e5e-cd0212a12513 admin admin] Usage tracker for resource:router and tenant:505c9f1bd3024976854da8233b1bef64 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:28:16.244344 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-993c5d4d-39a1-4b6e-9e5e-cd0212a12513 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:28:16.260938 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-75d73d7c-0e60-496d-909a-9fdf13711109 tempest-AllowedAddressPairTestJSON-1891555725 tempest-AllowedAddressPairTestJSON-1891555725-project] Unset dirty status for tenant:b5df3043a2d745d5af73a0b2acebb6e4 on resource:port {{(pid=84153) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:28:16.265684 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.base_scheduler [None req-af9d999d-d1e7-4e83-b65a-00a742109111 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825124-1-hyperv, 63c2549f-d116-4b3a-ae20-12b2f37ed4fa) {{(pid=84152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:28:16.265810 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-75d73d7c-0e60-496d-909a-9fdf13711109 tempest-AllowedAddressPairTestJSON-1891555725 tempest-AllowedAddressPairTestJSON-1891555725-project] 10.222.0.54 "GET /v2.0/ports/7f8361dc-1b6b-4856-bdce-5ab472b16e02 HTTP/1.1" status: 404 len: 333 time: 0.1366782 Jan 20 14:28:16.265890 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-993c5d4d-39a1-4b6e-9e5e-cd0212a12513 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:28:16.276402 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 35810) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:28:16.282189 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-50960ea9-1c30-4417-b17a-ff2e3c6bf4ac tempest-AllowedAddressPairTestJSON-1891555725 tempest-AllowedAddressPairTestJSON-1891555725-project] Request body: {'port': {'network_id': '401af806-85f7-4798-b548-c297021420e8', 'name': 'tempest-AllowedAddressPairTestJSON-746603996'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:28:16.288265 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af9d999d-d1e7-4e83-b65a-00a742109111 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:28:16.288893 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-af9d999d-d1e7-4e83-b65a-00a742109111 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Notify callbacks [] for subnet, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:16.298357 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-0ae70539-520b-4881-9e43-f4f7fff7765b None None] Provisioning complete for port e38f44b5-d2f6-4c58-a587-61f95be15878 triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:28:16.298644 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-0ae70539-520b-4881-9e43-f4f7fff7765b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:16.341421 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caff8101-331b-44fc-a19d-d51d6309e08e None None] Network 63c2549f-d116-4b3a-ae20-12b2f37ed4fa requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:28:16.429581 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-993c5d4d-39a1-4b6e-9e5e-cd0212a12513 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-105475'] for router, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:16.430652 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-993c5d4d-39a1-4b6e-9e5e-cd0212a12513 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-739204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-744864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-735540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-105484'] for router, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:16.457081 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-eeb1192c-c8a5-4b67-bab1-7130de7b776c None None] Attempting to bind port d2d9f4a4-9ccd-4f75-8c1a-5b0408c61eeb on host dv-neutron-825124-1-hyperv for vnic_type normal with profile {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:28:16.457457 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-eeb1192c-c8a5-4b67-bab1-7130de7b776c None None] Attempting to bind port d2d9f4a4-9ccd-4f75-8c1a-5b0408c61eeb by drivers openvswitch,hyperv on host dv-neutron-825124-1-hyperv at level 0 using segments [{'id': 'd86b9aea-3233-4233-95ae-3b17e548c3f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '989784db-3d42-4ce9-a2f0-a26f5d80bbe8'}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:28:16.457872 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeb1192c-c8a5-4b67-bab1-7130de7b776c None None] Attempting to bind port d2d9f4a4-9ccd-4f75-8c1a-5b0408c61eeb on network 989784db-3d42-4ce9-a2f0-a26f5d80bbe8 {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 14:28:16.526398 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeb1192c-c8a5-4b67-bab1-7130de7b776c None None] Checking agent: {'id': '6414dfeb-85c5-454a-8756-709ca637d800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825124-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 16, 31), 'started_at': datetime.datetime(2022, 1, 20, 14, 17, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 28, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825124-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 14:28:16.526778 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeb1192c-c8a5-4b67-bab1-7130de7b776c None None] Checking segment: {'id': 'd86b9aea-3233-4233-95ae-3b17e548c3f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '989784db-3d42-4ce9-a2f0-a26f5d80bbe8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 14:28:16.527182 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-eeb1192c-c8a5-4b67-bab1-7130de7b776c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:16.527579 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeb1192c-c8a5-4b67-bab1-7130de7b776c None None] Bound using segment: {'id': 'd86b9aea-3233-4233-95ae-3b17e548c3f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '989784db-3d42-4ce9-a2f0-a26f5d80bbe8'} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 14:28:16.528067 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-eeb1192c-c8a5-4b67-bab1-7130de7b776c None None] Bound port: d2d9f4a4-9ccd-4f75-8c1a-5b0408c61eeb, host: dv-neutron-825124-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd86b9aea-3233-4233-95ae-3b17e548c3f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '989784db-3d42-4ce9-a2f0-a26f5d80bbe8'}}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:28:16.528443 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-eeb1192c-c8a5-4b67-bab1-7130de7b776c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:16.566318 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-50960ea9-1c30-4417-b17a-ff2e3c6bf4ac tempest-AllowedAddressPairTestJSON-1891555725 tempest-AllowedAddressPairTestJSON-1891555725-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:28:16.569335 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-af9d999d-d1e7-4e83-b65a-00a742109111 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 3.4559915 Jan 20 14:28:16.577118 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 35814) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:28:16.577222 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b473f7f-853b-404b-ab79-e10a7a8e5eb1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95c917f5-14ba-5e96-98b8-1a52654a930a-e8d2ddcf-1876-48f1-bdb0-f45048b860a9', 'network_id': 'e8d2ddcf-1876-48f1-bdb0-f45048b860a9', 'tenant_id': '505c9f1bd3024976854da8233b1bef64', 'fixed_ips': [{'subnet_id': 'dc379b11-3200-4d8f-97db-49f9c34e1b6b'}]}} from dv-neutron-825124-1-hyperv. {{(pid=84154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 20 14:28:16.578555 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-3b473f7f-853b-404b-ab79-e10a7a8e5eb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:16.595142 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3588ef1-47ac-4f6e-953c-099a3f996878 None None] Network 3d42d100-4506-4d48-937a-1fbf70b9ad3e requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:28:16.596137 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.db [None req-f5f71b5b-68f4-4c18-bbc0-90c68d060775 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] For port d0f3e37f-9ea6-4962-9a50-9c5e45354bd1, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=d0f3e37f-9ea6-4962-9a50-9c5e45354bd1,segment=NetworkSegment(a1d096ad-8c3b-4b61-9328-3a43d1ceb011),segment_id=a1d096ad-8c3b-4b61-9328-3a43d1ceb011)] {{(pid=84152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:28:16.596500 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-f5f71b5b-68f4-4c18-bbc0-90c68d060775 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:16.606024 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-50960ea9-1c30-4417-b17a-ff2e3c6bf4ac tempest-AllowedAddressPairTestJSON-1891555725 tempest-AllowedAddressPairTestJSON-1891555725-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:28:16.768573 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-f5f71b5b-68f4-4c18-bbc0-90c68d060775 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Calling delete_port for d0f3e37f-9ea6-4962-9a50-9c5e45354bd1 owned by network:dhcp {{(pid=84152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:28:16.824698 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50960ea9-1c30-4417-b17a-ff2e3c6bf4ac tempest-AllowedAddressPairTestJSON-1891555725 tempest-AllowedAddressPairTestJSON-1891555725-project] Made reservation on behalf of b5df3043a2d745d5af73a0b2acebb6e4 for: {'port': 1} {{(pid=84153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:28:16.828152 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-50960ea9-1c30-4417-b17a-ff2e3c6bf4ac tempest-AllowedAddressPairTestJSON-1891555725 tempest-AllowedAddressPairTestJSON-1891555725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:16.872024 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-685f0c25-b8b4-40aa-99fa-7a110fad5f31 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586409'] for network, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:16.881318 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-993c5d4d-39a1-4b6e-9e5e-cd0212a12513 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:16.906861 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.notifiers.nova [None req-50960ea9-1c30-4417-b17a-ff2e3c6bf4ac tempest-AllowedAddressPairTestJSON-1891555725 tempest-AllowedAddressPairTestJSON-1891555725-project] device_id is not set on port a91143c1-7535-402d-913e-75fc08ec4c15 yet. {{(pid=84153) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 14:28:16.926268 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-0ae70539-520b-4881-9e43-f4f7fff7765b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:16.944783 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.db_base_plugin_common [None req-98922f17-03dc-4cc1-8589-03e1128648bc tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Allocated IP 172.20.0.1 (6beec8b4-07a4-4c80-9497-19c0a158f325/eaeb31a3-7157-4c9c-913e-8a5d8abffae7/e51151d3-c1c8-4bf8-a9f5-acf443967cf9) {{(pid=84153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:28:16.961108 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-d0404cfc-af24-4859-9dd6-a0dcc60fd0c3 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks [] for port, precommit_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:17.057386 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-eeb1192c-c8a5-4b67-bab1-7130de7b776c None None] For port d2d9f4a4-9ccd-4f75-8c1a-5b0408c61eeb, host dv-neutron-825124-1-hyperv, cleared binding levels {{(pid=84154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 14:28:17.068677 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-f5f71b5b-68f4-4c18-bbc0-90c68d060775 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:17.128383 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-d0404cfc-af24-4859-9dd6-a0dcc60fd0c3 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162822'] for port, after_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:17.129041 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-d0404cfc-af24-4859-9dd6-a0dcc60fd0c3 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1705158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-743490'] for router_interface, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:17.132594 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f71b5b-68f4-4c18-bbc0-90c68d060775 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Pushing event deleted for resources: {'Port': ['ID=d0f3e37f-9ea6-4962-9a50-9c5e45354bd1,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:28:17.167117 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-eeb1192c-c8a5-4b67-bab1-7130de7b776c None None] For port d2d9f4a4-9ccd-4f75-8c1a-5b0408c61eeb, host dv-neutron-825124-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=d2d9f4a4-9ccd-4f75-8c1a-5b0408c61eeb,segment=NetworkSegment(d86b9aea-3233-4233-95ae-3b17e548c3f8),segment_id=d86b9aea-3233-4233-95ae-3b17e548c3f8)] {{(pid=84154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 14:28:17.177255 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-0ae70539-520b-4881-9e43-f4f7fff7765b None None] For port e38f44b5-d2f6-4c58-a587-61f95be15878, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=e38f44b5-d2f6-4c58-a587-61f95be15878,segment=NetworkSegment(d7c4f404-953f-4ed5-a027-d51fda96c77f),segment_id=d7c4f404-953f-4ed5-a027-d51fda96c77f)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:28:17.185339 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f864e7b-7aa8-4b03-8b41-98982f1efa76 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95c917f5-14ba-5e96-98b8-1a52654a930a-63c2549f-d116-4b3a-ae20-12b2f37ed4fa', 'network_id': '63c2549f-d116-4b3a-ae20-12b2f37ed4fa', 'tenant_id': 'fb1d1c9fcb3d4adb98a1b2ecf7f7158b', 'fixed_ips': [{'subnet_id': '90449d00-834b-40ad-8718-5595d27ce8c4'}]}} from dv-neutron-825124-1-hyperv. {{(pid=84154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 20 14:28:17.186353 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-3f864e7b-7aa8-4b03-8b41-98982f1efa76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:17.238613 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f71b5b-68f4-4c18-bbc0-90c68d060775 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] No DVR routers for this DVR port d0f3e37f-9ea6-4962-9a50-9c5e45354bd1 on host dv-neutron-825124-1-hyperv {{(pid=84152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 14:28:17.275218 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-0ae70539-520b-4881-9e43-f4f7fff7765b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:17.277550 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_common [None req-3b473f7f-853b-404b-ab79-e10a7a8e5eb1 None None] Allocated IP 172.20.0.2 (e8d2ddcf-1876-48f1-bdb0-f45048b860a9/dc379b11-3200-4d8f-97db-49f9c34e1b6b/0bfab774-1230-4c75-b147-8317c234a864) {{(pid=84154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:28:17.308923 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-eeb1192c-c8a5-4b67-bab1-7130de7b776c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:17.316395 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-98922f17-03dc-4cc1-8589-03e1128648bc tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Notify callbacks [] for port, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:17.384019 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-685f0c25-b8b4-40aa-99fa-7a110fad5f31 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1627147'] for subnet, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:17.411241 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.provisioning_blocks [None req-98922f17-03dc-4cc1-8589-03e1128648bc tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Transition to ACTIVE for port object e51151d3-c1c8-4bf8-a9f5-acf443967cf9 will not be triggered until provisioned by entity DHCP. {{(pid=84153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:28:17.427773 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.objects.ports [None req-6d04147b-00e3-4f52-9699-7135d62d9bca tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84152) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Jan 20 14:28:17.439362 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0404cfc-af24-4859-9dd6-a0dcc60fd0c3 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Pushing event updated for resources: {'Port': ['ID=bdfc7ca5-cc2d-4139-9202-c6b28ab24ffe,revision_number=2']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:28:17.445137 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-0ae70539-520b-4881-9e43-f4f7fff7765b None None] Provisioning for port bdfc7ca5-cc2d-4139-9202-c6b28ab24ffe completed by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:28:17.481572 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.db_base_plugin_common [None req-50960ea9-1c30-4417-b17a-ff2e3c6bf4ac tempest-AllowedAddressPairTestJSON-1891555725 tempest-AllowedAddressPairTestJSON-1891555725-project] Allocated IP 172.20.0.6 (401af806-85f7-4798-b548-c297021420e8/35131c22-2358-4c18-9e2c-b9373c4c44ae/a91143c1-7535-402d-913e-75fc08ec4c15) {{(pid=84153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:28:17.500318 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-6d04147b-00e3-4f52-9699-7135d62d9bca tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4163519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3155301'] for subnet, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:17.618947 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df6f6301-d946-4aaa-97a3-bed2d498af60 None None] DHCP port deletion for 3d42d100-4506-4d48-937a-1fbf70b9ad3e request from dv-neutron-825124-1-hyperv {{(pid=84154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 20 14:28:17.621017 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device d82cb61d-af82-47b2-9434-71f4d793228b up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:28:17.642320 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-98922f17-03dc-4cc1-8589-03e1128648bc tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:17.657500 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-0ae70539-520b-4881-9e43-f4f7fff7765b None None] Provisioning complete for port bdfc7ca5-cc2d-4139-9202-c6b28ab24ffe triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:28:17.657882 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-0ae70539-520b-4881-9e43-f4f7fff7765b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:17.676343 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-993c5d4d-39a1-4b6e-9e5e-cd0212a12513 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-744886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-105502'] for router, precommit_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:17.698255 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae70539-520b-4881-9e43-f4f7fff7765b None None] Pushing event updated for resources: {'Port': ['ID=e38f44b5-d2f6-4c58-a587-61f95be15878,revision_number=3']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:28:17.716051 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-f5f71b5b-68f4-4c18-bbc0-90c68d060775 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1626242', 'neutron.services.segments.db._delete_segments_for_network-8769554214620'] for network, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:17.757664 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98922f17-03dc-4cc1-8589-03e1128648bc tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Pushing event updated for resources: {'Port': ['ID=e51151d3-c1c8-4bf8-a9f5-acf443967cf9,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:28:17.764078 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98922f17-03dc-4cc1-8589-03e1128648bc tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Network 6beec8b4-07a4-4c80-9497-19c0a158f325 is already hosted by enough agents. {{(pid=84153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:28:17.767983 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.base_scheduler [None req-98922f17-03dc-4cc1-8589-03e1128648bc tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Resources bound (agent type, host, resource id): {{(pid=84153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:28:17.787858 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98922f17-03dc-4cc1-8589-03e1128648bc tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Received port after_create {{(pid=84153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:28:17.797244 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d04147b-00e3-4f52-9699-7135d62d9bca tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Pushing event updated for resources: {'Subnet': ['ID=1bc17f6b-5e0d-4e94-b19c-9045ce6e0009,revision_number=0']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:28:17.821124 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.segments.db [None req-f5f71b5b-68f4-4c18-bbc0-90c68d060775 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d42d100-4506-4d48-937a-1fbf70b9ad3e']}} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:28:17.844912 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.segments.db [None req-f5f71b5b-68f4-4c18-bbc0-90c68d060775 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1d096ad-8c3b-4b61-9328-3a43d1ceb011') {'for_net_delete': True} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:28:17.845314 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.segments.db [None req-f5f71b5b-68f4-4c18-bbc0-90c68d060775 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1d096ad-8c3b-4b61-9328-3a43d1ceb011') {} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:28:17.860776 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-50960ea9-1c30-4417-b17a-ff2e3c6bf4ac tempest-AllowedAddressPairTestJSON-1891555725 tempest-AllowedAddressPairTestJSON-1891555725-project] Notify callbacks [] for port, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:17.872680 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_common [None req-3f864e7b-7aa8-4b03-8b41-98982f1efa76 None None] Allocated IP 172.20.0.2 (63c2549f-d116-4b3a-ae20-12b2f37ed4fa/90449d00-834b-40ad-8718-5595d27ce8c4/b0dbd6ca-e33c-4146-9207-15f2c843fd21) {{(pid=84154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:28:17.885829 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-0ae70539-520b-4881-9e43-f4f7fff7765b None None] Port bdfc7ca5-cc2d-4139-9202-c6b28ab24ffe cannot update to ACTIVE because it is not bound. {{(pid=84154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 14:28:17.889910 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-f5f71b5b-68f4-4c18-bbc0-90c68d060775 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769554214503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3337904'] for segment, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:17.894365 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-98922f17-03dc-4cc1-8589-03e1128648bc tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-745387'] for router_interface, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:17.902760 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0404cfc-af24-4859-9dd6-a0dcc60fd0c3 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Network dbce74ed-d43c-4540-8d8d-e582f35e4792 is already hosted by enough agents. {{(pid=84152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:28:17.903089 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.provisioning_blocks [None req-50960ea9-1c30-4417-b17a-ff2e3c6bf4ac tempest-AllowedAddressPairTestJSON-1891555725 tempest-AllowedAddressPairTestJSON-1891555725-project] Transition to ACTIVE for port object a91143c1-7535-402d-913e-75fc08ec4c15 will not be triggered until provisioned by entity DHCP. {{(pid=84153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:28:17.912782 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.base_scheduler [None req-d0404cfc-af24-4859-9dd6-a0dcc60fd0c3 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Resources bound (agent type, host, resource id): {{(pid=84152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:28:17.920798 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb1192c-c8a5-4b67-bab1-7130de7b776c None None] Pushing event updated for resources: {'Port': ['ID=d2d9f4a4-9ccd-4f75-8c1a-5b0408c61eeb,revision_number=2']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:28:17.935418 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-0ae70539-520b-4881-9e43-f4f7fff7765b None None] Could not find standard attr ID for object 7f8361dc-1b6b-4856-bdce-5ab472b16e02. {{(pid=84154) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 20 14:28:18.003745 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d04147b-00e3-4f52-9699-7135d62d9bca tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Checking segment: {'id': 'b36227cd-2756-4705-be99-7bcf926d03c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '8644b9f6-5511-4177-8c98-d0215475e31f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 14:28:18.004113 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d04147b-00e3-4f52-9699-7135d62d9bca tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Network hostable DHCP agents. Network: 8644b9f6-5511-4177-8c98-d0215475e31f, hostable agents: ['1a181e39-5220-4c1a-88f8-08a54e8bfc9b'], hosted agents: [] {{(pid=84152) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 14:28:18.098722 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-f5f71b5b-68f4-4c18-bbc0-90c68d060775 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:18.100670 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-e4f2cf5f-bb30-45ab-85e4-84dfdc748f1f None None] Could not find standard attr ID for object d0f3e37f-9ea6-4962-9a50-9c5e45354bd1. {{(pid=84154) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 20 14:28:18.132133 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port d82cb61d-af82-47b2-9434-71f4d793228b triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:28:18.132636 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:18.132893 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-50960ea9-1c30-4417-b17a-ff2e3c6bf4ac tempest-AllowedAddressPairTestJSON-1891555725 tempest-AllowedAddressPairTestJSON-1891555725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:18.181147 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5f71b5b-68f4-4c18-bbc0-90c68d060775 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Releasing vlan 177 on physical network physnet1 to pool {{(pid=84152) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 14:28:18.181558 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-f5f71b5b-68f4-4c18-bbc0-90c68d060775 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1622950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4162906'] for segment, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:18.195880 dv-neutron-825124-1-hyperv neutron-server[84152]: Traceback (most recent call last): Jan 20 14:28:18.195880 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 14:28:18.195880 dv-neutron-825124-1-hyperv neutron-server[84152]: timer() Jan 20 14:28:18.195880 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 14:28:18.195880 dv-neutron-825124-1-hyperv neutron-server[84152]: cb(*args, **kw) Jan 20 14:28:18.195880 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 14:28:18.195880 dv-neutron-825124-1-hyperv neutron-server[84152]: return func(*args, **kwargs) Jan 20 14:28:18.195880 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 14:28:18.195880 dv-neutron-825124-1-hyperv neutron-server[84152]: self._notify() Jan 20 14:28:18.195880 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 14:28:18.195880 dv-neutron-825124-1-hyperv neutron-server[84152]: self.callback(batched_events) Jan 20 14:28:18.195880 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 14:28:18.195880 dv-neutron-825124-1-hyperv neutron-server[84152]: event.method(event) Jan 20 14:28:18.195880 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 14:28:18.195880 dv-neutron-825124-1-hyperv neutron-server[84152]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 14:28:18.195880 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 14:28:18.195880 dv-neutron-825124-1-hyperv neutron-server[84152]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 14:28:18.195880 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 14:28:18.195880 dv-neutron-825124-1-hyperv neutron-server[84152]: return f(self, *a, **k) Jan 20 14:28:18.195880 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 14:28:18.195880 dv-neutron-825124-1-hyperv neutron-server[84152]: return self._get(url).json() Jan 20 14:28:18.195880 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 14:28:18.195880 dv-neutron-825124-1-hyperv neutron-server[84152]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 14:28:18.195880 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 14:28:18.195880 dv-neutron-825124-1-hyperv neutron-server[84152]: return self.request(url, 'GET', **kwargs) Jan 20 14:28:18.195880 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 14:28:18.195880 dv-neutron-825124-1-hyperv neutron-server[84152]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 14:28:18.195880 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 14:28:18.195880 dv-neutron-825124-1-hyperv neutron-server[84152]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 14:28:18.195880 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 14:28:18.195880 dv-neutron-825124-1-hyperv neutron-server[84152]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 14:28:18.195880 dv-neutron-825124-1-hyperv neutron-server[84152]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 14:28:18.227196 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-3b473f7f-853b-404b-ab79-e10a7a8e5eb1 None None] Notify callbacks [] for port, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:18.259777 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50960ea9-1c30-4417-b17a-ff2e3c6bf4ac tempest-AllowedAddressPairTestJSON-1891555725 tempest-AllowedAddressPairTestJSON-1891555725-project] Network 401af806-85f7-4798-b548-c297021420e8 is already hosted by enough agents. {{(pid=84153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:28:18.278153 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.base_scheduler [None req-50960ea9-1c30-4417-b17a-ff2e3c6bf4ac tempest-AllowedAddressPairTestJSON-1891555725 tempest-AllowedAddressPairTestJSON-1891555725-project] Resources bound (agent type, host, resource id): {{(pid=84153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:28:18.290848 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-3b473f7f-853b-404b-ab79-e10a7a8e5eb1 None None] Transition to ACTIVE for port object 0bfab774-1230-4c75-b147-8317c234a864 will not be triggered until provisioned by entity L2. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:28:18.298857 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50960ea9-1c30-4417-b17a-ff2e3c6bf4ac tempest-AllowedAddressPairTestJSON-1891555725 tempest-AllowedAddressPairTestJSON-1891555725-project] Received port after_create {{(pid=84153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:28:18.346737 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-98922f17-03dc-4cc1-8589-03e1128648bc tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:18.382532 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50960ea9-1c30-4417-b17a-ff2e3c6bf4ac tempest-AllowedAddressPairTestJSON-1891555725 tempest-AllowedAddressPairTestJSON-1891555725-project] Pushing event updated for resources: {'Port': ['ID=a91143c1-7535-402d-913e-75fc08ec4c15,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:28:18.441575 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-3b473f7f-853b-404b-ab79-e10a7a8e5eb1 None None] Transition to ACTIVE for port object 0bfab774-1230-4c75-b147-8317c234a864 will not be triggered until provisioned by entity DHCP. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:28:18.514832 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50960ea9-1c30-4417-b17a-ff2e3c6bf4ac tempest-AllowedAddressPairTestJSON-1891555725 tempest-AllowedAddressPairTestJSON-1891555725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:28:18.514832 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-50960ea9-1c30-4417-b17a-ff2e3c6bf4ac tempest-AllowedAddressPairTestJSON-1891555725 tempest-AllowedAddressPairTestJSON-1891555725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:18.523532 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-3f864e7b-7aa8-4b03-8b41-98982f1efa76 None None] Notify callbacks [] for port, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:18.538871 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-f5f71b5b-68f4-4c18-bbc0-90c68d060775 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1626253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-745296'] for network, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:18.540345 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d04147b-00e3-4f52-9699-7135d62d9bca tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Network 8644b9f6-5511-4177-8c98-d0215475e31f is scheduled to be hosted by DHCP agent 1a181e39-5220-4c1a-88f8-08a54e8bfc9b with binding_index 1 {{(pid=84152) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 14:28:18.550145 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-3f864e7b-7aa8-4b03-8b41-98982f1efa76 None None] Transition to ACTIVE for port object b0dbd6ca-e33c-4146-9207-15f2c843fd21 will not be triggered until provisioned by entity L2. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:28:18.561790 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-3b473f7f-853b-404b-ab79-e10a7a8e5eb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477'] for port, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:18.579294 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-f5f71b5b-68f4-4c18-bbc0-90c68d060775 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks [] for network, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:18.615272 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-35717df5-5157-4d63-ae75-a4226ad0f6a5 None None] Provisioning for port e51151d3-c1c8-4bf8-a9f5-acf443967cf9 completed by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:28:18.620524 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f71b5b-68f4-4c18-bbc0-90c68d060775 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Pushing event deleted for resources: {'Network': ['ID=3d42d100-4506-4d48-937a-1fbf70b9ad3e,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:28:18.655792 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device d0f3e37f-9ea6-4962-9a50-9c5e45354bd1 no longer exists at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:28:18.696085 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.base_scheduler [None req-6d04147b-00e3-4f52-9699-7135d62d9bca tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825124-1-hyperv, 8644b9f6-5511-4177-8c98-d0215475e31f) {{(pid=84152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:28:18.705486 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d04147b-00e3-4f52-9699-7135d62d9bca tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:28:18.706094 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-6d04147b-00e3-4f52-9699-7135d62d9bca tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Notify callbacks [] for subnet, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:18.746518 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-3f864e7b-7aa8-4b03-8b41-98982f1efa76 None None] Transition to ACTIVE for port object b0dbd6ca-e33c-4146-9207-15f2c843fd21 will not be triggered until provisioned by entity DHCP. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:28:18.752153 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] No Port match for: d0f3e37f-9ea6-4962-9a50-9c5e45354bd1 {{(pid=84154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 14:28:18.752726 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device d0f3e37f-9ea6-4962-9a50-9c5e45354bd1 not bound to the agent host dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 14:28:18.755648 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9db45bdb-effc-4c41-adec-6a415b3d7914 None None] Network 8644b9f6-5511-4177-8c98-d0215475e31f requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:28:18.775641 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-35717df5-5157-4d63-ae75-a4226ad0f6a5 None None] Provisioning complete for port e51151d3-c1c8-4bf8-a9f5-acf443967cf9 triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:28:18.776137 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-35717df5-5157-4d63-ae75-a4226ad0f6a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:18.778544 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-50960ea9-1c30-4417-b17a-ff2e3c6bf4ac tempest-AllowedAddressPairTestJSON-1891555725 tempest-AllowedAddressPairTestJSON-1891555725-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.5013399 Jan 20 14:28:18.786742 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 35818) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:28:18.794828 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-6b2674ae-357c-4de2-9ef0-fd19c8e9fc03 tempest-AllowedAddressPairTestJSON-1891555725 tempest-AllowedAddressPairTestJSON-1891555725-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:5b:c5:50'}]}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:28:18.807864 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-f5f71b5b-68f4-4c18-bbc0-90c68d060775 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] 10.222.0.54 "DELETE /v2.0/networks/3d42d100-4506-4d48-937a-1fbf70b9ad3e HTTP/1.1" status: 204 len: 168 time: 3.6510317 Jan 20 14:28:18.808072 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b473f7f-853b-404b-ab79-e10a7a8e5eb1 None None] Pushing event updated for resources: {'Port': ['ID=0bfab774-1230-4c75-b147-8317c234a864,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:28:18.808856 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 35822) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:28:18.819485 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b473f7f-853b-404b-ab79-e10a7a8e5eb1 None None] Network e8d2ddcf-1876-48f1-bdb0-f45048b860a9 is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:28:18.827344 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-3b473f7f-853b-404b-ab79-e10a7a8e5eb1 None None] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:28:18.838404 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b473f7f-853b-404b-ab79-e10a7a8e5eb1 None None] Received port after_create {{(pid=84154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:28:18.866144 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-6d04147b-00e3-4f52-9699-7135d62d9bca tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 4.1607764 Jan 20 14:28:18.867706 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 35826) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:28:18.884818 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-993c5d4d-39a1-4b6e-9e5e-cd0212a12513 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:18.899400 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-3f864e7b-7aa8-4b03-8b41-98982f1efa76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477'] for port, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:18.924934 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-993c5d4d-39a1-4b6e-9e5e-cd0212a12513 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:19.012047 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f864e7b-7aa8-4b03-8b41-98982f1efa76 None None] Network 63c2549f-d116-4b3a-ae20-12b2f37ed4fa is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:28:19.014556 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-685f0c25-b8b4-40aa-99fa-7a110fad5f31 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1627154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3943464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4194013'] for subnet, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:19.034305 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-35717df5-5157-4d63-ae75-a4226ad0f6a5 None None] Port e51151d3-c1c8-4bf8-a9f5-acf443967cf9 cannot update to ACTIVE because it is not bound. {{(pid=84154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 14:28:19.036107 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-3f864e7b-7aa8-4b03-8b41-98982f1efa76 None None] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:28:19.069665 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f864e7b-7aa8-4b03-8b41-98982f1efa76 None None] Received port after_create {{(pid=84154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:28:19.101890 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c6d9705-2743-4a78-8fec-9f2cbb993e84 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:28:19.102609 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-8c6d9705-2743-4a78-8fec-9f2cbb993e84 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Synchronizing usage tracker for tenant:86e3e9c5b0744f88a459de56a9372787 on resource:port {{(pid=84152) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:28:19.119732 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f864e7b-7aa8-4b03-8b41-98982f1efa76 None None] Pushing event updated for resources: {'Port': ['ID=b0dbd6ca-e33c-4146-9207-15f2c843fd21,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:28:19.149079 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.db_base_plugin_common [None req-993c5d4d-39a1-4b6e-9e5e-cd0212a12513 admin admin] Allocated IP 172.26.7.2 (8dffb05c-5ca0-409b-bd5f-7be6264f707d/a489dd4f-42a5-433b-8be3-bab2749c4209/54818968-46ab-4132-8185-69d4b36cdd63) {{(pid=84152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:28:19.162950 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-3b473f7f-853b-404b-ab79-e10a7a8e5eb1 None None] Attempting to bind port 0bfab774-1230-4c75-b147-8317c234a864 on host dv-neutron-825124-1-hyperv for vnic_type normal with profile {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:28:19.163178 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-3b473f7f-853b-404b-ab79-e10a7a8e5eb1 None None] Attempting to bind port 0bfab774-1230-4c75-b147-8317c234a864 by drivers openvswitch,hyperv on host dv-neutron-825124-1-hyperv at level 0 using segments [{'id': '8f68484d-6593-49e2-9e7f-32db329e3bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'e8d2ddcf-1876-48f1-bdb0-f45048b860a9'}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:28:19.163659 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b473f7f-853b-404b-ab79-e10a7a8e5eb1 None None] Attempting to bind port 0bfab774-1230-4c75-b147-8317c234a864 on network e8d2ddcf-1876-48f1-bdb0-f45048b860a9 {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 14:28:19.203546 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685f0c25-b8b4-40aa-99fa-7a110fad5f31 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Pushing event deleted for resources: {'Subnet': ['ID=90449d00-834b-40ad-8718-5595d27ce8c4,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:28:19.243448 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-8c6d9705-2743-4a78-8fec-9f2cbb993e84 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Unset dirty status for tenant:86e3e9c5b0744f88a459de56a9372787 on resource:port {{(pid=84152) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:28:19.251863 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-8c6d9705-2743-4a78-8fec-9f2cbb993e84 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.4418631 Jan 20 14:28:19.253001 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 35830) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:28:19.306512 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b473f7f-853b-404b-ab79-e10a7a8e5eb1 None None] Checking agent: {'id': '6414dfeb-85c5-454a-8756-709ca637d800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825124-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 16, 31), 'started_at': datetime.datetime(2022, 1, 20, 14, 17, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 28, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825124-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 14:28:19.311924 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b473f7f-853b-404b-ab79-e10a7a8e5eb1 None None] Checking segment: {'id': '8f68484d-6593-49e2-9e7f-32db329e3bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'e8d2ddcf-1876-48f1-bdb0-f45048b860a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 14:28:19.312586 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-3b473f7f-853b-404b-ab79-e10a7a8e5eb1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:19.313088 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b473f7f-853b-404b-ab79-e10a7a8e5eb1 None None] Bound using segment: {'id': '8f68484d-6593-49e2-9e7f-32db329e3bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'e8d2ddcf-1876-48f1-bdb0-f45048b860a9'} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 14:28:19.313803 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-3b473f7f-853b-404b-ab79-e10a7a8e5eb1 None None] Bound port: 0bfab774-1230-4c75-b147-8317c234a864, host: dv-neutron-825124-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f68484d-6593-49e2-9e7f-32db329e3bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'e8d2ddcf-1876-48f1-bdb0-f45048b860a9'}}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:28:19.314305 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-3b473f7f-853b-404b-ab79-e10a7a8e5eb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:19.317776 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0404cfc-af24-4859-9dd6-a0dcc60fd0c3 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Router b3acaad7-bfcc-4fd6-9c2a-704227dd2a22 is scheduled to L3 agent 624d525b-4c26-4143-8a1c-228bb1c6faaa with binding_index 1 {{(pid=84152) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 20 14:28:19.354960 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-3f864e7b-7aa8-4b03-8b41-98982f1efa76 None None] Attempting to bind port b0dbd6ca-e33c-4146-9207-15f2c843fd21 on host dv-neutron-825124-1-hyperv for vnic_type normal with profile {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:28:19.355488 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-3f864e7b-7aa8-4b03-8b41-98982f1efa76 None None] Attempting to bind port b0dbd6ca-e33c-4146-9207-15f2c843fd21 by drivers openvswitch,hyperv on host dv-neutron-825124-1-hyperv at level 0 using segments [{'id': '19286c5d-66bc-4665-8f59-dba4e7ba18be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '63c2549f-d116-4b3a-ae20-12b2f37ed4fa'}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:28:19.355997 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f864e7b-7aa8-4b03-8b41-98982f1efa76 None None] Attempting to bind port b0dbd6ca-e33c-4146-9207-15f2c843fd21 on network 63c2549f-d116-4b3a-ae20-12b2f37ed4fa {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 14:28:19.408635 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ff718bfe-51fe-4356-a6f8-d4140cdb401f None None] Provisioning complete for port bdfc7ca5-cc2d-4139-9202-c6b28ab24ffe triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:28:19.409167 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ff718bfe-51fe-4356-a6f8-d4140cdb401f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:19.427702 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-993c5d4d-39a1-4b6e-9e5e-cd0212a12513 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:19.497357 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f864e7b-7aa8-4b03-8b41-98982f1efa76 None None] Checking agent: {'id': '6414dfeb-85c5-454a-8756-709ca637d800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825124-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 16, 31), 'started_at': datetime.datetime(2022, 1, 20, 14, 17, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 28, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825124-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 14:28:19.497902 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f864e7b-7aa8-4b03-8b41-98982f1efa76 None None] Checking segment: {'id': '19286c5d-66bc-4665-8f59-dba4e7ba18be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '63c2549f-d116-4b3a-ae20-12b2f37ed4fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 14:28:19.498475 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-3f864e7b-7aa8-4b03-8b41-98982f1efa76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:19.499213 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f864e7b-7aa8-4b03-8b41-98982f1efa76 None None] Bound using segment: {'id': '19286c5d-66bc-4665-8f59-dba4e7ba18be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '63c2549f-d116-4b3a-ae20-12b2f37ed4fa'} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 14:28:19.499777 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-3f864e7b-7aa8-4b03-8b41-98982f1efa76 None None] Bound port: b0dbd6ca-e33c-4146-9207-15f2c843fd21, host: dv-neutron-825124-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19286c5d-66bc-4665-8f59-dba4e7ba18be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '63c2549f-d116-4b3a-ae20-12b2f37ed4fa'}}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:28:19.500409 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-3f864e7b-7aa8-4b03-8b41-98982f1efa76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:19.572463 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-8a644a2b-f20e-4523-9004-43bb1ac615f7 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] 10.222.0.54 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.2560308 Jan 20 14:28:19.575853 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 35834) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:28:19.582631 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-8b33b080-fd54-484e-bf38-e8de35ca5748 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2144656677'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:28:19.592570 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-3a5f94ef-e046-48d3-b965-dae83537571d tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586409'] for network, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:19.600860 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-8b33b080-fd54-484e-bf38-e8de35ca5748 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:28:19.605501 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-8b33b080-fd54-484e-bf38-e8de35ca5748 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Usage tracker for resource:network and tenant:86e3e9c5b0744f88a459de56a9372787 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:28:19.610362 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-3b473f7f-853b-404b-ab79-e10a7a8e5eb1 None None] For port 0bfab774-1230-4c75-b147-8317c234a864, host dv-neutron-825124-1-hyperv, cleared binding levels {{(pid=84154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 14:28:19.612094 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-8b33b080-fd54-484e-bf38-e8de35ca5748 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:28:19.621270 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-8b33b080-fd54-484e-bf38-e8de35ca5748 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:28:19.626427 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-3b473f7f-853b-404b-ab79-e10a7a8e5eb1 None None] For port 0bfab774-1230-4c75-b147-8317c234a864, host dv-neutron-825124-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=0bfab774-1230-4c75-b147-8317c234a864,segment=NetworkSegment(8f68484d-6593-49e2-9e7f-32db329e3bf4),segment_id=8f68484d-6593-49e2-9e7f-32db329e3bf4)] {{(pid=84154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 14:28:19.629950 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-685f0c25-b8b4-40aa-99fa-7a110fad5f31 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1626242', 'neutron.services.segments.db._delete_segments_for_network-8769554214620'] for network, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:19.638235 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-ff718bfe-51fe-4356-a6f8-d4140cdb401f None None] Port bdfc7ca5-cc2d-4139-9202-c6b28ab24ffe cannot update to ACTIVE because it is not bound. {{(pid=84154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 14:28:19.714825 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-555c6962-44e6-422d-9d6e-b3bce0b26dd0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95c917f5-14ba-5e96-98b8-1a52654a930a-8644b9f6-5511-4177-8c98-d0215475e31f', 'network_id': '8644b9f6-5511-4177-8c98-d0215475e31f', 'tenant_id': '67ae27d5542441d081f0145797cee5f6', 'fixed_ips': [{'subnet_id': '1bc17f6b-5e0d-4e94-b19c-9045ce6e0009'}]}} from dv-neutron-825124-1-hyperv. {{(pid=84154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 20 14:28:19.715724 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-555c6962-44e6-422d-9d6e-b3bce0b26dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:19.734848 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5968d35-72fa-4b02-8282-bcc82ba7b4be None None] Network 989784db-3d42-4ce9-a2f0-a26f5d80bbe8 requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:28:19.744138 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b33b080-fd54-484e-bf38-e8de35ca5748 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Made reservation on behalf of 86e3e9c5b0744f88a459de56a9372787 for: {'network': 1} {{(pid=84152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:28:19.748938 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-8b33b080-fd54-484e-bf38-e8de35ca5748 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for network, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:19.770124 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.services.segments.db [None req-685f0c25-b8b4-40aa-99fa-7a110fad5f31 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63c2549f-d116-4b3a-ae20-12b2f37ed4fa']}} {{(pid=84153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:28:19.798989 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.services.segments.db [None req-685f0c25-b8b4-40aa-99fa-7a110fad5f31 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19286c5d-66bc-4665-8f59-dba4e7ba18be') {'for_net_delete': True} {{(pid=84153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:28:19.799282 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.services.segments.db [None req-685f0c25-b8b4-40aa-99fa-7a110fad5f31 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19286c5d-66bc-4665-8f59-dba4e7ba18be') {} {{(pid=84153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:28:19.802168 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-993c5d4d-39a1-4b6e-9e5e-cd0212a12513 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:19.818628 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.db.resource_extend [None req-98922f17-03dc-4cc1-8589-03e1128648bc tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 20 14:28:19.819315 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device e38f44b5-d2f6-4c58-a587-61f95be15878 up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:28:19.832540 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-6b2674ae-357c-4de2-9ef0-fd19c8e9fc03 tempest-AllowedAddressPairTestJSON-1891555725 tempest-AllowedAddressPairTestJSON-1891555725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:19.844905 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-3b473f7f-853b-404b-ab79-e10a7a8e5eb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:19.847732 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-685f0c25-b8b4-40aa-99fa-7a110fad5f31 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769554214503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980856'] for segment, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:19.869963 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-98922f17-03dc-4cc1-8589-03e1128648bc tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Notify callbacks [] for port, precommit_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:19.877713 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-3a5f94ef-e046-48d3-b965-dae83537571d tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1627147'] for subnet, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:19.910407 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-685f0c25-b8b4-40aa-99fa-7a110fad5f31 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:19.965618 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-98922f17-03dc-4cc1-8589-03e1128648bc tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3944146'] for port, after_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:19.995482 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-685f0c25-b8b4-40aa-99fa-7a110fad5f31 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Releasing vlan 187 on physical network physnet1 to pool {{(pid=84153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 14:28:19.995894 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-685f0c25-b8b4-40aa-99fa-7a110fad5f31 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1622950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3944078'] for segment, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:20.010140 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b33b080-fd54-484e-bf38-e8de35ca5748 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 168} {{(pid=84152) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 14:28:20.031773 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-993c5d4d-39a1-4b6e-9e5e-cd0212a12513 admin admin] Network 8dffb05c-5ca0-409b-bd5f-7be6264f707d is already hosted by enough agents. {{(pid=84152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:28:20.040235 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.base_scheduler [None req-993c5d4d-39a1-4b6e-9e5e-cd0212a12513 admin admin] Resources bound (agent type, host, resource id): {{(pid=84152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:28:20.040512 dv-neutron-825124-1-hyperv neutron-server[84153]: Traceback (most recent call last): Jan 20 14:28:20.040512 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 14:28:20.040512 dv-neutron-825124-1-hyperv neutron-server[84153]: timer() Jan 20 14:28:20.040512 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 14:28:20.040512 dv-neutron-825124-1-hyperv neutron-server[84153]: cb(*args, **kw) Jan 20 14:28:20.040512 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 14:28:20.040512 dv-neutron-825124-1-hyperv neutron-server[84153]: return func(*args, **kwargs) Jan 20 14:28:20.040512 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 14:28:20.040512 dv-neutron-825124-1-hyperv neutron-server[84153]: self._notify() Jan 20 14:28:20.040512 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 14:28:20.040512 dv-neutron-825124-1-hyperv neutron-server[84153]: self.callback(batched_events) Jan 20 14:28:20.040512 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 14:28:20.040512 dv-neutron-825124-1-hyperv neutron-server[84153]: event.method(event) Jan 20 14:28:20.040512 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 14:28:20.040512 dv-neutron-825124-1-hyperv neutron-server[84153]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 14:28:20.040512 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 14:28:20.040512 dv-neutron-825124-1-hyperv neutron-server[84153]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 14:28:20.040512 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 14:28:20.040512 dv-neutron-825124-1-hyperv neutron-server[84153]: return f(self, *a, **k) Jan 20 14:28:20.040512 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 14:28:20.040512 dv-neutron-825124-1-hyperv neutron-server[84153]: return self._get(url).json() Jan 20 14:28:20.040512 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 14:28:20.040512 dv-neutron-825124-1-hyperv neutron-server[84153]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 14:28:20.040512 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 14:28:20.040512 dv-neutron-825124-1-hyperv neutron-server[84153]: return self.request(url, 'GET', **kwargs) Jan 20 14:28:20.040512 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 14:28:20.040512 dv-neutron-825124-1-hyperv neutron-server[84153]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 14:28:20.040512 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 14:28:20.040512 dv-neutron-825124-1-hyperv neutron-server[84153]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 14:28:20.040512 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 14:28:20.040512 dv-neutron-825124-1-hyperv neutron-server[84153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 14:28:20.040512 dv-neutron-825124-1-hyperv neutron-server[84153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 14:28:20.045644 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-993c5d4d-39a1-4b6e-9e5e-cd0212a12513 admin admin] Received port after_create {{(pid=84152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:28:20.079187 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ff718bfe-51fe-4356-a6f8-d4140cdb401f None None] Provisioning for port a91143c1-7535-402d-913e-75fc08ec4c15 completed by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:28:20.079772 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-8b33b080-fd54-484e-bf38-e8de35ca5748 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:20.080123 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.db.segments_db [None req-8b33b080-fd54-484e-bf38-e8de35ca5748 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Added segment ebfb7367-17d4-4db7-9b3c-6770e9dc7157 of type vlan for network 276b2c6a-a93d-4a14-aaed-8d5e87c17e16 Jan 20 14:28:20.101008 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993c5d4d-39a1-4b6e-9e5e-cd0212a12513 admin admin] Pushing event updated for resources: {'Port': ['ID=54818968-46ab-4132-8185-69d4b36cdd63,revision_number=1']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:28:20.120881 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ff718bfe-51fe-4356-a6f8-d4140cdb401f None None] Provisioning complete for port a91143c1-7535-402d-913e-75fc08ec4c15 triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:28:20.121392 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ff718bfe-51fe-4356-a6f8-d4140cdb401f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:20.152119 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-8b33b080-fd54-484e-bf38-e8de35ca5748 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769553767792'] for network, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:20.157751 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0404cfc-af24-4859-9dd6-a0dcc60fd0c3 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify agent at l3_agent.dv-neutron-825124-1-hyperv the message routers_updated {{(pid=84152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 14:28:20.175308 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e166ec0d-4194-45de-a2a7-076d8d532813 None None] Sync routers for ids ['b3acaad7-bfcc-4fd6-9c2a-704227dd2a22'] in dv-neutron-825124-1-hyperv {{(pid=84155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 14:28:20.219246 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e166ec0d-4194-45de-a2a7-076d8d532813 None None] Routers {'b3acaad7-bfcc-4fd6-9c2a-704227dd2a22'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:28:20.219913 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-e166ec0d-4194-45de-a2a7-076d8d532813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:28:00Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['b3acaad7-bfcc-4fd6-9c2a-704227dd2a22'], 'active': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:28:20.229567 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98922f17-03dc-4cc1-8589-03e1128648bc tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Pushing event updated for resources: {'Port': ['ID=e51151d3-c1c8-4bf8-a9f5-acf443967cf9,revision_number=2']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:28:20.230361 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-d0404cfc-af24-4859-9dd6-a0dcc60fd0c3 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] 10.222.0.54 "PUT /v2.0/routers/b3acaad7-bfcc-4fd6-9c2a-704227dd2a22/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6684880 Jan 20 14:28:20.237501 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 35838) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:28:20.239724 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-98922f17-03dc-4cc1-8589-03e1128648bc tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1705158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-743490'] for router_interface, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:20.268509 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-3f864e7b-7aa8-4b03-8b41-98982f1efa76 None None] For port b0dbd6ca-e33c-4146-9207-15f2c843fd21, host dv-neutron-825124-1-hyperv, cleared binding levels {{(pid=84154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 14:28:20.269506 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.db.api [None req-685f0c25-b8b4-40aa-99fa-7a110fad5f31 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 20 14:28:20.269506 dv-neutron-825124-1-hyperv neutron-server[84153]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 20 14:28:20.269506 dv-neutron-825124-1-hyperv neutron-server[84153]: [parameters: {'id': '63c2549f-d116-4b3a-ae20-12b2f37ed4fa'}] Jan 20 14:28:20.269506 dv-neutron-825124-1-hyperv neutron-server[84153]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84153) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 14:28:20.270225 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG oslo_db.api [None req-685f0c25-b8b4-40aa-99fa-7a110fad5f31 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 14:28:20.337507 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-3a5f94ef-e046-48d3-b965-dae83537571d tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1627154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3943464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4194013'] for subnet, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:20.338808 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7be46ff-4167-43a9-8aa3-18a1665f77e4 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:28:20.339586 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-d7be46ff-4167-43a9-8aa3-18a1665f77e4 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Synchronizing usage tracker for tenant:2cb17692bb0c4a2782f988652201ac42 on resource:port {{(pid=84152) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:28:20.366653 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b473f7f-853b-404b-ab79-e10a7a8e5eb1 None None] Pushing event updated for resources: {'Port': ['ID=0bfab774-1230-4c75-b147-8317c234a864,revision_number=2']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:28:20.377400 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-3f864e7b-7aa8-4b03-8b41-98982f1efa76 None None] For port b0dbd6ca-e33c-4146-9207-15f2c843fd21, host dv-neutron-825124-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=b0dbd6ca-e33c-4146-9207-15f2c843fd21,segment=NetworkSegment(19286c5d-66bc-4665-8f59-dba4e7ba18be),segment_id=19286c5d-66bc-4665-8f59-dba4e7ba18be)] {{(pid=84154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 14:28:20.387667 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-8b33b080-fd54-484e-bf38-e8de35ca5748 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967'] for network, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:20.392256 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b33b080-fd54-484e-bf38-e8de35ca5748 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:28:20.396751 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-8b33b080-fd54-484e-bf38-e8de35ca5748 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks [] for network, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:20.422392 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5f94ef-e046-48d3-b965-dae83537571d tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Pushing event deleted for resources: {'Subnet': ['ID=1bc17f6b-5e0d-4e94-b19c-9045ce6e0009,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:28:20.512170 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvr_db [None req-e166ec0d-4194-45de-a2a7-076d8d532813 None None] Set router b3acaad7-bfcc-4fd6-9c2a-704227dd2a22 gateway port host: None {{(pid=84155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 14:28:20.516204 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server [None req-555c6962-44e6-422d-9d6e-b3bce0b26dd0 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1bc17f6b-5e0d-4e94-b19c-9045ce6e0009: This subnet is being modified by another concurrent operation. Jan 20 14:28:20.516204 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 20 14:28:20.516204 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 20 14:28:20.516204 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 20 14:28:20.516204 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 20 14:28:20.516204 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 20 14:28:20.516204 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 20 14:28:20.516204 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 20 14:28:20.516204 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 20 14:28:20.516204 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 20 14:28:20.516204 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 20 14:28:20.516204 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 20 14:28:20.516204 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 20 14:28:20.516204 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 20 14:28:20.516204 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 20 14:28:20.516204 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 20 14:28:20.516204 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 20 14:28:20.516204 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server raise value Jan 20 14:28:20.516204 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 20 14:28:20.516204 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 20 14:28:20.516204 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 20 14:28:20.516204 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 20 14:28:20.516204 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 20 14:28:20.516204 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 20 14:28:20.516204 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 20 14:28:20.516204 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 20 14:28:20.516204 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 20 14:28:20.516204 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server raise value Jan 20 14:28:20.516204 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 20 14:28:20.516204 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 20 14:28:20.516204 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 20 14:28:20.516204 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 20 14:28:20.516204 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 20 14:28:20.516204 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 20 14:28:20.516204 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 20 14:28:20.516204 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 20 14:28:20.516204 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 20 14:28:20.516204 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server raise value Jan 20 14:28:20.516204 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 20 14:28:20.516204 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 20 14:28:20.516204 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 20 14:28:20.516204 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 20 14:28:20.516204 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Jan 20 14:28:20.516204 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 20 14:28:20.516204 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Jan 20 14:28:20.516204 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 20 14:28:20.516204 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Jan 20 14:28:20.516204 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 20 14:28:20.516204 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Jan 20 14:28:20.516204 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jan 20 14:28:20.516204 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Jan 20 14:28:20.516204 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 20 14:28:20.516204 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 20 14:28:20.519708 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 20 14:28:20.519708 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 20 14:28:20.519708 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 20 14:28:20.519708 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 20 14:28:20.519708 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 20 14:28:20.519708 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 20 14:28:20.519708 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server raise value Jan 20 14:28:20.519708 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 20 14:28:20.519708 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 20 14:28:20.519708 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 20 14:28:20.519708 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 20 14:28:20.519708 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 20 14:28:20.519708 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 20 14:28:20.519708 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 20 14:28:20.519708 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 20 14:28:20.519708 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 20 14:28:20.519708 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server raise value Jan 20 14:28:20.519708 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 20 14:28:20.519708 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 20 14:28:20.519708 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 20 14:28:20.519708 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 20 14:28:20.519708 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 20 14:28:20.519708 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 20 14:28:20.519708 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 20 14:28:20.519708 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 20 14:28:20.519708 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 20 14:28:20.519708 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server raise value Jan 20 14:28:20.519708 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 20 14:28:20.519708 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 20 14:28:20.519708 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Jan 20 14:28:20.519708 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 20 14:28:20.519708 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Jan 20 14:28:20.519708 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 20 14:28:20.519708 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Jan 20 14:28:20.519708 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 20 14:28:20.519708 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 20 14:28:20.519708 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 20 14:28:20.519708 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Jan 20 14:28:20.519708 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 20 14:28:20.519708 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Jan 20 14:28:20.519708 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 20 14:28:20.519708 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 20 14:28:20.519708 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 20 14:28:20.519708 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 20 14:28:20.519708 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 20 14:28:20.519708 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Jan 20 14:28:20.519708 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 20 14:28:20.519708 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 20 14:28:20.519708 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server raise exception Jan 20 14:28:20.519708 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1bc17f6b-5e0d-4e94-b19c-9045ce6e0009: This subnet is being modified by another concurrent operation. Jan 20 14:28:20.519708 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server Jan 20 14:28:20.525915 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-ff718bfe-51fe-4356-a6f8-d4140cdb401f None None] Port a91143c1-7535-402d-913e-75fc08ec4c15 cannot update to ACTIVE because it is not bound. {{(pid=84154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 14:28:20.529631 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-3f864e7b-7aa8-4b03-8b41-98982f1efa76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:20.595800 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dce37dd6-76bd-4471-b466-314e05e64980 None None] Network 8644b9f6-5511-4177-8c98-d0215475e31f requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:28:20.698326 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b33b080-fd54-484e-bf38-e8de35ca5748 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Pushing event updated for resources: {'Network': ['ID=276b2c6a-a93d-4a14-aaed-8d5e87c17e16,revision_number=1']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:28:20.716567 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-8b33b080-fd54-484e-bf38-e8de35ca5748 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.1395993 Jan 20 14:28:20.725684 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Network 276b2c6a-a93d-4a14-aaed-8d5e87c17e16 details requested by agent ovs-agent-dv-neutron-825124-1-hyperv with host dv-neutron-825124-1-hyperv {{(pid=84154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 14:28:20.731552 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 35842) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:28:20.737632 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-3a5f94ef-e046-48d3-b965-dae83537571d tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1626242', 'neutron.services.segments.db._delete_segments_for_network-8769554214620'] for network, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:20.741164 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-d7be46ff-4167-43a9-8aa3-18a1665f77e4 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Unset dirty status for tenant:2cb17692bb0c4a2782f988652201ac42 on resource:port {{(pid=84152) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:28:20.742688 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-d7be46ff-4167-43a9-8aa3-18a1665f77e4 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] 10.222.0.54 "GET /v2.0/ports/bdfc7ca5-cc2d-4139-9202-c6b28ab24ffe HTTP/1.1" status: 200 len: 911 time: 0.5043316 Jan 20 14:28:20.748817 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 35846) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:28:20.757241 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-cfad999d-96c0-4ca4-b3ee-260760b72559 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Request body: {'subnet': {'network_id': '276b2c6a-a93d-4a14-aaed-8d5e87c17e16', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:28:20.773952 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-685f0c25-b8b4-40aa-99fa-7a110fad5f31 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586409'] for network, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:20.786260 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port e38f44b5-d2f6-4c58-a587-61f95be15878 triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:28:20.786646 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:20.886668 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-993c5d4d-39a1-4b6e-9e5e-cd0212a12513 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:20.888146 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-993c5d4d-39a1-4b6e-9e5e-cd0212a12513 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-744861'] for router, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:20.889032 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.services.segments.db [None req-3a5f94ef-e046-48d3-b965-dae83537571d tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8644b9f6-5511-4177-8c98-d0215475e31f']}} {{(pid=84153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:28:20.919492 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-7162e3a4-9383-4dd2-ae2f-86aa9a3bd443 None None] Provisioning for port d2d9f4a4-9ccd-4f75-8c1a-5b0408c61eeb completed by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:28:20.934335 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.services.segments.db [None req-3a5f94ef-e046-48d3-b965-dae83537571d tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b36227cd-2756-4705-be99-7bcf926d03c9') {'for_net_delete': True} {{(pid=84153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:28:20.937281 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.services.segments.db [None req-3a5f94ef-e046-48d3-b965-dae83537571d tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b36227cd-2756-4705-be99-7bcf926d03c9') {} {{(pid=84153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:28:20.957009 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.db.resource_extend [None req-6b2674ae-357c-4de2-9ef0-fd19c8e9fc03 tempest-AllowedAddressPairTestJSON-1891555725 tempest-AllowedAddressPairTestJSON-1891555725-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 20 14:28:20.962844 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-e166ec0d-4194-45de-a2a7-076d8d532813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3acaad7-bfcc-4fd6-9c2a-704227dd2a22', 'name': 'tempest-NetworksTestDHCPv6-router-182473967', 'tenant_id': '2cb17692bb0c4a2782f988652201ac42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:28:08Z', 'updated_at': '2022-01-20T14:28:15Z', 'revision_number': 2, 'project_id': '2cb17692bb0c4a2782f988652201ac42', 'gw_port_host': None, '_interfaces': [{'id': 'bdfc7ca5-cc2d-4139-9202-c6b28ab24ffe', 'name': '', 'network_id': 'dbce74ed-d43c-4540-8d8d-e582f35e4792', 'tenant_id': '2cb17692bb0c4a2782f988652201ac42', 'mac_address': 'fa:16:3e:95:4e:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3acaad7-bfcc-4fd6-9c2a-704227dd2a22', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd75549e5-c1d6-47a3-8a29-d7afdda46acc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:28:12Z', 'updated_at': '2022-01-20T14:28:16Z', 'revision_number': 2, 'project_id': '2cb17692bb0c4a2782f988652201ac42', 'subnets': [{'id': 'd75549e5-c1d6-47a3-8a29-d7afdda46acc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:28:20.966918 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98922f17-03dc-4cc1-8589-03e1128648bc tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Network 6beec8b4-07a4-4c80-9497-19c0a158f325 is already hosted by enough agents. {{(pid=84153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:28:20.967206 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e166ec0d-4194-45de-a2a7-076d8d532813 None None] Checking router: b3acaad7-bfcc-4fd6-9c2a-704227dd2a22 for host: dv-neutron-825124-1-hyperv {{(pid=84155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 14:28:20.967754 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e166ec0d-4194-45de-a2a7-076d8d532813 None None] Updating router b3acaad7-bfcc-4fd6-9c2a-704227dd2a22 port bdfc7ca5-cc2d-4139-9202-c6b28ab24ffe binding host dv-neutron-825124-1-hyperv {{(pid=84155) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 20 14:28:20.971150 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-685f0c25-b8b4-40aa-99fa-7a110fad5f31 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Deleting port b0dbd6ca-e33c-4146-9207-15f2c843fd21 {{(pid=84153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:28:20.971721 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-685f0c25-b8b4-40aa-99fa-7a110fad5f31 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:21.005451 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.base_scheduler [None req-98922f17-03dc-4cc1-8589-03e1128648bc tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Resources bound (agent type, host, resource id): {{(pid=84153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:28:21.016282 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-3a5f94ef-e046-48d3-b965-dae83537571d tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769554214503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980856'] for segment, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:21.033288 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e166ec0d-4194-45de-a2a7-076d8d532813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:21.069175 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3c1853a-3b0d-4f06-9618-91eda2ef79aa tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:28:21.087283 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3c1853a-3b0d-4f06-9618-91eda2ef79aa tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:28:21.087480 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-6b2674ae-357c-4de2-9ef0-fd19c8e9fc03 tempest-AllowedAddressPairTestJSON-1891555725 tempest-AllowedAddressPairTestJSON-1891555725-project] Notify callbacks [] for port, precommit_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:21.090240 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c135320c-2a41-4313-aaa4-2bcb0e1ba7dc None None] Network 63c2549f-d116-4b3a-ae20-12b2f37ed4fa requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:28:21.090583 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-e3c1853a-3b0d-4f06-9618-91eda2ef79aa tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.3344381 Jan 20 14:28:21.096676 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 35850) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:28:21.145902 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-3a5f94ef-e046-48d3-b965-dae83537571d tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:21.167517 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-cfad999d-96c0-4ca4-b3ee-260760b72559 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:28:21.213302 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-6b2674ae-357c-4de2-9ef0-fd19c8e9fc03 tempest-AllowedAddressPairTestJSON-1891555725 tempest-AllowedAddressPairTestJSON-1891555725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3944146'] for port, after_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:21.230169 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a5f94ef-e046-48d3-b965-dae83537571d tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Releasing vlan 170 on physical network physnet1 to pool {{(pid=84153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 14:28:21.234808 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-3a5f94ef-e046-48d3-b965-dae83537571d tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1622950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3944078'] for segment, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:21.444471 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f864e7b-7aa8-4b03-8b41-98982f1efa76 None None] Pushing event updated for resources: {'Port': ['ID=b0dbd6ca-e33c-4146-9207-15f2c843fd21,revision_number=2']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:28:21.455277 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device d2d9f4a4-9ccd-4f75-8c1a-5b0408c61eeb up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:28:21.676786 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-9c44a753-16f8-4734-973a-cac58d153c05 None None] Provisioning complete for port e51151d3-c1c8-4bf8-a9f5-acf443967cf9 triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:28:21.677162 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-9c44a753-16f8-4734-973a-cac58d153c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:21.680924 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e166ec0d-4194-45de-a2a7-076d8d532813 None None] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:21.720985 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-cfad999d-96c0-4ca4-b3ee-260760b72559 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Usage tracker for resource:subnet and tenant:86e3e9c5b0744f88a459de56a9372787 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:28:21.763849 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-9c44a753-16f8-4734-973a-cac58d153c05 None None] Port e51151d3-c1c8-4bf8-a9f5-acf443967cf9 cannot update to ACTIVE because it is not bound. {{(pid=84154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 14:28:21.807499 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning for port d2d9f4a4-9ccd-4f75-8c1a-5b0408c61eeb completed by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:28:21.808127 dv-neutron-825124-1-hyperv neutron-server[84153]: Traceback (most recent call last): Jan 20 14:28:21.808127 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 14:28:21.808127 dv-neutron-825124-1-hyperv neutron-server[84153]: timer() Jan 20 14:28:21.808127 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 14:28:21.808127 dv-neutron-825124-1-hyperv neutron-server[84153]: cb(*args, **kw) Jan 20 14:28:21.808127 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 14:28:21.808127 dv-neutron-825124-1-hyperv neutron-server[84153]: return func(*args, **kwargs) Jan 20 14:28:21.808127 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 14:28:21.808127 dv-neutron-825124-1-hyperv neutron-server[84153]: self._notify() Jan 20 14:28:21.808127 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 14:28:21.808127 dv-neutron-825124-1-hyperv neutron-server[84153]: self.callback(batched_events) Jan 20 14:28:21.808127 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 14:28:21.808127 dv-neutron-825124-1-hyperv neutron-server[84153]: event.method(event) Jan 20 14:28:21.808127 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 14:28:21.808127 dv-neutron-825124-1-hyperv neutron-server[84153]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 14:28:21.808127 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 14:28:21.808127 dv-neutron-825124-1-hyperv neutron-server[84153]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 14:28:21.808127 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 14:28:21.808127 dv-neutron-825124-1-hyperv neutron-server[84153]: return f(self, *a, **k) Jan 20 14:28:21.808127 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 14:28:21.808127 dv-neutron-825124-1-hyperv neutron-server[84153]: return self._get(url).json() Jan 20 14:28:21.808127 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 14:28:21.808127 dv-neutron-825124-1-hyperv neutron-server[84153]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 14:28:21.808127 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 14:28:21.808127 dv-neutron-825124-1-hyperv neutron-server[84153]: return self.request(url, 'GET', **kwargs) Jan 20 14:28:21.808127 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 14:28:21.808127 dv-neutron-825124-1-hyperv neutron-server[84153]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 14:28:21.808127 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 14:28:21.808127 dv-neutron-825124-1-hyperv neutron-server[84153]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 14:28:21.808127 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 14:28:21.808127 dv-neutron-825124-1-hyperv neutron-server[84153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 14:28:21.808127 dv-neutron-825124-1-hyperv neutron-server[84153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 14:28:21.818246 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port d2d9f4a4-9ccd-4f75-8c1a-5b0408c61eeb triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:28:21.818633 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:21.843643 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-cfad999d-96c0-4ca4-b3ee-260760b72559 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:28:21.886425 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f1acd9d-fbeb-496c-933c-d47bae59197e None None] Network e8d2ddcf-1876-48f1-bdb0-f45048b860a9 requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:28:21.947070 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-cfad999d-96c0-4ca4-b3ee-260760b72559 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:28:21.991356 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-993c5d4d-39a1-4b6e-9e5e-cd0212a12513 admin admin] Router dfc11a3a-1472-4634-85b6-c4b4c3194292 is scheduled to L3 agent 624d525b-4c26-4143-8a1c-228bb1c6faaa with binding_index 1 {{(pid=84152) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 20 14:28:22.033744 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-e166ec0d-4194-45de-a2a7-076d8d532813 None None] Transition to ACTIVE for port object bdfc7ca5-cc2d-4139-9202-c6b28ab24ffe will not be triggered until provisioned by entity L2. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:28:22.042419 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2674ae-357c-4de2-9ef0-fd19c8e9fc03 tempest-AllowedAddressPairTestJSON-1891555725 tempest-AllowedAddressPairTestJSON-1891555725-project] Pushing event updated for resources: {'Port': ['ID=a91143c1-7535-402d-913e-75fc08ec4c15,revision_number=2']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:28:22.052436 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-3a5f94ef-e046-48d3-b965-dae83537571d tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1626253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-745296'] for network, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:22.082901 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-6b2674ae-357c-4de2-9ef0-fd19c8e9fc03 tempest-AllowedAddressPairTestJSON-1891555725 tempest-AllowedAddressPairTestJSON-1891555725-project] In _notify_port_updated(), no bound segment for port a91143c1-7535-402d-913e-75fc08ec4c15 on network 401af806-85f7-4798-b548-c297021420e8 {{(pid=84153) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Jan 20 14:28:22.086744 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b2674ae-357c-4de2-9ef0-fd19c8e9fc03 tempest-AllowedAddressPairTestJSON-1891555725 tempest-AllowedAddressPairTestJSON-1891555725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:28:22.087359 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-6b2674ae-357c-4de2-9ef0-fd19c8e9fc03 tempest-AllowedAddressPairTestJSON-1891555725 tempest-AllowedAddressPairTestJSON-1891555725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:22.091456 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-6b2674ae-357c-4de2-9ef0-fd19c8e9fc03 tempest-AllowedAddressPairTestJSON-1891555725 tempest-AllowedAddressPairTestJSON-1891555725-project] 10.222.0.54 "PUT /v2.0/ports/a91143c1-7535-402d-913e-75fc08ec4c15 HTTP/1.1" status: 200 len: 995 time: 3.3035283 Jan 20 14:28:22.096540 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 35854) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:28:22.109826 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-3a5f94ef-e046-48d3-b965-dae83537571d tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Notify callbacks [] for network, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:22.113582 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e166ec0d-4194-45de-a2a7-076d8d532813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:22.163087 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfad999d-96c0-4ca4-b3ee-260760b72559 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Made reservation on behalf of 86e3e9c5b0744f88a459de56a9372787 for: {'subnet': 1} {{(pid=84153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:28:22.185954 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5f94ef-e046-48d3-b965-dae83537571d tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Pushing event deleted for resources: {'Network': ['ID=8644b9f6-5511-4177-8c98-d0215475e31f,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:28:22.206186 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:22.232810 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-2d0225f3-53c5-435d-9c55-ca3e4b599795 tempest-AllowedAddressPairTestJSON-1891555725 tempest-AllowedAddressPairTestJSON-1891555725-project] Deleting port a91143c1-7535-402d-913e-75fc08ec4c15 {{(pid=84152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:28:22.232810 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-2d0225f3-53c5-435d-9c55-ca3e4b599795 tempest-AllowedAddressPairTestJSON-1891555725 tempest-AllowedAddressPairTestJSON-1891555725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:22.236270 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-0ba9efb7-fba9-4972-b37e-626e82fb550c None None] Provisioning complete for port d2d9f4a4-9ccd-4f75-8c1a-5b0408c61eeb triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:28:22.236767 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-0ba9efb7-fba9-4972-b37e-626e82fb550c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:22.245109 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ecac5e-4af0-4a3b-99ea-67559f01c8c0 None None] Pushing event updated for resources: {'Port': ['ID=bdfc7ca5-cc2d-4139-9202-c6b28ab24ffe,revision_number=3']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:28:22.375716 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ecac5e-4af0-4a3b-99ea-67559f01c8c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:28:22.376066 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ecac5e-4af0-4a3b-99ea-67559f01c8c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:28:22.376729 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ecac5e-4af0-4a3b-99ea-67559f01c8c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:28:22.377183 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ecac5e-4af0-4a3b-99ea-67559f01c8c0 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:28:22.377687 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ecac5e-4af0-4a3b-99ea-67559f01c8c0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:28:22.378210 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ecac5e-4af0-4a3b-99ea-67559f01c8c0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:28:22.378686 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ecac5e-4af0-4a3b-99ea-67559f01c8c0 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:28:22.379191 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ecac5e-4af0-4a3b-99ea-67559f01c8c0 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:28:22.379664 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ecac5e-4af0-4a3b-99ea-67559f01c8c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:28:22.380134 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ecac5e-4af0-4a3b-99ea-67559f01c8c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:28:22.380616 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ecac5e-4af0-4a3b-99ea-67559f01c8c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:28:22.443073 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] For port d2d9f4a4-9ccd-4f75-8c1a-5b0408c61eeb, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=d2d9f4a4-9ccd-4f75-8c1a-5b0408c61eeb,segment=NetworkSegment(d86b9aea-3233-4233-95ae-3b17e548c3f8),segment_id=d86b9aea-3233-4233-95ae-3b17e548c3f8)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:28:22.456926 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-3a5f94ef-e046-48d3-b965-dae83537571d tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] 10.222.0.54 "DELETE /v2.0/networks/8644b9f6-5511-4177-8c98-d0215475e31f HTTP/1.1" status: 204 len: 168 time: 3.5860250 Jan 20 14:28:22.467664 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 35858) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:28:22.492443 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-7248e7ac-b3eb-4e30-8dbe-7ab9adbfb3cc tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-306356622'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:28:22.498012 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.db [None req-685f0c25-b8b4-40aa-99fa-7a110fad5f31 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] For port b0dbd6ca-e33c-4146-9207-15f2c843fd21, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=b0dbd6ca-e33c-4146-9207-15f2c843fd21,segment=NetworkSegment(19286c5d-66bc-4665-8f59-dba4e7ba18be),segment_id=19286c5d-66bc-4665-8f59-dba4e7ba18be)] {{(pid=84153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:28:22.504729 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-685f0c25-b8b4-40aa-99fa-7a110fad5f31 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:22.522579 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-e166ec0d-4194-45de-a2a7-076d8d532813 None None] Attempting to bind port bdfc7ca5-cc2d-4139-9202-c6b28ab24ffe on host dv-neutron-825124-1-hyperv for vnic_type normal with profile {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:28:22.523190 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-e166ec0d-4194-45de-a2a7-076d8d532813 None None] Attempting to bind port bdfc7ca5-cc2d-4139-9202-c6b28ab24ffe by drivers openvswitch,hyperv on host dv-neutron-825124-1-hyperv at level 0 using segments [{'id': '7b61d093-41ff-4202-b223-533eb0f8da0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'dbce74ed-d43c-4540-8d8d-e582f35e4792'}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:28:22.523883 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e166ec0d-4194-45de-a2a7-076d8d532813 None None] Attempting to bind port bdfc7ca5-cc2d-4139-9202-c6b28ab24ffe on network dbce74ed-d43c-4540-8d8d-e582f35e4792 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 14:28:22.526297 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-cfad999d-96c0-4ca4-b3ee-260760b72559 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4193986'] for subnet, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:22.535171 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e166ec0d-4194-45de-a2a7-076d8d532813 None None] Checking agent: {'id': '6414dfeb-85c5-454a-8756-709ca637d800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825124-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 16, 31), 'started_at': datetime.datetime(2022, 1, 20, 14, 17, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 28, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825124-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 14:28:22.535555 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e166ec0d-4194-45de-a2a7-076d8d532813 None None] Checking segment: {'id': '7b61d093-41ff-4202-b223-533eb0f8da0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'dbce74ed-d43c-4540-8d8d-e582f35e4792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 14:28:22.535952 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e166ec0d-4194-45de-a2a7-076d8d532813 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:22.536338 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e166ec0d-4194-45de-a2a7-076d8d532813 None None] Bound using segment: {'id': '7b61d093-41ff-4202-b223-533eb0f8da0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'dbce74ed-d43c-4540-8d8d-e582f35e4792'} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 14:28:22.536858 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-e166ec0d-4194-45de-a2a7-076d8d532813 None None] Bound port: bdfc7ca5-cc2d-4139-9202-c6b28ab24ffe, host: dv-neutron-825124-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b61d093-41ff-4202-b223-533eb0f8da0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'dbce74ed-d43c-4540-8d8d-e582f35e4792'}}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:28:22.537252 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e166ec0d-4194-45de-a2a7-076d8d532813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:22.547129 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:22.557609 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-7248e7ac-b3eb-4e30-8dbe-7ab9adbfb3cc tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:28:22.663837 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-7248e7ac-b3eb-4e30-8dbe-7ab9adbfb3cc tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Usage tracker for resource:network and tenant:67ae27d5542441d081f0145797cee5f6 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:28:22.666627 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-e166ec0d-4194-45de-a2a7-076d8d532813 None None] For port bdfc7ca5-cc2d-4139-9202-c6b28ab24ffe, host dv-neutron-825124-1-hyperv, cleared binding levels {{(pid=84155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 14:28:22.670013 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-e166ec0d-4194-45de-a2a7-076d8d532813 None None] For port bdfc7ca5-cc2d-4139-9202-c6b28ab24ffe, host dv-neutron-825124-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=bdfc7ca5-cc2d-4139-9202-c6b28ab24ffe,segment=NetworkSegment(7b61d093-41ff-4202-b223-533eb0f8da0a),segment_id=7b61d093-41ff-4202-b223-533eb0f8da0a)] {{(pid=84155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 14:28:22.743786 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e166ec0d-4194-45de-a2a7-076d8d532813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:22.757762 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 0bfab774-1230-4c75-b147-8317c234a864 up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:28:22.785935 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-685f0c25-b8b4-40aa-99fa-7a110fad5f31 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Calling delete_port for b0dbd6ca-e33c-4146-9207-15f2c843fd21 owned by network:dhcp {{(pid=84153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:28:22.803346 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Pushing event updated for resources: {'Port': ['ID=d2d9f4a4-9ccd-4f75-8c1a-5b0408c61eeb,revision_number=3']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:28:22.823820 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-2d0225f3-53c5-435d-9c55-ca3e4b599795 tempest-AllowedAddressPairTestJSON-1891555725 tempest-AllowedAddressPairTestJSON-1891555725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:22.829579 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-7248e7ac-b3eb-4e30-8dbe-7ab9adbfb3cc tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:28:22.875263 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ecac5e-4af0-4a3b-99ea-67559f01c8c0 None None] Pushing event updated for resources: {'Port': ['ID=bdfc7ca5-cc2d-4139-9202-c6b28ab24ffe,revision_number=4']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:28:22.895416 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-7248e7ac-b3eb-4e30-8dbe-7ab9adbfb3cc tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:28:22.908167 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-0ba9efb7-fba9-4972-b37e-626e82fb550c None None] Provisioning for port 0bfab774-1230-4c75-b147-8317c234a864 completed by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:28:22.917782 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e166ec0d-4194-45de-a2a7-076d8d532813 None None] Routers {'b3acaad7-bfcc-4fd6-9c2a-704227dd2a22'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:28:22.918629 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-e166ec0d-4194-45de-a2a7-076d8d532813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:28:00Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['b3acaad7-bfcc-4fd6-9c2a-704227dd2a22'], 'active': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:28:22.930943 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning for port 0bfab774-1230-4c75-b147-8317c234a864 completed by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:28:22.936275 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port 0bfab774-1230-4c75-b147-8317c234a864 triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:28:22.936646 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:22.971186 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-2d0225f3-53c5-435d-9c55-ca3e4b599795 tempest-AllowedAddressPairTestJSON-1891555725 tempest-AllowedAddressPairTestJSON-1891555725-project] Calling delete_port for a91143c1-7535-402d-913e-75fc08ec4c15 owned by {{(pid=84152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:28:23.052539 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7248e7ac-b3eb-4e30-8dbe-7ab9adbfb3cc tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Made reservation on behalf of 67ae27d5542441d081f0145797cee5f6 for: {'network': 1} {{(pid=84153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:28:23.054987 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-7248e7ac-b3eb-4e30-8dbe-7ab9adbfb3cc tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for network, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:23.129199 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-a21639b3-c5b4-4115-a312-b0ee4c02b064 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-743504'] for router_interface, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:23.154300 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvr_db [None req-e166ec0d-4194-45de-a2a7-076d8d532813 None None] Set router b3acaad7-bfcc-4fd6-9c2a-704227dd2a22 gateway port host: None {{(pid=84155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 14:28:23.204845 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-685f0c25-b8b4-40aa-99fa-7a110fad5f31 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:23.230425 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:23.254433 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-59275031-538a-4616-9fda-805d3c9bb015 None None] Provisioning complete for port a91143c1-7535-402d-913e-75fc08ec4c15 triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:28:23.254781 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-59275031-538a-4616-9fda-805d3c9bb015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:23.273642 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685f0c25-b8b4-40aa-99fa-7a110fad5f31 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Pushing event deleted for resources: {'Port': ['ID=b0dbd6ca-e33c-4146-9207-15f2c843fd21,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:28:23.289689 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7248e7ac-b3eb-4e30-8dbe-7ab9adbfb3cc tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 186} {{(pid=84153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 14:28:23.354265 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f46a2646-f4df-41eb-8ea2-95fc639052ad None None] get_active_networks_info from dv-neutron-825124-1-hyperv {{(pid=84154) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 20 14:28:23.392478 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-59275031-538a-4616-9fda-805d3c9bb015 None None] Port a91143c1-7535-402d-913e-75fc08ec4c15 cannot update to ACTIVE because it is not bound. {{(pid=84154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 14:28:23.395025 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] For port 0bfab774-1230-4c75-b147-8317c234a864, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=0bfab774-1230-4c75-b147-8317c234a864,segment=NetworkSegment(8f68484d-6593-49e2-9e7f-32db329e3bf4),segment_id=8f68484d-6593-49e2-9e7f-32db329e3bf4)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:28:23.434867 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-685f0c25-b8b4-40aa-99fa-7a110fad5f31 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] No DVR routers for this DVR port b0dbd6ca-e33c-4146-9207-15f2c843fd21 on host dv-neutron-825124-1-hyperv {{(pid=84153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 14:28:23.448843 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-7248e7ac-b3eb-4e30-8dbe-7ab9adbfb3cc tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:23.449180 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.db.segments_db [None req-7248e7ac-b3eb-4e30-8dbe-7ab9adbfb3cc tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Added segment 21552298-d44f-40bd-b8d6-65edba492b05 of type vlan for network ada3a6fe-3906-402e-b989-7684bd51024f Jan 20 14:28:23.468669 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-993c5d4d-39a1-4b6e-9e5e-cd0212a12513 admin admin] Notify agent at l3_agent.dv-neutron-825124-1-hyperv the message routers_updated {{(pid=84152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 14:28:23.489425 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adfe0dfe-ad83-42ce-b265-cb91139f226d None None] Sync routers for ids ['dfc11a3a-1472-4634-85b6-c4b4c3194292'] in dv-neutron-825124-1-hyperv {{(pid=84154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 14:28:23.497361 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:23.549297 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-2d0225f3-53c5-435d-9c55-ca3e4b599795 tempest-AllowedAddressPairTestJSON-1891555725 tempest-AllowedAddressPairTestJSON-1891555725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:23.584863 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adfe0dfe-ad83-42ce-b265-cb91139f226d None None] Routers {'dfc11a3a-1472-4634-85b6-c4b4c3194292'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:28:23.585496 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-adfe0dfe-ad83-42ce-b265-cb91139f226d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:28:00Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['dfc11a3a-1472-4634-85b6-c4b4c3194292'], 'active': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:28:23.601049 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-993c5d4d-39a1-4b6e-9e5e-cd0212a12513 admin admin] Notify callbacks [] for router, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:23.602276 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-993c5d4d-39a1-4b6e-9e5e-cd0212a12513 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 7.6778665 Jan 20 14:28:23.606373 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 35864) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:28:23.608212 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0225f3-53c5-435d-9c55-ca3e4b599795 tempest-AllowedAddressPairTestJSON-1891555725 tempest-AllowedAddressPairTestJSON-1891555725-project] Pushing event deleted for resources: {'Port': ['ID=a91143c1-7535-402d-913e-75fc08ec4c15,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:28:23.648121 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-e166ec0d-4194-45de-a2a7-076d8d532813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3acaad7-bfcc-4fd6-9c2a-704227dd2a22', 'name': 'tempest-NetworksTestDHCPv6-router-182473967', 'tenant_id': '2cb17692bb0c4a2782f988652201ac42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:28:08Z', 'updated_at': '2022-01-20T14:28:15Z', 'revision_number': 2, 'project_id': '2cb17692bb0c4a2782f988652201ac42', 'gw_port_host': None, '_interfaces': [{'id': 'bdfc7ca5-cc2d-4139-9202-c6b28ab24ffe', 'name': '', 'network_id': 'dbce74ed-d43c-4540-8d8d-e582f35e4792', 'tenant_id': '2cb17692bb0c4a2782f988652201ac42', 'mac_address': 'fa:16:3e:95:4e:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3acaad7-bfcc-4fd6-9c2a-704227dd2a22', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd75549e5-c1d6-47a3-8a29-d7afdda46acc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:28:12Z', 'updated_at': '2022-01-20T14:28:22Z', 'revision_number': 4, 'project_id': '2cb17692bb0c4a2782f988652201ac42', 'subnets': [{'id': 'd75549e5-c1d6-47a3-8a29-d7afdda46acc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:28:23.653551 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e166ec0d-4194-45de-a2a7-076d8d532813 None None] The sync data for ids ['b3acaad7-bfcc-4fd6-9c2a-704227dd2a22'] in dv-neutron-825124-1-hyperv is: [{'id': 'b3acaad7-bfcc-4fd6-9c2a-704227dd2a22', 'name': 'tempest-NetworksTestDHCPv6-router-182473967', 'tenant_id': '2cb17692bb0c4a2782f988652201ac42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:28:08Z', 'updated_at': '2022-01-20T14:28:15Z', 'revision_number': 2, 'project_id': '2cb17692bb0c4a2782f988652201ac42', 'gw_port_host': None, '_interfaces': [{'id': 'bdfc7ca5-cc2d-4139-9202-c6b28ab24ffe', 'name': '', 'network_id': 'dbce74ed-d43c-4540-8d8d-e582f35e4792', 'tenant_id': '2cb17692bb0c4a2782f988652201ac42', 'mac_address': 'fa:16:3e:95:4e:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3acaad7-bfcc-4fd6-9c2a-704227dd2a22', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd75549e5-c1d6-47a3-8a29-d7afdda46acc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:28:12Z', 'updated_at': '2022-01-20T14:28:22Z', 'revision_number': 4, 'project_id': '2cb17692bb0c4a2782f988652201ac42', 'subnets': [{'id': 'd75549e5-c1d6-47a3-8a29-d7afdda46acc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 14:28:23.730071 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Pushing event updated for resources: {'Port': ['ID=0bfab774-1230-4c75-b147-8317c234a864,revision_number=3']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:28:23.839564 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-685f0c25-b8b4-40aa-99fa-7a110fad5f31 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1626242', 'neutron.services.segments.db._delete_segments_for_network-8769554214620'] for network, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:23.847344 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-6032ed1a-a5a6-4269-b030-36ab00230510 None None] Provisioning complete for port 0bfab774-1230-4c75-b147-8317c234a864 triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:28:23.847344 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-6032ed1a-a5a6-4269-b030-36ab00230510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:23.851084 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-2d0225f3-53c5-435d-9c55-ca3e4b599795 tempest-AllowedAddressPairTestJSON-1891555725 tempest-AllowedAddressPairTestJSON-1891555725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:23.856672 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-2d0225f3-53c5-435d-9c55-ca3e4b599795 tempest-AllowedAddressPairTestJSON-1891555725 tempest-AllowedAddressPairTestJSON-1891555725-project] 10.222.0.54 "DELETE /v2.0/ports/a91143c1-7535-402d-913e-75fc08ec4c15 HTTP/1.1" status: 204 len: 168 time: 1.7547617 Jan 20 14:28:23.856672 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 35868) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:28:23.864291 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-cfad999d-96c0-4ca4-b3ee-260760b72559 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3943531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4194004'] for subnet, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:23.874079 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f46a2646-f4df-41eb-8ea2-95fc639052ad None None] Resources bound (agent type, host, resource id): {{(pid=84154) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 20 14:28:23.905318 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-7248e7ac-b3eb-4e30-8dbe-7ab9adbfb3cc tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769553767792'] for network, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:23.908706 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3bb7e77-a1e7-491c-8324-3d90974f7d58 tempest-AllowedAddressPairTestJSON-1891555725 tempest-AllowedAddressPairTestJSON-1891555725-project] GET failed (client error): The resource could not be found. Jan 20 14:28:23.909214 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-a3bb7e77-a1e7-491c-8324-3d90974f7d58 tempest-AllowedAddressPairTestJSON-1891555725 tempest-AllowedAddressPairTestJSON-1891555725-project] Synchronizing usage tracker for tenant:b5df3043a2d745d5af73a0b2acebb6e4 on resource:port {{(pid=84152) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:28:23.946518 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-a21639b3-c5b4-4115-a312-b0ee4c02b064 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Deleting port bdfc7ca5-cc2d-4139-9202-c6b28ab24ffe {{(pid=84152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:28:23.946914 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-a21639b3-c5b4-4115-a312-b0ee4c02b064 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:23.953270 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.services.segments.db [None req-685f0c25-b8b4-40aa-99fa-7a110fad5f31 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63c2549f-d116-4b3a-ae20-12b2f37ed4fa']}} {{(pid=84153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:28:23.987965 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.services.segments.db [None req-685f0c25-b8b4-40aa-99fa-7a110fad5f31 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19286c5d-66bc-4665-8f59-dba4e7ba18be') {'for_net_delete': True} {{(pid=84153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:28:23.988308 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.services.segments.db [None req-685f0c25-b8b4-40aa-99fa-7a110fad5f31 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19286c5d-66bc-4665-8f59-dba4e7ba18be') {} {{(pid=84153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:28:23.993898 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-a3bb7e77-a1e7-491c-8324-3d90974f7d58 tempest-AllowedAddressPairTestJSON-1891555725 tempest-AllowedAddressPairTestJSON-1891555725-project] Unset dirty status for tenant:b5df3043a2d745d5af73a0b2acebb6e4 on resource:port {{(pid=84152) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:28:23.995854 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-a3bb7e77-a1e7-491c-8324-3d90974f7d58 tempest-AllowedAddressPairTestJSON-1891555725 tempest-AllowedAddressPairTestJSON-1891555725-project] 10.222.0.54 "GET /v2.0/ports/a91143c1-7535-402d-913e-75fc08ec4c15 HTTP/1.1" status: 404 len: 333 time: 0.1375878 Jan 20 14:28:23.999894 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvr_db [None req-adfe0dfe-ad83-42ce-b265-cb91139f226d None None] Set router dfc11a3a-1472-4634-85b6-c4b4c3194292 gateway port host: dv-neutron-825124-1-hyperv {{(pid=84154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 14:28:24.000362 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 35872) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:28:24.018520 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-03480ad2-6883-4afb-90df-205f322fc2a9 tempest-AllowedAddressPairTestJSON-1891555725 tempest-AllowedAddressPairTestJSON-1891555725-project] Request body: {'port': {'network_id': '401af806-85f7-4798-b548-c297021420e8', 'name': 'tempest-AllowedAddressPairTestJSON-1509399786'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:28:24.050502 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-685f0c25-b8b4-40aa-99fa-7a110fad5f31 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769554214503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980856'] for segment, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:24.063823 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfad999d-96c0-4ca4-b3ee-260760b72559 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Pushing event updated for resources: {'Subnet': ['ID=8285b0cc-891f-4e00-8190-997bc9af7c72,revision_number=0']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:28:24.128233 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98922f17-03dc-4cc1-8589-03e1128648bc tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Router 02bcddc9-e08b-41f3-942b-a3a434819b2d has already been hosted by L3 agent 624d525b-4c26-4143-8a1c-228bb1c6faaa {{(pid=84153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 14:28:24.129683 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfad999d-96c0-4ca4-b3ee-260760b72559 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Checking segment: {'id': 'ebfb7367-17d4-4db7-9b3c-6770e9dc7157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '276b2c6a-a93d-4a14-aaed-8d5e87c17e16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 14:28:24.130478 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfad999d-96c0-4ca4-b3ee-260760b72559 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Network hostable DHCP agents. Network: 276b2c6a-a93d-4a14-aaed-8d5e87c17e16, hostable agents: ['1a181e39-5220-4c1a-88f8-08a54e8bfc9b'], hosted agents: [] {{(pid=84153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 14:28:24.189808 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-03480ad2-6883-4afb-90df-205f322fc2a9 tempest-AllowedAddressPairTestJSON-1891555725 tempest-AllowedAddressPairTestJSON-1891555725-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:28:24.204431 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-03480ad2-6883-4afb-90df-205f322fc2a9 tempest-AllowedAddressPairTestJSON-1891555725 tempest-AllowedAddressPairTestJSON-1891555725-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:28:24.271725 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-685f0c25-b8b4-40aa-99fa-7a110fad5f31 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:24.313760 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-7248e7ac-b3eb-4e30-8dbe-7ab9adbfb3cc tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967'] for network, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:24.317892 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7248e7ac-b3eb-4e30-8dbe-7ab9adbfb3cc tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:28:24.318724 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-7248e7ac-b3eb-4e30-8dbe-7ab9adbfb3cc tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Notify callbacks [] for network, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:24.323675 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03480ad2-6883-4afb-90df-205f322fc2a9 tempest-AllowedAddressPairTestJSON-1891555725 tempest-AllowedAddressPairTestJSON-1891555725-project] Made reservation on behalf of b5df3043a2d745d5af73a0b2acebb6e4 for: {'port': 1} {{(pid=84152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:28:24.326718 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-03480ad2-6883-4afb-90df-205f322fc2a9 tempest-AllowedAddressPairTestJSON-1891555725 tempest-AllowedAddressPairTestJSON-1891555725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:24.356439 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.notifiers.nova [None req-03480ad2-6883-4afb-90df-205f322fc2a9 tempest-AllowedAddressPairTestJSON-1891555725 tempest-AllowedAddressPairTestJSON-1891555725-project] device_id is not set on port 636f9243-95d2-4c5c-b84a-9099eb2fd053 yet. {{(pid=84152) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 14:28:24.476287 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-685f0c25-b8b4-40aa-99fa-7a110fad5f31 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Releasing vlan 187 on physical network physnet1 to pool {{(pid=84153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 14:28:24.476628 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-685f0c25-b8b4-40aa-99fa-7a110fad5f31 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1622950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3944078'] for segment, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:24.497253 dv-neutron-825124-1-hyperv neutron-server[84153]: Traceback (most recent call last): Jan 20 14:28:24.497253 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 14:28:24.497253 dv-neutron-825124-1-hyperv neutron-server[84153]: timer() Jan 20 14:28:24.497253 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 14:28:24.497253 dv-neutron-825124-1-hyperv neutron-server[84153]: cb(*args, **kw) Jan 20 14:28:24.497253 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 14:28:24.497253 dv-neutron-825124-1-hyperv neutron-server[84153]: return func(*args, **kwargs) Jan 20 14:28:24.497253 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 14:28:24.497253 dv-neutron-825124-1-hyperv neutron-server[84153]: self._notify() Jan 20 14:28:24.497253 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 14:28:24.497253 dv-neutron-825124-1-hyperv neutron-server[84153]: self.callback(batched_events) Jan 20 14:28:24.497253 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 14:28:24.497253 dv-neutron-825124-1-hyperv neutron-server[84153]: event.method(event) Jan 20 14:28:24.497253 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 14:28:24.497253 dv-neutron-825124-1-hyperv neutron-server[84153]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 14:28:24.497253 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 14:28:24.497253 dv-neutron-825124-1-hyperv neutron-server[84153]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 14:28:24.497253 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 14:28:24.497253 dv-neutron-825124-1-hyperv neutron-server[84153]: return f(self, *a, **k) Jan 20 14:28:24.497253 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 14:28:24.497253 dv-neutron-825124-1-hyperv neutron-server[84153]: return self._get(url).json() Jan 20 14:28:24.497253 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 14:28:24.497253 dv-neutron-825124-1-hyperv neutron-server[84153]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 14:28:24.497253 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 14:28:24.497253 dv-neutron-825124-1-hyperv neutron-server[84153]: return self.request(url, 'GET', **kwargs) Jan 20 14:28:24.497253 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 14:28:24.497253 dv-neutron-825124-1-hyperv neutron-server[84153]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 14:28:24.497253 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 14:28:24.497253 dv-neutron-825124-1-hyperv neutron-server[84153]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 14:28:24.497253 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 14:28:24.497253 dv-neutron-825124-1-hyperv neutron-server[84153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 14:28:24.497253 dv-neutron-825124-1-hyperv neutron-server[84153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 14:28:24.506553 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfad999d-96c0-4ca4-b3ee-260760b72559 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Network 276b2c6a-a93d-4a14-aaed-8d5e87c17e16 is scheduled to be hosted by DHCP agent 1a181e39-5220-4c1a-88f8-08a54e8bfc9b with binding_index 1 {{(pid=84153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 14:28:24.583800 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7248e7ac-b3eb-4e30-8dbe-7ab9adbfb3cc tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Pushing event updated for resources: {'Network': ['ID=ada3a6fe-3906-402e-b989-7684bd51024f,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:28:24.626290 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.db [None req-a21639b3-c5b4-4115-a312-b0ee4c02b064 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] For port bdfc7ca5-cc2d-4139-9202-c6b28ab24ffe, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=bdfc7ca5-cc2d-4139-9202-c6b28ab24ffe,segment=NetworkSegment(7b61d093-41ff-4202-b223-533eb0f8da0a),segment_id=7b61d093-41ff-4202-b223-533eb0f8da0a)] {{(pid=84152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:28:24.626678 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-a21639b3-c5b4-4115-a312-b0ee4c02b064 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:24.638873 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Network ada3a6fe-3906-402e-b989-7684bd51024f details requested by agent ovs-agent-dv-neutron-825124-1-hyperv with host dv-neutron-825124-1-hyperv {{(pid=84154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 14:28:24.683888 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.base_scheduler [None req-cfad999d-96c0-4ca4-b3ee-260760b72559 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825124-1-hyperv, 276b2c6a-a93d-4a14-aaed-8d5e87c17e16) {{(pid=84153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:28:24.705267 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-7248e7ac-b3eb-4e30-8dbe-7ab9adbfb3cc tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 2.2368762 Jan 20 14:28:24.707296 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 35876) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:28:24.708473 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfad999d-96c0-4ca4-b3ee-260760b72559 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:28:24.709053 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-cfad999d-96c0-4ca4-b3ee-260760b72559 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks [] for subnet, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:24.743227 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-7d3bec0a-bfc6-42d3-b714-12ef047adcd0 tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Request body: {'subnet': {'network_id': 'ada3a6fe-3906-402e-b989-7684bd51024f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:28:24.809792 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-a21639b3-c5b4-4115-a312-b0ee4c02b064 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Calling delete_port for bdfc7ca5-cc2d-4139-9202-c6b28ab24ffe owned by network:router_interface {{(pid=84152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:28:24.878965 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-cfad999d-96c0-4ca4-b3ee-260760b72559 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.1458774 Jan 20 14:28:24.880147 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 35880) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:28:24.880455 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device bdfc7ca5-cc2d-4139-9202-c6b28ab24ffe up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:28:24.880829 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.db_base_plugin_common [None req-03480ad2-6883-4afb-90df-205f322fc2a9 tempest-AllowedAddressPairTestJSON-1891555725 tempest-AllowedAddressPairTestJSON-1891555725-project] Allocated IP 172.20.0.3 (401af806-85f7-4798-b548-c297021420e8/35131c22-2358-4c18-9e2c-b9373c4c44ae/636f9243-95d2-4c5c-b84a-9099eb2fd053) {{(pid=84152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:28:24.886013 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-685f0c25-b8b4-40aa-99fa-7a110fad5f31 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1626253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-745296'] for network, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:24.892624 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-32c92f9b-d2b9-4f81-8abb-b029904b141f tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Request body: {'port': {'network_id': '276b2c6a-a93d-4a14-aaed-8d5e87c17e16', 'name': 'tempest-PortsTestJSON-1158687833'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:28:24.981818 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-685f0c25-b8b4-40aa-99fa-7a110fad5f31 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Notify callbacks [] for network, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:24.984346 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-685f0c25-b8b4-40aa-99fa-7a110fad5f31 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] 10.222.0.54 "DELETE /v2.0/networks/63c2549f-d116-4b3a-ae20-12b2f37ed4fa HTTP/1.1" status: 204 len: 168 time: 8.4080603 Jan 20 14:28:24.984977 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685f0c25-b8b4-40aa-99fa-7a110fad5f31 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Pushing event deleted for resources: {'Network': ['ID=63c2549f-d116-4b3a-ae20-12b2f37ed4fa,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:28:24.997504 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 35884) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:28:25.028383 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-2017132f-6c6a-4560-9c3e-17d69d8f2270 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1330426500'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:28:25.047793 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-2017132f-6c6a-4560-9c3e-17d69d8f2270 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:28:25.050402 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-adfe0dfe-ad83-42ce-b265-cb91139f226d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfc11a3a-1472-4634-85b6-c4b4c3194292', 'name': 'tempest-ServersTestManualDisk-1471501085-router', 'tenant_id': '505c9f1bd3024976854da8233b1bef64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.2'}], 'enable_snat': True}, 'gw_port_id': '54818968-46ab-4132-8185-69d4b36cdd63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:28:16Z', 'updated_at': '2022-01-20T14:28:20Z', 'revision_number': 3, 'project_id': '505c9f1bd3024976854da8233b1bef64', 'gw_port': {'id': '54818968-46ab-4132-8185-69d4b36cdd63', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:22:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfc11a3a-1472-4634-85b6-c4b4c3194292', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:28:18Z', 'updated_at': '2022-01-20T14:28:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv'}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:28:25.057213 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adfe0dfe-ad83-42ce-b265-cb91139f226d None None] Checking router: dfc11a3a-1472-4634-85b6-c4b4c3194292 for host: dv-neutron-825124-1-hyperv {{(pid=84154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 14:28:25.057521 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adfe0dfe-ad83-42ce-b265-cb91139f226d None None] Updating router dfc11a3a-1472-4634-85b6-c4b4c3194292 port 54818968-46ab-4132-8185-69d4b36cdd63 binding host dv-neutron-825124-1-hyperv {{(pid=84154) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 20 14:28:25.067735 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-7d3bec0a-bfc6-42d3-b714-12ef047adcd0 tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:28:25.074320 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-2017132f-6c6a-4560-9c3e-17d69d8f2270 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Usage tracker for resource:network and tenant:fb1d1c9fcb3d4adb98a1b2ecf7f7158b is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:28:25.080481 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-2017132f-6c6a-4560-9c3e-17d69d8f2270 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:28:25.087916 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-7d3bec0a-bfc6-42d3-b714-12ef047adcd0 tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Usage tracker for resource:subnet and tenant:67ae27d5542441d081f0145797cee5f6 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:28:25.093166 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-7d3bec0a-bfc6-42d3-b714-12ef047adcd0 tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:28:25.096726 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-2017132f-6c6a-4560-9c3e-17d69d8f2270 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:28:25.103707 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-7d3bec0a-bfc6-42d3-b714-12ef047adcd0 tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:28:25.118820 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning for port bdfc7ca5-cc2d-4139-9202-c6b28ab24ffe completed by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:28:25.130166 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port bdfc7ca5-cc2d-4139-9202-c6b28ab24ffe triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:28:25.130837 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:25.203333 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-adfe0dfe-ad83-42ce-b265-cb91139f226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:25.215079 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98922f17-03dc-4cc1-8589-03e1128648bc tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Notify agent at l3_agent.dv-neutron-825124-1-hyperv the message routers_updated {{(pid=84153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 14:28:25.223523 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-98922f17-03dc-4cc1-8589-03e1128648bc tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] 10.222.0.54 "PUT /v2.0/routers/02bcddc9-e08b-41f3-942b-a3a434819b2d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.7603166 Jan 20 14:28:25.227275 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 35888) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:28:25.230960 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e19e6ce3-9e47-4a05-81bb-a4e2bea535e3 None None] Sync routers for ids ['02bcddc9-e08b-41f3-942b-a3a434819b2d'] in dv-neutron-825124-1-hyperv {{(pid=84155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 14:28:25.241886 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-267301bc-0cbf-461e-b638-3c8ff3c7bffa tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Request body: {'port': {'network_id': '6beec8b4-07a4-4c80-9497-19c0a158f325', 'name': 'tempest-FloatingIPTestJSON-1414239576'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:28:25.254461 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e19e6ce3-9e47-4a05-81bb-a4e2bea535e3 None None] Routers {'02bcddc9-e08b-41f3-942b-a3a434819b2d'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:28:25.255092 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-e19e6ce3-9e47-4a05-81bb-a4e2bea535e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:28:00Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['02bcddc9-e08b-41f3-942b-a3a434819b2d'], 'active': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:28:25.288006 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-32c92f9b-d2b9-4f81-8abb-b029904b141f tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:28:25.299782 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-32c92f9b-d2b9-4f81-8abb-b029904b141f tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:28:25.401066 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-e19e6ce3-9e47-4a05-81bb-a4e2bea535e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:28:25.413769 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-03480ad2-6883-4afb-90df-205f322fc2a9 tempest-AllowedAddressPairTestJSON-1891555725 tempest-AllowedAddressPairTestJSON-1891555725-project] Notify callbacks [] for port, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:25.429396 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e19e6ce3-9e47-4a05-81bb-a4e2bea535e3 None None] Routers {'02bcddc9-e08b-41f3-942b-a3a434819b2d'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:28:25.430013 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-e19e6ce3-9e47-4a05-81bb-a4e2bea535e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:28:00Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['02bcddc9-e08b-41f3-942b-a3a434819b2d'], 'active': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:28:25.434279 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32c92f9b-d2b9-4f81-8abb-b029904b141f tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Made reservation on behalf of 86e3e9c5b0744f88a459de56a9372787 for: {'port': 1} {{(pid=84152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:28:25.437773 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-32c92f9b-d2b9-4f81-8abb-b029904b141f tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:25.466668 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.notifiers.nova [None req-32c92f9b-d2b9-4f81-8abb-b029904b141f tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] device_id is not set on port 2ea2bd75-9c82-46f6-ad15-e7ca69d72cea yet. {{(pid=84152) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 14:28:25.522945 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.provisioning_blocks [None req-03480ad2-6883-4afb-90df-205f322fc2a9 tempest-AllowedAddressPairTestJSON-1891555725 tempest-AllowedAddressPairTestJSON-1891555725-project] Transition to ACTIVE for port object 636f9243-95d2-4c5c-b84a-9099eb2fd053 will not be triggered until provisioned by entity DHCP. {{(pid=84152) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:28:25.531390 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-e19e6ce3-9e47-4a05-81bb-a4e2bea535e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:28:25.531795 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e19e6ce3-9e47-4a05-81bb-a4e2bea535e3 None None] The sync data for ids ['02bcddc9-e08b-41f3-942b-a3a434819b2d'] in dv-neutron-825124-1-hyperv is: [] {{(pid=84155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 14:28:25.539523 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-267301bc-0cbf-461e-b638-3c8ff3c7bffa tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:28:25.548250 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-267301bc-0cbf-461e-b638-3c8ff3c7bffa tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Usage tracker for resource:port and tenant:788f8e40e69a4b21adff221535fcbda3 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:28:25.554629 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-267301bc-0cbf-461e-b638-3c8ff3c7bffa tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Quota usage for port was recalculated. Used quota:6. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:28:25.555041 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-a21639b3-c5b4-4115-a312-b0ee4c02b064 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:25.562267 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-267301bc-0cbf-461e-b638-3c8ff3c7bffa tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:28:25.583260 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d3bec0a-bfc6-42d3-b714-12ef047adcd0 tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Made reservation on behalf of 67ae27d5542441d081f0145797cee5f6 for: {'subnet': 1} {{(pid=84153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:28:25.589932 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:25.679877 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-03480ad2-6883-4afb-90df-205f322fc2a9 tempest-AllowedAddressPairTestJSON-1891555725 tempest-AllowedAddressPairTestJSON-1891555725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:25.684249 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device d2d9f4a4-9ccd-4f75-8c1a-5b0408c61eeb up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:28:25.695611 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21639b3-c5b4-4115-a312-b0ee4c02b064 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Pushing event deleted for resources: {'Port': ['ID=bdfc7ca5-cc2d-4139-9202-c6b28ab24ffe,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:28:25.715656 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2017132f-6c6a-4560-9c3e-17d69d8f2270 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Made reservation on behalf of fb1d1c9fcb3d4adb98a1b2ecf7f7158b for: {'network': 1} {{(pid=84153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:28:25.719262 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-2017132f-6c6a-4560-9c3e-17d69d8f2270 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for network, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:25.746903 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-7d3bec0a-bfc6-42d3-b714-12ef047adcd0 tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4193986'] for subnet, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:25.836923 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03480ad2-6883-4afb-90df-205f322fc2a9 tempest-AllowedAddressPairTestJSON-1891555725 tempest-AllowedAddressPairTestJSON-1891555725-project] Network 401af806-85f7-4798-b548-c297021420e8 is already hosted by enough agents. {{(pid=84152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:28:25.851154 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-267301bc-0cbf-461e-b638-3c8ff3c7bffa tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Made reservation on behalf of 788f8e40e69a4b21adff221535fcbda3 for: {'port': 1} {{(pid=84153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:28:25.855494 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-267301bc-0cbf-461e-b638-3c8ff3c7bffa tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:25.856637 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.base_scheduler [None req-03480ad2-6883-4afb-90df-205f322fc2a9 tempest-AllowedAddressPairTestJSON-1891555725 tempest-AllowedAddressPairTestJSON-1891555725-project] Resources bound (agent type, host, resource id): {{(pid=84152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:28:25.867372 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port d2d9f4a4-9ccd-4f75-8c1a-5b0408c61eeb triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:28:25.867749 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:25.898289 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03480ad2-6883-4afb-90df-205f322fc2a9 tempest-AllowedAddressPairTestJSON-1891555725 tempest-AllowedAddressPairTestJSON-1891555725-project] Received port after_create {{(pid=84152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:28:25.898935 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df20035d-d983-4d6b-82fb-03cf9d50252a None None] get_active_networks_info from dv-neutron-825124-1-hyperv {{(pid=84154) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 20 14:28:25.947170 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-adfe0dfe-ad83-42ce-b265-cb91139f226d None None] Notify callbacks [] for port, precommit_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:25.955363 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03480ad2-6883-4afb-90df-205f322fc2a9 tempest-AllowedAddressPairTestJSON-1891555725 tempest-AllowedAddressPairTestJSON-1891555725-project] Pushing event updated for resources: {'Port': ['ID=636f9243-95d2-4c5c-b84a-9099eb2fd053,revision_number=1']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:28:25.988775 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-adfe0dfe-ad83-42ce-b265-cb91139f226d None None] Transition to ACTIVE for port object 54818968-46ab-4132-8185-69d4b36cdd63 will not be triggered until provisioned by entity L2. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:28:26.053596 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03480ad2-6883-4afb-90df-205f322fc2a9 tempest-AllowedAddressPairTestJSON-1891555725 tempest-AllowedAddressPairTestJSON-1891555725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:28:26.054270 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-03480ad2-6883-4afb-90df-205f322fc2a9 tempest-AllowedAddressPairTestJSON-1891555725 tempest-AllowedAddressPairTestJSON-1891555725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:26.055382 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-3574e691-ab6c-43d9-bcff-c3824115f63f None None] Provisioning complete for port d82cb61d-af82-47b2-9434-71f4d793228b triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:28:26.055771 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-3574e691-ab6c-43d9-bcff-c3824115f63f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:26.065403 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.db_base_plugin_common [None req-32c92f9b-d2b9-4f81-8abb-b029904b141f tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Allocated IP 172.20.0.3 (276b2c6a-a93d-4a14-aaed-8d5e87c17e16/8285b0cc-891f-4e00-8190-997bc9af7c72/2ea2bd75-9c82-46f6-ad15-e7ca69d72cea) {{(pid=84152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:28:26.096430 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-a21639b3-c5b4-4115-a312-b0ee4c02b064 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1705096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-745401'] for router_interface, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:26.103381 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-adfe0dfe-ad83-42ce-b265-cb91139f226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:26.140167 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2017132f-6c6a-4560-9c3e-17d69d8f2270 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 179} {{(pid=84153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 14:28:26.149828 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.notifiers.nova [None req-267301bc-0cbf-461e-b638-3c8ff3c7bffa tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] device_id is not set on port 681f3a6c-327a-4ea8-a939-b4528bde268b yet. {{(pid=84153) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 14:28:26.190501 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-03480ad2-6883-4afb-90df-205f322fc2a9 tempest-AllowedAddressPairTestJSON-1891555725 tempest-AllowedAddressPairTestJSON-1891555725-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1886303 Jan 20 14:28:26.198726 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 35892) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:28:26.211541 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-2017132f-6c6a-4560-9c3e-17d69d8f2270 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:26.213374 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.db.segments_db [None req-2017132f-6c6a-4560-9c3e-17d69d8f2270 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Added segment 13c5d0b8-fa95-4dd7-a124-94b1806698fa of type vlan for network 66a2bc39-ffc1-401f-87fc-7048329960c6 Jan 20 14:28:26.216075 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-cfdef73c-c631-4370-8a42-8104c8f54230 tempest-AllowedAddressPairTestJSON-1891555725 tempest-AllowedAddressPairTestJSON-1891555725-project] Request body: {'port': {'network_id': '401af806-85f7-4798-b548-c297021420e8', 'name': 'tempest-AllowedAddressPairTestJSON-2015365707'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:28:26.266361 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-2017132f-6c6a-4560-9c3e-17d69d8f2270 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769553767792'] for network, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:26.284730 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 0bfab774-1230-4c75-b147-8317c234a864 up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:28:26.340035 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-adfe0dfe-ad83-42ce-b265-cb91139f226d None None] Attempting to bind port 54818968-46ab-4132-8185-69d4b36cdd63 on host dv-neutron-825124-1-hyperv for vnic_type normal with profile {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:28:26.340407 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-adfe0dfe-ad83-42ce-b265-cb91139f226d None None] Attempting to bind port 54818968-46ab-4132-8185-69d4b36cdd63 by drivers openvswitch,hyperv on host dv-neutron-825124-1-hyperv at level 0 using segments [{'id': 'f628f1ba-6b70-4c9b-8839-62340c040c81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d'}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:28:26.340771 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adfe0dfe-ad83-42ce-b265-cb91139f226d None None] Attempting to bind port 54818968-46ab-4132-8185-69d4b36cdd63 on network 8dffb05c-5ca0-409b-bd5f-7be6264f707d {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 14:28:26.349798 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7115507f-2109-471c-8c6a-edec07469476 None None] Pushing event updated for resources: {'Port': ['ID=54818968-46ab-4132-8185-69d4b36cdd63,revision_number=2']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:28:26.392939 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adfe0dfe-ad83-42ce-b265-cb91139f226d None None] Checking agent: {'id': '6414dfeb-85c5-454a-8756-709ca637d800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825124-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 16, 31), 'started_at': datetime.datetime(2022, 1, 20, 14, 17, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 28, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825124-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 14:28:26.393392 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adfe0dfe-ad83-42ce-b265-cb91139f226d None None] Checking segment: {'id': 'f628f1ba-6b70-4c9b-8839-62340c040c81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 14:28:26.393745 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-adfe0dfe-ad83-42ce-b265-cb91139f226d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:26.394145 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adfe0dfe-ad83-42ce-b265-cb91139f226d None None] Bound using segment: {'id': 'f628f1ba-6b70-4c9b-8839-62340c040c81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d'} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 14:28:26.394631 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-adfe0dfe-ad83-42ce-b265-cb91139f226d None None] Bound port: 54818968-46ab-4132-8185-69d4b36cdd63, host: dv-neutron-825124-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f628f1ba-6b70-4c9b-8839-62340c040c81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d'}}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:28:26.396454 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-adfe0dfe-ad83-42ce-b265-cb91139f226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:26.505886 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-2017132f-6c6a-4560-9c3e-17d69d8f2270 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967'] for network, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:26.510208 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2017132f-6c6a-4560-9c3e-17d69d8f2270 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:28:26.510208 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-2017132f-6c6a-4560-9c3e-17d69d8f2270 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Notify callbacks [] for network, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:26.511464 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df20035d-d983-4d6b-82fb-03cf9d50252a None None] Resources bound (agent type, host, resource id): {{(pid=84154) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 20 14:28:26.601967 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-3574e691-ab6c-43d9-bcff-c3824115f63f None None] Could not find standard attr ID for object bdfc7ca5-cc2d-4139-9202-c6b28ab24ffe. {{(pid=84154) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 20 14:28:26.605358 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-adfe0dfe-ad83-42ce-b265-cb91139f226d None None] For port 54818968-46ab-4132-8185-69d4b36cdd63, host dv-neutron-825124-1-hyperv, cleared binding levels {{(pid=84154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 14:28:26.638255 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port 0bfab774-1230-4c75-b147-8317c234a864 triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:28:26.638655 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:26.699631 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.db_base_plugin_common [None req-267301bc-0cbf-461e-b638-3c8ff3c7bffa tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Allocated IP 172.20.0.5 (6beec8b4-07a4-4c80-9497-19c0a158f325/eaeb31a3-7157-4c9c-913e-8a5d8abffae7/681f3a6c-327a-4ea8-a939-b4528bde268b) {{(pid=84153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:28:26.701767 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-7d3bec0a-bfc6-42d3-b714-12ef047adcd0 tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3943531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4194004'] for subnet, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:26.716408 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-adfe0dfe-ad83-42ce-b265-cb91139f226d None None] For port 54818968-46ab-4132-8185-69d4b36cdd63, host dv-neutron-825124-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=54818968-46ab-4132-8185-69d4b36cdd63,segment=NetworkSegment(f628f1ba-6b70-4c9b-8839-62340c040c81),segment_id=f628f1ba-6b70-4c9b-8839-62340c040c81)] {{(pid=84154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 14:28:26.767490 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2017132f-6c6a-4560-9c3e-17d69d8f2270 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Pushing event updated for resources: {'Network': ['ID=66a2bc39-ffc1-401f-87fc-7048329960c6,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:28:26.809209 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-cfdef73c-c631-4370-8a42-8104c8f54230 tempest-AllowedAddressPairTestJSON-1891555725 tempest-AllowedAddressPairTestJSON-1891555725-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:28:26.821606 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-cfdef73c-c631-4370-8a42-8104c8f54230 tempest-AllowedAddressPairTestJSON-1891555725 tempest-AllowedAddressPairTestJSON-1891555725-project] Usage tracker for resource:port and tenant:b5df3043a2d745d5af73a0b2acebb6e4 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:28:26.823756 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Network 66a2bc39-ffc1-401f-87fc-7048329960c6 details requested by agent ovs-agent-dv-neutron-825124-1-hyperv with host dv-neutron-825124-1-hyperv {{(pid=84154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 14:28:26.828516 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-cfdef73c-c631-4370-8a42-8104c8f54230 tempest-AllowedAddressPairTestJSON-1891555725 tempest-AllowedAddressPairTestJSON-1891555725-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:28:26.837982 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-32c92f9b-d2b9-4f81-8abb-b029904b141f tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks [] for port, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:26.842910 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3bec0a-bfc6-42d3-b714-12ef047adcd0 tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Pushing event updated for resources: {'Subnet': ['ID=999704ce-e17f-4b4d-8280-b5a49cd70a95,revision_number=0']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:28:26.851184 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-adfe0dfe-ad83-42ce-b265-cb91139f226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:26.859450 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-2017132f-6c6a-4560-9c3e-17d69d8f2270 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.8597953 Jan 20 14:28:26.870356 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 35896) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:28:26.882427 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-1918201a-2db1-432a-8546-f0988f77d69d tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Request body: {'subnet': {'network_id': '66a2bc39-ffc1-401f-87fc-7048329960c6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:28:26.892553 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-cfdef73c-c631-4370-8a42-8104c8f54230 tempest-AllowedAddressPairTestJSON-1891555725 tempest-AllowedAddressPairTestJSON-1891555725-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:28:26.924251 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.provisioning_blocks [None req-32c92f9b-d2b9-4f81-8abb-b029904b141f tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Transition to ACTIVE for port object 2ea2bd75-9c82-46f6-ad15-e7ca69d72cea will not be triggered until provisioned by entity DHCP. {{(pid=84152) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:28:26.986353 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfdef73c-c631-4370-8a42-8104c8f54230 tempest-AllowedAddressPairTestJSON-1891555725 tempest-AllowedAddressPairTestJSON-1891555725-project] Made reservation on behalf of b5df3043a2d745d5af73a0b2acebb6e4 for: {'port': 1} {{(pid=84152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:28:26.989343 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-cfdef73c-c631-4370-8a42-8104c8f54230 tempest-AllowedAddressPairTestJSON-1891555725 tempest-AllowedAddressPairTestJSON-1891555725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:27.027204 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.notifiers.nova [None req-cfdef73c-c631-4370-8a42-8104c8f54230 tempest-AllowedAddressPairTestJSON-1891555725 tempest-AllowedAddressPairTestJSON-1891555725-project] device_id is not set on port 2b225bc3-1ac5-4cc1-ac5d-1e110cd756ff yet. {{(pid=84152) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 14:28:27.077002 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a21639b3-c5b4-4115-a312-b0ee4c02b064 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Router b3acaad7-bfcc-4fd6-9c2a-704227dd2a22 has already been hosted by L3 agent 624d525b-4c26-4143-8a1c-228bb1c6faaa {{(pid=84152) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 14:28:27.086301 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-1918201a-2db1-432a-8546-f0988f77d69d tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:28:27.099327 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d3bec0a-bfc6-42d3-b714-12ef047adcd0 tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Checking segment: {'id': '21552298-d44f-40bd-b8d6-65edba492b05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'ada3a6fe-3906-402e-b989-7684bd51024f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 14:28:27.099670 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d3bec0a-bfc6-42d3-b714-12ef047adcd0 tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Network hostable DHCP agents. Network: ada3a6fe-3906-402e-b989-7684bd51024f, hostable agents: ['1a181e39-5220-4c1a-88f8-08a54e8bfc9b'], hosted agents: [] {{(pid=84153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 14:28:27.104937 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-1918201a-2db1-432a-8546-f0988f77d69d tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Usage tracker for resource:subnet and tenant:fb1d1c9fcb3d4adb98a1b2ecf7f7158b is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:28:27.115106 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-1918201a-2db1-432a-8546-f0988f77d69d tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:28:27.122101 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adfe0dfe-ad83-42ce-b265-cb91139f226d None None] Routers {'dfc11a3a-1472-4634-85b6-c4b4c3194292'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:28:27.122856 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-adfe0dfe-ad83-42ce-b265-cb91139f226d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:28:00Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['dfc11a3a-1472-4634-85b6-c4b4c3194292'], 'active': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:28:27.132068 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-1918201a-2db1-432a-8546-f0988f77d69d tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:28:27.228157 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7115507f-2109-471c-8c6a-edec07469476 None None] Pushing event updated for resources: {'Port': ['ID=54818968-46ab-4132-8185-69d4b36cdd63,revision_number=3']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:28:27.264348 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-267301bc-0cbf-461e-b638-3c8ff3c7bffa tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Notify callbacks [] for port, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:27.279202 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.db_base_plugin_common [None req-cfdef73c-c631-4370-8a42-8104c8f54230 tempest-AllowedAddressPairTestJSON-1891555725 tempest-AllowedAddressPairTestJSON-1891555725-project] Allocated IP 172.20.0.9 (401af806-85f7-4798-b548-c297021420e8/35131c22-2358-4c18-9e2c-b9373c4c44ae/2b225bc3-1ac5-4cc1-ac5d-1e110cd756ff) {{(pid=84152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:28:27.290484 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.provisioning_blocks [None req-267301bc-0cbf-461e-b638-3c8ff3c7bffa tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Transition to ACTIVE for port object 681f3a6c-327a-4ea8-a939-b4528bde268b will not be triggered until provisioned by entity DHCP. {{(pid=84153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:28:27.300474 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1918201a-2db1-432a-8546-f0988f77d69d tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Made reservation on behalf of fb1d1c9fcb3d4adb98a1b2ecf7f7158b for: {'subnet': 1} {{(pid=84153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:28:27.336227 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-32c92f9b-d2b9-4f81-8abb-b029904b141f tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:27.378777 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d3bec0a-bfc6-42d3-b714-12ef047adcd0 tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Network ada3a6fe-3906-402e-b989-7684bd51024f is scheduled to be hosted by DHCP agent 1a181e39-5220-4c1a-88f8-08a54e8bfc9b with binding_index 1 {{(pid=84153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 14:28:27.456543 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvr_db [None req-adfe0dfe-ad83-42ce-b265-cb91139f226d None None] Set router dfc11a3a-1472-4634-85b6-c4b4c3194292 gateway port host: dv-neutron-825124-1-hyperv {{(pid=84154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 14:28:27.459282 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-1918201a-2db1-432a-8546-f0988f77d69d tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4193986'] for subnet, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:27.500543 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b9416d8-954b-437e-aa7b-b6eca8c60651 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95c917f5-14ba-5e96-98b8-1a52654a930a-276b2c6a-a93d-4a14-aaed-8d5e87c17e16', 'network_id': '276b2c6a-a93d-4a14-aaed-8d5e87c17e16', 'tenant_id': '86e3e9c5b0744f88a459de56a9372787', 'fixed_ips': [{'subnet_id': '8285b0cc-891f-4e00-8190-997bc9af7c72'}]}} from dv-neutron-825124-1-hyperv. {{(pid=84154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 20 14:28:27.501361 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-6b9416d8-954b-437e-aa7b-b6eca8c60651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:27.548322 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.base_scheduler [None req-7d3bec0a-bfc6-42d3-b714-12ef047adcd0 tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825124-1-hyperv, ada3a6fe-3906-402e-b989-7684bd51024f) {{(pid=84153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:28:27.569550 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-267301bc-0cbf-461e-b638-3c8ff3c7bffa tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:27.572026 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.ipam_backend_mixin [None req-1918201a-2db1-432a-8546-f0988f77d69d tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Performing IP validity checks on allocation pools {{(pid=84153) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Jan 20 14:28:27.572526 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.ipam_backend_mixin [None req-1918201a-2db1-432a-8546-f0988f77d69d tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84153) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Jan 20 14:28:27.575042 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d3bec0a-bfc6-42d3-b714-12ef047adcd0 tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:28:27.575623 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-7d3bec0a-bfc6-42d3-b714-12ef047adcd0 tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Notify callbacks [] for subnet, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:27.604065 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32c92f9b-d2b9-4f81-8abb-b029904b141f tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Network 276b2c6a-a93d-4a14-aaed-8d5e87c17e16 is already hosted by enough agents. {{(pid=84152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:28:27.605347 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c92f9b-d2b9-4f81-8abb-b029904b141f tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Pushing event updated for resources: {'Port': ['ID=2ea2bd75-9c82-46f6-ad15-e7ca69d72cea,revision_number=1']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:28:27.616077 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.base_scheduler [None req-32c92f9b-d2b9-4f81-8abb-b029904b141f tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Resources bound (agent type, host, resource id): {{(pid=84152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:28:27.618564 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32c92f9b-d2b9-4f81-8abb-b029904b141f tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Received port after_create {{(pid=84152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:28:27.681240 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a21639b3-c5b4-4115-a312-b0ee4c02b064 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify agent at l3_agent.dv-neutron-825124-1-hyperv the message routers_updated {{(pid=84152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 14:28:27.713110 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb9e0358-f778-404b-86fc-c309fc0a02ee None None] Sync routers for ids ['b3acaad7-bfcc-4fd6-9c2a-704227dd2a22'] in dv-neutron-825124-1-hyperv {{(pid=84154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 14:28:27.717050 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-a21639b3-c5b4-4115-a312-b0ee4c02b064 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] 10.222.0.54 "PUT /v2.0/routers/b3acaad7-bfcc-4fd6-9c2a-704227dd2a22/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5893054 Jan 20 14:28:27.727289 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 35904) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:28:27.734572 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-267301bc-0cbf-461e-b638-3c8ff3c7bffa tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Network 6beec8b4-07a4-4c80-9497-19c0a158f325 is already hosted by enough agents. {{(pid=84153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:28:27.753009 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32c92f9b-d2b9-4f81-8abb-b029904b141f tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:28:27.754551 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-32c92f9b-d2b9-4f81-8abb-b029904b141f tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:27.770980 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.base_scheduler [None req-267301bc-0cbf-461e-b638-3c8ff3c7bffa tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Resources bound (agent type, host, resource id): {{(pid=84153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:28:27.772748 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267301bc-0cbf-461e-b638-3c8ff3c7bffa tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Pushing event updated for resources: {'Port': ['ID=681f3a6c-327a-4ea8-a939-b4528bde268b,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:28:27.779172 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-267301bc-0cbf-461e-b638-3c8ff3c7bffa tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Received port after_create {{(pid=84153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:28:27.784039 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb9e0358-f778-404b-86fc-c309fc0a02ee None None] Routers {'b3acaad7-bfcc-4fd6-9c2a-704227dd2a22'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:28:27.784559 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-eb9e0358-f778-404b-86fc-c309fc0a02ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:28:00Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['b3acaad7-bfcc-4fd6-9c2a-704227dd2a22'], 'active': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:28:27.827060 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-cfdef73c-c631-4370-8a42-8104c8f54230 tempest-AllowedAddressPairTestJSON-1891555725 tempest-AllowedAddressPairTestJSON-1891555725-project] Notify callbacks [] for port, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:27.845165 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.provisioning_blocks [None req-cfdef73c-c631-4370-8a42-8104c8f54230 tempest-AllowedAddressPairTestJSON-1891555725 tempest-AllowedAddressPairTestJSON-1891555725-project] Transition to ACTIVE for port object 2b225bc3-1ac5-4cc1-ac5d-1e110cd756ff will not be triggered until provisioned by entity DHCP. {{(pid=84152) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:28:27.911356 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-32c92f9b-d2b9-4f81-8abb-b029904b141f tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.0257297 Jan 20 14:28:27.912164 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 35908) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:28:27.919082 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-ead286e2-976f-4527-9064-572ce7c3ea2c tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Request body: {'port': {'network_id': '276b2c6a-a93d-4a14-aaed-8d5e87c17e16', 'name': 'tempest-PortsTestJSON-1491244205'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:28:27.968172 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-7d3bec0a-bfc6-42d3-b714-12ef047adcd0 tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.2280834 Jan 20 14:28:27.978342 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 35912) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:28:27.997931 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-cfdef73c-c631-4370-8a42-8104c8f54230 tempest-AllowedAddressPairTestJSON-1891555725 tempest-AllowedAddressPairTestJSON-1891555725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:28.089733 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvr_db [None req-eb9e0358-f778-404b-86fc-c309fc0a02ee None None] Set router b3acaad7-bfcc-4fd6-9c2a-704227dd2a22 gateway port host: None {{(pid=84154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 14:28:28.114281 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdef73c-c631-4370-8a42-8104c8f54230 tempest-AllowedAddressPairTestJSON-1891555725 tempest-AllowedAddressPairTestJSON-1891555725-project] Pushing event updated for resources: {'Port': ['ID=2b225bc3-1ac5-4cc1-ac5d-1e110cd756ff,revision_number=1']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:28:28.131101 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfdef73c-c631-4370-8a42-8104c8f54230 tempest-AllowedAddressPairTestJSON-1891555725 tempest-AllowedAddressPairTestJSON-1891555725-project] Network 401af806-85f7-4798-b548-c297021420e8 is already hosted by enough agents. {{(pid=84152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:28:28.133115 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_common [None req-6b9416d8-954b-437e-aa7b-b6eca8c60651 None None] Allocated IP 172.20.0.2 (276b2c6a-a93d-4a14-aaed-8d5e87c17e16/8285b0cc-891f-4e00-8190-997bc9af7c72/035658a0-919f-43cb-ba6f-9d6f24d25525) {{(pid=84154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:28:28.136213 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.base_scheduler [None req-cfdef73c-c631-4370-8a42-8104c8f54230 tempest-AllowedAddressPairTestJSON-1891555725 tempest-AllowedAddressPairTestJSON-1891555725-project] Resources bound (agent type, host, resource id): {{(pid=84152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:28:28.138542 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfdef73c-c631-4370-8a42-8104c8f54230 tempest-AllowedAddressPairTestJSON-1891555725 tempest-AllowedAddressPairTestJSON-1891555725-project] Received port after_create {{(pid=84152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:28:28.154618 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-267301bc-0cbf-461e-b638-3c8ff3c7bffa tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:28:28.155017 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-267301bc-0cbf-461e-b638-3c8ff3c7bffa tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:28.165643 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-a8212a24-b446-4245-a8c7-0133f91d4f5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:28.177525 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82eb0165-2faf-41ae-8d86-e17f60b8e53f tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:28:28.178879 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82eb0165-2faf-41ae-8d86-e17f60b8e53f tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:28:28.179601 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-82eb0165-2faf-41ae-8d86-e17f60b8e53f tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Synchronizing usage tracker for tenant:2cb17692bb0c4a2782f988652201ac42 on resource:subnet {{(pid=84153) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:28:28.206227 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-ead286e2-976f-4527-9064-572ce7c3ea2c tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:28:28.215457 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-e675ec8b-1f7e-4b8e-80f1-aba6b6d9546a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:28.232482 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-ead286e2-976f-4527-9064-572ce7c3ea2c tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:28:28.232859 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-eb9e0358-f778-404b-86fc-c309fc0a02ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3acaad7-bfcc-4fd6-9c2a-704227dd2a22', 'name': 'tempest-NetworksTestDHCPv6-router-182473967', 'tenant_id': '2cb17692bb0c4a2782f988652201ac42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:28:08Z', 'updated_at': '2022-01-20T14:28:25Z', 'revision_number': 3, 'project_id': '2cb17692bb0c4a2782f988652201ac42', 'gw_port_host': None}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:28:28.243610 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfdef73c-c631-4370-8a42-8104c8f54230 tempest-AllowedAddressPairTestJSON-1891555725 tempest-AllowedAddressPairTestJSON-1891555725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:28:28.244555 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-cfdef73c-c631-4370-8a42-8104c8f54230 tempest-AllowedAddressPairTestJSON-1891555725 tempest-AllowedAddressPairTestJSON-1891555725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:28.292131 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb9e0358-f778-404b-86fc-c309fc0a02ee None None] Checking router: b3acaad7-bfcc-4fd6-9c2a-704227dd2a22 for host: dv-neutron-825124-1-hyperv {{(pid=84154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 14:28:28.324739 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-267301bc-0cbf-461e-b638-3c8ff3c7bffa tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.0961211 Jan 20 14:28:28.329469 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 35916) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:28:28.337176 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-88c020c7-8fac-42c2-9ef8-4a460ef411bd tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Request body: {'floatingip': {'port_id': '681f3a6c-327a-4ea8-a939-b4528bde268b'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:28:28.347050 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb9e0358-f778-404b-86fc-c309fc0a02ee None None] Routers {'b3acaad7-bfcc-4fd6-9c2a-704227dd2a22'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:28:28.347952 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-eb9e0358-f778-404b-86fc-c309fc0a02ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:28:00Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['b3acaad7-bfcc-4fd6-9c2a-704227dd2a22'], 'active': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:28:28.349408 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-591892b3-6e72-4e31-b46d-13f6d64d7dae tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586409'] for network, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:28.416527 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-adfe0dfe-ad83-42ce-b265-cb91139f226d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfc11a3a-1472-4634-85b6-c4b4c3194292', 'name': 'tempest-ServersTestManualDisk-1471501085-router', 'tenant_id': '505c9f1bd3024976854da8233b1bef64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.2'}], 'enable_snat': True}, 'gw_port_id': '54818968-46ab-4132-8185-69d4b36cdd63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:28:16Z', 'updated_at': '2022-01-20T14:28:20Z', 'revision_number': 3, 'project_id': '505c9f1bd3024976854da8233b1bef64', 'gw_port': {'id': '54818968-46ab-4132-8185-69d4b36cdd63', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:22:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfc11a3a-1472-4634-85b6-c4b4c3194292', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:28:18Z', 'updated_at': '2022-01-20T14:28:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv'}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:28:28.418824 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-82eb0165-2faf-41ae-8d86-e17f60b8e53f tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Unset dirty status for tenant:2cb17692bb0c4a2782f988652201ac42 on resource:subnet {{(pid=84153) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:28:28.420188 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-82eb0165-2faf-41ae-8d86-e17f60b8e53f tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.6915939 Jan 20 14:28:28.450475 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 35920) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:28:28.499653 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adfe0dfe-ad83-42ce-b265-cb91139f226d None None] The sync data for ids ['dfc11a3a-1472-4634-85b6-c4b4c3194292'] in dv-neutron-825124-1-hyperv is: [{'id': 'dfc11a3a-1472-4634-85b6-c4b4c3194292', 'name': 'tempest-ServersTestManualDisk-1471501085-router', 'tenant_id': '505c9f1bd3024976854da8233b1bef64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.2'}], 'enable_snat': True}, 'gw_port_id': '54818968-46ab-4132-8185-69d4b36cdd63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:28:16Z', 'updated_at': '2022-01-20T14:28:20Z', 'revision_number': 3, 'project_id': '505c9f1bd3024976854da8233b1bef64', 'gw_port': {'id': '54818968-46ab-4132-8185-69d4b36cdd63', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:22:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfc11a3a-1472-4634-85b6-c4b4c3194292', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:28:18Z', 'updated_at': '2022-01-20T14:28:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv'}] {{(pid=84154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 14:28:28.499936 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-1918201a-2db1-432a-8546-f0988f77d69d tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3943531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4194004'] for subnet, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:28.515225 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-cfdef73c-c631-4370-8a42-8104c8f54230 tempest-AllowedAddressPairTestJSON-1891555725 tempest-AllowedAddressPairTestJSON-1891555725-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3090682 Jan 20 14:28:28.523346 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ead286e2-976f-4527-9064-572ce7c3ea2c tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Made reservation on behalf of 86e3e9c5b0744f88a459de56a9372787 for: {'port': 1} {{(pid=84152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:28:28.527634 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-ead286e2-976f-4527-9064-572ce7c3ea2c tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:28.542449 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 35924) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:28:28.559197 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvr_db [None req-eb9e0358-f778-404b-86fc-c309fc0a02ee None None] Set router b3acaad7-bfcc-4fd6-9c2a-704227dd2a22 gateway port host: None {{(pid=84154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 14:28:28.583104 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-bfe03396-b251-4e2f-9578-981e41a120cd tempest-AllowedAddressPairTestJSON-1891555725 tempest-AllowedAddressPairTestJSON-1891555725-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:5b:c5:50'}, {'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:ed:82:3d'}]}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:28:28.590383 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.notifiers.nova [None req-ead286e2-976f-4527-9064-572ce7c3ea2c tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] device_id is not set on port b4171711-7f7c-4e0d-86e6-c1a7fb2604fa yet. {{(pid=84152) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 14:28:28.659464 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-88c020c7-8fac-42c2-9ef8-4a460ef411bd tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Notify callbacks [] for floatingip, before_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:28.688953 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-eb9e0358-f778-404b-86fc-c309fc0a02ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3acaad7-bfcc-4fd6-9c2a-704227dd2a22', 'name': 'tempest-NetworksTestDHCPv6-router-182473967', 'tenant_id': '2cb17692bb0c4a2782f988652201ac42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:28:08Z', 'updated_at': '2022-01-20T14:28:25Z', 'revision_number': 3, 'project_id': '2cb17692bb0c4a2782f988652201ac42', 'gw_port_host': None}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:28:28.701197 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb9e0358-f778-404b-86fc-c309fc0a02ee None None] The sync data for ids ['b3acaad7-bfcc-4fd6-9c2a-704227dd2a22'] in dv-neutron-825124-1-hyperv is: [{'id': 'b3acaad7-bfcc-4fd6-9c2a-704227dd2a22', 'name': 'tempest-NetworksTestDHCPv6-router-182473967', 'tenant_id': '2cb17692bb0c4a2782f988652201ac42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:28:08Z', 'updated_at': '2022-01-20T14:28:25Z', 'revision_number': 3, 'project_id': '2cb17692bb0c4a2782f988652201ac42', 'gw_port_host': None}] {{(pid=84154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 14:28:28.709508 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-6b9416d8-954b-437e-aa7b-b6eca8c60651 None None] Notify callbacks [] for port, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:28.725997 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-6b9416d8-954b-437e-aa7b-b6eca8c60651 None None] Transition to ACTIVE for port object 035658a0-919f-43cb-ba6f-9d6f24d25525 will not be triggered until provisioned by entity L2. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:28:28.737255 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-591892b3-6e72-4e31-b46d-13f6d64d7dae tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1627147'] for subnet, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:28.753286 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-6b9416d8-954b-437e-aa7b-b6eca8c60651 None None] Transition to ACTIVE for port object 035658a0-919f-43cb-ba6f-9d6f24d25525 will not be triggered until provisioned by entity DHCP. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:28:28.792895 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1918201a-2db1-432a-8546-f0988f77d69d tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Pushing event updated for resources: {'Subnet': ['ID=1eb9d77f-85e9-4a19-8f39-53098eeb24bf,revision_number=0']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:28:28.839941 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-6b9416d8-954b-437e-aa7b-b6eca8c60651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477'] for port, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:28.912951 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b9416d8-954b-437e-aa7b-b6eca8c60651 None None] Network 276b2c6a-a93d-4a14-aaed-8d5e87c17e16 is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:28:28.916006 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-6b9416d8-954b-437e-aa7b-b6eca8c60651 None None] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:28:28.920631 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b9416d8-954b-437e-aa7b-b6eca8c60651 None None] Received port after_create {{(pid=84154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:28:28.923494 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9416d8-954b-437e-aa7b-b6eca8c60651 None None] Pushing event updated for resources: {'Port': ['ID=035658a0-919f-43cb-ba6f-9d6f24d25525,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:28:28.977606 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.db_base_plugin_common [None req-ead286e2-976f-4527-9064-572ce7c3ea2c tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Allocated IP 172.20.0.8 (276b2c6a-a93d-4a14-aaed-8d5e87c17e16/8285b0cc-891f-4e00-8190-997bc9af7c72/b4171711-7f7c-4e0d-86e6-c1a7fb2604fa) {{(pid=84152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:28:28.986638 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.db_base_plugin_common [None req-a8212a24-b446-4245-a8c7-0133f91d4f5e admin admin] Allocated IP 172.20.0.1 (e8d2ddcf-1876-48f1-bdb0-f45048b860a9/dc379b11-3200-4d8f-97db-49f9c34e1b6b/24568632-0b1b-4825-bca4-377966038f85) {{(pid=84153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:28:29.012064 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-6b9416d8-954b-437e-aa7b-b6eca8c60651 None None] Attempting to bind port 035658a0-919f-43cb-ba6f-9d6f24d25525 on host dv-neutron-825124-1-hyperv for vnic_type normal with profile {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:28:29.012365 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-6b9416d8-954b-437e-aa7b-b6eca8c60651 None None] Attempting to bind port 035658a0-919f-43cb-ba6f-9d6f24d25525 by drivers openvswitch,hyperv on host dv-neutron-825124-1-hyperv at level 0 using segments [{'id': 'ebfb7367-17d4-4db7-9b3c-6770e9dc7157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '276b2c6a-a93d-4a14-aaed-8d5e87c17e16'}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:28:29.012782 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b9416d8-954b-437e-aa7b-b6eca8c60651 None None] Attempting to bind port 035658a0-919f-43cb-ba6f-9d6f24d25525 on network 276b2c6a-a93d-4a14-aaed-8d5e87c17e16 {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 14:28:29.020233 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b9416d8-954b-437e-aa7b-b6eca8c60651 None None] Checking agent: {'id': '6414dfeb-85c5-454a-8756-709ca637d800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825124-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 16, 31), 'started_at': datetime.datetime(2022, 1, 20, 14, 17, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 28, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825124-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 14:28:29.025603 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b9416d8-954b-437e-aa7b-b6eca8c60651 None None] Checking segment: {'id': 'ebfb7367-17d4-4db7-9b3c-6770e9dc7157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '276b2c6a-a93d-4a14-aaed-8d5e87c17e16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 14:28:29.025603 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-6b9416d8-954b-437e-aa7b-b6eca8c60651 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:29.025603 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b9416d8-954b-437e-aa7b-b6eca8c60651 None None] Bound using segment: {'id': 'ebfb7367-17d4-4db7-9b3c-6770e9dc7157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '276b2c6a-a93d-4a14-aaed-8d5e87c17e16'} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 14:28:29.025603 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-6b9416d8-954b-437e-aa7b-b6eca8c60651 None None] Bound port: 035658a0-919f-43cb-ba6f-9d6f24d25525, host: dv-neutron-825124-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebfb7367-17d4-4db7-9b3c-6770e9dc7157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '276b2c6a-a93d-4a14-aaed-8d5e87c17e16'}}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:28:29.025603 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-6b9416d8-954b-437e-aa7b-b6eca8c60651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:29.035839 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1918201a-2db1-432a-8546-f0988f77d69d tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Checking segment: {'id': '13c5d0b8-fa95-4dd7-a124-94b1806698fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '66a2bc39-ffc1-401f-87fc-7048329960c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 14:28:29.036197 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1918201a-2db1-432a-8546-f0988f77d69d tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Network hostable DHCP agents. Network: 66a2bc39-ffc1-401f-87fc-7048329960c6, hostable agents: ['1a181e39-5220-4c1a-88f8-08a54e8bfc9b'], hosted agents: [] {{(pid=84153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 14:28:29.175869 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device bdfc7ca5-cc2d-4139-9202-c6b28ab24ffe no longer exists at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:28:29.183667 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-591892b3-6e72-4e31-b46d-13f6d64d7dae tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1627154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3943464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4194013'] for subnet, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:29.224781 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.db_base_plugin_v2 [None req-79e02244-e75f-4229-bf38-97e19680aeed tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Deleting subnet d75549e5-c1d6-47a3-8a29-d7afdda46acc {{(pid=84153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 20 14:28:29.235543 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] No Port match for: bdfc7ca5-cc2d-4139-9202-c6b28ab24ffe {{(pid=84154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 14:28:29.235997 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device bdfc7ca5-cc2d-4139-9202-c6b28ab24ffe not bound to the agent host dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 14:28:29.238002 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-6b9416d8-954b-437e-aa7b-b6eca8c60651 None None] For port 035658a0-919f-43cb-ba6f-9d6f24d25525, host dv-neutron-825124-1-hyperv, cleared binding levels {{(pid=84154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 14:28:29.251375 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-6b9416d8-954b-437e-aa7b-b6eca8c60651 None None] For port 035658a0-919f-43cb-ba6f-9d6f24d25525, host dv-neutron-825124-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=035658a0-919f-43cb-ba6f-9d6f24d25525,segment=NetworkSegment(ebfb7367-17d4-4db7-9b3c-6770e9dc7157),segment_id=ebfb7367-17d4-4db7-9b3c-6770e9dc7157)] {{(pid=84154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 14:28:29.258389 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591892b3-6e72-4e31-b46d-13f6d64d7dae tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Pushing event deleted for resources: {'Subnet': ['ID=999704ce-e17f-4b4d-8280-b5a49cd70a95,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:28:29.274582 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-79e02244-e75f-4229-bf38-97e19680aeed tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks [] for subnet, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:29.332268 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-6b9416d8-954b-437e-aa7b-b6eca8c60651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:29.446193 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9416d8-954b-437e-aa7b-b6eca8c60651 None None] Pushing event updated for resources: {'Port': ['ID=035658a0-919f-43cb-ba6f-9d6f24d25525,revision_number=2']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:28:29.492784 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-79e02244-e75f-4229-bf38-97e19680aeed tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3980851'] for subnet, precommit_delete_associations {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:29.561372 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-ead286e2-976f-4527-9064-572ce7c3ea2c tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks [] for port, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:29.600778 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.provisioning_blocks [None req-ead286e2-976f-4527-9064-572ce7c3ea2c tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Transition to ACTIVE for port object b4171711-7f7c-4e0d-86e6-c1a7fb2604fa will not be triggered until provisioned by entity DHCP. {{(pid=84152) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:28:29.695076 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1918201a-2db1-432a-8546-f0988f77d69d tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Network 66a2bc39-ffc1-401f-87fc-7048329960c6 is scheduled to be hosted by DHCP agent 1a181e39-5220-4c1a-88f8-08a54e8bfc9b with binding_index 1 {{(pid=84153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 14:28:29.752640 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-bfe03396-b251-4e2f-9578-981e41a120cd tempest-AllowedAddressPairTestJSON-1891555725 tempest-AllowedAddressPairTestJSON-1891555725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:29.781844 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-591892b3-6e72-4e31-b46d-13f6d64d7dae tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1626242', 'neutron.services.segments.db._delete_segments_for_network-8769554214620'] for network, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:29.828969 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-ead286e2-976f-4527-9064-572ce7c3ea2c tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:29.841393 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.base_scheduler [None req-1918201a-2db1-432a-8546-f0988f77d69d tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825124-1-hyperv, 66a2bc39-ffc1-401f-87fc-7048329960c6) {{(pid=84153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:28:29.845928 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-a8212a24-b446-4245-a8c7-0133f91d4f5e admin admin] Notify callbacks [] for port, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:29.887694 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1918201a-2db1-432a-8546-f0988f77d69d tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:28:29.888286 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-1918201a-2db1-432a-8546-f0988f77d69d tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Notify callbacks [] for subnet, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:29.950941 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-79e02244-e75f-4229-bf38-97e19680aeed tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1627147'] for subnet, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:29.993118 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.services.segments.db [None req-591892b3-6e72-4e31-b46d-13f6d64d7dae tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ada3a6fe-3906-402e-b989-7684bd51024f']}} {{(pid=84153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:28:30.024689 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.provisioning_blocks [None req-a8212a24-b446-4245-a8c7-0133f91d4f5e admin admin] Transition to ACTIVE for port object 24568632-0b1b-4825-bca4-377966038f85 will not be triggered until provisioned by entity DHCP. {{(pid=84153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:28:30.030973 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead286e2-976f-4527-9064-572ce7c3ea2c tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Pushing event updated for resources: {'Port': ['ID=b4171711-7f7c-4e0d-86e6-c1a7fb2604fa,revision_number=1']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:28:30.033476 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.services.segments.db [None req-591892b3-6e72-4e31-b46d-13f6d64d7dae tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21552298-d44f-40bd-b8d6-65edba492b05') {'for_net_delete': True} {{(pid=84153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:28:30.033779 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.services.segments.db [None req-591892b3-6e72-4e31-b46d-13f6d64d7dae tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21552298-d44f-40bd-b8d6-65edba492b05') {} {{(pid=84153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:28:30.034730 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ead286e2-976f-4527-9064-572ce7c3ea2c tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Network 276b2c6a-a93d-4a14-aaed-8d5e87c17e16 is already hosted by enough agents. {{(pid=84152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:28:30.043963 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.base_scheduler [None req-ead286e2-976f-4527-9064-572ce7c3ea2c tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Resources bound (agent type, host, resource id): {{(pid=84152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:28:30.048168 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ead286e2-976f-4527-9064-572ce7c3ea2c tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Received port after_create {{(pid=84152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:28:30.083280 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-591892b3-6e72-4e31-b46d-13f6d64d7dae tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769554214503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980856'] for segment, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:30.135620 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-88c020c7-8fac-42c2-9ef8-4a460ef411bd tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:30.138480 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-1918201a-2db1-432a-8546-f0988f77d69d tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 3.2670157 Jan 20 14:28:30.141362 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-591892b3-6e72-4e31-b46d-13f6d64d7dae tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:30.141557 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 35930) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:28:30.169228 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ead286e2-976f-4527-9064-572ce7c3ea2c tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:28:30.169828 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-ead286e2-976f-4527-9064-572ce7c3ea2c tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:30.211398 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:30.213576 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-591892b3-6e72-4e31-b46d-13f6d64d7dae tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Releasing vlan 186 on physical network physnet1 to pool {{(pid=84153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 14:28:30.213983 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-591892b3-6e72-4e31-b46d-13f6d64d7dae tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1622950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3944078'] for segment, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:30.230168 dv-neutron-825124-1-hyperv neutron-server[84153]: Traceback (most recent call last): Jan 20 14:28:30.230168 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 14:28:30.230168 dv-neutron-825124-1-hyperv neutron-server[84153]: timer() Jan 20 14:28:30.230168 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 14:28:30.230168 dv-neutron-825124-1-hyperv neutron-server[84153]: cb(*args, **kw) Jan 20 14:28:30.230168 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 14:28:30.230168 dv-neutron-825124-1-hyperv neutron-server[84153]: return func(*args, **kwargs) Jan 20 14:28:30.230168 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 14:28:30.230168 dv-neutron-825124-1-hyperv neutron-server[84153]: self._notify() Jan 20 14:28:30.230168 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 14:28:30.230168 dv-neutron-825124-1-hyperv neutron-server[84153]: self.callback(batched_events) Jan 20 14:28:30.230168 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 14:28:30.230168 dv-neutron-825124-1-hyperv neutron-server[84153]: event.method(event) Jan 20 14:28:30.230168 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 14:28:30.230168 dv-neutron-825124-1-hyperv neutron-server[84153]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 14:28:30.230168 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 14:28:30.230168 dv-neutron-825124-1-hyperv neutron-server[84153]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 14:28:30.230168 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 14:28:30.230168 dv-neutron-825124-1-hyperv neutron-server[84153]: return f(self, *a, **k) Jan 20 14:28:30.230168 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 14:28:30.230168 dv-neutron-825124-1-hyperv neutron-server[84153]: return self._get(url).json() Jan 20 14:28:30.230168 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 14:28:30.230168 dv-neutron-825124-1-hyperv neutron-server[84153]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 14:28:30.230168 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 14:28:30.230168 dv-neutron-825124-1-hyperv neutron-server[84153]: return self.request(url, 'GET', **kwargs) Jan 20 14:28:30.230168 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 14:28:30.230168 dv-neutron-825124-1-hyperv neutron-server[84153]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 14:28:30.230168 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 14:28:30.230168 dv-neutron-825124-1-hyperv neutron-server[84153]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 14:28:30.230168 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 14:28:30.230168 dv-neutron-825124-1-hyperv neutron-server[84153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 14:28:30.230168 dv-neutron-825124-1-hyperv neutron-server[84153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 14:28:30.240671 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-88c020c7-8fac-42c2-9ef8-4a460ef411bd tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-745254'] for floatingip, after_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:30.313796 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ece7f055-aa1a-4691-987b-c56949bfef61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:30.406542 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-bfe03396-b251-4e2f-9578-981e41a120cd tempest-AllowedAddressPairTestJSON-1891555725 tempest-AllowedAddressPairTestJSON-1891555725-project] Notify callbacks [] for port, precommit_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:30.430076 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-a8212a24-b446-4245-a8c7-0133f91d4f5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:30.435376 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-79e02244-e75f-4229-bf38-97e19680aeed tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1627154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3943464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4194013'] for subnet, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:30.465667 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-ead286e2-976f-4527-9064-572ce7c3ea2c tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.5524769 Jan 20 14:28:30.469655 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 35934) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:28:30.517964 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-591892b3-6e72-4e31-b46d-13f6d64d7dae tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1626253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-745296'] for network, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:30.540511 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-5e552f5d-09d6-4e35-8041-482a2964b506 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586409'] for network, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:30.554372 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-bfe03396-b251-4e2f-9578-981e41a120cd tempest-AllowedAddressPairTestJSON-1891555725 tempest-AllowedAddressPairTestJSON-1891555725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3944146'] for port, after_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:30.565313 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-591892b3-6e72-4e31-b46d-13f6d64d7dae tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Notify callbacks [] for network, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:30.568566 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e02244-e75f-4229-bf38-97e19680aeed tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Pushing event deleted for resources: {'Subnet': ['ID=d75549e5-c1d6-47a3-8a29-d7afdda46acc,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:28:30.592052 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-79e02244-e75f-4229-bf38-97e19680aeed tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks [] for subnet, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:30.597727 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591892b3-6e72-4e31-b46d-13f6d64d7dae tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Pushing event deleted for resources: {'Network': ['ID=ada3a6fe-3906-402e-b989-7684bd51024f,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:28:30.615442 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8212a24-b446-4245-a8c7-0133f91d4f5e admin admin] Network e8d2ddcf-1876-48f1-bdb0-f45048b860a9 is already hosted by enough agents. {{(pid=84153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:28:30.620669 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-591892b3-6e72-4e31-b46d-13f6d64d7dae tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] 10.222.0.54 "DELETE /v2.0/networks/ada3a6fe-3906-402e-b989-7684bd51024f HTTP/1.1" status: 204 len: 168 time: 2.6357212 Jan 20 14:28:30.625357 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.base_scheduler [None req-a8212a24-b446-4245-a8c7-0133f91d4f5e admin admin] Resources bound (agent type, host, resource id): {{(pid=84153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:28:30.628315 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-79e02244-e75f-4229-bf38-97e19680aeed tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] 10.222.0.54 "DELETE /v2.0/subnets/d75549e5-c1d6-47a3-8a29-d7afdda46acc HTTP/1.1" status: 204 len: 168 time: 2.1764991 Jan 20 14:28:30.630290 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8212a24-b446-4245-a8c7-0133f91d4f5e admin admin] Received port after_create {{(pid=84153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:28:30.656881 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8212a24-b446-4245-a8c7-0133f91d4f5e admin admin] Pushing event updated for resources: {'Port': ['ID=24568632-0b1b-4825-bca4-377966038f85,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:28:30.714281 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da295ec4-bcb6-4597-9398-a0ce3a52673f tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:28:30.714281 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-da295ec4-bcb6-4597-9398-a0ce3a52673f tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Synchronizing usage tracker for tenant:86e3e9c5b0744f88a459de56a9372787 on resource:port {{(pid=84152) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:28:30.714281 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 35938) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:28:30.714944 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 35940) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:28:30.724454 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-5e552f5d-09d6-4e35-8041-482a2964b506 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1627147'] for subnet, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:30.755163 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-b4d464ac-ccb8-4995-be78-eef4b3aeb2b6 tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1624866206'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:28:30.785668 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfa8d9e9-2460-498e-a0b5-95411d584a45 None None] Network 276b2c6a-a93d-4a14-aaed-8d5e87c17e16 requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:28:30.815888 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-a8212a24-b446-4245-a8c7-0133f91d4f5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-745387'] for router_interface, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:30.820100 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fefef4c-649d-4f70-8e26-9e8a3fe325c6 None None] Network ada3a6fe-3906-402e-b989-7684bd51024f requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:28:30.822124 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-b4d464ac-ccb8-4995-be78-eef4b3aeb2b6 tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:28:30.825474 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-bfe03396-b251-4e2f-9578-981e41a120cd tempest-AllowedAddressPairTestJSON-1891555725 tempest-AllowedAddressPairTestJSON-1891555725-project] In _notify_port_updated(), no bound segment for port 2b225bc3-1ac5-4cc1-ac5d-1e110cd756ff on network 401af806-85f7-4798-b548-c297021420e8 {{(pid=84153) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Jan 20 14:28:30.831373 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfe03396-b251-4e2f-9578-981e41a120cd tempest-AllowedAddressPairTestJSON-1891555725 tempest-AllowedAddressPairTestJSON-1891555725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:28:30.848883 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-bfe03396-b251-4e2f-9578-981e41a120cd tempest-AllowedAddressPairTestJSON-1891555725 tempest-AllowedAddressPairTestJSON-1891555725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:30.848883 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-bfe03396-b251-4e2f-9578-981e41a120cd tempest-AllowedAddressPairTestJSON-1891555725 tempest-AllowedAddressPairTestJSON-1891555725-project] 10.222.0.54 "PUT /v2.0/ports/2b225bc3-1ac5-4cc1-ac5d-1e110cd756ff HTTP/1.1" status: 200 len: 1056 time: 2.2827110 Jan 20 14:28:30.848883 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe03396-b251-4e2f-9578-981e41a120cd tempest-AllowedAddressPairTestJSON-1891555725 tempest-AllowedAddressPairTestJSON-1891555725-project] Pushing event updated for resources: {'Port': ['ID=2b225bc3-1ac5-4cc1-ac5d-1e110cd756ff,revision_number=2']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:28:30.849460 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10407bc7-7e31-45c4-b856-8af0a5a39267 None None] Network 66a2bc39-ffc1-401f-87fc-7048329960c6 requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:28:30.851536 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 35946) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:28:30.853375 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-b4d464ac-ccb8-4995-be78-eef4b3aeb2b6 tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Usage tracker for resource:network and tenant:67ae27d5542441d081f0145797cee5f6 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:28:30.857658 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-b4d464ac-ccb8-4995-be78-eef4b3aeb2b6 tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:28:30.877911 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-b4d464ac-ccb8-4995-be78-eef4b3aeb2b6 tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:28:31.012680 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-6adce3a4-51a2-4d13-ad8e-bc000ea04222 tempest-AllowedAddressPairTestJSON-1891555725 tempest-AllowedAddressPairTestJSON-1891555725-project] Deleting port 2b225bc3-1ac5-4cc1-ac5d-1e110cd756ff {{(pid=84153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:28:31.012680 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-6adce3a4-51a2-4d13-ad8e-bc000ea04222 tempest-AllowedAddressPairTestJSON-1891555725 tempest-AllowedAddressPairTestJSON-1891555725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:31.018309 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-e5574828-8263-4c49-bd6d-151ec9f431ff tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Synchronizing usage tracker for tenant:2cb17692bb0c4a2782f988652201ac42 on resource:router {{(pid=84152) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:28:31.041182 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.db.l3_db [None req-88c020c7-8fac-42c2-9ef8-4a460ef411bd tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Floating IP 73b11871-61f8-4c73-9d1b-feedbb7b0e14 associated. External IP: 172.26.7.42, port: b6e0dcbf-6057-4764-9103-a743471798df. Jan 20 14:28:31.176619 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4d464ac-ccb8-4995-be78-eef4b3aeb2b6 tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Made reservation on behalf of 67ae27d5542441d081f0145797cee5f6 for: {'network': 1} {{(pid=84152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:28:31.185177 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-b4d464ac-ccb8-4995-be78-eef4b3aeb2b6 tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for network, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:31.233382 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-da295ec4-bcb6-4597-9398-a0ce3a52673f tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Unset dirty status for tenant:86e3e9c5b0744f88a459de56a9372787 on resource:port {{(pid=84152) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:28:31.234657 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-da295ec4-bcb6-4597-9398-a0ce3a52673f tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] 10.222.0.54 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.3 HTTP/1.1" status: 200 len: 922 time: 0.7640810 Jan 20 14:28:31.236224 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-5e552f5d-09d6-4e35-8041-482a2964b506 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1627154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4163580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155308'] for subnet, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:31.259466 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fefef4c-649d-4f70-8e26-9e8a3fe325c6 None None] Network ada3a6fe-3906-402e-b989-7684bd51024f could not be found, it might have been deleted concurrently. {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} Jan 20 14:28:31.262893 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 35950) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:28:31.299342 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7bf5866-0c1e-4230-8d00-71f199ec57ed None None] Network ada3a6fe-3906-402e-b989-7684bd51024f requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:28:31.368374 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-e5574828-8263-4c49-bd6d-151ec9f431ff tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Unset dirty status for tenant:2cb17692bb0c4a2782f988652201ac42 on resource:router {{(pid=84152) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:28:31.369798 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-e5574828-8263-4c49-bd6d-151ec9f431ff tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.6500189 Jan 20 14:28:31.374604 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 35956) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:28:31.391502 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 54818968-46ab-4132-8185-69d4b36cdd63 up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:28:31.443561 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-6adce3a4-51a2-4d13-ad8e-bc000ea04222 tempest-AllowedAddressPairTestJSON-1891555725 tempest-AllowedAddressPairTestJSON-1891555725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:31.460258 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7bf5866-0c1e-4230-8d00-71f199ec57ed None None] Network ada3a6fe-3906-402e-b989-7684bd51024f could not be found, it might have been deleted concurrently. {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} Jan 20 14:28:31.469391 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e552f5d-09d6-4e35-8041-482a2964b506 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Pushing event deleted for resources: {'Subnet': ['ID=1eb9d77f-85e9-4a19-8f39-53098eeb24bf,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:28:31.484767 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a79ab93a-995e-4ad4-9eeb-9eae53c7116c None None] Network dbce74ed-d43c-4540-8d8d-e582f35e4792 requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:28:31.590826 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-6adce3a4-51a2-4d13-ad8e-bc000ea04222 tempest-AllowedAddressPairTestJSON-1891555725 tempest-AllowedAddressPairTestJSON-1891555725-project] Calling delete_port for 2b225bc3-1ac5-4cc1-ac5d-1e110cd756ff owned by {{(pid=84153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:28:31.671775 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4d464ac-ccb8-4995-be78-eef4b3aeb2b6 tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 182} {{(pid=84152) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 14:28:31.705605 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-a8212a24-b446-4245-a8c7-0133f91d4f5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:31.706155 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-bb2bb26b-6202-4d12-9c20-2a858b5526cc tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Deleting port b4171711-7f7c-4e0d-86e6-c1a7fb2604fa {{(pid=84152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:28:31.706540 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-bb2bb26b-6202-4d12-9c20-2a858b5526cc tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:31.801437 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:31.809824 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-cdd98e71-1f0a-4421-baa9-dcb30e06edf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:31.840075 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-b4d464ac-ccb8-4995-be78-eef4b3aeb2b6 tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:31.840419 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.db.segments_db [None req-b4d464ac-ccb8-4995-be78-eef4b3aeb2b6 tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Added segment 7551dc40-a6b9-451e-9de9-5296bc94be88 of type vlan for network 4336867f-11b0-4cb1-878d-f971738fa698 Jan 20 14:28:31.842704 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-7b92f739-da7e-4535-a972-3640a9eaf7f0 None None] Provisioning for port 035658a0-919f-43cb-ba6f-9d6f24d25525 completed by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:28:31.850905 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-5e552f5d-09d6-4e35-8041-482a2964b506 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1626242', 'neutron.services.segments.db._delete_segments_for_network-8769554214620'] for network, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:31.931909 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.segments.db [None req-5e552f5d-09d6-4e35-8041-482a2964b506 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66a2bc39-ffc1-401f-87fc-7048329960c6']}} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:28:31.949296 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-05b0f5f4-e873-405d-b87b-44767607bd94 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks [] for router, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:31.975486 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a845cdda-b2ef-4a7c-acfb-74930fadb6c4 None None] Network 66a2bc39-ffc1-401f-87fc-7048329960c6 requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:28:32.036094 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-b4d464ac-ccb8-4995-be78-eef4b3aeb2b6 tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769553767792'] for network, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:32.064907 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.segments.db [None req-5e552f5d-09d6-4e35-8041-482a2964b506 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13c5d0b8-fa95-4dd7-a124-94b1806698fa') {'for_net_delete': True} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:28:32.065573 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.segments.db [None req-5e552f5d-09d6-4e35-8041-482a2964b506 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13c5d0b8-fa95-4dd7-a124-94b1806698fa') {} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:28:32.098881 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-5e552f5d-09d6-4e35-8041-482a2964b506 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769554214503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3337904'] for segment, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:32.104307 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning for port 54818968-46ab-4132-8185-69d4b36cdd63 completed by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:28:32.129576 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-6adce3a4-51a2-4d13-ad8e-bc000ea04222 tempest-AllowedAddressPairTestJSON-1891555725 tempest-AllowedAddressPairTestJSON-1891555725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:32.142433 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port 54818968-46ab-4132-8185-69d4b36cdd63 triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:28:32.143196 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:32.161789 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-5e552f5d-09d6-4e35-8041-482a2964b506 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:32.174498 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e552f5d-09d6-4e35-8041-482a2964b506 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Releasing vlan 179 on physical network physnet1 to pool {{(pid=84152) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 14:28:32.175277 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-5e552f5d-09d6-4e35-8041-482a2964b506 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1622950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4162906'] for segment, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:32.256906 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b76e64b-f92b-4dbf-aae1-2f593a9cf23d None None] DHCP port deletion for dbce74ed-d43c-4540-8d8d-e582f35e4792 request from dv-neutron-825124-1-hyperv {{(pid=84154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 20 14:28:32.269678 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adce3a4-51a2-4d13-ad8e-bc000ea04222 tempest-AllowedAddressPairTestJSON-1891555725 tempest-AllowedAddressPairTestJSON-1891555725-project] Pushing event deleted for resources: {'Port': ['ID=2b225bc3-1ac5-4cc1-ac5d-1e110cd756ff,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:28:32.276703 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-8b76e64b-f92b-4dbf-aae1-2f593a9cf23d None None] Deleting port d82cb61d-af82-47b2-9434-71f4d793228b {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:28:32.279652 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-8b76e64b-f92b-4dbf-aae1-2f593a9cf23d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:32.356830 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-8b64b18f-ce7c-43d0-bee5-9657756fc5a3 None None] Provisioning for port 681f3a6c-327a-4ea8-a939-b4528bde268b completed by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:28:32.366152 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-8b64b18f-ce7c-43d0-bee5-9657756fc5a3 None None] Provisioning complete for port 681f3a6c-327a-4ea8-a939-b4528bde268b triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:28:32.366893 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-8b64b18f-ce7c-43d0-bee5-9657756fc5a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:32.513592 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-a8212a24-b446-4245-a8c7-0133f91d4f5e admin admin] Notify callbacks [] for port, precommit_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:32.519212 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-8b64b18f-ce7c-43d0-bee5-9657756fc5a3 None None] Port 681f3a6c-327a-4ea8-a939-b4528bde268b cannot update to ACTIVE because it is not bound. {{(pid=84154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 14:28:32.580297 dv-neutron-825124-1-hyperv neutron-server[84152]: Traceback (most recent call last): Jan 20 14:28:32.580297 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 14:28:32.580297 dv-neutron-825124-1-hyperv neutron-server[84152]: timer() Jan 20 14:28:32.580297 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 14:28:32.580297 dv-neutron-825124-1-hyperv neutron-server[84152]: cb(*args, **kw) Jan 20 14:28:32.580297 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 14:28:32.580297 dv-neutron-825124-1-hyperv neutron-server[84152]: return func(*args, **kwargs) Jan 20 14:28:32.580297 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 14:28:32.580297 dv-neutron-825124-1-hyperv neutron-server[84152]: self._notify() Jan 20 14:28:32.580297 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 14:28:32.580297 dv-neutron-825124-1-hyperv neutron-server[84152]: self.callback(batched_events) Jan 20 14:28:32.580297 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 14:28:32.580297 dv-neutron-825124-1-hyperv neutron-server[84152]: event.method(event) Jan 20 14:28:32.580297 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 14:28:32.580297 dv-neutron-825124-1-hyperv neutron-server[84152]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 14:28:32.580297 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 14:28:32.580297 dv-neutron-825124-1-hyperv neutron-server[84152]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 14:28:32.580297 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 14:28:32.580297 dv-neutron-825124-1-hyperv neutron-server[84152]: return f(self, *a, **k) Jan 20 14:28:32.580297 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 14:28:32.580297 dv-neutron-825124-1-hyperv neutron-server[84152]: return self._get(url).json() Jan 20 14:28:32.580297 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 14:28:32.580297 dv-neutron-825124-1-hyperv neutron-server[84152]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 14:28:32.580297 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 14:28:32.580297 dv-neutron-825124-1-hyperv neutron-server[84152]: return self.request(url, 'GET', **kwargs) Jan 20 14:28:32.580297 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 14:28:32.580297 dv-neutron-825124-1-hyperv neutron-server[84152]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 14:28:32.580297 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 14:28:32.580297 dv-neutron-825124-1-hyperv neutron-server[84152]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 14:28:32.580297 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 14:28:32.580297 dv-neutron-825124-1-hyperv neutron-server[84152]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 14:28:32.580297 dv-neutron-825124-1-hyperv neutron-server[84152]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 14:28:32.649204 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-a8212a24-b446-4245-a8c7-0133f91d4f5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3944146'] for port, after_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:32.677938 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-5e552f5d-09d6-4e35-8041-482a2964b506 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1626253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-745296'] for network, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:32.679459 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-b4d464ac-ccb8-4995-be78-eef4b3aeb2b6 tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967'] for network, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:32.683427 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4d464ac-ccb8-4995-be78-eef4b3aeb2b6 tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:28:32.683970 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-b4d464ac-ccb8-4995-be78-eef4b3aeb2b6 tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Notify callbacks [] for network, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:32.712178 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:32.722970 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-8b76e64b-f92b-4dbf-aae1-2f593a9cf23d None None] For port d82cb61d-af82-47b2-9434-71f4d793228b, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=d82cb61d-af82-47b2-9434-71f4d793228b,segment=NetworkSegment(7b61d093-41ff-4202-b223-533eb0f8da0a),segment_id=7b61d093-41ff-4202-b223-533eb0f8da0a)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:28:32.723696 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-8b76e64b-f92b-4dbf-aae1-2f593a9cf23d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:32.745573 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-5e552f5d-09d6-4e35-8041-482a2964b506 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Notify callbacks [] for network, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:32.793760 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8212a24-b446-4245-a8c7-0133f91d4f5e admin admin] Pushing event updated for resources: {'Port': ['ID=24568632-0b1b-4825-bca4-377966038f85,revision_number=2']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:28:32.871042 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-8b64b18f-ce7c-43d0-bee5-9657756fc5a3 None None] Provisioning for port 24568632-0b1b-4825-bca4-377966038f85 completed by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:28:32.882194 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-8b76e64b-f92b-4dbf-aae1-2f593a9cf23d None None] Calling delete_port for d82cb61d-af82-47b2-9434-71f4d793228b owned by network:dhcp {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:28:32.923640 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] For port 54818968-46ab-4132-8185-69d4b36cdd63, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=54818968-46ab-4132-8185-69d4b36cdd63,segment=NetworkSegment(f628f1ba-6b70-4c9b-8839-62340c040c81),segment_id=f628f1ba-6b70-4c9b-8839-62340c040c81)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:28:32.931672 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-8b64b18f-ce7c-43d0-bee5-9657756fc5a3 None None] Provisioning complete for port 24568632-0b1b-4825-bca4-377966038f85 triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:28:32.932047 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-8b64b18f-ce7c-43d0-bee5-9657756fc5a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:32.952922 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-6adce3a4-51a2-4d13-ad8e-bc000ea04222 tempest-AllowedAddressPairTestJSON-1891555725 tempest-AllowedAddressPairTestJSON-1891555725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:32.956218 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-5e552f5d-09d6-4e35-8041-482a2964b506 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] 10.222.0.54 "DELETE /v2.0/networks/66a2bc39-ffc1-401f-87fc-7048329960c6 HTTP/1.1" status: 204 len: 168 time: 2.8141100 Jan 20 14:28:32.957409 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-a8212a24-b446-4245-a8c7-0133f91d4f5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1705158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-743490'] for router_interface, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:32.969227 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 35962) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:28:32.994200 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-c56588a0-553f-4996-a800-3a31ff5b64f4 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-505964705'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:28:33.021495 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-8b64b18f-ce7c-43d0-bee5-9657756fc5a3 None None] Port 24568632-0b1b-4825-bca4-377966038f85 cannot update to ACTIVE because it is not bound. {{(pid=84154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 14:28:33.024933 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:33.026017 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 035658a0-919f-43cb-ba6f-9d6f24d25525 up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:28:33.059536 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-c56588a0-553f-4996-a800-3a31ff5b64f4 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:28:33.064133 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d464ac-ccb8-4995-be78-eef4b3aeb2b6 tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Pushing event updated for resources: {'Network': ['ID=4336867f-11b0-4cb1-878d-f971738fa698,revision_number=1']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:28:33.067383 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-6adce3a4-51a2-4d13-ad8e-bc000ea04222 tempest-AllowedAddressPairTestJSON-1891555725 tempest-AllowedAddressPairTestJSON-1891555725-project] 10.222.0.54 "DELETE /v2.0/ports/2b225bc3-1ac5-4cc1-ac5d-1e110cd756ff HTTP/1.1" status: 204 len: 168 time: 2.2147214 Jan 20 14:28:33.071748 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-c56588a0-553f-4996-a800-3a31ff5b64f4 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Usage tracker for resource:network and tenant:fb1d1c9fcb3d4adb98a1b2ecf7f7158b is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:28:33.074392 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 35966) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:28:33.081724 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-c56588a0-553f-4996-a800-3a31ff5b64f4 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:28:33.107036 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-8b64b18f-ce7c-43d0-bee5-9657756fc5a3 None None] Could not find standard attr ID for object 2b225bc3-1ac5-4cc1-ac5d-1e110cd756ff. {{(pid=84154) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 20 14:28:33.109356 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2718ae58-4977-43d3-8821-9792a922db67 None None] Network 276b2c6a-a93d-4a14-aaed-8d5e87c17e16 requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:28:33.123741 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-c56588a0-553f-4996-a800-3a31ff5b64f4 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:28:33.136166 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Network 4336867f-11b0-4cb1-878d-f971738fa698 details requested by agent ovs-agent-dv-neutron-825124-1-hyperv with host dv-neutron-825124-1-hyperv {{(pid=84154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 14:28:33.147045 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-b4d464ac-ccb8-4995-be78-eef4b3aeb2b6 tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 2.4260905 Jan 20 14:28:33.148637 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b024fd2-9c24-4580-b446-46bc4f5b2d20 tempest-AllowedAddressPairTestJSON-1891555725 tempest-AllowedAddressPairTestJSON-1891555725-project] GET failed (client error): The resource could not be found. Jan 20 14:28:33.149145 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-5b024fd2-9c24-4580-b446-46bc4f5b2d20 tempest-AllowedAddressPairTestJSON-1891555725 tempest-AllowedAddressPairTestJSON-1891555725-project] Synchronizing usage tracker for tenant:b5df3043a2d745d5af73a0b2acebb6e4 on resource:port {{(pid=84153) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:28:33.152805 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 35970) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:28:33.165447 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-eea6df97-7ff1-4b63-af20-e3ec8913deda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:33.165830 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e552f5d-09d6-4e35-8041-482a2964b506 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Pushing event deleted for resources: {'Network': ['ID=66a2bc39-ffc1-401f-87fc-7048329960c6,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:28:33.167803 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-25d1cd74-b4e8-4eea-a786-f250955022fa tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Request body: {'subnet': {'network_id': '4336867f-11b0-4cb1-878d-f971738fa698', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:28:33.256959 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-8b76e64b-f92b-4dbf-aae1-2f593a9cf23d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486'] for port, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:33.274346 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c56588a0-553f-4996-a800-3a31ff5b64f4 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Made reservation on behalf of fb1d1c9fcb3d4adb98a1b2ecf7f7158b for: {'network': 1} {{(pid=84153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:28:33.277279 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-c56588a0-553f-4996-a800-3a31ff5b64f4 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for network, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:33.301824 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-bb2bb26b-6202-4d12-9c20-2a858b5526cc tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:33.343545 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8212a24-b446-4245-a8c7-0133f91d4f5e admin admin] Network e8d2ddcf-1876-48f1-bdb0-f45048b860a9 is already hosted by enough agents. {{(pid=84153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:28:33.346617 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.base_scheduler [None req-a8212a24-b446-4245-a8c7-0133f91d4f5e admin admin] Resources bound (agent type, host, resource id): {{(pid=84153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:28:33.376821 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b76e64b-f92b-4dbf-aae1-2f593a9cf23d None None] No DVR routers for this DVR port d82cb61d-af82-47b2-9434-71f4d793228b on host dv-neutron-825124-1-hyperv {{(pid=84154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 14:28:33.422422 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-25d1cd74-b4e8-4eea-a786-f250955022fa tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:28:33.432907 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Pushing event updated for resources: {'Port': ['ID=54818968-46ab-4132-8185-69d4b36cdd63,revision_number=4']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:28:33.439752 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-25d1cd74-b4e8-4eea-a786-f250955022fa tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Usage tracker for resource:subnet and tenant:67ae27d5542441d081f0145797cee5f6 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:28:33.443694 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-5b024fd2-9c24-4580-b446-46bc4f5b2d20 tempest-AllowedAddressPairTestJSON-1891555725 tempest-AllowedAddressPairTestJSON-1891555725-project] Unset dirty status for tenant:b5df3043a2d745d5af73a0b2acebb6e4 on resource:port {{(pid=84153) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:28:33.447730 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-5b024fd2-9c24-4580-b446-46bc4f5b2d20 tempest-AllowedAddressPairTestJSON-1891555725 tempest-AllowedAddressPairTestJSON-1891555725-project] 10.222.0.54 "GET /v2.0/ports/2b225bc3-1ac5-4cc1-ac5d-1e110cd756ff HTTP/1.1" status: 404 len: 333 time: 0.3727005 Jan 20 14:28:33.450240 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-25d1cd74-b4e8-4eea-a786-f250955022fa tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:28:33.453808 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c56588a0-553f-4996-a800-3a31ff5b64f4 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 171} {{(pid=84153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 14:28:33.458426 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 35974) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:28:33.469351 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-25d1cd74-b4e8-4eea-a786-f250955022fa tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:28:33.508895 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-8b64b18f-ce7c-43d0-bee5-9657756fc5a3 None None] Provisioning for port 636f9243-95d2-4c5c-b84a-9099eb2fd053 completed by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:28:33.512086 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b76e64b-f92b-4dbf-aae1-2f593a9cf23d None None] Pushing event deleted for resources: {'Port': ['ID=d82cb61d-af82-47b2-9434-71f4d793228b,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:28:33.528514 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-bb2bb26b-6202-4d12-9c20-2a858b5526cc tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Calling delete_port for b4171711-7f7c-4e0d-86e6-c1a7fb2604fa owned by {{(pid=84152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:28:33.529941 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-8b64b18f-ce7c-43d0-bee5-9657756fc5a3 None None] Provisioning complete for port 636f9243-95d2-4c5c-b84a-9099eb2fd053 triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:28:33.531338 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-8b64b18f-ce7c-43d0-bee5-9657756fc5a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:33.535677 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-c56588a0-553f-4996-a800-3a31ff5b64f4 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:33.536092 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.db.segments_db [None req-c56588a0-553f-4996-a800-3a31ff5b64f4 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Added segment d0b90c8a-4939-4522-896e-4cacf53213a7 of type vlan for network 44398e7f-5764-4128-9ca1-aac19fe5cf24 Jan 20 14:28:33.580567 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-05b0f5f4-e873-405d-b87b-44767607bd94 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-737761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105493'] for router, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:33.611696 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning for port 035658a0-919f-43cb-ba6f-9d6f24d25525 completed by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:28:33.640189 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port 035658a0-919f-43cb-ba6f-9d6f24d25525 triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:28:33.641067 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:33.659274 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-61c87bfc-7fcb-4ba5-aaa9-bed38ddc269c tempest-AllowedAddressPairTestJSON-1891555725 tempest-AllowedAddressPairTestJSON-1891555725-project] Deleting port 636f9243-95d2-4c5c-b84a-9099eb2fd053 {{(pid=84153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:28:33.659819 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-61c87bfc-7fcb-4ba5-aaa9-bed38ddc269c tempest-AllowedAddressPairTestJSON-1891555725 tempest-AllowedAddressPairTestJSON-1891555725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:33.662659 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-05b0f5f4-e873-405d-b87b-44767607bd94 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:33.680240 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-8b64b18f-ce7c-43d0-bee5-9657756fc5a3 None None] Port 636f9243-95d2-4c5c-b84a-9099eb2fd053 cannot update to ACTIVE because it is not bound. {{(pid=84154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 14:28:33.697760 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25d1cd74-b4e8-4eea-a786-f250955022fa tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Made reservation on behalf of 67ae27d5542441d081f0145797cee5f6 for: {'subnet': 1} {{(pid=84153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:28:33.809519 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-c56588a0-553f-4996-a800-3a31ff5b64f4 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769553767792'] for network, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:33.834995 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-05b0f5f4-e873-405d-b87b-44767607bd94 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-737693'] for router, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:33.835500 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05b0f5f4-e873-405d-b87b-44767607bd94 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Fanout notify agent at l3_agent the message router_deleted on router b3acaad7-bfcc-4fd6-9c2a-704227dd2a22 {{(pid=84152) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 20 14:28:33.853062 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:33.914272 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] For port 035658a0-919f-43cb-ba6f-9d6f24d25525, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=035658a0-919f-43cb-ba6f-9d6f24d25525,segment=NetworkSegment(ebfb7367-17d4-4db7-9b3c-6770e9dc7157),segment_id=ebfb7367-17d4-4db7-9b3c-6770e9dc7157)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:28:33.941912 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88c020c7-8fac-42c2-9ef8-4a460ef411bd tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Router d6c1e36f-7721-4cd2-b738-173d5b3bd1fe has already been hosted by L3 agent 624d525b-4c26-4143-8a1c-228bb1c6faaa {{(pid=84152) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 14:28:33.955412 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-05b0f5f4-e873-405d-b87b-44767607bd94 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks [] for router, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:33.960688 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-05b0f5f4-e873-405d-b87b-44767607bd94 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] 10.222.0.54 "DELETE /v2.0/routers/b3acaad7-bfcc-4fd6-9c2a-704227dd2a22 HTTP/1.1" status: 204 len: 168 time: 2.5016589 Jan 20 14:28:33.962164 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 35978) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:28:33.973931 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-d2068de8-238c-454d-a1b4-5d04b0347bc8 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Request body: {'subnet': {'network_id': 'dbce74ed-d43c-4540-8d8d-e582f35e4792', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:28:33.977201 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:33.979750 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-00d27563-7802-491c-9e21-1928a5da1f3f None None] Provisioning for port 2ea2bd75-9c82-46f6-ad15-e7ca69d72cea completed by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:28:34.034950 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-bb2bb26b-6202-4d12-9c20-2a858b5526cc tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:34.075864 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-00d27563-7802-491c-9e21-1928a5da1f3f None None] Provisioning complete for port 2ea2bd75-9c82-46f6-ad15-e7ca69d72cea triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:28:34.076116 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-00d27563-7802-491c-9e21-1928a5da1f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:34.149034 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Pushing event updated for resources: {'Port': ['ID=035658a0-919f-43cb-ba6f-9d6f24d25525,revision_number=3']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:28:34.149034 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-00d27563-7802-491c-9e21-1928a5da1f3f None None] Port 2ea2bd75-9c82-46f6-ad15-e7ca69d72cea cannot update to ACTIVE because it is not bound. {{(pid=84154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 14:28:34.149721 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 54818968-46ab-4132-8185-69d4b36cdd63 up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:28:34.164034 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-25d1cd74-b4e8-4eea-a786-f250955022fa tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4193986'] for subnet, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:34.243686 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-00d27563-7802-491c-9e21-1928a5da1f3f None None] Provisioning complete for port 24568632-0b1b-4825-bca4-377966038f85 triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:28:34.244415 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-00d27563-7802-491c-9e21-1928a5da1f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:34.325769 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-00d27563-7802-491c-9e21-1928a5da1f3f None None] Port 24568632-0b1b-4825-bca4-377966038f85 cannot update to ACTIVE because it is not bound. {{(pid=84154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 14:28:34.340536 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-00d27563-7802-491c-9e21-1928a5da1f3f None None] Could not find standard attr ID for object 2b225bc3-1ac5-4cc1-ac5d-1e110cd756ff. {{(pid=84154) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 20 14:28:34.344024 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port 54818968-46ab-4132-8185-69d4b36cdd63 triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:28:34.344401 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:34.353566 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-c56588a0-553f-4996-a800-3a31ff5b64f4 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967'] for network, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:34.358213 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c56588a0-553f-4996-a800-3a31ff5b64f4 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:28:34.359098 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-c56588a0-553f-4996-a800-3a31ff5b64f4 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Notify callbacks [] for network, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:34.394476 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2bb26b-6202-4d12-9c20-2a858b5526cc tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Pushing event deleted for resources: {'Port': ['ID=b4171711-7f7c-4e0d-86e6-c1a7fb2604fa,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:28:34.433278 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-00d27563-7802-491c-9e21-1928a5da1f3f None None] Provisioning complete for port 035658a0-919f-43cb-ba6f-9d6f24d25525 triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:28:34.433730 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-00d27563-7802-491c-9e21-1928a5da1f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:34.567438 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-d2068de8-238c-454d-a1b4-5d04b0347bc8 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:28:34.574438 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56588a0-553f-4996-a800-3a31ff5b64f4 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Pushing event updated for resources: {'Network': ['ID=44398e7f-5764-4128-9ca1-aac19fe5cf24,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:28:34.598594 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-c56588a0-553f-4996-a800-3a31ff5b64f4 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.6114120 Jan 20 14:28:34.603158 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 35982) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:28:34.622338 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-e602394d-9e0f-449d-9d96-d60ae48aa714 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Request body: {'subnet': {'network_id': '44398e7f-5764-4128-9ca1-aac19fe5cf24', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:28:34.650187 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-61c87bfc-7fcb-4ba5-aaa9-bed38ddc269c tempest-AllowedAddressPairTestJSON-1891555725 tempest-AllowedAddressPairTestJSON-1891555725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:34.661303 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Network 44398e7f-5764-4128-9ca1-aac19fe5cf24 details requested by agent ovs-agent-dv-neutron-825124-1-hyperv with host dv-neutron-825124-1-hyperv {{(pid=84154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 14:28:34.679715 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device d82cb61d-af82-47b2-9434-71f4d793228b no longer exists at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:28:34.690550 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-d2068de8-238c-454d-a1b4-5d04b0347bc8 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:28:34.719789 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-bb2bb26b-6202-4d12-9c20-2a858b5526cc tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:34.724326 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-bb2bb26b-6202-4d12-9c20-2a858b5526cc tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] 10.222.0.54 "DELETE /v2.0/ports/b4171711-7f7c-4e0d-86e6-c1a7fb2604fa HTTP/1.1" status: 204 len: 168 time: 3.3856857 Jan 20 14:28:34.727616 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 35986) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:28:34.730916 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-00d27563-7802-491c-9e21-1928a5da1f3f None None] Could not find standard attr ID for object b4171711-7f7c-4e0d-86e6-c1a7fb2604fa. {{(pid=84154) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 20 14:28:34.773693 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] No Port match for: d82cb61d-af82-47b2-9434-71f4d793228b {{(pid=84154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 14:28:34.773953 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.pecan_wsgi.hooks.translation [None req-48826361-f431-4e8c-ac76-6a4cfc0adb3e tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] GET failed (client error): The resource could not be found. Jan 20 14:28:34.774099 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device d82cb61d-af82-47b2-9434-71f4d793228b not bound to the agent host dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 14:28:34.774439 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-48826361-f431-4e8c-ac76-6a4cfc0adb3e tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Synchronizing usage tracker for tenant:86e3e9c5b0744f88a459de56a9372787 on resource:port {{(pid=84152) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:28:34.844140 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2068de8-238c-454d-a1b4-5d04b0347bc8 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Made reservation on behalf of 2cb17692bb0c4a2782f988652201ac42 for: {'subnet': 1} {{(pid=84152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:28:34.853375 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-6cff0e20-cc31-4ca2-9562-dffea40fbe9b None None] Provisioning complete for port 2ea2bd75-9c82-46f6-ad15-e7ca69d72cea triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:28:34.853752 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-6cff0e20-cc31-4ca2-9562-dffea40fbe9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:34.910185 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-61c87bfc-7fcb-4ba5-aaa9-bed38ddc269c tempest-AllowedAddressPairTestJSON-1891555725 tempest-AllowedAddressPairTestJSON-1891555725-project] Calling delete_port for 636f9243-95d2-4c5c-b84a-9099eb2fd053 owned by {{(pid=84153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:28:34.910769 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-6cff0e20-cc31-4ca2-9562-dffea40fbe9b None None] Port 2ea2bd75-9c82-46f6-ad15-e7ca69d72cea cannot update to ACTIVE because it is not bound. {{(pid=84154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 14:28:34.924819 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-6cff0e20-cc31-4ca2-9562-dffea40fbe9b None None] Provisioning complete for port 035658a0-919f-43cb-ba6f-9d6f24d25525 triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:28:34.925199 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-6cff0e20-cc31-4ca2-9562-dffea40fbe9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:34.929592 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-48826361-f431-4e8c-ac76-6a4cfc0adb3e tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Unset dirty status for tenant:86e3e9c5b0744f88a459de56a9372787 on resource:port {{(pid=84152) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:28:34.933325 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-48826361-f431-4e8c-ac76-6a4cfc0adb3e tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] 10.222.0.54 "GET /v2.0/ports/b4171711-7f7c-4e0d-86e6-c1a7fb2604fa HTTP/1.1" status: 404 len: 333 time: 0.2019494 Jan 20 14:28:34.937396 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 35990) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:28:34.969071 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-d2068de8-238c-454d-a1b4-5d04b0347bc8 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3155315'] for subnet, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:35.058822 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-6cff0e20-cc31-4ca2-9562-dffea40fbe9b None None] Could not find standard attr ID for object b4171711-7f7c-4e0d-86e6-c1a7fb2604fa. {{(pid=84154) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 20 14:28:35.091058 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88c020c7-8fac-42c2-9ef8-4a460ef411bd tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Notify agent at l3_agent.dv-neutron-825124-1-hyperv the message routers_updated {{(pid=84152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 14:28:35.103377 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe42bd0c-929a-46e3-9c21-c65f07e99df9 None None] Sync routers for ids ['d6c1e36f-7721-4cd2-b738-173d5b3bd1fe'] in dv-neutron-825124-1-hyperv {{(pid=84155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 14:28:35.104034 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-e602394d-9e0f-449d-9d96-d60ae48aa714 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:28:35.120778 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe42bd0c-929a-46e3-9c21-c65f07e99df9 None None] Routers {'d6c1e36f-7721-4cd2-b738-173d5b3bd1fe'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:28:35.121249 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-e602394d-9e0f-449d-9d96-d60ae48aa714 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Usage tracker for resource:subnet and tenant:fb1d1c9fcb3d4adb98a1b2ecf7f7158b is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:28:35.122575 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-fe42bd0c-929a-46e3-9c21-c65f07e99df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:28:30Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['d6c1e36f-7721-4cd2-b738-173d5b3bd1fe'], 'active': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:28:35.143305 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-e602394d-9e0f-449d-9d96-d60ae48aa714 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:28:35.168214 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-e602394d-9e0f-449d-9d96-d60ae48aa714 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:28:35.178885 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-610fe1da-fc62-4ec5-97b2-ee3738fcdca0 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Deleting port 2ea2bd75-9c82-46f6-ad15-e7ca69d72cea {{(pid=84153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:28:35.179238 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-610fe1da-fc62-4ec5-97b2-ee3738fcdca0 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:35.228188 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-fe42bd0c-929a-46e3-9c21-c65f07e99df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:28:35.243132 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe42bd0c-929a-46e3-9c21-c65f07e99df9 None None] Routers {'d6c1e36f-7721-4cd2-b738-173d5b3bd1fe'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:28:35.244289 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-fe42bd0c-929a-46e3-9c21-c65f07e99df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:28:30Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['d6c1e36f-7721-4cd2-b738-173d5b3bd1fe'], 'active': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:28:35.319758 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-fe42bd0c-929a-46e3-9c21-c65f07e99df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:28:35.320395 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe42bd0c-929a-46e3-9c21-c65f07e99df9 None None] The sync data for ids ['d6c1e36f-7721-4cd2-b738-173d5b3bd1fe'] in dv-neutron-825124-1-hyperv is: [] {{(pid=84155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 14:28:35.363125 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e602394d-9e0f-449d-9d96-d60ae48aa714 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Made reservation on behalf of fb1d1c9fcb3d4adb98a1b2ecf7f7158b for: {'subnet': 1} {{(pid=84153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:28:35.468570 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-d2068de8-238c-454d-a1b4-5d04b0347bc8 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4163519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3155301'] for subnet, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:35.599764 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2068de8-238c-454d-a1b4-5d04b0347bc8 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Network dbce74ed-d43c-4540-8d8d-e582f35e4792 is already hosted by enough agents. {{(pid=84152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:28:35.603842 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.base_scheduler [None req-d2068de8-238c-454d-a1b4-5d04b0347bc8 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Resources bound (agent type, host, resource id): {{(pid=84152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:28:35.607081 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2068de8-238c-454d-a1b4-5d04b0347bc8 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Pushing event updated for resources: {'Subnet': ['ID=abc49072-0a1d-4992-a208-c06fc6781a1a,revision_number=0']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:28:35.609757 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2068de8-238c-454d-a1b4-5d04b0347bc8 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:28:35.610374 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-d2068de8-238c-454d-a1b4-5d04b0347bc8 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks [] for subnet, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:35.614668 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d1e7cfb-b8c0-4034-8ab7-f633f713b5fa None None] Network dbce74ed-d43c-4540-8d8d-e582f35e4792 requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:28:35.712892 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-61c87bfc-7fcb-4ba5-aaa9-bed38ddc269c tempest-AllowedAddressPairTestJSON-1891555725 tempest-AllowedAddressPairTestJSON-1891555725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:35.758088 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-d2068de8-238c-454d-a1b4-5d04b0347bc8 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.7918766 Jan 20 14:28:35.759688 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 35994) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:28:35.766353 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-5832c2cf-d3e8-4f16-93a2-96b9d6f86442 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-972557015', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:28:35.775749 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-5832c2cf-d3e8-4f16-93a2-96b9d6f86442 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:28:35.782936 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-5832c2cf-d3e8-4f16-93a2-96b9d6f86442 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Usage tracker for resource:router and tenant:2cb17692bb0c4a2782f988652201ac42 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:28:35.786687 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-5832c2cf-d3e8-4f16-93a2-96b9d6f86442 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:28:35.793866 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-5832c2cf-d3e8-4f16-93a2-96b9d6f86442 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:28:35.796759 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c87bfc-7fcb-4ba5-aaa9-bed38ddc269c tempest-AllowedAddressPairTestJSON-1891555725 tempest-AllowedAddressPairTestJSON-1891555725-project] Pushing event deleted for resources: {'Port': ['ID=636f9243-95d2-4c5c-b84a-9099eb2fd053,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:28:35.801731 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-e602394d-9e0f-449d-9d96-d60ae48aa714 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4193986'] for subnet, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:35.808022 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88c020c7-8fac-42c2-9ef8-4a460ef411bd tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Router 02bcddc9-e08b-41f3-942b-a3a434819b2d has already been hosted by L3 agent 624d525b-4c26-4143-8a1c-228bb1c6faaa {{(pid=84152) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 14:28:35.818131 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8212a24-b446-4245-a8c7-0133f91d4f5e admin admin] Router dfc11a3a-1472-4634-85b6-c4b4c3194292 has already been hosted by L3 agent 624d525b-4c26-4143-8a1c-228bb1c6faaa {{(pid=84153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 14:28:35.851274 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61576127-a67c-49f5-8430-4010d9a777db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95c917f5-14ba-5e96-98b8-1a52654a930a-dbce74ed-d43c-4540-8d8d-e582f35e4792', 'network_id': 'dbce74ed-d43c-4540-8d8d-e582f35e4792', 'tenant_id': '2cb17692bb0c4a2782f988652201ac42', 'fixed_ips': [{'subnet_id': 'abc49072-0a1d-4992-a208-c06fc6781a1a'}]}} from dv-neutron-825124-1-hyperv. {{(pid=84154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 20 14:28:35.852445 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-61576127-a67c-49f5-8430-4010d9a777db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:35.886158 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-5832c2cf-d3e8-4f16-93a2-96b9d6f86442 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-105475'] for router, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:35.887290 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-5832c2cf-d3e8-4f16-93a2-96b9d6f86442 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-739204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-744864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-735540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-105484'] for router, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:35.926108 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-5832c2cf-d3e8-4f16-93a2-96b9d6f86442 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:36.023695 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-5832c2cf-d3e8-4f16-93a2-96b9d6f86442 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-744861'] for router, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:36.084845 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.objects.ports [None req-25d1cd74-b4e8-4eea-a786-f250955022fa tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84153) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Jan 20 14:28:36.085424 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_common [None req-61576127-a67c-49f5-8430-4010d9a777db None None] Allocated IP 2001:db8::2 (dbce74ed-d43c-4540-8d8d-e582f35e4792/abc49072-0a1d-4992-a208-c06fc6781a1a/690920ee-ac00-4da3-a082-c4b38b4b345a) {{(pid=84154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:28:36.087572 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-610fe1da-fc62-4ec5-97b2-ee3738fcdca0 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:36.089070 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88c020c7-8fac-42c2-9ef8-4a460ef411bd tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Notify agent at l3_agent.dv-neutron-825124-1-hyperv the message routers_updated {{(pid=84152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 14:28:36.095879 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-88c020c7-8fac-42c2-9ef8-4a460ef411bd tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for floatingip, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:36.106751 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-497aadbf-e09c-4f94-a7a0-619df965cb7e None None] Sync routers for ids ['02bcddc9-e08b-41f3-942b-a3a434819b2d'] in dv-neutron-825124-1-hyperv {{(pid=84154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 14:28:36.107757 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-25d1cd74-b4e8-4eea-a786-f250955022fa tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3943531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4194004'] for subnet, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:36.129147 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 035658a0-919f-43cb-ba6f-9d6f24d25525 up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:28:36.157626 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-497aadbf-e09c-4f94-a7a0-619df965cb7e None None] Routers {'02bcddc9-e08b-41f3-942b-a3a434819b2d'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:28:36.158267 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-497aadbf-e09c-4f94-a7a0-619df965cb7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:28:30Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['02bcddc9-e08b-41f3-942b-a3a434819b2d'], 'active': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:28:36.268422 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-5832c2cf-d3e8-4f16-93a2-96b9d6f86442 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks [] for router, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:36.272351 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-5832c2cf-d3e8-4f16-93a2-96b9d6f86442 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.5117714 Jan 20 14:28:36.275013 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 35998) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:28:36.308666 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-497aadbf-e09c-4f94-a7a0-619df965cb7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:28:36.346163 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-610fe1da-fc62-4ec5-97b2-ee3738fcdca0 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Calling delete_port for 2ea2bd75-9c82-46f6-ad15-e7ca69d72cea owned by {{(pid=84153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:28:36.396562 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-497aadbf-e09c-4f94-a7a0-619df965cb7e None None] Routers {'02bcddc9-e08b-41f3-942b-a3a434819b2d'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:28:36.397191 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-497aadbf-e09c-4f94-a7a0-619df965cb7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:28:30Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['02bcddc9-e08b-41f3-942b-a3a434819b2d'], 'active': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:28:36.407304 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-61c87bfc-7fcb-4ba5-aaa9-bed38ddc269c tempest-AllowedAddressPairTestJSON-1891555725 tempest-AllowedAddressPairTestJSON-1891555725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:36.473086 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-497aadbf-e09c-4f94-a7a0-619df965cb7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:28:36.473497 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-497aadbf-e09c-4f94-a7a0-619df965cb7e None None] The sync data for ids ['02bcddc9-e08b-41f3-942b-a3a434819b2d'] in dv-neutron-825124-1-hyperv is: [] {{(pid=84154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 14:28:36.483115 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-88c020c7-8fac-42c2-9ef8-4a460ef411bd tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] 10.222.0.54 "PUT /v2.0/floatingips/73b11871-61f8-4c73-9d1b-feedbb7b0e14 HTTP/1.1" status: 200 len: 977 time: 8.1495774 Jan 20 14:28:36.496555 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 36002) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:28:36.506505 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port 035658a0-919f-43cb-ba6f-9d6f24d25525 triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:28:36.506505 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:36.509291 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d1cd74-b4e8-4eea-a786-f250955022fa tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Pushing event updated for resources: {'Subnet': ['ID=3e43f200-6536-4335-9f95-7b5861f35e15,revision_number=0']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:28:36.614422 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-61c87bfc-7fcb-4ba5-aaa9-bed38ddc269c tempest-AllowedAddressPairTestJSON-1891555725 tempest-AllowedAddressPairTestJSON-1891555725-project] 10.222.0.54 "DELETE /v2.0/ports/636f9243-95d2-4c5c-b84a-9099eb2fd053 HTTP/1.1" status: 204 len: 168 time: 3.1520104 Jan 20 14:28:36.617070 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 36006) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:28:36.624427 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-61576127-a67c-49f5-8430-4010d9a777db None None] Notify callbacks [] for port, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:36.636752 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-61576127-a67c-49f5-8430-4010d9a777db None None] Transition to ACTIVE for port object 690920ee-ac00-4da3-a082-c4b38b4b345a will not be triggered until provisioned by entity L2. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:28:36.674114 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25d1cd74-b4e8-4eea-a786-f250955022fa tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Checking segment: {'id': '7551dc40-a6b9-451e-9de9-5296bc94be88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '4336867f-11b0-4cb1-878d-f971738fa698'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 14:28:36.674940 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25d1cd74-b4e8-4eea-a786-f250955022fa tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Network hostable DHCP agents. Network: 4336867f-11b0-4cb1-878d-f971738fa698, hostable agents: ['1a181e39-5220-4c1a-88f8-08a54e8bfc9b'], hosted agents: [] {{(pid=84153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 14:28:36.713897 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-b2ff3bba-5384-4301-b1c2-9e78a2e9a558 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Deleting port 681f3a6c-327a-4ea8-a939-b4528bde268b {{(pid=84153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:28:36.714280 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-b2ff3bba-5384-4301-b1c2-9e78a2e9a558 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:36.723776 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.pecan_wsgi.hooks.translation [None req-691b4ee7-99e6-4908-b395-3b868f506b86 tempest-AllowedAddressPairTestJSON-1891555725 tempest-AllowedAddressPairTestJSON-1891555725-project] GET failed (client error): The resource could not be found. Jan 20 14:28:36.724279 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-691b4ee7-99e6-4908-b395-3b868f506b86 tempest-AllowedAddressPairTestJSON-1891555725 tempest-AllowedAddressPairTestJSON-1891555725-project] Synchronizing usage tracker for tenant:b5df3043a2d745d5af73a0b2acebb6e4 on resource:port {{(pid=84152) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:28:36.863569 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-691b4ee7-99e6-4908-b395-3b868f506b86 tempest-AllowedAddressPairTestJSON-1891555725 tempest-AllowedAddressPairTestJSON-1891555725-project] Unset dirty status for tenant:b5df3043a2d745d5af73a0b2acebb6e4 on resource:port {{(pid=84152) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:28:36.864690 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-691b4ee7-99e6-4908-b395-3b868f506b86 tempest-AllowedAddressPairTestJSON-1891555725 tempest-AllowedAddressPairTestJSON-1891555725-project] 10.222.0.54 "GET /v2.0/ports/636f9243-95d2-4c5c-b84a-9099eb2fd053 HTTP/1.1" status: 404 len: 333 time: 0.2457082 Jan 20 14:28:36.871193 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 36010) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:28:36.942956 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-e602394d-9e0f-449d-9d96-d60ae48aa714 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3943531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4194004'] for subnet, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:36.944539 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-466633c4-1637-4ae6-9322-22bba5a0dbf1 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:36.993650 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-61576127-a67c-49f5-8430-4010d9a777db None None] Transition to ACTIVE for port object 690920ee-ac00-4da3-a082-c4b38b4b345a will not be triggered until provisioned by entity DHCP. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:28:37.007879 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-610fe1da-fc62-4ec5-97b2-ee3738fcdca0 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:37.043967 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-9f810fea-7b27-4366-adb6-b3e469031803 tempest-AllowedAddressPairTestJSON-1891555725 tempest-AllowedAddressPairTestJSON-1891555725-project] Deleting port 16e128c1-632a-467f-aa09-8bf703deb0c2 {{(pid=84152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:28:37.044306 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-9f810fea-7b27-4366-adb6-b3e469031803 tempest-AllowedAddressPairTestJSON-1891555725 tempest-AllowedAddressPairTestJSON-1891555725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:37.051243 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-61576127-a67c-49f5-8430-4010d9a777db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477'] for port, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:37.083282 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25d1cd74-b4e8-4eea-a786-f250955022fa tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Network 4336867f-11b0-4cb1-878d-f971738fa698 is scheduled to be hosted by DHCP agent 1a181e39-5220-4c1a-88f8-08a54e8bfc9b with binding_index 1 {{(pid=84153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 14:28:37.144725 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61576127-a67c-49f5-8430-4010d9a777db None None] Network dbce74ed-d43c-4540-8d8d-e582f35e4792 is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:28:37.150075 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-61576127-a67c-49f5-8430-4010d9a777db None None] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:28:37.158101 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61576127-a67c-49f5-8430-4010d9a777db None None] Received port after_create {{(pid=84154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:28:37.161281 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61576127-a67c-49f5-8430-4010d9a777db None None] Pushing event updated for resources: {'Port': ['ID=690920ee-ac00-4da3-a082-c4b38b4b345a,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:28:37.176793 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610fe1da-fc62-4ec5-97b2-ee3738fcdca0 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Pushing event deleted for resources: {'Port': ['ID=2ea2bd75-9c82-46f6-ad15-e7ca69d72cea,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:28:37.215476 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e602394d-9e0f-449d-9d96-d60ae48aa714 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Pushing event updated for resources: {'Subnet': ['ID=20555d49-a019-42cf-b519-2570d400e8dc,revision_number=0']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:28:37.293151 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-61576127-a67c-49f5-8430-4010d9a777db None None] Attempting to bind port 690920ee-ac00-4da3-a082-c4b38b4b345a on host dv-neutron-825124-1-hyperv for vnic_type normal with profile {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:28:37.294569 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-61576127-a67c-49f5-8430-4010d9a777db None None] Attempting to bind port 690920ee-ac00-4da3-a082-c4b38b4b345a by drivers openvswitch,hyperv on host dv-neutron-825124-1-hyperv at level 0 using segments [{'id': '7b61d093-41ff-4202-b223-533eb0f8da0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'dbce74ed-d43c-4540-8d8d-e582f35e4792'}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:28:37.295109 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61576127-a67c-49f5-8430-4010d9a777db None None] Attempting to bind port 690920ee-ac00-4da3-a082-c4b38b4b345a on network dbce74ed-d43c-4540-8d8d-e582f35e4792 {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 14:28:37.299282 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.base_scheduler [None req-25d1cd74-b4e8-4eea-a786-f250955022fa tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825124-1-hyperv, 4336867f-11b0-4cb1-878d-f971738fa698) {{(pid=84153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:28:37.312924 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61576127-a67c-49f5-8430-4010d9a777db None None] Checking agent: {'id': '6414dfeb-85c5-454a-8756-709ca637d800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825124-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 16, 31), 'started_at': datetime.datetime(2022, 1, 20, 14, 17, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 28, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825124-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 14:28:37.313579 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61576127-a67c-49f5-8430-4010d9a777db None None] Checking segment: {'id': '7b61d093-41ff-4202-b223-533eb0f8da0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'dbce74ed-d43c-4540-8d8d-e582f35e4792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 14:28:37.314130 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-61576127-a67c-49f5-8430-4010d9a777db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:37.314879 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61576127-a67c-49f5-8430-4010d9a777db None None] Bound using segment: {'id': '7b61d093-41ff-4202-b223-533eb0f8da0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'dbce74ed-d43c-4540-8d8d-e582f35e4792'} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 14:28:37.315533 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-61576127-a67c-49f5-8430-4010d9a777db None None] Bound port: 690920ee-ac00-4da3-a082-c4b38b4b345a, host: dv-neutron-825124-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b61d093-41ff-4202-b223-533eb0f8da0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'dbce74ed-d43c-4540-8d8d-e582f35e4792'}}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:28:37.316225 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-61576127-a67c-49f5-8430-4010d9a777db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:37.335967 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3663f30-305e-4346-bf87-082fabd68220 None None] Network 4336867f-11b0-4cb1-878d-f971738fa698 requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:28:37.476864 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25d1cd74-b4e8-4eea-a786-f250955022fa tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:28:37.477352 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-25d1cd74-b4e8-4eea-a786-f250955022fa tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Notify callbacks [] for subnet, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:37.525731 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e602394d-9e0f-449d-9d96-d60ae48aa714 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Checking segment: {'id': 'd0b90c8a-4939-4522-896e-4cacf53213a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '44398e7f-5764-4128-9ca1-aac19fe5cf24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 14:28:37.526092 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e602394d-9e0f-449d-9d96-d60ae48aa714 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Network hostable DHCP agents. Network: 44398e7f-5764-4128-9ca1-aac19fe5cf24, hostable agents: ['1a181e39-5220-4c1a-88f8-08a54e8bfc9b'], hosted agents: [] {{(pid=84153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 14:28:37.535154 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-61576127-a67c-49f5-8430-4010d9a777db None None] For port 690920ee-ac00-4da3-a082-c4b38b4b345a, host dv-neutron-825124-1-hyperv, cleared binding levels {{(pid=84154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 14:28:37.545406 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-b2ff3bba-5384-4301-b1c2-9e78a2e9a558 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:37.550130 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-9f810fea-7b27-4366-adb6-b3e469031803 tempest-AllowedAddressPairTestJSON-1891555725 tempest-AllowedAddressPairTestJSON-1891555725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:37.563325 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8212a24-b446-4245-a8c7-0133f91d4f5e admin admin] Notify agent at l3_agent.dv-neutron-825124-1-hyperv the message routers_updated {{(pid=84153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 14:28:37.565886 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.db_base_plugin_common [None req-466633c4-1637-4ae6-9322-22bba5a0dbf1 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Allocated IP 2001:db8::1 (dbce74ed-d43c-4540-8d8d-e582f35e4792/abc49072-0a1d-4992-a208-c06fc6781a1a/e1137b7e-3a28-4efa-9f88-a1407535fbad) {{(pid=84152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:28:37.580014 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2c593a6-2028-4322-87eb-0c586ad79417 None None] Sync routers for ids ['dfc11a3a-1472-4634-85b6-c4b4c3194292'] in dv-neutron-825124-1-hyperv {{(pid=84155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 14:28:37.600282 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2c593a6-2028-4322-87eb-0c586ad79417 None None] Routers {'dfc11a3a-1472-4634-85b6-c4b4c3194292'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:28:37.600884 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-a2c593a6-2028-4322-87eb-0c586ad79417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:28:30Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['dfc11a3a-1472-4634-85b6-c4b4c3194292'], 'active': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:28:37.651331 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-610fe1da-fc62-4ec5-97b2-ee3738fcdca0 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:37.655998 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-610fe1da-fc62-4ec5-97b2-ee3738fcdca0 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] 10.222.0.54 "DELETE /v2.0/ports/2ea2bd75-9c82-46f6-ad15-e7ca69d72cea HTTP/1.1" status: 204 len: 168 time: 2.7026198 Jan 20 14:28:37.659621 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-25d1cd74-b4e8-4eea-a786-f250955022fa tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 4.5018008 Jan 20 14:28:37.661183 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 36014) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:28:37.672158 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 36016) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:28:37.690229 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-61576127-a67c-49f5-8430-4010d9a777db None None] For port 690920ee-ac00-4da3-a082-c4b38b4b345a, host dv-neutron-825124-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=690920ee-ac00-4da3-a082-c4b38b4b345a,segment=NetworkSegment(7b61d093-41ff-4202-b223-533eb0f8da0a),segment_id=7b61d093-41ff-4202-b223-533eb0f8da0a)] {{(pid=84154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 14:28:37.719021 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1df6812-68fd-4ddb-a04b-1a669b6126ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95c917f5-14ba-5e96-98b8-1a52654a930a-4336867f-11b0-4cb1-878d-f971738fa698', 'network_id': '4336867f-11b0-4cb1-878d-f971738fa698', 'tenant_id': '67ae27d5542441d081f0145797cee5f6', 'fixed_ips': [{'subnet_id': '3e43f200-6536-4335-9f95-7b5861f35e15'}]}} from dv-neutron-825124-1-hyperv. {{(pid=84154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 20 14:28:37.721408 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-a1df6812-68fd-4ddb-a04b-1a669b6126ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:37.816785 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-9f810fea-7b27-4366-adb6-b3e469031803 tempest-AllowedAddressPairTestJSON-1891555725 tempest-AllowedAddressPairTestJSON-1891555725-project] Calling delete_port for 16e128c1-632a-467f-aa09-8bf703deb0c2 owned by {{(pid=84152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:28:37.824548 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-61576127-a67c-49f5-8430-4010d9a777db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:37.829247 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee146acd-5455-4644-b6a9-f0b21481063b tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] GET failed (client error): The resource could not be found. Jan 20 14:28:37.829495 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-ee146acd-5455-4644-b6a9-f0b21481063b tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Synchronizing usage tracker for tenant:86e3e9c5b0744f88a459de56a9372787 on resource:port {{(pid=84153) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:28:37.841355 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-a8212a24-b446-4245-a8c7-0133f91d4f5e admin admin] 10.222.0.54 "PUT /v2.0/routers/dfc11a3a-1472-4634-85b6-c4b4c3194292/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.2088704 Jan 20 14:28:37.898833 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvr_db [None req-a2c593a6-2028-4322-87eb-0c586ad79417 None None] Set router dfc11a3a-1472-4634-85b6-c4b4c3194292 gateway port host: dv-neutron-825124-1-hyperv {{(pid=84155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 14:28:37.998237 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61576127-a67c-49f5-8430-4010d9a777db None None] Pushing event updated for resources: {'Port': ['ID=690920ee-ac00-4da3-a082-c4b38b4b345a,revision_number=2']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:28:38.058210 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e602394d-9e0f-449d-9d96-d60ae48aa714 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Network 44398e7f-5764-4128-9ca1-aac19fe5cf24 is scheduled to be hosted by DHCP agent 1a181e39-5220-4c1a-88f8-08a54e8bfc9b with binding_index 1 {{(pid=84153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 14:28:38.087884 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-9f810fea-7b27-4366-adb6-b3e469031803 tempest-AllowedAddressPairTestJSON-1891555725 tempest-AllowedAddressPairTestJSON-1891555725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:38.092337 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_common [None req-a1df6812-68fd-4ddb-a04b-1a669b6126ef None None] Allocated IP 2001:db8::f816:3eff:fea9:bd68 (4336867f-11b0-4cb1-878d-f971738fa698/3e43f200-6536-4335-9f95-7b5861f35e15/cb335af1-4a57-469f-ba6f-f2f5cff2e31a) {{(pid=84154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:28:38.113597 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.base_scheduler [None req-e602394d-9e0f-449d-9d96-d60ae48aa714 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825124-1-hyperv, 44398e7f-5764-4128-9ca1-aac19fe5cf24) {{(pid=84153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:28:38.142254 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e602394d-9e0f-449d-9d96-d60ae48aa714 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:28:38.142855 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-e602394d-9e0f-449d-9d96-d60ae48aa714 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Notify callbacks [] for subnet, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:38.229215 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f810fea-7b27-4366-adb6-b3e469031803 tempest-AllowedAddressPairTestJSON-1891555725 tempest-AllowedAddressPairTestJSON-1891555725-project] Pushing event deleted for resources: {'Port': ['ID=16e128c1-632a-467f-aa09-8bf703deb0c2,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:28:38.263946 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-ee146acd-5455-4644-b6a9-f0b21481063b tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Unset dirty status for tenant:86e3e9c5b0744f88a459de56a9372787 on resource:port {{(pid=84153) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:28:38.265113 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-ee146acd-5455-4644-b6a9-f0b21481063b tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] 10.222.0.54 "GET /v2.0/ports/2ea2bd75-9c82-46f6-ad15-e7ca69d72cea HTTP/1.1" status: 404 len: 333 time: 0.6004012 Jan 20 14:28:38.286595 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 36030) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:28:38.499064 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-9f810fea-7b27-4366-adb6-b3e469031803 tempest-AllowedAddressPairTestJSON-1891555725 tempest-AllowedAddressPairTestJSON-1891555725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:38.502787 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-f2726e98-6a04-4335-b39c-b190cecc728b tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586409'] for network, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:38.507685 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-466633c4-1637-4ae6-9322-22bba5a0dbf1 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks [] for port, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:38.538597 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.provisioning_blocks [None req-466633c4-1637-4ae6-9322-22bba5a0dbf1 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Transition to ACTIVE for port object e1137b7e-3a28-4efa-9f88-a1407535fbad will not be triggered until provisioned by entity DHCP. {{(pid=84152) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:28:38.576763 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-b2ff3bba-5384-4301-b1c2-9e78a2e9a558 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:38.576763 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-b2ff3bba-5384-4301-b1c2-9e78a2e9a558 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-745254'] for floatingip, after_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:38.576763 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.db.l3_db [None req-b2ff3bba-5384-4301-b1c2-9e78a2e9a558 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Floating IP 73b11871-61f8-4c73-9d1b-feedbb7b0e14 disassociated. External IP: 172.26.7.42, port: 681f3a6c-327a-4ea8-a939-b4528bde268b. Jan 20 14:28:38.576763 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-b2ff3bba-5384-4301-b1c2-9e78a2e9a558 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Calling delete_port for 681f3a6c-327a-4ea8-a939-b4528bde268b owned by {{(pid=84153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:28:38.611720 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-e602394d-9e0f-449d-9d96-d60ae48aa714 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 4.0006070 Jan 20 14:28:38.614723 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 36034) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:28:38.693712 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-a1df6812-68fd-4ddb-a04b-1a669b6126ef None None] Notify callbacks [] for port, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:38.707859 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-a2c593a6-2028-4322-87eb-0c586ad79417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfc11a3a-1472-4634-85b6-c4b4c3194292', 'name': 'tempest-ServersTestManualDisk-1471501085-router', 'tenant_id': '505c9f1bd3024976854da8233b1bef64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.2'}], 'enable_snat': True}, 'gw_port_id': '54818968-46ab-4132-8185-69d4b36cdd63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:28:16Z', 'updated_at': '2022-01-20T14:28:30Z', 'revision_number': 4, 'project_id': '505c9f1bd3024976854da8233b1bef64', 'gw_port': {'id': '54818968-46ab-4132-8185-69d4b36cdd63', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:22:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfc11a3a-1472-4634-85b6-c4b4c3194292', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:28:18Z', 'updated_at': '2022-01-20T14:28:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv', '_interfaces': [{'id': '24568632-0b1b-4825-bca4-377966038f85', 'name': '', 'network_id': 'e8d2ddcf-1876-48f1-bdb0-f45048b860a9', 'tenant_id': '505c9f1bd3024976854da8233b1bef64', 'mac_address': 'fa:16:3e:a9:f6:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfc11a3a-1472-4634-85b6-c4b4c3194292', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dc379b11-3200-4d8f-97db-49f9c34e1b6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:28:28Z', 'updated_at': '2022-01-20T14:28:31Z', 'revision_number': 2, 'project_id': '505c9f1bd3024976854da8233b1bef64', 'subnets': [{'id': 'dc379b11-3200-4d8f-97db-49f9c34e1b6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:28:38.712907 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2c593a6-2028-4322-87eb-0c586ad79417 None None] Checking router: dfc11a3a-1472-4634-85b6-c4b4c3194292 for host: dv-neutron-825124-1-hyperv {{(pid=84155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 14:28:38.713517 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2c593a6-2028-4322-87eb-0c586ad79417 None None] Updating router dfc11a3a-1472-4634-85b6-c4b4c3194292 port 24568632-0b1b-4825-bca4-377966038f85 binding host dv-neutron-825124-1-hyperv {{(pid=84155) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 20 14:28:38.719633 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-a1df6812-68fd-4ddb-a04b-1a669b6126ef None None] Transition to ACTIVE for port object cb335af1-4a57-469f-ba6f-f2f5cff2e31a will not be triggered until provisioned by entity L2. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:28:38.761190 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-a1df6812-68fd-4ddb-a04b-1a669b6126ef None None] Transition to ACTIVE for port object cb335af1-4a57-469f-ba6f-f2f5cff2e31a will not be triggered until provisioned by entity DHCP. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:28:38.770912 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4fe7796-43a4-4df2-b1e6-7648e0dc93a0 None None] Network 44398e7f-5764-4128-9ca1-aac19fe5cf24 requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:28:38.789610 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a2c593a6-2028-4322-87eb-0c586ad79417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:38.843765 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-b1bc54c0-8ea8-48a1-b332-8fc4acb7956b tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586409'] for network, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:38.849525 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-9f810fea-7b27-4366-adb6-b3e469031803 tempest-AllowedAddressPairTestJSON-1891555725 tempest-AllowedAddressPairTestJSON-1891555725-project] 10.222.0.54 "DELETE /v2.0/ports/16e128c1-632a-467f-aa09-8bf703deb0c2 HTTP/1.1" status: 204 len: 168 time: 1.9747360 Jan 20 14:28:38.849672 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-f2726e98-6a04-4335-b39c-b190cecc728b tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1627147'] for subnet, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:38.849823 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-466633c4-1637-4ae6-9322-22bba5a0dbf1 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:38.853447 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 36038) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:28:38.913227 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-a1df6812-68fd-4ddb-a04b-1a669b6126ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477'] for port, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:39.045351 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.db_base_plugin_v2 [None req-efdab126-1bff-4d89-b79d-15b88b7b7710 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Deleting subnet 8285b0cc-891f-4e00-8190-997bc9af7c72 {{(pid=84153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 20 14:28:39.048987 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-efdab126-1bff-4d89-b79d-15b88b7b7710 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks [] for subnet, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:39.060189 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1df6812-68fd-4ddb-a04b-1a669b6126ef None None] Network 4336867f-11b0-4cb1-878d-f971738fa698 is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:28:39.071356 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-a1df6812-68fd-4ddb-a04b-1a669b6126ef None None] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:28:39.074505 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1df6812-68fd-4ddb-a04b-1a669b6126ef None None] Received port after_create {{(pid=84154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:28:39.195398 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 36042) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:28:39.210376 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1df6812-68fd-4ddb-a04b-1a669b6126ef None None] Pushing event updated for resources: {'Port': ['ID=cb335af1-4a57-469f-ba6f-f2f5cff2e31a,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:28:39.228061 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-efdab126-1bff-4d89-b79d-15b88b7b7710 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3980851'] for subnet, precommit_delete_associations {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:39.233483 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-0f0ff0ef-1c9c-4310-8f71-9450586e8101 tempest-ServersTestManualDisk-1917914165 tempest-ServersTestManualDisk-1917914165-project] Request body: {'security_group': {'name': 'tempest-securitygroup--629168090', 'description': 'tempest-description--1899821912'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:28:39.247397 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-a1df6812-68fd-4ddb-a04b-1a669b6126ef None None] Attempting to bind port cb335af1-4a57-469f-ba6f-f2f5cff2e31a on host dv-neutron-825124-1-hyperv for vnic_type normal with profile {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:28:39.248243 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-a1df6812-68fd-4ddb-a04b-1a669b6126ef None None] Attempting to bind port cb335af1-4a57-469f-ba6f-f2f5cff2e31a by drivers openvswitch,hyperv on host dv-neutron-825124-1-hyperv at level 0 using segments [{'id': '7551dc40-a6b9-451e-9de9-5296bc94be88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '4336867f-11b0-4cb1-878d-f971738fa698'}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:28:39.248243 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1df6812-68fd-4ddb-a04b-1a669b6126ef None None] Attempting to bind port cb335af1-4a57-469f-ba6f-f2f5cff2e31a on network 4336867f-11b0-4cb1-878d-f971738fa698 {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 14:28:39.251149 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466633c4-1637-4ae6-9322-22bba5a0dbf1 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Pushing event updated for resources: {'Port': ['ID=e1137b7e-3a28-4efa-9f88-a1407535fbad,revision_number=1']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:28:39.258069 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-466633c4-1637-4ae6-9322-22bba5a0dbf1 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Network dbce74ed-d43c-4540-8d8d-e582f35e4792 is already hosted by enough agents. {{(pid=84152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:28:39.261486 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-0f0ff0ef-1c9c-4310-8f71-9450586e8101 tempest-ServersTestManualDisk-1917914165 tempest-ServersTestManualDisk-1917914165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:28:39.263192 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1df6812-68fd-4ddb-a04b-1a669b6126ef None None] Checking agent: {'id': '6414dfeb-85c5-454a-8756-709ca637d800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825124-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 16, 31), 'started_at': datetime.datetime(2022, 1, 20, 14, 17, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 28, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825124-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 14:28:39.264102 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1df6812-68fd-4ddb-a04b-1a669b6126ef None None] Checking segment: {'id': '7551dc40-a6b9-451e-9de9-5296bc94be88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '4336867f-11b0-4cb1-878d-f971738fa698'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 14:28:39.264514 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-a1df6812-68fd-4ddb-a04b-1a669b6126ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:39.265499 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1df6812-68fd-4ddb-a04b-1a669b6126ef None None] Bound using segment: {'id': '7551dc40-a6b9-451e-9de9-5296bc94be88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '4336867f-11b0-4cb1-878d-f971738fa698'} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 14:28:39.265979 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-a1df6812-68fd-4ddb-a04b-1a669b6126ef None None] Bound port: cb335af1-4a57-469f-ba6f-f2f5cff2e31a, host: dv-neutron-825124-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7551dc40-a6b9-451e-9de9-5296bc94be88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '4336867f-11b0-4cb1-878d-f971738fa698'}}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:28:39.266860 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-a1df6812-68fd-4ddb-a04b-1a669b6126ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:39.269669 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.base_scheduler [None req-466633c4-1637-4ae6-9322-22bba5a0dbf1 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Resources bound (agent type, host, resource id): {{(pid=84152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:28:39.287638 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-0f0ff0ef-1c9c-4310-8f71-9450586e8101 tempest-ServersTestManualDisk-1917914165 tempest-ServersTestManualDisk-1917914165-project] Usage tracker for resource:security_group and tenant:505c9f1bd3024976854da8233b1bef64 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:28:39.296262 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-466633c4-1637-4ae6-9322-22bba5a0dbf1 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Received port after_create {{(pid=84152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:28:39.296933 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-466633c4-1637-4ae6-9322-22bba5a0dbf1 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-745387'] for router_interface, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:39.299681 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-0f0ff0ef-1c9c-4310-8f71-9450586e8101 tempest-ServersTestManualDisk-1917914165 tempest-ServersTestManualDisk-1917914165-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:28:39.328827 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-b2ff3bba-5384-4301-b1c2-9e78a2e9a558 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:39.337572 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-f2726e98-6a04-4335-b39c-b190cecc728b tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1627154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3943464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4194013'] for subnet, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:39.351414 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-0f0ff0ef-1c9c-4310-8f71-9450586e8101 tempest-ServersTestManualDisk-1917914165 tempest-ServersTestManualDisk-1917914165-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:28:39.418761 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-b1bc54c0-8ea8-48a1-b332-8fc4acb7956b tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1627147'] for subnet, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:39.439911 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a2c593a6-2028-4322-87eb-0c586ad79417 None None] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:39.460271 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-a2c593a6-2028-4322-87eb-0c586ad79417 None None] Transition to ACTIVE for port object 24568632-0b1b-4825-bca4-377966038f85 will not be triggered until provisioned by entity L2. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:28:39.462956 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83bf2b1f-0385-4161-b8e5-a0a8055ad1ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95c917f5-14ba-5e96-98b8-1a52654a930a-44398e7f-5764-4128-9ca1-aac19fe5cf24', 'network_id': '44398e7f-5764-4128-9ca1-aac19fe5cf24', 'tenant_id': 'fb1d1c9fcb3d4adb98a1b2ecf7f7158b', 'fixed_ips': [{'subnet_id': '20555d49-a019-42cf-b519-2570d400e8dc'}]}} from dv-neutron-825124-1-hyperv. {{(pid=84154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 20 14:28:39.464509 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-83bf2b1f-0385-4161-b8e5-a0a8055ad1ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:39.481297 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2726e98-6a04-4335-b39c-b190cecc728b tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Pushing event deleted for resources: {'Subnet': ['ID=3e43f200-6536-4335-9f95-7b5861f35e15,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:28:39.504710 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ab4a670-6c71-4897-9ec0-0234884b6566 tempest-AllowedAddressPairTestJSON-1891555725 tempest-AllowedAddressPairTestJSON-1891555725-project] Deleting subnet 35131c22-2358-4c18-9e2c-b9373c4c44ae {{(pid=84152) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 20 14:28:39.517839 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-2ab4a670-6c71-4897-9ec0-0234884b6566 tempest-AllowedAddressPairTestJSON-1891555725 tempest-AllowedAddressPairTestJSON-1891555725-project] Notify callbacks [] for subnet, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:39.519889 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ff3bba-5384-4301-b1c2-9e78a2e9a558 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Pushing event deleted for resources: {'Port': ['ID=681f3a6c-327a-4ea8-a939-b4528bde268b,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:28:39.553230 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a2c593a6-2028-4322-87eb-0c586ad79417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:39.592944 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-a1df6812-68fd-4ddb-a04b-1a669b6126ef None None] For port cb335af1-4a57-469f-ba6f-f2f5cff2e31a, host dv-neutron-825124-1-hyperv, cleared binding levels {{(pid=84154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 14:28:39.601355 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-0f0ff0ef-1c9c-4310-8f71-9450586e8101 tempest-ServersTestManualDisk-1917914165 tempest-ServersTestManualDisk-1917914165-project] Notify callbacks [] for security_group, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:39.615335 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-a1df6812-68fd-4ddb-a04b-1a669b6126ef None None] For port cb335af1-4a57-469f-ba6f-f2f5cff2e31a, host dv-neutron-825124-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=cb335af1-4a57-469f-ba6f-f2f5cff2e31a,segment=NetworkSegment(7551dc40-a6b9-451e-9de9-5296bc94be88),segment_id=7551dc40-a6b9-451e-9de9-5296bc94be88)] {{(pid=84154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 14:28:39.641905 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-2ab4a670-6c71-4897-9ec0-0234884b6566 tempest-AllowedAddressPairTestJSON-1891555725 tempest-AllowedAddressPairTestJSON-1891555725-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3337915'] for subnet, precommit_delete_associations {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:39.685117 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-a1df6812-68fd-4ddb-a04b-1a669b6126ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:39.817111 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-466633c4-1637-4ae6-9322-22bba5a0dbf1 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:39.855557 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-b1bc54c0-8ea8-48a1-b332-8fc4acb7956b tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1627154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4163580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155308'] for subnet, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:39.918214 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server [None req-83bf2b1f-0385-4161-b8e5-a0a8055ad1ee None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 20555d49-a019-42cf-b519-2570d400e8dc: This subnet is being modified by another concurrent operation. Jan 20 14:28:39.918214 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 20 14:28:39.918214 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 20 14:28:39.918214 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 20 14:28:39.918214 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 20 14:28:39.918214 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 20 14:28:39.918214 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 20 14:28:39.918214 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 20 14:28:39.918214 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 20 14:28:39.918214 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 20 14:28:39.918214 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 20 14:28:39.918214 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 20 14:28:39.918214 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 20 14:28:39.918214 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 20 14:28:39.918214 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 20 14:28:39.918214 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 20 14:28:39.918214 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 20 14:28:39.918214 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server raise value Jan 20 14:28:39.918214 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 20 14:28:39.918214 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 20 14:28:39.918214 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 20 14:28:39.918214 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 20 14:28:39.918214 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 20 14:28:39.918214 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 20 14:28:39.918214 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 20 14:28:39.918214 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 20 14:28:39.918214 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 20 14:28:39.918214 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server raise value Jan 20 14:28:39.918214 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 20 14:28:39.918214 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 20 14:28:39.918214 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 20 14:28:39.918214 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 20 14:28:39.918214 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 20 14:28:39.918214 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 20 14:28:39.918214 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 20 14:28:39.918214 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 20 14:28:39.918214 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 20 14:28:39.918214 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server raise value Jan 20 14:28:39.918214 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 20 14:28:39.918214 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 20 14:28:39.918214 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 20 14:28:39.918214 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 20 14:28:39.918214 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Jan 20 14:28:39.918214 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 20 14:28:39.918214 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Jan 20 14:28:39.918214 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 20 14:28:39.918214 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Jan 20 14:28:39.918214 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 20 14:28:39.918214 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Jan 20 14:28:39.918214 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jan 20 14:28:39.918214 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Jan 20 14:28:39.918214 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 20 14:28:39.918214 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 20 14:28:39.923041 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 20 14:28:39.923041 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 20 14:28:39.923041 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 20 14:28:39.923041 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 20 14:28:39.923041 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 20 14:28:39.923041 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 20 14:28:39.923041 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server raise value Jan 20 14:28:39.923041 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 20 14:28:39.923041 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 20 14:28:39.923041 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 20 14:28:39.923041 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 20 14:28:39.923041 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 20 14:28:39.923041 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 20 14:28:39.923041 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 20 14:28:39.923041 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 20 14:28:39.923041 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 20 14:28:39.923041 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server raise value Jan 20 14:28:39.923041 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 20 14:28:39.923041 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 20 14:28:39.923041 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 20 14:28:39.923041 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 20 14:28:39.923041 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 20 14:28:39.923041 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 20 14:28:39.923041 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 20 14:28:39.923041 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 20 14:28:39.923041 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 20 14:28:39.923041 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server raise value Jan 20 14:28:39.923041 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 20 14:28:39.923041 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 20 14:28:39.923041 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Jan 20 14:28:39.923041 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 20 14:28:39.923041 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Jan 20 14:28:39.923041 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 20 14:28:39.923041 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Jan 20 14:28:39.923041 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 20 14:28:39.923041 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 20 14:28:39.923041 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 20 14:28:39.923041 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Jan 20 14:28:39.923041 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 20 14:28:39.923041 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Jan 20 14:28:39.923041 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 20 14:28:39.923041 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 20 14:28:39.923041 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 20 14:28:39.923041 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 20 14:28:39.923041 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 20 14:28:39.923041 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Jan 20 14:28:39.923041 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 20 14:28:39.923041 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 20 14:28:39.923041 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server raise exception Jan 20 14:28:39.923041 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 20555d49-a019-42cf-b519-2570d400e8dc: This subnet is being modified by another concurrent operation. Jan 20 14:28:39.923041 dv-neutron-825124-1-hyperv neutron-server[84154]: ERROR oslo_messaging.rpc.server Jan 20 14:28:39.928546 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-a2c593a6-2028-4322-87eb-0c586ad79417 None None] Attempting to bind port 24568632-0b1b-4825-bca4-377966038f85 on host dv-neutron-825124-1-hyperv for vnic_type normal with profile {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:28:39.929051 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-a2c593a6-2028-4322-87eb-0c586ad79417 None None] Attempting to bind port 24568632-0b1b-4825-bca4-377966038f85 by drivers openvswitch,hyperv on host dv-neutron-825124-1-hyperv at level 0 using segments [{'id': '8f68484d-6593-49e2-9e7f-32db329e3bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'e8d2ddcf-1876-48f1-bdb0-f45048b860a9'}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:28:39.929051 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2c593a6-2028-4322-87eb-0c586ad79417 None None] Attempting to bind port 24568632-0b1b-4825-bca4-377966038f85 on network e8d2ddcf-1876-48f1-bdb0-f45048b860a9 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 14:28:39.951556 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-0f0ff0ef-1c9c-4310-8f71-9450586e8101 tempest-ServersTestManualDisk-1917914165 tempest-ServersTestManualDisk-1917914165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:28:39.954232 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bc54c0-8ea8-48a1-b332-8fc4acb7956b tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Pushing event deleted for resources: {'Subnet': ['ID=20555d49-a019-42cf-b519-2570d400e8dc,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:28:39.957521 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2c593a6-2028-4322-87eb-0c586ad79417 None None] Checking agent: {'id': '6414dfeb-85c5-454a-8756-709ca637d800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825124-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 16, 31), 'started_at': datetime.datetime(2022, 1, 20, 14, 17, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 28, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825124-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 14:28:39.957521 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2c593a6-2028-4322-87eb-0c586ad79417 None None] Checking segment: {'id': '8f68484d-6593-49e2-9e7f-32db329e3bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'e8d2ddcf-1876-48f1-bdb0-f45048b860a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 14:28:39.957521 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a2c593a6-2028-4322-87eb-0c586ad79417 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:39.957521 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2c593a6-2028-4322-87eb-0c586ad79417 None None] Bound using segment: {'id': '8f68484d-6593-49e2-9e7f-32db329e3bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'e8d2ddcf-1876-48f1-bdb0-f45048b860a9'} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 14:28:39.957521 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-a2c593a6-2028-4322-87eb-0c586ad79417 None None] Bound port: 24568632-0b1b-4825-bca4-377966038f85, host: dv-neutron-825124-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f68484d-6593-49e2-9e7f-32db329e3bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'e8d2ddcf-1876-48f1-bdb0-f45048b860a9'}}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:28:39.958020 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a2c593a6-2028-4322-87eb-0c586ad79417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:39.991481 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b79e3ef-206d-4cda-9dc2-951acb258a99 None None] Pushing event updated for resources: {'Port': ['ID=24568632-0b1b-4825-bca4-377966038f85,revision_number=3']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:28:40.021322 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59729b9a-0d7e-4aa6-a90b-80db8eb9045c None None] Network 44398e7f-5764-4128-9ca1-aac19fe5cf24 requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:28:40.028169 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-efdab126-1bff-4d89-b79d-15b88b7b7710 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1627147'] for subnet, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:40.036285 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-0f0ff0ef-1c9c-4310-8f71-9450586e8101 tempest-ServersTestManualDisk-1917914165 tempest-ServersTestManualDisk-1917914165-project] Usage tracker for resource:security_group_rule and tenant:505c9f1bd3024976854da8233b1bef64 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:28:40.078856 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-0f0ff0ef-1c9c-4310-8f71-9450586e8101 tempest-ServersTestManualDisk-1917914165 tempest-ServersTestManualDisk-1917914165-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:28:40.120034 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-f2726e98-6a04-4335-b39c-b190cecc728b tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1626242', 'neutron.services.segments.db._delete_segments_for_network-8769554214620'] for network, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:40.141698 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-a2c593a6-2028-4322-87eb-0c586ad79417 None None] For port 24568632-0b1b-4825-bca4-377966038f85, host dv-neutron-825124-1-hyperv, cleared binding levels {{(pid=84155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 14:28:40.145522 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-a2c593a6-2028-4322-87eb-0c586ad79417 None None] For port 24568632-0b1b-4825-bca4-377966038f85, host dv-neutron-825124-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=24568632-0b1b-4825-bca4-377966038f85,segment=NetworkSegment(8f68484d-6593-49e2-9e7f-32db329e3bf4),segment_id=8f68484d-6593-49e2-9e7f-32db329e3bf4)] {{(pid=84155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 14:28:40.177205 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.services.segments.db [None req-f2726e98-6a04-4335-b39c-b190cecc728b tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4336867f-11b0-4cb1-878d-f971738fa698']}} {{(pid=84153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:28:40.184962 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-5bd066f3-06f0-4e1a-af1f-76071726941c None None] Provisioning for port 690920ee-ac00-4da3-a082-c4b38b4b345a completed by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:28:40.200690 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.services.segments.db [None req-f2726e98-6a04-4335-b39c-b190cecc728b tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7551dc40-a6b9-451e-9de9-5296bc94be88') {'for_net_delete': True} {{(pid=84153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:28:40.201057 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.services.segments.db [None req-f2726e98-6a04-4335-b39c-b190cecc728b tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7551dc40-a6b9-451e-9de9-5296bc94be88') {} {{(pid=84153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:28:40.218315 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-f2726e98-6a04-4335-b39c-b190cecc728b tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769554214503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980856'] for segment, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:40.241632 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-b1bc54c0-8ea8-48a1-b332-8fc4acb7956b tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1626242', 'neutron.services.segments.db._delete_segments_for_network-8769554214620'] for network, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:40.262684 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a2c593a6-2028-4322-87eb-0c586ad79417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:40.268217 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.segments.db [None req-b1bc54c0-8ea8-48a1-b332-8fc4acb7956b tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44398e7f-5764-4128-9ca1-aac19fe5cf24']}} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:28:40.281964 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.segments.db [None req-b1bc54c0-8ea8-48a1-b332-8fc4acb7956b tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0b90c8a-4939-4522-896e-4cacf53213a7') {'for_net_delete': True} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:28:40.282260 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.segments.db [None req-b1bc54c0-8ea8-48a1-b332-8fc4acb7956b tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0b90c8a-4939-4522-896e-4cacf53213a7') {} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:28:40.295167 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-b1bc54c0-8ea8-48a1-b332-8fc4acb7956b tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769554214503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3337904'] for segment, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:40.309807 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1df6812-68fd-4ddb-a04b-1a669b6126ef None None] Pushing event updated for resources: {'Port': ['ID=cb335af1-4a57-469f-ba6f-f2f5cff2e31a,revision_number=2']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:28:40.326970 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-b1bc54c0-8ea8-48a1-b332-8fc4acb7956b tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:40.330772 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 690920ee-ac00-4da3-a082-c4b38b4b345a up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:28:40.361646 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b3757f9-0cac-4a71-9883-5d03db15090d None None] Network 4336867f-11b0-4cb1-878d-f971738fa698 requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:28:40.390143 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b79e3ef-206d-4cda-9dc2-951acb258a99 None None] Pushing event updated for resources: {'Port': ['ID=24568632-0b1b-4825-bca4-377966038f85,revision_number=4']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:28:40.407383 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2c593a6-2028-4322-87eb-0c586ad79417 None None] Routers {'dfc11a3a-1472-4634-85b6-c4b4c3194292'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:28:40.408481 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-a2c593a6-2028-4322-87eb-0c586ad79417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:28:30Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['dfc11a3a-1472-4634-85b6-c4b4c3194292'], 'active': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:28:40.452338 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-0f0ff0ef-1c9c-4310-8f71-9450586e8101 tempest-ServersTestManualDisk-1917914165 tempest-ServersTestManualDisk-1917914165-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:28:40.459141 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-2ab4a670-6c71-4897-9ec0-0234884b6566 tempest-AllowedAddressPairTestJSON-1891555725 tempest-AllowedAddressPairTestJSON-1891555725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1627147'] for subnet, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:40.488500 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1bc54c0-8ea8-48a1-b332-8fc4acb7956b tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Releasing vlan 171 on physical network physnet1 to pool {{(pid=84152) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 14:28:40.488893 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-b1bc54c0-8ea8-48a1-b332-8fc4acb7956b tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1622950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4162906'] for segment, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:40.507809 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-f2726e98-6a04-4335-b39c-b190cecc728b tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:40.510588 dv-neutron-825124-1-hyperv neutron-server[84152]: Traceback (most recent call last): Jan 20 14:28:40.510588 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 14:28:40.510588 dv-neutron-825124-1-hyperv neutron-server[84152]: timer() Jan 20 14:28:40.510588 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 14:28:40.510588 dv-neutron-825124-1-hyperv neutron-server[84152]: cb(*args, **kw) Jan 20 14:28:40.510588 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 14:28:40.510588 dv-neutron-825124-1-hyperv neutron-server[84152]: return func(*args, **kwargs) Jan 20 14:28:40.510588 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 14:28:40.510588 dv-neutron-825124-1-hyperv neutron-server[84152]: self._notify() Jan 20 14:28:40.510588 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 14:28:40.510588 dv-neutron-825124-1-hyperv neutron-server[84152]: self.callback(batched_events) Jan 20 14:28:40.510588 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 14:28:40.510588 dv-neutron-825124-1-hyperv neutron-server[84152]: event.method(event) Jan 20 14:28:40.510588 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 14:28:40.510588 dv-neutron-825124-1-hyperv neutron-server[84152]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 14:28:40.510588 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 14:28:40.510588 dv-neutron-825124-1-hyperv neutron-server[84152]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 14:28:40.510588 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 14:28:40.510588 dv-neutron-825124-1-hyperv neutron-server[84152]: return f(self, *a, **k) Jan 20 14:28:40.510588 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 14:28:40.510588 dv-neutron-825124-1-hyperv neutron-server[84152]: return self._get(url).json() Jan 20 14:28:40.510588 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 14:28:40.510588 dv-neutron-825124-1-hyperv neutron-server[84152]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 14:28:40.510588 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 14:28:40.510588 dv-neutron-825124-1-hyperv neutron-server[84152]: return self.request(url, 'GET', **kwargs) Jan 20 14:28:40.510588 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 14:28:40.510588 dv-neutron-825124-1-hyperv neutron-server[84152]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 14:28:40.510588 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 14:28:40.510588 dv-neutron-825124-1-hyperv neutron-server[84152]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 14:28:40.510588 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 14:28:40.510588 dv-neutron-825124-1-hyperv neutron-server[84152]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 14:28:40.510588 dv-neutron-825124-1-hyperv neutron-server[84152]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 14:28:40.537957 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2726e98-6a04-4335-b39c-b190cecc728b tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Releasing vlan 182 on physical network physnet1 to pool {{(pid=84153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 14:28:40.540461 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-f2726e98-6a04-4335-b39c-b190cecc728b tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1622950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3944078'] for segment, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:40.554090 dv-neutron-825124-1-hyperv neutron-server[84153]: Traceback (most recent call last): Jan 20 14:28:40.554090 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 14:28:40.554090 dv-neutron-825124-1-hyperv neutron-server[84153]: timer() Jan 20 14:28:40.554090 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 14:28:40.554090 dv-neutron-825124-1-hyperv neutron-server[84153]: cb(*args, **kw) Jan 20 14:28:40.554090 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 14:28:40.554090 dv-neutron-825124-1-hyperv neutron-server[84153]: return func(*args, **kwargs) Jan 20 14:28:40.554090 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 14:28:40.554090 dv-neutron-825124-1-hyperv neutron-server[84153]: self._notify() Jan 20 14:28:40.554090 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 14:28:40.554090 dv-neutron-825124-1-hyperv neutron-server[84153]: self.callback(batched_events) Jan 20 14:28:40.554090 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 14:28:40.554090 dv-neutron-825124-1-hyperv neutron-server[84153]: event.method(event) Jan 20 14:28:40.554090 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 14:28:40.554090 dv-neutron-825124-1-hyperv neutron-server[84153]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 14:28:40.554090 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 14:28:40.554090 dv-neutron-825124-1-hyperv neutron-server[84153]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 14:28:40.554090 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 14:28:40.554090 dv-neutron-825124-1-hyperv neutron-server[84153]: return f(self, *a, **k) Jan 20 14:28:40.554090 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 14:28:40.554090 dv-neutron-825124-1-hyperv neutron-server[84153]: return self._get(url).json() Jan 20 14:28:40.554090 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 14:28:40.554090 dv-neutron-825124-1-hyperv neutron-server[84153]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 14:28:40.554090 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 14:28:40.554090 dv-neutron-825124-1-hyperv neutron-server[84153]: return self.request(url, 'GET', **kwargs) Jan 20 14:28:40.554090 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 14:28:40.554090 dv-neutron-825124-1-hyperv neutron-server[84153]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 14:28:40.554090 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 14:28:40.554090 dv-neutron-825124-1-hyperv neutron-server[84153]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 14:28:40.554090 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 14:28:40.554090 dv-neutron-825124-1-hyperv neutron-server[84153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 14:28:40.554090 dv-neutron-825124-1-hyperv neutron-server[84153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 14:28:40.648306 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-efdab126-1bff-4d89-b79d-15b88b7b7710 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1627154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3943464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4194013'] for subnet, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:40.674188 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvr_db [None req-a2c593a6-2028-4322-87eb-0c586ad79417 None None] Set router dfc11a3a-1472-4634-85b6-c4b4c3194292 gateway port host: dv-neutron-825124-1-hyperv {{(pid=84155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 14:28:40.711657 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdab126-1bff-4d89-b79d-15b88b7b7710 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Pushing event deleted for resources: {'Subnet': ['ID=8285b0cc-891f-4e00-8190-997bc9af7c72,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:28:40.745412 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-efdab126-1bff-4d89-b79d-15b88b7b7710 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks [] for subnet, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:40.760025 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80956021-d987-4dab-8e31-70a2b3595a15 None None] Network 276b2c6a-a93d-4a14-aaed-8d5e87c17e16 requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:28:40.777056 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-efdab126-1bff-4d89-b79d-15b88b7b7710 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] 10.222.0.54 "DELETE /v2.0/subnets/8285b0cc-891f-4e00-8190-997bc9af7c72 HTTP/1.1" status: 204 len: 168 time: 2.4718063 Jan 20 14:28:40.777659 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 36048) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:28:40.866929 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning for port 690920ee-ac00-4da3-a082-c4b38b4b345a completed by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:28:40.883711 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port 690920ee-ac00-4da3-a082-c4b38b4b345a triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:28:40.884084 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:40.915522 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2ff3bba-5384-4301-b1c2-9e78a2e9a558 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Router 02bcddc9-e08b-41f3-942b-a3a434819b2d has already been hosted by L3 agent 624d525b-4c26-4143-8a1c-228bb1c6faaa {{(pid=84153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 14:28:40.919726 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-574d277d-c090-4a31-b2cb-e246fb04baa1 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586409'] for network, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:40.925961 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.db.api [None req-f2726e98-6a04-4335-b39c-b190cecc728b tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 20 14:28:40.925961 dv-neutron-825124-1-hyperv neutron-server[84153]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 20 14:28:40.925961 dv-neutron-825124-1-hyperv neutron-server[84153]: [parameters: {'id': '4336867f-11b0-4cb1-878d-f971738fa698'}] Jan 20 14:28:40.925961 dv-neutron-825124-1-hyperv neutron-server[84153]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84153) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 14:28:40.926456 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG oslo_db.api [None req-f2726e98-6a04-4335-b39c-b190cecc728b tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 14:28:40.973553 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-b1bc54c0-8ea8-48a1-b332-8fc4acb7956b tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1626253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-745296'] for network, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:40.976530 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-2ab4a670-6c71-4897-9ec0-0234884b6566 tempest-AllowedAddressPairTestJSON-1891555725 tempest-AllowedAddressPairTestJSON-1891555725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1627154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4163580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155308'] for subnet, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:41.007646 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-574d277d-c090-4a31-b2cb-e246fb04baa1 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Deleting port 035658a0-919f-43cb-ba6f-9d6f24d25525 {{(pid=84153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:28:41.008001 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-574d277d-c090-4a31-b2cb-e246fb04baa1 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:41.047607 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-3b556465-0f55-4d6d-a4ef-d0ba4f862dd3 None None] Provisioning for port e1137b7e-3a28-4efa-9f88-a1407535fbad completed by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:28:41.052809 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-b1bc54c0-8ea8-48a1-b332-8fc4acb7956b tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Notify callbacks [] for network, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:41.067939 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-3b556465-0f55-4d6d-a4ef-d0ba4f862dd3 None None] Provisioning complete for port e1137b7e-3a28-4efa-9f88-a1407535fbad triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:28:41.068441 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-3b556465-0f55-4d6d-a4ef-d0ba4f862dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:41.081554 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bc54c0-8ea8-48a1-b332-8fc4acb7956b tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Pushing event deleted for resources: {'Network': ['ID=44398e7f-5764-4128-9ca1-aac19fe5cf24,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:28:41.086398 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab4a670-6c71-4897-9ec0-0234884b6566 tempest-AllowedAddressPairTestJSON-1891555725 tempest-AllowedAddressPairTestJSON-1891555725-project] Pushing event deleted for resources: {'Subnet': ['ID=35131c22-2358-4c18-9e2c-b9373c4c44ae,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:28:41.179532 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-3b556465-0f55-4d6d-a4ef-d0ba4f862dd3 None None] Port e1137b7e-3a28-4efa-9f88-a1407535fbad cannot update to ACTIVE because it is not bound. {{(pid=84154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 14:28:41.183622 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-0f0ff0ef-1c9c-4310-8f71-9450586e8101 tempest-ServersTestManualDisk-1917914165 tempest-ServersTestManualDisk-1917914165-project] Notify callbacks [] for security_group, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:41.205351 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:41.215033 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-a2c593a6-2028-4322-87eb-0c586ad79417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfc11a3a-1472-4634-85b6-c4b4c3194292', 'name': 'tempest-ServersTestManualDisk-1471501085-router', 'tenant_id': '505c9f1bd3024976854da8233b1bef64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.2'}], 'enable_snat': True}, 'gw_port_id': '54818968-46ab-4132-8185-69d4b36cdd63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:28:16Z', 'updated_at': '2022-01-20T14:28:30Z', 'revision_number': 4, 'project_id': '505c9f1bd3024976854da8233b1bef64', 'gw_port': {'id': '54818968-46ab-4132-8185-69d4b36cdd63', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:22:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfc11a3a-1472-4634-85b6-c4b4c3194292', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:28:18Z', 'updated_at': '2022-01-20T14:28:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv', '_interfaces': [{'id': '24568632-0b1b-4825-bca4-377966038f85', 'name': '', 'network_id': 'e8d2ddcf-1876-48f1-bdb0-f45048b860a9', 'tenant_id': '505c9f1bd3024976854da8233b1bef64', 'mac_address': 'fa:16:3e:a9:f6:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfc11a3a-1472-4634-85b6-c4b4c3194292', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dc379b11-3200-4d8f-97db-49f9c34e1b6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:28:28Z', 'updated_at': '2022-01-20T14:28:40Z', 'revision_number': 4, 'project_id': '505c9f1bd3024976854da8233b1bef64', 'subnets': [{'id': 'dc379b11-3200-4d8f-97db-49f9c34e1b6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:28:41.219158 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b602483-e47b-4ec2-90b8-f9e6f66042e1 None None] Network 401af806-85f7-4798-b548-c297021420e8 requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:28:41.219681 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2c593a6-2028-4322-87eb-0c586ad79417 None None] The sync data for ids ['dfc11a3a-1472-4634-85b6-c4b4c3194292'] in dv-neutron-825124-1-hyperv is: [{'id': 'dfc11a3a-1472-4634-85b6-c4b4c3194292', 'name': 'tempest-ServersTestManualDisk-1471501085-router', 'tenant_id': '505c9f1bd3024976854da8233b1bef64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.2'}], 'enable_snat': True}, 'gw_port_id': '54818968-46ab-4132-8185-69d4b36cdd63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:28:16Z', 'updated_at': '2022-01-20T14:28:30Z', 'revision_number': 4, 'project_id': '505c9f1bd3024976854da8233b1bef64', 'gw_port': {'id': '54818968-46ab-4132-8185-69d4b36cdd63', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:22:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfc11a3a-1472-4634-85b6-c4b4c3194292', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:28:18Z', 'updated_at': '2022-01-20T14:28:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv', '_interfaces': [{'id': '24568632-0b1b-4825-bca4-377966038f85', 'name': '', 'network_id': 'e8d2ddcf-1876-48f1-bdb0-f45048b860a9', 'tenant_id': '505c9f1bd3024976854da8233b1bef64', 'mac_address': 'fa:16:3e:a9:f6:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfc11a3a-1472-4634-85b6-c4b4c3194292', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dc379b11-3200-4d8f-97db-49f9c34e1b6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:28:28Z', 'updated_at': '2022-01-20T14:28:40Z', 'revision_number': 4, 'project_id': '505c9f1bd3024976854da8233b1bef64', 'subnets': [{'id': 'dc379b11-3200-4d8f-97db-49f9c34e1b6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 14:28:41.234183 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-2ab4a670-6c71-4897-9ec0-0234884b6566 tempest-AllowedAddressPairTestJSON-1891555725 tempest-AllowedAddressPairTestJSON-1891555725-project] Notify callbacks [] for subnet, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:41.236524 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-2ab4a670-6c71-4897-9ec0-0234884b6566 tempest-AllowedAddressPairTestJSON-1891555725 tempest-AllowedAddressPairTestJSON-1891555725-project] 10.222.0.54 "DELETE /v2.0/subnets/35131c22-2358-4c18-9e2c-b9373c4c44ae HTTP/1.1" status: 204 len: 168 time: 2.3434441 Jan 20 14:28:41.254359 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-b1bc54c0-8ea8-48a1-b332-8fc4acb7956b tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] 10.222.0.54 "DELETE /v2.0/networks/44398e7f-5764-4128-9ca1-aac19fe5cf24 HTTP/1.1" status: 204 len: 168 time: 2.6382191 Jan 20 14:28:41.262285 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 36054) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:28:41.262918 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 36056) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:28:41.264230 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-0f0ff0ef-1c9c-4310-8f71-9450586e8101 tempest-ServersTestManualDisk-1917914165 tempest-ServersTestManualDisk-1917914165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:41.307343 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.db [None req-574d277d-c090-4a31-b2cb-e246fb04baa1 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] For port 035658a0-919f-43cb-ba6f-9d6f24d25525, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=035658a0-919f-43cb-ba6f-9d6f24d25525,segment=NetworkSegment(ebfb7367-17d4-4db7-9b3c-6770e9dc7157),segment_id=ebfb7367-17d4-4db7-9b3c-6770e9dc7157)] {{(pid=84153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:28:41.307710 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-574d277d-c090-4a31-b2cb-e246fb04baa1 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:41.390475 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-debf8d6c-1ded-40ea-aed2-bc1a28c2c0f1 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-666103497'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:28:41.412402 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-debf8d6c-1ded-40ea-aed2-bc1a28c2c0f1 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:28:41.439916 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9b99564-7421-4d30-8fc3-f0fc2f8c5ff9 None None] DHCP port deletion for 276b2c6a-a93d-4a14-aaed-8d5e87c17e16 request from dv-neutron-825124-1-hyperv {{(pid=84154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 20 14:28:41.452816 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-574d277d-c090-4a31-b2cb-e246fb04baa1 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Calling delete_port for 035658a0-919f-43cb-ba6f-9d6f24d25525 owned by network:dhcp {{(pid=84153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:28:41.466887 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] For port 690920ee-ac00-4da3-a082-c4b38b4b345a, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=690920ee-ac00-4da3-a082-c4b38b4b345a,segment=NetworkSegment(7b61d093-41ff-4202-b223-533eb0f8da0a),segment_id=7b61d093-41ff-4202-b223-533eb0f8da0a)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:28:41.472582 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-a9b99564-7421-4d30-8fc3-f0fc2f8c5ff9 None None] Deleting port 035658a0-919f-43cb-ba6f-9d6f24d25525 {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:28:41.472958 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-a9b99564-7421-4d30-8fc3-f0fc2f8c5ff9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:41.488465 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-f2726e98-6a04-4335-b39c-b190cecc728b tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586409'] for network, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:41.521766 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-debf8d6c-1ded-40ea-aed2-bc1a28c2c0f1 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Usage tracker for resource:network and tenant:fb1d1c9fcb3d4adb98a1b2ecf7f7158b is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:28:41.537800 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-debf8d6c-1ded-40ea-aed2-bc1a28c2c0f1 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:28:41.556306 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:41.571572 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-f2726e98-6a04-4335-b39c-b190cecc728b tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Deleting port cb335af1-4a57-469f-ba6f-f2f5cff2e31a {{(pid=84153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:28:41.572061 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-f2726e98-6a04-4335-b39c-b190cecc728b tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:41.576979 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0ff0ef-1c9c-4310-8f71-9450586e8101 tempest-ServersTestManualDisk-1917914165 tempest-ServersTestManualDisk-1917914165-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd4de7e3-c31a-486d-85ec-eabfb6a0a160,revision_number=1']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:28:41.583466 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-debf8d6c-1ded-40ea-aed2-bc1a28c2c0f1 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:28:41.592382 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-0f0ff0ef-1c9c-4310-8f71-9450586e8101 tempest-ServersTestManualDisk-1917914165 tempest-ServersTestManualDisk-1917914165-project] Notify callbacks [] for security_group, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:41.593748 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-0f0ff0ef-1c9c-4310-8f71-9450586e8101 tempest-ServersTestManualDisk-1917914165 tempest-ServersTestManualDisk-1917914165-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 2.3913972 Jan 20 14:28:41.598332 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-466633c4-1637-4ae6-9322-22bba5a0dbf1 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks [] for port, precommit_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:41.603581 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 36062) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:28:41.612350 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-12df31be-632d-4934-8697-e4de128f7bf3 tempest-ServersTestManualDisk-1917914165 tempest-ServersTestManualDisk-1917914165-project] Request body: {'security_group_rule': {'security_group_id': 'bd4de7e3-c31a-486d-85ec-eabfb6a0a160', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:28:41.619761 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-aaa8cf22-1af6-47a8-b035-75cfa574657d tempest-AllowedAddressPairTestJSON-1891555725 tempest-AllowedAddressPairTestJSON-1891555725-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586409'] for network, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:41.628629 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-12df31be-632d-4934-8697-e4de128f7bf3 tempest-ServersTestManualDisk-1917914165 tempest-ServersTestManualDisk-1917914165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:28:41.634543 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-12df31be-632d-4934-8697-e4de128f7bf3 tempest-ServersTestManualDisk-1917914165 tempest-ServersTestManualDisk-1917914165-project] Usage tracker for resource:security_group_rule and tenant:505c9f1bd3024976854da8233b1bef64 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:28:41.638377 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-12df31be-632d-4934-8697-e4de128f7bf3 tempest-ServersTestManualDisk-1917914165 tempest-ServersTestManualDisk-1917914165-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:28:41.647785 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-12df31be-632d-4934-8697-e4de128f7bf3 tempest-ServersTestManualDisk-1917914165 tempest-ServersTestManualDisk-1917914165-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:28:41.650091 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-aaa8cf22-1af6-47a8-b035-75cfa574657d tempest-AllowedAddressPairTestJSON-1891555725 tempest-AllowedAddressPairTestJSON-1891555725-project] Deleting port a8a93de3-1442-408a-b030-42bad978c3a1 {{(pid=84152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:28:41.650548 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-aaa8cf22-1af6-47a8-b035-75cfa574657d tempest-AllowedAddressPairTestJSON-1891555725 tempest-AllowedAddressPairTestJSON-1891555725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:41.699837 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-a9b99564-7421-4d30-8fc3-f0fc2f8c5ff9 None None] The port '035658a0-919f-43cb-ba6f-9d6f24d25525' was deleted {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 20 14:28:41.714759 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-466633c4-1637-4ae6-9322-22bba5a0dbf1 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162822'] for port, after_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:41.714759 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-466633c4-1637-4ae6-9322-22bba5a0dbf1 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1705158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-743490'] for router_interface, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:41.730611 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Pushing event updated for resources: {'Port': ['ID=690920ee-ac00-4da3-a082-c4b38b4b345a,revision_number=3']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:28:41.784464 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-574d277d-c090-4a31-b2cb-e246fb04baa1 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:41.797284 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-debf8d6c-1ded-40ea-aed2-bc1a28c2c0f1 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Made reservation on behalf of fb1d1c9fcb3d4adb98a1b2ecf7f7158b for: {'network': 1} {{(pid=84152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:28:41.801119 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-debf8d6c-1ded-40ea-aed2-bc1a28c2c0f1 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for network, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:41.837390 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99166289-fc44-4dab-87ef-2df44862e594 None None] DHCP port deletion for 401af806-85f7-4798-b548-c297021420e8 request from dv-neutron-825124-1-hyperv {{(pid=84154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 20 14:28:41.842783 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-99166289-fc44-4dab-87ef-2df44862e594 None None] Deleting port a8a93de3-1442-408a-b030-42bad978c3a1 {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:28:41.843909 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-99166289-fc44-4dab-87ef-2df44862e594 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:41.856727 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574d277d-c090-4a31-b2cb-e246fb04baa1 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Pushing event deleted for resources: {'Port': ['ID=035658a0-919f-43cb-ba6f-9d6f24d25525,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:28:41.943892 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-574d277d-c090-4a31-b2cb-e246fb04baa1 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] No DVR routers for this DVR port 035658a0-919f-43cb-ba6f-9d6f24d25525 on host dv-neutron-825124-1-hyperv {{(pid=84153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 14:28:41.954635 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.db [None req-f2726e98-6a04-4335-b39c-b190cecc728b tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] For port cb335af1-4a57-469f-ba6f-f2f5cff2e31a, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=cb335af1-4a57-469f-ba6f-f2f5cff2e31a,segment=NetworkSegment(7551dc40-a6b9-451e-9de9-5296bc94be88),segment_id=7551dc40-a6b9-451e-9de9-5296bc94be88)] {{(pid=84153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:28:41.954922 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-f2726e98-6a04-4335-b39c-b190cecc728b tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:42.065937 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-12df31be-632d-4934-8697-e4de128f7bf3 tempest-ServersTestManualDisk-1917914165 tempest-ServersTestManualDisk-1917914165-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:42.133639 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.db [None req-aaa8cf22-1af6-47a8-b035-75cfa574657d tempest-AllowedAddressPairTestJSON-1891555725 tempest-AllowedAddressPairTestJSON-1891555725-project] For port a8a93de3-1442-408a-b030-42bad978c3a1, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=a8a93de3-1442-408a-b030-42bad978c3a1,segment=NetworkSegment(7eea0502-2150-4167-8692-4cb1c44763e1),segment_id=7eea0502-2150-4167-8692-4cb1c44763e1)] {{(pid=84152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:28:42.134792 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-aaa8cf22-1af6-47a8-b035-75cfa574657d tempest-AllowedAddressPairTestJSON-1891555725 tempest-AllowedAddressPairTestJSON-1891555725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:42.136290 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-99166289-fc44-4dab-87ef-2df44862e594 None None] For port a8a93de3-1442-408a-b030-42bad978c3a1, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=a8a93de3-1442-408a-b030-42bad978c3a1,segment=NetworkSegment(7eea0502-2150-4167-8692-4cb1c44763e1),segment_id=7eea0502-2150-4167-8692-4cb1c44763e1)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:28:42.136763 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-99166289-fc44-4dab-87ef-2df44862e594 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:42.153234 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466633c4-1637-4ae6-9322-22bba5a0dbf1 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Pushing event updated for resources: {'Port': ['ID=e1137b7e-3a28-4efa-9f88-a1407535fbad,revision_number=2']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:28:42.176806 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-f2726e98-6a04-4335-b39c-b190cecc728b tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Calling delete_port for cb335af1-4a57-469f-ba6f-f2f5cff2e31a owned by network:dhcp {{(pid=84153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:28:42.291270 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 24568632-0b1b-4825-bca4-377966038f85 up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:28:42.323593 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-aaa8cf22-1af6-47a8-b035-75cfa574657d tempest-AllowedAddressPairTestJSON-1891555725 tempest-AllowedAddressPairTestJSON-1891555725-project] Calling delete_port for a8a93de3-1442-408a-b030-42bad978c3a1 owned by network:dhcp {{(pid=84152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:28:42.411992 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-99166289-fc44-4dab-87ef-2df44862e594 None None] Calling delete_port for a8a93de3-1442-408a-b030-42bad978c3a1 owned by network:dhcp {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:28:42.417767 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-debf8d6c-1ded-40ea-aed2-bc1a28c2c0f1 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 177} {{(pid=84152) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 14:28:42.501228 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-466633c4-1637-4ae6-9322-22bba5a0dbf1 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Network dbce74ed-d43c-4540-8d8d-e582f35e4792 is already hosted by enough agents. {{(pid=84152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:28:42.505323 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.base_scheduler [None req-466633c4-1637-4ae6-9322-22bba5a0dbf1 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Resources bound (agent type, host, resource id): {{(pid=84152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:28:42.508210 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-12df31be-632d-4934-8697-e4de128f7bf3 tempest-ServersTestManualDisk-1917914165 tempest-ServersTestManualDisk-1917914165-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:42.535605 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-f2726e98-6a04-4335-b39c-b190cecc728b tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:42.572111 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.db.api [None req-99166289-fc44-4dab-87ef-2df44862e594 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84154) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 14:28:42.573935 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG oslo_db.api [None req-99166289-fc44-4dab-87ef-2df44862e594 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 14:28:42.595767 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning for port 24568632-0b1b-4825-bca4-377966038f85 completed by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:28:42.609189 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port 24568632-0b1b-4825-bca4-377966038f85 triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:28:42.609703 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:42.611905 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2726e98-6a04-4335-b39c-b190cecc728b tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] No DVR routers for this DVR port cb335af1-4a57-469f-ba6f-f2f5cff2e31a on host dv-neutron-825124-1-hyperv {{(pid=84153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 14:28:42.670002 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-574d277d-c090-4a31-b2cb-e246fb04baa1 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1626242', 'neutron.services.segments.db._delete_segments_for_network-8769554214620'] for network, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:42.713279 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-debf8d6c-1ded-40ea-aed2-bc1a28c2c0f1 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:42.713635 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.db.segments_db [None req-debf8d6c-1ded-40ea-aed2-bc1a28c2c0f1 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Added segment ac934089-5684-4934-b625-98231e0e67fe of type vlan for network e8941f3d-f5c4-4f7f-beae-38be2ee05a80 Jan 20 14:28:42.721390 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-aaa8cf22-1af6-47a8-b035-75cfa574657d tempest-AllowedAddressPairTestJSON-1891555725 tempest-AllowedAddressPairTestJSON-1891555725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:42.724404 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.services.segments.db [None req-574d277d-c090-4a31-b2cb-e246fb04baa1 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['276b2c6a-a93d-4a14-aaed-8d5e87c17e16']}} {{(pid=84153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:28:42.741254 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.services.segments.db [None req-574d277d-c090-4a31-b2cb-e246fb04baa1 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebfb7367-17d4-4db7-9b3c-6770e9dc7157') {'for_net_delete': True} {{(pid=84153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:28:42.741693 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.services.segments.db [None req-574d277d-c090-4a31-b2cb-e246fb04baa1 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebfb7367-17d4-4db7-9b3c-6770e9dc7157') {} {{(pid=84153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:28:42.747310 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:42.756975 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-574d277d-c090-4a31-b2cb-e246fb04baa1 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769554214503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980856'] for segment, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:42.771850 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-12df31be-632d-4934-8697-e4de128f7bf3 tempest-ServersTestManualDisk-1917914165 tempest-ServersTestManualDisk-1917914165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734962'] for security_group_rule, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:42.780135 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2726e98-6a04-4335-b39c-b190cecc728b tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Pushing event deleted for resources: {'Port': ['ID=cb335af1-4a57-469f-ba6f-f2f5cff2e31a,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:28:42.792870 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] For port 24568632-0b1b-4825-bca4-377966038f85, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=24568632-0b1b-4825-bca4-377966038f85,segment=NetworkSegment(8f68484d-6593-49e2-9e7f-32db329e3bf4),segment_id=8f68484d-6593-49e2-9e7f-32db329e3bf4)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:28:42.833191 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-574d277d-c090-4a31-b2cb-e246fb04baa1 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:42.841838 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2ff3bba-5384-4301-b1c2-9e78a2e9a558 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Notify agent at l3_agent.dv-neutron-825124-1-hyperv the message routers_updated {{(pid=84153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 14:28:42.853677 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97265067-159e-423c-a787-6378e77302b6 None None] Sync routers for ids ['02bcddc9-e08b-41f3-942b-a3a434819b2d'] in dv-neutron-825124-1-hyperv {{(pid=84154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 14:28:42.868840 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97265067-159e-423c-a787-6378e77302b6 None None] Routers {'02bcddc9-e08b-41f3-942b-a3a434819b2d'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:28:42.868840 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-97265067-159e-423c-a787-6378e77302b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:28:30Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['02bcddc9-e08b-41f3-942b-a3a434819b2d'], 'active': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:28:42.879610 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa8cf22-1af6-47a8-b035-75cfa574657d tempest-AllowedAddressPairTestJSON-1891555725 tempest-AllowedAddressPairTestJSON-1891555725-project] Pushing event deleted for resources: {'Port': ['ID=a8a93de3-1442-408a-b030-42bad978c3a1,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:28:42.895826 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12df31be-632d-4934-8697-e4de128f7bf3 tempest-ServersTestManualDisk-1917914165 tempest-ServersTestManualDisk-1917914165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfd2d626-631e-4d75-b8a4-120750247df7,revision_number=0']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:28:42.898217 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-574d277d-c090-4a31-b2cb-e246fb04baa1 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Releasing vlan 168 on physical network physnet1 to pool {{(pid=84153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 14:28:42.898458 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-574d277d-c090-4a31-b2cb-e246fb04baa1 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1622950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3944078'] for segment, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:42.914792 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-f2726e98-6a04-4335-b39c-b190cecc728b tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1626242', 'neutron.services.segments.db._delete_segments_for_network-8769554214620'] for network, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:42.919655 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa8cf22-1af6-47a8-b035-75cfa574657d tempest-AllowedAddressPairTestJSON-1891555725 tempest-AllowedAddressPairTestJSON-1891555725-project] No DVR routers for this DVR port a8a93de3-1442-408a-b030-42bad978c3a1 on host dv-neutron-825124-1-hyperv {{(pid=84152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 14:28:42.922061 dv-neutron-825124-1-hyperv neutron-server[84153]: Traceback (most recent call last): Jan 20 14:28:42.922061 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 14:28:42.922061 dv-neutron-825124-1-hyperv neutron-server[84153]: timer() Jan 20 14:28:42.922061 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 14:28:42.922061 dv-neutron-825124-1-hyperv neutron-server[84153]: cb(*args, **kw) Jan 20 14:28:42.922061 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 14:28:42.922061 dv-neutron-825124-1-hyperv neutron-server[84153]: return func(*args, **kwargs) Jan 20 14:28:42.922061 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 14:28:42.922061 dv-neutron-825124-1-hyperv neutron-server[84153]: self._notify() Jan 20 14:28:42.922061 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 14:28:42.922061 dv-neutron-825124-1-hyperv neutron-server[84153]: self.callback(batched_events) Jan 20 14:28:42.922061 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 14:28:42.922061 dv-neutron-825124-1-hyperv neutron-server[84153]: event.method(event) Jan 20 14:28:42.922061 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 14:28:42.922061 dv-neutron-825124-1-hyperv neutron-server[84153]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 14:28:42.922061 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 14:28:42.922061 dv-neutron-825124-1-hyperv neutron-server[84153]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 14:28:42.922061 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 14:28:42.922061 dv-neutron-825124-1-hyperv neutron-server[84153]: return f(self, *a, **k) Jan 20 14:28:42.922061 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 14:28:42.922061 dv-neutron-825124-1-hyperv neutron-server[84153]: return self._get(url).json() Jan 20 14:28:42.922061 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 14:28:42.922061 dv-neutron-825124-1-hyperv neutron-server[84153]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 14:28:42.922061 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 14:28:42.922061 dv-neutron-825124-1-hyperv neutron-server[84153]: return self.request(url, 'GET', **kwargs) Jan 20 14:28:42.922061 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 14:28:42.922061 dv-neutron-825124-1-hyperv neutron-server[84153]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 14:28:42.922061 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 14:28:42.922061 dv-neutron-825124-1-hyperv neutron-server[84153]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 14:28:42.922061 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 14:28:42.922061 dv-neutron-825124-1-hyperv neutron-server[84153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 14:28:42.922061 dv-neutron-825124-1-hyperv neutron-server[84153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 14:28:42.925100 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:42.925712 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 690920ee-ac00-4da3-a082-c4b38b4b345a up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:28:42.925990 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-debf8d6c-1ded-40ea-aed2-bc1a28c2c0f1 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769553767792'] for network, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:43.018372 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-97265067-159e-423c-a787-6378e77302b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:28:43.035272 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.services.segments.db [None req-f2726e98-6a04-4335-b39c-b190cecc728b tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4336867f-11b0-4cb1-878d-f971738fa698']}} {{(pid=84153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:28:43.067341 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.services.segments.db [None req-f2726e98-6a04-4335-b39c-b190cecc728b tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7551dc40-a6b9-451e-9de9-5296bc94be88') {'for_net_delete': True} {{(pid=84153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:28:43.067341 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.services.segments.db [None req-f2726e98-6a04-4335-b39c-b190cecc728b tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7551dc40-a6b9-451e-9de9-5296bc94be88') {} {{(pid=84153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:28:43.074354 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-6ad4112c-38a5-42f2-8062-0d14fdd77695 None None] Provisioning complete for port e1137b7e-3a28-4efa-9f88-a1407535fbad triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:28:43.074840 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-6ad4112c-38a5-42f2-8062-0d14fdd77695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:43.089566 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-f2726e98-6a04-4335-b39c-b190cecc728b tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769554214503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980856'] for segment, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:43.098328 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-12df31be-632d-4934-8697-e4de128f7bf3 tempest-ServersTestManualDisk-1917914165 tempest-ServersTestManualDisk-1917914165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:43.102989 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-12df31be-632d-4934-8697-e4de128f7bf3 tempest-ServersTestManualDisk-1917914165 tempest-ServersTestManualDisk-1917914165-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.4938960 Jan 20 14:28:43.105923 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-b2ff3bba-5384-4301-b1c2-9e78a2e9a558 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:43.106926 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-99166289-fc44-4dab-87ef-2df44862e594 None None] Deleting port a8a93de3-1442-408a-b030-42bad978c3a1 {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:28:43.107396 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-99166289-fc44-4dab-87ef-2df44862e594 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:43.113967 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-b2ff3bba-5384-4301-b1c2-9e78a2e9a558 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] 10.222.0.54 "DELETE /v2.0/ports/681f3a6c-327a-4ea8-a939-b4528bde268b HTTP/1.1" status: 204 len: 168 time: 6.6116326 Jan 20 14:28:43.115897 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 36066) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:28:43.116128 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 36068) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:28:43.132098 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-aaa8cf22-1af6-47a8-b035-75cfa574657d tempest-AllowedAddressPairTestJSON-1891555725 tempest-AllowedAddressPairTestJSON-1891555725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1626242', 'neutron.services.segments.db._delete_segments_for_network-8769554214620'] for network, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:43.146644 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Pushing event updated for resources: {'Port': ['ID=24568632-0b1b-4825-bca4-377966038f85,revision_number=5']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:28:43.185973 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-3aebe63e-8857-4255-91e3-253bb06ecd53 tempest-ServersTestManualDisk-1917914165 tempest-ServersTestManualDisk-1917914165-project] Request body: {'security_group_rule': {'security_group_id': 'bd4de7e3-c31a-486d-85ec-eabfb6a0a160', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:28:43.199504 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97265067-159e-423c-a787-6378e77302b6 None None] Routers {'02bcddc9-e08b-41f3-942b-a3a434819b2d'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:28:43.200138 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-97265067-159e-423c-a787-6378e77302b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:28:30Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['02bcddc9-e08b-41f3-942b-a3a434819b2d'], 'active': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:28:43.204583 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-3aebe63e-8857-4255-91e3-253bb06ecd53 tempest-ServersTestManualDisk-1917914165 tempest-ServersTestManualDisk-1917914165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:28:43.212382 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-3aebe63e-8857-4255-91e3-253bb06ecd53 tempest-ServersTestManualDisk-1917914165 tempest-ServersTestManualDisk-1917914165-project] Usage tracker for resource:security_group_rule and tenant:505c9f1bd3024976854da8233b1bef64 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:28:43.216459 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-3aebe63e-8857-4255-91e3-253bb06ecd53 tempest-ServersTestManualDisk-1917914165 tempest-ServersTestManualDisk-1917914165-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:28:43.225194 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-3aebe63e-8857-4255-91e3-253bb06ecd53 tempest-ServersTestManualDisk-1917914165 tempest-ServersTestManualDisk-1917914165-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:28:43.232224 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-debf8d6c-1ded-40ea-aed2-bc1a28c2c0f1 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967'] for network, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:43.235447 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-f2726e98-6a04-4335-b39c-b190cecc728b tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:43.236272 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-debf8d6c-1ded-40ea-aed2-bc1a28c2c0f1 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:28:43.236952 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-debf8d6c-1ded-40ea-aed2-bc1a28c2c0f1 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Notify callbacks [] for network, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:43.245325 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2726e98-6a04-4335-b39c-b190cecc728b tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Releasing vlan 182 on physical network physnet1 to pool {{(pid=84153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 14:28:43.245985 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-f2726e98-6a04-4335-b39c-b190cecc728b tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1622950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3944078'] for segment, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:43.252296 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-99166289-fc44-4dab-87ef-2df44862e594 None None] The port 'a8a93de3-1442-408a-b030-42bad978c3a1' was deleted {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 20 14:28:43.277289 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-574d277d-c090-4a31-b2cb-e246fb04baa1 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1626253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-745296'] for network, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:43.279085 dv-neutron-825124-1-hyperv neutron-server[84153]: Traceback (most recent call last): Jan 20 14:28:43.279085 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 14:28:43.279085 dv-neutron-825124-1-hyperv neutron-server[84153]: timer() Jan 20 14:28:43.279085 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 14:28:43.279085 dv-neutron-825124-1-hyperv neutron-server[84153]: cb(*args, **kw) Jan 20 14:28:43.279085 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 14:28:43.279085 dv-neutron-825124-1-hyperv neutron-server[84153]: return func(*args, **kwargs) Jan 20 14:28:43.279085 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 14:28:43.279085 dv-neutron-825124-1-hyperv neutron-server[84153]: self._notify() Jan 20 14:28:43.279085 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 14:28:43.279085 dv-neutron-825124-1-hyperv neutron-server[84153]: self.callback(batched_events) Jan 20 14:28:43.279085 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 14:28:43.279085 dv-neutron-825124-1-hyperv neutron-server[84153]: event.method(event) Jan 20 14:28:43.279085 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 14:28:43.279085 dv-neutron-825124-1-hyperv neutron-server[84153]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 14:28:43.279085 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 14:28:43.279085 dv-neutron-825124-1-hyperv neutron-server[84153]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 14:28:43.279085 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 14:28:43.279085 dv-neutron-825124-1-hyperv neutron-server[84153]: return f(self, *a, **k) Jan 20 14:28:43.279085 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 14:28:43.279085 dv-neutron-825124-1-hyperv neutron-server[84153]: return self._get(url).json() Jan 20 14:28:43.279085 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 14:28:43.279085 dv-neutron-825124-1-hyperv neutron-server[84153]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 14:28:43.279085 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 14:28:43.279085 dv-neutron-825124-1-hyperv neutron-server[84153]: return self.request(url, 'GET', **kwargs) Jan 20 14:28:43.279085 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 14:28:43.279085 dv-neutron-825124-1-hyperv neutron-server[84153]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 14:28:43.279085 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 14:28:43.279085 dv-neutron-825124-1-hyperv neutron-server[84153]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 14:28:43.279085 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 14:28:43.279085 dv-neutron-825124-1-hyperv neutron-server[84153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 14:28:43.279085 dv-neutron-825124-1-hyperv neutron-server[84153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 14:28:43.282841 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-6ad4112c-38a5-42f2-8062-0d14fdd77695 None None] Port e1137b7e-3a28-4efa-9f88-a1407535fbad cannot update to ACTIVE because it is not bound. {{(pid=84154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 14:28:43.284346 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-97265067-159e-423c-a787-6378e77302b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:28:43.295742 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97265067-159e-423c-a787-6378e77302b6 None None] The sync data for ids ['02bcddc9-e08b-41f3-942b-a3a434819b2d'] in dv-neutron-825124-1-hyperv is: [] {{(pid=84154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 14:28:43.295742 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d323f2d5-9056-4298-8a3c-aaef40b16cf8 None None] get_active_networks_info from dv-neutron-825124-1-hyperv {{(pid=84154) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 20 14:28:43.335720 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port 690920ee-ac00-4da3-a082-c4b38b4b345a triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:28:43.336191 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:43.347510 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.segments.db [None req-aaa8cf22-1af6-47a8-b035-75cfa574657d tempest-AllowedAddressPairTestJSON-1891555725 tempest-AllowedAddressPairTestJSON-1891555725-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['401af806-85f7-4798-b548-c297021420e8']}} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:28:43.379776 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-574d277d-c090-4a31-b2cb-e246fb04baa1 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks [] for network, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:43.381620 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-574d277d-c090-4a31-b2cb-e246fb04baa1 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] 10.222.0.54 "DELETE /v2.0/networks/276b2c6a-a93d-4a14-aaed-8d5e87c17e16 HTTP/1.1" status: 204 len: 168 time: 2.5984395 Jan 20 14:28:43.393239 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574d277d-c090-4a31-b2cb-e246fb04baa1 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Pushing event deleted for resources: {'Network': ['ID=276b2c6a-a93d-4a14-aaed-8d5e87c17e16,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:28:43.395356 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 36074) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:28:43.406462 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-3aebe63e-8857-4255-91e3-253bb06ecd53 tempest-ServersTestManualDisk-1917914165 tempest-ServersTestManualDisk-1917914165-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:43.415496 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-4d80c9cc-ab5f-416d-b2f5-78badb480959 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1859366353'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:28:43.423582 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-4d80c9cc-ab5f-416d-b2f5-78badb480959 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:28:43.440456 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-4d80c9cc-ab5f-416d-b2f5-78badb480959 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Usage tracker for resource:network and tenant:86e3e9c5b0744f88a459de56a9372787 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:28:43.444618 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.segments.db [None req-aaa8cf22-1af6-47a8-b035-75cfa574657d tempest-AllowedAddressPairTestJSON-1891555725 tempest-AllowedAddressPairTestJSON-1891555725-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7eea0502-2150-4167-8692-4cb1c44763e1') {'for_net_delete': True} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:28:43.445010 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.segments.db [None req-aaa8cf22-1af6-47a8-b035-75cfa574657d tempest-AllowedAddressPairTestJSON-1891555725 tempest-AllowedAddressPairTestJSON-1891555725-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7eea0502-2150-4167-8692-4cb1c44763e1') {} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:28:43.450608 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-4d80c9cc-ab5f-416d-b2f5-78badb480959 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:28:43.466085 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debf8d6c-1ded-40ea-aed2-bc1a28c2c0f1 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Pushing event updated for resources: {'Network': ['ID=e8941f3d-f5c4-4f7f-beae-38be2ee05a80,revision_number=1']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:28:43.471077 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-4d80c9cc-ab5f-416d-b2f5-78badb480959 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:28:43.482472 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-aaa8cf22-1af6-47a8-b035-75cfa574657d tempest-AllowedAddressPairTestJSON-1891555725 tempest-AllowedAddressPairTestJSON-1891555725-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769554214503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3337904'] for segment, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:43.496076 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Network e8941f3d-f5c4-4f7f-beae-38be2ee05a80 details requested by agent ovs-agent-dv-neutron-825124-1-hyperv with host dv-neutron-825124-1-hyperv {{(pid=84154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 14:28:43.503882 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-debf8d6c-1ded-40ea-aed2-bc1a28c2c0f1 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.1944315 Jan 20 14:28:43.506099 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 36078) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:28:43.509294 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-f2726e98-6a04-4335-b39c-b190cecc728b tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1626253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-745296'] for network, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:43.510212 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-f0b985a9-4a7a-4b70-b377-f7b46d13dae2 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Request body: {'subnet': {'network_id': 'e8941f3d-f5c4-4f7f-beae-38be2ee05a80', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:28:43.529067 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-aaa8cf22-1af6-47a8-b035-75cfa574657d tempest-AllowedAddressPairTestJSON-1891555725 tempest-AllowedAddressPairTestJSON-1891555725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:43.534350 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-3aebe63e-8857-4255-91e3-253bb06ecd53 tempest-ServersTestManualDisk-1917914165 tempest-ServersTestManualDisk-1917914165-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:43.538358 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-f2726e98-6a04-4335-b39c-b190cecc728b tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Notify callbacks [] for network, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:43.546726 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2726e98-6a04-4335-b39c-b190cecc728b tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Pushing event deleted for resources: {'Network': ['ID=4336867f-11b0-4cb1-878d-f971738fa698,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:28:43.588166 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aaa8cf22-1af6-47a8-b035-75cfa574657d tempest-AllowedAddressPairTestJSON-1891555725 tempest-AllowedAddressPairTestJSON-1891555725-project] Releasing vlan 184 on physical network physnet1 to pool {{(pid=84152) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 14:28:43.588574 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-aaa8cf22-1af6-47a8-b035-75cfa574657d tempest-AllowedAddressPairTestJSON-1891555725 tempest-AllowedAddressPairTestJSON-1891555725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1622950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4162906'] for segment, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:43.606645 dv-neutron-825124-1-hyperv neutron-server[84152]: Traceback (most recent call last): Jan 20 14:28:43.606645 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 14:28:43.606645 dv-neutron-825124-1-hyperv neutron-server[84152]: timer() Jan 20 14:28:43.606645 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 14:28:43.606645 dv-neutron-825124-1-hyperv neutron-server[84152]: cb(*args, **kw) Jan 20 14:28:43.606645 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 14:28:43.606645 dv-neutron-825124-1-hyperv neutron-server[84152]: return func(*args, **kwargs) Jan 20 14:28:43.606645 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 14:28:43.606645 dv-neutron-825124-1-hyperv neutron-server[84152]: self._notify() Jan 20 14:28:43.606645 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 14:28:43.606645 dv-neutron-825124-1-hyperv neutron-server[84152]: self.callback(batched_events) Jan 20 14:28:43.606645 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 14:28:43.606645 dv-neutron-825124-1-hyperv neutron-server[84152]: event.method(event) Jan 20 14:28:43.606645 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 14:28:43.606645 dv-neutron-825124-1-hyperv neutron-server[84152]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 14:28:43.606645 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 14:28:43.606645 dv-neutron-825124-1-hyperv neutron-server[84152]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 14:28:43.606645 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 14:28:43.606645 dv-neutron-825124-1-hyperv neutron-server[84152]: return f(self, *a, **k) Jan 20 14:28:43.606645 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 14:28:43.606645 dv-neutron-825124-1-hyperv neutron-server[84152]: return self._get(url).json() Jan 20 14:28:43.606645 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 14:28:43.606645 dv-neutron-825124-1-hyperv neutron-server[84152]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 14:28:43.606645 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 14:28:43.606645 dv-neutron-825124-1-hyperv neutron-server[84152]: return self.request(url, 'GET', **kwargs) Jan 20 14:28:43.606645 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 14:28:43.606645 dv-neutron-825124-1-hyperv neutron-server[84152]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 14:28:43.606645 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 14:28:43.606645 dv-neutron-825124-1-hyperv neutron-server[84152]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 14:28:43.606645 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 14:28:43.606645 dv-neutron-825124-1-hyperv neutron-server[84152]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 14:28:43.606645 dv-neutron-825124-1-hyperv neutron-server[84152]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 14:28:43.611464 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d80c9cc-ab5f-416d-b2f5-78badb480959 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Made reservation on behalf of 86e3e9c5b0744f88a459de56a9372787 for: {'network': 1} {{(pid=84153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:28:43.614051 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-4d80c9cc-ab5f-416d-b2f5-78badb480959 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for network, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:43.626092 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-f2726e98-6a04-4335-b39c-b190cecc728b tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] 10.222.0.54 "DELETE /v2.0/networks/4336867f-11b0-4cb1-878d-f971738fa698 HTTP/1.1" status: 204 len: 168 time: 5.9528499 Jan 20 14:28:43.632025 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-3aebe63e-8857-4255-91e3-253bb06ecd53 tempest-ServersTestManualDisk-1917914165 tempest-ServersTestManualDisk-1917914165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734962'] for security_group_rule, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:43.642334 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 36082) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:28:43.706681 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d323f2d5-9056-4298-8a3c-aaef40b16cf8 None None] Resources bound (agent type, host, resource id): {{(pid=84154) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 20 14:28:43.722191 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aebe63e-8857-4255-91e3-253bb06ecd53 tempest-ServersTestManualDisk-1917914165 tempest-ServersTestManualDisk-1917914165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f0c36ef-a177-4bd9-a0ca-d15a65470cc9,revision_number=0']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:28:43.725830 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c5b636b-e9e0-479f-8c47-d8461d80db07 tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] DELETE failed (client error): The resource could not be found. Jan 20 14:28:43.726606 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c5b636b-e9e0-479f-8c47-d8461d80db07 tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:28:43.730595 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-0c5b636b-e9e0-479f-8c47-d8461d80db07 tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] 10.222.0.54 "DELETE /v2.0/subnets/3e43f200-6536-4335-9f95-7b5861f35e15 HTTP/1.1" status: 404 len: 337 time: 0.0833421 Jan 20 14:28:43.736031 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 36086) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:28:43.747260 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d80c9cc-ab5f-416d-b2f5-78badb480959 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 167} {{(pid=84153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 14:28:43.761005 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-4d80c9cc-ab5f-416d-b2f5-78badb480959 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:43.761233 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.db.segments_db [None req-4d80c9cc-ab5f-416d-b2f5-78badb480959 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Added segment 038cb670-a039-4efa-bb31-c65512b228d4 of type vlan for network 752e2db2-b936-42ae-96c5-b26c9e46369b Jan 20 14:28:43.764678 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-f0b985a9-4a7a-4b70-b377-f7b46d13dae2 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:28:43.773703 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 035658a0-919f-43cb-ba6f-9d6f24d25525 no longer exists at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:28:43.778678 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-f0b985a9-4a7a-4b70-b377-f7b46d13dae2 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Usage tracker for resource:subnet and tenant:fb1d1c9fcb3d4adb98a1b2ecf7f7158b is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:28:43.784236 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-f0b985a9-4a7a-4b70-b377-f7b46d13dae2 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:28:43.787123 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.pecan_wsgi.hooks.translation [None req-81ac2a4c-e54d-4d8e-b065-bdced79c39c8 tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] DELETE failed (client error): The resource could not be found. Jan 20 14:28:43.792006 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81ac2a4c-e54d-4d8e-b065-bdced79c39c8 tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84152) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:28:43.792006 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-81ac2a4c-e54d-4d8e-b065-bdced79c39c8 tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] 10.222.0.54 "DELETE /v2.0/networks/4336867f-11b0-4cb1-878d-f971738fa698 HTTP/1.1" status: 404 len: 339 time: 0.0484264 Jan 20 14:28:43.793851 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 36090) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:28:43.794945 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-f0b985a9-4a7a-4b70-b377-f7b46d13dae2 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:28:43.813534 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] No Port match for: 035658a0-919f-43cb-ba6f-9d6f24d25525 {{(pid=84154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 14:28:43.814006 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 035658a0-919f-43cb-ba6f-9d6f24d25525 not bound to the agent host dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 14:28:43.814664 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device a8a93de3-1442-408a-b030-42bad978c3a1 no longer exists at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:28:43.848411 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8643795-65ba-4acc-bee3-650a0c2a3200 tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] DELETE failed (client error): The resource could not be found. Jan 20 14:28:43.848853 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8643795-65ba-4acc-bee3-650a0c2a3200 tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84152) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:28:43.860417 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-a8643795-65ba-4acc-bee3-650a0c2a3200 tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] 10.222.0.54 "DELETE /v2.0/subnets/999704ce-e17f-4b4d-8280-b5a49cd70a95 HTTP/1.1" status: 404 len: 337 time: 0.0596128 Jan 20 14:28:43.860646 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 36094) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:28:43.871719 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-3aebe63e-8857-4255-91e3-253bb06ecd53 tempest-ServersTestManualDisk-1917914165 tempest-ServersTestManualDisk-1917914165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:43.876326 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-3aebe63e-8857-4255-91e3-253bb06ecd53 tempest-ServersTestManualDisk-1917914165 tempest-ServersTestManualDisk-1917914165-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.7559032 Jan 20 14:28:43.876326 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-4d80c9cc-ab5f-416d-b2f5-78badb480959 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769553767792'] for network, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:43.879862 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 36098) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:28:43.888750 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-5f79c39a-c66b-4971-a06f-0b5e6d8739e8 tempest-ServersTestManualDisk-1917914165 tempest-ServersTestManualDisk-1917914165-project] Request body: {'floatingip': {'floating_network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:28:43.894413 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.pecan_wsgi.hooks.translation [None req-b51772e5-77fa-4f3e-aff5-599faaa61089 tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] DELETE failed (client error): The resource could not be found. Jan 20 14:28:43.894413 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b51772e5-77fa-4f3e-aff5-599faaa61089 tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84152) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:28:43.894413 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-b51772e5-77fa-4f3e-aff5-599faaa61089 tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] 10.222.0.54 "DELETE /v2.0/networks/ada3a6fe-3906-402e-b989-7684bd51024f HTTP/1.1" status: 404 len: 339 time: 0.0313299 Jan 20 14:28:43.895668 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-5f79c39a-c66b-4971-a06f-0b5e6d8739e8 tempest-ServersTestManualDisk-1917914165 tempest-ServersTestManualDisk-1917914165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:28:43.896222 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 36102) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:28:43.903456 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-5f79c39a-c66b-4971-a06f-0b5e6d8739e8 tempest-ServersTestManualDisk-1917914165 tempest-ServersTestManualDisk-1917914165-project] Usage tracker for resource:floatingip and tenant:505c9f1bd3024976854da8233b1bef64 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:28:43.904654 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] No Port match for: a8a93de3-1442-408a-b030-42bad978c3a1 {{(pid=84154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 14:28:43.905099 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device a8a93de3-1442-408a-b030-42bad978c3a1 not bound to the agent host dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 14:28:43.909638 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-5f79c39a-c66b-4971-a06f-0b5e6d8739e8 tempest-ServersTestManualDisk-1917914165 tempest-ServersTestManualDisk-1917914165-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:28:43.934477 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-5f79c39a-c66b-4971-a06f-0b5e6d8739e8 tempest-ServersTestManualDisk-1917914165 tempest-ServersTestManualDisk-1917914165-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:28:43.939422 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b3b31b3-6590-4f8e-b33f-09764e5b427a tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] DELETE failed (client error): The resource could not be found. Jan 20 14:28:43.940074 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b3b31b3-6590-4f8e-b33f-09764e5b427a tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84152) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:28:43.941615 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-7b3b31b3-6590-4f8e-b33f-09764e5b427a tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] 10.222.0.54 "DELETE /v2.0/subnets/1bc17f6b-5e0d-4e94-b19c-9045ce6e0009 HTTP/1.1" status: 404 len: 337 time: 0.0442884 Jan 20 14:28:43.942374 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-aaa8cf22-1af6-47a8-b035-75cfa574657d tempest-AllowedAddressPairTestJSON-1891555725 tempest-AllowedAddressPairTestJSON-1891555725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1626253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-745296'] for network, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:43.945459 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 36106) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:28:43.950265 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-aaa8cf22-1af6-47a8-b035-75cfa574657d tempest-AllowedAddressPairTestJSON-1891555725 tempest-AllowedAddressPairTestJSON-1891555725-project] Notify callbacks [] for network, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:43.952480 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-aaa8cf22-1af6-47a8-b035-75cfa574657d tempest-AllowedAddressPairTestJSON-1891555725 tempest-AllowedAddressPairTestJSON-1891555725-project] 10.222.0.54 "DELETE /v2.0/networks/401af806-85f7-4798-b548-c297021420e8 HTTP/1.1" status: 204 len: 168 time: 2.6483531 Jan 20 14:28:43.996198 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0b985a9-4a7a-4b70-b377-f7b46d13dae2 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Made reservation on behalf of fb1d1c9fcb3d4adb98a1b2ecf7f7158b for: {'subnet': 1} {{(pid=84152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:28:44.015533 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd671430-c6e3-4208-a12d-7e0680d07dea tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] DELETE failed (client error): The resource could not be found. Jan 20 14:28:44.015995 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd671430-c6e3-4208-a12d-7e0680d07dea tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84152) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:28:44.017657 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-bd671430-c6e3-4208-a12d-7e0680d07dea tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] 10.222.0.54 "DELETE /v2.0/networks/8644b9f6-5511-4177-8c98-d0215475e31f HTTP/1.1" status: 404 len: 339 time: 0.0712147 Jan 20 14:28:44.020476 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 36112) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:28:44.021912 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa8cf22-1af6-47a8-b035-75cfa574657d tempest-AllowedAddressPairTestJSON-1891555725 tempest-AllowedAddressPairTestJSON-1891555725-project] Pushing event deleted for resources: {'Network': ['ID=401af806-85f7-4798-b548-c297021420e8,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:28:44.073701 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-466633c4-1637-4ae6-9322-22bba5a0dbf1 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Router ecd029ba-0bb3-4880-9ca8-a6bd7ce4a3ed is scheduled to L3 agent 624d525b-4c26-4143-8a1c-228bb1c6faaa with binding_index 1 {{(pid=84152) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 20 14:28:44.082056 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-5f79c39a-c66b-4971-a06f-0b5e6d8739e8 tempest-ServersTestManualDisk-1917914165 tempest-ServersTestManualDisk-1917914165-project] Notify callbacks [] for floatingip, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:44.104101 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-4d80c9cc-ab5f-416d-b2f5-78badb480959 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967'] for network, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:44.107909 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d80c9cc-ab5f-416d-b2f5-78badb480959 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:28:44.109416 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-4d80c9cc-ab5f-416d-b2f5-78badb480959 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks [] for network, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:44.129569 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-f0b985a9-4a7a-4b70-b377-f7b46d13dae2 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3155315'] for subnet, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:44.172237 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 24568632-0b1b-4825-bca4-377966038f85 up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:28:44.263698 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port 24568632-0b1b-4825-bca4-377966038f85 triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:28:44.264239 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:44.450211 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-f1803e4c-52a0-4fc7-89b9-dae9bbbf38ab tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Deleting port 729cebc8-6157-45fa-9e7a-872220d288c3 {{(pid=84153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:28:44.450560 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-f1803e4c-52a0-4fc7-89b9-dae9bbbf38ab tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:44.518763 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-562f3953-a31f-4021-bccc-155d31cb2be6 None None] get_active_networks_info from dv-neutron-825124-1-hyperv {{(pid=84154) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 20 14:28:44.529383 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d80c9cc-ab5f-416d-b2f5-78badb480959 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Pushing event updated for resources: {'Network': ['ID=752e2db2-b936-42ae-96c5-b26c9e46369b,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:28:44.541278 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-4d80c9cc-ab5f-416d-b2f5-78badb480959 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.1402898 Jan 20 14:28:44.545104 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 36118) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:28:44.553639 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-94db312e-8f78-4725-82e3-d73dad9de33f tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Request body: {'subnet': {'network_id': '752e2db2-b936-42ae-96c5-b26c9e46369b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:28:44.645167 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Network 752e2db2-b936-42ae-96c5-b26c9e46369b details requested by agent ovs-agent-dv-neutron-825124-1-hyperv with host dv-neutron-825124-1-hyperv {{(pid=84154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 14:28:44.656731 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 36122) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:28:44.705200 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-73f0b25b-234c-4132-840b-b0677a4fea0f tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-743504'] for router_interface, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:44.715557 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-466633c4-1637-4ae6-9322-22bba5a0dbf1 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify agent at l3_agent.dv-neutron-825124-1-hyperv the message routers_updated {{(pid=84152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 14:28:44.739666 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-466633c4-1637-4ae6-9322-22bba5a0dbf1 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] 10.222.0.54 "PUT /v2.0/routers/ecd029ba-0bb3-4880-9ca8-a6bd7ce4a3ed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4636269 Jan 20 14:28:44.747249 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 36126) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:28:44.748309 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79c60b47-7fea-4929-b6f8-8abe1a6cf2cd None None] Sync routers for ids ['ecd029ba-0bb3-4880-9ca8-a6bd7ce4a3ed'] in dv-neutron-825124-1-hyperv {{(pid=84155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 14:28:44.767629 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79c60b47-7fea-4929-b6f8-8abe1a6cf2cd None None] Routers {'ecd029ba-0bb3-4880-9ca8-a6bd7ce4a3ed'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:28:44.769112 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-79c60b47-7fea-4929-b6f8-8abe1a6cf2cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:28:30Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['ecd029ba-0bb3-4880-9ca8-a6bd7ce4a3ed'], 'active': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:28:44.773718 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-562f3953-a31f-4021-bccc-155d31cb2be6 None None] Resources bound (agent type, host, resource id): {{(pid=84154) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 20 14:28:44.808093 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-94db312e-8f78-4725-82e3-d73dad9de33f tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:28:44.832635 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-94db312e-8f78-4725-82e3-d73dad9de33f tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Usage tracker for resource:subnet and tenant:86e3e9c5b0744f88a459de56a9372787 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:28:44.844451 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-94db312e-8f78-4725-82e3-d73dad9de33f tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:28:44.846311 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-f1803e4c-52a0-4fc7-89b9-dae9bbbf38ab tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:44.858399 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-94db312e-8f78-4725-82e3-d73dad9de33f tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:28:44.873736 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2d156b1-bd10-414c-85a4-93e369724b79 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:28:44.874961 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-f2d156b1-bd10-414c-85a4-93e369724b79 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Synchronizing usage tracker for tenant:2cb17692bb0c4a2782f988652201ac42 on resource:port {{(pid=84152) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:28:44.920095 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-f0b985a9-4a7a-4b70-b377-f7b46d13dae2 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4163519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3155301'] for subnet, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:45.013183 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.agents_db [None req-6dba657d-a637-4918-9b6d-40defdfae04b None None] Agent healthcheck: found 6 active agents {{(pid=84155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 14:28:45.022837 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-f1803e4c-52a0-4fc7-89b9-dae9bbbf38ab tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Calling delete_port for 729cebc8-6157-45fa-9e7a-872220d288c3 owned by {{(pid=84153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:28:45.022991 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94db312e-8f78-4725-82e3-d73dad9de33f tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Made reservation on behalf of 86e3e9c5b0744f88a459de56a9372787 for: {'subnet': 1} {{(pid=84152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:28:45.035193 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvr_db [None req-79c60b47-7fea-4929-b6f8-8abe1a6cf2cd None None] Set router ecd029ba-0bb3-4880-9ca8-a6bd7ce4a3ed gateway port host: None {{(pid=84155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 14:28:45.037303 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-f2d156b1-bd10-414c-85a4-93e369724b79 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Unset dirty status for tenant:2cb17692bb0c4a2782f988652201ac42 on resource:port {{(pid=84152) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:28:45.040858 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-f2d156b1-bd10-414c-85a4-93e369724b79 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] 10.222.0.54 "GET /v2.0/ports/e1137b7e-3a28-4efa-9f88-a1407535fbad HTTP/1.1" status: 200 len: 911 time: 0.2888763 Jan 20 14:28:45.043848 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 36132) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:28:45.125671 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-5f79c39a-c66b-4971-a06f-0b5e6d8739e8 tempest-ServersTestManualDisk-1917914165 tempest-ServersTestManualDisk-1917914165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:45.179610 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b985a9-4a7a-4b70-b377-f7b46d13dae2 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Pushing event updated for resources: {'Subnet': ['ID=74713487-d9fb-4003-94c1-275d2500649b,revision_number=0']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:28:45.229843 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-94db312e-8f78-4725-82e3-d73dad9de33f tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3155315'] for subnet, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:45.273456 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.db_base_plugin_common [None req-5f79c39a-c66b-4971-a06f-0b5e6d8739e8 tempest-ServersTestManualDisk-1917914165 tempest-ServersTestManualDisk-1917914165-project] Allocated IP 172.26.7.198 (8dffb05c-5ca0-409b-bd5f-7be6264f707d/a489dd4f-42a5-433b-8be3-bab2749c4209/b79e9c32-03a7-4ccd-b88c-9020525a3b42) {{(pid=84153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:28:45.338959 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0b985a9-4a7a-4b70-b377-f7b46d13dae2 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Checking segment: {'id': 'ac934089-5684-4934-b625-98231e0e67fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'e8941f3d-f5c4-4f7f-beae-38be2ee05a80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 14:28:45.339455 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0b985a9-4a7a-4b70-b377-f7b46d13dae2 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Network hostable DHCP agents. Network: e8941f3d-f5c4-4f7f-beae-38be2ee05a80, hostable agents: ['1a181e39-5220-4c1a-88f8-08a54e8bfc9b'], hosted agents: [] {{(pid=84152) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 14:28:45.429180 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ce46273-18cf-42f8-874e-3cb73195b947 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:28:45.433421 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ce46273-18cf-42f8-874e-3cb73195b947 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:28:45.435008 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-5ce46273-18cf-42f8-874e-3cb73195b947 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.3880591 Jan 20 14:28:45.436193 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-79c60b47-7fea-4929-b6f8-8abe1a6cf2cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecd029ba-0bb3-4880-9ca8-a6bd7ce4a3ed', 'name': 'tempest-NetworksTestDHCPv6-router-972557015', 'tenant_id': '2cb17692bb0c4a2782f988652201ac42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:28:35Z', 'updated_at': '2022-01-20T14:28:39Z', 'revision_number': 2, 'project_id': '2cb17692bb0c4a2782f988652201ac42', 'gw_port_host': None, '_interfaces': [{'id': 'e1137b7e-3a28-4efa-9f88-a1407535fbad', 'name': '', 'network_id': 'dbce74ed-d43c-4540-8d8d-e582f35e4792', 'tenant_id': '2cb17692bb0c4a2782f988652201ac42', 'mac_address': 'fa:16:3e:9e:88:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecd029ba-0bb3-4880-9ca8-a6bd7ce4a3ed', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'abc49072-0a1d-4992-a208-c06fc6781a1a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:28:37Z', 'updated_at': '2022-01-20T14:28:40Z', 'revision_number': 2, 'project_id': '2cb17692bb0c4a2782f988652201ac42', 'subnets': [{'id': 'abc49072-0a1d-4992-a208-c06fc6781a1a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:28:45.439505 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 36136) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:28:45.440822 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79c60b47-7fea-4929-b6f8-8abe1a6cf2cd None None] Checking router: ecd029ba-0bb3-4880-9ca8-a6bd7ce4a3ed for host: dv-neutron-825124-1-hyperv {{(pid=84155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 14:28:45.441315 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79c60b47-7fea-4929-b6f8-8abe1a6cf2cd None None] Updating router ecd029ba-0bb3-4880-9ca8-a6bd7ce4a3ed port e1137b7e-3a28-4efa-9f88-a1407535fbad binding host dv-neutron-825124-1-hyperv {{(pid=84155) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 20 14:28:45.449875 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-5f79c39a-c66b-4971-a06f-0b5e6d8739e8 tempest-ServersTestManualDisk-1917914165 tempest-ServersTestManualDisk-1917914165-project] Notify callbacks [] for port, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:45.500386 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-79c60b47-7fea-4929-b6f8-8abe1a6cf2cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:45.508084 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0b985a9-4a7a-4b70-b377-f7b46d13dae2 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Network e8941f3d-f5c4-4f7f-beae-38be2ee05a80 is scheduled to be hosted by DHCP agent 1a181e39-5220-4c1a-88f8-08a54e8bfc9b with binding_index 1 {{(pid=84152) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 14:28:45.595267 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-07de7c74-0296-4fb7-a739-479ca81d1733 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=b5df3043a2d745d5af73a0b2acebb6e4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9367535 Jan 20 14:28:45.604535 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 36140) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:28:45.626199 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.base_scheduler [None req-f0b985a9-4a7a-4b70-b377-f7b46d13dae2 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825124-1-hyperv, e8941f3d-f5c4-4f7f-beae-38be2ee05a80) {{(pid=84152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:28:45.630637 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0b985a9-4a7a-4b70-b377-f7b46d13dae2 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:28:45.631616 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-f0b985a9-4a7a-4b70-b377-f7b46d13dae2 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Notify callbacks [] for subnet, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:45.644372 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06cb6bbc-3d56-4ec0-81ad-bd457abce6e9 None None] Network e8941f3d-f5c4-4f7f-beae-38be2ee05a80 requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:28:45.713888 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-f1803e4c-52a0-4fc7-89b9-dae9bbbf38ab tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:45.716469 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-43b58019-7ec3-4588-a60f-2c06cd132dca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:45.720201 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-5f79c39a-c66b-4971-a06f-0b5e6d8739e8 tempest-ServersTestManualDisk-1917914165 tempest-ServersTestManualDisk-1917914165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:45.732521 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-f0b985a9-4a7a-4b70-b377-f7b46d13dae2 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2269890 Jan 20 14:28:45.744471 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 36144) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:28:45.799762 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-f1803e4c-52a0-4fc7-89b9-dae9bbbf38ab tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:45.826364 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-94db312e-8f78-4725-82e3-d73dad9de33f tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4163519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3155301'] for subnet, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:45.876739 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f79c39a-c66b-4971-a06f-0b5e6d8739e8 tempest-ServersTestManualDisk-1917914165 tempest-ServersTestManualDisk-1917914165-project] Network 8dffb05c-5ca0-409b-bd5f-7be6264f707d is already hosted by enough agents. {{(pid=84153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:28:45.884568 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-f1803e4c-52a0-4fc7-89b9-dae9bbbf38ab tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] 10.222.0.54 "DELETE /v2.0/ports/729cebc8-6157-45fa-9e7a-872220d288c3 HTTP/1.1" status: 204 len: 168 time: 1.8609738 Jan 20 14:28:45.890643 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.base_scheduler [None req-5f79c39a-c66b-4971-a06f-0b5e6d8739e8 tempest-ServersTestManualDisk-1917914165 tempest-ServersTestManualDisk-1917914165-project] Resources bound (agent type, host, resource id): {{(pid=84153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:28:45.892723 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 36148) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:28:45.894469 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-594afb5a-feb0-4647-82db-37dcad459740 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95c917f5-14ba-5e96-98b8-1a52654a930a-e8941f3d-f5c4-4f7f-beae-38be2ee05a80', 'network_id': 'e8941f3d-f5c4-4f7f-beae-38be2ee05a80', 'tenant_id': 'fb1d1c9fcb3d4adb98a1b2ecf7f7158b', 'fixed_ips': [{'subnet_id': '74713487-d9fb-4003-94c1-275d2500649b'}]}} from dv-neutron-825124-1-hyperv. {{(pid=84154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 20 14:28:45.894801 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-43b58019-7ec3-4588-a60f-2c06cd132dca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:45.895591 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-594afb5a-feb0-4647-82db-37dcad459740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:45.907343 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f79c39a-c66b-4971-a06f-0b5e6d8739e8 tempest-ServersTestManualDisk-1917914165 tempest-ServersTestManualDisk-1917914165-project] Received port after_create {{(pid=84153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:28:45.954237 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-79c60b47-7fea-4929-b6f8-8abe1a6cf2cd None None] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:45.974437 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-79c60b47-7fea-4929-b6f8-8abe1a6cf2cd None None] Transition to ACTIVE for port object e1137b7e-3a28-4efa-9f88-a1407535fbad will not be triggered until provisioned by entity L2. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:28:45.977796 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.pecan_wsgi.hooks.translation [None req-24946c35-ef66-4d55-a910-a894bd4d339f tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] DELETE failed (client error): The resource could not be found. Jan 20 14:28:45.978282 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24946c35-ef66-4d55-a910-a894bd4d339f tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:28:45.982353 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-24946c35-ef66-4d55-a910-a894bd4d339f tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] 10.222.0.54 "DELETE /v2.0/subnets/c870f6a5-8197-4b60-b793-778095b9cdb9 HTTP/1.1" status: 404 len: 337 time: 0.0759532 Jan 20 14:28:45.989601 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 36152) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:28:45.996607 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f79c39a-c66b-4971-a06f-0b5e6d8739e8 tempest-ServersTestManualDisk-1917914165 tempest-ServersTestManualDisk-1917914165-project] Pushing event updated for resources: {'Port': ['ID=b79e9c32-03a7-4ccd-b88c-9020525a3b42,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:28:46.050837 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-79c60b47-7fea-4929-b6f8-8abe1a6cf2cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:46.097015 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1803e4c-52a0-4fc7-89b9-dae9bbbf38ab tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Pushing event deleted for resources: {'Port': ['ID=729cebc8-6157-45fa-9e7a-872220d288c3,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:28:46.138590 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_common [None req-594afb5a-feb0-4647-82db-37dcad459740 None None] Allocated IP 172.20.0.2 (e8941f3d-f5c4-4f7f-beae-38be2ee05a80/74713487-d9fb-4003-94c1-275d2500649b/010b346d-a01a-4bdc-8ad3-a2defdc80c8d) {{(pid=84154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:28:46.161502 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca5fdbe-60e4-409e-82c7-dd2b5197a04c None None] Pushing event updated for resources: {'Port': ['ID=e1137b7e-3a28-4efa-9f88-a1407535fbad,revision_number=3']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:28:46.268284 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94db312e-8f78-4725-82e3-d73dad9de33f tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Pushing event updated for resources: {'Subnet': ['ID=74df8936-392d-4d73-a558-3d2f11b74d6c,revision_number=0']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:28:46.365385 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-acc75be3-6708-4a25-b99b-229d7dda1c77 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586409'] for network, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:46.459421 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94db312e-8f78-4725-82e3-d73dad9de33f tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Checking segment: {'id': '038cb670-a039-4efa-bb31-c65512b228d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '752e2db2-b936-42ae-96c5-b26c9e46369b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 14:28:46.459806 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94db312e-8f78-4725-82e3-d73dad9de33f tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Network hostable DHCP agents. Network: 752e2db2-b936-42ae-96c5-b26c9e46369b, hostable agents: ['1a181e39-5220-4c1a-88f8-08a54e8bfc9b'], hosted agents: [] {{(pid=84152) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 14:28:46.469982 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-594afb5a-feb0-4647-82db-37dcad459740 None None] Notify callbacks [] for port, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:46.472158 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-aacef6a4-6b2d-4bc1-afe3-24acce6e5b3f tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586409'] for network, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:46.485853 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-594afb5a-feb0-4647-82db-37dcad459740 None None] Transition to ACTIVE for port object 010b346d-a01a-4bdc-8ad3-a2defdc80c8d will not be triggered until provisioned by entity L2. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:28:46.526324 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-594afb5a-feb0-4647-82db-37dcad459740 None None] Transition to ACTIVE for port object 010b346d-a01a-4bdc-8ad3-a2defdc80c8d will not be triggered until provisioned by entity DHCP. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:28:46.531559 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-79c60b47-7fea-4929-b6f8-8abe1a6cf2cd None None] Attempting to bind port e1137b7e-3a28-4efa-9f88-a1407535fbad on host dv-neutron-825124-1-hyperv for vnic_type normal with profile {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:28:46.532175 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-79c60b47-7fea-4929-b6f8-8abe1a6cf2cd None None] Attempting to bind port e1137b7e-3a28-4efa-9f88-a1407535fbad by drivers openvswitch,hyperv on host dv-neutron-825124-1-hyperv at level 0 using segments [{'id': '7b61d093-41ff-4202-b223-533eb0f8da0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'dbce74ed-d43c-4540-8d8d-e582f35e4792'}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:28:46.532711 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79c60b47-7fea-4929-b6f8-8abe1a6cf2cd None None] Attempting to bind port e1137b7e-3a28-4efa-9f88-a1407535fbad on network dbce74ed-d43c-4540-8d8d-e582f35e4792 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 14:28:46.541911 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79c60b47-7fea-4929-b6f8-8abe1a6cf2cd None None] Checking agent: {'id': '6414dfeb-85c5-454a-8756-709ca637d800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825124-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 16, 31), 'started_at': datetime.datetime(2022, 1, 20, 14, 17, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 28, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825124-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 14:28:46.542280 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79c60b47-7fea-4929-b6f8-8abe1a6cf2cd None None] Checking segment: {'id': '7b61d093-41ff-4202-b223-533eb0f8da0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'dbce74ed-d43c-4540-8d8d-e582f35e4792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 14:28:46.542664 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-79c60b47-7fea-4929-b6f8-8abe1a6cf2cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:46.543056 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79c60b47-7fea-4929-b6f8-8abe1a6cf2cd None None] Bound using segment: {'id': '7b61d093-41ff-4202-b223-533eb0f8da0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'dbce74ed-d43c-4540-8d8d-e582f35e4792'} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 14:28:46.543522 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-79c60b47-7fea-4929-b6f8-8abe1a6cf2cd None None] Bound port: e1137b7e-3a28-4efa-9f88-a1407535fbad, host: dv-neutron-825124-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b61d093-41ff-4202-b223-533eb0f8da0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'dbce74ed-d43c-4540-8d8d-e582f35e4792'}}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:28:46.543909 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-79c60b47-7fea-4929-b6f8-8abe1a6cf2cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:46.605524 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-594afb5a-feb0-4647-82db-37dcad459740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477'] for port, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:46.640356 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-43b58019-7ec3-4588-a60f-2c06cd132dca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:46.677678 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-79c60b47-7fea-4929-b6f8-8abe1a6cf2cd None None] For port e1137b7e-3a28-4efa-9f88-a1407535fbad, host dv-neutron-825124-1-hyperv, cleared binding levels {{(pid=84155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 14:28:46.683397 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-79c60b47-7fea-4929-b6f8-8abe1a6cf2cd None None] For port e1137b7e-3a28-4efa-9f88-a1407535fbad, host dv-neutron-825124-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=e1137b7e-3a28-4efa-9f88-a1407535fbad,segment=NetworkSegment(7b61d093-41ff-4202-b223-533eb0f8da0a),segment_id=7b61d093-41ff-4202-b223-533eb0f8da0a)] {{(pid=84155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 14:28:46.684773 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-5f79c39a-c66b-4971-a06f-0b5e6d8739e8 tempest-ServersTestManualDisk-1917914165 tempest-ServersTestManualDisk-1917914165-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:46.693444 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b58019-7ec3-4588-a60f-2c06cd132dca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57813ca0-552b-4c1b-a060-34c5735f2954,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:28:46.699980 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-acc75be3-6708-4a25-b99b-229d7dda1c77 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1627147'] for subnet, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:46.704472 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-594afb5a-feb0-4647-82db-37dcad459740 None None] Network e8941f3d-f5c4-4f7f-beae-38be2ee05a80 is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:28:46.708279 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-594afb5a-feb0-4647-82db-37dcad459740 None None] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:28:46.716775 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-594afb5a-feb0-4647-82db-37dcad459740 None None] Received port after_create {{(pid=84154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:28:46.719076 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594afb5a-feb0-4647-82db-37dcad459740 None None] Pushing event updated for resources: {'Port': ['ID=010b346d-a01a-4bdc-8ad3-a2defdc80c8d,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:28:46.742151 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-43b58019-7ec3-4588-a60f-2c06cd132dca admin admin] Notify callbacks [] for security_group, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:46.742855 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-43b58019-7ec3-4588-a60f-2c06cd132dca admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/57813ca0-552b-4c1b-a060-34c5735f2954 HTTP/1.1" status: 204 len: 168 time: 1.1329863 Jan 20 14:28:46.755000 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-79c60b47-7fea-4929-b6f8-8abe1a6cf2cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:46.836417 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-594afb5a-feb0-4647-82db-37dcad459740 None None] Attempting to bind port 010b346d-a01a-4bdc-8ad3-a2defdc80c8d on host dv-neutron-825124-1-hyperv for vnic_type normal with profile {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:28:46.836854 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-594afb5a-feb0-4647-82db-37dcad459740 None None] Attempting to bind port 010b346d-a01a-4bdc-8ad3-a2defdc80c8d by drivers openvswitch,hyperv on host dv-neutron-825124-1-hyperv at level 0 using segments [{'id': 'ac934089-5684-4934-b625-98231e0e67fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'e8941f3d-f5c4-4f7f-beae-38be2ee05a80'}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:28:46.837226 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-594afb5a-feb0-4647-82db-37dcad459740 None None] Attempting to bind port 010b346d-a01a-4bdc-8ad3-a2defdc80c8d on network e8941f3d-f5c4-4f7f-beae-38be2ee05a80 {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 14:28:46.847003 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-594afb5a-feb0-4647-82db-37dcad459740 None None] Checking agent: {'id': '6414dfeb-85c5-454a-8756-709ca637d800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825124-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 16, 31), 'started_at': datetime.datetime(2022, 1, 20, 14, 17, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 28, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825124-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 14:28:46.847483 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-594afb5a-feb0-4647-82db-37dcad459740 None None] Checking segment: {'id': 'ac934089-5684-4934-b625-98231e0e67fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'e8941f3d-f5c4-4f7f-beae-38be2ee05a80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 14:28:46.847957 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-594afb5a-feb0-4647-82db-37dcad459740 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:46.848416 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-594afb5a-feb0-4647-82db-37dcad459740 None None] Bound using segment: {'id': 'ac934089-5684-4934-b625-98231e0e67fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'e8941f3d-f5c4-4f7f-beae-38be2ee05a80'} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 14:28:46.849024 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-594afb5a-feb0-4647-82db-37dcad459740 None None] Bound port: 010b346d-a01a-4bdc-8ad3-a2defdc80c8d, host: dv-neutron-825124-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac934089-5684-4934-b625-98231e0e67fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'e8941f3d-f5c4-4f7f-beae-38be2ee05a80'}}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:28:46.850481 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-594afb5a-feb0-4647-82db-37dcad459740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:46.877093 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-aacef6a4-6b2d-4bc1-afe3-24acce6e5b3f tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1626242', 'neutron.services.segments.db._delete_segments_for_network-8769554214620'] for network, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:46.902966 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-5f79c39a-c66b-4971-a06f-0b5e6d8739e8 tempest-ServersTestManualDisk-1917914165 tempest-ServersTestManualDisk-1917914165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:46.906809 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca5fdbe-60e4-409e-82c7-dd2b5197a04c None None] Pushing event updated for resources: {'Port': ['ID=e1137b7e-3a28-4efa-9f88-a1407535fbad,revision_number=4']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:28:46.910089 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79c60b47-7fea-4929-b6f8-8abe1a6cf2cd None None] Routers {'ecd029ba-0bb3-4880-9ca8-a6bd7ce4a3ed'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:28:46.911711 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-79c60b47-7fea-4929-b6f8-8abe1a6cf2cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:28:30Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['ecd029ba-0bb3-4880-9ca8-a6bd7ce4a3ed'], 'active': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:28:46.983872 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-acc75be3-6708-4a25-b99b-229d7dda1c77 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1627154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4163580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155308'] for subnet, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:47.006009 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-594afb5a-feb0-4647-82db-37dcad459740 None None] For port 010b346d-a01a-4bdc-8ad3-a2defdc80c8d, host dv-neutron-825124-1-hyperv, cleared binding levels {{(pid=84154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 14:28:47.013237 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-594afb5a-feb0-4647-82db-37dcad459740 None None] For port 010b346d-a01a-4bdc-8ad3-a2defdc80c8d, host dv-neutron-825124-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=010b346d-a01a-4bdc-8ad3-a2defdc80c8d,segment=NetworkSegment(ac934089-5684-4934-b625-98231e0e67fe),segment_id=ac934089-5684-4934-b625-98231e0e67fe)] {{(pid=84154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 14:28:47.042820 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94db312e-8f78-4725-82e3-d73dad9de33f tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Network 752e2db2-b936-42ae-96c5-b26c9e46369b is scheduled to be hosted by DHCP agent 1a181e39-5220-4c1a-88f8-08a54e8bfc9b with binding_index 1 {{(pid=84152) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 14:28:47.050250 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-73f0b25b-234c-4132-840b-b0677a4fea0f tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Deleting port e51151d3-c1c8-4bf8-a9f5-acf443967cf9 {{(pid=84153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:28:47.050669 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-73f0b25b-234c-4132-840b-b0677a4fea0f tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:47.058300 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.segments.db [None req-aacef6a4-6b2d-4bc1-afe3-24acce6e5b3f tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a997880f-0f62-47ca-8cac-78bab01f28b1']}} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:28:47.087594 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc75be3-6708-4a25-b99b-229d7dda1c77 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Pushing event deleted for resources: {'Subnet': ['ID=74713487-d9fb-4003-94c1-275d2500649b,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:28:47.093503 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.segments.db [None req-aacef6a4-6b2d-4bc1-afe3-24acce6e5b3f tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fda3881a-799a-4ca1-8400-3f0cf2545edd') {'for_net_delete': True} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:28:47.094636 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.segments.db [None req-aacef6a4-6b2d-4bc1-afe3-24acce6e5b3f tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fda3881a-799a-4ca1-8400-3f0cf2545edd') {} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:28:47.103643 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-594afb5a-feb0-4647-82db-37dcad459740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:47.214423 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvr_db [None req-79c60b47-7fea-4929-b6f8-8abe1a6cf2cd None None] Set router ecd029ba-0bb3-4880-9ca8-a6bd7ce4a3ed gateway port host: None {{(pid=84155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 14:28:47.273729 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-aacef6a4-6b2d-4bc1-afe3-24acce6e5b3f tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769554214503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3337904'] for segment, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:47.286786 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594afb5a-feb0-4647-82db-37dcad459740 None None] Pushing event updated for resources: {'Port': ['ID=010b346d-a01a-4bdc-8ad3-a2defdc80c8d,revision_number=2']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:28:47.315608 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.base_scheduler [None req-94db312e-8f78-4725-82e3-d73dad9de33f tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825124-1-hyperv, 752e2db2-b936-42ae-96c5-b26c9e46369b) {{(pid=84152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:28:47.332124 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-881fca60-8ddd-4285-a150-561658a4aa42 None None] Network 752e2db2-b936-42ae-96c5-b26c9e46369b requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:28:47.379157 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94db312e-8f78-4725-82e3-d73dad9de33f tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:28:47.380192 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-94db312e-8f78-4725-82e3-d73dad9de33f tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks [] for subnet, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:47.411147 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-aacef6a4-6b2d-4bc1-afe3-24acce6e5b3f tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:47.427986 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-acc75be3-6708-4a25-b99b-229d7dda1c77 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1626242', 'neutron.services.segments.db._delete_segments_for_network-8769554214620'] for network, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:47.436493 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aacef6a4-6b2d-4bc1-afe3-24acce6e5b3f tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Releasing vlan 162 on physical network physnet1 to pool {{(pid=84152) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 14:28:47.437138 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-aacef6a4-6b2d-4bc1-afe3-24acce6e5b3f tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1622950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4162906'] for segment, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:47.464867 dv-neutron-825124-1-hyperv neutron-server[84152]: Traceback (most recent call last): Jan 20 14:28:47.464867 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 14:28:47.464867 dv-neutron-825124-1-hyperv neutron-server[84152]: timer() Jan 20 14:28:47.464867 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 14:28:47.464867 dv-neutron-825124-1-hyperv neutron-server[84152]: cb(*args, **kw) Jan 20 14:28:47.464867 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 14:28:47.464867 dv-neutron-825124-1-hyperv neutron-server[84152]: return func(*args, **kwargs) Jan 20 14:28:47.464867 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 14:28:47.464867 dv-neutron-825124-1-hyperv neutron-server[84152]: self._notify() Jan 20 14:28:47.464867 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 14:28:47.464867 dv-neutron-825124-1-hyperv neutron-server[84152]: self.callback(batched_events) Jan 20 14:28:47.464867 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 14:28:47.464867 dv-neutron-825124-1-hyperv neutron-server[84152]: event.method(event) Jan 20 14:28:47.464867 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 14:28:47.464867 dv-neutron-825124-1-hyperv neutron-server[84152]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 14:28:47.464867 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 14:28:47.464867 dv-neutron-825124-1-hyperv neutron-server[84152]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 14:28:47.464867 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 14:28:47.464867 dv-neutron-825124-1-hyperv neutron-server[84152]: return f(self, *a, **k) Jan 20 14:28:47.464867 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 14:28:47.464867 dv-neutron-825124-1-hyperv neutron-server[84152]: return self._get(url).json() Jan 20 14:28:47.464867 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 14:28:47.464867 dv-neutron-825124-1-hyperv neutron-server[84152]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 14:28:47.464867 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 14:28:47.464867 dv-neutron-825124-1-hyperv neutron-server[84152]: return self.request(url, 'GET', **kwargs) Jan 20 14:28:47.464867 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 14:28:47.464867 dv-neutron-825124-1-hyperv neutron-server[84152]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 14:28:47.464867 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 14:28:47.464867 dv-neutron-825124-1-hyperv neutron-server[84152]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 14:28:47.464867 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 14:28:47.464867 dv-neutron-825124-1-hyperv neutron-server[84152]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 14:28:47.464867 dv-neutron-825124-1-hyperv neutron-server[84152]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 14:28:47.466913 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-73f0b25b-234c-4132-840b-b0677a4fea0f tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:47.672492 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-94db312e-8f78-4725-82e3-d73dad9de33f tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1255414 Jan 20 14:28:47.675802 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 36166) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:28:47.679754 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.db.resource_extend [None req-5f79c39a-c66b-4971-a06f-0b5e6d8739e8 tempest-ServersTestManualDisk-1917914165 tempest-ServersTestManualDisk-1917914165-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 20 14:28:47.694195 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.segments.db [None req-acc75be3-6708-4a25-b99b-229d7dda1c77 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8941f3d-f5c4-4f7f-beae-38be2ee05a80']}} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:28:47.695510 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-73f0b25b-234c-4132-840b-b0677a4fea0f tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Calling delete_port for e51151d3-c1c8-4bf8-a9f5-acf443967cf9 owned by network:router_interface {{(pid=84153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:28:47.714670 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.segments.db [None req-acc75be3-6708-4a25-b99b-229d7dda1c77 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac934089-5684-4934-b625-98231e0e67fe') {'for_net_delete': True} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:28:47.715014 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.segments.db [None req-acc75be3-6708-4a25-b99b-229d7dda1c77 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac934089-5684-4934-b625-98231e0e67fe') {} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:28:47.755283 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-21f0ea40-5ac1-4214-834b-431e4d9b935a tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Request body: {'port': {'network_id': '752e2db2-b936-42ae-96c5-b26c9e46369b', 'name': 'tempest-PortsTestJSON-850753592', 'fixed_ips': [{'subnet_id': '74df8936-392d-4d73-a558-3d2f11b74d6c', 'ip_address': '172.20.0.10'}]}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:28:47.757275 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21ce2f1f-89f5-43b0-bda6-50554d6d7170 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95c917f5-14ba-5e96-98b8-1a52654a930a-752e2db2-b936-42ae-96c5-b26c9e46369b', 'network_id': '752e2db2-b936-42ae-96c5-b26c9e46369b', 'tenant_id': '86e3e9c5b0744f88a459de56a9372787', 'fixed_ips': [{'subnet_id': '74df8936-392d-4d73-a558-3d2f11b74d6c'}]}} from dv-neutron-825124-1-hyperv. {{(pid=84154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 20 14:28:47.759134 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-21ce2f1f-89f5-43b0-bda6-50554d6d7170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:47.774085 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-acc75be3-6708-4a25-b99b-229d7dda1c77 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769554214503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3337904'] for segment, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:47.784850 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-5f79c39a-c66b-4971-a06f-0b5e6d8739e8 tempest-ServersTestManualDisk-1917914165 tempest-ServersTestManualDisk-1917914165-project] Notify callbacks [] for port, precommit_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:47.818464 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-acc75be3-6708-4a25-b99b-229d7dda1c77 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:47.844118 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-aacef6a4-6b2d-4bc1-afe3-24acce6e5b3f tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1626253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-745296'] for network, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:47.846507 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-acc75be3-6708-4a25-b99b-229d7dda1c77 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Releasing vlan 177 on physical network physnet1 to pool {{(pid=84152) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 14:28:47.846901 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-acc75be3-6708-4a25-b99b-229d7dda1c77 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1622950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4162906'] for segment, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:47.856812 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-79c60b47-7fea-4929-b6f8-8abe1a6cf2cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecd029ba-0bb3-4880-9ca8-a6bd7ce4a3ed', 'name': 'tempest-NetworksTestDHCPv6-router-972557015', 'tenant_id': '2cb17692bb0c4a2782f988652201ac42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:28:35Z', 'updated_at': '2022-01-20T14:28:39Z', 'revision_number': 2, 'project_id': '2cb17692bb0c4a2782f988652201ac42', 'gw_port_host': None, '_interfaces': [{'id': 'e1137b7e-3a28-4efa-9f88-a1407535fbad', 'name': '', 'network_id': 'dbce74ed-d43c-4540-8d8d-e582f35e4792', 'tenant_id': '2cb17692bb0c4a2782f988652201ac42', 'mac_address': 'fa:16:3e:9e:88:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecd029ba-0bb3-4880-9ca8-a6bd7ce4a3ed', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'abc49072-0a1d-4992-a208-c06fc6781a1a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:28:37Z', 'updated_at': '2022-01-20T14:28:46Z', 'revision_number': 4, 'project_id': '2cb17692bb0c4a2782f988652201ac42', 'subnets': [{'id': 'abc49072-0a1d-4992-a208-c06fc6781a1a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:28:47.861488 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79c60b47-7fea-4929-b6f8-8abe1a6cf2cd None None] The sync data for ids ['ecd029ba-0bb3-4880-9ca8-a6bd7ce4a3ed'] in dv-neutron-825124-1-hyperv is: [{'id': 'ecd029ba-0bb3-4880-9ca8-a6bd7ce4a3ed', 'name': 'tempest-NetworksTestDHCPv6-router-972557015', 'tenant_id': '2cb17692bb0c4a2782f988652201ac42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:28:35Z', 'updated_at': '2022-01-20T14:28:39Z', 'revision_number': 2, 'project_id': '2cb17692bb0c4a2782f988652201ac42', 'gw_port_host': None, '_interfaces': [{'id': 'e1137b7e-3a28-4efa-9f88-a1407535fbad', 'name': '', 'network_id': 'dbce74ed-d43c-4540-8d8d-e582f35e4792', 'tenant_id': '2cb17692bb0c4a2782f988652201ac42', 'mac_address': 'fa:16:3e:9e:88:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecd029ba-0bb3-4880-9ca8-a6bd7ce4a3ed', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'abc49072-0a1d-4992-a208-c06fc6781a1a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:28:37Z', 'updated_at': '2022-01-20T14:28:46Z', 'revision_number': 4, 'project_id': '2cb17692bb0c4a2782f988652201ac42', 'subnets': [{'id': 'abc49072-0a1d-4992-a208-c06fc6781a1a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 14:28:47.877610 dv-neutron-825124-1-hyperv neutron-server[84152]: Traceback (most recent call last): Jan 20 14:28:47.877610 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 14:28:47.877610 dv-neutron-825124-1-hyperv neutron-server[84152]: timer() Jan 20 14:28:47.877610 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 14:28:47.877610 dv-neutron-825124-1-hyperv neutron-server[84152]: cb(*args, **kw) Jan 20 14:28:47.877610 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 14:28:47.877610 dv-neutron-825124-1-hyperv neutron-server[84152]: return func(*args, **kwargs) Jan 20 14:28:47.877610 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 14:28:47.877610 dv-neutron-825124-1-hyperv neutron-server[84152]: self._notify() Jan 20 14:28:47.877610 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 14:28:47.877610 dv-neutron-825124-1-hyperv neutron-server[84152]: self.callback(batched_events) Jan 20 14:28:47.877610 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 14:28:47.877610 dv-neutron-825124-1-hyperv neutron-server[84152]: event.method(event) Jan 20 14:28:47.877610 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 14:28:47.877610 dv-neutron-825124-1-hyperv neutron-server[84152]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 14:28:47.877610 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 14:28:47.877610 dv-neutron-825124-1-hyperv neutron-server[84152]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 14:28:47.877610 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 14:28:47.877610 dv-neutron-825124-1-hyperv neutron-server[84152]: return f(self, *a, **k) Jan 20 14:28:47.877610 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 14:28:47.877610 dv-neutron-825124-1-hyperv neutron-server[84152]: return self._get(url).json() Jan 20 14:28:47.877610 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 14:28:47.877610 dv-neutron-825124-1-hyperv neutron-server[84152]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 14:28:47.877610 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 14:28:47.877610 dv-neutron-825124-1-hyperv neutron-server[84152]: return self.request(url, 'GET', **kwargs) Jan 20 14:28:47.877610 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 14:28:47.877610 dv-neutron-825124-1-hyperv neutron-server[84152]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 14:28:47.877610 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 14:28:47.877610 dv-neutron-825124-1-hyperv neutron-server[84152]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 14:28:47.877610 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 14:28:47.877610 dv-neutron-825124-1-hyperv neutron-server[84152]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 14:28:47.877610 dv-neutron-825124-1-hyperv neutron-server[84152]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 14:28:47.886564 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-5f79c39a-c66b-4971-a06f-0b5e6d8739e8 tempest-ServersTestManualDisk-1917914165 tempest-ServersTestManualDisk-1917914165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3944146'] for port, after_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:47.975708 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f79c39a-c66b-4971-a06f-0b5e6d8739e8 tempest-ServersTestManualDisk-1917914165 tempest-ServersTestManualDisk-1917914165-project] Pushing event updated for resources: {'Port': ['ID=b79e9c32-03a7-4ccd-b88c-9020525a3b42,revision_number=2']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:28:47.988529 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-aacef6a4-6b2d-4bc1-afe3-24acce6e5b3f tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Notify callbacks [] for network, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:48.010064 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacef6a4-6b2d-4bc1-afe3-24acce6e5b3f tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Pushing event deleted for resources: {'Network': ['ID=a997880f-0f62-47ca-8cac-78bab01f28b1,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:28:48.027173 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-aacef6a4-6b2d-4bc1-afe3-24acce6e5b3f tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] 10.222.0.54 "DELETE /v2.0/networks/a997880f-0f62-47ca-8cac-78bab01f28b1 HTTP/1.1" status: 204 len: 168 time: 2.0355737 Jan 20 14:28:48.034163 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 36174) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:28:48.040377 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_common [None req-21ce2f1f-89f5-43b0-bda6-50554d6d7170 None None] Allocated IP 172.20.0.2 (752e2db2-b936-42ae-96c5-b26c9e46369b/74df8936-392d-4d73-a558-3d2f11b74d6c/3901ee02-b528-406a-a5e2-69f80724fa77) {{(pid=84154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:28:48.118081 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-21f0ea40-5ac1-4214-834b-431e4d9b935a tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:28:48.139144 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.db.api [None req-acc75be3-6708-4a25-b99b-229d7dda1c77 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 20 14:28:48.139144 dv-neutron-825124-1-hyperv neutron-server[84152]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 20 14:28:48.139144 dv-neutron-825124-1-hyperv neutron-server[84152]: [parameters: {'id': 'e8941f3d-f5c4-4f7f-beae-38be2ee05a80'}] Jan 20 14:28:48.139144 dv-neutron-825124-1-hyperv neutron-server[84152]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84152) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 14:28:48.139633 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG oslo_db.api [None req-acc75be3-6708-4a25-b99b-229d7dda1c77 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 14:28:48.152338 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-21f0ea40-5ac1-4214-834b-431e4d9b935a tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:28:48.156841 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-5f79c39a-c66b-4971-a06f-0b5e6d8739e8 tempest-ServersTestManualDisk-1917914165 tempest-ServersTestManualDisk-1917914165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-745254'] for floatingip, after_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:48.199461 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-4dc8edab-cc74-4ad9-87b1-71299d6f70e3 tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Deleting port 71760179-fb96-426c-aba4-1aee0df30c62 {{(pid=84152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:28:48.199962 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-4dc8edab-cc74-4ad9-87b1-71299d6f70e3 tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:48.228337 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-4e8e8c7f-e239-4f1e-ac1d-785db7ab2db1 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-743504'] for router_interface, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:48.253399 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 010b346d-a01a-4bdc-8ad3-a2defdc80c8d up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:28:48.301976 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-5f79c39a-c66b-4971-a06f-0b5e6d8739e8 tempest-ServersTestManualDisk-1917914165 tempest-ServersTestManualDisk-1917914165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for floatingip, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:48.304050 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-5f79c39a-c66b-4971-a06f-0b5e6d8739e8 tempest-ServersTestManualDisk-1917914165 tempest-ServersTestManualDisk-1917914165-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.4219224 Jan 20 14:28:48.305693 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21f0ea40-5ac1-4214-834b-431e4d9b935a tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Made reservation on behalf of 86e3e9c5b0744f88a459de56a9372787 for: {'port': 1} {{(pid=84153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:28:48.426646 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-21ce2f1f-89f5-43b0-bda6-50554d6d7170 None None] Notify callbacks [] for port, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:48.474502 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-21ce2f1f-89f5-43b0-bda6-50554d6d7170 None None] Transition to ACTIVE for port object 3901ee02-b528-406a-a5e2-69f80724fa77 will not be triggered until provisioned by entity L2. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:28:48.515531 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-21ce2f1f-89f5-43b0-bda6-50554d6d7170 None None] Transition to ACTIVE for port object 3901ee02-b528-406a-a5e2-69f80724fa77 will not be triggered until provisioned by entity DHCP. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:28:48.524659 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning for port 010b346d-a01a-4bdc-8ad3-a2defdc80c8d completed by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:28:48.611069 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-21ce2f1f-89f5-43b0-bda6-50554d6d7170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477'] for port, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:48.629753 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-73f0b25b-234c-4132-840b-b0677a4fea0f tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:48.658529 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-acc75be3-6708-4a25-b99b-229d7dda1c77 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586409'] for network, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:48.732126 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21ce2f1f-89f5-43b0-bda6-50554d6d7170 None None] Network 752e2db2-b936-42ae-96c5-b26c9e46369b is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:28:48.736473 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-21ce2f1f-89f5-43b0-bda6-50554d6d7170 None None] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:28:48.743463 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21ce2f1f-89f5-43b0-bda6-50554d6d7170 None None] Received port after_create {{(pid=84154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:28:48.749384 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-4dc8edab-cc74-4ad9-87b1-71299d6f70e3 tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:48.779573 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-ade240be-7ecb-4255-a6a1-fa88ee5c9f51 req-01c39033-ead7-4a8d-b7dd-024f068a2fcc tempest-ServersTestManualDisk-1917914165 tempest-ServersTestManualDisk-1917914165-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-securitygroup--629168090&fields=id&tenant_id=505c9f1bd3024976854da8233b1bef64 HTTP/1.1" status: 200 len: 267 time: 0.0885639 Jan 20 14:28:48.782748 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f0b25b-234c-4132-840b-b0677a4fea0f tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Pushing event deleted for resources: {'Port': ['ID=e51151d3-c1c8-4bf8-a9f5-acf443967cf9,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:28:48.902514 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ce2f1f-89f5-43b0-bda6-50554d6d7170 None None] Pushing event updated for resources: {'Port': ['ID=3901ee02-b528-406a-a5e2-69f80724fa77,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:28:48.904125 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 36194) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:28:48.909044 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-21ce2f1f-89f5-43b0-bda6-50554d6d7170 None None] Attempting to bind port 3901ee02-b528-406a-a5e2-69f80724fa77 on host dv-neutron-825124-1-hyperv for vnic_type normal with profile {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:28:48.909520 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-21ce2f1f-89f5-43b0-bda6-50554d6d7170 None None] Attempting to bind port 3901ee02-b528-406a-a5e2-69f80724fa77 by drivers openvswitch,hyperv on host dv-neutron-825124-1-hyperv at level 0 using segments [{'id': '038cb670-a039-4efa-bb31-c65512b228d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '752e2db2-b936-42ae-96c5-b26c9e46369b'}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:28:48.909749 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21ce2f1f-89f5-43b0-bda6-50554d6d7170 None None] Attempting to bind port 3901ee02-b528-406a-a5e2-69f80724fa77 on network 752e2db2-b936-42ae-96c5-b26c9e46369b {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 14:28:48.921335 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21ce2f1f-89f5-43b0-bda6-50554d6d7170 None None] Checking agent: {'id': '6414dfeb-85c5-454a-8756-709ca637d800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825124-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 16, 31), 'started_at': datetime.datetime(2022, 1, 20, 14, 17, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 28, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825124-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 14:28:48.921511 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-acc75be3-6708-4a25-b99b-229d7dda1c77 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Deleting port 010b346d-a01a-4bdc-8ad3-a2defdc80c8d {{(pid=84152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:28:48.921716 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21ce2f1f-89f5-43b0-bda6-50554d6d7170 None None] Checking segment: {'id': '038cb670-a039-4efa-bb31-c65512b228d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '752e2db2-b936-42ae-96c5-b26c9e46369b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 14:28:48.921852 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-acc75be3-6708-4a25-b99b-229d7dda1c77 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:48.922153 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-21ce2f1f-89f5-43b0-bda6-50554d6d7170 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:48.922553 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21ce2f1f-89f5-43b0-bda6-50554d6d7170 None None] Bound using segment: {'id': '038cb670-a039-4efa-bb31-c65512b228d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '752e2db2-b936-42ae-96c5-b26c9e46369b'} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 14:28:48.923031 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-21ce2f1f-89f5-43b0-bda6-50554d6d7170 None None] Bound port: 3901ee02-b528-406a-a5e2-69f80724fa77, host: dv-neutron-825124-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '038cb670-a039-4efa-bb31-c65512b228d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '752e2db2-b936-42ae-96c5-b26c9e46369b'}}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:28:48.923491 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-21ce2f1f-89f5-43b0-bda6-50554d6d7170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:48.972626 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6444c831-b29f-4ceb-8ae0-49c4cce5636e None None] Network e8941f3d-f5c4-4f7f-beae-38be2ee05a80 requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:28:49.082563 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-4dc8edab-cc74-4ad9-87b1-71299d6f70e3 tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Calling delete_port for 71760179-fb96-426c-aba4-1aee0df30c62 owned by {{(pid=84152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:28:49.123699 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade240be-7ecb-4255-a6a1-fa88ee5c9f51 req-fe5de907-6007-4878-9624-1205584179d4 tempest-ServersTestManualDisk-1917914165 tempest-ServersTestManualDisk-1917914165-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:28:49.125292 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-ade240be-7ecb-4255-a6a1-fa88ee5c9f51 req-fe5de907-6007-4878-9624-1205584179d4 tempest-ServersTestManualDisk-1917914165 tempest-ServersTestManualDisk-1917914165-project] 10.222.0.54 "GET /v2.0/networks?id=e8d2ddcf-1876-48f1-bdb0-f45048b860a9 HTTP/1.1" status: 200 len: 812 time: 0.3449004 Jan 20 14:28:49.180197 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-ade240be-7ecb-4255-a6a1-fa88ee5c9f51 req-400a8a38-5b9c-43e4-a486-406edc7b5c7b tempest-ServersTestManualDisk-1917914165 tempest-ServersTestManualDisk-1917914165-project] 10.222.0.54 "GET /v2.0/quotas/505c9f1bd3024976854da8233b1bef64 HTTP/1.1" status: 200 len: 375 time: 0.0383966 Jan 20 14:28:49.215547 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-21f0ea40-5ac1-4214-834b-431e4d9b935a tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:49.243129 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-21ce2f1f-89f5-43b0-bda6-50554d6d7170 None None] For port 3901ee02-b528-406a-a5e2-69f80724fa77, host dv-neutron-825124-1-hyperv, cleared binding levels {{(pid=84154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 14:28:49.246567 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-21ce2f1f-89f5-43b0-bda6-50554d6d7170 None None] For port 3901ee02-b528-406a-a5e2-69f80724fa77, host dv-neutron-825124-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=3901ee02-b528-406a-a5e2-69f80724fa77,segment=NetworkSegment(038cb670-a039-4efa-bb31-c65512b228d4),segment_id=038cb670-a039-4efa-bb31-c65512b228d4)] {{(pid=84154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 14:28:49.332728 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-21ce2f1f-89f5-43b0-bda6-50554d6d7170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:49.407643 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.notifiers.nova [None req-21f0ea40-5ac1-4214-834b-431e4d9b935a tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] device_id is not set on port d46af901-4c36-454e-b9e9-766f7369a450 yet. {{(pid=84153) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 14:28:49.407937 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.db [None req-acc75be3-6708-4a25-b99b-229d7dda1c77 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] For port 010b346d-a01a-4bdc-8ad3-a2defdc80c8d, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=010b346d-a01a-4bdc-8ad3-a2defdc80c8d,segment=NetworkSegment(ac934089-5684-4934-b625-98231e0e67fe),segment_id=ac934089-5684-4934-b625-98231e0e67fe)] {{(pid=84152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:28:49.407937 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-acc75be3-6708-4a25-b99b-229d7dda1c77 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:49.429571 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ce2f1f-89f5-43b0-bda6-50554d6d7170 None None] Pushing event updated for resources: {'Port': ['ID=3901ee02-b528-406a-a5e2-69f80724fa77,revision_number=2']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:28:49.482312 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-aec67d0b-fef6-490e-a97a-08cb2b0e3083 None None] Provisioning for port 010b346d-a01a-4bdc-8ad3-a2defdc80c8d completed by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:28:49.491339 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-aec67d0b-fef6-490e-a97a-08cb2b0e3083 None None] Provisioning complete for port 010b346d-a01a-4bdc-8ad3-a2defdc80c8d triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:28:49.491765 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-aec67d0b-fef6-490e-a97a-08cb2b0e3083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:49.537536 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97825ffe-f315-4154-a11c-9bd3a236918c None None] DHCP port deletion for e8941f3d-f5c4-4f7f-beae-38be2ee05a80 request from dv-neutron-825124-1-hyperv {{(pid=84154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 20 14:28:49.549400 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-acc75be3-6708-4a25-b99b-229d7dda1c77 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Calling delete_port for 010b346d-a01a-4bdc-8ad3-a2defdc80c8d owned by network:dhcp {{(pid=84152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:28:49.550509 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-97825ffe-f315-4154-a11c-9bd3a236918c None None] Deleting port 010b346d-a01a-4bdc-8ad3-a2defdc80c8d {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:28:49.550885 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-97825ffe-f315-4154-a11c-9bd3a236918c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:49.592005 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [req-ade240be-7ecb-4255-a6a1-fa88ee5c9f51 req-495cf90c-d589-42b7-a10c-9190884917f5 tempest-ServersTestManualDisk-1917914165 tempest-ServersTestManualDisk-1917914165-project] Synchronizing usage tracker for tenant:505c9f1bd3024976854da8233b1bef64 on resource:port {{(pid=84153) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:28:49.632195 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-953f0f5a-4ca1-4279-89a6-ef3e5621fd63 tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] Request body: {'networks': [{'name': 'tempest-network--1529771643'}, {'name': 'tempest-network--1236929521'}]} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:28:49.632195 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-953f0f5a-4ca1-4279-89a6-ef3e5621fd63 tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] Request body: {'network': {'name': 'tempest-network--1529771643'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:28:49.632734 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-953f0f5a-4ca1-4279-89a6-ef3e5621fd63 tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] Request body: {'network': {'name': 'tempest-network--1236929521'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:28:49.652269 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-953f0f5a-4ca1-4279-89a6-ef3e5621fd63 tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:28:49.660858 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-953f0f5a-4ca1-4279-89a6-ef3e5621fd63 tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] Usage tracker for resource:network and tenant:c64585f3eac240419743ed479261ff41 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:28:49.667387 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-953f0f5a-4ca1-4279-89a6-ef3e5621fd63 tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:28:49.679618 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-953f0f5a-4ca1-4279-89a6-ef3e5621fd63 tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:28:49.726371 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-acc75be3-6708-4a25-b99b-229d7dda1c77 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:49.753899 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [req-ade240be-7ecb-4255-a6a1-fa88ee5c9f51 req-495cf90c-d589-42b7-a10c-9190884917f5 tempest-ServersTestManualDisk-1917914165 tempest-ServersTestManualDisk-1917914165-project] Unset dirty status for tenant:505c9f1bd3024976854da8233b1bef64 on resource:port {{(pid=84153) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:28:49.760661 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-ade240be-7ecb-4255-a6a1-fa88ee5c9f51 req-495cf90c-d589-42b7-a10c-9190884917f5 tempest-ServersTestManualDisk-1917914165 tempest-ServersTestManualDisk-1917914165-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=505c9f1bd3024976854da8233b1bef64&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5559120 Jan 20 14:28:49.793246 dv-neutron-825124-1-hyperv neutron-server[84154]: INFO neutron.plugins.ml2.db [None req-aec67d0b-fef6-490e-a97a-08cb2b0e3083 None None] No ports have port_id starting with 010b346d-a01a-4bdc-8ad3-a2defdc80c8d Jan 20 14:28:49.832188 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-4dc8edab-cc74-4ad9-87b1-71299d6f70e3 tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:49.853262 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-97825ffe-f315-4154-a11c-9bd3a236918c None None] For port 010b346d-a01a-4bdc-8ad3-a2defdc80c8d, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=010b346d-a01a-4bdc-8ad3-a2defdc80c8d,segment=NetworkSegment(ac934089-5684-4934-b625-98231e0e67fe),segment_id=ac934089-5684-4934-b625-98231e0e67fe)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:28:49.853649 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-97825ffe-f315-4154-a11c-9bd3a236918c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:49.865176 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-953f0f5a-4ca1-4279-89a6-ef3e5621fd63 tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] Made reservation on behalf of c64585f3eac240419743ed479261ff41 for: {'network': 2} {{(pid=84152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:28:49.869860 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-953f0f5a-4ca1-4279-89a6-ef3e5621fd63 tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for network, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:49.883760 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc75be3-6708-4a25-b99b-229d7dda1c77 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Pushing event deleted for resources: {'Port': ['ID=010b346d-a01a-4bdc-8ad3-a2defdc80c8d,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:28:49.970873 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc8edab-cc74-4ad9-87b1-71299d6f70e3 tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Pushing event deleted for resources: {'Port': ['ID=71760179-fb96-426c-aba4-1aee0df30c62,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:28:49.984456 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acc75be3-6708-4a25-b99b-229d7dda1c77 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] No DVR routers for this DVR port 010b346d-a01a-4bdc-8ad3-a2defdc80c8d on host dv-neutron-825124-1-hyperv {{(pid=84152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 14:28:50.009417 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.db_base_plugin_common [None req-21f0ea40-5ac1-4214-834b-431e4d9b935a tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Allocated IP 172.20.0.10 (752e2db2-b936-42ae-96c5-b26c9e46369b/74df8936-392d-4d73-a558-3d2f11b74d6c/d46af901-4c36-454e-b9e9-766f7369a450) {{(pid=84153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:28:50.096075 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-953f0f5a-4ca1-4279-89a6-ef3e5621fd63 tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] Notify callbacks [] for security_group, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:50.119196 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-97825ffe-f315-4154-a11c-9bd3a236918c None None] Calling delete_port for 010b346d-a01a-4bdc-8ad3-a2defdc80c8d owned by network:dhcp {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:28:50.139585 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-ade240be-7ecb-4255-a6a1-fa88ee5c9f51 req-60a5499a-9c0d-4440-b280-67ff648dac4a service neutron] 10.222.0.54 "GET /v2.0/networks/e8d2ddcf-1876-48f1-bdb0-f45048b860a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3547335 Jan 20 14:28:50.227367 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 3901ee02-b528-406a-a5e2-69f80724fa77 up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:28:50.251964 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-4dc8edab-cc74-4ad9-87b1-71299d6f70e3 tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:50.368192 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-4dc8edab-cc74-4ad9-87b1-71299d6f70e3 tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] 10.222.0.54 "DELETE /v2.0/ports/71760179-fb96-426c-aba4-1aee0df30c62 HTTP/1.1" status: 204 len: 168 time: 2.3317647 Jan 20 14:28:50.378292 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.db.api [None req-97825ffe-f315-4154-a11c-9bd3a236918c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84154) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 14:28:50.378772 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG oslo_db.api [None req-97825ffe-f315-4154-a11c-9bd3a236918c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 14:28:50.386298 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 36202) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:28:50.438737 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-acc75be3-6708-4a25-b99b-229d7dda1c77 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1626242', 'neutron.services.segments.db._delete_segments_for_network-8769554214620'] for network, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:50.468010 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning for port 3901ee02-b528-406a-a5e2-69f80724fa77 completed by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:28:50.470047 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-953f0f5a-4ca1-4279-89a6-ef3e5621fd63 tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:28:50.487211 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-953f0f5a-4ca1-4279-89a6-ef3e5621fd63 tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] Usage tracker for resource:security_group_rule and tenant:c64585f3eac240419743ed479261ff41 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:28:50.487626 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.segments.db [None req-acc75be3-6708-4a25-b99b-229d7dda1c77 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8941f3d-f5c4-4f7f-beae-38be2ee05a80']}} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:28:50.494712 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-953f0f5a-4ca1-4279-89a6-ef3e5621fd63 tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:28:50.508413 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-953f0f5a-4ca1-4279-89a6-ef3e5621fd63 tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:28:50.511624 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.segments.db [None req-acc75be3-6708-4a25-b99b-229d7dda1c77 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac934089-5684-4934-b625-98231e0e67fe') {'for_net_delete': True} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:28:50.511818 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae04cf5b-ae7e-4573-af42-c6b52a747de3 tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] DELETE failed (client error): The resource could not be found. Jan 20 14:28:50.511916 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.segments.db [None req-acc75be3-6708-4a25-b99b-229d7dda1c77 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac934089-5684-4934-b625-98231e0e67fe') {} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:28:50.512157 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae04cf5b-ae7e-4573-af42-c6b52a747de3 tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:28:50.532453 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-4e8e8c7f-e239-4f1e-ac1d-785db7ab2db1 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Deleting port e1137b7e-3a28-4efa-9f88-a1407535fbad {{(pid=84152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:28:50.532795 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-4e8e8c7f-e239-4f1e-ac1d-785db7ab2db1 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:50.550352 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 010b346d-a01a-4bdc-8ad3-a2defdc80c8d no longer exists at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:28:50.573729 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-acc75be3-6708-4a25-b99b-229d7dda1c77 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769554214503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3337904'] for segment, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:50.578747 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-73f0b25b-234c-4132-840b-b0677a4fea0f tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1705096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-745401'] for router_interface, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:50.586126 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-ae04cf5b-ae7e-4573-af42-c6b52a747de3 tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] 10.222.0.54 "DELETE /v2.0/subnets/4e3cc9cb-97cc-414b-8d62-04f95af95064 HTTP/1.1" status: 404 len: 337 time: 0.1966548 Jan 20 14:28:50.592832 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 36208) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:28:50.598428 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] No Port match for: 010b346d-a01a-4bdc-8ad3-a2defdc80c8d {{(pid=84154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 14:28:50.599004 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 010b346d-a01a-4bdc-8ad3-a2defdc80c8d not bound to the agent host dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 14:28:50.609760 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-acc75be3-6708-4a25-b99b-229d7dda1c77 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:50.643823 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-acc75be3-6708-4a25-b99b-229d7dda1c77 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Releasing vlan 177 on physical network physnet1 to pool {{(pid=84152) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 14:28:50.644213 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-acc75be3-6708-4a25-b99b-229d7dda1c77 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1622950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4162906'] for segment, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:50.659608 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-21f0ea40-5ac1-4214-834b-431e4d9b935a tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks [] for port, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:50.659814 dv-neutron-825124-1-hyperv neutron-server[84152]: Traceback (most recent call last): Jan 20 14:28:50.659814 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 14:28:50.659814 dv-neutron-825124-1-hyperv neutron-server[84152]: timer() Jan 20 14:28:50.659814 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 14:28:50.659814 dv-neutron-825124-1-hyperv neutron-server[84152]: cb(*args, **kw) Jan 20 14:28:50.659814 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 14:28:50.659814 dv-neutron-825124-1-hyperv neutron-server[84152]: return func(*args, **kwargs) Jan 20 14:28:50.659814 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 14:28:50.659814 dv-neutron-825124-1-hyperv neutron-server[84152]: self._notify() Jan 20 14:28:50.659814 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 14:28:50.659814 dv-neutron-825124-1-hyperv neutron-server[84152]: self.callback(batched_events) Jan 20 14:28:50.659814 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 14:28:50.659814 dv-neutron-825124-1-hyperv neutron-server[84152]: event.method(event) Jan 20 14:28:50.659814 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 14:28:50.659814 dv-neutron-825124-1-hyperv neutron-server[84152]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 14:28:50.659814 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 14:28:50.659814 dv-neutron-825124-1-hyperv neutron-server[84152]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 14:28:50.659814 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 14:28:50.659814 dv-neutron-825124-1-hyperv neutron-server[84152]: return f(self, *a, **k) Jan 20 14:28:50.659814 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 14:28:50.659814 dv-neutron-825124-1-hyperv neutron-server[84152]: return self._get(url).json() Jan 20 14:28:50.659814 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 14:28:50.659814 dv-neutron-825124-1-hyperv neutron-server[84152]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 14:28:50.659814 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 14:28:50.659814 dv-neutron-825124-1-hyperv neutron-server[84152]: return self.request(url, 'GET', **kwargs) Jan 20 14:28:50.659814 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 14:28:50.659814 dv-neutron-825124-1-hyperv neutron-server[84152]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 14:28:50.659814 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 14:28:50.659814 dv-neutron-825124-1-hyperv neutron-server[84152]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 14:28:50.659814 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 14:28:50.659814 dv-neutron-825124-1-hyperv neutron-server[84152]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 14:28:50.659814 dv-neutron-825124-1-hyperv neutron-server[84152]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 14:28:50.880009 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-97825ffe-f315-4154-a11c-9bd3a236918c None None] Deleting port 010b346d-a01a-4bdc-8ad3-a2defdc80c8d {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:28:50.880820 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-97825ffe-f315-4154-a11c-9bd3a236918c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:50.971564 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-97825ffe-f315-4154-a11c-9bd3a236918c None None] The port '010b346d-a01a-4bdc-8ad3-a2defdc80c8d' was deleted {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 20 14:28:50.977339 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.provisioning_blocks [None req-21f0ea40-5ac1-4214-834b-431e4d9b935a tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Transition to ACTIVE for port object d46af901-4c36-454e-b9e9-766f7369a450 will not be triggered until provisioned by entity DHCP. {{(pid=84153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:28:50.981056 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-ade240be-7ecb-4255-a6a1-fa88ee5c9f51 req-466d6586-9aa6-4351-991f-275ed559e706 service neutron] 10.222.0.54 "GET /v2.0/networks/e8d2ddcf-1876-48f1-bdb0-f45048b860a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6281457 Jan 20 14:28:50.993216 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.db [None req-4e8e8c7f-e239-4f1e-ac1d-785db7ab2db1 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] For port e1137b7e-3a28-4efa-9f88-a1407535fbad, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=e1137b7e-3a28-4efa-9f88-a1407535fbad,segment=NetworkSegment(7b61d093-41ff-4202-b223-533eb0f8da0a),segment_id=7b61d093-41ff-4202-b223-533eb0f8da0a)] {{(pid=84152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:28:50.993349 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-4e8e8c7f-e239-4f1e-ac1d-785db7ab2db1 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:51.009594 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-953f0f5a-4ca1-4279-89a6-ef3e5621fd63 tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] Notify callbacks [] for security_group, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:51.034312 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-0440d7a5-ccc1-4c1c-8c25-a94c6b63861d tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586409'] for network, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:51.060937 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83371b88-2300-4508-9a62-70e2b98abdde None None] Network 752e2db2-b936-42ae-96c5-b26c9e46369b requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:28:51.067003 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-acc75be3-6708-4a25-b99b-229d7dda1c77 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1626253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-745296'] for network, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:51.142996 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-acc75be3-6708-4a25-b99b-229d7dda1c77 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Notify callbacks [] for network, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:51.162857 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-4e8e8c7f-e239-4f1e-ac1d-785db7ab2db1 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Calling delete_port for e1137b7e-3a28-4efa-9f88-a1407535fbad owned by network:router_interface {{(pid=84152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:28:51.190572 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc75be3-6708-4a25-b99b-229d7dda1c77 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Pushing event deleted for resources: {'Network': ['ID=e8941f3d-f5c4-4f7f-beae-38be2ee05a80,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:28:51.198095 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-acc75be3-6708-4a25-b99b-229d7dda1c77 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] 10.222.0.54 "DELETE /v2.0/networks/e8941f3d-f5c4-4f7f-beae-38be2ee05a80 HTTP/1.1" status: 204 len: 168 time: 5.4611747 Jan 20 14:28:51.201458 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-953f0f5a-4ca1-4279-89a6-ef3e5621fd63 tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:51.201458 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-953f0f5a-4ca1-4279-89a6-ef3e5621fd63 tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for network, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:51.216369 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 36212) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:28:51.222594 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-21f0ea40-5ac1-4214-834b-431e4d9b935a tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:51.235844 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-f64bc155-1a4d-4d35-8b28-c97af0197d21 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-841281186'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:28:51.253008 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-f64bc155-1a4d-4d35-8b28-c97af0197d21 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:28:51.271022 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-f64bc155-1a4d-4d35-8b28-c97af0197d21 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Usage tracker for resource:network and tenant:fb1d1c9fcb3d4adb98a1b2ecf7f7158b is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:28:51.277973 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-f64bc155-1a4d-4d35-8b28-c97af0197d21 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:28:51.292277 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-953f0f5a-4ca1-4279-89a6-ef3e5621fd63 tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 177} {{(pid=84152) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 14:28:51.297141 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-2e7e35db-9f07-43fd-9a28-5c145e038f21 None None] Provisioning for port 3901ee02-b528-406a-a5e2-69f80724fa77 completed by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:28:51.301291 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-953f0f5a-4ca1-4279-89a6-ef3e5621fd63 tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:51.301748 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.db.segments_db [None req-953f0f5a-4ca1-4279-89a6-ef3e5621fd63 tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] Added segment 2ba60690-3e41-4944-919d-cf817c206191 of type vlan for network 9593fd34-57ef-41a4-82a2-40f98d0ba635 Jan 20 14:28:51.309088 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-2e7e35db-9f07-43fd-9a28-5c145e038f21 None None] Provisioning complete for port 3901ee02-b528-406a-a5e2-69f80724fa77 triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:28:51.309707 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-2e7e35db-9f07-43fd-9a28-5c145e038f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:51.309859 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-0440d7a5-ccc1-4c1c-8c25-a94c6b63861d tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1626242', 'neutron.services.segments.db._delete_segments_for_network-8769554214620'] for network, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:51.329196 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-953f0f5a-4ca1-4279-89a6-ef3e5621fd63 tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769553767792'] for network, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:51.361500 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-f64bc155-1a4d-4d35-8b28-c97af0197d21 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:28:51.368187 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953f0f5a-4ca1-4279-89a6-ef3e5621fd63 tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6cd34ef-fd5c-45da-9970-e64f5283bc8e,revision_number=1']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:28:51.394826 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.services.segments.db [None req-0440d7a5-ccc1-4c1c-8c25-a94c6b63861d tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8775afe-27b1-4e75-a58d-d4c694d80ccc']}} {{(pid=84153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:28:51.395144 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-953f0f5a-4ca1-4279-89a6-ef3e5621fd63 tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 172} {{(pid=84152) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 14:28:51.398426 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f0ea40-5ac1-4214-834b-431e4d9b935a tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Pushing event updated for resources: {'Port': ['ID=d46af901-4c36-454e-b9e9-766f7369a450,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:28:51.401841 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21f0ea40-5ac1-4214-834b-431e4d9b935a tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Network 752e2db2-b936-42ae-96c5-b26c9e46369b is already hosted by enough agents. {{(pid=84153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:28:51.410591 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.base_scheduler [None req-21f0ea40-5ac1-4214-834b-431e4d9b935a tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Resources bound (agent type, host, resource id): {{(pid=84153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:28:51.413299 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.services.segments.db [None req-0440d7a5-ccc1-4c1c-8c25-a94c6b63861d tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f66d52a-2e00-4cd2-a547-bfc6ea43cf26') {'for_net_delete': True} {{(pid=84153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:28:51.413808 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.services.segments.db [None req-0440d7a5-ccc1-4c1c-8c25-a94c6b63861d tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f66d52a-2e00-4cd2-a547-bfc6ea43cf26') {} {{(pid=84153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:28:51.423486 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-953f0f5a-4ca1-4279-89a6-ef3e5621fd63 tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:51.424334 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f0ea40-5ac1-4214-834b-431e4d9b935a tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Received port after_create {{(pid=84153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:28:51.424799 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.db.segments_db [None req-953f0f5a-4ca1-4279-89a6-ef3e5621fd63 tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] Added segment 351b5937-7103-4d80-86fd-7e5361e711fe of type vlan for network d3f6c78f-bee8-4726-94cc-4e73e531e0bf Jan 20 14:28:51.446275 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f64bc155-1a4d-4d35-8b28-c97af0197d21 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Made reservation on behalf of fb1d1c9fcb3d4adb98a1b2ecf7f7158b for: {'network': 1} {{(pid=84152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:28:51.449404 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-f64bc155-1a4d-4d35-8b28-c97af0197d21 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for network, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:51.460752 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-0440d7a5-ccc1-4c1c-8c25-a94c6b63861d tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769554214503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980856'] for segment, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:51.485922 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-953f0f5a-4ca1-4279-89a6-ef3e5621fd63 tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769553767792'] for network, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:51.487839 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-2e7e35db-9f07-43fd-9a28-5c145e038f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:51.498325 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-0440d7a5-ccc1-4c1c-8c25-a94c6b63861d tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:51.514080 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f64bc155-1a4d-4d35-8b28-c97af0197d21 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 152} {{(pid=84152) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 14:28:51.523765 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0440d7a5-ccc1-4c1c-8c25-a94c6b63861d tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Releasing vlan 175 on physical network physnet1 to pool {{(pid=84153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 14:28:51.524370 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-0440d7a5-ccc1-4c1c-8c25-a94c6b63861d tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1622950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3944078'] for segment, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:51.530092 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-2e7e35db-9f07-43fd-9a28-5c145e038f21 None None] For port 3901ee02-b528-406a-a5e2-69f80724fa77, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=3901ee02-b528-406a-a5e2-69f80724fa77,segment=NetworkSegment(038cb670-a039-4efa-bb31-c65512b228d4),segment_id=038cb670-a039-4efa-bb31-c65512b228d4)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:28:51.541363 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-f64bc155-1a4d-4d35-8b28-c97af0197d21 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:51.541794 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.db.segments_db [None req-f64bc155-1a4d-4d35-8b28-c97af0197d21 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Added segment 8945abf9-13f5-4703-a475-8f2ebc614a42 of type vlan for network 340c77cc-5d65-42df-b31c-43ff7c7dcd56 Jan 20 14:28:51.545573 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21f0ea40-5ac1-4214-834b-431e4d9b935a tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:28:51.546265 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-21f0ea40-5ac1-4214-834b-431e4d9b935a tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:51.550117 dv-neutron-825124-1-hyperv neutron-server[84153]: Traceback (most recent call last): Jan 20 14:28:51.550117 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 14:28:51.550117 dv-neutron-825124-1-hyperv neutron-server[84153]: timer() Jan 20 14:28:51.550117 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 14:28:51.550117 dv-neutron-825124-1-hyperv neutron-server[84153]: cb(*args, **kw) Jan 20 14:28:51.550117 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 14:28:51.550117 dv-neutron-825124-1-hyperv neutron-server[84153]: return func(*args, **kwargs) Jan 20 14:28:51.550117 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 14:28:51.550117 dv-neutron-825124-1-hyperv neutron-server[84153]: self._notify() Jan 20 14:28:51.550117 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 14:28:51.550117 dv-neutron-825124-1-hyperv neutron-server[84153]: self.callback(batched_events) Jan 20 14:28:51.550117 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 14:28:51.550117 dv-neutron-825124-1-hyperv neutron-server[84153]: event.method(event) Jan 20 14:28:51.550117 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 14:28:51.550117 dv-neutron-825124-1-hyperv neutron-server[84153]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 14:28:51.550117 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 14:28:51.550117 dv-neutron-825124-1-hyperv neutron-server[84153]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 14:28:51.550117 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 14:28:51.550117 dv-neutron-825124-1-hyperv neutron-server[84153]: return f(self, *a, **k) Jan 20 14:28:51.550117 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 14:28:51.550117 dv-neutron-825124-1-hyperv neutron-server[84153]: return self._get(url).json() Jan 20 14:28:51.550117 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 14:28:51.550117 dv-neutron-825124-1-hyperv neutron-server[84153]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 14:28:51.550117 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 14:28:51.550117 dv-neutron-825124-1-hyperv neutron-server[84153]: return self.request(url, 'GET', **kwargs) Jan 20 14:28:51.550117 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 14:28:51.550117 dv-neutron-825124-1-hyperv neutron-server[84153]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 14:28:51.550117 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 14:28:51.550117 dv-neutron-825124-1-hyperv neutron-server[84153]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 14:28:51.550117 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 14:28:51.550117 dv-neutron-825124-1-hyperv neutron-server[84153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 14:28:51.550117 dv-neutron-825124-1-hyperv neutron-server[84153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 14:28:51.589028 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-2e7e35db-9f07-43fd-9a28-5c145e038f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:51.621624 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-f64bc155-1a4d-4d35-8b28-c97af0197d21 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769553767792'] for network, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:51.669834 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-953f0f5a-4ca1-4279-89a6-ef3e5621fd63 tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967'] for network, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:51.670674 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-953f0f5a-4ca1-4279-89a6-ef3e5621fd63 tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967'] for network, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:51.675104 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-953f0f5a-4ca1-4279-89a6-ef3e5621fd63 tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:28:51.679414 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7e35db-9f07-43fd-9a28-5c145e038f21 None None] Pushing event updated for resources: {'Port': ['ID=3901ee02-b528-406a-a5e2-69f80724fa77,revision_number=3']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:28:51.680070 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-953f0f5a-4ca1-4279-89a6-ef3e5621fd63 tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:28:51.680743 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-953f0f5a-4ca1-4279-89a6-ef3e5621fd63 tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] Notify callbacks [] for network, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:51.773343 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-f64bc155-1a4d-4d35-8b28-c97af0197d21 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967'] for network, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:51.777505 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f64bc155-1a4d-4d35-8b28-c97af0197d21 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:28:51.778139 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-f64bc155-1a4d-4d35-8b28-c97af0197d21 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Notify callbacks [] for network, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:51.813136 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-21f0ea40-5ac1-4214-834b-431e4d9b935a tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 4.1328199 Jan 20 14:28:51.815770 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-0440d7a5-ccc1-4c1c-8c25-a94c6b63861d tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1626253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-745296'] for network, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:51.819197 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 36218) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:28:51.822802 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-4e8e8c7f-e239-4f1e-ac1d-785db7ab2db1 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:51.846438 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-2187a6db-95bd-45e3-8dd3-147c77b9b491 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Request body: {'port': {'network_id': '752e2db2-b936-42ae-96c5-b26c9e46369b', 'name': 'tempest-PortsTestJSON-2042553278', 'fixed_ips': [{'subnet_id': '74df8936-392d-4d73-a558-3d2f11b74d6c', 'ip_address': '172.20.0.9'}]}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:28:51.868630 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-0440d7a5-ccc1-4c1c-8c25-a94c6b63861d tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Notify callbacks [] for network, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:51.884347 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953f0f5a-4ca1-4279-89a6-ef3e5621fd63 tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] Pushing event updated for resources: {'Network': ['ID=9593fd34-57ef-41a4-82a2-40f98d0ba635,revision_number=1']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:28:51.901762 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Network 9593fd34-57ef-41a4-82a2-40f98d0ba635 details requested by agent ovs-agent-dv-neutron-825124-1-hyperv with host dv-neutron-825124-1-hyperv {{(pid=84154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 14:28:51.913689 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8e8c7f-e239-4f1e-ac1d-785db7ab2db1 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Pushing event deleted for resources: {'Port': ['ID=e1137b7e-3a28-4efa-9f88-a1407535fbad,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:28:51.935463 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-0d7c2cc9-6595-4545-8ec6-df4db734cf02 None None] Provisioning for port d46af901-4c36-454e-b9e9-766f7369a450 completed by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:28:51.945818 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0440d7a5-ccc1-4c1c-8c25-a94c6b63861d tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Pushing event deleted for resources: {'Network': ['ID=d8775afe-27b1-4e75-a58d-d4c694d80ccc,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:28:51.952723 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-0440d7a5-ccc1-4c1c-8c25-a94c6b63861d tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] 10.222.0.54 "DELETE /v2.0/networks/d8775afe-27b1-4e75-a58d-d4c694d80ccc HTTP/1.1" status: 204 len: 168 time: 1.3544986 Jan 20 14:28:51.954868 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 36222) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:28:51.999583 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-0d7c2cc9-6595-4545-8ec6-df4db734cf02 None None] Provisioning complete for port d46af901-4c36-454e-b9e9-766f7369a450 triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:28:52.000045 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-0d7c2cc9-6595-4545-8ec6-df4db734cf02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:52.050392 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-f64bc155-1a4d-4d35-8b28-c97af0197d21 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8253775 Jan 20 14:28:52.052232 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-953f0f5a-4ca1-4279-89a6-ef3e5621fd63 tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 3.1402960 Jan 20 14:28:52.052954 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 36226) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:28:52.092749 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 36228) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:28:52.123896 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 3901ee02-b528-406a-a5e2-69f80724fa77 up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:28:52.171588 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-0d7c2cc9-6595-4545-8ec6-df4db734cf02 None None] Port d46af901-4c36-454e-b9e9-766f7369a450 cannot update to ACTIVE because it is not bound. {{(pid=84154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 14:28:52.171761 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953f0f5a-4ca1-4279-89a6-ef3e5621fd63 tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] Pushing event updated for resources: {'Network': ['ID=d3f6c78f-bee8-4726-94cc-4e73e531e0bf,revision_number=1']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:28:52.183664 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-569951a1-0a92-49e4-af54-86c695c29d16 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Request body: {'subnet': {'network_id': '340c77cc-5d65-42df-b31c-43ff7c7dcd56', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:28:52.194743 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Network d3f6c78f-bee8-4726-94cc-4e73e531e0bf details requested by agent ovs-agent-dv-neutron-825124-1-hyperv with host dv-neutron-825124-1-hyperv {{(pid=84154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 14:28:52.394062 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-0d7c2cc9-6595-4545-8ec6-df4db734cf02 None None] Provisioning complete for port 3901ee02-b528-406a-a5e2-69f80724fa77 triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:28:52.394656 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-0d7c2cc9-6595-4545-8ec6-df4db734cf02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:52.470471 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64bc155-1a4d-4d35-8b28-c97af0197d21 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Pushing event updated for resources: {'Network': ['ID=340c77cc-5d65-42df-b31c-43ff7c7dcd56,revision_number=1']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:28:52.485989 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port 3901ee02-b528-406a-a5e2-69f80724fa77 triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:28:52.487111 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:52.519234 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Network 340c77cc-5d65-42df-b31c-43ff7c7dcd56 details requested by agent ovs-agent-dv-neutron-825124-1-hyperv with host dv-neutron-825124-1-hyperv {{(pid=84154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 14:28:52.554011 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-569951a1-0a92-49e4-af54-86c695c29d16 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:28:52.559960 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-2187a6db-95bd-45e3-8dd3-147c77b9b491 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:28:52.564856 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-569951a1-0a92-49e4-af54-86c695c29d16 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Usage tracker for resource:subnet and tenant:fb1d1c9fcb3d4adb98a1b2ecf7f7158b is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:28:52.570060 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-569951a1-0a92-49e4-af54-86c695c29d16 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:28:52.577329 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-569951a1-0a92-49e4-af54-86c695c29d16 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:28:52.580046 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-4e8e8c7f-e239-4f1e-ac1d-785db7ab2db1 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1705096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-745401'] for router_interface, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:52.621090 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-2187a6db-95bd-45e3-8dd3-147c77b9b491 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Usage tracker for resource:port and tenant:86e3e9c5b0744f88a459de56a9372787 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:28:52.628950 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-2187a6db-95bd-45e3-8dd3-147c77b9b491 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:28:52.658719 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-8c2c4d26-97dc-457a-a7d1-84c3bc434b5a req-0a55ea4b-bee1-46b1-a758-42ce3d841ff9 tempest-ServersTestManualDisk-1917914165 tempest-ServersTestManualDisk-1917914165-project] 10.222.0.54 "GET /v2.0/ports?device_id=31da3ee5-c748-4975-b51b-042a16904f05 HTTP/1.1" status: 200 len: 210 time: 0.0934398 Jan 20 14:28:52.663654 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-2187a6db-95bd-45e3-8dd3-147c77b9b491 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:28:52.676801 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-569951a1-0a92-49e4-af54-86c695c29d16 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Made reservation on behalf of fb1d1c9fcb3d4adb98a1b2ecf7f7158b for: {'subnet': 1} {{(pid=84152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:28:52.687289 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f139d163-62e8-47ee-bff4-b52389f6c11d tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:28:52.691814 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f139d163-62e8-47ee-bff4-b52389f6c11d tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:28:52.696465 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f139d163-62e8-47ee-bff4-b52389f6c11d tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:28:52.701436 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f139d163-62e8-47ee-bff4-b52389f6c11d tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:28:52.703902 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-f139d163-62e8-47ee-bff4-b52389f6c11d tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] 10.222.0.54 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.6057117 Jan 20 14:28:52.708057 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 36246) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:28:52.715695 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c924657-c845-4921-b979-8c9244159876 tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Deleting subnet 0ae5dc27-3998-4568-918f-cee633cd97d7 {{(pid=84153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 20 14:28:52.745646 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-0c924657-c845-4921-b979-8c9244159876 tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Notify callbacks [] for subnet, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:52.841569 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2187a6db-95bd-45e3-8dd3-147c77b9b491 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Made reservation on behalf of 86e3e9c5b0744f88a459de56a9372787 for: {'port': 1} {{(pid=84153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:28:52.848224 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-2187a6db-95bd-45e3-8dd3-147c77b9b491 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:52.867974 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ffa7e8ac-df93-42e4-a836-671832fbb1a3 None None] Provisioning complete for port d46af901-4c36-454e-b9e9-766f7369a450 triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:28:52.867974 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ffa7e8ac-df93-42e4-a836-671832fbb1a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:52.928871 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-ffa7e8ac-df93-42e4-a836-671832fbb1a3 None None] Port d46af901-4c36-454e-b9e9-766f7369a450 cannot update to ACTIVE because it is not bound. {{(pid=84154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 14:28:52.979856 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-569951a1-0a92-49e4-af54-86c695c29d16 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3155315'] for subnet, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:52.981213 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-0c924657-c845-4921-b979-8c9244159876 tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3980851'] for subnet, precommit_delete_associations {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:53.051738 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-dbc606b9-df47-4fce-8e55-043896e7e0e8 tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586409'] for network, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:53.059778 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.notifiers.nova [None req-2187a6db-95bd-45e3-8dd3-147c77b9b491 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] device_id is not set on port 3061c1f0-495c-49c8-ac67-08ed56b68f0c yet. {{(pid=84153) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 14:28:53.209138 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.ipam_backend_mixin [None req-569951a1-0a92-49e4-af54-86c695c29d16 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Performing IP validity checks on allocation pools {{(pid=84152) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Jan 20 14:28:53.210366 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.ipam_backend_mixin [None req-569951a1-0a92-49e4-af54-86c695c29d16 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84152) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Jan 20 14:28:53.340116 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-0c924657-c845-4921-b979-8c9244159876 tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1627147'] for subnet, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:53.406248 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-dbc606b9-df47-4fce-8e55-043896e7e0e8 tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1626242', 'neutron.services.segments.db._delete_segments_for_network-8769554214620'] for network, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:53.462982 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e8e8c7f-e239-4f1e-ac1d-785db7ab2db1 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Router ecd029ba-0bb3-4880-9ca8-a6bd7ce4a3ed has already been hosted by L3 agent 624d525b-4c26-4143-8a1c-228bb1c6faaa {{(pid=84152) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 14:28:53.501438 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.services.segments.db [None req-dbc606b9-df47-4fce-8e55-043896e7e0e8 tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9593fd34-57ef-41a4-82a2-40f98d0ba635']}} {{(pid=84153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:28:53.509733 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73f0b25b-234c-4132-840b-b0677a4fea0f tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Router 02bcddc9-e08b-41f3-942b-a3a434819b2d has already been hosted by L3 agent 624d525b-4c26-4143-8a1c-228bb1c6faaa {{(pid=84153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 14:28:53.528645 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.services.segments.db [None req-dbc606b9-df47-4fce-8e55-043896e7e0e8 tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ba60690-3e41-4944-919d-cf817c206191') {'for_net_delete': True} {{(pid=84153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:28:53.528890 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.services.segments.db [None req-dbc606b9-df47-4fce-8e55-043896e7e0e8 tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ba60690-3e41-4944-919d-cf817c206191') {} {{(pid=84153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:28:53.556796 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-dbc606b9-df47-4fce-8e55-043896e7e0e8 tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769554214503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980856'] for segment, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:53.580206 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.db_base_plugin_common [None req-2187a6db-95bd-45e3-8dd3-147c77b9b491 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Allocated IP 172.20.0.9 (752e2db2-b936-42ae-96c5-b26c9e46369b/74df8936-392d-4d73-a558-3d2f11b74d6c/3061c1f0-495c-49c8-ac67-08ed56b68f0c) {{(pid=84153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:28:53.583597 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-dbc606b9-df47-4fce-8e55-043896e7e0e8 tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:53.644881 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-569951a1-0a92-49e4-af54-86c695c29d16 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4163519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3155301'] for subnet, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:53.647419 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbc606b9-df47-4fce-8e55-043896e7e0e8 tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] Releasing vlan 177 on physical network physnet1 to pool {{(pid=84153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 14:28:53.647822 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-dbc606b9-df47-4fce-8e55-043896e7e0e8 tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1622950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3944078'] for segment, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:53.667546 dv-neutron-825124-1-hyperv neutron-server[84153]: Traceback (most recent call last): Jan 20 14:28:53.667546 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 14:28:53.667546 dv-neutron-825124-1-hyperv neutron-server[84153]: timer() Jan 20 14:28:53.667546 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 14:28:53.667546 dv-neutron-825124-1-hyperv neutron-server[84153]: cb(*args, **kw) Jan 20 14:28:53.667546 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 14:28:53.667546 dv-neutron-825124-1-hyperv neutron-server[84153]: return func(*args, **kwargs) Jan 20 14:28:53.667546 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 14:28:53.667546 dv-neutron-825124-1-hyperv neutron-server[84153]: self._notify() Jan 20 14:28:53.667546 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 14:28:53.667546 dv-neutron-825124-1-hyperv neutron-server[84153]: self.callback(batched_events) Jan 20 14:28:53.667546 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 14:28:53.667546 dv-neutron-825124-1-hyperv neutron-server[84153]: event.method(event) Jan 20 14:28:53.667546 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 14:28:53.667546 dv-neutron-825124-1-hyperv neutron-server[84153]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 14:28:53.667546 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 14:28:53.667546 dv-neutron-825124-1-hyperv neutron-server[84153]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 14:28:53.667546 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 14:28:53.667546 dv-neutron-825124-1-hyperv neutron-server[84153]: return f(self, *a, **k) Jan 20 14:28:53.667546 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 14:28:53.667546 dv-neutron-825124-1-hyperv neutron-server[84153]: return self._get(url).json() Jan 20 14:28:53.667546 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 14:28:53.667546 dv-neutron-825124-1-hyperv neutron-server[84153]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 14:28:53.667546 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 14:28:53.667546 dv-neutron-825124-1-hyperv neutron-server[84153]: return self.request(url, 'GET', **kwargs) Jan 20 14:28:53.667546 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 14:28:53.667546 dv-neutron-825124-1-hyperv neutron-server[84153]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 14:28:53.667546 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 14:28:53.667546 dv-neutron-825124-1-hyperv neutron-server[84153]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 14:28:53.667546 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 14:28:53.667546 dv-neutron-825124-1-hyperv neutron-server[84153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 14:28:53.667546 dv-neutron-825124-1-hyperv neutron-server[84153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 14:28:53.682191 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-0c924657-c845-4921-b979-8c9244159876 tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1627154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3943464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4194013'] for subnet, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:53.693056 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e8e8c7f-e239-4f1e-ac1d-785db7ab2db1 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify agent at l3_agent.dv-neutron-825124-1-hyperv the message routers_updated {{(pid=84152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 14:28:53.721280 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-4e8e8c7f-e239-4f1e-ac1d-785db7ab2db1 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] 10.222.0.54 "PUT /v2.0/routers/ecd029ba-0bb3-4880-9ca8-a6bd7ce4a3ed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2806525 Jan 20 14:28:53.730687 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 36254) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:28:53.776732 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569951a1-0a92-49e4-af54-86c695c29d16 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Pushing event updated for resources: {'Subnet': ['ID=b5a3f190-5a92-4dc4-b6a0-ca00ae1d5d9b,revision_number=0']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:28:53.794836 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c924657-c845-4921-b979-8c9244159876 tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Pushing event deleted for resources: {'Subnet': ['ID=0ae5dc27-3998-4568-918f-cee633cd97d7,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:28:53.819433 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-569951a1-0a92-49e4-af54-86c695c29d16 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Checking segment: {'id': '8945abf9-13f5-4703-a475-8f2ebc614a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '340c77cc-5d65-42df-b31c-43ff7c7dcd56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 14:28:53.820087 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-569951a1-0a92-49e4-af54-86c695c29d16 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Network hostable DHCP agents. Network: 340c77cc-5d65-42df-b31c-43ff7c7dcd56, hostable agents: ['1a181e39-5220-4c1a-88f8-08a54e8bfc9b'], hosted agents: [] {{(pid=84152) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 14:28:53.831283 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94594873-9e18-4f51-83a9-fa39396caba1 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:28:53.837538 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94594873-9e18-4f51-83a9-fa39396caba1 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:28:53.837538 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-94594873-9e18-4f51-83a9-fa39396caba1 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Synchronizing usage tracker for tenant:2cb17692bb0c4a2782f988652201ac42 on resource:subnet {{(pid=84152) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:28:53.837895 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-0c924657-c845-4921-b979-8c9244159876 tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Notify callbacks [] for subnet, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:53.839738 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a37b295-fb19-4ba2-9402-2803768e7339 None None] Network efaf3056-73fc-4147-aae2-53d15139fa5d requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:28:53.942200 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-569951a1-0a92-49e4-af54-86c695c29d16 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Network 340c77cc-5d65-42df-b31c-43ff7c7dcd56 is scheduled to be hosted by DHCP agent 1a181e39-5220-4c1a-88f8-08a54e8bfc9b with binding_index 1 {{(pid=84152) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 14:28:53.943170 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-0c924657-c845-4921-b979-8c9244159876 tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] 10.222.0.54 "DELETE /v2.0/subnets/0ae5dc27-3998-4568-918f-cee633cd97d7 HTTP/1.1" status: 204 len: 168 time: 1.9853377 Jan 20 14:28:53.944473 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-94594873-9e18-4f51-83a9-fa39396caba1 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Unset dirty status for tenant:2cb17692bb0c4a2782f988652201ac42 on resource:subnet {{(pid=84152) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:28:53.945540 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-94594873-9e18-4f51-83a9-fa39396caba1 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2139351 Jan 20 14:28:53.947396 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 36258) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:28:53.949677 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 36260) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:28:53.988647 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-dbc606b9-df47-4fce-8e55-043896e7e0e8 tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1626253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-745296'] for network, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:54.034861 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-f4fa86d1-ca7e-4d26-99a0-644d740317c2 req-86e36150-ad57-4def-9c0a-e543041f63cf tempest-ServersTestManualDisk-1917914165 tempest-ServersTestManualDisk-1917914165-project] 10.222.0.54 "GET /v2.0/ports?device_id=31da3ee5-c748-4975-b51b-042a16904f05 HTTP/1.1" status: 200 len: 210 time: 0.1486478 Jan 20 14:28:54.074330 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-dbc606b9-df47-4fce-8e55-043896e7e0e8 tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] Notify callbacks [] for network, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:54.075664 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-dbc606b9-df47-4fce-8e55-043896e7e0e8 tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] 10.222.0.54 "DELETE /v2.0/networks/9593fd34-57ef-41a4-82a2-40f98d0ba635 HTTP/1.1" status: 204 len: 168 time: 1.3664882 Jan 20 14:28:54.093366 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 36266) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:28:54.101578 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.base_scheduler [None req-569951a1-0a92-49e4-af54-86c695c29d16 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825124-1-hyperv, 340c77cc-5d65-42df-b31c-43ff7c7dcd56) {{(pid=84152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:28:54.108283 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc606b9-df47-4fce-8e55-043896e7e0e8 tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] Pushing event deleted for resources: {'Network': ['ID=9593fd34-57ef-41a4-82a2-40f98d0ba635,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:28:54.123974 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-569951a1-0a92-49e4-af54-86c695c29d16 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:28:54.124180 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94828924-0f8f-4e75-a28f-0190690d37e3 None None] Network 340c77cc-5d65-42df-b31c-43ff7c7dcd56 requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:28:54.124450 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-569951a1-0a92-49e4-af54-86c695c29d16 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Notify callbacks [] for subnet, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:54.233968 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-64523876-e1a0-4f6b-87bb-a727691f39f4 tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586409'] for network, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:54.260389 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f121e085-60f0-4cb2-86cb-15a645b558e1 None None] DHCP port deletion for efaf3056-73fc-4147-aae2-53d15139fa5d request from dv-neutron-825124-1-hyperv {{(pid=84154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 20 14:28:54.267407 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-569951a1-0a92-49e4-af54-86c695c29d16 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 2.1046598 Jan 20 14:28:54.268108 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 36270) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:28:54.272414 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-64523876-e1a0-4f6b-87bb-a727691f39f4 tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Deleting port 9725ee7b-eaa8-4a2a-9b2e-cf1d36f2b985 {{(pid=84152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:28:54.272759 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-64523876-e1a0-4f6b-87bb-a727691f39f4 tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:54.291057 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-f121e085-60f0-4cb2-86cb-15a645b558e1 None None] Deleting port 9725ee7b-eaa8-4a2a-9b2e-cf1d36f2b985 {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:28:54.293161 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-f121e085-60f0-4cb2-86cb-15a645b558e1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:54.634114 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-2187a6db-95bd-45e3-8dd3-147c77b9b491 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks [] for port, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:54.638960 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-f121e085-60f0-4cb2-86cb-15a645b558e1 None None] For port 9725ee7b-eaa8-4a2a-9b2e-cf1d36f2b985, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=9725ee7b-eaa8-4a2a-9b2e-cf1d36f2b985,segment=NetworkSegment(8c35f705-9940-4e51-8725-35a9384b2d3e),segment_id=8c35f705-9940-4e51-8725-35a9384b2d3e)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:28:54.639377 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-f121e085-60f0-4cb2-86cb-15a645b558e1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:54.644187 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-c2786104-bae5-4b16-a478-fd74318f687a tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586409'] for network, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:54.652818 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-8153fa59-610a-497b-95cc-d98f10e3c45c tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586409'] for network, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:54.702626 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.provisioning_blocks [None req-2187a6db-95bd-45e3-8dd3-147c77b9b491 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Transition to ACTIVE for port object 3061c1f0-495c-49c8-ac67-08ed56b68f0c will not be triggered until provisioned by entity DHCP. {{(pid=84153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:28:54.748874 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.db [None req-64523876-e1a0-4f6b-87bb-a727691f39f4 tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] For port 9725ee7b-eaa8-4a2a-9b2e-cf1d36f2b985, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=9725ee7b-eaa8-4a2a-9b2e-cf1d36f2b985,segment=NetworkSegment(8c35f705-9940-4e51-8725-35a9384b2d3e),segment_id=8c35f705-9940-4e51-8725-35a9384b2d3e)] {{(pid=84152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:28:54.749452 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-64523876-e1a0-4f6b-87bb-a727691f39f4 tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:54.753825 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.db_base_plugin_v2 [None req-3cec4b3f-d107-433b-8b6b-7730f4698eaa tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Deleting subnet abc49072-0a1d-4992-a208-c06fc6781a1a {{(pid=84153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 20 14:28:54.778425 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-3cec4b3f-d107-433b-8b6b-7730f4698eaa tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks [] for subnet, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:54.792921 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-f121e085-60f0-4cb2-86cb-15a645b558e1 None None] Calling delete_port for 9725ee7b-eaa8-4a2a-9b2e-cf1d36f2b985 owned by network:dhcp {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:28:54.879609 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ff6ab81-bbcd-47e2-b1c5-1cfc64e631ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95c917f5-14ba-5e96-98b8-1a52654a930a-340c77cc-5d65-42df-b31c-43ff7c7dcd56', 'network_id': '340c77cc-5d65-42df-b31c-43ff7c7dcd56', 'tenant_id': 'fb1d1c9fcb3d4adb98a1b2ecf7f7158b', 'fixed_ips': [{'subnet_id': 'b5a3f190-5a92-4dc4-b6a0-ca00ae1d5d9b'}]}} from dv-neutron-825124-1-hyperv. {{(pid=84154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 20 14:28:54.887520 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-6ff6ab81-bbcd-47e2-b1c5-1cfc64e631ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:54.924286 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-c2786104-bae5-4b16-a478-fd74318f687a tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1626242', 'neutron.services.segments.db._delete_segments_for_network-8769554214620'] for network, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:54.939072 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-3cec4b3f-d107-433b-8b6b-7730f4698eaa tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3980851'] for subnet, precommit_delete_associations {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:54.997383 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-64523876-e1a0-4f6b-87bb-a727691f39f4 tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Calling delete_port for 9725ee7b-eaa8-4a2a-9b2e-cf1d36f2b985 owned by network:dhcp {{(pid=84152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:28:55.019958 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.services.segments.db [None req-c2786104-bae5-4b16-a478-fd74318f687a tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3f6c78f-bee8-4726-94cc-4e73e531e0bf']}} {{(pid=84153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:28:55.025842 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73f0b25b-234c-4132-840b-b0677a4fea0f tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Notify agent at l3_agent.dv-neutron-825124-1-hyperv the message routers_updated {{(pid=84153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 14:28:55.036315 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-8153fa59-610a-497b-95cc-d98f10e3c45c tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1627147'] for subnet, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:55.041499 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-73f0b25b-234c-4132-840b-b0677a4fea0f tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] 10.222.0.54 "PUT /v2.0/routers/02bcddc9-e08b-41f3-942b-a3a434819b2d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.9189022 Jan 20 14:28:55.041499 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 36274) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:28:55.045799 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.services.segments.db [None req-c2786104-bae5-4b16-a478-fd74318f687a tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '351b5937-7103-4d80-86fd-7e5361e711fe') {'for_net_delete': True} {{(pid=84153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:28:55.046335 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.services.segments.db [None req-c2786104-bae5-4b16-a478-fd74318f687a tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '351b5937-7103-4d80-86fd-7e5361e711fe') {} {{(pid=84153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:28:55.060046 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa8a712b-441d-4fac-bc1d-9037a22cb9ee None None] Sync routers for ids ['02bcddc9-e08b-41f3-942b-a3a434819b2d'] in dv-neutron-825124-1-hyperv {{(pid=84154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 14:28:55.070425 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-f121e085-60f0-4cb2-86cb-15a645b558e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486'] for port, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:55.128503 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.db.api [None req-64523876-e1a0-4f6b-87bb-a727691f39f4 tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84152) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 14:28:55.128807 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG oslo_db.api [None req-64523876-e1a0-4f6b-87bb-a727691f39f4 tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 14:28:55.167597 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-2187a6db-95bd-45e3-8dd3-147c77b9b491 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:55.177888 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f121e085-60f0-4cb2-86cb-15a645b558e1 None None] Pushing event deleted for resources: {'Port': ['ID=9725ee7b-eaa8-4a2a-9b2e-cf1d36f2b985,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:28:55.187875 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-c2786104-bae5-4b16-a478-fd74318f687a tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769554214503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980856'] for segment, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:55.223813 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f121e085-60f0-4cb2-86cb-15a645b558e1 None None] No DVR routers for this DVR port 9725ee7b-eaa8-4a2a-9b2e-cf1d36f2b985 on host dv-neutron-825124-1-hyperv {{(pid=84154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 14:28:55.243744 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_common [None req-6ff6ab81-bbcd-47e2-b1c5-1cfc64e631ed None None] Allocated IP 172.20.0.3 (340c77cc-5d65-42df-b31c-43ff7c7dcd56/b5a3f190-5a92-4dc4-b6a0-ca00ae1d5d9b/3199fe01-1588-410a-a1c0-27c5a1da4e2f) {{(pid=84154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:28:55.243744 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa8a712b-441d-4fac-bc1d-9037a22cb9ee None None] Routers {'02bcddc9-e08b-41f3-942b-a3a434819b2d'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:28:55.243744 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-aa8a712b-441d-4fac-bc1d-9037a22cb9ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:28:30Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['02bcddc9-e08b-41f3-942b-a3a434819b2d'], 'active': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:28:55.323122 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-aa8a712b-441d-4fac-bc1d-9037a22cb9ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:28:55.384827 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-527f5958-929b-4218-8faa-7a46f2ac8511 req-b9c316f5-e037-4714-bb41-57768c0b8d21 tempest-ServersTestManualDisk-1917914165 tempest-ServersTestManualDisk-1917914165-project] 10.222.0.54 "GET /v2.0/ports?device_id=31da3ee5-c748-4975-b51b-042a16904f05 HTTP/1.1" status: 200 len: 210 time: 0.1491125 Jan 20 14:28:55.392507 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-c2786104-bae5-4b16-a478-fd74318f687a tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:55.419940 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa8a712b-441d-4fac-bc1d-9037a22cb9ee None None] Routers {'02bcddc9-e08b-41f3-942b-a3a434819b2d'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:28:55.421586 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-aa8a712b-441d-4fac-bc1d-9037a22cb9ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:28:30Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['02bcddc9-e08b-41f3-942b-a3a434819b2d'], 'active': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:28:55.443086 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2786104-bae5-4b16-a478-fd74318f687a tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] Releasing vlan 172 on physical network physnet1 to pool {{(pid=84153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 14:28:55.443763 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-c2786104-bae5-4b16-a478-fd74318f687a tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1622950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3944078'] for segment, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:55.460578 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-3cec4b3f-d107-433b-8b6b-7730f4698eaa tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1627147'] for subnet, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:55.497910 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-aa8a712b-441d-4fac-bc1d-9037a22cb9ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:28:55.498362 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa8a712b-441d-4fac-bc1d-9037a22cb9ee None None] The sync data for ids ['02bcddc9-e08b-41f3-942b-a3a434819b2d'] in dv-neutron-825124-1-hyperv is: [] {{(pid=84154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 14:28:55.499784 dv-neutron-825124-1-hyperv neutron-server[84153]: Traceback (most recent call last): Jan 20 14:28:55.499784 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 14:28:55.499784 dv-neutron-825124-1-hyperv neutron-server[84153]: timer() Jan 20 14:28:55.499784 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 14:28:55.499784 dv-neutron-825124-1-hyperv neutron-server[84153]: cb(*args, **kw) Jan 20 14:28:55.499784 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 14:28:55.499784 dv-neutron-825124-1-hyperv neutron-server[84153]: return func(*args, **kwargs) Jan 20 14:28:55.499784 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 14:28:55.499784 dv-neutron-825124-1-hyperv neutron-server[84153]: self._notify() Jan 20 14:28:55.499784 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 14:28:55.499784 dv-neutron-825124-1-hyperv neutron-server[84153]: self.callback(batched_events) Jan 20 14:28:55.499784 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 14:28:55.499784 dv-neutron-825124-1-hyperv neutron-server[84153]: event.method(event) Jan 20 14:28:55.499784 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 14:28:55.499784 dv-neutron-825124-1-hyperv neutron-server[84153]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 14:28:55.499784 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 14:28:55.499784 dv-neutron-825124-1-hyperv neutron-server[84153]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 14:28:55.499784 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 14:28:55.499784 dv-neutron-825124-1-hyperv neutron-server[84153]: return f(self, *a, **k) Jan 20 14:28:55.499784 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 14:28:55.499784 dv-neutron-825124-1-hyperv neutron-server[84153]: return self._get(url).json() Jan 20 14:28:55.499784 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 14:28:55.499784 dv-neutron-825124-1-hyperv neutron-server[84153]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 14:28:55.499784 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 14:28:55.499784 dv-neutron-825124-1-hyperv neutron-server[84153]: return self.request(url, 'GET', **kwargs) Jan 20 14:28:55.499784 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 14:28:55.499784 dv-neutron-825124-1-hyperv neutron-server[84153]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 14:28:55.499784 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 14:28:55.499784 dv-neutron-825124-1-hyperv neutron-server[84153]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 14:28:55.499784 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 14:28:55.499784 dv-neutron-825124-1-hyperv neutron-server[84153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 14:28:55.499784 dv-neutron-825124-1-hyperv neutron-server[84153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 14:28:55.518235 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2187a6db-95bd-45e3-8dd3-147c77b9b491 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Network 752e2db2-b936-42ae-96c5-b26c9e46369b is already hosted by enough agents. {{(pid=84153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:28:55.588648 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.base_scheduler [None req-2187a6db-95bd-45e3-8dd3-147c77b9b491 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Resources bound (agent type, host, resource id): {{(pid=84153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:28:55.629962 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-64523876-e1a0-4f6b-87bb-a727691f39f4 tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Deleting port 9725ee7b-eaa8-4a2a-9b2e-cf1d36f2b985 {{(pid=84152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:28:55.630684 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-64523876-e1a0-4f6b-87bb-a727691f39f4 tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:55.635055 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-6ff6ab81-bbcd-47e2-b1c5-1cfc64e631ed None None] Notify callbacks [] for port, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:55.637601 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2187a6db-95bd-45e3-8dd3-147c77b9b491 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Received port after_create {{(pid=84153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:28:55.647581 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-6ff6ab81-bbcd-47e2-b1c5-1cfc64e631ed None None] Transition to ACTIVE for port object 3199fe01-1588-410a-a1c0-27c5a1da4e2f will not be triggered until provisioned by entity L2. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:28:55.674614 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-6ff6ab81-bbcd-47e2-b1c5-1cfc64e631ed None None] Transition to ACTIVE for port object 3199fe01-1588-410a-a1c0-27c5a1da4e2f will not be triggered until provisioned by entity DHCP. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:28:55.675782 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2187a6db-95bd-45e3-8dd3-147c77b9b491 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Pushing event updated for resources: {'Port': ['ID=3061c1f0-495c-49c8-ac67-08ed56b68f0c,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:28:55.709898 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-64523876-e1a0-4f6b-87bb-a727691f39f4 tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] The port '9725ee7b-eaa8-4a2a-9b2e-cf1d36f2b985' was deleted {{(pid=84152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 20 14:28:55.718446 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-c2786104-bae5-4b16-a478-fd74318f687a tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1626253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-745296'] for network, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:55.748205 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-6ff6ab81-bbcd-47e2-b1c5-1cfc64e631ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477'] for port, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:55.752656 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-c2786104-bae5-4b16-a478-fd74318f687a tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] Notify callbacks [] for network, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:55.792366 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2786104-bae5-4b16-a478-fd74318f687a tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] Pushing event deleted for resources: {'Network': ['ID=d3f6c78f-bee8-4726-94cc-4e73e531e0bf,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:28:55.807324 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade240be-7ecb-4255-a6a1-fa88ee5c9f51 req-8204c550-4656-4f42-8233-748263178254 tempest-ServersTestManualDisk-1917914165 tempest-ServersTestManualDisk-1917914165-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:28:55.808841 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-ade240be-7ecb-4255-a6a1-fa88ee5c9f51 req-8204c550-4656-4f42-8233-748263178254 tempest-ServersTestManualDisk-1917914165 tempest-ServersTestManualDisk-1917914165-project] 10.222.0.106 "GET /v2.0/networks?id=e8d2ddcf-1876-48f1-bdb0-f45048b860a9 HTTP/1.1" status: 200 len: 812 time: 0.6752741 Jan 20 14:28:55.818611 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-c2786104-bae5-4b16-a478-fd74318f687a tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] 10.222.0.54 "DELETE /v2.0/networks/d3f6c78f-bee8-4726-94cc-4e73e531e0bf HTTP/1.1" status: 204 len: 168 time: 1.7174275 Jan 20 14:28:55.823117 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2187a6db-95bd-45e3-8dd3-147c77b9b491 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:28:55.823988 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-2187a6db-95bd-45e3-8dd3-147c77b9b491 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:55.829828 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 36280) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:28:55.838701 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ff6ab81-bbcd-47e2-b1c5-1cfc64e631ed None None] Network 340c77cc-5d65-42df-b31c-43ff7c7dcd56 is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:28:55.842050 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-6ff6ab81-bbcd-47e2-b1c5-1cfc64e631ed None None] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:28:55.845413 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff6ab81-bbcd-47e2-b1c5-1cfc64e631ed None None] Received port after_create {{(pid=84154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:28:55.879846 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-64523876-e1a0-4f6b-87bb-a727691f39f4 tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1626242', 'neutron.services.segments.db._delete_segments_for_network-8769554214620'] for network, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:55.899387 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff6ab81-bbcd-47e2-b1c5-1cfc64e631ed None None] Pushing event updated for resources: {'Port': ['ID=3199fe01-1588-410a-a1c0-27c5a1da4e2f,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:28:55.909679 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.segments.db [None req-64523876-e1a0-4f6b-87bb-a727691f39f4 tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efaf3056-73fc-4147-aae2-53d15139fa5d']}} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:28:55.928571 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.segments.db [None req-64523876-e1a0-4f6b-87bb-a727691f39f4 tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c35f705-9940-4e51-8725-35a9384b2d3e') {'for_net_delete': True} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:28:55.929204 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.segments.db [None req-64523876-e1a0-4f6b-87bb-a727691f39f4 tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c35f705-9940-4e51-8725-35a9384b2d3e') {} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:28:55.943447 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-64523876-e1a0-4f6b-87bb-a727691f39f4 tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769554214503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3337904'] for segment, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:55.960932 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-6ff6ab81-bbcd-47e2-b1c5-1cfc64e631ed None None] Attempting to bind port 3199fe01-1588-410a-a1c0-27c5a1da4e2f on host dv-neutron-825124-1-hyperv for vnic_type normal with profile {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:28:55.961305 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-6ff6ab81-bbcd-47e2-b1c5-1cfc64e631ed None None] Attempting to bind port 3199fe01-1588-410a-a1c0-27c5a1da4e2f by drivers openvswitch,hyperv on host dv-neutron-825124-1-hyperv at level 0 using segments [{'id': '8945abf9-13f5-4703-a475-8f2ebc614a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '340c77cc-5d65-42df-b31c-43ff7c7dcd56'}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:28:55.961668 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ff6ab81-bbcd-47e2-b1c5-1cfc64e631ed None None] Attempting to bind port 3199fe01-1588-410a-a1c0-27c5a1da4e2f on network 340c77cc-5d65-42df-b31c-43ff7c7dcd56 {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 14:28:55.962176 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-64523876-e1a0-4f6b-87bb-a727691f39f4 tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:55.970115 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64523876-e1a0-4f6b-87bb-a727691f39f4 tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Releasing vlan 181 on physical network physnet1 to pool {{(pid=84152) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 14:28:55.970828 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-64523876-e1a0-4f6b-87bb-a727691f39f4 tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1622950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4162906'] for segment, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:55.975389 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ff6ab81-bbcd-47e2-b1c5-1cfc64e631ed None None] Checking agent: {'id': '6414dfeb-85c5-454a-8756-709ca637d800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825124-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 16, 31), 'started_at': datetime.datetime(2022, 1, 20, 14, 17, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 28, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825124-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 14:28:55.975763 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ff6ab81-bbcd-47e2-b1c5-1cfc64e631ed None None] Checking segment: {'id': '8945abf9-13f5-4703-a475-8f2ebc614a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '340c77cc-5d65-42df-b31c-43ff7c7dcd56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 14:28:55.976165 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-6ff6ab81-bbcd-47e2-b1c5-1cfc64e631ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:55.976556 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ff6ab81-bbcd-47e2-b1c5-1cfc64e631ed None None] Bound using segment: {'id': '8945abf9-13f5-4703-a475-8f2ebc614a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '340c77cc-5d65-42df-b31c-43ff7c7dcd56'} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 14:28:55.977015 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-6ff6ab81-bbcd-47e2-b1c5-1cfc64e631ed None None] Bound port: 3199fe01-1588-410a-a1c0-27c5a1da4e2f, host: dv-neutron-825124-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8945abf9-13f5-4703-a475-8f2ebc614a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '340c77cc-5d65-42df-b31c-43ff7c7dcd56'}}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:28:55.977383 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-6ff6ab81-bbcd-47e2-b1c5-1cfc64e631ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:56.015179 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-3cec4b3f-d107-433b-8b6b-7730f4698eaa tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1627154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3943464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4194013'] for subnet, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:56.065293 dv-neutron-825124-1-hyperv neutron-server[84152]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 20 14:28:56.065293 dv-neutron-825124-1-hyperv neutron-server[84152]: util.warn( Jan 20 14:28:56.065293 dv-neutron-825124-1-hyperv neutron-server[84152]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 20 14:28:56.065293 dv-neutron-825124-1-hyperv neutron-server[84152]: util.warn( Jan 20 14:28:56.065293 dv-neutron-825124-1-hyperv neutron-server[84152]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 20 14:28:56.065293 dv-neutron-825124-1-hyperv neutron-server[84152]: util.warn( Jan 20 14:28:56.065293 dv-neutron-825124-1-hyperv neutron-server[84152]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 20 14:28:56.065293 dv-neutron-825124-1-hyperv neutron-server[84152]: util.warn( Jan 20 14:28:56.065293 dv-neutron-825124-1-hyperv neutron-server[84152]: Traceback (most recent call last): Jan 20 14:28:56.065293 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 14:28:56.065293 dv-neutron-825124-1-hyperv neutron-server[84152]: timer() Jan 20 14:28:56.065293 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 14:28:56.065293 dv-neutron-825124-1-hyperv neutron-server[84152]: cb(*args, **kw) Jan 20 14:28:56.065293 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 14:28:56.065293 dv-neutron-825124-1-hyperv neutron-server[84152]: return func(*args, **kwargs) Jan 20 14:28:56.065293 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 14:28:56.065293 dv-neutron-825124-1-hyperv neutron-server[84152]: self._notify() Jan 20 14:28:56.065293 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 14:28:56.065293 dv-neutron-825124-1-hyperv neutron-server[84152]: self.callback(batched_events) Jan 20 14:28:56.065293 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 14:28:56.065293 dv-neutron-825124-1-hyperv neutron-server[84152]: event.method(event) Jan 20 14:28:56.065293 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 14:28:56.065293 dv-neutron-825124-1-hyperv neutron-server[84152]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 14:28:56.065293 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 14:28:56.065293 dv-neutron-825124-1-hyperv neutron-server[84152]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 14:28:56.065293 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 14:28:56.065293 dv-neutron-825124-1-hyperv neutron-server[84152]: return f(self, *a, **k) Jan 20 14:28:56.065293 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 14:28:56.065293 dv-neutron-825124-1-hyperv neutron-server[84152]: return self._get(url).json() Jan 20 14:28:56.065293 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 14:28:56.065293 dv-neutron-825124-1-hyperv neutron-server[84152]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 14:28:56.065293 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 14:28:56.065293 dv-neutron-825124-1-hyperv neutron-server[84152]: return self.request(url, 'GET', **kwargs) Jan 20 14:28:56.065293 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 14:28:56.065293 dv-neutron-825124-1-hyperv neutron-server[84152]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 14:28:56.065293 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 14:28:56.065293 dv-neutron-825124-1-hyperv neutron-server[84152]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 14:28:56.065293 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 14:28:56.065293 dv-neutron-825124-1-hyperv neutron-server[84152]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 14:28:56.065293 dv-neutron-825124-1-hyperv neutron-server[84152]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 14:28:56.068667 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-8153fa59-610a-497b-95cc-d98f10e3c45c tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1627154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4163580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155308'] for subnet, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:56.081353 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-263fe516-9f14-4f50-be98-bcf033eea3b6 None None] Provisioning for port 3061c1f0-495c-49c8-ac67-08ed56b68f0c completed by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:28:56.092038 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-263fe516-9f14-4f50-be98-bcf033eea3b6 None None] Provisioning complete for port 3061c1f0-495c-49c8-ac67-08ed56b68f0c triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:28:56.093412 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-263fe516-9f14-4f50-be98-bcf033eea3b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:56.122575 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8153fa59-610a-497b-95cc-d98f10e3c45c tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Pushing event deleted for resources: {'Subnet': ['ID=b5a3f190-5a92-4dc4-b6a0-ca00ae1d5d9b,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:28:56.130229 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 9725ee7b-eaa8-4a2a-9b2e-cf1d36f2b985 no longer exists at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:28:56.174185 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-6ff6ab81-bbcd-47e2-b1c5-1cfc64e631ed None None] For port 3199fe01-1588-410a-a1c0-27c5a1da4e2f, host dv-neutron-825124-1-hyperv, cleared binding levels {{(pid=84154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 14:28:56.178261 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] No Port match for: 9725ee7b-eaa8-4a2a-9b2e-cf1d36f2b985 {{(pid=84154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 14:28:56.178614 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 9725ee7b-eaa8-4a2a-9b2e-cf1d36f2b985 not bound to the agent host dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 14:28:56.182232 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d30c6ab4-f326-4ddd-bda0-f7653868a69f None None] Sync routers for ids ['ecd029ba-0bb3-4880-9ca8-a6bd7ce4a3ed'] in dv-neutron-825124-1-hyperv {{(pid=84155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 14:28:56.191628 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-2187a6db-95bd-45e3-8dd3-147c77b9b491 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 4.3691435 Jan 20 14:28:56.204946 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d30c6ab4-f326-4ddd-bda0-f7653868a69f None None] Routers {'ecd029ba-0bb3-4880-9ca8-a6bd7ce4a3ed'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:28:56.205572 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-d30c6ab4-f326-4ddd-bda0-f7653868a69f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:28:30Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['ecd029ba-0bb3-4880-9ca8-a6bd7ce4a3ed'], 'active': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:28:56.212924 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 36284) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:28:56.218215 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-263fe516-9f14-4f50-be98-bcf033eea3b6 None None] Port 3061c1f0-495c-49c8-ac67-08ed56b68f0c cannot update to ACTIVE because it is not bound. {{(pid=84154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 14:28:56.231198 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-6ff6ab81-bbcd-47e2-b1c5-1cfc64e631ed None None] For port 3199fe01-1588-410a-a1c0-27c5a1da4e2f, host dv-neutron-825124-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=3199fe01-1588-410a-a1c0-27c5a1da4e2f,segment=NetworkSegment(8945abf9-13f5-4703-a475-8f2ebc614a42),segment_id=8945abf9-13f5-4703-a475-8f2ebc614a42)] {{(pid=84154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 14:28:56.263390 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cec4b3f-d107-433b-8b6b-7730f4698eaa tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Pushing event deleted for resources: {'Subnet': ['ID=abc49072-0a1d-4992-a208-c06fc6781a1a,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:28:56.276852 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-64523876-e1a0-4f6b-87bb-a727691f39f4 tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1626253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-745296'] for network, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:56.281710 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-64523876-e1a0-4f6b-87bb-a727691f39f4 tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Notify callbacks [] for network, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:56.321818 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b54b470c-3095-4191-a0ef-ceb73191add3 None None] Network dbce74ed-d43c-4540-8d8d-e582f35e4792 requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:28:56.322054 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-ade240be-7ecb-4255-a6a1-fa88ee5c9f51 req-40f74e6b-e1b7-468f-af84-a2e6c463fbc9 tempest-ServersTestManualDisk-1917914165 tempest-ServersTestManualDisk-1917914165-project] 10.222.0.106 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=505c9f1bd3024976854da8233b1bef64 HTTP/1.1" status: 200 len: 379 time: 0.4894264 Jan 20 14:28:56.322565 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-8153fa59-610a-497b-95cc-d98f10e3c45c tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1626242', 'neutron.services.segments.db._delete_segments_for_network-8769554214620'] for network, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:56.327023 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-3cec4b3f-d107-433b-8b6b-7730f4698eaa tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks [] for subnet, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:56.331492 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-3cec4b3f-d107-433b-8b6b-7730f4698eaa tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] 10.222.0.54 "DELETE /v2.0/subnets/abc49072-0a1d-4992-a208-c06fc6781a1a HTTP/1.1" status: 204 len: 168 time: 2.3524928 Jan 20 14:28:56.333779 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64523876-e1a0-4f6b-87bb-a727691f39f4 tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] Pushing event deleted for resources: {'Network': ['ID=efaf3056-73fc-4147-aae2-53d15139fa5d,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:28:56.334542 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 36288) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:28:56.345910 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [req-ade240be-7ecb-4255-a6a1-fa88ee5c9f51 req-2e8346c1-9e65-4bc9-8923-07cbfe50c3bc tempest-ServersTestManualDisk-1917914165 tempest-ServersTestManualDisk-1917914165-project] Request body: {'port': {'device_id': '31da3ee5-c748-4975-b51b-042a16904f05', 'network_id': 'e8d2ddcf-1876-48f1-bdb0-f45048b860a9', 'admin_state_up': True, 'tenant_id': '505c9f1bd3024976854da8233b1bef64', 'security_groups': ['bd4de7e3-c31a-486d-85ec-eabfb6a0a160']}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:28:56.346026 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-64523876-e1a0-4f6b-87bb-a727691f39f4 tempest-NetworksIpV6TestAttrs-1877332780 tempest-NetworksIpV6TestAttrs-1877332780-project] 10.222.0.54 "DELETE /v2.0/networks/efaf3056-73fc-4147-aae2-53d15139fa5d HTTP/1.1" status: 204 len: 168 time: 2.3976736 Jan 20 14:28:56.365818 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-6ff6ab81-bbcd-47e2-b1c5-1cfc64e631ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:56.370873 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvr_db [None req-d30c6ab4-f326-4ddd-bda0-f7653868a69f None None] Set router ecd029ba-0bb3-4880-9ca8-a6bd7ce4a3ed gateway port host: None {{(pid=84155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 14:28:56.372858 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.segments.db [None req-8153fa59-610a-497b-95cc-d98f10e3c45c tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['340c77cc-5d65-42df-b31c-43ff7c7dcd56']}} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:28:56.387832 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.segments.db [None req-8153fa59-610a-497b-95cc-d98f10e3c45c tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8945abf9-13f5-4703-a475-8f2ebc614a42') {'for_net_delete': True} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:28:56.388124 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.segments.db [None req-8153fa59-610a-497b-95cc-d98f10e3c45c tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8945abf9-13f5-4703-a475-8f2ebc614a42') {} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:28:56.403846 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-8153fa59-610a-497b-95cc-d98f10e3c45c tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769554214503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3337904'] for segment, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:56.437573 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-8153fa59-610a-497b-95cc-d98f10e3c45c tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:56.456701 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d54515bc-e679-45b6-ab0f-a0ed41a7b8b4 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:28:56.462498 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-d54515bc-e679-45b6-ab0f-a0ed41a7b8b4 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] 10.222.0.54 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.2487504 Jan 20 14:28:56.471376 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 36296) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:28:56.489625 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-d30c6ab4-f326-4ddd-bda0-f7653868a69f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecd029ba-0bb3-4880-9ca8-a6bd7ce4a3ed', 'name': 'tempest-NetworksTestDHCPv6-router-972557015', 'tenant_id': '2cb17692bb0c4a2782f988652201ac42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:28:35Z', 'updated_at': '2022-01-20T14:28:51Z', 'revision_number': 3, 'project_id': '2cb17692bb0c4a2782f988652201ac42', 'gw_port_host': None}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:28:56.494589 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d30c6ab4-f326-4ddd-bda0-f7653868a69f None None] Checking router: ecd029ba-0bb3-4880-9ca8-a6bd7ce4a3ed for host: dv-neutron-825124-1-hyperv {{(pid=84155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 14:28:56.506890 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d30c6ab4-f326-4ddd-bda0-f7653868a69f None None] Routers {'ecd029ba-0bb3-4880-9ca8-a6bd7ce4a3ed'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:28:56.507729 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-d30c6ab4-f326-4ddd-bda0-f7653868a69f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:28:30Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['ecd029ba-0bb3-4880-9ca8-a6bd7ce4a3ed'], 'active': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:28:56.552407 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8153fa59-610a-497b-95cc-d98f10e3c45c tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Releasing vlan 152 on physical network physnet1 to pool {{(pid=84152) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 14:28:56.552825 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-8153fa59-610a-497b-95cc-d98f10e3c45c tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1622950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4162906'] for segment, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:56.646691 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvr_db [None req-d30c6ab4-f326-4ddd-bda0-f7653868a69f None None] Set router ecd029ba-0bb3-4880-9ca8-a6bd7ce4a3ed gateway port host: None {{(pid=84155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 14:28:56.698523 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff6ab81-bbcd-47e2-b1c5-1cfc64e631ed None None] Pushing event updated for resources: {'Port': ['ID=3199fe01-1588-410a-a1c0-27c5a1da4e2f,revision_number=2']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:28:56.699249 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2fd4c69-820f-4bd7-9434-3310a95b028d tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:28:56.704083 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2fd4c69-820f-4bd7-9434-3310a95b028d tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:28:56.705015 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-e2fd4c69-820f-4bd7-9434-3310a95b028d tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] Synchronizing usage tracker for tenant:c64585f3eac240419743ed479261ff41 on resource:network {{(pid=84153) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:28:56.707215 dv-neutron-825124-1-hyperv neutron-server[84152]: Traceback (most recent call last): Jan 20 14:28:56.707215 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 14:28:56.707215 dv-neutron-825124-1-hyperv neutron-server[84152]: timer() Jan 20 14:28:56.707215 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 14:28:56.707215 dv-neutron-825124-1-hyperv neutron-server[84152]: cb(*args, **kw) Jan 20 14:28:56.707215 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 14:28:56.707215 dv-neutron-825124-1-hyperv neutron-server[84152]: return func(*args, **kwargs) Jan 20 14:28:56.707215 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 14:28:56.707215 dv-neutron-825124-1-hyperv neutron-server[84152]: self._notify() Jan 20 14:28:56.707215 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 14:28:56.707215 dv-neutron-825124-1-hyperv neutron-server[84152]: self.callback(batched_events) Jan 20 14:28:56.707215 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 14:28:56.707215 dv-neutron-825124-1-hyperv neutron-server[84152]: event.method(event) Jan 20 14:28:56.707215 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 14:28:56.707215 dv-neutron-825124-1-hyperv neutron-server[84152]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 14:28:56.707215 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 14:28:56.707215 dv-neutron-825124-1-hyperv neutron-server[84152]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 14:28:56.707215 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 14:28:56.707215 dv-neutron-825124-1-hyperv neutron-server[84152]: return f(self, *a, **k) Jan 20 14:28:56.707215 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 14:28:56.707215 dv-neutron-825124-1-hyperv neutron-server[84152]: return self._get(url).json() Jan 20 14:28:56.707215 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 14:28:56.707215 dv-neutron-825124-1-hyperv neutron-server[84152]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 14:28:56.707215 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 14:28:56.707215 dv-neutron-825124-1-hyperv neutron-server[84152]: return self.request(url, 'GET', **kwargs) Jan 20 14:28:56.707215 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 14:28:56.707215 dv-neutron-825124-1-hyperv neutron-server[84152]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 14:28:56.707215 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 14:28:56.707215 dv-neutron-825124-1-hyperv neutron-server[84152]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 14:28:56.707215 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 14:28:56.707215 dv-neutron-825124-1-hyperv neutron-server[84152]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 14:28:56.707215 dv-neutron-825124-1-hyperv neutron-server[84152]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 14:28:56.729397 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-517ae3e0-9d00-4a01-bdb7-f9e91a4e135f req-dfcdd3cc-c266-4880-b3dd-f9ecb7310515 tempest-ServersTestManualDisk-1917914165 tempest-ServersTestManualDisk-1917914165-project] 10.222.0.54 "GET /v2.0/ports?device_id=31da3ee5-c748-4975-b51b-042a16904f05 HTTP/1.1" status: 200 len: 210 time: 0.0759373 Jan 20 14:28:56.759597 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a036ea77-9496-40da-8d01-b084847aa9e8 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:28:56.764738 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a036ea77-9496-40da-8d01-b084847aa9e8 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:28:56.768803 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a036ea77-9496-40da-8d01-b084847aa9e8 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:28:56.774203 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-a036ea77-9496-40da-8d01-b084847aa9e8 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] 10.222.0.54 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2379 time: 0.3016174 Jan 20 14:28:56.776382 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 36300) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:28:56.779271 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.db.api [None req-8153fa59-610a-497b-95cc-d98f10e3c45c tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 20 14:28:56.779271 dv-neutron-825124-1-hyperv neutron-server[84152]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 20 14:28:56.779271 dv-neutron-825124-1-hyperv neutron-server[84152]: [parameters: {'id': '340c77cc-5d65-42df-b31c-43ff7c7dcd56'}] Jan 20 14:28:56.779271 dv-neutron-825124-1-hyperv neutron-server[84152]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84152) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 14:28:56.780600 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG oslo_db.api [None req-8153fa59-610a-497b-95cc-d98f10e3c45c tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 14:28:56.855907 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-d30c6ab4-f326-4ddd-bda0-f7653868a69f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecd029ba-0bb3-4880-9ca8-a6bd7ce4a3ed', 'name': 'tempest-NetworksTestDHCPv6-router-972557015', 'tenant_id': '2cb17692bb0c4a2782f988652201ac42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:28:35Z', 'updated_at': '2022-01-20T14:28:51Z', 'revision_number': 3, 'project_id': '2cb17692bb0c4a2782f988652201ac42', 'gw_port_host': None}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:28:56.866478 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d30c6ab4-f326-4ddd-bda0-f7653868a69f None None] The sync data for ids ['ecd029ba-0bb3-4880-9ca8-a6bd7ce4a3ed'] in dv-neutron-825124-1-hyperv is: [{'id': 'ecd029ba-0bb3-4880-9ca8-a6bd7ce4a3ed', 'name': 'tempest-NetworksTestDHCPv6-router-972557015', 'tenant_id': '2cb17692bb0c4a2782f988652201ac42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:28:35Z', 'updated_at': '2022-01-20T14:28:51Z', 'revision_number': 3, 'project_id': '2cb17692bb0c4a2782f988652201ac42', 'gw_port_host': None}] {{(pid=84155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 14:28:56.866612 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-77463385-cb48-4e99-8b0f-b48029d20c9c tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Deleting port 3061c1f0-495c-49c8-ac67-08ed56b68f0c {{(pid=84152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:28:56.866721 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a995a33-ca89-46a7-a967-847e5f0be76b None None] Network 340c77cc-5d65-42df-b31c-43ff7c7dcd56 requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:28:56.866936 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-77463385-cb48-4e99-8b0f-b48029d20c9c tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:56.875535 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-b4923453-df2b-4c76-a4ac-3c07a67e8344 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Notify callbacks [] for router, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:56.971030 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b646265-cb48-424c-98ec-216c40437110 None None] DHCP port deletion for dbce74ed-d43c-4540-8d8d-e582f35e4792 request from dv-neutron-825124-1-hyperv {{(pid=84154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 20 14:28:56.976897 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-52ae3ad3-b97f-48d5-9383-e40747a12088 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.6395981 Jan 20 14:28:56.977712 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-e2fd4c69-820f-4bd7-9434-3310a95b028d tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] Unset dirty status for tenant:c64585f3eac240419743ed479261ff41 on resource:network {{(pid=84153) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:28:56.979000 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-e2fd4c69-820f-4bd7-9434-3310a95b028d tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] 10.222.0.54 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 1.1433074 Jan 20 14:28:56.979125 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-2b646265-cb48-424c-98ec-216c40437110 None None] Deleting port 690920ee-ac00-4da3-a082-c4b38b4b345a {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:28:56.979694 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-2b646265-cb48-424c-98ec-216c40437110 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:56.980047 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 36304) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:28:56.988605 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 36306) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:28:57.057769 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [req-ade240be-7ecb-4255-a6a1-fa88ee5c9f51 req-2e8346c1-9e65-4bc9-8923-07cbfe50c3bc tempest-ServersTestManualDisk-1917914165 tempest-ServersTestManualDisk-1917914165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:28:57.083537 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [req-ade240be-7ecb-4255-a6a1-fa88ee5c9f51 req-2e8346c1-9e65-4bc9-8923-07cbfe50c3bc tempest-ServersTestManualDisk-1917914165 tempest-ServersTestManualDisk-1917914165-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:28:57.106279 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 36314) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:28:57.116820 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-c8796126-484d-402c-8f1c-259e18f86733 tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-970125067'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:28:57.133051 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-c8796126-484d-402c-8f1c-259e18f86733 tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:28:57.156261 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-c8796126-484d-402c-8f1c-259e18f86733 tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:28:57.185944 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ade240be-7ecb-4255-a6a1-fa88ee5c9f51 req-2e8346c1-9e65-4bc9-8923-07cbfe50c3bc tempest-ServersTestManualDisk-1917914165 tempest-ServersTestManualDisk-1917914165-project] Made reservation on behalf of 505c9f1bd3024976854da8233b1bef64 for: {'port': 1} {{(pid=84153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:28:57.205174 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-ade240be-7ecb-4255-a6a1-fa88ee5c9f51 req-2e8346c1-9e65-4bc9-8923-07cbfe50c3bc tempest-ServersTestManualDisk-1917914165 tempest-ServersTestManualDisk-1917914165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:57.207693 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-77463385-cb48-4e99-8b0f-b48029d20c9c tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:57.286798 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-2b646265-cb48-424c-98ec-216c40437110 None None] For port 690920ee-ac00-4da3-a082-c4b38b4b345a, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=690920ee-ac00-4da3-a082-c4b38b4b345a,segment=NetworkSegment(7b61d093-41ff-4202-b223-533eb0f8da0a),segment_id=7b61d093-41ff-4202-b223-533eb0f8da0a)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:28:57.287317 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-2b646265-cb48-424c-98ec-216c40437110 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:57.351035 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-c86a0b7c-dac0-4478-9aca-040ca998c7e3 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks [] for router, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:57.465225 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-2b646265-cb48-424c-98ec-216c40437110 None None] Calling delete_port for 690920ee-ac00-4da3-a082-c4b38b4b345a owned by network:dhcp {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:28:57.474840 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-77463385-cb48-4e99-8b0f-b48029d20c9c tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Calling delete_port for 3061c1f0-495c-49c8-ac67-08ed56b68f0c owned by {{(pid=84152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:28:57.507336 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-8153fa59-610a-497b-95cc-d98f10e3c45c tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586409'] for network, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:57.512843 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8796126-484d-402c-8f1c-259e18f86733 tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] Made reservation on behalf of c64585f3eac240419743ed479261ff41 for: {'network': 1} {{(pid=84152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:28:57.516621 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-c8796126-484d-402c-8f1c-259e18f86733 tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for network, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:57.562287 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-8153fa59-610a-497b-95cc-d98f10e3c45c tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Deleting port 3199fe01-1588-410a-a1c0-27c5a1da4e2f {{(pid=84152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:28:57.562724 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-8153fa59-610a-497b-95cc-d98f10e3c45c tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:57.621082 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8796126-484d-402c-8f1c-259e18f86733 tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 151} {{(pid=84152) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 14:28:57.646213 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-c8796126-484d-402c-8f1c-259e18f86733 tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:57.646552 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.db.segments_db [None req-c8796126-484d-402c-8f1c-259e18f86733 tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] Added segment 5ecd94b7-2fa5-4adb-ae67-8734de1399d9 of type vlan for network b8a85223-376d-41fa-bfcc-3401e2c13448 Jan 20 14:28:57.668162 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-2b646265-cb48-424c-98ec-216c40437110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486'] for port, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:57.672339 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-2616a488-bd47-4f98-9638-bdaf5d68f046 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=67ae27d5542441d081f0145797cee5f6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5618763 Jan 20 14:28:57.675558 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 36320) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:28:57.716912 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b646265-cb48-424c-98ec-216c40437110 None None] Pushing event deleted for resources: {'Port': ['ID=690920ee-ac00-4da3-a082-c4b38b4b345a,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:28:57.724115 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b646265-cb48-424c-98ec-216c40437110 None None] No DVR routers for this DVR port 690920ee-ac00-4da3-a082-c4b38b4b345a on host dv-neutron-825124-1-hyperv {{(pid=84154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 14:28:57.748119 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f91219d-f999-490f-ad9d-21a36540136a None None] get_active_networks_info from dv-neutron-825124-1-hyperv {{(pid=84154) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 20 14:28:57.789750 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-c8796126-484d-402c-8f1c-259e18f86733 tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769553767792'] for network, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:57.875844 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.db_base_plugin_common [req-ade240be-7ecb-4255-a6a1-fa88ee5c9f51 req-2e8346c1-9e65-4bc9-8923-07cbfe50c3bc tempest-ServersTestManualDisk-1917914165 tempest-ServersTestManualDisk-1917914165-project] Allocated IP 172.20.0.8 (e8d2ddcf-1876-48f1-bdb0-f45048b860a9/dc379b11-3200-4d8f-97db-49f9c34e1b6b/242f2662-17cf-40dc-88ee-84029222076b) {{(pid=84153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:28:57.900220 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-77463385-cb48-4e99-8b0f-b48029d20c9c tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:57.935033 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f91219d-f999-490f-ad9d-21a36540136a None None] Resources bound (agent type, host, resource id): {{(pid=84154) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 20 14:28:57.942313 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-c8796126-484d-402c-8f1c-259e18f86733 tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967'] for network, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:57.946225 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8796126-484d-402c-8f1c-259e18f86733 tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:28:57.947327 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-c8796126-484d-402c-8f1c-259e18f86733 tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] Notify callbacks [] for network, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:58.007122 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77463385-cb48-4e99-8b0f-b48029d20c9c tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Pushing event deleted for resources: {'Port': ['ID=3061c1f0-495c-49c8-ac67-08ed56b68f0c,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:28:58.076907 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device e1137b7e-3a28-4efa-9f88-a1407535fbad no longer exists at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:28:58.111849 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-2767f479-459e-4f5e-b4e8-536405b4d36b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:58.120922 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] No Port match for: e1137b7e-3a28-4efa-9f88-a1407535fbad {{(pid=84154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 14:28:58.123813 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device e1137b7e-3a28-4efa-9f88-a1407535fbad not bound to the agent host dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 14:28:58.123813 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 690920ee-ac00-4da3-a082-c4b38b4b345a no longer exists at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:28:58.160382 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] No Port match for: 690920ee-ac00-4da3-a082-c4b38b4b345a {{(pid=84154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 14:28:58.160382 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 690920ee-ac00-4da3-a082-c4b38b4b345a not bound to the agent host dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 14:28:58.188091 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8796126-484d-402c-8f1c-259e18f86733 tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] Pushing event updated for resources: {'Network': ['ID=b8a85223-376d-41fa-bfcc-3401e2c13448,revision_number=1']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:28:58.198649 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.db [None req-8153fa59-610a-497b-95cc-d98f10e3c45c tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] For port 3199fe01-1588-410a-a1c0-27c5a1da4e2f, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=3199fe01-1588-410a-a1c0-27c5a1da4e2f,segment=NetworkSegment(8945abf9-13f5-4703-a475-8f2ebc614a42),segment_id=8945abf9-13f5-4703-a475-8f2ebc614a42)] {{(pid=84152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:28:58.199013 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-8153fa59-610a-497b-95cc-d98f10e3c45c tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:58.212283 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Network b8a85223-376d-41fa-bfcc-3401e2c13448 details requested by agent ovs-agent-dv-neutron-825124-1-hyperv with host dv-neutron-825124-1-hyperv {{(pid=84154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 14:28:58.238129 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-08f77bc6-8e5e-40a3-b94e-214239d78efd req-81c4a0fe-c396-48b6-9aa7-dec35455c2d0 tempest-ServersTestManualDisk-1917914165 tempest-ServersTestManualDisk-1917914165-project] 10.222.0.54 "GET /v2.0/ports?device_id=31da3ee5-c748-4975-b51b-042a16904f05 HTTP/1.1" status: 200 len: 210 time: 0.1315470 Jan 20 14:28:58.244435 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-b4923453-df2b-4c76-a4ac-3c07a67e8344 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:58.250851 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-c86a0b7c-dac0-4478-9aca-040ca998c7e3 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-737761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105493'] for router, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:58.285866 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-c86a0b7c-dac0-4478-9aca-040ca998c7e3 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:58.347090 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-c8796126-484d-402c-8f1c-259e18f86733 tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.3557668 Jan 20 14:28:58.348066 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 36326) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:28:58.350894 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-ef0b4250-29bd-4add-8217-ab4ffaf58d4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:58.354073 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-8153fa59-610a-497b-95cc-d98f10e3c45c tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Calling delete_port for 3199fe01-1588-410a-a1c0-27c5a1da4e2f owned by network:dhcp {{(pid=84152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:28:58.369429 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-391b5385-847b-44ad-bcf2-ea1ae550e150 tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-585894538'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:28:58.411498 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-77463385-cb48-4e99-8b0f-b48029d20c9c tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:58.414197 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-77463385-cb48-4e99-8b0f-b48029d20c9c tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] 10.222.0.54 "DELETE /v2.0/ports/3061c1f0-495c-49c8-ac67-08ed56b68f0c HTTP/1.1" status: 204 len: 168 time: 1.6358750 Jan 20 14:28:58.418065 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 36330) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:28:58.450741 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-391b5385-847b-44ad-bcf2-ea1ae550e150 tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:28:58.453830 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-c86a0b7c-dac0-4478-9aca-040ca998c7e3 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-737693'] for router, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:58.454470 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c86a0b7c-dac0-4478-9aca-040ca998c7e3 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Fanout notify agent at l3_agent the message router_deleted on router ecd029ba-0bb3-4880-9ca8-a6bd7ce4a3ed {{(pid=84153) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 20 14:28:58.455817 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-b4923453-df2b-4c76-a4ac-3c07a67e8344 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Deleting port a96ce12d-3df6-4366-ae61-aa5a46849deb {{(pid=84153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:28:58.456243 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-b4923453-df2b-4c76-a4ac-3c07a67e8344 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:58.477306 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.pecan_wsgi.hooks.translation [None req-67a6c171-11af-4e68-96a2-ff12022fb99a tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] GET failed (client error): The resource could not be found. Jan 20 14:28:58.477842 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-67a6c171-11af-4e68-96a2-ff12022fb99a tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Synchronizing usage tracker for tenant:86e3e9c5b0744f88a459de56a9372787 on resource:port {{(pid=84152) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:28:58.517368 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-391b5385-847b-44ad-bcf2-ea1ae550e150 tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] Usage tracker for resource:network and tenant:c64585f3eac240419743ed479261ff41 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:28:58.532380 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-391b5385-847b-44ad-bcf2-ea1ae550e150 tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:28:58.548543 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-ef0b4250-29bd-4add-8217-ab4ffaf58d4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:58.585717 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-391b5385-847b-44ad-bcf2-ea1ae550e150 tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:28:58.588466 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-8153fa59-610a-497b-95cc-d98f10e3c45c tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:58.636659 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-67a6c171-11af-4e68-96a2-ff12022fb99a tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Unset dirty status for tenant:86e3e9c5b0744f88a459de56a9372787 on resource:port {{(pid=84152) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:28:58.641018 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-67a6c171-11af-4e68-96a2-ff12022fb99a tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] 10.222.0.54 "GET /v2.0/ports/3061c1f0-495c-49c8-ac67-08ed56b68f0c HTTP/1.1" status: 404 len: 333 time: 0.2189455 Jan 20 14:28:58.648267 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 36334) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:28:58.651796 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8153fa59-610a-497b-95cc-d98f10e3c45c tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Pushing event deleted for resources: {'Port': ['ID=3199fe01-1588-410a-a1c0-27c5a1da4e2f,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:28:58.657875 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-c86a0b7c-dac0-4478-9aca-040ca998c7e3 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks [] for router, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:58.662980 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-c86a0b7c-dac0-4478-9aca-040ca998c7e3 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] 10.222.0.54 "DELETE /v2.0/routers/ecd029ba-0bb3-4880-9ca8-a6bd7ce4a3ed HTTP/1.1" status: 204 len: 168 time: 1.6747878 Jan 20 14:28:58.683855 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 36338) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:28:58.698389 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8153fa59-610a-497b-95cc-d98f10e3c45c tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] No DVR routers for this DVR port 3199fe01-1588-410a-a1c0-27c5a1da4e2f on host dv-neutron-825124-1-hyperv {{(pid=84152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 14:28:58.771120 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-391b5385-847b-44ad-bcf2-ea1ae550e150 tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] Made reservation on behalf of c64585f3eac240419743ed479261ff41 for: {'network': 1} {{(pid=84153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:28:58.774849 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-391b5385-847b-44ad-bcf2-ea1ae550e150 tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for network, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:58.789116 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-8581cea4-1710-4906-93f1-fd7587d5e86d tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Synchronizing usage tracker for tenant:2cb17692bb0c4a2782f988652201ac42 on resource:port {{(pid=84152) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:28:58.810999 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-ade240be-7ecb-4255-a6a1-fa88ee5c9f51 req-2e8346c1-9e65-4bc9-8923-07cbfe50c3bc tempest-ServersTestManualDisk-1917914165 tempest-ServersTestManualDisk-1917914165-project] Notify callbacks [] for port, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:58.817028 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-9857f302-8616-4fe2-80a0-7dfd18721e20 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Deleting port d46af901-4c36-454e-b9e9-766f7369a450 {{(pid=84152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:28:58.817373 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-9857f302-8616-4fe2-80a0-7dfd18721e20 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:58.854663 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.provisioning_blocks [req-ade240be-7ecb-4255-a6a1-fa88ee5c9f51 req-2e8346c1-9e65-4bc9-8923-07cbfe50c3bc tempest-ServersTestManualDisk-1917914165 tempest-ServersTestManualDisk-1917914165-project] Transition to ACTIVE for port object 242f2662-17cf-40dc-88ee-84029222076b will not be triggered until provisioned by entity DHCP. {{(pid=84153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:28:58.875839 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-391b5385-847b-44ad-bcf2-ea1ae550e150 tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 173} {{(pid=84153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 14:28:58.904113 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-b4923453-df2b-4c76-a4ac-3c07a67e8344 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:58.914151 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-391b5385-847b-44ad-bcf2-ea1ae550e150 tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:58.914423 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.db.segments_db [None req-391b5385-847b-44ad-bcf2-ea1ae550e150 tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] Added segment 50aaa5f4-b48c-44a3-9204-71c67e129f4d of type vlan for network 44221382-2d4f-485c-93b7-ec89deefd9da Jan 20 14:28:58.988883 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-8153fa59-610a-497b-95cc-d98f10e3c45c tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1626242', 'neutron.services.segments.db._delete_segments_for_network-8769554214620'] for network, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:58.998218 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-8581cea4-1710-4906-93f1-fd7587d5e86d tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Unset dirty status for tenant:2cb17692bb0c4a2782f988652201ac42 on resource:port {{(pid=84152) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:28:58.999890 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-8581cea4-1710-4906-93f1-fd7587d5e86d tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.3104315 Jan 20 14:28:59.006379 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 36346) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:28:59.043731 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-b4923453-df2b-4c76-a4ac-3c07a67e8344 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Calling delete_port for a96ce12d-3df6-4366-ae61-aa5a46849deb owned by network:router_gateway {{(pid=84153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:28:59.069886 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-ef0b4250-29bd-4add-8217-ab4ffaf58d4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:59.114691 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-391b5385-847b-44ad-bcf2-ea1ae550e150 tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769553767792'] for network, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:59.118375 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0b4250-29bd-4add-8217-ab4ffaf58d4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7d7fb61-82db-42d8-bb90-0cd79713dc41,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:28:59.184018 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-ef0b4250-29bd-4add-8217-ab4ffaf58d4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:59.189810 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-ef0b4250-29bd-4add-8217-ab4ffaf58d4d admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/b7d7fb61-82db-42d8-bb90-0cd79713dc41 HTTP/1.1" status: 204 len: 168 time: 1.5071306 Jan 20 14:28:59.194579 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-ade240be-7ecb-4255-a6a1-fa88ee5c9f51 req-2e8346c1-9e65-4bc9-8923-07cbfe50c3bc tempest-ServersTestManualDisk-1917914165 tempest-ServersTestManualDisk-1917914165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:59.221607 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.segments.db [None req-8153fa59-610a-497b-95cc-d98f10e3c45c tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['340c77cc-5d65-42df-b31c-43ff7c7dcd56']}} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:28:59.248094 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.segments.db [None req-8153fa59-610a-497b-95cc-d98f10e3c45c tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8945abf9-13f5-4703-a475-8f2ebc614a42') {'for_net_delete': True} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:28:59.248360 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.segments.db [None req-8153fa59-610a-497b-95cc-d98f10e3c45c tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8945abf9-13f5-4703-a475-8f2ebc614a42') {} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:28:59.274267 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ade240be-7ecb-4255-a6a1-fa88ee5c9f51 req-2e8346c1-9e65-4bc9-8923-07cbfe50c3bc tempest-ServersTestManualDisk-1917914165 tempest-ServersTestManualDisk-1917914165-project] Network e8d2ddcf-1876-48f1-bdb0-f45048b860a9 is already hosted by enough agents. {{(pid=84153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:28:59.275203 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-391b5385-847b-44ad-bcf2-ea1ae550e150 tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967'] for network, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:59.279027 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-8153fa59-610a-497b-95cc-d98f10e3c45c tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769554214503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3337904'] for segment, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:59.280534 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-391b5385-847b-44ad-bcf2-ea1ae550e150 tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:28:59.281488 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-391b5385-847b-44ad-bcf2-ea1ae550e150 tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] Notify callbacks [] for network, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:59.301563 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e8357e9-9c91-41e2-b417-85f1c178d996 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:28:59.303100 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-1e8357e9-9c91-41e2-b417-85f1c178d996 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2958226 Jan 20 14:28:59.309929 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 36354) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:28:59.323313 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-8153fa59-610a-497b-95cc-d98f10e3c45c tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:59.335292 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.base_scheduler [req-ade240be-7ecb-4255-a6a1-fa88ee5c9f51 req-2e8346c1-9e65-4bc9-8923-07cbfe50c3bc tempest-ServersTestManualDisk-1917914165 tempest-ServersTestManualDisk-1917914165-project] Resources bound (agent type, host, resource id): {{(pid=84153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:28:59.342475 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8153fa59-610a-497b-95cc-d98f10e3c45c tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Releasing vlan 152 on physical network physnet1 to pool {{(pid=84152) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 14:28:59.342877 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-8153fa59-610a-497b-95cc-d98f10e3c45c tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1622950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4162906'] for segment, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:59.348568 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.l3_dvrscheduler_db [req-ade240be-7ecb-4255-a6a1-fa88ee5c9f51 req-2e8346c1-9e65-4bc9-8923-07cbfe50c3bc tempest-ServersTestManualDisk-1917914165 tempest-ServersTestManualDisk-1917914165-project] Received port after_create {{(pid=84153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:28:59.357688 dv-neutron-825124-1-hyperv neutron-server[84152]: Traceback (most recent call last): Jan 20 14:28:59.357688 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 14:28:59.357688 dv-neutron-825124-1-hyperv neutron-server[84152]: timer() Jan 20 14:28:59.357688 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 14:28:59.357688 dv-neutron-825124-1-hyperv neutron-server[84152]: cb(*args, **kw) Jan 20 14:28:59.357688 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 14:28:59.357688 dv-neutron-825124-1-hyperv neutron-server[84152]: return func(*args, **kwargs) Jan 20 14:28:59.357688 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 14:28:59.357688 dv-neutron-825124-1-hyperv neutron-server[84152]: self._notify() Jan 20 14:28:59.357688 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 14:28:59.357688 dv-neutron-825124-1-hyperv neutron-server[84152]: self.callback(batched_events) Jan 20 14:28:59.357688 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 14:28:59.357688 dv-neutron-825124-1-hyperv neutron-server[84152]: event.method(event) Jan 20 14:28:59.357688 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 14:28:59.357688 dv-neutron-825124-1-hyperv neutron-server[84152]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 14:28:59.357688 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 14:28:59.357688 dv-neutron-825124-1-hyperv neutron-server[84152]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 14:28:59.357688 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 14:28:59.357688 dv-neutron-825124-1-hyperv neutron-server[84152]: return f(self, *a, **k) Jan 20 14:28:59.357688 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 14:28:59.357688 dv-neutron-825124-1-hyperv neutron-server[84152]: return self._get(url).json() Jan 20 14:28:59.357688 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 14:28:59.357688 dv-neutron-825124-1-hyperv neutron-server[84152]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 14:28:59.357688 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 14:28:59.357688 dv-neutron-825124-1-hyperv neutron-server[84152]: return self.request(url, 'GET', **kwargs) Jan 20 14:28:59.357688 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 14:28:59.357688 dv-neutron-825124-1-hyperv neutron-server[84152]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 14:28:59.357688 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 14:28:59.357688 dv-neutron-825124-1-hyperv neutron-server[84152]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 14:28:59.357688 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 14:28:59.357688 dv-neutron-825124-1-hyperv neutron-server[84152]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 14:28:59.357688 dv-neutron-825124-1-hyperv neutron-server[84152]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 14:28:59.413779 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-9857f302-8616-4fe2-80a0-7dfd18721e20 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:59.541013 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-391b5385-847b-44ad-bcf2-ea1ae550e150 tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.1914091 Jan 20 14:28:59.603580 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-9857f302-8616-4fe2-80a0-7dfd18721e20 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Calling delete_port for d46af901-4c36-454e-b9e9-766f7369a450 owned by {{(pid=84152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:28:59.622060 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 36358) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:28:59.634293 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-a75d19d4-bf67-495e-9335-990d4008314f tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Synchronizing usage tracker for tenant:2cb17692bb0c4a2782f988652201ac42 on resource:router {{(pid=84153) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:28:59.672283 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-f10c0137-7fd5-478c-a348-499f7ea9f8b1 tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] Request body: {'ports': [{'network_id': 'b8a85223-376d-41fa-bfcc-3401e2c13448', 'name': 'tempest-port--402216304', 'admin_state_up': True}, {'network_id': '44221382-2d4f-485c-93b7-ec89deefd9da', 'admin_state_up': False}]} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:28:59.672517 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-f10c0137-7fd5-478c-a348-499f7ea9f8b1 tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] Request body: {'port': {'network_id': 'b8a85223-376d-41fa-bfcc-3401e2c13448', 'name': 'tempest-port--402216304', 'admin_state_up': True}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:28:59.672982 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-f10c0137-7fd5-478c-a348-499f7ea9f8b1 tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] Request body: {'port': {'network_id': '44221382-2d4f-485c-93b7-ec89deefd9da', 'admin_state_up': False}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:28:59.784320 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab940a1d-f77f-4bb3-a0db-03e6238cc2df None None] Provisioning for port 242f2662-17cf-40dc-88ee-84029222076b completed by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:28:59.790952 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab940a1d-f77f-4bb3-a0db-03e6238cc2df None None] Provisioning complete for port 242f2662-17cf-40dc-88ee-84029222076b triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:28:59.791319 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab940a1d-f77f-4bb3-a0db-03e6238cc2df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:59.857373 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-8153fa59-610a-497b-95cc-d98f10e3c45c tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1626253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-745296'] for network, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:59.887930 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-ab940a1d-f77f-4bb3-a0db-03e6238cc2df None None] Port 242f2662-17cf-40dc-88ee-84029222076b cannot update to ACTIVE because it is not bound. {{(pid=84154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 14:28:59.893383 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-8153fa59-610a-497b-95cc-d98f10e3c45c tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Notify callbacks [] for network, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:59.911719 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8346c1-9e65-4bc9-8923-07cbfe50c3bc tempest-ServersTestManualDisk-1917914165 tempest-ServersTestManualDisk-1917914165-project] Pushing event updated for resources: {'Port': ['ID=242f2662-17cf-40dc-88ee-84029222076b,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:28:59.914518 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-8153fa59-610a-497b-95cc-d98f10e3c45c tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] 10.222.0.54 "DELETE /v2.0/networks/340c77cc-5d65-42df-b31c-43ff7c7dcd56 HTTP/1.1" status: 204 len: 168 time: 5.6447344 Jan 20 14:28:59.918548 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 36372) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:28:59.922893 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-9857f302-8616-4fe2-80a0-7dfd18721e20 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:59.932859 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-b5ea83e8-898e-4261-b1e8-4b1d5b9d7dc8 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2056545627'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:28:59.938467 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-b5ea83e8-898e-4261-b1e8-4b1d5b9d7dc8 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:28:59.942676 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-b5ea83e8-898e-4261-b1e8-4b1d5b9d7dc8 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Usage tracker for resource:network and tenant:fb1d1c9fcb3d4adb98a1b2ecf7f7158b is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:28:59.946153 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-b5ea83e8-898e-4261-b1e8-4b1d5b9d7dc8 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:28:59.948556 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391b5385-847b-44ad-bcf2-ea1ae550e150 tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] Pushing event updated for resources: {'Network': ['ID=44221382-2d4f-485c-93b7-ec89deefd9da,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:28:59.964846 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-b5ea83e8-898e-4261-b1e8-4b1d5b9d7dc8 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:28:59.967365 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Network 44221382-2d4f-485c-93b7-ec89deefd9da details requested by agent ovs-agent-dv-neutron-825124-1-hyperv with host dv-neutron-825124-1-hyperv {{(pid=84154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 14:28:59.987434 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade240be-7ecb-4255-a6a1-fa88ee5c9f51 req-2e8346c1-9e65-4bc9-8923-07cbfe50c3bc tempest-ServersTestManualDisk-1917914165 tempest-ServersTestManualDisk-1917914165-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:28:59.992515 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-ade240be-7ecb-4255-a6a1-fa88ee5c9f51 req-2e8346c1-9e65-4bc9-8923-07cbfe50c3bc tempest-ServersTestManualDisk-1917914165 tempest-ServersTestManualDisk-1917914165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:28:59.999571 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8153fa59-610a-497b-95cc-d98f10e3c45c tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Pushing event deleted for resources: {'Network': ['ID=340c77cc-5d65-42df-b31c-43ff7c7dcd56,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:00.007509 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-b4923453-df2b-4c76-a4ac-3c07a67e8344 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:00.057012 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9857f302-8616-4fe2-80a0-7dfd18721e20 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Pushing event deleted for resources: {'Port': ['ID=d46af901-4c36-454e-b9e9-766f7369a450,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:00.076642 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4923453-df2b-4c76-a4ac-3c07a67e8344 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Pushing event deleted for resources: {'Port': ['ID=a96ce12d-3df6-4366-ae61-aa5a46849deb,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:00.101815 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-a75d19d4-bf67-495e-9335-990d4008314f tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Unset dirty status for tenant:2cb17692bb0c4a2782f988652201ac42 on resource:router {{(pid=84153) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:29:00.102775 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5ea83e8-898e-4261-b1e8-4b1d5b9d7dc8 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Made reservation on behalf of fb1d1c9fcb3d4adb98a1b2ecf7f7158b for: {'network': 1} {{(pid=84152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:29:00.107572 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-a75d19d4-bf67-495e-9335-990d4008314f tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.7698958 Jan 20 14:29:00.111621 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-b5ea83e8-898e-4261-b1e8-4b1d5b9d7dc8 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for network, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:00.137917 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 36378) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:00.148434 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-5b3ff72f-8b56-4ac7-8257-2f23c13350df tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Request body: {'subnet': {'network_id': 'dbce74ed-d43c-4540-8d8d-e582f35e4792', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:29:00.194093 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:00.236092 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-ade240be-7ecb-4255-a6a1-fa88ee5c9f51 req-2e8346c1-9e65-4bc9-8923-07cbfe50c3bc tempest-ServersTestManualDisk-1917914165 tempest-ServersTestManualDisk-1917914165-project] 10.222.0.106 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8998446 Jan 20 14:29:00.238093 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5ea83e8-898e-4261-b1e8-4b1d5b9d7dc8 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 165} {{(pid=84152) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 14:29:00.254738 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-b5ea83e8-898e-4261-b1e8-4b1d5b9d7dc8 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:00.255760 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.db.segments_db [None req-b5ea83e8-898e-4261-b1e8-4b1d5b9d7dc8 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Added segment 8e6efc8a-8597-43a9-b3e5-3c9acd90c5ee of type vlan for network 2b1cc4ee-3150-44b5-954f-ebadeae7a09e Jan 20 14:29:00.298267 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [req-ade240be-7ecb-4255-a6a1-fa88ee5c9f51 req-8341ad09-2368-4df6-8ba1-17643d8b625b service neutron] Request body: {'port': {'device_id': '31da3ee5-c748-4975-b51b-042a16904f05', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8251'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:29:00.353761 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-67789d7e-18ce-45b2-b8f7-b1b645376aa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:00.370929 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-b5ea83e8-898e-4261-b1e8-4b1d5b9d7dc8 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769553767792'] for network, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:00.371139 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147801d3-3761-46f4-8b4e-a0bb754a7284 req-16ed8e46-89ec-4e85-bcc0-2ee817b800f4 tempest-ServersTestManualDisk-1917914165 tempest-ServersTestManualDisk-1917914165-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:29:00.371745 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [req-147801d3-3761-46f4-8b4e-a0bb754a7284 req-16ed8e46-89ec-4e85-bcc0-2ee817b800f4 tempest-ServersTestManualDisk-1917914165 tempest-ServersTestManualDisk-1917914165-project] Synchronizing usage tracker for tenant:505c9f1bd3024976854da8233b1bef64 on resource:port {{(pid=84153) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:29:00.405033 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-f10c0137-7fd5-478c-a348-499f7ea9f8b1 tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:29:00.452714 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-f10c0137-7fd5-478c-a348-499f7ea9f8b1 tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] Usage tracker for resource:port and tenant:c64585f3eac240419743ed479261ff41 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:29:00.464630 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-9857f302-8616-4fe2-80a0-7dfd18721e20 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:00.473653 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-f10c0137-7fd5-478c-a348-499f7ea9f8b1 tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:29:00.473821 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-5b3ff72f-8b56-4ac7-8257-2f23c13350df tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:29:00.481366 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-9857f302-8616-4fe2-80a0-7dfd18721e20 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] 10.222.0.54 "DELETE /v2.0/ports/d46af901-4c36-454e-b9e9-766f7369a450 HTTP/1.1" status: 204 len: 168 time: 1.8295820 Jan 20 14:29:00.482743 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 36386) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:00.518146 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-5b3ff72f-8b56-4ac7-8257-2f23c13350df tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:29:00.533426 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d0b6f31-09e0-40b7-9961-46feedacdf5c tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] GET failed (client error): The resource could not be found. Jan 20 14:29:00.533923 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-6d0b6f31-09e0-40b7-9961-46feedacdf5c tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Synchronizing usage tracker for tenant:86e3e9c5b0744f88a459de56a9372787 on resource:port {{(pid=84152) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:29:00.547463 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-b5ea83e8-898e-4261-b1e8-4b1d5b9d7dc8 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967'] for network, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:00.551196 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5ea83e8-898e-4261-b1e8-4b1d5b9d7dc8 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:29:00.551847 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-b5ea83e8-898e-4261-b1e8-4b1d5b9d7dc8 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Notify callbacks [] for network, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:00.562737 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-f10c0137-7fd5-478c-a348-499f7ea9f8b1 tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:29:00.630558 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [req-147801d3-3761-46f4-8b4e-a0bb754a7284 req-16ed8e46-89ec-4e85-bcc0-2ee817b800f4 tempest-ServersTestManualDisk-1917914165 tempest-ServersTestManualDisk-1917914165-project] Unset dirty status for tenant:505c9f1bd3024976854da8233b1bef64 on resource:port {{(pid=84153) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:29:00.631711 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-147801d3-3761-46f4-8b4e-a0bb754a7284 req-16ed8e46-89ec-4e85-bcc0-2ee817b800f4 tempest-ServersTestManualDisk-1917914165 tempest-ServersTestManualDisk-1917914165-project] 10.222.0.54 "GET /v2.0/ports?device_id=31da3ee5-c748-4975-b51b-042a16904f05 HTTP/1.1" status: 200 len: 931 time: 1.1834514 Jan 20 14:29:00.640690 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-ade240be-7ecb-4255-a6a1-fa88ee5c9f51 req-8341ad09-2368-4df6-8ba1-17643d8b625b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:00.649406 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-b4923453-df2b-4c76-a4ac-3c07a67e8344 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-745333'] for router_gateway, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:00.654553 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b3ff72f-8b56-4ac7-8257-2f23c13350df tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Made reservation on behalf of 2cb17692bb0c4a2782f988652201ac42 for: {'subnet': 1} {{(pid=84152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:29:00.673899 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-6d0b6f31-09e0-40b7-9961-46feedacdf5c tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Unset dirty status for tenant:86e3e9c5b0744f88a459de56a9372787 on resource:port {{(pid=84152) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:29:00.675110 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-6d0b6f31-09e0-40b7-9961-46feedacdf5c tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] 10.222.0.54 "GET /v2.0/ports/d46af901-4c36-454e-b9e9-766f7369a450 HTTP/1.1" status: 404 len: 333 time: 0.1914818 Jan 20 14:29:00.704477 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 36392) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:00.742588 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ea83e8-898e-4261-b1e8-4b1d5b9d7dc8 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Pushing event updated for resources: {'Network': ['ID=2b1cc4ee-3150-44b5-954f-ebadeae7a09e,revision_number=1']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:00.750143 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-b5ea83e8-898e-4261-b1e8-4b1d5b9d7dc8 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8267305 Jan 20 14:29:00.751814 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 36398) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:00.754935 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Network 2b1cc4ee-3150-44b5-954f-ebadeae7a09e details requested by agent ovs-agent-dv-neutron-825124-1-hyperv with host dv-neutron-825124-1-hyperv {{(pid=84154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 14:29:00.765221 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 36402) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:00.769011 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-40107774-523d-4be1-8ec1-f72065fdf661 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Request body: {'subnet': {'network_id': '2b1cc4ee-3150-44b5-954f-ebadeae7a09e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:29:00.853524 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f10c0137-7fd5-478c-a348-499f7ea9f8b1 tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] Made reservation on behalf of c64585f3eac240419743ed479261ff41 for: {'port': 2} {{(pid=84153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:29:00.858957 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-f10c0137-7fd5-478c-a348-499f7ea9f8b1 tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:00.887738 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-5b3ff72f-8b56-4ac7-8257-2f23c13350df tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3155315'] for subnet, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:00.979623 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-ea3c7a6b-93c6-4686-b170-53fb9aa7936a tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-685178076'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:29:00.989088 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-ea3c7a6b-93c6-4686-b170-53fb9aa7936a tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:29:01.006611 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-ea3c7a6b-93c6-4686-b170-53fb9aa7936a tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Usage tracker for resource:network and tenant:f85e30c327a64407a1a93d3333ba9261 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:29:01.012455 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-40107774-523d-4be1-8ec1-f72065fdf661 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:29:01.015272 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-ea3c7a6b-93c6-4686-b170-53fb9aa7936a tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:29:01.022894 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-f10c0137-7fd5-478c-a348-499f7ea9f8b1 tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:01.029787 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-40107774-523d-4be1-8ec1-f72065fdf661 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Usage tracker for resource:subnet and tenant:fb1d1c9fcb3d4adb98a1b2ecf7f7158b is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:29:01.034231 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-40107774-523d-4be1-8ec1-f72065fdf661 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:29:01.036895 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-ea3c7a6b-93c6-4686-b170-53fb9aa7936a tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:29:01.043878 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-40107774-523d-4be1-8ec1-f72065fdf661 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:29:01.127361 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea3c7a6b-93c6-4686-b170-53fb9aa7936a tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Made reservation on behalf of f85e30c327a64407a1a93d3333ba9261 for: {'network': 1} {{(pid=84152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:29:01.130433 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-ea3c7a6b-93c6-4686-b170-53fb9aa7936a tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for network, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:01.131610 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-b4923453-df2b-4c76-a4ac-3c07a67e8344 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-737761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105493'] for router, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:01.147653 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-ea3c7a6b-93c6-4686-b170-53fb9aa7936a tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks [] for security_group, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:01.163247 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40107774-523d-4be1-8ec1-f72065fdf661 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Made reservation on behalf of fb1d1c9fcb3d4adb98a1b2ecf7f7158b for: {'subnet': 1} {{(pid=84152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:29:01.274889 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-147801d3-3761-46f4-8b4e-a0bb754a7284 req-47066684-2473-4308-9274-982e32b7421f tempest-ServersTestManualDisk-1917914165 tempest-ServersTestManualDisk-1917914165-project] 10.222.0.54 "GET /v2.0/security-groups?id=bd4de7e3-c31a-486d-85ec-eabfb6a0a160&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5694282 Jan 20 14:29:01.280619 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-b4923453-df2b-4c76-a4ac-3c07a67e8344 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:01.367379 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:01.411822 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-ea3c7a6b-93c6-4686-b170-53fb9aa7936a tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:29:01.418120 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-ea3c7a6b-93c6-4686-b170-53fb9aa7936a tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Usage tracker for resource:security_group_rule and tenant:f85e30c327a64407a1a93d3333ba9261 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:29:01.423421 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-40107774-523d-4be1-8ec1-f72065fdf661 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3155315'] for subnet, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:01.437253 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-ea3c7a6b-93c6-4686-b170-53fb9aa7936a tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:29:01.449052 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-ea3c7a6b-93c6-4686-b170-53fb9aa7936a tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:29:01.473611 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-cdd98e71-1f0a-4421-baa9-dcb30e06edf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:01.689506 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.objects.ports [None req-5b3ff72f-8b56-4ac7-8257-2f23c13350df tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84152) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Jan 20 14:29:01.692255 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5a1dda1-039d-4793-aee3-bb26f048e5ef tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Deleting subnet 74df8936-392d-4d73-a558-3d2f11b74d6c {{(pid=84153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 20 14:29:01.698440 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-5b3ff72f-8b56-4ac7-8257-2f23c13350df tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4163519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3155301'] for subnet, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:01.708088 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-f5a1dda1-039d-4793-aee3-bb26f048e5ef tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks [] for subnet, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:01.756454 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-ea3c7a6b-93c6-4686-b170-53fb9aa7936a tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks [] for security_group, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:01.766443 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-b4923453-df2b-4c76-a4ac-3c07a67e8344 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-737693'] for router, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:01.766944 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4923453-df2b-4c76-a4ac-3c07a67e8344 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Fanout notify agent at l3_agent the message router_deleted on router 02bcddc9-e08b-41f3-942b-a3a434819b2d {{(pid=84153) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 20 14:29:01.770290 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.notifiers.nova [None req-f10c0137-7fd5-478c-a348-499f7ea9f8b1 tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] device_id is not set on port 41f7fa95-4265-4af1-9fe8-e053b44abcd6 yet. {{(pid=84153) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 14:29:01.819778 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-f5a1dda1-039d-4793-aee3-bb26f048e5ef tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3980851'] for subnet, precommit_delete_associations {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:01.823747 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b3ff72f-8b56-4ac7-8257-2f23c13350df tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Network dbce74ed-d43c-4540-8d8d-e582f35e4792 is already hosted by enough agents. {{(pid=84152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:29:01.832944 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.base_scheduler [None req-5b3ff72f-8b56-4ac7-8257-2f23c13350df tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Resources bound (agent type, host, resource id): {{(pid=84152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:29:01.839079 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b3ff72f-8b56-4ac7-8257-2f23c13350df tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:29:01.839656 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-5b3ff72f-8b56-4ac7-8257-2f23c13350df tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks [] for subnet, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:01.847551 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f0054ab-ca94-44c2-8e40-3abc837a416d None None] Network dbce74ed-d43c-4540-8d8d-e582f35e4792 requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:29:01.853866 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-ea3c7a6b-93c6-4686-b170-53fb9aa7936a tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:01.856710 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3ff72f-8b56-4ac7-8257-2f23c13350df tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Pushing event updated for resources: {'Subnet': ['ID=0a2ead96-c7f3-41a5-a232-e47a830efc25,revision_number=0']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:01.857379 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-b4923453-df2b-4c76-a4ac-3c07a67e8344 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Notify callbacks [] for router, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:01.859176 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-b4923453-df2b-4c76-a4ac-3c07a67e8344 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] 10.222.0.54 "DELETE /v2.0/routers/02bcddc9-e08b-41f3-942b-a3a434819b2d HTTP/1.1" status: 204 len: 168 time: 6.8158023 Jan 20 14:29:01.874862 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 36408) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:01.966931 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea3c7a6b-93c6-4686-b170-53fb9aa7936a tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 177} {{(pid=84152) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 14:29:01.986370 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3ff72f-8b56-4ac7-8257-2f23c13350df tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:29:01.986713 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3ff72f-8b56-4ac7-8257-2f23c13350df tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:29:01.988366 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3ff72f-8b56-4ac7-8257-2f23c13350df tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:29:01.988366 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3ff72f-8b56-4ac7-8257-2f23c13350df tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:29:01.988366 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3ff72f-8b56-4ac7-8257-2f23c13350df tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:29:01.988366 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3ff72f-8b56-4ac7-8257-2f23c13350df tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:29:01.988366 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3ff72f-8b56-4ac7-8257-2f23c13350df tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:29:01.988726 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3ff72f-8b56-4ac7-8257-2f23c13350df tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:29:01.988953 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3ff72f-8b56-4ac7-8257-2f23c13350df tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:29:01.990134 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3ff72f-8b56-4ac7-8257-2f23c13350df tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:29:01.990134 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3ff72f-8b56-4ac7-8257-2f23c13350df tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:29:02.005456 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3c7a6b-93c6-4686-b170-53fb9aa7936a tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f78dfb0e-d285-45ef-bae1-c13501277de2,revision_number=1']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:02.017112 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-ea3c7a6b-93c6-4686-b170-53fb9aa7936a tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:02.017321 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.db.segments_db [None req-ea3c7a6b-93c6-4686-b170-53fb9aa7936a tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Added segment 338d80b4-b9ff-4cf9-a0ee-9fcd887772ef of type vlan for network f51a8e00-574f-4d7e-af33-41cf44c82ffa Jan 20 14:29:02.050972 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.notifiers.nova [req-ade240be-7ecb-4255-a6a1-fa88ee5c9f51 req-8341ad09-2368-4df6-8ba1-17643d8b625b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 242f2662-17cf-40dc-88ee-84029222076b {{(pid=84153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 14:29:02.060360 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-f5a1dda1-039d-4793-aee3-bb26f048e5ef tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1627147'] for subnet, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:02.076394 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-5b3ff72f-8b56-4ac7-8257-2f23c13350df tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.9337425 Jan 20 14:29:02.079011 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-ea3c7a6b-93c6-4686-b170-53fb9aa7936a tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769553767792'] for network, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:02.094674 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-ade240be-7ecb-4255-a6a1-fa88ee5c9f51 req-8341ad09-2368-4df6-8ba1-17643d8b625b service neutron] Notify callbacks [] for port, precommit_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:02.096703 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 36412) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:02.119277 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-4bd353fc-cad4-4110-a2dc-565779d7f003 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Request body: {'subnet': {'network_id': 'dbce74ed-d43c-4540-8d8d-e582f35e4792', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:29:02.130589 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-40107774-523d-4be1-8ec1-f72065fdf661 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4163519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3155301'] for subnet, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:02.231394 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.provisioning_blocks [req-ade240be-7ecb-4255-a6a1-fa88ee5c9f51 req-8341ad09-2368-4df6-8ba1-17643d8b625b service neutron] Transition to ACTIVE for port object 242f2662-17cf-40dc-88ee-84029222076b will not be triggered until provisioned by entity L2. {{(pid=84153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:29:02.252451 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-f10c0137-7fd5-478c-a348-499f7ea9f8b1 tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] Notify callbacks [] for port, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:02.282411 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab20aba3-b943-40c8-9f1d-5eecac7eaae5 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Deleting subnet eaeb31a3-7157-4c9c-913e-8a5d8abffae7 {{(pid=84152) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 20 14:29:02.287097 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40107774-523d-4be1-8ec1-f72065fdf661 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Pushing event updated for resources: {'Subnet': ['ID=39d3fea5-6c2d-4af8-a160-8d85f3ed2e4f,revision_number=0']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:02.292394 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-ab20aba3-b943-40c8-9f1d-5eecac7eaae5 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Notify callbacks [] for subnet, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:02.303883 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4fc4f81-9820-4972-9897-7f95c9fef989 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95c917f5-14ba-5e96-98b8-1a52654a930a-dbce74ed-d43c-4540-8d8d-e582f35e4792', 'network_id': 'dbce74ed-d43c-4540-8d8d-e582f35e4792', 'tenant_id': '2cb17692bb0c4a2782f988652201ac42', 'fixed_ips': [{'subnet_id': '0a2ead96-c7f3-41a5-a232-e47a830efc25'}]}} from dv-neutron-825124-1-hyperv. {{(pid=84154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 20 14:29:02.305243 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-b4fc4f81-9820-4972-9897-7f95c9fef989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:02.357671 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40107774-523d-4be1-8ec1-f72065fdf661 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Checking segment: {'id': '8e6efc8a-8597-43a9-b3e5-3c9acd90c5ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '2b1cc4ee-3150-44b5-954f-ebadeae7a09e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 14:29:02.358757 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40107774-523d-4be1-8ec1-f72065fdf661 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Network hostable DHCP agents. Network: 2b1cc4ee-3150-44b5-954f-ebadeae7a09e, hostable agents: ['1a181e39-5220-4c1a-88f8-08a54e8bfc9b'], hosted agents: [] {{(pid=84152) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 14:29:02.368594 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-ade240be-7ecb-4255-a6a1-fa88ee5c9f51 req-8341ad09-2368-4df6-8ba1-17643d8b625b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3944146'] for port, after_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:02.371446 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-ea3c7a6b-93c6-4686-b170-53fb9aa7936a tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967'] for network, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:02.375428 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea3c7a6b-93c6-4686-b170-53fb9aa7936a tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:29:02.376041 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-ea3c7a6b-93c6-4686-b170-53fb9aa7936a tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks [] for network, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:02.413860 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-ab20aba3-b943-40c8-9f1d-5eecac7eaae5 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3337915'] for subnet, precommit_delete_associations {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:02.551434 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_common [None req-b4fc4f81-9820-4972-9897-7f95c9fef989 None None] Allocated IP 2001:db8::f816:3eff:fef0:556f (dbce74ed-d43c-4540-8d8d-e582f35e4792/0a2ead96-c7f3-41a5-a232-e47a830efc25/95f89d1d-2795-4387-96ff-311a38bfbe85) {{(pid=84154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:29:02.568511 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.notifiers.nova [None req-f10c0137-7fd5-478c-a348-499f7ea9f8b1 tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] device_id is not set on port 216f1e0e-eb75-45db-bd92-ebf3f8f5a685 yet. {{(pid=84153) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 14:29:02.575247 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-f5a1dda1-039d-4793-aee3-bb26f048e5ef tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1627154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3943464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4194013'] for subnet, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:02.590081 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3c7a6b-93c6-4686-b170-53fb9aa7936a tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Pushing event updated for resources: {'Network': ['ID=f51a8e00-574f-4d7e-af33-41cf44c82ffa,revision_number=1']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:02.628475 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8341ad09-2368-4df6-8ba1-17643d8b625b service neutron] Pushing event updated for resources: {'Port': ['ID=242f2662-17cf-40dc-88ee-84029222076b,revision_number=2']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:02.652470 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Network f51a8e00-574f-4d7e-af33-41cf44c82ffa details requested by agent ovs-agent-dv-neutron-825124-1-hyperv with host dv-neutron-825124-1-hyperv {{(pid=84154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 14:29:02.653164 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-ab20aba3-b943-40c8-9f1d-5eecac7eaae5 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1627147'] for subnet, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:02.694201 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-ea3c7a6b-93c6-4686-b170-53fb9aa7936a tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.9095988 Jan 20 14:29:02.695065 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 36418) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:02.699865 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a1dda1-039d-4793-aee3-bb26f048e5ef tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Pushing event deleted for resources: {'Subnet': ['ID=74df8936-392d-4d73-a558-3d2f11b74d6c,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:02.703846 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-4bd353fc-cad4-4110-a2dc-565779d7f003 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:29:02.706807 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-9be0344d-7c71-4682-949e-418a97b2cbb8 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2116410031'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:29:02.718482 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-9be0344d-7c71-4682-949e-418a97b2cbb8 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:29:02.726593 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-9be0344d-7c71-4682-949e-418a97b2cbb8 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Usage tracker for resource:network and tenant:f85e30c327a64407a1a93d3333ba9261 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:29:02.727468 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-4bd353fc-cad4-4110-a2dc-565779d7f003 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Usage tracker for resource:subnet and tenant:2cb17692bb0c4a2782f988652201ac42 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:29:02.735499 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8341ad09-2368-4df6-8ba1-17643d8b625b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:29:02.736002 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8341ad09-2368-4df6-8ba1-17643d8b625b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:29:02.736500 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8341ad09-2368-4df6-8ba1-17643d8b625b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:29:02.737014 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8341ad09-2368-4df6-8ba1-17643d8b625b service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:29:02.737518 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8341ad09-2368-4df6-8ba1-17643d8b625b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:29:02.738321 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8341ad09-2368-4df6-8ba1-17643d8b625b service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:29:02.738598 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8341ad09-2368-4df6-8ba1-17643d8b625b service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:29:02.741325 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8341ad09-2368-4df6-8ba1-17643d8b625b service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:29:02.741325 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8341ad09-2368-4df6-8ba1-17643d8b625b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:29:02.741644 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-9be0344d-7c71-4682-949e-418a97b2cbb8 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:29:02.741846 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8341ad09-2368-4df6-8ba1-17643d8b625b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:29:02.741846 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8341ad09-2368-4df6-8ba1-17643d8b625b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:29:02.743933 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40107774-523d-4be1-8ec1-f72065fdf661 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Network 2b1cc4ee-3150-44b5-954f-ebadeae7a09e is scheduled to be hosted by DHCP agent 1a181e39-5220-4c1a-88f8-08a54e8bfc9b with binding_index 1 {{(pid=84152) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 14:29:02.756283 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-4bd353fc-cad4-4110-a2dc-565779d7f003 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:29:02.778013 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-f5a1dda1-039d-4793-aee3-bb26f048e5ef tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks [] for subnet, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:02.779566 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-9be0344d-7c71-4682-949e-418a97b2cbb8 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:29:02.786056 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-649074b3-8faa-4e6a-9d5a-d12ca1973a76 None None] Network 752e2db2-b936-42ae-96c5-b26c9e46369b requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:29:02.799800 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-4bd353fc-cad4-4110-a2dc-565779d7f003 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:29:02.812116 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a1dda1-039d-4793-aee3-bb26f048e5ef tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:29:02.812651 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a1dda1-039d-4793-aee3-bb26f048e5ef tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:29:02.813183 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a1dda1-039d-4793-aee3-bb26f048e5ef tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:29:02.813719 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a1dda1-039d-4793-aee3-bb26f048e5ef tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:29:02.814467 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a1dda1-039d-4793-aee3-bb26f048e5ef tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:29:02.815221 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a1dda1-039d-4793-aee3-bb26f048e5ef tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:29:02.815954 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a1dda1-039d-4793-aee3-bb26f048e5ef tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:29:02.816704 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a1dda1-039d-4793-aee3-bb26f048e5ef tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:29:02.817429 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a1dda1-039d-4793-aee3-bb26f048e5ef tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:29:02.818275 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a1dda1-039d-4793-aee3-bb26f048e5ef tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:29:02.818995 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a1dda1-039d-4793-aee3-bb26f048e5ef tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:29:02.879203 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.base_scheduler [None req-40107774-523d-4be1-8ec1-f72065fdf661 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825124-1-hyperv, 2b1cc4ee-3150-44b5-954f-ebadeae7a09e) {{(pid=84152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:29:02.884393 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40107774-523d-4be1-8ec1-f72065fdf661 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:29:02.885537 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-40107774-523d-4be1-8ec1-f72065fdf661 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Notify callbacks [] for subnet, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:02.886505 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-f5a1dda1-039d-4793-aee3-bb26f048e5ef tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] 10.222.0.54 "DELETE /v2.0/subnets/74df8936-392d-4d73-a558-3d2f11b74d6c HTTP/1.1" status: 204 len: 168 time: 2.1718850 Jan 20 14:29:02.893910 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 36422) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:02.907360 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9be0344d-7c71-4682-949e-418a97b2cbb8 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Made reservation on behalf of f85e30c327a64407a1a93d3333ba9261 for: {'network': 1} {{(pid=84152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:29:02.910838 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-9be0344d-7c71-4682-949e-418a97b2cbb8 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for network, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:02.916929 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b7dc531-dc0c-4bc8-84ce-2ad9313700ce None None] Network 2b1cc4ee-3150-44b5-954f-ebadeae7a09e requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:29:02.921235 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-ab20aba3-b943-40c8-9f1d-5eecac7eaae5 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1627154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4163580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155308'] for subnet, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:02.976066 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab20aba3-b943-40c8-9f1d-5eecac7eaae5 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Pushing event deleted for resources: {'Subnet': ['ID=eaeb31a3-7157-4c9c-913e-8a5d8abffae7,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:02.981409 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-ab20aba3-b943-40c8-9f1d-5eecac7eaae5 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Notify callbacks [] for subnet, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:02.983494 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-ab20aba3-b943-40c8-9f1d-5eecac7eaae5 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] 10.222.0.54 "DELETE /v2.0/subnets/eaeb31a3-7157-4c9c-913e-8a5d8abffae7 HTTP/1.1" status: 204 len: 168 time: 1.1045415 Jan 20 14:29:02.987005 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 36428) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:02.999513 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bd353fc-cad4-4110-a2dc-565779d7f003 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Made reservation on behalf of 2cb17692bb0c4a2782f988652201ac42 for: {'subnet': 1} {{(pid=84153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:29:03.072364 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-40107774-523d-4be1-8ec1-f72065fdf661 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.3203573 Jan 20 14:29:03.073331 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9be0344d-7c71-4682-949e-418a97b2cbb8 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 195} {{(pid=84152) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 14:29:03.078724 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 36432) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:03.085642 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4804bb-b23f-4be6-91f9-a04d82702d20 req-ac7c9017-6f74-43b8-af82-4d70e7a7f23d tempest-ServersTestManualDisk-1917914165 tempest-ServersTestManualDisk-1917914165-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:29:03.090776 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-4f4804bb-b23f-4be6-91f9-a04d82702d20 req-ac7c9017-6f74-43b8-af82-4d70e7a7f23d tempest-ServersTestManualDisk-1917914165 tempest-ServersTestManualDisk-1917914165-project] 10.222.0.54 "GET /v2.0/ports?device_id=31da3ee5-c748-4975-b51b-042a16904f05 HTTP/1.1" status: 200 len: 943 time: 0.4577293 Jan 20 14:29:03.105446 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abbc6cb3-bd76-41b9-a857-a490d3b55863 None None] Network 6beec8b4-07a4-4c80-9497-19c0a158f325 requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:29:03.179380 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-9be0344d-7c71-4682-949e-418a97b2cbb8 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:03.180118 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.db.segments_db [None req-9be0344d-7c71-4682-949e-418a97b2cbb8 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Added segment 0d17ff40-9e8c-42b0-9b7d-a96711da2f32 of type vlan for network c106ae52-c689-4514-926c-53899114d994 Jan 20 14:29:03.205817 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-05c67888-d5ba-437d-b3b3-986cedc1c82e tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586409'] for network, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:03.230215 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-eea6df97-7ff1-4b63-af20-e3ec8913deda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:03.248446 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-9be0344d-7c71-4682-949e-418a97b2cbb8 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769553767792'] for network, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:03.297704 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-05c67888-d5ba-437d-b3b3-986cedc1c82e tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Deleting port e38f44b5-d2f6-4c58-a587-61f95be15878 {{(pid=84152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:29:03.298805 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-05c67888-d5ba-437d-b3b3-986cedc1c82e tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:03.346635 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.managers [req-ade240be-7ecb-4255-a6a1-fa88ee5c9f51 req-8341ad09-2368-4df6-8ba1-17643d8b625b service neutron] Attempting to bind port 242f2662-17cf-40dc-88ee-84029222076b on host hv-neutron-8251 for vnic_type normal with profile {{(pid=84153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:29:03.347110 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.managers [req-ade240be-7ecb-4255-a6a1-fa88ee5c9f51 req-8341ad09-2368-4df6-8ba1-17643d8b625b service neutron] Attempting to bind port 242f2662-17cf-40dc-88ee-84029222076b by drivers openvswitch,hyperv on host hv-neutron-8251 at level 0 using segments [{'id': '8f68484d-6593-49e2-9e7f-32db329e3bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'e8d2ddcf-1876-48f1-bdb0-f45048b860a9'}] {{(pid=84153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:29:03.347569 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ade240be-7ecb-4255-a6a1-fa88ee5c9f51 req-8341ad09-2368-4df6-8ba1-17643d8b625b service neutron] Attempting to bind port 242f2662-17cf-40dc-88ee-84029222076b on network e8d2ddcf-1876-48f1-bdb0-f45048b860a9 {{(pid=84153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 14:29:03.349060 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-8733c7b3-60bd-44c8-8c05-009ec94b8c64 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586409'] for network, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:03.385129 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ade240be-7ecb-4255-a6a1-fa88ee5c9f51 req-8341ad09-2368-4df6-8ba1-17643d8b625b service neutron] Port 242f2662-17cf-40dc-88ee-84029222076b on network e8d2ddcf-1876-48f1-bdb0-f45048b860a9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8251 {{(pid=84153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 20 14:29:03.385587 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ade240be-7ecb-4255-a6a1-fa88ee5c9f51 req-8341ad09-2368-4df6-8ba1-17643d8b625b service neutron] Attempting to bind port 242f2662-17cf-40dc-88ee-84029222076b on network e8d2ddcf-1876-48f1-bdb0-f45048b860a9 {{(pid=84153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 14:29:03.393638 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-f10c0137-7fd5-478c-a348-499f7ea9f8b1 tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] Notify callbacks [] for port, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:03.402843 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-d6eedb7a-be5f-46cc-9ab5-97dd38942005 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586409'] for network, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:03.420023 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-4f4804bb-b23f-4be6-91f9-a04d82702d20 req-e81279a1-a066-403c-945c-99124e4fad1f tempest-ServersTestManualDisk-1917914165 tempest-ServersTestManualDisk-1917914165-project] 10.222.0.54 "GET /v2.0/security-groups?id=bd4de7e3-c31a-486d-85ec-eabfb6a0a160&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2394202 Jan 20 14:29:03.550171 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-9be0344d-7c71-4682-949e-418a97b2cbb8 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967'] for network, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:03.554118 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9be0344d-7c71-4682-949e-418a97b2cbb8 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:29:03.554858 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-9be0344d-7c71-4682-949e-418a97b2cbb8 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks [] for network, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:03.570459 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5222b21-34ce-4a73-ba61-f01af79b011d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95c917f5-14ba-5e96-98b8-1a52654a930a-2b1cc4ee-3150-44b5-954f-ebadeae7a09e', 'network_id': '2b1cc4ee-3150-44b5-954f-ebadeae7a09e', 'tenant_id': 'fb1d1c9fcb3d4adb98a1b2ecf7f7158b', 'fixed_ips': [{'subnet_id': '39d3fea5-6c2d-4af8-a160-8d85f3ed2e4f'}]}} from dv-neutron-825124-1-hyperv. {{(pid=84154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 20 14:29:03.571284 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-c5222b21-34ce-4a73-ba61-f01af79b011d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:03.602878 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ade240be-7ecb-4255-a6a1-fa88ee5c9f51 req-8341ad09-2368-4df6-8ba1-17643d8b625b service neutron] Checking agent: {'id': 'e037d8fb-d49c-4f86-9910-f13f6ba89a51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8251', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 23), 'started_at': datetime.datetime(2022, 1, 20, 14, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 14:29:03.602878 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ade240be-7ecb-4255-a6a1-fa88ee5c9f51 req-8341ad09-2368-4df6-8ba1-17643d8b625b service neutron] Checking segment: {'id': '8f68484d-6593-49e2-9e7f-32db329e3bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'e8d2ddcf-1876-48f1-bdb0-f45048b860a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 14:29:03.603388 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ade240be-7ecb-4255-a6a1-fa88ee5c9f51 req-8341ad09-2368-4df6-8ba1-17643d8b625b service neutron] Bound using segment: {'id': '8f68484d-6593-49e2-9e7f-32db329e3bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'e8d2ddcf-1876-48f1-bdb0-f45048b860a9'} {{(pid=84153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 14:29:03.603814 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.managers [req-ade240be-7ecb-4255-a6a1-fa88ee5c9f51 req-8341ad09-2368-4df6-8ba1-17643d8b625b service neutron] Bound port: 242f2662-17cf-40dc-88ee-84029222076b, host: hv-neutron-8251, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f68484d-6593-49e2-9e7f-32db329e3bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'e8d2ddcf-1876-48f1-bdb0-f45048b860a9'}}] {{(pid=84153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:29:03.604312 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-ade240be-7ecb-4255-a6a1-fa88ee5c9f51 req-8341ad09-2368-4df6-8ba1-17643d8b625b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:03.626779 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-d6eedb7a-be5f-46cc-9ab5-97dd38942005 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Deleting port 3901ee02-b528-406a-a5e2-69f80724fa77 {{(pid=84153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:29:03.627631 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-d6eedb7a-be5f-46cc-9ab5-97dd38942005 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:03.708961 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-4bd353fc-cad4-4110-a2dc-565779d7f003 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4193986'] for subnet, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:03.710202 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-b4fc4f81-9820-4972-9897-7f95c9fef989 None None] Notify callbacks [] for port, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:03.750911 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-b4fc4f81-9820-4972-9897-7f95c9fef989 None None] Transition to ACTIVE for port object 95f89d1d-2795-4387-96ff-311a38bfbe85 will not be triggered until provisioned by entity L2. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:29:03.808003 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-8733c7b3-60bd-44c8-8c05-009ec94b8c64 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1627147'] for subnet, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:03.811869 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-b4fc4f81-9820-4972-9897-7f95c9fef989 None None] Transition to ACTIVE for port object 95f89d1d-2795-4387-96ff-311a38bfbe85 will not be triggered until provisioned by entity DHCP. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:29:03.849667 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-9be0344d-7c71-4682-949e-418a97b2cbb8 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.1485918 Jan 20 14:29:03.855134 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 36436) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:03.856806 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be0344d-7c71-4682-949e-418a97b2cbb8 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Pushing event updated for resources: {'Network': ['ID=c106ae52-c689-4514-926c-53899114d994,revision_number=1']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:03.875220 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Network c106ae52-c689-4514-926c-53899114d994 details requested by agent ovs-agent-dv-neutron-825124-1-hyperv with host dv-neutron-825124-1-hyperv {{(pid=84154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 14:29:03.877933 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-6664633c-8d08-42c2-8569-b7523635465a tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Request body: {'subnet': {'network_id': 'f51a8e00-574f-4d7e-af33-41cf44c82ffa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:29:03.985145 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04af6aa9-f672-402e-8c76-ab81b8ede7ad None None] DHCP port deletion for 752e2db2-b936-42ae-96c5-b26c9e46369b request from dv-neutron-825124-1-hyperv {{(pid=84154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 20 14:29:03.990798 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-f10c0137-7fd5-478c-a348-499f7ea9f8b1 tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:04.002874 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-b4fc4f81-9820-4972-9897-7f95c9fef989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477'] for port, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:04.025381 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.db [None req-05c67888-d5ba-437d-b3b3-986cedc1c82e tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] For port e38f44b5-d2f6-4c58-a587-61f95be15878, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=e38f44b5-d2f6-4c58-a587-61f95be15878,segment=NetworkSegment(d7c4f404-953f-4ed5-a027-d51fda96c77f),segment_id=d7c4f404-953f-4ed5-a027-d51fda96c77f)] {{(pid=84152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:29:04.025936 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-05c67888-d5ba-437d-b3b3-986cedc1c82e tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:04.044337 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.db [req-ade240be-7ecb-4255-a6a1-fa88ee5c9f51 req-8341ad09-2368-4df6-8ba1-17643d8b625b service neutron] For port 242f2662-17cf-40dc-88ee-84029222076b, host hv-neutron-8251, cleared binding levels {{(pid=84153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 14:29:04.064892 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21afd70d-6b6a-4508-b24e-c70dfc73cd27 None None] DHCP port deletion for 6beec8b4-07a4-4c80-9497-19c0a158f325 request from dv-neutron-825124-1-hyperv {{(pid=84154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 20 14:29:04.084384 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-04af6aa9-f672-402e-8c76-ab81b8ede7ad None None] Deleting port 3901ee02-b528-406a-a5e2-69f80724fa77 {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:29:04.089614 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-04af6aa9-f672-402e-8c76-ab81b8ede7ad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:04.123358 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.db [req-ade240be-7ecb-4255-a6a1-fa88ee5c9f51 req-8341ad09-2368-4df6-8ba1-17643d8b625b service neutron] For port 242f2662-17cf-40dc-88ee-84029222076b, host hv-neutron-8251, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=242f2662-17cf-40dc-88ee-84029222076b,segment=NetworkSegment(8f68484d-6593-49e2-9e7f-32db329e3bf4),segment_id=8f68484d-6593-49e2-9e7f-32db329e3bf4)] {{(pid=84153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 14:29:04.129346 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_common [None req-c5222b21-34ce-4a73-ba61-f01af79b011d None None] Allocated IP 172.20.0.1 (2b1cc4ee-3150-44b5-954f-ebadeae7a09e/39d3fea5-6c2d-4af8-a160-8d85f3ed2e4f/4671e140-e88d-44d2-8729-fcb672ba7b44) {{(pid=84154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:29:04.131818 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 3901ee02-b528-406a-a5e2-69f80724fa77 no longer exists at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:29:04.186938 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-21afd70d-6b6a-4508-b24e-c70dfc73cd27 None None] Deleting port e38f44b5-d2f6-4c58-a587-61f95be15878 {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:29:04.187275 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-21afd70d-6b6a-4508-b24e-c70dfc73cd27 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:04.188753 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.db [None req-d6eedb7a-be5f-46cc-9ab5-97dd38942005 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] For port 3901ee02-b528-406a-a5e2-69f80724fa77, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=3901ee02-b528-406a-a5e2-69f80724fa77,segment=NetworkSegment(038cb670-a039-4efa-bb31-c65512b228d4),segment_id=038cb670-a039-4efa-bb31-c65512b228d4)] {{(pid=84153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:29:04.189294 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-d6eedb7a-be5f-46cc-9ab5-97dd38942005 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:04.197913 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10c0137-7fd5-478c-a348-499f7ea9f8b1 tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] Pushing event updated for resources: {'Port': ['ID=41f7fa95-4265-4af1-9fe8-e053b44abcd6,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:04.211465 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-ade240be-7ecb-4255-a6a1-fa88ee5c9f51 req-8341ad09-2368-4df6-8ba1-17643d8b625b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3944146'] for port, after_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:04.246598 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-05c67888-d5ba-437d-b3b3-986cedc1c82e tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Calling delete_port for e38f44b5-d2f6-4c58-a587-61f95be15878 owned by network:dhcp {{(pid=84152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:29:04.343707 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-6664633c-8d08-42c2-8569-b7523635465a tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:29:04.352886 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-6664633c-8d08-42c2-8569-b7523635465a tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Usage tracker for resource:subnet and tenant:f85e30c327a64407a1a93d3333ba9261 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:29:04.359199 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-6664633c-8d08-42c2-8569-b7523635465a tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:29:04.375119 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-d6eedb7a-be5f-46cc-9ab5-97dd38942005 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Calling delete_port for 3901ee02-b528-406a-a5e2-69f80724fa77 owned by network:dhcp {{(pid=84153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:29:04.376750 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-6664633c-8d08-42c2-8569-b7523635465a tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:29:04.378565 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fc4f81-9820-4972-9897-7f95c9fef989 None None] Pushing event updated for resources: {'Port': ['ID=95f89d1d-2795-4387-96ff-311a38bfbe85,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:04.384897 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4fc4f81-9820-4972-9897-7f95c9fef989 None None] Network dbce74ed-d43c-4540-8d8d-e582f35e4792 is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:29:04.439078 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-05c67888-d5ba-437d-b3b3-986cedc1c82e tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:04.443076 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-b4fc4f81-9820-4972-9897-7f95c9fef989 None None] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:29:04.445507 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4fc4f81-9820-4972-9897-7f95c9fef989 None None] Received port after_create {{(pid=84154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:29:04.489546 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c67888-d5ba-437d-b3b3-986cedc1c82e tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Pushing event deleted for resources: {'Port': ['ID=e38f44b5-d2f6-4c58-a587-61f95be15878,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:04.491529 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6664633c-8d08-42c2-8569-b7523635465a tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Made reservation on behalf of f85e30c327a64407a1a93d3333ba9261 for: {'subnet': 1} {{(pid=84152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:29:04.533762 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-ade240be-7ecb-4255-a6a1-fa88ee5c9f51 req-8341ad09-2368-4df6-8ba1-17643d8b625b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:04.535471 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-ade240be-7ecb-4255-a6a1-fa88ee5c9f51 req-8341ad09-2368-4df6-8ba1-17643d8b625b service neutron] 10.222.0.106 "PUT /v2.0/ports/242f2662-17cf-40dc-88ee-84029222076b HTTP/1.1" status: 200 len: 1093 time: 4.2445683 Jan 20 14:29:04.563072 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-21afd70d-6b6a-4508-b24e-c70dfc73cd27 None None] The port 'e38f44b5-d2f6-4c58-a587-61f95be15878' was deleted {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 20 14:29:04.565403 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31da3ee5-c748-4975-b51b-042a16904f05', 'tag': '242f2662-17cf-40dc-88ee-84029222076b'}] {{(pid=84153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 14:29:04.579913 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8341ad09-2368-4df6-8ba1-17643d8b625b service neutron] Pushing event updated for resources: {'Port': ['ID=242f2662-17cf-40dc-88ee-84029222076b,revision_number=3']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:04.588012 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f10c0137-7fd5-478c-a348-499f7ea9f8b1 tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] Checking segment: {'id': '5ecd94b7-2fa5-4adb-ae67-8734de1399d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'b8a85223-376d-41fa-bfcc-3401e2c13448'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 14:29:04.588606 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f10c0137-7fd5-478c-a348-499f7ea9f8b1 tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] Network hostable DHCP agents. Network: b8a85223-376d-41fa-bfcc-3401e2c13448, hostable agents: ['1a181e39-5220-4c1a-88f8-08a54e8bfc9b'], hosted agents: [] {{(pid=84153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 14:29:04.612886 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05c67888-d5ba-437d-b3b3-986cedc1c82e tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] No DVR routers for this DVR port e38f44b5-d2f6-4c58-a587-61f95be15878 on host dv-neutron-825124-1-hyperv {{(pid=84152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 14:29:04.632461 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-d6eedb7a-be5f-46cc-9ab5-97dd38942005 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:04.763529 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31da3ee5-c748-4975-b51b-042a16904f05', 'tag': '242f2662-17cf-40dc-88ee-84029222076b', 'status': 'completed', 'code': 200} Jan 20 14:29:04.766406 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Port 3901ee02-b528-406a-a5e2-69f80724fa77 update to DOWN by agent not found {{(pid=84154) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Jan 20 14:29:04.773878 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device e38f44b5-d2f6-4c58-a587-61f95be15878 no longer exists at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:29:04.793249 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-6664633c-8d08-42c2-8569-b7523635465a tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3155315'] for subnet, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:04.820281 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] No Port match for: e38f44b5-d2f6-4c58-a587-61f95be15878 {{(pid=84154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 14:29:04.820551 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device e38f44b5-d2f6-4c58-a587-61f95be15878 not bound to the agent host dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 14:29:04.883271 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6eedb7a-be5f-46cc-9ab5-97dd38942005 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] No DVR routers for this DVR port 3901ee02-b528-406a-a5e2-69f80724fa77 on host dv-neutron-825124-1-hyperv {{(pid=84153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 14:29:04.896570 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f10c0137-7fd5-478c-a348-499f7ea9f8b1 tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] Network b8a85223-376d-41fa-bfcc-3401e2c13448 is scheduled to be hosted by DHCP agent 1a181e39-5220-4c1a-88f8-08a54e8bfc9b with binding_index 1 {{(pid=84153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 14:29:04.896838 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-05c67888-d5ba-437d-b3b3-986cedc1c82e tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1626242', 'neutron.services.segments.db._delete_segments_for_network-8769554214620'] for network, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:04.899287 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-4bd353fc-cad4-4110-a2dc-565779d7f003 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3943531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4194004'] for subnet, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:04.937064 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-b4fc4f81-9820-4972-9897-7f95c9fef989 None None] Attempting to bind port 95f89d1d-2795-4387-96ff-311a38bfbe85 on host dv-neutron-825124-1-hyperv for vnic_type normal with profile {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:29:04.937771 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-b4fc4f81-9820-4972-9897-7f95c9fef989 None None] Attempting to bind port 95f89d1d-2795-4387-96ff-311a38bfbe85 by drivers openvswitch,hyperv on host dv-neutron-825124-1-hyperv at level 0 using segments [{'id': '7b61d093-41ff-4202-b223-533eb0f8da0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'dbce74ed-d43c-4540-8d8d-e582f35e4792'}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:29:04.937942 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4fc4f81-9820-4972-9897-7f95c9fef989 None None] Attempting to bind port 95f89d1d-2795-4387-96ff-311a38bfbe85 on network dbce74ed-d43c-4540-8d8d-e582f35e4792 {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 14:29:04.946600 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.segments.db [None req-05c67888-d5ba-437d-b3b3-986cedc1c82e tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6beec8b4-07a4-4c80-9497-19c0a158f325']}} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:29:04.966570 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.segments.db [None req-05c67888-d5ba-437d-b3b3-986cedc1c82e tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7c4f404-953f-4ed5-a027-d51fda96c77f') {'for_net_delete': True} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:29:04.967017 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.segments.db [None req-05c67888-d5ba-437d-b3b3-986cedc1c82e tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7c4f404-953f-4ed5-a027-d51fda96c77f') {} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:29:04.982762 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6eedb7a-be5f-46cc-9ab5-97dd38942005 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Pushing event deleted for resources: {'Port': ['ID=3901ee02-b528-406a-a5e2-69f80724fa77,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:04.986756 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-05c67888-d5ba-437d-b3b3-986cedc1c82e tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769554214503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3337904'] for segment, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:05.010691 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-05c67888-d5ba-437d-b3b3-986cedc1c82e tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:05.016296 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4fc4f81-9820-4972-9897-7f95c9fef989 None None] Checking agent: {'id': '6414dfeb-85c5-454a-8756-709ca637d800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825124-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 16, 31), 'started_at': datetime.datetime(2022, 1, 20, 14, 17, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 29, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825124-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 14:29:05.016679 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4fc4f81-9820-4972-9897-7f95c9fef989 None None] Checking segment: {'id': '7b61d093-41ff-4202-b223-533eb0f8da0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'dbce74ed-d43c-4540-8d8d-e582f35e4792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 14:29:05.019838 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-b4fc4f81-9820-4972-9897-7f95c9fef989 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:05.019838 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4fc4f81-9820-4972-9897-7f95c9fef989 None None] Bound using segment: {'id': '7b61d093-41ff-4202-b223-533eb0f8da0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'dbce74ed-d43c-4540-8d8d-e582f35e4792'} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 14:29:05.019838 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-b4fc4f81-9820-4972-9897-7f95c9fef989 None None] Bound port: 95f89d1d-2795-4387-96ff-311a38bfbe85, host: dv-neutron-825124-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b61d093-41ff-4202-b223-533eb0f8da0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'dbce74ed-d43c-4540-8d8d-e582f35e4792'}}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:29:05.019838 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-b4fc4f81-9820-4972-9897-7f95c9fef989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:05.020542 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05c67888-d5ba-437d-b3b3-986cedc1c82e tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Releasing vlan 160 on physical network physnet1 to pool {{(pid=84152) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 14:29:05.020993 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-05c67888-d5ba-437d-b3b3-986cedc1c82e tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1622950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4162906'] for segment, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:05.037308 dv-neutron-825124-1-hyperv neutron-server[84152]: Traceback (most recent call last): Jan 20 14:29:05.037308 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 14:29:05.037308 dv-neutron-825124-1-hyperv neutron-server[84152]: timer() Jan 20 14:29:05.037308 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 14:29:05.037308 dv-neutron-825124-1-hyperv neutron-server[84152]: cb(*args, **kw) Jan 20 14:29:05.037308 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 14:29:05.037308 dv-neutron-825124-1-hyperv neutron-server[84152]: return func(*args, **kwargs) Jan 20 14:29:05.037308 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 14:29:05.037308 dv-neutron-825124-1-hyperv neutron-server[84152]: self._notify() Jan 20 14:29:05.037308 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 14:29:05.037308 dv-neutron-825124-1-hyperv neutron-server[84152]: self.callback(batched_events) Jan 20 14:29:05.037308 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 14:29:05.037308 dv-neutron-825124-1-hyperv neutron-server[84152]: event.method(event) Jan 20 14:29:05.037308 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 14:29:05.037308 dv-neutron-825124-1-hyperv neutron-server[84152]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 14:29:05.037308 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 14:29:05.037308 dv-neutron-825124-1-hyperv neutron-server[84152]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 14:29:05.037308 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 14:29:05.037308 dv-neutron-825124-1-hyperv neutron-server[84152]: return f(self, *a, **k) Jan 20 14:29:05.037308 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 14:29:05.037308 dv-neutron-825124-1-hyperv neutron-server[84152]: return self._get(url).json() Jan 20 14:29:05.037308 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 14:29:05.037308 dv-neutron-825124-1-hyperv neutron-server[84152]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 14:29:05.037308 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 14:29:05.037308 dv-neutron-825124-1-hyperv neutron-server[84152]: return self.request(url, 'GET', **kwargs) Jan 20 14:29:05.037308 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 14:29:05.037308 dv-neutron-825124-1-hyperv neutron-server[84152]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 14:29:05.037308 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 14:29:05.037308 dv-neutron-825124-1-hyperv neutron-server[84152]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 14:29:05.037308 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 14:29:05.037308 dv-neutron-825124-1-hyperv neutron-server[84152]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 14:29:05.037308 dv-neutron-825124-1-hyperv neutron-server[84152]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 14:29:05.045032 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-04af6aa9-f672-402e-8c76-ab81b8ede7ad None None] For port 3901ee02-b528-406a-a5e2-69f80724fa77, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=3901ee02-b528-406a-a5e2-69f80724fa77,segment=NetworkSegment(038cb670-a039-4efa-bb31-c65512b228d4),segment_id=038cb670-a039-4efa-bb31-c65512b228d4)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:29:05.045413 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-04af6aa9-f672-402e-8c76-ab81b8ede7ad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:05.105524 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.base_scheduler [None req-f10c0137-7fd5-478c-a348-499f7ea9f8b1 tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825124-1-hyperv, b8a85223-376d-41fa-bfcc-3401e2c13448) {{(pid=84153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:29:05.129310 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bd353fc-cad4-4110-a2dc-565779d7f003 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Network dbce74ed-d43c-4540-8d8d-e582f35e4792 is already hosted by enough agents. {{(pid=84153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:29:05.138772 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f10c0137-7fd5-478c-a348-499f7ea9f8b1 tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] Received port after_create {{(pid=84153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:29:05.140201 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-f10c0137-7fd5-478c-a348-499f7ea9f8b1 tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:05.144760 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.base_scheduler [None req-4bd353fc-cad4-4110-a2dc-565779d7f003 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Resources bound (agent type, host, resource id): {{(pid=84153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:29:05.148243 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bd353fc-cad4-4110-a2dc-565779d7f003 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:29:05.149006 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-4bd353fc-cad4-4110-a2dc-565779d7f003 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks [] for subnet, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:05.153858 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-d6eedb7a-be5f-46cc-9ab5-97dd38942005 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1626242', 'neutron.services.segments.db._delete_segments_for_network-8769554214620'] for network, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:05.204872 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96b9ac53-9755-4b34-aaa9-4d7968b8f3d8 None None] Network b8a85223-376d-41fa-bfcc-3401e2c13448 requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:29:05.211654 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd353fc-cad4-4110-a2dc-565779d7f003 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Pushing event updated for resources: {'Subnet': ['ID=cef7487c-2b94-4451-a9c0-564521428a2d,revision_number=0']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:05.226877 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-04af6aa9-f672-402e-8c76-ab81b8ede7ad None None] Calling delete_port for 3901ee02-b528-406a-a5e2-69f80724fa77 owned by network:dhcp {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:29:05.252079 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-05c67888-d5ba-437d-b3b3-986cedc1c82e tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1626253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-745296'] for network, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:05.266881 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.services.segments.db [None req-d6eedb7a-be5f-46cc-9ab5-97dd38942005 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['752e2db2-b936-42ae-96c5-b26c9e46369b']}} {{(pid=84153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:29:05.267274 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-c5222b21-34ce-4a73-ba61-f01af79b011d None None] Notify callbacks [] for port, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:05.267877 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-05c67888-d5ba-437d-b3b3-986cedc1c82e tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Notify callbacks [] for network, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:05.304850 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.services.segments.db [None req-d6eedb7a-be5f-46cc-9ab5-97dd38942005 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '038cb670-a039-4efa-bb31-c65512b228d4') {'for_net_delete': True} {{(pid=84153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:29:05.305303 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.services.segments.db [None req-d6eedb7a-be5f-46cc-9ab5-97dd38942005 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '038cb670-a039-4efa-bb31-c65512b228d4') {} {{(pid=84153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:29:05.306117 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c67888-d5ba-437d-b3b3-986cedc1c82e tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Pushing event deleted for resources: {'Network': ['ID=6beec8b4-07a4-4c80-9497-19c0a158f325,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:05.315801 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-6664633c-8d08-42c2-8569-b7523635465a tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4163519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3155301'] for subnet, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:05.326336 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2b3982-6e1b-4f14-a754-3a9a691f2e40 req-1f2996d6-1208-4029-8d3f-d3ac4074b752 tempest-ServersTestManualDisk-1917914165 tempest-ServersTestManualDisk-1917914165-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:29:05.327958 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-8d2b3982-6e1b-4f14-a754-3a9a691f2e40 req-1f2996d6-1208-4029-8d3f-d3ac4074b752 tempest-ServersTestManualDisk-1917914165 tempest-ServersTestManualDisk-1917914165-project] 10.222.0.54 "GET /v2.0/ports?device_id=31da3ee5-c748-4975-b51b-042a16904f05 HTTP/1.1" status: 200 len: 943 time: 0.5362966 Jan 20 14:29:05.329688 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10c0137-7fd5-478c-a348-499f7ea9f8b1 tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] Pushing event updated for resources: {'Port': ['ID=216f1e0e-eb75-45db-bd92-ebf3f8f5a685,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:05.357876 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-d6eedb7a-be5f-46cc-9ab5-97dd38942005 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769554214503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980856'] for segment, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:05.364584 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-c5222b21-34ce-4a73-ba61-f01af79b011d None None] Transition to ACTIVE for port object 4671e140-e88d-44d2-8729-fcb672ba7b44 will not be triggered until provisioned by entity L2. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:29:05.368324 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-ade240be-7ecb-4255-a6a1-fa88ee5c9f51 req-5b949891-2422-4ccf-a9cd-7d1c5f7e4c73 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=505c9f1bd3024976854da8233b1bef64&device_id=31da3ee5-c748-4975-b51b-042a16904f05 HTTP/1.1" status: 200 len: 1096 time: 0.6996293 Jan 20 14:29:05.377725 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-05c67888-d5ba-437d-b3b3-986cedc1c82e tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] 10.222.0.54 "DELETE /v2.0/networks/6beec8b4-07a4-4c80-9497-19c0a158f325 HTTP/1.1" status: 204 len: 168 time: 2.3870242 Jan 20 14:29:05.385302 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 36444) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:05.422000 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6664633c-8d08-42c2-8569-b7523635465a tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Pushing event updated for resources: {'Subnet': ['ID=e556e39f-e142-45a8-b06d-696dd0af4bb5,revision_number=0']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:05.433734 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6664633c-8d08-42c2-8569-b7523635465a tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Checking segment: {'id': '338d80b4-b9ff-4cf9-a0ee-9fcd887772ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'f51a8e00-574f-4d7e-af33-41cf44c82ffa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 14:29:05.434279 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6664633c-8d08-42c2-8569-b7523635465a tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Network hostable DHCP agents. Network: f51a8e00-574f-4d7e-af33-41cf44c82ffa, hostable agents: ['1a181e39-5220-4c1a-88f8-08a54e8bfc9b'], hosted agents: [] {{(pid=84152) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 14:29:05.476347 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-b4fc4f81-9820-4972-9897-7f95c9fef989 None None] For port 95f89d1d-2795-4387-96ff-311a38bfbe85, host dv-neutron-825124-1-hyperv, cleared binding levels {{(pid=84154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 14:29:05.482936 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-c5222b21-34ce-4a73-ba61-f01af79b011d None None] Transition to ACTIVE for port object 4671e140-e88d-44d2-8729-fcb672ba7b44 will not be triggered until provisioned by entity DHCP. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:29:05.515295 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-b4fc4f81-9820-4972-9897-7f95c9fef989 None None] For port 95f89d1d-2795-4387-96ff-311a38bfbe85, host dv-neutron-825124-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=95f89d1d-2795-4387-96ff-311a38bfbe85,segment=NetworkSegment(7b61d093-41ff-4202-b223-533eb0f8da0a),segment_id=7b61d093-41ff-4202-b223-533eb0f8da0a)] {{(pid=84154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 14:29:05.521152 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.db.api [None req-04af6aa9-f672-402e-8c76-ab81b8ede7ad None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84154) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 14:29:05.521507 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG oslo_db.api [None req-04af6aa9-f672-402e-8c76-ab81b8ede7ad None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 14:29:05.525033 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6664633c-8d08-42c2-8569-b7523635465a tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Network f51a8e00-574f-4d7e-af33-41cf44c82ffa is scheduled to be hosted by DHCP agent 1a181e39-5220-4c1a-88f8-08a54e8bfc9b with binding_index 1 {{(pid=84152) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 14:29:05.553248 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-4bd353fc-cad4-4110-a2dc-565779d7f003 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.4508581 Jan 20 14:29:05.556326 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 36448) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:05.566313 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-4651f44c-1fae-4b0f-ac7e-d37dbb73a9c3 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Request body: {'port': {'network_id': 'dbce74ed-d43c-4540-8d8d-e582f35e4792', 'mac_address': 'fa:16:3e:2c:db:89', 'name': 'tempest-NetworksTestDHCPv6-715457508'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:29:05.588448 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-c5222b21-34ce-4a73-ba61-f01af79b011d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477'] for port, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:05.640916 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-b4fc4f81-9820-4972-9897-7f95c9fef989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:05.662203 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-d6eedb7a-be5f-46cc-9ab5-97dd38942005 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:05.684957 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-ade240be-7ecb-4255-a6a1-fa88ee5c9f51 req-352977ae-152c-4dda-9fa9-9812ba13fb06 service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=242f2662-17cf-40dc-88ee-84029222076b HTTP/1.1" status: 200 len: 217 time: 0.2984793 Jan 20 14:29:05.691301 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6eedb7a-be5f-46cc-9ab5-97dd38942005 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Releasing vlan 167 on physical network physnet1 to pool {{(pid=84153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 14:29:05.691704 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-d6eedb7a-be5f-46cc-9ab5-97dd38942005 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1622950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3944078'] for segment, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:05.695842 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5222b21-34ce-4a73-ba61-f01af79b011d None None] Network 2b1cc4ee-3150-44b5-954f-ebadeae7a09e is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:29:05.704564 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-c5222b21-34ce-4a73-ba61-f01af79b011d None None] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:29:05.709169 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5222b21-34ce-4a73-ba61-f01af79b011d None None] Received port after_create {{(pid=84154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:29:05.709360 dv-neutron-825124-1-hyperv neutron-server[84153]: Traceback (most recent call last): Jan 20 14:29:05.709360 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 14:29:05.709360 dv-neutron-825124-1-hyperv neutron-server[84153]: timer() Jan 20 14:29:05.709360 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 14:29:05.709360 dv-neutron-825124-1-hyperv neutron-server[84153]: cb(*args, **kw) Jan 20 14:29:05.709360 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 14:29:05.709360 dv-neutron-825124-1-hyperv neutron-server[84153]: return func(*args, **kwargs) Jan 20 14:29:05.709360 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 14:29:05.709360 dv-neutron-825124-1-hyperv neutron-server[84153]: self._notify() Jan 20 14:29:05.709360 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 14:29:05.709360 dv-neutron-825124-1-hyperv neutron-server[84153]: self.callback(batched_events) Jan 20 14:29:05.709360 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 14:29:05.709360 dv-neutron-825124-1-hyperv neutron-server[84153]: event.method(event) Jan 20 14:29:05.709360 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 14:29:05.709360 dv-neutron-825124-1-hyperv neutron-server[84153]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 14:29:05.709360 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 14:29:05.709360 dv-neutron-825124-1-hyperv neutron-server[84153]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 14:29:05.709360 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 14:29:05.709360 dv-neutron-825124-1-hyperv neutron-server[84153]: return f(self, *a, **k) Jan 20 14:29:05.709360 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 14:29:05.709360 dv-neutron-825124-1-hyperv neutron-server[84153]: return self._get(url).json() Jan 20 14:29:05.709360 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 14:29:05.709360 dv-neutron-825124-1-hyperv neutron-server[84153]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 14:29:05.709360 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 14:29:05.709360 dv-neutron-825124-1-hyperv neutron-server[84153]: return self.request(url, 'GET', **kwargs) Jan 20 14:29:05.709360 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 14:29:05.709360 dv-neutron-825124-1-hyperv neutron-server[84153]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 14:29:05.709360 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 14:29:05.709360 dv-neutron-825124-1-hyperv neutron-server[84153]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 14:29:05.709360 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 14:29:05.709360 dv-neutron-825124-1-hyperv neutron-server[84153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 14:29:05.709360 dv-neutron-825124-1-hyperv neutron-server[84153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 14:29:05.718340 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5222b21-34ce-4a73-ba61-f01af79b011d None None] Pushing event updated for resources: {'Port': ['ID=4671e140-e88d-44d2-8729-fcb672ba7b44,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:05.740134 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.base_scheduler [None req-6664633c-8d08-42c2-8569-b7523635465a tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825124-1-hyperv, f51a8e00-574f-4d7e-af33-41cf44c82ffa) {{(pid=84152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:29:05.759653 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6664633c-8d08-42c2-8569-b7523635465a tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:29:05.760397 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-6664633c-8d08-42c2-8569-b7523635465a tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks [] for subnet, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:05.769327 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d7e5614-ef26-48e4-a1c8-6b26fe9c4234 None None] Network f51a8e00-574f-4d7e-af33-41cf44c82ffa requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:29:05.784475 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5222b21-34ce-4a73-ba61-f01af79b011d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:29:05.785113 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5222b21-34ce-4a73-ba61-f01af79b011d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:29:05.785611 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5222b21-34ce-4a73-ba61-f01af79b011d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:29:05.786166 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5222b21-34ce-4a73-ba61-f01af79b011d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:29:05.786738 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5222b21-34ce-4a73-ba61-f01af79b011d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:29:05.787235 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5222b21-34ce-4a73-ba61-f01af79b011d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:29:05.787722 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5222b21-34ce-4a73-ba61-f01af79b011d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:29:05.788209 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5222b21-34ce-4a73-ba61-f01af79b011d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:29:05.788711 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5222b21-34ce-4a73-ba61-f01af79b011d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:29:05.789200 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5222b21-34ce-4a73-ba61-f01af79b011d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:29:05.789683 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5222b21-34ce-4a73-ba61-f01af79b011d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:29:05.837586 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-4651f44c-1fae-4b0f-ac7e-d37dbb73a9c3 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:29:05.872477 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f10c0137-7fd5-478c-a348-499f7ea9f8b1 tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] Checking segment: {'id': '50aaa5f4-b48c-44a3-9204-71c67e129f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '44221382-2d4f-485c-93b7-ec89deefd9da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 14:29:05.872839 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f10c0137-7fd5-478c-a348-499f7ea9f8b1 tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] Network hostable DHCP agents. Network: 44221382-2d4f-485c-93b7-ec89deefd9da, hostable agents: ['1a181e39-5220-4c1a-88f8-08a54e8bfc9b'], hosted agents: [] {{(pid=84153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 14:29:05.874849 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-8733c7b3-60bd-44c8-8c05-009ec94b8c64 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1627154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4163580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155308'] for subnet, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:05.891773 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-8d2b3982-6e1b-4f14-a754-3a9a691f2e40 req-88d4570c-09d5-44ff-98ba-77d32a4fba7f tempest-ServersTestManualDisk-1917914165 tempest-ServersTestManualDisk-1917914165-project] 10.222.0.54 "GET /v2.0/security-groups?id=bd4de7e3-c31a-486d-85ec-eabfb6a0a160&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5547738 Jan 20 14:29:05.914694 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-40e8d30f-5e2a-48e1-bcb3-884b4ca12315 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Deleting port b392b220-b749-40d8-b76f-92ebcc149cf5 {{(pid=84153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:29:05.915036 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-40e8d30f-5e2a-48e1-bcb3-884b4ca12315 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:05.927924 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-6664633c-8d08-42c2-8569-b7523635465a tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0674860 Jan 20 14:29:05.935954 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 36452) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:05.941052 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8733c7b3-60bd-44c8-8c05-009ec94b8c64 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Pushing event deleted for resources: {'Subnet': ['ID=39d3fea5-6c2d-4af8-a160-8d85f3ed2e4f,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:05.954056 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-af3e5b38-0394-4bb9-8733-322fe08cbc2e tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Request body: {'subnet': {'network_id': 'c106ae52-c689-4514-926c-53899114d994', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:29:05.982071 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade240be-7ecb-4255-a6a1-fa88ee5c9f51 req-cb27239c-c207-40a6-9835-57724a7f034e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:29:05.983662 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-ade240be-7ecb-4255-a6a1-fa88ee5c9f51 req-cb27239c-c207-40a6-9835-57724a7f034e service neutron] 10.222.0.106 "GET /v2.0/subnets?id=dc379b11-3200-4d8f-97db-49f9c34e1b6b HTTP/1.1" status: 200 len: 851 time: 0.2141411 Jan 20 14:29:06.022504 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-04af6aa9-f672-402e-8c76-ab81b8ede7ad None None] Deleting port 3901ee02-b528-406a-a5e2-69f80724fa77 {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:29:06.027888 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-04af6aa9-f672-402e-8c76-ab81b8ede7ad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:06.048735 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-d6eedb7a-be5f-46cc-9ab5-97dd38942005 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1626253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-745296'] for network, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:06.068873 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-c5222b21-34ce-4a73-ba61-f01af79b011d None None] Attempting to bind port 4671e140-e88d-44d2-8729-fcb672ba7b44 on host dv-neutron-825124-1-hyperv for vnic_type normal with profile {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:29:06.068873 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-c5222b21-34ce-4a73-ba61-f01af79b011d None None] Attempting to bind port 4671e140-e88d-44d2-8729-fcb672ba7b44 by drivers openvswitch,hyperv on host dv-neutron-825124-1-hyperv at level 0 using segments [{'id': '8e6efc8a-8597-43a9-b3e5-3c9acd90c5ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '2b1cc4ee-3150-44b5-954f-ebadeae7a09e'}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:29:06.068873 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5222b21-34ce-4a73-ba61-f01af79b011d None None] Attempting to bind port 4671e140-e88d-44d2-8729-fcb672ba7b44 on network 2b1cc4ee-3150-44b5-954f-ebadeae7a09e {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 14:29:06.085614 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fc4f81-9820-4972-9897-7f95c9fef989 None None] Pushing event updated for resources: {'Port': ['ID=95f89d1d-2795-4387-96ff-311a38bfbe85,revision_number=2']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:06.097309 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-d6eedb7a-be5f-46cc-9ab5-97dd38942005 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks [] for network, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:06.161393 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6eedb7a-be5f-46cc-9ab5-97dd38942005 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Pushing event deleted for resources: {'Network': ['ID=752e2db2-b936-42ae-96c5-b26c9e46369b,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:06.177097 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-d6eedb7a-be5f-46cc-9ab5-97dd38942005 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] 10.222.0.54 "DELETE /v2.0/networks/752e2db2-b936-42ae-96c5-b26c9e46369b HTTP/1.1" status: 204 len: 168 time: 3.2753375 Jan 20 14:29:06.177799 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-4651f44c-1fae-4b0f-ac7e-d37dbb73a9c3 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:29:06.180772 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 36456) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:06.189128 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-4d92ed99-76a8-446a-ac0c-0cc3bdc0f666 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1196291090'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:29:06.216355 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-4d92ed99-76a8-446a-ac0c-0cc3bdc0f666 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:29:06.226415 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-4d92ed99-76a8-446a-ac0c-0cc3bdc0f666 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Usage tracker for resource:network and tenant:86e3e9c5b0744f88a459de56a9372787 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:29:06.230613 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-4d92ed99-76a8-446a-ac0c-0cc3bdc0f666 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:29:06.233810 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-8733c7b3-60bd-44c8-8c05-009ec94b8c64 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1626242', 'neutron.services.segments.db._delete_segments_for_network-8769554214620'] for network, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:06.239881 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f10c0137-7fd5-478c-a348-499f7ea9f8b1 tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] Network 44221382-2d4f-485c-93b7-ec89deefd9da is scheduled to be hosted by DHCP agent 1a181e39-5220-4c1a-88f8-08a54e8bfc9b with binding_index 1 {{(pid=84153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 14:29:06.242375 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-4d92ed99-76a8-446a-ac0c-0cc3bdc0f666 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:29:06.267814 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-af3e5b38-0394-4bb9-8733-322fe08cbc2e tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:29:06.304897 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.base_scheduler [None req-f10c0137-7fd5-478c-a348-499f7ea9f8b1 tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825124-1-hyperv, 44221382-2d4f-485c-93b7-ec89deefd9da) {{(pid=84153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:29:06.308680 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-40e8d30f-5e2a-48e1-bcb3-884b4ca12315 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:06.308680 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-40e8d30f-5e2a-48e1-bcb3-884b4ca12315 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:06.309261 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-af3e5b38-0394-4bb9-8733-322fe08cbc2e tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Usage tracker for resource:subnet and tenant:f85e30c327a64407a1a93d3333ba9261 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:29:06.324795 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f10c0137-7fd5-478c-a348-499f7ea9f8b1 tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] Received port after_create {{(pid=84153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:29:06.330336 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f10c0137-7fd5-478c-a348-499f7ea9f8b1 tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:29:06.331531 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-af3e5b38-0394-4bb9-8733-322fe08cbc2e tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:29:06.333532 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f10c0137-7fd5-478c-a348-499f7ea9f8b1 tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:29:06.334634 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-f10c0137-7fd5-478c-a348-499f7ea9f8b1 tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:06.339007 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4651f44c-1fae-4b0f-ac7e-d37dbb73a9c3 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Made reservation on behalf of 2cb17692bb0c4a2782f988652201ac42 for: {'port': 1} {{(pid=84152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:29:06.343513 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5222b21-34ce-4a73-ba61-f01af79b011d None None] Checking agent: {'id': '6414dfeb-85c5-454a-8756-709ca637d800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825124-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 16, 31), 'started_at': datetime.datetime(2022, 1, 20, 14, 17, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 29, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825124-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 14:29:06.348998 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5222b21-34ce-4a73-ba61-f01af79b011d None None] Checking segment: {'id': '8e6efc8a-8597-43a9-b3e5-3c9acd90c5ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '2b1cc4ee-3150-44b5-954f-ebadeae7a09e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 14:29:06.348998 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-c5222b21-34ce-4a73-ba61-f01af79b011d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:06.348998 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5222b21-34ce-4a73-ba61-f01af79b011d None None] Bound using segment: {'id': '8e6efc8a-8597-43a9-b3e5-3c9acd90c5ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '2b1cc4ee-3150-44b5-954f-ebadeae7a09e'} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 14:29:06.348998 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-c5222b21-34ce-4a73-ba61-f01af79b011d None None] Bound port: 4671e140-e88d-44d2-8729-fcb672ba7b44, host: dv-neutron-825124-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e6efc8a-8597-43a9-b3e5-3c9acd90c5ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '2b1cc4ee-3150-44b5-954f-ebadeae7a09e'}}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:29:06.348998 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-c5222b21-34ce-4a73-ba61-f01af79b011d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:06.366399 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60744629-af7c-4c8b-afcb-cecd28a3e276 None None] Network 44221382-2d4f-485c-93b7-ec89deefd9da requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:29:06.379233 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.segments.db [None req-8733c7b3-60bd-44c8-8c05-009ec94b8c64 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b1cc4ee-3150-44b5-954f-ebadeae7a09e']}} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:29:06.391642 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-af3e5b38-0394-4bb9-8733-322fe08cbc2e tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:29:06.393473 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-04af6aa9-f672-402e-8c76-ab81b8ede7ad None None] The port '3901ee02-b528-406a-a5e2-69f80724fa77' was deleted {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 20 14:29:06.456533 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.segments.db [None req-8733c7b3-60bd-44c8-8c05-009ec94b8c64 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e6efc8a-8597-43a9-b3e5-3c9acd90c5ee') {'for_net_delete': True} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:29:06.456886 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.segments.db [None req-8733c7b3-60bd-44c8-8c05-009ec94b8c64 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e6efc8a-8597-43a9-b3e5-3c9acd90c5ee') {} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:29:06.482294 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-8733c7b3-60bd-44c8-8c05-009ec94b8c64 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769554214503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3337904'] for segment, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:06.496098 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-40e8d30f-5e2a-48e1-bcb3-884b4ca12315 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Calling delete_port for b392b220-b749-40d8-b76f-92ebcc149cf5 owned by network:floatingip {{(pid=84153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:29:06.515148 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-8733c7b3-60bd-44c8-8c05-009ec94b8c64 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:06.522854 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d92ed99-76a8-446a-ac0c-0cc3bdc0f666 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Made reservation on behalf of 86e3e9c5b0744f88a459de56a9372787 for: {'network': 1} {{(pid=84153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:29:06.527774 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-4d92ed99-76a8-446a-ac0c-0cc3bdc0f666 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for network, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:06.542093 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-ade240be-7ecb-4255-a6a1-fa88ee5c9f51 req-da6032d9-2da4-40e7-8e62-90d71d8b6e01 service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=e8d2ddcf-1876-48f1-bdb0-f45048b860a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5509486 Jan 20 14:29:06.554492 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8733c7b3-60bd-44c8-8c05-009ec94b8c64 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=84152) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 14:29:06.554857 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-8733c7b3-60bd-44c8-8c05-009ec94b8c64 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1622950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4162906'] for segment, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:06.571551 dv-neutron-825124-1-hyperv neutron-server[84152]: Traceback (most recent call last): Jan 20 14:29:06.571551 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 14:29:06.571551 dv-neutron-825124-1-hyperv neutron-server[84152]: timer() Jan 20 14:29:06.571551 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 14:29:06.571551 dv-neutron-825124-1-hyperv neutron-server[84152]: cb(*args, **kw) Jan 20 14:29:06.571551 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 14:29:06.571551 dv-neutron-825124-1-hyperv neutron-server[84152]: return func(*args, **kwargs) Jan 20 14:29:06.571551 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 14:29:06.571551 dv-neutron-825124-1-hyperv neutron-server[84152]: self._notify() Jan 20 14:29:06.571551 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 14:29:06.571551 dv-neutron-825124-1-hyperv neutron-server[84152]: self.callback(batched_events) Jan 20 14:29:06.571551 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 14:29:06.571551 dv-neutron-825124-1-hyperv neutron-server[84152]: event.method(event) Jan 20 14:29:06.571551 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 14:29:06.571551 dv-neutron-825124-1-hyperv neutron-server[84152]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 14:29:06.571551 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 14:29:06.571551 dv-neutron-825124-1-hyperv neutron-server[84152]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 14:29:06.571551 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 14:29:06.571551 dv-neutron-825124-1-hyperv neutron-server[84152]: return f(self, *a, **k) Jan 20 14:29:06.571551 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 14:29:06.571551 dv-neutron-825124-1-hyperv neutron-server[84152]: return self._get(url).json() Jan 20 14:29:06.571551 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 14:29:06.571551 dv-neutron-825124-1-hyperv neutron-server[84152]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 14:29:06.571551 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 14:29:06.571551 dv-neutron-825124-1-hyperv neutron-server[84152]: return self.request(url, 'GET', **kwargs) Jan 20 14:29:06.571551 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 14:29:06.571551 dv-neutron-825124-1-hyperv neutron-server[84152]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 14:29:06.571551 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 14:29:06.571551 dv-neutron-825124-1-hyperv neutron-server[84152]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 14:29:06.571551 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 14:29:06.571551 dv-neutron-825124-1-hyperv neutron-server[84152]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 14:29:06.571551 dv-neutron-825124-1-hyperv neutron-server[84152]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 14:29:06.580385 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af3e5b38-0394-4bb9-8733-322fe08cbc2e tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Made reservation on behalf of f85e30c327a64407a1a93d3333ba9261 for: {'subnet': 1} {{(pid=84152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:29:06.648812 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-f10c0137-7fd5-478c-a348-499f7ea9f8b1 tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 7.0167859 Jan 20 14:29:06.662739 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 36460) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:06.697808 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d92ed99-76a8-446a-ac0c-0cc3bdc0f666 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 176} {{(pid=84153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 14:29:06.731744 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-4d92ed99-76a8-446a-ac0c-0cc3bdc0f666 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:06.732430 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.db.segments_db [None req-4d92ed99-76a8-446a-ac0c-0cc3bdc0f666 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Added segment d6134be4-16aa-41af-a51b-97b065a5b7ce of type vlan for network 695f78f2-e869-456f-9d87-515315a8a044 Jan 20 14:29:06.760135 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-4651f44c-1fae-4b0f-ac7e-d37dbb73a9c3 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:06.816190 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-ade240be-7ecb-4255-a6a1-fa88ee5c9f51 req-9da4d40d-f39e-4559-a9a2-a24e4ed4f79e service neutron] 10.222.0.106 "GET /v2.0/networks/e8d2ddcf-1876-48f1-bdb0-f45048b860a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2645483 Jan 20 14:29:06.821196 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-c5222b21-34ce-4a73-ba61-f01af79b011d None None] For port 4671e140-e88d-44d2-8729-fcb672ba7b44, host dv-neutron-825124-1-hyperv, cleared binding levels {{(pid=84154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 14:29:06.830243 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-4d92ed99-76a8-446a-ac0c-0cc3bdc0f666 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769553767792'] for network, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:06.838594 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-c5222b21-34ce-4a73-ba61-f01af79b011d None None] For port 4671e140-e88d-44d2-8729-fcb672ba7b44, host dv-neutron-825124-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=4671e140-e88d-44d2-8729-fcb672ba7b44,segment=NetworkSegment(8e6efc8a-8597-43a9-b3e5-3c9acd90c5ee),segment_id=8e6efc8a-8597-43a9-b3e5-3c9acd90c5ee)] {{(pid=84154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 14:29:06.841023 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92558905-0c7a-4467-9f21-8c13c356c06b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95c917f5-14ba-5e96-98b8-1a52654a930a-f51a8e00-574f-4d7e-af33-41cf44c82ffa', 'network_id': 'f51a8e00-574f-4d7e-af33-41cf44c82ffa', 'tenant_id': 'f85e30c327a64407a1a93d3333ba9261', 'fixed_ips': [{'subnet_id': 'e556e39f-e142-45a8-b06d-696dd0af4bb5'}]}} from dv-neutron-825124-1-hyperv. {{(pid=84154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 20 14:29:06.841840 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-92558905-0c7a-4467-9f21-8c13c356c06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:06.859127 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-af3e5b38-0394-4bb9-8733-322fe08cbc2e tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3155315'] for subnet, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:06.877921 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.notifiers.nova [None req-4651f44c-1fae-4b0f-ac7e-d37dbb73a9c3 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] device_id is not set on port e00f9554-c0c8-453e-b17f-7c2d9ab00132 yet. {{(pid=84152) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 14:29:06.917230 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-c5222b21-34ce-4a73-ba61-f01af79b011d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:06.970219 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.db.api [None req-8733c7b3-60bd-44c8-8c05-009ec94b8c64 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 20 14:29:06.970219 dv-neutron-825124-1-hyperv neutron-server[84152]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 20 14:29:06.970219 dv-neutron-825124-1-hyperv neutron-server[84152]: [parameters: {'id': '2b1cc4ee-3150-44b5-954f-ebadeae7a09e'}] Jan 20 14:29:06.970219 dv-neutron-825124-1-hyperv neutron-server[84152]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84152) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 14:29:06.970781 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG oslo_db.api [None req-8733c7b3-60bd-44c8-8c05-009ec94b8c64 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 14:29:07.019103 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-ade240be-7ecb-4255-a6a1-fa88ee5c9f51 req-ffd4050e-828a-4a19-9ef5-75bd7b6a19c0 service neutron] 10.222.0.106 "GET /v2.0/networks/e8d2ddcf-1876-48f1-bdb0-f45048b860a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1898775 Jan 20 14:29:07.022197 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-40e8d30f-5e2a-48e1-bcb3-884b4ca12315 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:07.088091 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-4d92ed99-76a8-446a-ac0c-0cc3bdc0f666 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967'] for network, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:07.094973 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d92ed99-76a8-446a-ac0c-0cc3bdc0f666 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:29:07.096088 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-4d92ed99-76a8-446a-ac0c-0cc3bdc0f666 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks [] for network, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:07.120521 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4829f66-f0bc-4204-884c-c46e13f36e57 tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:29:07.125428 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4829f66-f0bc-4204-884c-c46e13f36e57 tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:29:07.127509 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-e4829f66-f0bc-4204-884c-c46e13f36e57 tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.4633822 Jan 20 14:29:07.134765 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 36466) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:07.199689 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5222b21-34ce-4a73-ba61-f01af79b011d None None] Pushing event updated for resources: {'Port': ['ID=4671e140-e88d-44d2-8729-fcb672ba7b44,revision_number=2']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:07.205684 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e8d30f-5e2a-48e1-bcb3-884b4ca12315 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Pushing event deleted for resources: {'Port': ['ID=b392b220-b749-40d8-b76f-92ebcc149cf5,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:07.240170 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_common [None req-92558905-0c7a-4467-9f21-8c13c356c06b None None] Allocated IP 2001:db8::2 (f51a8e00-574f-4d7e-af33-41cf44c82ffa/e556e39f-e142-45a8-b06d-696dd0af4bb5/db03574f-740b-4d67-b967-adf5f67115cf) {{(pid=84154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:29:07.397623 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 36470) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:07.399090 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-4d92ed99-76a8-446a-ac0c-0cc3bdc0f666 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.2168002 Jan 20 14:29:07.415716 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-22529ae5-8064-417a-9df8-7b7bbe539bc3 tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] Deleting port 41f7fa95-4265-4af1-9fe8-e053b44abcd6 {{(pid=84152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:29:07.416070 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-22529ae5-8064-417a-9df8-7b7bbe539bc3 tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:07.444574 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-08e951c5-666c-485e-8290-c492606e3be4 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Request body: {'subnet': {'network_id': '695f78f2-e869-456f-9d87-515315a8a044', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:29:07.472982 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-8733c7b3-60bd-44c8-8c05-009ec94b8c64 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586409'] for network, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:07.499407 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4090a3c6-e96a-43d0-b8dd-1aa87c588653 None None] Network 2b1cc4ee-3150-44b5-954f-ebadeae7a09e requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:29:07.604202 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.db_base_plugin_common [None req-4651f44c-1fae-4b0f-ac7e-d37dbb73a9c3 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Allocated IP 172.20.0.11 (dbce74ed-d43c-4540-8d8d-e582f35e4792/cef7487c-2b94-4451-a9c0-564521428a2d/e00f9554-c0c8-453e-b17f-7c2d9ab00132) {{(pid=84152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:29:07.663253 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d92ed99-76a8-446a-ac0c-0cc3bdc0f666 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Pushing event updated for resources: {'Network': ['ID=695f78f2-e869-456f-9d87-515315a8a044,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:07.679308 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4195ff6-438a-4a8b-86b7-1e93e7efbe60 None None] Network dbce74ed-d43c-4540-8d8d-e582f35e4792 requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:29:07.706787 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Network 695f78f2-e869-456f-9d87-515315a8a044 details requested by agent ovs-agent-dv-neutron-825124-1-hyperv with host dv-neutron-825124-1-hyperv {{(pid=84154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 14:29:07.714458 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-c4b55010-6b66-4cc2-a041-d244885db173 req-ba640f31-05f0-42c8-bd52-b87704c6ba53 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=505c9f1bd3024976854da8233b1bef64&device_id=31da3ee5-c748-4975-b51b-042a16904f05 HTTP/1.1" status: 200 len: 1096 time: 0.3746417 Jan 20 14:29:07.804155 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701eb1e7-9ad9-4fb5-b272-60a6794d9151 req-b9df779a-3dad-4d93-9b78-6c3ad9e045ea tempest-ServersTestManualDisk-1917914165 tempest-ServersTestManualDisk-1917914165-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:29:07.807891 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-701eb1e7-9ad9-4fb5-b272-60a6794d9151 req-b9df779a-3dad-4d93-9b78-6c3ad9e045ea tempest-ServersTestManualDisk-1917914165 tempest-ServersTestManualDisk-1917914165-project] 10.222.0.54 "GET /v2.0/ports?device_id=31da3ee5-c748-4975-b51b-042a16904f05 HTTP/1.1" status: 200 len: 943 time: 0.4303412 Jan 20 14:29:07.815963 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.db_base_plugin_common [None req-4651f44c-1fae-4b0f-ac7e-d37dbb73a9c3 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Allocated IP 2001:db8::f816:3eff:fe2c:db89 (dbce74ed-d43c-4540-8d8d-e582f35e4792/0a2ead96-c7f3-41a5-a232-e47a830efc25/e00f9554-c0c8-453e-b17f-7c2d9ab00132) {{(pid=84152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:29:07.888618 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-92558905-0c7a-4467-9f21-8c13c356c06b None None] Notify callbacks [] for port, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:07.896096 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-8733c7b3-60bd-44c8-8c05-009ec94b8c64 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Deleting port 4671e140-e88d-44d2-8729-fcb672ba7b44 {{(pid=84152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:29:07.896096 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-8733c7b3-60bd-44c8-8c05-009ec94b8c64 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:07.942118 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-08e951c5-666c-485e-8290-c492606e3be4 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:29:07.955962 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-701eb1e7-9ad9-4fb5-b272-60a6794d9151 req-5545c45e-c4c7-4bd8-9402-5d46bc25091c tempest-ServersTestManualDisk-1917914165 tempest-ServersTestManualDisk-1917914165-project] 10.222.0.54 "GET /v2.0/security-groups?id=bd4de7e3-c31a-486d-85ec-eabfb6a0a160&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1378767 Jan 20 14:29:07.972458 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-af3e5b38-0394-4bb9-8733-322fe08cbc2e tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4163519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3155301'] for subnet, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:07.975072 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b55010-6b66-4cc2-a041-d244885db173 req-07bbb2aa-184b-4355-bf9a-e02122e9ae7b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:29:07.977243 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-c4b55010-6b66-4cc2-a041-d244885db173 req-07bbb2aa-184b-4355-bf9a-e02122e9ae7b service neutron] 10.222.0.106 "GET /v2.0/networks?id=e8d2ddcf-1876-48f1-bdb0-f45048b860a9 HTTP/1.1" status: 200 len: 913 time: 0.2567658 Jan 20 14:29:08.002065 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-92558905-0c7a-4467-9f21-8c13c356c06b None None] Transition to ACTIVE for port object db03574f-740b-4d67-b967-adf5f67115cf will not be triggered until provisioned by entity L2. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:29:08.002479 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-08e951c5-666c-485e-8290-c492606e3be4 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Usage tracker for resource:subnet and tenant:86e3e9c5b0744f88a459de56a9372787 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:29:08.046562 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-92558905-0c7a-4467-9f21-8c13c356c06b None None] Transition to ACTIVE for port object db03574f-740b-4d67-b967-adf5f67115cf will not be triggered until provisioned by entity DHCP. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:29:08.048326 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-08e951c5-666c-485e-8290-c492606e3be4 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:29:08.050670 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-cdfeada0-93d2-4f8f-aca0-acb1b4fcf788 None None] Provisioning for port 95f89d1d-2795-4387-96ff-311a38bfbe85 completed by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:29:08.099568 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-08e951c5-666c-485e-8290-c492606e3be4 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:29:08.112784 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-92558905-0c7a-4467-9f21-8c13c356c06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477'] for port, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:08.135357 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-c4b55010-6b66-4cc2-a041-d244885db173 req-57581a8b-7957-426b-b5a1-008fb51f5e53 service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=242f2662-17cf-40dc-88ee-84029222076b HTTP/1.1" status: 200 len: 217 time: 0.1502109 Jan 20 14:29:08.218352 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-40e8d30f-5e2a-48e1-bcb3-884b4ca12315 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Notify callbacks [] for floatingip, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:08.221039 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-40e8d30f-5e2a-48e1-bcb3-884b4ca12315 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for floatingip, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:08.227347 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-40e8d30f-5e2a-48e1-bcb3-884b4ca12315 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] 10.222.0.54 "DELETE /v2.0/floatingips/73b11871-61f8-4c73-9d1b-feedbb7b0e14 HTTP/1.1" status: 204 len: 168 time: 2.6711538 Jan 20 14:29:08.227347 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 36476) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:08.244008 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92558905-0c7a-4467-9f21-8c13c356c06b None None] Network f51a8e00-574f-4d7e-af33-41cf44c82ffa is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:29:08.245775 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92558905-0c7a-4467-9f21-8c13c356c06b None None] Pushing event updated for resources: {'Port': ['ID=db03574f-740b-4d67-b967-adf5f67115cf,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:08.267402 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-92558905-0c7a-4467-9f21-8c13c356c06b None None] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:29:08.288006 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92558905-0c7a-4467-9f21-8c13c356c06b None None] Received port after_create {{(pid=84154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:29:08.290985 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.pecan_wsgi.hooks.translation [None req-76d5097d-d4ed-458f-8e9a-ad8df338af17 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] DELETE failed (client error): The resource could not be found. Jan 20 14:29:08.292038 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76d5097d-d4ed-458f-8e9a-ad8df338af17 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:29:08.294499 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-76d5097d-d4ed-458f-8e9a-ad8df338af17 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] 10.222.0.54 "DELETE /v2.0/ports/681f3a6c-327a-4ea8-a939-b4528bde268b HTTP/1.1" status: 404 len: 333 time: 0.0664415 Jan 20 14:29:08.298562 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 36480) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:08.320068 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 95f89d1d-2795-4387-96ff-311a38bfbe85 up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:29:08.348967 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b55010-6b66-4cc2-a041-d244885db173 req-6c1d663f-6f8e-4712-be89-62441e079ba9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:29:08.350515 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-c4b55010-6b66-4cc2-a041-d244885db173 req-6c1d663f-6f8e-4712-be89-62441e079ba9 service neutron] 10.222.0.106 "GET /v2.0/subnets?id=dc379b11-3200-4d8f-97db-49f9c34e1b6b HTTP/1.1" status: 200 len: 851 time: 0.2079544 Jan 20 14:29:08.365605 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-6662564a-54de-4e5f-8840-84808e0eedeb tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Synchronizing usage tracker for tenant:788f8e40e69a4b21adff221535fcbda3 on resource:port {{(pid=84153) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:29:08.425053 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08e951c5-666c-485e-8290-c492606e3be4 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Made reservation on behalf of 86e3e9c5b0744f88a459de56a9372787 for: {'subnet': 1} {{(pid=84152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:29:08.439072 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3e5b38-0394-4bb9-8733-322fe08cbc2e tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Pushing event updated for resources: {'Subnet': ['ID=0f3142c7-4e82-47dd-a3b2-416b4b1da9a2,revision_number=0']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:08.453159 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-22529ae5-8064-417a-9df8-7b7bbe539bc3 tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:08.459586 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-c4b55010-6b66-4cc2-a041-d244885db173 req-c0fe0890-c765-4bd7-8544-d1c5c1d701d9 service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=e8d2ddcf-1876-48f1-bdb0-f45048b860a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0962181 Jan 20 14:29:08.495131 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-6662564a-54de-4e5f-8840-84808e0eedeb tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Unset dirty status for tenant:788f8e40e69a4b21adff221535fcbda3 on resource:port {{(pid=84153) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:29:08.501433 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-6662564a-54de-4e5f-8840-84808e0eedeb tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] 10.222.0.54 "GET /v2.0/ports?device_id=02bcddc9-e08b-41f3-942b-a3a434819b2d HTTP/1.1" status: 200 len: 205 time: 0.1975105 Jan 20 14:29:08.505965 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 36484) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:08.577182 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-92558905-0c7a-4467-9f21-8c13c356c06b None None] Attempting to bind port db03574f-740b-4d67-b967-adf5f67115cf on host dv-neutron-825124-1-hyperv for vnic_type normal with profile {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:29:08.577461 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-92558905-0c7a-4467-9f21-8c13c356c06b None None] Attempting to bind port db03574f-740b-4d67-b967-adf5f67115cf by drivers openvswitch,hyperv on host dv-neutron-825124-1-hyperv at level 0 using segments [{'id': '338d80b4-b9ff-4cf9-a0ee-9fcd887772ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'f51a8e00-574f-4d7e-af33-41cf44c82ffa'}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:29:08.577787 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92558905-0c7a-4467-9f21-8c13c356c06b None None] Attempting to bind port db03574f-740b-4d67-b967-adf5f67115cf on network f51a8e00-574f-4d7e-af33-41cf44c82ffa {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 14:29:08.586152 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92558905-0c7a-4467-9f21-8c13c356c06b None None] Checking agent: {'id': '6414dfeb-85c5-454a-8756-709ca637d800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825124-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 16, 31), 'started_at': datetime.datetime(2022, 1, 20, 14, 17, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 29, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825124-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 14:29:08.586853 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92558905-0c7a-4467-9f21-8c13c356c06b None None] Checking segment: {'id': '338d80b4-b9ff-4cf9-a0ee-9fcd887772ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'f51a8e00-574f-4d7e-af33-41cf44c82ffa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 14:29:08.586853 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-92558905-0c7a-4467-9f21-8c13c356c06b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:08.587232 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92558905-0c7a-4467-9f21-8c13c356c06b None None] Bound using segment: {'id': '338d80b4-b9ff-4cf9-a0ee-9fcd887772ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'f51a8e00-574f-4d7e-af33-41cf44c82ffa'} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 14:29:08.587711 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-92558905-0c7a-4467-9f21-8c13c356c06b None None] Bound port: db03574f-740b-4d67-b967-adf5f67115cf, host: dv-neutron-825124-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '338d80b4-b9ff-4cf9-a0ee-9fcd887772ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'f51a8e00-574f-4d7e-af33-41cf44c82ffa'}}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:29:08.588629 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-92558905-0c7a-4467-9f21-8c13c356c06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:08.683196 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.api.v2.resource [None req-43d79bd7-5600-4de2-b9d7-614e1ee9a970 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] delete failed (client error): The resource could not be found. Jan 20 14:29:08.688030 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-43d79bd7-5600-4de2-b9d7-614e1ee9a970 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] 10.222.0.54 "DELETE /v2.0/routers/02bcddc9-e08b-41f3-942b-a3a434819b2d HTTP/1.1" status: 404 len: 336 time: 0.1772594 Jan 20 14:29:08.689493 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 36488) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:08.707857 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning for port 95f89d1d-2795-4387-96ff-311a38bfbe85 completed by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:29:08.721957 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port 95f89d1d-2795-4387-96ff-311a38bfbe85 triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:29:08.722441 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:08.745749 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-22529ae5-8064-417a-9df8-7b7bbe539bc3 tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] Calling delete_port for 41f7fa95-4265-4af1-9fe8-e053b44abcd6 owned by {{(pid=84152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:29:08.760262 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.pecan_wsgi.hooks.translation [None req-e60704c3-dd70-4fb8-aa52-260d970e2876 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] DELETE failed (client error): The resource could not be found. Jan 20 14:29:08.761046 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e60704c3-dd70-4fb8-aa52-260d970e2876 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:29:08.769024 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-e60704c3-dd70-4fb8-aa52-260d970e2876 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] 10.222.0.54 "DELETE /v2.0/subnets/eaeb31a3-7157-4c9c-913e-8a5d8abffae7 HTTP/1.1" status: 404 len: 337 time: 0.0724185 Jan 20 14:29:08.771430 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 36492) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:08.778939 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d481d41c-0f81-41d2-91bd-195b7bfc9b33 None None] Update dhcp port {'port': {'network_id': 'dbce74ed-d43c-4540-8d8d-e582f35e4792', 'fixed_ips': [{'subnet_id': '0a2ead96-c7f3-41a5-a232-e47a830efc25', 'ip_address': '2001:db8::f816:3eff:fef0:556f'}, {'subnet_id': 'cef7487c-2b94-4451-a9c0-564521428a2d'}], 'binding:host_id': 'dv-neutron-825124-1-hyperv'}, 'id': '95f89d1d-2795-4387-96ff-311a38bfbe85'} from dv-neutron-825124-1-hyperv. {{(pid=84154) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Jan 20 14:29:08.782619 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-41a1390c-c15a-4a00-a264-ca2684b10025 req-ccef495f-16ef-48b1-b700-45f05fb01ec2 service neutron] 10.222.0.106 "GET /v2.0/ports?device_id=c1ec459f-0c13-4ec8-b610-ebb2038ce473&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 1.0136580 Jan 20 14:29:08.845649 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-92558905-0c7a-4467-9f21-8c13c356c06b None None] For port db03574f-740b-4d67-b967-adf5f67115cf, host dv-neutron-825124-1-hyperv, cleared binding levels {{(pid=84154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 14:29:08.866767 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-92558905-0c7a-4467-9f21-8c13c356c06b None None] For port db03574f-740b-4d67-b967-adf5f67115cf, host dv-neutron-825124-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=db03574f-740b-4d67-b967-adf5f67115cf,segment=NetworkSegment(338d80b4-b9ff-4cf9-a0ee-9fcd887772ef),segment_id=338d80b4-b9ff-4cf9-a0ee-9fcd887772ef)] {{(pid=84154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 14:29:08.874550 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-d481d41c-0f81-41d2-91bd-195b7bfc9b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:08.891799 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-08e951c5-666c-485e-8290-c492606e3be4 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3155315'] for subnet, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:08.927269 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af3e5b38-0394-4bb9-8733-322fe08cbc2e tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Checking segment: {'id': '0d17ff40-9e8c-42b0-9b7d-a96711da2f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'c106ae52-c689-4514-926c-53899114d994'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 14:29:08.927899 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af3e5b38-0394-4bb9-8733-322fe08cbc2e tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Network hostable DHCP agents. Network: c106ae52-c689-4514-926c-53899114d994, hostable agents: ['1a181e39-5220-4c1a-88f8-08a54e8bfc9b'], hosted agents: [] {{(pid=84152) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 14:29:08.941127 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-c4b55010-6b66-4cc2-a041-d244885db173 req-87688ec7-12a5-41d1-a027-9c495d77c086 service neutron] 10.222.0.106 "GET /v2.0/networks/e8d2ddcf-1876-48f1-bdb0-f45048b860a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4741430 Jan 20 14:29:08.948114 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-0071d489-ba4b-43fc-8959-6edfdaa8014a tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Deleting port b6e0dcbf-6057-4764-9103-a743471798df {{(pid=84153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:29:08.948659 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-0071d489-ba4b-43fc-8959-6edfdaa8014a tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:08.995202 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-92558905-0c7a-4467-9f21-8c13c356c06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:09.082274 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:09.105685 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-22529ae5-8064-417a-9df8-7b7bbe539bc3 tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:09.110789 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-4651f44c-1fae-4b0f-ac7e-d37dbb73a9c3 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks [] for port, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:09.123697 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.db [None req-8733c7b3-60bd-44c8-8c05-009ec94b8c64 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] For port 4671e140-e88d-44d2-8729-fcb672ba7b44, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=4671e140-e88d-44d2-8729-fcb672ba7b44,segment=NetworkSegment(8e6efc8a-8597-43a9-b3e5-3c9acd90c5ee),segment_id=8e6efc8a-8597-43a9-b3e5-3c9acd90c5ee)] {{(pid=84152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:29:09.124195 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-8733c7b3-60bd-44c8-8c05-009ec94b8c64 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:09.205911 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22529ae5-8064-417a-9df8-7b7bbe539bc3 tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] Pushing event deleted for resources: {'Port': ['ID=41f7fa95-4265-4af1-9fe8-e053b44abcd6,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:09.280543 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92558905-0c7a-4467-9f21-8c13c356c06b None None] Pushing event updated for resources: {'Port': ['ID=db03574f-740b-4d67-b967-adf5f67115cf,revision_number=2']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:09.323605 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] For port 95f89d1d-2795-4387-96ff-311a38bfbe85, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=95f89d1d-2795-4387-96ff-311a38bfbe85,segment=NetworkSegment(7b61d093-41ff-4202-b223-533eb0f8da0a),segment_id=7b61d093-41ff-4202-b223-533eb0f8da0a)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:29:09.328349 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.provisioning_blocks [None req-4651f44c-1fae-4b0f-ac7e-d37dbb73a9c3 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Transition to ACTIVE for port object e00f9554-c0c8-453e-b17f-7c2d9ab00132 will not be triggered until provisioned by entity DHCP. {{(pid=84152) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:29:09.407811 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:09.412969 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-8733c7b3-60bd-44c8-8c05-009ec94b8c64 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Calling delete_port for 4671e140-e88d-44d2-8729-fcb672ba7b44 owned by network:dhcp {{(pid=84152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:29:09.520377 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-c4b55010-6b66-4cc2-a041-d244885db173 req-45806135-07cb-4022-af00-7dae3c3c1915 service neutron] 10.222.0.106 "GET /v2.0/networks/e8d2ddcf-1876-48f1-bdb0-f45048b860a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5255427 Jan 20 14:29:09.575707 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa7624c-9ddb-4c93-a060-1f6f5e716fb0 req-0077f502-ab5b-4cb4-9f21-d7b734ed2c52 tempest-ServersTestManualDisk-1917914165 tempest-ServersTestManualDisk-1917914165-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:29:09.577961 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-3aa7624c-9ddb-4c93-a060-1f6f5e716fb0 req-0077f502-ab5b-4cb4-9f21-d7b734ed2c52 tempest-ServersTestManualDisk-1917914165 tempest-ServersTestManualDisk-1917914165-project] 10.222.0.54 "GET /v2.0/ports?device_id=31da3ee5-c748-4975-b51b-042a16904f05 HTTP/1.1" status: 200 len: 943 time: 0.4390335 Jan 20 14:29:09.587756 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Pushing event updated for resources: {'Port': ['ID=95f89d1d-2795-4387-96ff-311a38bfbe85,revision_number=3']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:09.631922 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Device 242f2662-17cf-40dc-88ee-84029222076b details requested by agent hyperv_hv-neutron-8251 with host hv-neutron-8251 {{(pid=84154) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 20 14:29:09.658638 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-0071d489-ba4b-43fc-8959-6edfdaa8014a tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:09.779131 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-22529ae5-8064-417a-9df8-7b7bbe539bc3 tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:09.887008 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-4651f44c-1fae-4b0f-ac7e-d37dbb73a9c3 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:09.897784 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-22529ae5-8064-417a-9df8-7b7bbe539bc3 tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] 10.222.0.54 "DELETE /v2.0/ports/41f7fa95-4265-4af1-9fe8-e053b44abcd6 HTTP/1.1" status: 204 len: 168 time: 2.7581189 Jan 20 14:29:09.932334 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 36498) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:09.952941 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-0071d489-ba4b-43fc-8959-6edfdaa8014a tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Calling delete_port for b6e0dcbf-6057-4764-9103-a743471798df owned by {{(pid=84153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:29:10.001305 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-3aa7624c-9ddb-4c93-a060-1f6f5e716fb0 req-f5aad89f-33f8-488b-8817-3f14ac282fa9 tempest-ServersTestManualDisk-1917914165 tempest-ServersTestManualDisk-1917914165-project] 10.222.0.54 "GET /v2.0/security-groups?id=bd4de7e3-c31a-486d-85ec-eabfb6a0a160&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4157317 Jan 20 14:29:10.006847 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af3e5b38-0394-4bb9-8733-322fe08cbc2e tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Network c106ae52-c689-4514-926c-53899114d994 is scheduled to be hosted by DHCP agent 1a181e39-5220-4c1a-88f8-08a54e8bfc9b with binding_index 1 {{(pid=84152) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 14:29:10.009300 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-08e951c5-666c-485e-8290-c492606e3be4 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4163519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3155301'] for subnet, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:10.013664 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] For port 242f2662-17cf-40dc-88ee-84029222076b, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=242f2662-17cf-40dc-88ee-84029222076b,segment=NetworkSegment(8f68484d-6593-49e2-9e7f-32db329e3bf4),segment_id=8f68484d-6593-49e2-9e7f-32db329e3bf4)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:29:10.036779 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_common [None req-d481d41c-0f81-41d2-91bd-195b7bfc9b33 None None] Allocated IP 172.20.0.2 (dbce74ed-d43c-4540-8d8d-e582f35e4792/cef7487c-2b94-4451-a9c0-564521428a2d/95f89d1d-2795-4387-96ff-311a38bfbe85) {{(pid=84154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:29:10.051051 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Returning: {'device': '242f2662-17cf-40dc-88ee-84029222076b', 'network_id': 'e8d2ddcf-1876-48f1-bdb0-f45048b860a9', 'port_id': '242f2662-17cf-40dc-88ee-84029222076b', 'mac_address': 'fa:16:3e:54:b0:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc379b11-3200-4d8f-97db-49f9c34e1b6b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84154) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 20 14:29:10.053758 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-41a1390c-c15a-4a00-a264-ca2684b10025 req-0a3d05e5-41cc-49c8-b1a7-242236e436ce service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=2841efab0dc64ab1970d5183558f5547&device_id=c1ec459f-0c13-4ec8-b610-ebb2038ce473 HTTP/1.1" status: 200 len: 1098 time: 1.0558865 Jan 20 14:29:10.155634 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e951c5-666c-485e-8290-c492606e3be4 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Pushing event updated for resources: {'Subnet': ['ID=e68ec696-f6d3-4d7d-a80d-7aba97bed46b,revision_number=0']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:10.158862 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-8733c7b3-60bd-44c8-8c05-009ec94b8c64 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:10.180516 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:10.227515 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4651f44c-1fae-4b0f-ac7e-d37dbb73a9c3 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Network dbce74ed-d43c-4540-8d8d-e582f35e4792 is already hosted by enough agents. {{(pid=84152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:29:10.244399 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.base_scheduler [None req-4651f44c-1fae-4b0f-ac7e-d37dbb73a9c3 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Resources bound (agent type, host, resource id): {{(pid=84152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:29:10.246816 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4651f44c-1fae-4b0f-ac7e-d37dbb73a9c3 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Received port after_create {{(pid=84152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:29:10.278353 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.base_scheduler [None req-af3e5b38-0394-4bb9-8733-322fe08cbc2e tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825124-1-hyperv, c106ae52-c689-4514-926c-53899114d994) {{(pid=84152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:29:10.280411 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-0071d489-ba4b-43fc-8959-6edfdaa8014a tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:10.282837 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4651f44c-1fae-4b0f-ac7e-d37dbb73a9c3 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Pushing event updated for resources: {'Port': ['ID=e00f9554-c0c8-453e-b17f-7c2d9ab00132,revision_number=1']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:10.325134 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-73509579-595a-4a29-84e2-c41023fabc03 tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] Deleting port 216f1e0e-eb75-45db-bd92-ebf3f8f5a685 {{(pid=84152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:29:10.325134 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-73509579-595a-4a29-84e2-c41023fabc03 tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:10.355135 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af3e5b38-0394-4bb9-8733-322fe08cbc2e tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:29:10.361840 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e08fc0d4-0041-4da3-a7e5-46c24e725392 None None] Network c106ae52-c689-4514-926c-53899114d994 requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:29:10.370089 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-af3e5b38-0394-4bb9-8733-322fe08cbc2e tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks [] for subnet, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:10.411005 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0071d489-ba4b-43fc-8959-6edfdaa8014a tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Pushing event deleted for resources: {'Port': ['ID=b6e0dcbf-6057-4764-9103-a743471798df,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:10.439078 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8733c7b3-60bd-44c8-8c05-009ec94b8c64 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] No DVR routers for this DVR port 4671e140-e88d-44d2-8729-fcb672ba7b44 on host dv-neutron-825124-1-hyperv {{(pid=84152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 14:29:10.468662 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8733c7b3-60bd-44c8-8c05-009ec94b8c64 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Pushing event deleted for resources: {'Port': ['ID=4671e140-e88d-44d2-8729-fcb672ba7b44,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:10.563219 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.notifiers.nova [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 242f2662-17cf-40dc-88ee-84029222076b {{(pid=84154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 14:29:10.591514 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-0071d489-ba4b-43fc-8959-6edfdaa8014a tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:10.594307 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 95f89d1d-2795-4387-96ff-311a38bfbe85 up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:29:10.660311 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-0071d489-ba4b-43fc-8959-6edfdaa8014a tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] 10.222.0.54 "DELETE /v2.0/ports/b6e0dcbf-6057-4764-9103-a743471798df HTTP/1.1" status: 204 len: 168 time: 1.8890686 Jan 20 14:29:10.664277 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 36504) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:10.682736 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4651f44c-1fae-4b0f-ac7e-d37dbb73a9c3 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:29:10.683386 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-4651f44c-1fae-4b0f-ac7e-d37dbb73a9c3 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:10.688257 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-af3e5b38-0394-4bb9-8733-322fe08cbc2e tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 4.7502100 Jan 20 14:29:10.717890 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 36508) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:10.727079 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-c674a119-2e9e-42f7-a2e8-c4289416a2c8 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-577521597', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:29:10.745918 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-8733c7b3-60bd-44c8-8c05-009ec94b8c64 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1626242', 'neutron.services.segments.db._delete_segments_for_network-8769554214620'] for network, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:10.747466 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] For port 242f2662-17cf-40dc-88ee-84029222076b, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=242f2662-17cf-40dc-88ee-84029222076b,segment=NetworkSegment(8f68484d-6593-49e2-9e7f-32db329e3bf4),segment_id=8f68484d-6593-49e2-9e7f-32db329e3bf4)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:29:10.755717 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-c674a119-2e9e-42f7-a2e8-c4289416a2c8 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:29:10.766832 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08e951c5-666c-485e-8290-c492606e3be4 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Checking segment: {'id': 'd6134be4-16aa-41af-a51b-97b065a5b7ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '695f78f2-e869-456f-9d87-515315a8a044'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 14:29:10.767211 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08e951c5-666c-485e-8290-c492606e3be4 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Network hostable DHCP agents. Network: 695f78f2-e869-456f-9d87-515315a8a044, hostable agents: ['1a181e39-5220-4c1a-88f8-08a54e8bfc9b'], hosted agents: [] {{(pid=84152) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 14:29:10.773418 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-c674a119-2e9e-42f7-a2e8-c4289416a2c8 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Usage tracker for resource:router and tenant:f85e30c327a64407a1a93d3333ba9261 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:29:10.778676 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-c674a119-2e9e-42f7-a2e8-c4289416a2c8 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:29:10.794986 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-c674a119-2e9e-42f7-a2e8-c4289416a2c8 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:29:10.811374 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-c54a8f82-15f6-47a8-824d-30137490962c tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Deleting port bf5a656e-7cf7-4ada-90c7-6288f4f5ce97 {{(pid=84153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:29:10.814644 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a1390c-c15a-4a00-a264-ca2684b10025 req-1a735e9a-498e-4afd-983f-48a234f6bb4b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:29:10.814900 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-c54a8f82-15f6-47a8-824d-30137490962c tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:10.815073 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-41a1390c-c15a-4a00-a264-ca2684b10025 req-1a735e9a-498e-4afd-983f-48a234f6bb4b service neutron] 10.222.0.106 "GET /v2.0/networks?id=f21a48f2-2a8e-483a-a3a2-338a6bf081a7 HTTP/1.1" status: 200 len: 912 time: 0.6912568 Jan 20 14:29:10.884129 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-d481d41c-0f81-41d2-91bd-195b7bfc9b33 None None] For port 95f89d1d-2795-4387-96ff-311a38bfbe85, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=95f89d1d-2795-4387-96ff-311a38bfbe85,segment=NetworkSegment(7b61d093-41ff-4202-b223-533eb0f8da0a),segment_id=7b61d093-41ff-4202-b223-533eb0f8da0a)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:29:10.895394 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:10.941108 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.segments.db [None req-8733c7b3-60bd-44c8-8c05-009ec94b8c64 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b1cc4ee-3150-44b5-954f-ebadeae7a09e']}} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:29:10.966372 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1e81cc1-efcc-4d64-8c57-c2ba7bda8a82 None None] Network f51a8e00-574f-4d7e-af33-41cf44c82ffa requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:29:10.969135 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 36512) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:10.969875 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-4651f44c-1fae-4b0f-ac7e-d37dbb73a9c3 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 5.4114742 Jan 20 14:29:10.997223 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.segments.db [None req-8733c7b3-60bd-44c8-8c05-009ec94b8c64 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e6efc8a-8597-43a9-b3e5-3c9acd90c5ee') {'for_net_delete': True} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:29:10.997223 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.segments.db [None req-8733c7b3-60bd-44c8-8c05-009ec94b8c64 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e6efc8a-8597-43a9-b3e5-3c9acd90c5ee') {} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:29:11.030080 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-8733c7b3-60bd-44c8-8c05-009ec94b8c64 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769554214503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3337904'] for segment, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:11.039717 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-c674a119-2e9e-42f7-a2e8-c4289416a2c8 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-105475'] for router, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:11.040915 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-c674a119-2e9e-42f7-a2e8-c4289416a2c8 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-739204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-744864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-735540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-105484'] for router, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:11.060039 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-73509579-595a-4a29-84e2-c41023fabc03 tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:11.133889 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port 95f89d1d-2795-4387-96ff-311a38bfbe85 triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:29:11.135005 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:11.151315 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-8733c7b3-60bd-44c8-8c05-009ec94b8c64 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:11.180997 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.db.resource_extend [None req-d481d41c-0f81-41d2-91bd-195b7bfc9b33 None None] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 20 14:29:11.222706 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-c674a119-2e9e-42f7-a2e8-c4289416a2c8 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:11.239748 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-d481d41c-0f81-41d2-91bd-195b7bfc9b33 None None] Notify callbacks [] for port, precommit_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:11.278019 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-73509579-595a-4a29-84e2-c41023fabc03 tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] Calling delete_port for 216f1e0e-eb75-45db-bd92-ebf3f8f5a685 owned by {{(pid=84152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:29:11.286452 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Pushing event updated for resources: {'Port': ['ID=242f2662-17cf-40dc-88ee-84029222076b,revision_number=4']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:11.308548 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] get_ports_and_sgs() called for port_ids ['242f2662-17cf-40dc-88ee-84029222076b'] {{(pid=84154) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 20 14:29:11.351054 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78b7df68-3c83-42b6-b7b9-91ba78bbcef7 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:29:11.352090 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-41a1390c-c15a-4a00-a264-ca2684b10025 req-25109069-8b9b-4cb6-aca1-4187d34c3c2d service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=954e9a8a-d5fc-4913-9be8-605284de3e2f HTTP/1.1" status: 200 len: 999 time: 0.4762385 Jan 20 14:29:11.359350 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78b7df68-3c83-42b6-b7b9-91ba78bbcef7 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:29:11.362217 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-78b7df68-3c83-42b6-b7b9-91ba78bbcef7 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1784 time: 0.3914480 Jan 20 14:29:11.368715 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 36518) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:11.369000 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-1b6dde77-a9b7-4098-a9cd-8fe419f4a260 None None] Provisioning for port db03574f-740b-4d67-b967-adf5f67115cf completed by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:29:11.377774 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08e951c5-666c-485e-8290-c492606e3be4 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Network 695f78f2-e869-456f-9d87-515315a8a044 is scheduled to be hosted by DHCP agent 1a181e39-5220-4c1a-88f8-08a54e8bfc9b with binding_index 1 {{(pid=84152) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 14:29:11.414148 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fe1b954-fcf6-4684-bf48-11d6dde13662 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95c917f5-14ba-5e96-98b8-1a52654a930a-c106ae52-c689-4514-926c-53899114d994', 'network_id': 'c106ae52-c689-4514-926c-53899114d994', 'tenant_id': 'f85e30c327a64407a1a93d3333ba9261', 'fixed_ips': [{'subnet_id': '0f3142c7-4e82-47dd-a3b2-416b4b1da9a2'}]}} from dv-neutron-825124-1-hyperv. {{(pid=84154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 20 14:29:11.415025 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-6fe1b954-fcf6-4684-bf48-11d6dde13662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:11.447936 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8733c7b3-60bd-44c8-8c05-009ec94b8c64 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=84152) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 14:29:11.448337 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-8733c7b3-60bd-44c8-8c05-009ec94b8c64 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1622950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4162906'] for segment, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:11.457897 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-c54a8f82-15f6-47a8-824d-30137490962c tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:11.465236 dv-neutron-825124-1-hyperv neutron-server[84152]: Traceback (most recent call last): Jan 20 14:29:11.465236 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 14:29:11.465236 dv-neutron-825124-1-hyperv neutron-server[84152]: timer() Jan 20 14:29:11.465236 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 14:29:11.465236 dv-neutron-825124-1-hyperv neutron-server[84152]: cb(*args, **kw) Jan 20 14:29:11.465236 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 14:29:11.465236 dv-neutron-825124-1-hyperv neutron-server[84152]: return func(*args, **kwargs) Jan 20 14:29:11.465236 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 14:29:11.465236 dv-neutron-825124-1-hyperv neutron-server[84152]: self._notify() Jan 20 14:29:11.465236 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 14:29:11.465236 dv-neutron-825124-1-hyperv neutron-server[84152]: self.callback(batched_events) Jan 20 14:29:11.465236 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 14:29:11.465236 dv-neutron-825124-1-hyperv neutron-server[84152]: event.method(event) Jan 20 14:29:11.465236 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 14:29:11.465236 dv-neutron-825124-1-hyperv neutron-server[84152]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 14:29:11.465236 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 14:29:11.465236 dv-neutron-825124-1-hyperv neutron-server[84152]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 14:29:11.465236 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 14:29:11.465236 dv-neutron-825124-1-hyperv neutron-server[84152]: return f(self, *a, **k) Jan 20 14:29:11.465236 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 14:29:11.465236 dv-neutron-825124-1-hyperv neutron-server[84152]: return self._get(url).json() Jan 20 14:29:11.465236 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 14:29:11.465236 dv-neutron-825124-1-hyperv neutron-server[84152]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 14:29:11.465236 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 14:29:11.465236 dv-neutron-825124-1-hyperv neutron-server[84152]: return self.request(url, 'GET', **kwargs) Jan 20 14:29:11.465236 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 14:29:11.465236 dv-neutron-825124-1-hyperv neutron-server[84152]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 14:29:11.465236 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 14:29:11.465236 dv-neutron-825124-1-hyperv neutron-server[84152]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 14:29:11.465236 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 14:29:11.465236 dv-neutron-825124-1-hyperv neutron-server[84152]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 14:29:11.465236 dv-neutron-825124-1-hyperv neutron-server[84152]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 14:29:11.485699 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-c674a119-2e9e-42f7-a2e8-c4289416a2c8 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-744861'] for router, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:11.613883 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a1390c-c15a-4a00-a264-ca2684b10025 req-3e130e1e-2a8c-4450-ac92-984af55199d6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:29:11.616041 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-41a1390c-c15a-4a00-a264-ca2684b10025 req-3e130e1e-2a8c-4450-ac92-984af55199d6 service neutron] 10.222.0.106 "GET /v2.0/subnets?id=dd53d1af-78bb-45f3-8468-b0b04e8256e8 HTTP/1.1" status: 200 len: 850 time: 0.2236543 Jan 20 14:29:11.622129 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.base_scheduler [None req-08e951c5-666c-485e-8290-c492606e3be4 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825124-1-hyperv, 695f78f2-e869-456f-9d87-515315a8a044) {{(pid=84152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:29:11.667560 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fc35dfc-f143-4dbe-a0c9-eb2499ebacf2 None None] Network 695f78f2-e869-456f-9d87-515315a8a044 requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:29:11.695333 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device db03574f-740b-4d67-b967-adf5f67115cf up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:29:11.747352 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-c54a8f82-15f6-47a8-824d-30137490962c tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Calling delete_port for bf5a656e-7cf7-4ada-90c7-6288f4f5ce97 owned by {{(pid=84153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:29:11.799817 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-d481d41c-0f81-41d2-91bd-195b7bfc9b33 None None] Transition to ACTIVE for port object 95f89d1d-2795-4387-96ff-311a38bfbe85 will not be triggered until provisioned by entity DHCP. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:29:11.812124 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08e951c5-666c-485e-8290-c492606e3be4 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:29:11.813043 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-08e951c5-666c-485e-8290-c492606e3be4 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks [] for subnet, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:11.820528 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-bfd45182-8f75-4e0f-b383-cfe30857e739 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Deleting port e00f9554-c0c8-453e-b17f-7c2d9ab00132 {{(pid=84153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:29:11.821131 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-bfd45182-8f75-4e0f-b383-cfe30857e739 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:11.827341 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-73509579-595a-4a29-84e2-c41023fabc03 tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:11.841904 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-8733c7b3-60bd-44c8-8c05-009ec94b8c64 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1626253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-745296'] for network, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:11.898398 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-d481d41c-0f81-41d2-91bd-195b7bfc9b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:11.947985 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-8733c7b3-60bd-44c8-8c05-009ec94b8c64 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Notify callbacks [] for network, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:11.967887 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-c674a119-2e9e-42f7-a2e8-c4289416a2c8 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks [] for router, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:11.974147 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-c674a119-2e9e-42f7-a2e8-c4289416a2c8 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 1.2540019 Jan 20 14:29:11.983946 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 36522) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:12.004383 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-8733c7b3-60bd-44c8-8c05-009ec94b8c64 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] 10.222.0.54 "DELETE /v2.0/networks/2b1cc4ee-3150-44b5-954f-ebadeae7a09e HTTP/1.1" status: 204 len: 168 time: 8.9210396 Jan 20 14:29:12.008233 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73509579-595a-4a29-84e2-c41023fabc03 tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] Pushing event deleted for resources: {'Port': ['ID=216f1e0e-eb75-45db-bd92-ebf3f8f5a685,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:12.010810 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 36526) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:12.012920 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-73509579-595a-4a29-84e2-c41023fabc03 tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:12.021067 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-73509579-595a-4a29-84e2-c41023fabc03 tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] 10.222.0.54 "DELETE /v2.0/ports/216f1e0e-eb75-45db-bd92-ebf3f8f5a685 HTTP/1.1" status: 204 len: 168 time: 2.0854933 Jan 20 14:29:12.027131 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8733c7b3-60bd-44c8-8c05-009ec94b8c64 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Pushing event deleted for resources: {'Network': ['ID=2b1cc4ee-3150-44b5-954f-ebadeae7a09e,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:12.032441 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 36528) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:12.032582 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_common [None req-6fe1b954-fcf6-4684-bf48-11d6dde13662 None None] Allocated IP 2001:db8:1::2 (c106ae52-c689-4514-926c-53899114d994/0f3142c7-4e82-47dd-a3b2-416b4b1da9a2/53ff4e7b-6a40-47ef-904c-251e3d42b11e) {{(pid=84154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:29:12.036358 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-18a2e68e-6fb8-4b0a-bbb1-26429065efa8 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-215217543'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:29:12.197546 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18593dff-aac2-4ff1-b1ad-43238f17e108 req-b9457672-1bb2-48e0-8acd-39daeed25a78 tempest-ServersTestManualDisk-1917914165 tempest-ServersTestManualDisk-1917914165-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:29:12.199903 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-18593dff-aac2-4ff1-b1ad-43238f17e108 req-b9457672-1bb2-48e0-8acd-39daeed25a78 tempest-ServersTestManualDisk-1917914165 tempest-ServersTestManualDisk-1917914165-project] 10.222.0.54 "GET /v2.0/ports?device_id=31da3ee5-c748-4975-b51b-042a16904f05 HTTP/1.1" status: 200 len: 944 time: 0.7466693 Jan 20 14:29:12.217567 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d481d41c-0f81-41d2-91bd-195b7bfc9b33 None None] Pushing event updated for resources: {'Port': ['ID=95f89d1d-2795-4387-96ff-311a38bfbe85,revision_number=4']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:12.226369 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-18a2e68e-6fb8-4b0a-bbb1-26429065efa8 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:29:12.235553 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-08e951c5-666c-485e-8290-c492606e3be4 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.8301780 Jan 20 14:29:12.250497 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-18a2e68e-6fb8-4b0a-bbb1-26429065efa8 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Usage tracker for resource:network and tenant:fb1d1c9fcb3d4adb98a1b2ecf7f7158b is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:29:12.254331 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 36534) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:12.259698 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-dccc376c-fa3a-45dc-b2dc-a432c6681086 tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] Synchronizing usage tracker for tenant:c64585f3eac240419743ed479261ff41 on resource:port {{(pid=84152) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:29:12.274554 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-a864751a-73cf-4782-a4fd-9ad439484bbd tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-93487972', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:29:12.283017 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-18a2e68e-6fb8-4b0a-bbb1-26429065efa8 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:29:12.394226 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning for port db03574f-740b-4d67-b967-adf5f67115cf completed by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:29:12.415879 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-c54a8f82-15f6-47a8-824d-30137490962c tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:12.426379 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-18a2e68e-6fb8-4b0a-bbb1-26429065efa8 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:29:12.433108 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port db03574f-740b-4d67-b967-adf5f67115cf triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:29:12.433439 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:12.450286 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-a864751a-73cf-4782-a4fd-9ad439484bbd tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:29:12.455896 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-a864751a-73cf-4782-a4fd-9ad439484bbd tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Usage tracker for resource:router and tenant:86e3e9c5b0744f88a459de56a9372787 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:29:12.461005 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-a864751a-73cf-4782-a4fd-9ad439484bbd tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:29:12.461591 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9cc1bc0-3532-445c-a522-b44279a598c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95c917f5-14ba-5e96-98b8-1a52654a930a-695f78f2-e869-456f-9d87-515315a8a044', 'network_id': '695f78f2-e869-456f-9d87-515315a8a044', 'tenant_id': '86e3e9c5b0744f88a459de56a9372787', 'fixed_ips': [{'subnet_id': 'e68ec696-f6d3-4d7d-a80d-7aba97bed46b'}]}} from dv-neutron-825124-1-hyperv. {{(pid=84154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 20 14:29:12.462504 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-b9cc1bc0-3532-445c-a522-b44279a598c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:12.471835 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-a864751a-73cf-4782-a4fd-9ad439484bbd tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:29:12.526564 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-41a1390c-c15a-4a00-a264-ca2684b10025 req-109da13a-f0a9-4ee9-ad8d-56bf0764d9a0 service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=f21a48f2-2a8e-483a-a3a2-338a6bf081a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.9011014 Jan 20 14:29:12.578017 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54a8f82-15f6-47a8-824d-30137490962c tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Pushing event deleted for resources: {'Port': ['ID=bf5a656e-7cf7-4ada-90c7-6288f4f5ce97,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:12.696814 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-a864751a-73cf-4782-a4fd-9ad439484bbd tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-105475'] for router, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:12.697935 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-a864751a-73cf-4782-a4fd-9ad439484bbd tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-739204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-744864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-735540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-105484'] for router, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:12.732555 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18a2e68e-6fb8-4b0a-bbb1-26429065efa8 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Made reservation on behalf of fb1d1c9fcb3d4adb98a1b2ecf7f7158b for: {'network': 1} {{(pid=84152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:29:12.736574 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-18a2e68e-6fb8-4b0a-bbb1-26429065efa8 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for network, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:12.757471 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-dccc376c-fa3a-45dc-b2dc-a432c6681086 tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] Unset dirty status for tenant:c64585f3eac240419743ed479261ff41 on resource:port {{(pid=84152) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:29:12.758852 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-dccc376c-fa3a-45dc-b2dc-a432c6681086 tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.6228209 Jan 20 14:29:12.770729 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 36538) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:12.799143 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-55bcd808-c46a-414b-8ff1-b8627352b198 tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1322148867'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:29:12.808766 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-55bcd808-c46a-414b-8ff1-b8627352b198 tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:29:12.829359 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-6fe1b954-fcf6-4684-bf48-11d6dde13662 None None] Notify callbacks [] for port, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:12.899335 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18a2e68e-6fb8-4b0a-bbb1-26429065efa8 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 188} {{(pid=84152) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 14:29:12.902944 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-55bcd808-c46a-414b-8ff1-b8627352b198 tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] Usage tracker for resource:network and tenant:c64585f3eac240419743ed479261ff41 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:29:12.909460 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-55bcd808-c46a-414b-8ff1-b8627352b198 tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:29:12.917097 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-6fe1b954-fcf6-4684-bf48-11d6dde13662 None None] Transition to ACTIVE for port object 53ff4e7b-6a40-47ef-904c-251e3d42b11e will not be triggered until provisioned by entity L2. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:29:12.938470 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-18593dff-aac2-4ff1-b1ad-43238f17e108 req-4c5d60ab-24c2-4d9f-84ab-ffadd6f15f99 tempest-ServersTestManualDisk-1917914165 tempest-ServersTestManualDisk-1917914165-project] 10.222.0.54 "GET /v2.0/security-groups?id=bd4de7e3-c31a-486d-85ec-eabfb6a0a160&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7267933 Jan 20 14:29:12.945853 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-6fe1b954-fcf6-4684-bf48-11d6dde13662 None None] Transition to ACTIVE for port object 53ff4e7b-6a40-47ef-904c-251e3d42b11e will not be triggered until provisioned by entity DHCP. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:29:12.955363 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-55bcd808-c46a-414b-8ff1-b8627352b198 tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:29:13.030547 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-bfd45182-8f75-4e0f-b383-cfe30857e739 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:13.048565 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-18a2e68e-6fb8-4b0a-bbb1-26429065efa8 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:13.049043 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.db.segments_db [None req-18a2e68e-6fb8-4b0a-bbb1-26429065efa8 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Added segment 7efed83c-2efb-4ac2-a1c5-47f4474fb777 of type vlan for network 2b3f012d-fa24-4043-b13a-c7e2d86cb179 Jan 20 14:29:13.052418 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-a864751a-73cf-4782-a4fd-9ad439484bbd tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:13.093952 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-41a1390c-c15a-4a00-a264-ca2684b10025 req-c5cf8009-167b-40e9-9736-c2c1e243e8f3 service neutron] 10.222.0.106 "GET /v2.0/networks/f21a48f2-2a8e-483a-a3a2-338a6bf081a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4842956 Jan 20 14:29:13.132254 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-6fe1b954-fcf6-4684-bf48-11d6dde13662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477'] for port, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:13.331508 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-bfd45182-8f75-4e0f-b383-cfe30857e739 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Calling delete_port for e00f9554-c0c8-453e-b17f-7c2d9ab00132 owned by {{(pid=84153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:29:13.332991 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-41a1390c-c15a-4a00-a264-ca2684b10025 req-1e820746-df38-4e47-882a-7c667d36fbff service neutron] 10.222.0.106 "GET /v2.0/networks/f21a48f2-2a8e-483a-a3a2-338a6bf081a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2234383 Jan 20 14:29:13.340545 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_common [None req-b9cc1bc0-3532-445c-a522-b44279a598c4 None None] Allocated IP 172.20.0.2 (695f78f2-e869-456f-9d87-515315a8a044/e68ec696-f6d3-4d7d-a80d-7aba97bed46b/af156580-78a5-4903-bf3e-87bf834ad5fa) {{(pid=84154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:29:13.393987 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55bcd808-c46a-414b-8ff1-b8627352b198 tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] Made reservation on behalf of c64585f3eac240419743ed479261ff41 for: {'network': 1} {{(pid=84152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:29:13.397549 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-55bcd808-c46a-414b-8ff1-b8627352b198 tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for network, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:13.417368 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-18a2e68e-6fb8-4b0a-bbb1-26429065efa8 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769553767792'] for network, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:13.462923 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-c54a8f82-15f6-47a8-824d-30137490962c tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:13.499013 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:13.507104 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-a864751a-73cf-4782-a4fd-9ad439484bbd tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-744861'] for router, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:13.515812 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55bcd808-c46a-414b-8ff1-b8627352b198 tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 194} {{(pid=84152) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 14:29:13.528000 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-c54a8f82-15f6-47a8-824d-30137490962c tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] 10.222.0.54 "DELETE /v2.0/ports/bf5a656e-7cf7-4ada-90c7-6288f4f5ce97 HTTP/1.1" status: 204 len: 168 time: 2.8611612 Jan 20 14:29:13.534890 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-2faaefbd-d9a6-457a-b6dd-e7f0ab7dccad None None] Provisioning complete for port db03574f-740b-4d67-b967-adf5f67115cf triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:29:13.535138 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 36542) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:13.535296 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-2faaefbd-d9a6-457a-b6dd-e7f0ab7dccad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:13.569618 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe1b954-fcf6-4684-bf48-11d6dde13662 None None] Pushing event updated for resources: {'Port': ['ID=53ff4e7b-6a40-47ef-904c-251e3d42b11e,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:13.587605 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fe1b954-fcf6-4684-bf48-11d6dde13662 None None] Network c106ae52-c689-4514-926c-53899114d994 is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:29:13.599923 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-55bcd808-c46a-414b-8ff1-b8627352b198 tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:13.600548 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.db.segments_db [None req-55bcd808-c46a-414b-8ff1-b8627352b198 tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] Added segment 9b6c37a4-8ba1-4146-96fd-f5e246bf8d3b of type vlan for network 45fe7be3-d863-4897-a080-c9e25716b18c Jan 20 14:29:13.600973 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-6fe1b954-fcf6-4684-bf48-11d6dde13662 None None] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:29:13.614796 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fe1b954-fcf6-4684-bf48-11d6dde13662 None None] Received port after_create {{(pid=84154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:29:13.628517 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-18a2e68e-6fb8-4b0a-bbb1-26429065efa8 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967'] for network, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:13.632538 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18a2e68e-6fb8-4b0a-bbb1-26429065efa8 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:29:13.633139 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-18a2e68e-6fb8-4b0a-bbb1-26429065efa8 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Notify callbacks [] for network, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:13.660355 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Device 242f2662-17cf-40dc-88ee-84029222076b up at agent hyperv_hv-neutron-8251 {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:29:13.771456 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-bfd45182-8f75-4e0f-b383-cfe30857e739 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:13.772634 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] For port db03574f-740b-4d67-b967-adf5f67115cf, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=db03574f-740b-4d67-b967-adf5f67115cf,segment=NetworkSegment(338d80b4-b9ff-4cf9-a0ee-9fcd887772ef),segment_id=338d80b4-b9ff-4cf9-a0ee-9fcd887772ef)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:29:13.789390 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-3bcac06c-602e-482a-9d06-6ac3ea5acb87 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:13.812183 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-a864751a-73cf-4782-a4fd-9ad439484bbd tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks [] for router, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:13.813279 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-a864751a-73cf-4782-a4fd-9ad439484bbd tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.5498314 Jan 20 14:29:13.831257 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 36546) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:13.834352 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-18a2e68e-6fb8-4b0a-bbb1-26429065efa8 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.8092182 Jan 20 14:29:13.837579 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-55bcd808-c46a-414b-8ff1-b8627352b198 tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769553767792'] for network, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:13.843841 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-9b79c88f-577c-4907-8db8-8c918706850e tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Request body: {'port': {'network_id': '695f78f2-e869-456f-9d87-515315a8a044', 'name': 'tempest-PortsTestJSON-278704051'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:29:13.846759 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 36550) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:13.861204 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-2058784d-cf04-45fd-a0da-cd15d7972e8b tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Request body: {'subnet': {'network_id': '2b3f012d-fa24-4043-b13a-c7e2d86cb179', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:29:13.867338 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:13.874497 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd45182-8f75-4e0f-b383-cfe30857e739 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Pushing event deleted for resources: {'Port': ['ID=e00f9554-c0c8-453e-b17f-7c2d9ab00132,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:14.038261 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Pushing event updated for resources: {'Port': ['ID=db03574f-740b-4d67-b967-adf5f67115cf,revision_number=3']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:14.056316 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-6fe1b954-fcf6-4684-bf48-11d6dde13662 None None] Attempting to bind port 53ff4e7b-6a40-47ef-904c-251e3d42b11e on host dv-neutron-825124-1-hyperv for vnic_type normal with profile {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:29:14.056914 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-6fe1b954-fcf6-4684-bf48-11d6dde13662 None None] Attempting to bind port 53ff4e7b-6a40-47ef-904c-251e3d42b11e by drivers openvswitch,hyperv on host dv-neutron-825124-1-hyperv at level 0 using segments [{'id': '0d17ff40-9e8c-42b0-9b7d-a96711da2f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'c106ae52-c689-4514-926c-53899114d994'}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:29:14.057505 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fe1b954-fcf6-4684-bf48-11d6dde13662 None None] Attempting to bind port 53ff4e7b-6a40-47ef-904c-251e3d42b11e on network c106ae52-c689-4514-926c-53899114d994 {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 14:29:14.062394 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 95f89d1d-2795-4387-96ff-311a38bfbe85 up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:29:14.077219 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a2e68e-6fb8-4b0a-bbb1-26429065efa8 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Pushing event updated for resources: {'Network': ['ID=2b3f012d-fa24-4043-b13a-c7e2d86cb179,revision_number=1']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:14.171880 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.db.resource_extend [None req-55bcd808-c46a-414b-8ff1-b8627352b198 tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 20 14:29:14.198754 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-9b79c88f-577c-4907-8db8-8c918706850e tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:29:14.204741 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-9b79c88f-577c-4907-8db8-8c918706850e tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Usage tracker for resource:port and tenant:86e3e9c5b0744f88a459de56a9372787 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:29:14.208883 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-9b79c88f-577c-4907-8db8-8c918706850e tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:29:14.215717 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-9b79c88f-577c-4907-8db8-8c918706850e tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:29:14.223681 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-bfd45182-8f75-4e0f-b383-cfe30857e739 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:14.237470 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-bfd45182-8f75-4e0f-b383-cfe30857e739 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] 10.222.0.54 "DELETE /v2.0/ports/e00f9554-c0c8-453e-b17f-7c2d9ab00132 HTTP/1.1" status: 204 len: 168 time: 2.8682055 Jan 20 14:29:14.239602 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Network 2b3f012d-fa24-4043-b13a-c7e2d86cb179 details requested by agent ovs-agent-dv-neutron-825124-1-hyperv with host dv-neutron-825124-1-hyperv {{(pid=84154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 14:29:14.243218 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 36556) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:14.282262 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b79c88f-577c-4907-8db8-8c918706850e tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Made reservation on behalf of 86e3e9c5b0744f88a459de56a9372787 for: {'port': 1} {{(pid=84153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:29:14.285690 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-9b79c88f-577c-4907-8db8-8c918706850e tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:14.346438 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-55bcd808-c46a-414b-8ff1-b8627352b198 tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967'] for network, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:14.350080 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55bcd808-c46a-414b-8ff1-b8627352b198 tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:29:14.350677 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-55bcd808-c46a-414b-8ff1-b8627352b198 tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] Notify callbacks [] for network, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:14.384265 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98559a2e-45b1-4409-821e-a64e726effd5 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:29:14.384995 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-98559a2e-45b1-4409-821e-a64e726effd5 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Synchronizing usage tracker for tenant:788f8e40e69a4b21adff221535fcbda3 on resource:port {{(pid=84152) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:29:14.393776 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.notifiers.nova [None req-9b79c88f-577c-4907-8db8-8c918706850e tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] device_id is not set on port e0739149-f487-4c42-a176-bb9dbc6e94f3 yet. {{(pid=84153) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 14:29:14.482917 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-2058784d-cf04-45fd-a0da-cd15d7972e8b tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:29:14.500237 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-2058784d-cf04-45fd-a0da-cd15d7972e8b tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Usage tracker for resource:subnet and tenant:fb1d1c9fcb3d4adb98a1b2ecf7f7158b is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:29:14.502734 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69e42147-299f-43a5-b27c-f29a99aa64a4 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:29:14.504143 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69e42147-299f-43a5-b27c-f29a99aa64a4 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:29:14.505445 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69e42147-299f-43a5-b27c-f29a99aa64a4 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:29:14.506397 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-69e42147-299f-43a5-b27c-f29a99aa64a4 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Synchronizing usage tracker for tenant:2cb17692bb0c4a2782f988652201ac42 on resource:subnet {{(pid=84153) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:29:14.512168 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-2058784d-cf04-45fd-a0da-cd15d7972e8b tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:29:14.536362 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-2058784d-cf04-45fd-a0da-cd15d7972e8b tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:29:14.556000 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45eae4dd-3a5a-4457-801b-7e4df60b6474 req-869b93ba-181e-4a15-9913-3abf57b32b63 tempest-ServersTestManualDisk-1917914165 tempest-ServersTestManualDisk-1917914165-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:29:14.557559 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-45eae4dd-3a5a-4457-801b-7e4df60b6474 req-869b93ba-181e-4a15-9913-3abf57b32b63 tempest-ServersTestManualDisk-1917914165 tempest-ServersTestManualDisk-1917914165-project] 10.222.0.54 "GET /v2.0/ports?device_id=31da3ee5-c748-4975-b51b-042a16904f05 HTTP/1.1" status: 200 len: 944 time: 0.2380955 Jan 20 14:29:14.573073 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fe1b954-fcf6-4684-bf48-11d6dde13662 None None] Checking agent: {'id': '6414dfeb-85c5-454a-8756-709ca637d800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825124-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 16, 31), 'started_at': datetime.datetime(2022, 1, 20, 14, 17, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 29, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825124-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 14:29:14.574151 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fe1b954-fcf6-4684-bf48-11d6dde13662 None None] Checking segment: {'id': '0d17ff40-9e8c-42b0-9b7d-a96711da2f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'c106ae52-c689-4514-926c-53899114d994'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 14:29:14.574396 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-6fe1b954-fcf6-4684-bf48-11d6dde13662 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:14.575128 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fe1b954-fcf6-4684-bf48-11d6dde13662 None None] Bound using segment: {'id': '0d17ff40-9e8c-42b0-9b7d-a96711da2f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'c106ae52-c689-4514-926c-53899114d994'} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 14:29:14.575827 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-6fe1b954-fcf6-4684-bf48-11d6dde13662 None None] Bound port: 53ff4e7b-6a40-47ef-904c-251e3d42b11e, host: dv-neutron-825124-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d17ff40-9e8c-42b0-9b7d-a96711da2f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'c106ae52-c689-4514-926c-53899114d994'}}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:29:14.576315 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-6fe1b954-fcf6-4684-bf48-11d6dde13662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:14.585781 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-55bcd808-c46a-414b-8ff1-b8627352b198 tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.8082023 Jan 20 14:29:14.593107 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 36560) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:14.598177 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bcd808-c46a-414b-8ff1-b8627352b198 tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] Pushing event updated for resources: {'Network': ['ID=45fe7be3-d863-4897-a080-c9e25716b18c,revision_number=1']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:14.611310 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-e5cf6555-69d0-4d22-9b15-8626de3680c9 tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-233232401'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:29:14.615932 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Network 45fe7be3-d863-4897-a080-c9e25716b18c details requested by agent ovs-agent-dv-neutron-825124-1-hyperv with host dv-neutron-825124-1-hyperv {{(pid=84154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 14:29:14.624865 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-e5cf6555-69d0-4d22-9b15-8626de3680c9 tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:29:14.631968 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-98559a2e-45b1-4409-821e-a64e726effd5 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Unset dirty status for tenant:788f8e40e69a4b21adff221535fcbda3 on resource:port {{(pid=84152) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:29:14.637038 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-98559a2e-45b1-4409-821e-a64e726effd5 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] 10.222.0.54 "GET /v2.0/ports?device_id=d6c1e36f-7721-4cd2-b738-173d5b3bd1fe HTTP/1.1" status: 200 len: 913 time: 1.0973938 Jan 20 14:29:14.637038 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-e5cf6555-69d0-4d22-9b15-8626de3680c9 tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] Usage tracker for resource:network and tenant:c64585f3eac240419743ed479261ff41 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:29:14.639995 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 36564) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:14.640968 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-e5cf6555-69d0-4d22-9b15-8626de3680c9 tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:29:14.645832 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-45eae4dd-3a5a-4457-801b-7e4df60b6474 req-4deb411a-e974-4152-bcee-7a55ef3760bb tempest-ServersTestManualDisk-1917914165 tempest-ServersTestManualDisk-1917914165-project] 10.222.0.54 "GET /v2.0/security-groups?id=bd4de7e3-c31a-486d-85ec-eabfb6a0a160&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812690 Jan 20 14:29:14.649659 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-69e42147-299f-43a5-b27c-f29a99aa64a4 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Unset dirty status for tenant:2cb17692bb0c4a2782f988652201ac42 on resource:subnet {{(pid=84153) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:29:14.651786 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-69e42147-299f-43a5-b27c-f29a99aa64a4 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.4073813 Jan 20 14:29:14.660184 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 36568) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:14.675169 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-b9cc1bc0-3532-445c-a522-b44279a598c4 None None] Notify callbacks [] for port, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:14.738374 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-b9cc1bc0-3532-445c-a522-b44279a598c4 None None] Transition to ACTIVE for port object af156580-78a5-4903-bf3e-87bf834ad5fa will not be triggered until provisioned by entity L2. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:29:14.744322 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-e5cf6555-69d0-4d22-9b15-8626de3680c9 tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:29:14.763447 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Provisioning for port 242f2662-17cf-40dc-88ee-84029222076b completed by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:29:14.765841 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2058784d-cf04-45fd-a0da-cd15d7972e8b tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Made reservation on behalf of fb1d1c9fcb3d4adb98a1b2ecf7f7158b for: {'subnet': 1} {{(pid=84152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:29:14.801528 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Provisioning complete for port 242f2662-17cf-40dc-88ee-84029222076b triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:29:14.801896 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:14.823813 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-8408e43f-609b-4a96-9f4a-a0f160354046 None None] Could not find standard attr ID for object e00f9554-c0c8-453e-b17f-7c2d9ab00132. {{(pid=84154) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 20 14:29:14.849181 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-b9cc1bc0-3532-445c-a522-b44279a598c4 None None] Transition to ACTIVE for port object af156580-78a5-4903-bf3e-87bf834ad5fa will not be triggered until provisioned by entity DHCP. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:29:14.905046 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.db_base_plugin_common [None req-3bcac06c-602e-482a-9d06-6ac3ea5acb87 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Allocated IP 2001:db8::1 (f51a8e00-574f-4d7e-af33-41cf44c82ffa/e556e39f-e142-45a8-b06d-696dd0af4bb5/3dc4c2bb-f386-4506-8c8d-d7c4ec9bc217) {{(pid=84152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:29:14.911165 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-6fe1b954-fcf6-4684-bf48-11d6dde13662 None None] For port 53ff4e7b-6a40-47ef-904c-251e3d42b11e, host dv-neutron-825124-1-hyperv, cleared binding levels {{(pid=84154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 14:29:14.914647 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-6fe1b954-fcf6-4684-bf48-11d6dde13662 None None] For port 53ff4e7b-6a40-47ef-904c-251e3d42b11e, host dv-neutron-825124-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=53ff4e7b-6a40-47ef-904c-251e3d42b11e,segment=NetworkSegment(0d17ff40-9e8c-42b0-9b7d-a96711da2f32),segment_id=0d17ff40-9e8c-42b0-9b7d-a96711da2f32)] {{(pid=84154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 14:29:14.924260 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-2058784d-cf04-45fd-a0da-cd15d7972e8b tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3155315'] for subnet, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:14.949601 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5cf6555-69d0-4d22-9b15-8626de3680c9 tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] Made reservation on behalf of c64585f3eac240419743ed479261ff41 for: {'network': 1} {{(pid=84152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:29:14.954076 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-e5cf6555-69d0-4d22-9b15-8626de3680c9 tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for network, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:14.960818 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-b9cc1bc0-3532-445c-a522-b44279a598c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477'] for port, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:14.998415 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.db_base_plugin_v2 [None req-51a7a039-9d44-4e87-8744-a27e23d64a71 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Deleting subnet 0a2ead96-c7f3-41a5-a232-e47a830efc25 {{(pid=84153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 20 14:29:15.006172 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-6fe1b954-fcf6-4684-bf48-11d6dde13662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:15.009515 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-8408e43f-609b-4a96-9f4a-a0f160354046 None None] Provisioning for port 95f89d1d-2795-4387-96ff-311a38bfbe85 completed by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:29:15.009975 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-51a7a039-9d44-4e87-8744-a27e23d64a71 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks [] for subnet, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:15.047483 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-8408e43f-609b-4a96-9f4a-a0f160354046 None None] Provisioning complete for port 95f89d1d-2795-4387-96ff-311a38bfbe85 triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:29:15.047852 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-8408e43f-609b-4a96-9f4a-a0f160354046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:15.072545 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:15.082088 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-51a7a039-9d44-4e87-8744-a27e23d64a71 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3980851'] for subnet, precommit_delete_associations {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:15.123092 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cc1bc0-3532-445c-a522-b44279a598c4 None None] Pushing event updated for resources: {'Port': ['ID=af156580-78a5-4903-bf3e-87bf834ad5fa,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:15.129568 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9cc1bc0-3532-445c-a522-b44279a598c4 None None] Network 695f78f2-e869-456f-9d87-515315a8a044 is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:29:15.148253 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.db.api [None req-9b79c88f-577c-4907-8db8-8c918706850e tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-8e02fdd3-f73c-40e6-ac1c-88fcf0e17aa1 {{(pid=84153) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 14:29:15.149008 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG oslo_db.api [None req-9b79c88f-577c-4907-8db8-8c918706850e tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=84153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 14:29:15.150863 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5cf6555-69d0-4d22-9b15-8626de3680c9 tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 169} {{(pid=84152) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 14:29:15.164043 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-b9cc1bc0-3532-445c-a522-b44279a598c4 None None] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:29:15.182619 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9cc1bc0-3532-445c-a522-b44279a598c4 None None] Received port after_create {{(pid=84154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:29:15.186529 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-e5cf6555-69d0-4d22-9b15-8626de3680c9 tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:15.186880 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.db.segments_db [None req-e5cf6555-69d0-4d22-9b15-8626de3680c9 tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] Added segment 02785138-244f-420a-9a33-119dedeacd1a of type vlan for network c1a562fa-928b-4018-b119-caaaa12b4855 Jan 20 14:29:15.208473 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-51a7a039-9d44-4e87-8744-a27e23d64a71 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1627147'] for subnet, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:15.219474 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31da3ee5-c748-4975-b51b-042a16904f05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '242f2662-17cf-40dc-88ee-84029222076b'}] {{(pid=84154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 14:29:15.267921 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] For port 242f2662-17cf-40dc-88ee-84029222076b, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=242f2662-17cf-40dc-88ee-84029222076b,segment=NetworkSegment(8f68484d-6593-49e2-9e7f-32db329e3bf4),segment_id=8f68484d-6593-49e2-9e7f-32db329e3bf4)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:29:15.316856 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe1b954-fcf6-4684-bf48-11d6dde13662 None None] Pushing event updated for resources: {'Port': ['ID=53ff4e7b-6a40-47ef-904c-251e3d42b11e,revision_number=2']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:15.362664 dv-neutron-825124-1-hyperv neutron-server[84154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31da3ee5-c748-4975-b51b-042a16904f05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '242f2662-17cf-40dc-88ee-84029222076b', 'code': 200} Jan 20 14:29:15.380762 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:15.466299 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-b9cc1bc0-3532-445c-a522-b44279a598c4 None None] Attempting to bind port af156580-78a5-4903-bf3e-87bf834ad5fa on host dv-neutron-825124-1-hyperv for vnic_type normal with profile {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:29:15.466829 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-b9cc1bc0-3532-445c-a522-b44279a598c4 None None] Attempting to bind port af156580-78a5-4903-bf3e-87bf834ad5fa by drivers openvswitch,hyperv on host dv-neutron-825124-1-hyperv at level 0 using segments [{'id': 'd6134be4-16aa-41af-a51b-97b065a5b7ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '695f78f2-e869-456f-9d87-515315a8a044'}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:29:15.467919 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9cc1bc0-3532-445c-a522-b44279a598c4 None None] Attempting to bind port af156580-78a5-4903-bf3e-87bf834ad5fa on network 695f78f2-e869-456f-9d87-515315a8a044 {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 14:29:15.486490 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-e5cf6555-69d0-4d22-9b15-8626de3680c9 tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769553767792'] for network, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:15.502587 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9cc1bc0-3532-445c-a522-b44279a598c4 None None] Checking agent: {'id': '6414dfeb-85c5-454a-8756-709ca637d800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825124-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 16, 31), 'started_at': datetime.datetime(2022, 1, 20, 14, 17, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 29, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825124-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 14:29:15.503140 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9cc1bc0-3532-445c-a522-b44279a598c4 None None] Checking segment: {'id': 'd6134be4-16aa-41af-a51b-97b065a5b7ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '695f78f2-e869-456f-9d87-515315a8a044'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 14:29:15.503424 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-b9cc1bc0-3532-445c-a522-b44279a598c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:15.503789 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9cc1bc0-3532-445c-a522-b44279a598c4 None None] Bound using segment: {'id': 'd6134be4-16aa-41af-a51b-97b065a5b7ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '695f78f2-e869-456f-9d87-515315a8a044'} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 14:29:15.504260 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-b9cc1bc0-3532-445c-a522-b44279a598c4 None None] Bound port: af156580-78a5-4903-bf3e-87bf834ad5fa, host: dv-neutron-825124-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6134be4-16aa-41af-a51b-97b065a5b7ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '695f78f2-e869-456f-9d87-515315a8a044'}}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:29:15.504680 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-b9cc1bc0-3532-445c-a522-b44279a598c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:15.534655 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Pushing event updated for resources: {'Port': ['ID=242f2662-17cf-40dc-88ee-84029222076b,revision_number=5']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:15.565446 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-51a7a039-9d44-4e87-8744-a27e23d64a71 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1627154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3943464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4194013'] for subnet, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:15.645051 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-b9cc1bc0-3532-445c-a522-b44279a598c4 None None] For port af156580-78a5-4903-bf3e-87bf834ad5fa, host dv-neutron-825124-1-hyperv, cleared binding levels {{(pid=84154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 14:29:15.648577 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-b9cc1bc0-3532-445c-a522-b44279a598c4 None None] For port af156580-78a5-4903-bf3e-87bf834ad5fa, host dv-neutron-825124-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=af156580-78a5-4903-bf3e-87bf834ad5fa,segment=NetworkSegment(d6134be4-16aa-41af-a51b-97b065a5b7ce),segment_id=d6134be4-16aa-41af-a51b-97b065a5b7ce)] {{(pid=84154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 14:29:15.649712 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-3bcac06c-602e-482a-9d06-6ac3ea5acb87 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks [] for port, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:15.654365 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-9b79c88f-577c-4907-8db8-8c918706850e tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:15.678556 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a7a039-9d44-4e87-8744-a27e23d64a71 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Pushing event deleted for resources: {'Subnet': ['ID=0a2ead96-c7f3-41a5-a232-e47a830efc25,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:15.706963 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e483e70b-d27e-45b7-ad74-dfad2846a569 None None] Network dbce74ed-d43c-4540-8d8d-e582f35e4792 requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:29:15.713962 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-51a7a039-9d44-4e87-8744-a27e23d64a71 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks [] for subnet, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:15.720069 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.notifiers.nova [None req-9b79c88f-577c-4907-8db8-8c918706850e tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] device_id is not set on port c3c125f9-cdd3-4393-a11d-0de841add6a9 yet. {{(pid=84153) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 14:29:15.728610 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-b9cc1bc0-3532-445c-a522-b44279a598c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:15.768486 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.db.resource_extend [None req-e5cf6555-69d0-4d22-9b15-8626de3680c9 tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 20 14:29:15.910287 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.provisioning_blocks [None req-3bcac06c-602e-482a-9d06-6ac3ea5acb87 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Transition to ACTIVE for port object 3dc4c2bb-f386-4506-8c8d-d7c4ec9bc217 will not be triggered until provisioned by entity DHCP. {{(pid=84152) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:29:15.943883 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-51a7a039-9d44-4e87-8744-a27e23d64a71 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] 10.222.0.54 "DELETE /v2.0/subnets/0a2ead96-c7f3-41a5-a232-e47a830efc25 HTTP/1.1" status: 204 len: 168 time: 1.2791002 Jan 20 14:29:15.944688 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 36580) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:16.028563 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cc1bc0-3532-445c-a522-b44279a598c4 None None] Pushing event updated for resources: {'Port': ['ID=af156580-78a5-4903-bf3e-87bf834ad5fa,revision_number=2']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:16.197835 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.db_base_plugin_v2 [None req-d80b0465-1daa-4a9e-9956-90a874de34ac tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Deleting subnet cef7487c-2b94-4451-a9c0-564521428a2d {{(pid=84153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 20 14:29:16.201341 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-d80b0465-1daa-4a9e-9956-90a874de34ac tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks [] for subnet, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:16.214352 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 53ff4e7b-6a40-47ef-904c-251e3d42b11e up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:29:16.233423 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-e5cf6555-69d0-4d22-9b15-8626de3680c9 tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967'] for network, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:16.241826 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5cf6555-69d0-4d22-9b15-8626de3680c9 tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:29:16.243331 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-e5cf6555-69d0-4d22-9b15-8626de3680c9 tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] Notify callbacks [] for network, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:16.250160 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-2058784d-cf04-45fd-a0da-cd15d7972e8b tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4163519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3155301'] for subnet, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:16.260702 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-d80b0465-1daa-4a9e-9956-90a874de34ac tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3980851'] for subnet, precommit_delete_associations {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:16.432388 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ef55fa-5f46-4b4c-8b69-88eee71c8ed1 req-323b22eb-3841-42a2-b0df-4d87c45ae826 tempest-ServersTestManualDisk-1917914165 tempest-ServersTestManualDisk-1917914165-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:29:16.434957 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-b4ef55fa-5f46-4b4c-8b69-88eee71c8ed1 req-323b22eb-3841-42a2-b0df-4d87c45ae826 tempest-ServersTestManualDisk-1917914165 tempest-ServersTestManualDisk-1917914165-project] 10.222.0.54 "GET /v2.0/ports?device_id=31da3ee5-c748-4975-b51b-042a16904f05 HTTP/1.1" status: 200 len: 945 time: 0.4286149 Jan 20 14:29:16.493730 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.db_base_plugin_common [None req-9b79c88f-577c-4907-8db8-8c918706850e tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Allocated IP 172.20.0.14 (695f78f2-e869-456f-9d87-515315a8a044/e68ec696-f6d3-4d7d-a80d-7aba97bed46b/c3c125f9-cdd3-4393-a11d-0de841add6a9) {{(pid=84153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:29:16.547801 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning for port 53ff4e7b-6a40-47ef-904c-251e3d42b11e completed by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:29:16.554355 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device db03574f-740b-4d67-b967-adf5f67115cf up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:29:16.561696 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-d80b0465-1daa-4a9e-9956-90a874de34ac tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1627147'] for subnet, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:16.663441 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-3bcac06c-602e-482a-9d06-6ac3ea5acb87 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:16.705846 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port db03574f-740b-4d67-b967-adf5f67115cf triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:29:16.705846 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:16.754898 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-b4ef55fa-5f46-4b4c-8b69-88eee71c8ed1 req-696c0045-a711-4801-9308-34dab4dff5ab tempest-ServersTestManualDisk-1917914165 tempest-ServersTestManualDisk-1917914165-project] 10.222.0.54 "GET /v2.0/security-groups?id=bd4de7e3-c31a-486d-85ec-eabfb6a0a160&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3121345 Jan 20 14:29:17.017123 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bcac06c-602e-482a-9d06-6ac3ea5acb87 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Network f51a8e00-574f-4d7e-af33-41cf44c82ffa is already hosted by enough agents. {{(pid=84152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:29:17.043038 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.base_scheduler [None req-3bcac06c-602e-482a-9d06-6ac3ea5acb87 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Resources bound (agent type, host, resource id): {{(pid=84152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:29:17.051956 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bcac06c-602e-482a-9d06-6ac3ea5acb87 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Received port after_create {{(pid=84152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:29:17.052745 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-3bcac06c-602e-482a-9d06-6ac3ea5acb87 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-745387'] for router_interface, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:17.082753 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2058784d-cf04-45fd-a0da-cd15d7972e8b tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Pushing event updated for resources: {'Subnet': ['ID=e10cd35b-3a8a-4061-8a9e-ad50d8e336ad,revision_number=0']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:17.099203 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cf6555-69d0-4d22-9b15-8626de3680c9 tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] Pushing event updated for resources: {'Network': ['ID=c1a562fa-928b-4018-b119-caaaa12b4855,revision_number=1']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:17.103420 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-e5cf6555-69d0-4d22-9b15-8626de3680c9 tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 2.5065472 Jan 20 14:29:17.127183 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-58a86a83-5dc8-4417-b606-1520c0d87ffa req-c1734f0d-1908-45cb-ab01-ff621ffdd194 service neutron] 10.222.0.106 "GET /v2.0/ports?device_id=31da3ee5-c748-4975-b51b-042a16904f05 HTTP/1.1" status: 200 len: 1098 time: 1.3825614 Jan 20 14:29:17.134213 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-9b79c88f-577c-4907-8db8-8c918706850e tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks [] for port, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:17.137180 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Network c1a562fa-928b-4018-b119-caaaa12b4855 details requested by agent ovs-agent-dv-neutron-825124-1-hyperv with host dv-neutron-825124-1-hyperv {{(pid=84154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 14:29:17.141347 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-d80b0465-1daa-4a9e-9956-90a874de34ac tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1627154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3943464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4194013'] for subnet, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:17.160810 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcac06c-602e-482a-9d06-6ac3ea5acb87 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Pushing event updated for resources: {'Port': ['ID=3dc4c2bb-f386-4506-8c8d-d7c4ec9bc217,revision_number=1']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:17.164418 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2058784d-cf04-45fd-a0da-cd15d7972e8b tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Checking segment: {'id': '7efed83c-2efb-4ac2-a1c5-47f4474fb777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '2b3f012d-fa24-4043-b13a-c7e2d86cb179'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 14:29:17.165102 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2058784d-cf04-45fd-a0da-cd15d7972e8b tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Network hostable DHCP agents. Network: 2b3f012d-fa24-4043-b13a-c7e2d86cb179, hostable agents: ['1a181e39-5220-4c1a-88f8-08a54e8bfc9b'], hosted agents: [] {{(pid=84152) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 14:29:17.205277 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ec67e19-204c-4e01-9833-b12743745d8e None None] Network c106ae52-c689-4514-926c-53899114d994 requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:29:17.244670 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.provisioning_blocks [None req-9b79c88f-577c-4907-8db8-8c918706850e tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Transition to ACTIVE for port object c3c125f9-cdd3-4393-a11d-0de841add6a9 will not be triggered until provisioned by entity DHCP. {{(pid=84153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:29:17.249939 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80b0465-1daa-4a9e-9956-90a874de34ac tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Pushing event deleted for resources: {'Subnet': ['ID=cef7487c-2b94-4451-a9c0-564521428a2d,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:17.277351 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-d80b0465-1daa-4a9e-9956-90a874de34ac tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks [] for subnet, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:17.303619 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-d80b0465-1daa-4a9e-9956-90a874de34ac tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] 10.222.0.54 "DELETE /v2.0/subnets/cef7487c-2b94-4451-a9c0-564521428a2d HTTP/1.1" status: 204 len: 168 time: 1.3579173 Jan 20 14:29:17.310651 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 36584) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:17.455277 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2058784d-cf04-45fd-a0da-cd15d7972e8b tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Network 2b3f012d-fa24-4043-b13a-c7e2d86cb179 is scheduled to be hosted by DHCP agent 1a181e39-5220-4c1a-88f8-08a54e8bfc9b with binding_index 1 {{(pid=84152) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 14:29:17.503993 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-8c35daf3-64f8-47bf-9ca9-5547fac1543f tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1865315 Jan 20 14:29:17.507292 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 36588) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:17.522880 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-51d56149-30f4-4cdb-a94d-5be7bbd6cb24 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Request body: {'subnet': {'network_id': 'dbce74ed-d43c-4540-8d8d-e582f35e4792', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:29:17.642855 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-58a86a83-5dc8-4417-b606-1520c0d87ffa req-57ca6f17-efed-4bcb-ae5d-854f08c33064 service neutron] 10.222.0.106 "GET /v2.0/security-groups?id=bd4de7e3-c31a-486d-85ec-eabfb6a0a160&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4837923 Jan 20 14:29:17.672084 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-3bcac06c-602e-482a-9d06-6ac3ea5acb87 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:17.762739 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.base_scheduler [None req-2058784d-cf04-45fd-a0da-cd15d7972e8b tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825124-1-hyperv, 2b3f012d-fa24-4043-b13a-c7e2d86cb179) {{(pid=84152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:29:17.774907 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2058784d-cf04-45fd-a0da-cd15d7972e8b tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:29:17.775528 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-2058784d-cf04-45fd-a0da-cd15d7972e8b tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Notify callbacks [] for subnet, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:17.831777 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-a5f4d218-0f9f-4874-abaf-e497e048bd8f tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-743504'] for router_interface, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:18.051447 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-9b79c88f-577c-4907-8db8-8c918706850e tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:18.061666 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-51d56149-30f4-4cdb-a94d-5be7bbd6cb24 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:29:18.082793 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82e0cb16-e207-4c3c-847c-9cedfb1f08be None None] Network 2b3f012d-fa24-4043-b13a-c7e2d86cb179 requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:29:18.125460 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7beaa13-88d4-4428-9d8d-6ada79d27d77 None None] Network dbce74ed-d43c-4540-8d8d-e582f35e4792 requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:29:18.171359 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-51d56149-30f4-4cdb-a94d-5be7bbd6cb24 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Usage tracker for resource:subnet and tenant:2cb17692bb0c4a2782f988652201ac42 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:29:18.181854 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b79c88f-577c-4907-8db8-8c918706850e tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Network 695f78f2-e869-456f-9d87-515315a8a044 is already hosted by enough agents. {{(pid=84153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:29:18.183163 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-51d56149-30f4-4cdb-a94d-5be7bbd6cb24 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:29:18.194850 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.base_scheduler [None req-9b79c88f-577c-4907-8db8-8c918706850e tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Resources bound (agent type, host, resource id): {{(pid=84153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:29:18.210220 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b79c88f-577c-4907-8db8-8c918706850e tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Received port after_create {{(pid=84153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:29:18.237789 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device af156580-78a5-4903-bf3e-87bf834ad5fa up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:29:18.264728 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-51d56149-30f4-4cdb-a94d-5be7bbd6cb24 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:29:18.315684 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b79c88f-577c-4907-8db8-8c918706850e tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Pushing event updated for resources: {'Port': ['ID=c3c125f9-cdd3-4393-a11d-0de841add6a9,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:18.349507 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b79c88f-577c-4907-8db8-8c918706850e tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:29:18.350746 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-9b79c88f-577c-4907-8db8-8c918706850e tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:18.376795 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-386a022e-555b-4d66-8bd8-038f89363b3f None None] Provisioning for port 53ff4e7b-6a40-47ef-904c-251e3d42b11e completed by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:29:18.409980 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51d56149-30f4-4cdb-a94d-5be7bbd6cb24 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Made reservation on behalf of 2cb17692bb0c4a2782f988652201ac42 for: {'subnet': 1} {{(pid=84153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:29:18.414130 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-51d56149-30f4-4cdb-a94d-5be7bbd6cb24 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4193986'] for subnet, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:18.434836 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-903953ea-21c1-47ff-9ef5-513efd05ab0a None None] Network 695f78f2-e869-456f-9d87-515315a8a044 requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:29:18.438997 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-9b79c88f-577c-4907-8db8-8c918706850e tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 4.6066470 Jan 20 14:29:18.472456 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-386a022e-555b-4d66-8bd8-038f89363b3f None None] Provisioning complete for port 53ff4e7b-6a40-47ef-904c-251e3d42b11e triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:29:18.484339 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-386a022e-555b-4d66-8bd8-038f89363b3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:18.496149 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 36594) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:18.590438 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-3bcac06c-602e-482a-9d06-6ac3ea5acb87 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks [] for port, precommit_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:18.604125 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-2058784d-cf04-45fd-a0da-cd15d7972e8b tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 4.7545815 Jan 20 14:29:18.610014 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 36598) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:18.794565 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0cba81-1e8a-4ca9-be44-04992a7d49eb req-967e61af-94d0-4f86-a31f-ad8acab0bfd6 tempest-ServersTestManualDisk-1917914165 tempest-ServersTestManualDisk-1917914165-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:29:18.797055 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-cd0cba81-1e8a-4ca9-be44-04992a7d49eb req-967e61af-94d0-4f86-a31f-ad8acab0bfd6 tempest-ServersTestManualDisk-1917914165 tempest-ServersTestManualDisk-1917914165-project] 10.222.0.54 "GET /v2.0/ports?device_id=31da3ee5-c748-4975-b51b-042a16904f05 HTTP/1.1" status: 200 len: 945 time: 0.4287822 Jan 20 14:29:18.835740 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-798a0b81-cde8-49db-b138-f369d386859c tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586409'] for network, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:18.877158 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-3bcac06c-602e-482a-9d06-6ac3ea5acb87 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162822'] for port, after_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:18.879801 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-3bcac06c-602e-482a-9d06-6ac3ea5acb87 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1705158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-743490'] for router_interface, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:19.157988 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcac06c-602e-482a-9d06-6ac3ea5acb87 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Pushing event updated for resources: {'Port': ['ID=3dc4c2bb-f386-4506-8c8d-d7c4ec9bc217,revision_number=2']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:19.163241 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-798a0b81-cde8-49db-b138-f369d386859c tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1627147'] for subnet, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:19.298235 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-cd0cba81-1e8a-4ca9-be44-04992a7d49eb req-1422fe8a-e7fb-494e-a47f-1db84f0b8341 tempest-ServersTestManualDisk-1917914165 tempest-ServersTestManualDisk-1917914165-project] 10.222.0.54 "GET /v2.0/security-groups?id=bd4de7e3-c31a-486d-85ec-eabfb6a0a160&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2440767 Jan 20 14:29:19.393645 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-798a0b81-cde8-49db-b138-f369d386859c tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1627154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4163580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155308'] for subnet, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:19.643666 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798a0b81-cde8-49db-b138-f369d386859c tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Pushing event deleted for resources: {'Subnet': ['ID=e10cd35b-3a8a-4061-8a9e-ad50d8e336ad,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:19.667078 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-782a2abe-793c-401c-9f6f-3ebe9eee621a tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:19.797768 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-386a022e-555b-4d66-8bd8-038f89363b3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:19.876225 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-386a022e-555b-4d66-8bd8-038f89363b3f None None] For port 53ff4e7b-6a40-47ef-904c-251e3d42b11e, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=53ff4e7b-6a40-47ef-904c-251e3d42b11e,segment=NetworkSegment(0d17ff40-9e8c-42b0-9b7d-a96711da2f32),segment_id=0d17ff40-9e8c-42b0-9b7d-a96711da2f32)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:29:19.900515 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning for port af156580-78a5-4903-bf3e-87bf834ad5fa completed by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:29:19.927295 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-798a0b81-cde8-49db-b138-f369d386859c tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1626242', 'neutron.services.segments.db._delete_segments_for_network-8769554214620'] for network, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:20.008377 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bcac06c-602e-482a-9d06-6ac3ea5acb87 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Network f51a8e00-574f-4d7e-af33-41cf44c82ffa is already hosted by enough agents. {{(pid=84152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:29:20.010367 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.objects.ports [None req-51d56149-30f4-4cdb-a94d-5be7bbd6cb24 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=84153) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Jan 20 14:29:20.017864 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-386a022e-555b-4d66-8bd8-038f89363b3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:20.018962 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.base_scheduler [None req-3bcac06c-602e-482a-9d06-6ac3ea5acb87 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Resources bound (agent type, host, resource id): {{(pid=84152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:29:20.023656 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.segments.db [None req-798a0b81-cde8-49db-b138-f369d386859c tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b3f012d-fa24-4043-b13a-c7e2d86cb179']}} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:29:20.164886 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebb18f65-b6f7-4ee8-a19a-7a74ba131e59 None None] Network 2b3f012d-fa24-4043-b13a-c7e2d86cb179 requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:29:20.441661 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386a022e-555b-4d66-8bd8-038f89363b3f None None] Pushing event updated for resources: {'Port': ['ID=53ff4e7b-6a40-47ef-904c-251e3d42b11e,revision_number=3']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:20.487360 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-782a2abe-793c-401c-9f6f-3ebe9eee621a tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks [] for port, precommit_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:20.580381 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-51d56149-30f4-4cdb-a94d-5be7bbd6cb24 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:20.587766 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.segments.db [None req-798a0b81-cde8-49db-b138-f369d386859c tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7efed83c-2efb-4ac2-a1c5-47f4474fb777') {'for_net_delete': True} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:29:20.588238 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.segments.db [None req-798a0b81-cde8-49db-b138-f369d386859c tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7efed83c-2efb-4ac2-a1c5-47f4474fb777') {} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:29:20.591892 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-782a2abe-793c-401c-9f6f-3ebe9eee621a tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3944146'] for port, after_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:20.640429 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-798a0b81-cde8-49db-b138-f369d386859c tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769554214503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3337904'] for segment, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:20.707680 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782a2abe-793c-401c-9f6f-3ebe9eee621a tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Pushing event updated for resources: {'Port': ['ID=c3c125f9-cdd3-4393-a11d-0de841add6a9,revision_number=2']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:20.756778 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-0a8963b4-4d75-4626-a639-6e4c122a7fe8 None None] Provisioning for port af156580-78a5-4903-bf3e-87bf834ad5fa completed by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:29:20.759580 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-798a0b81-cde8-49db-b138-f369d386859c tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:20.801386 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-798a0b81-cde8-49db-b138-f369d386859c tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Releasing vlan 188 on physical network physnet1 to pool {{(pid=84152) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 14:29:20.801984 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-798a0b81-cde8-49db-b138-f369d386859c tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1622950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4162906'] for segment, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:20.821041 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-0a8963b4-4d75-4626-a639-6e4c122a7fe8 None None] Provisioning complete for port af156580-78a5-4903-bf3e-87bf834ad5fa triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:29:20.821907 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-0a8963b4-4d75-4626-a639-6e4c122a7fe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:20.845799 dv-neutron-825124-1-hyperv neutron-server[84152]: Traceback (most recent call last): Jan 20 14:29:20.845799 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 14:29:20.845799 dv-neutron-825124-1-hyperv neutron-server[84152]: timer() Jan 20 14:29:20.845799 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 14:29:20.845799 dv-neutron-825124-1-hyperv neutron-server[84152]: cb(*args, **kw) Jan 20 14:29:20.845799 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 14:29:20.845799 dv-neutron-825124-1-hyperv neutron-server[84152]: return func(*args, **kwargs) Jan 20 14:29:20.845799 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 14:29:20.845799 dv-neutron-825124-1-hyperv neutron-server[84152]: self._notify() Jan 20 14:29:20.845799 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 14:29:20.845799 dv-neutron-825124-1-hyperv neutron-server[84152]: self.callback(batched_events) Jan 20 14:29:20.845799 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 14:29:20.845799 dv-neutron-825124-1-hyperv neutron-server[84152]: event.method(event) Jan 20 14:29:20.845799 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 14:29:20.845799 dv-neutron-825124-1-hyperv neutron-server[84152]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 14:29:20.845799 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 14:29:20.845799 dv-neutron-825124-1-hyperv neutron-server[84152]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 14:29:20.845799 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 14:29:20.845799 dv-neutron-825124-1-hyperv neutron-server[84152]: return f(self, *a, **k) Jan 20 14:29:20.845799 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 14:29:20.845799 dv-neutron-825124-1-hyperv neutron-server[84152]: return self._get(url).json() Jan 20 14:29:20.845799 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 14:29:20.845799 dv-neutron-825124-1-hyperv neutron-server[84152]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 14:29:20.845799 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 14:29:20.845799 dv-neutron-825124-1-hyperv neutron-server[84152]: return self.request(url, 'GET', **kwargs) Jan 20 14:29:20.845799 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 14:29:20.845799 dv-neutron-825124-1-hyperv neutron-server[84152]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 14:29:20.845799 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 14:29:20.845799 dv-neutron-825124-1-hyperv neutron-server[84152]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 14:29:20.845799 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 14:29:20.845799 dv-neutron-825124-1-hyperv neutron-server[84152]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 14:29:20.845799 dv-neutron-825124-1-hyperv neutron-server[84152]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 14:29:20.938540 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d30ed07e-d186-488f-9741-92c1ede4a1da None None] DHCP port deletion for dbce74ed-d43c-4540-8d8d-e582f35e4792 request from dv-neutron-825124-1-hyperv {{(pid=84154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 20 14:29:20.950069 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-d30ed07e-d186-488f-9741-92c1ede4a1da None None] Deleting port 95f89d1d-2795-4387-96ff-311a38bfbe85 {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:29:20.950541 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-d30ed07e-d186-488f-9741-92c1ede4a1da None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:21.350406 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-d30ed07e-d186-488f-9741-92c1ede4a1da None None] For port 95f89d1d-2795-4387-96ff-311a38bfbe85, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=95f89d1d-2795-4387-96ff-311a38bfbe85,segment=NetworkSegment(7b61d093-41ff-4202-b223-533eb0f8da0a),segment_id=7b61d093-41ff-4202-b223-533eb0f8da0a)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:29:21.350913 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-d30ed07e-d186-488f-9741-92c1ede4a1da None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:21.430648 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb38676-5910-4aca-bad7-6546c68d909a req-2287b817-fdc1-4495-a8bf-db6f1a7a476f tempest-ServersTestManualDisk-1917914165 tempest-ServersTestManualDisk-1917914165-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:29:21.430648 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-cfb38676-5910-4aca-bad7-6546c68d909a req-2287b817-fdc1-4495-a8bf-db6f1a7a476f tempest-ServersTestManualDisk-1917914165 tempest-ServersTestManualDisk-1917914165-project] 10.222.0.54 "GET /v2.0/ports?device_id=31da3ee5-c748-4975-b51b-042a16904f05 HTTP/1.1" status: 200 len: 945 time: 0.8232613 Jan 20 14:29:21.536330 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-d30ed07e-d186-488f-9741-92c1ede4a1da None None] Calling delete_port for 95f89d1d-2795-4387-96ff-311a38bfbe85 owned by network:dhcp {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:29:21.596514 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-0a8963b4-4d75-4626-a639-6e4c122a7fe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:21.673961 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-cfb38676-5910-4aca-bad7-6546c68d909a req-eecad4d3-f4f8-4872-bdda-2b32b0e26fe6 tempest-ServersTestManualDisk-1917914165 tempest-ServersTestManualDisk-1917914165-project] 10.222.0.54 "GET /v2.0/security-groups?id=bd4de7e3-c31a-486d-85ec-eabfb6a0a160&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2406445 Jan 20 14:29:21.679036 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-782a2abe-793c-401c-9f6f-3ebe9eee621a tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-745387'] for router_interface, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:21.705136 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-0a8963b4-4d75-4626-a639-6e4c122a7fe8 None None] For port af156580-78a5-4903-bf3e-87bf834ad5fa, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=af156580-78a5-4903-bf3e-87bf834ad5fa,segment=NetworkSegment(d6134be4-16aa-41af-a51b-97b065a5b7ce),segment_id=d6134be4-16aa-41af-a51b-97b065a5b7ce)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:29:21.820846 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.db [None req-51d56149-30f4-4cdb-a94d-5be7bbd6cb24 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] For port 95f89d1d-2795-4387-96ff-311a38bfbe85, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=95f89d1d-2795-4387-96ff-311a38bfbe85,segment=NetworkSegment(7b61d093-41ff-4202-b223-533eb0f8da0a),segment_id=7b61d093-41ff-4202-b223-533eb0f8da0a)] {{(pid=84153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:29:21.868035 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-51d56149-30f4-4cdb-a94d-5be7bbd6cb24 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks [] for port, precommit_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:21.983456 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-0a8963b4-4d75-4626-a639-6e4c122a7fe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:22.001132 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-51d56149-30f4-4cdb-a94d-5be7bbd6cb24 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3944146'] for port, after_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:22.001967 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-51d56149-30f4-4cdb-a94d-5be7bbd6cb24 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3943531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4194004'] for subnet, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:22.007734 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.agents_db [None req-6dba657d-a637-4918-9b6d-40defdfae04b None None] Agent healthcheck: found 6 active agents {{(pid=84155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 14:29:22.050017 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-798a0b81-cde8-49db-b138-f369d386859c tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1626253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-745296'] for network, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:22.055330 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-798a0b81-cde8-49db-b138-f369d386859c tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Notify callbacks [] for network, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:22.099370 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-798a0b81-cde8-49db-b138-f369d386859c tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] 10.222.0.54 "DELETE /v2.0/networks/2b3f012d-fa24-4043-b13a-c7e2d86cb179 HTTP/1.1" status: 204 len: 168 time: 3.4830191 Jan 20 14:29:22.099370 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798a0b81-cde8-49db-b138-f369d386859c tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Pushing event deleted for resources: {'Network': ['ID=2b3f012d-fa24-4043-b13a-c7e2d86cb179,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:22.109267 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.db.api [None req-d30ed07e-d186-488f-9741-92c1ede4a1da None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84154) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 14:29:22.110349 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 36606) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:22.110658 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG oslo_db.api [None req-d30ed07e-d186-488f-9741-92c1ede4a1da None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 14:29:22.123237 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-e3021005-afc1-4fbb-9ff9-71b2683e7387 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1423016302'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:29:22.129533 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-e3021005-afc1-4fbb-9ff9-71b2683e7387 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:29:22.133786 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-e3021005-afc1-4fbb-9ff9-71b2683e7387 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Usage tracker for resource:network and tenant:fb1d1c9fcb3d4adb98a1b2ecf7f7158b is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:29:22.137921 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-e3021005-afc1-4fbb-9ff9-71b2683e7387 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:29:22.147277 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-e3021005-afc1-4fbb-9ff9-71b2683e7387 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:29:22.182709 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8963b4-4d75-4626-a639-6e4c122a7fe8 None None] Pushing event updated for resources: {'Port': ['ID=af156580-78a5-4903-bf3e-87bf834ad5fa,revision_number=3']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:22.216482 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-0a8963b4-4d75-4626-a639-6e4c122a7fe8 None None] Provisioning complete for port 95f89d1d-2795-4387-96ff-311a38bfbe85 triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:29:22.216970 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-0a8963b4-4d75-4626-a639-6e4c122a7fe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:22.253543 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9a0144-1d58-47f7-a68a-23ba699e674e req-06a3795a-8b27-4a8d-aa12-8026e8a5078c tempest-ServersTestManualDisk-1917914165 tempest-ServersTestManualDisk-1917914165-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:29:22.256189 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-9f9a0144-1d58-47f7-a68a-23ba699e674e req-06a3795a-8b27-4a8d-aa12-8026e8a5078c tempest-ServersTestManualDisk-1917914165 tempest-ServersTestManualDisk-1917914165-project] 10.222.0.54 "GET /v2.0/ports?device_id=31da3ee5-c748-4975-b51b-042a16904f05 HTTP/1.1" status: 200 len: 945 time: 0.3778753 Jan 20 14:29:22.276438 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 36610) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:22.292660 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3021005-afc1-4fbb-9ff9-71b2683e7387 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Made reservation on behalf of fb1d1c9fcb3d4adb98a1b2ecf7f7158b for: {'network': 1} {{(pid=84152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:29:22.295800 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-e3021005-afc1-4fbb-9ff9-71b2683e7387 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for network, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:22.313357 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-42c90914-c7e8-4dbb-8891-c27e0f5d0a68 tempest-ServersTestManualDisk-1917914165 tempest-ServersTestManualDisk-1917914165-project] Request body: {'floatingip': {'port_id': '242f2662-17cf-40dc-88ee-84029222076b'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:29:22.350924 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51d56149-30f4-4cdb-a94d-5be7bbd6cb24 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Network dbce74ed-d43c-4540-8d8d-e582f35e4792 is already hosted by enough agents. {{(pid=84153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:29:22.385644 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.base_scheduler [None req-51d56149-30f4-4cdb-a94d-5be7bbd6cb24 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Resources bound (agent type, host, resource id): {{(pid=84153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:29:22.397072 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51d56149-30f4-4cdb-a94d-5be7bbd6cb24 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:29:22.402063 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-51d56149-30f4-4cdb-a94d-5be7bbd6cb24 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks [] for subnet, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:22.456075 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-782a2abe-793c-401c-9f6f-3ebe9eee621a tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:22.456984 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-42c90914-c7e8-4dbb-8891-c27e0f5d0a68 tempest-ServersTestManualDisk-1917914165 tempest-ServersTestManualDisk-1917914165-project] Notify callbacks [] for floatingip, before_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:22.534657 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 53ff4e7b-6a40-47ef-904c-251e3d42b11e up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:29:22.538671 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d56149-30f4-4cdb-a94d-5be7bbd6cb24 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Pushing event updated for resources: {'Subnet': ['ID=71f68ded-09bc-4842-9553-3b42cbaacf24,revision_number=0']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:22.568781 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d56149-30f4-4cdb-a94d-5be7bbd6cb24 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Pushing event updated for resources: {'Port': ['ID=95f89d1d-2795-4387-96ff-311a38bfbe85,revision_number=8']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:22.606709 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 36614) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:22.613997 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-fd1569ac-a635-4f93-b7a0-2b62340ba1d2 tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] Request body: {'subnets': [{'network_id': '45fe7be3-d863-4897-a080-c9e25716b18c', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--983979347', 'ip_version': 6}, {'network_id': 'c1a562fa-928b-4018-b119-caaaa12b4855', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:29:22.614572 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-fd1569ac-a635-4f93-b7a0-2b62340ba1d2 tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] Request body: {'subnet': {'network_id': '45fe7be3-d863-4897-a080-c9e25716b18c', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--983979347', 'ip_version': 6}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:29:22.615241 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-fd1569ac-a635-4f93-b7a0-2b62340ba1d2 tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] Request body: {'subnet': {'network_id': 'c1a562fa-928b-4018-b119-caaaa12b4855', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:29:22.616332 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-d30ed07e-d186-488f-9741-92c1ede4a1da None None] Deleting port 95f89d1d-2795-4387-96ff-311a38bfbe85 {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:29:22.616829 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-d30ed07e-d186-488f-9741-92c1ede4a1da None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:22.640914 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bcac06c-602e-482a-9d06-6ac3ea5acb87 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Router 10106cab-2f28-4d13-bcdf-11737473681a is scheduled to L3 agent 624d525b-4c26-4143-8a1c-228bb1c6faaa with binding_index 1 {{(pid=84152) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 20 14:29:22.648363 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-51d56149-30f4-4cdb-a94d-5be7bbd6cb24 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 5.1359882 Jan 20 14:29:22.660366 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 36618) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:22.683325 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-aef57205-538b-417e-ae5d-0d981fa3a81a tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Request body: {'subnet': {'network_id': 'dbce74ed-d43c-4540-8d8d-e582f35e4792', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:29:22.766572 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port 53ff4e7b-6a40-47ef-904c-251e3d42b11e triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:29:22.766989 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:22.844959 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3021005-afc1-4fbb-9ff9-71b2683e7387 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 198} {{(pid=84152) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 14:29:22.862320 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-0a8963b4-4d75-4626-a639-6e4c122a7fe8 None None] Provisioning for port 3dc4c2bb-f386-4506-8c8d-d7c4ec9bc217 completed by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:29:22.890393 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-0a8963b4-4d75-4626-a639-6e4c122a7fe8 None None] Provisioning complete for port 3dc4c2bb-f386-4506-8c8d-d7c4ec9bc217 triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:29:22.891081 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-0a8963b4-4d75-4626-a639-6e4c122a7fe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:23.047757 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-0a8963b4-4d75-4626-a639-6e4c122a7fe8 None None] Port 3dc4c2bb-f386-4506-8c8d-d7c4ec9bc217 cannot update to ACTIVE because it is not bound. {{(pid=84154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 14:29:23.061782 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-d30ed07e-d186-488f-9741-92c1ede4a1da None None] For port 95f89d1d-2795-4387-96ff-311a38bfbe85, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=95f89d1d-2795-4387-96ff-311a38bfbe85,segment=NetworkSegment(7b61d093-41ff-4202-b223-533eb0f8da0a),segment_id=7b61d093-41ff-4202-b223-533eb0f8da0a)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:29:23.062446 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-d30ed07e-d186-488f-9741-92c1ede4a1da None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:23.092843 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-fd1569ac-a635-4f93-b7a0-2b62340ba1d2 tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:29:23.110916 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-fd1569ac-a635-4f93-b7a0-2b62340ba1d2 tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] Usage tracker for resource:subnet and tenant:c64585f3eac240419743ed479261ff41 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:29:23.115892 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-fd1569ac-a635-4f93-b7a0-2b62340ba1d2 tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:29:23.126884 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-fd1569ac-a635-4f93-b7a0-2b62340ba1d2 tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:29:23.178437 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-e3021005-afc1-4fbb-9ff9-71b2683e7387 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:23.179075 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.db.segments_db [None req-e3021005-afc1-4fbb-9ff9-71b2683e7387 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Added segment 52d2a5a8-68ef-48de-ab02-94c58671a822 of type vlan for network f9864820-c286-472e-89fc-ae76de0b48df Jan 20 14:29:23.191628 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-782a2abe-793c-401c-9f6f-3ebe9eee621a tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks [] for port, precommit_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:23.217547 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd1569ac-a635-4f93-b7a0-2b62340ba1d2 tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] Made reservation on behalf of c64585f3eac240419743ed479261ff41 for: {'subnet': 2} {{(pid=84153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:29:23.235296 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-d30ed07e-d186-488f-9741-92c1ede4a1da None None] Calling delete_port for 95f89d1d-2795-4387-96ff-311a38bfbe85 owned by network:dhcp {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:29:23.292137 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-782a2abe-793c-401c-9f6f-3ebe9eee621a tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3944146'] for port, after_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:23.336621 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device af156580-78a5-4903-bf3e-87bf834ad5fa up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:29:23.410820 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-02d8225f-a154-4b76-8a86-adb82c9f3b6f None None] Provisioning complete for port 3dc4c2bb-f386-4506-8c8d-d7c4ec9bc217 triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:29:23.411212 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-02d8225f-a154-4b76-8a86-adb82c9f3b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:23.454720 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782a2abe-793c-401c-9f6f-3ebe9eee621a tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Pushing event updated for resources: {'Port': ['ID=c3c125f9-cdd3-4393-a11d-0de841add6a9,revision_number=3']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:23.465540 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-e3021005-afc1-4fbb-9ff9-71b2683e7387 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769553767792'] for network, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:23.507992 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-782a2abe-793c-401c-9f6f-3ebe9eee621a tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1705158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-743490'] for router_interface, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:23.518018 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-02d8225f-a154-4b76-8a86-adb82c9f3b6f None None] Port 3dc4c2bb-f386-4506-8c8d-d7c4ec9bc217 cannot update to ACTIVE because it is not bound. {{(pid=84154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 14:29:23.544029 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port af156580-78a5-4903-bf3e-87bf834ad5fa triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:29:23.544469 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:23.585245 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-a5f4d218-0f9f-4874-abaf-e497e048bd8f tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Deleting port ad9737f6-70ff-4b4b-a21b-22cf56733c37 {{(pid=84152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:29:23.585646 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-a5f4d218-0f9f-4874-abaf-e497e048bd8f tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:23.603606 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-02d8225f-a154-4b76-8a86-adb82c9f3b6f None None] Provisioning complete for port 53ff4e7b-6a40-47ef-904c-251e3d42b11e triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:29:23.603606 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-02d8225f-a154-4b76-8a86-adb82c9f3b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:23.636240 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-d30ed07e-d186-488f-9741-92c1ede4a1da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486'] for port, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:23.693509 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-aef57205-538b-417e-ae5d-0d981fa3a81a tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:29:23.700232 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30ed07e-d186-488f-9741-92c1ede4a1da None None] Pushing event deleted for resources: {'Port': ['ID=95f89d1d-2795-4387-96ff-311a38bfbe85,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:23.746954 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-fd1569ac-a635-4f93-b7a0-2b62340ba1d2 tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4193986'] for subnet, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:23.747325 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-fd1569ac-a635-4f93-b7a0-2b62340ba1d2 tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4193986'] for subnet, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:23.788507 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-aef57205-538b-417e-ae5d-0d981fa3a81a tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Usage tracker for resource:subnet and tenant:2cb17692bb0c4a2782f988652201ac42 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:29:23.838559 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-aef57205-538b-417e-ae5d-0d981fa3a81a tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:29:23.844239 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d30ed07e-d186-488f-9741-92c1ede4a1da None None] No DVR routers for this DVR port 95f89d1d-2795-4387-96ff-311a38bfbe85 on host dv-neutron-825124-1-hyperv {{(pid=84154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 14:29:23.867384 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-aef57205-538b-417e-ae5d-0d981fa3a81a tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:29:23.868846 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-e3021005-afc1-4fbb-9ff9-71b2683e7387 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967'] for network, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:23.873262 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3021005-afc1-4fbb-9ff9-71b2683e7387 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:29:23.874415 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-e3021005-afc1-4fbb-9ff9-71b2683e7387 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Notify callbacks [] for network, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:23.891066 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c4a5b39-34ac-4eb7-ac11-83818581ce85 None None] Network dbce74ed-d43c-4540-8d8d-e582f35e4792 requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:29:23.923140 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-782a2abe-793c-401c-9f6f-3ebe9eee621a tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Network 695f78f2-e869-456f-9d87-515315a8a044 is already hosted by enough agents. {{(pid=84153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:29:23.925644 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.base_scheduler [None req-782a2abe-793c-401c-9f6f-3ebe9eee621a tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Resources bound (agent type, host, resource id): {{(pid=84153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:29:24.042576 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aef57205-538b-417e-ae5d-0d981fa3a81a tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Made reservation on behalf of 2cb17692bb0c4a2782f988652201ac42 for: {'subnet': 1} {{(pid=84152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:29:24.125771 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 95f89d1d-2795-4387-96ff-311a38bfbe85 no longer exists at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:29:24.193556 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-e3021005-afc1-4fbb-9ff9-71b2683e7387 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.0738289 Jan 20 14:29:24.200483 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3021005-afc1-4fbb-9ff9-71b2683e7387 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Pushing event updated for resources: {'Network': ['ID=f9864820-c286-472e-89fc-ae76de0b48df,revision_number=1']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:24.206790 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-02d8225f-a154-4b76-8a86-adb82c9f3b6f None None] Provisioning complete for port af156580-78a5-4903-bf3e-87bf834ad5fa triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:29:24.211697 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 36622) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:24.214566 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-02d8225f-a154-4b76-8a86-adb82c9f3b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:24.230603 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-16751cbd-f753-4fa7-b3d2-95cbf14c7045 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Request body: {'network': {'name': 'New_network'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:29:24.309160 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] No Port match for: 95f89d1d-2795-4387-96ff-311a38bfbe85 {{(pid=84154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 14:29:24.310058 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 95f89d1d-2795-4387-96ff-311a38bfbe85 not bound to the agent host dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 14:29:24.311741 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Network f9864820-c286-472e-89fc-ae76de0b48df details requested by agent ovs-agent-dv-neutron-825124-1-hyperv with host dv-neutron-825124-1-hyperv {{(pid=84154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 14:29:24.373282 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-a5f4d218-0f9f-4874-abaf-e497e048bd8f tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:24.399139 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bcac06c-602e-482a-9d06-6ac3ea5acb87 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify agent at l3_agent.dv-neutron-825124-1-hyperv the message routers_updated {{(pid=84152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 14:29:24.446457 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea4a44ba-ad5a-4e47-a5c5-872e95711cdc None None] Sync routers for ids ['10106cab-2f28-4d13-bcdf-11737473681a'] in dv-neutron-825124-1-hyperv {{(pid=84154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 14:29:24.467190 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-3bcac06c-602e-482a-9d06-6ac3ea5acb87 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] 10.222.0.54 "PUT /v2.0/routers/10106cab-2f28-4d13-bcdf-11737473681a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.4589069 Jan 20 14:29:24.469014 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 36626) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:24.555564 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d6c3303-06d7-492a-969b-dd844be6be7b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95c917f5-14ba-5e96-98b8-1a52654a930a-dbce74ed-d43c-4540-8d8d-e582f35e4792', 'network_id': 'dbce74ed-d43c-4540-8d8d-e582f35e4792', 'tenant_id': '2cb17692bb0c4a2782f988652201ac42', 'fixed_ips': [{'subnet_id': '71f68ded-09bc-4842-9553-3b42cbaacf24'}]}} from dv-neutron-825124-1-hyperv. {{(pid=84154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 20 14:29:24.556040 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-a5f4d218-0f9f-4874-abaf-e497e048bd8f tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Calling delete_port for ad9737f6-70ff-4b4b-a21b-22cf56733c37 owned by network:router_interface {{(pid=84152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:29:24.556375 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-5d6c3303-06d7-492a-969b-dd844be6be7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:24.579925 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfd386a9-2969-4bce-9d66-9f7602619095 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:29:24.588333 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-cfd386a9-2969-4bce-9d66-9f7602619095 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] 10.222.0.54 "GET /v2.0/ports/3dc4c2bb-f386-4506-8c8d-d7c4ec9bc217 HTTP/1.1" status: 200 len: 911 time: 0.1041327 Jan 20 14:29:24.588333 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 36630) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:24.588643 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea4a44ba-ad5a-4e47-a5c5-872e95711cdc None None] Routers {'10106cab-2f28-4d13-bcdf-11737473681a'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:29:24.588643 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-ea4a44ba-ad5a-4e47-a5c5-872e95711cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:29:00Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['10106cab-2f28-4d13-bcdf-11737473681a'], 'active': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:29:24.663424 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-ea4a44ba-ad5a-4e47-a5c5-872e95711cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:29:24.749213 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea4a44ba-ad5a-4e47-a5c5-872e95711cdc None None] Routers {'10106cab-2f28-4d13-bcdf-11737473681a'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:29:24.749614 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-ea4a44ba-ad5a-4e47-a5c5-872e95711cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:29:00Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['10106cab-2f28-4d13-bcdf-11737473681a'], 'active': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:29:24.787551 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-aef57205-538b-417e-ae5d-0d981fa3a81a tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3155315'] for subnet, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:24.880527 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-ea4a44ba-ad5a-4e47-a5c5-872e95711cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:29:24.880527 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea4a44ba-ad5a-4e47-a5c5-872e95711cdc None None] The sync data for ids ['10106cab-2f28-4d13-bcdf-11737473681a'] in dv-neutron-825124-1-hyperv is: [] {{(pid=84154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 14:29:24.947878 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-02d8225f-a154-4b76-8a86-adb82c9f3b6f None None] Provisioning for port c3c125f9-cdd3-4393-a11d-0de841add6a9 completed by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:29:24.951492 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_common [None req-5d6c3303-06d7-492a-969b-dd844be6be7b None None] Allocated IP 2001:db8::f816:3eff:fec2:8ea5 (dbce74ed-d43c-4540-8d8d-e582f35e4792/71f68ded-09bc-4842-9553-3b42cbaacf24/de243d95-e923-4122-ba35-0264528bc032) {{(pid=84154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:29:24.957857 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-02d8225f-a154-4b76-8a86-adb82c9f3b6f None None] Provisioning complete for port c3c125f9-cdd3-4393-a11d-0de841add6a9 triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:29:24.958392 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-02d8225f-a154-4b76-8a86-adb82c9f3b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:24.979238 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-fd1569ac-a635-4f93-b7a0-2b62340ba1d2 tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3943531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4194004'] for subnet, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:25.016047 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-782a2abe-793c-401c-9f6f-3ebe9eee621a tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Router a02972f0-d3f1-47e3-9625-28d2ffb35387 is scheduled to L3 agent 624d525b-4c26-4143-8a1c-228bb1c6faaa with binding_index 1 {{(pid=84153) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 20 14:29:25.060862 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-16751cbd-f753-4fa7-b3d2-95cbf14c7045 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769553767792'] for network, precommit_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:25.079230 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-02d8225f-a154-4b76-8a86-adb82c9f3b6f None None] Port c3c125f9-cdd3-4393-a11d-0de841add6a9 cannot update to ACTIVE because it is not bound. {{(pid=84154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 14:29:25.187584 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-16751cbd-f753-4fa7-b3d2-95cbf14c7045 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967'] for network, after_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:25.273712 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-5d6c3303-06d7-492a-969b-dd844be6be7b None None] Notify callbacks [] for port, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:25.297490 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-5d6c3303-06d7-492a-969b-dd844be6be7b None None] Transition to ACTIVE for port object de243d95-e923-4122-ba35-0264528bc032 will not be triggered until provisioned by entity L2. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:29:25.312889 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-16751cbd-f753-4fa7-b3d2-95cbf14c7045 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Network f9864820-c286-472e-89fc-ae76de0b48df is not hosted by any dhcp agent {{(pid=84152) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Jan 20 14:29:25.316595 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16751cbd-f753-4fa7-b3d2-95cbf14c7045 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:29:25.322341 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-16751cbd-f753-4fa7-b3d2-95cbf14c7045 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Notify callbacks [] for network, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:25.322341 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-16751cbd-f753-4fa7-b3d2-95cbf14c7045 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] 10.222.0.54 "PUT /v2.0/networks/f9864820-c286-472e-89fc-ae76de0b48df HTTP/1.1" status: 200 len: 723 time: 1.0962901 Jan 20 14:29:25.328044 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-5d6c3303-06d7-492a-969b-dd844be6be7b None None] Transition to ACTIVE for port object de243d95-e923-4122-ba35-0264528bc032 will not be triggered until provisioned by entity DHCP. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:29:25.331115 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-16a05bab-2904-4c4b-9262-ff1a2220882d None None] Provisioning complete for port c3c125f9-cdd3-4393-a11d-0de841add6a9 triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:29:25.331378 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-16a05bab-2904-4c4b-9262-ff1a2220882d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:25.334213 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 36634) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:25.342630 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1569ac-a635-4f93-b7a0-2b62340ba1d2 tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] Pushing event updated for resources: {'Subnet': ['ID=a00ea45f-8a89-4668-ae56-3323066103f6,revision_number=0']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:25.357442 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-ac0b7f16-ed0a-44fc-9d35-554b0e793113 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Request body: {'subnet': {'network_id': 'f9864820-c286-472e-89fc-ae76de0b48df', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:29:25.385442 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-5d6c3303-06d7-492a-969b-dd844be6be7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477'] for port, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:25.398220 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-42c90914-c7e8-4dbb-8891-c27e0f5d0a68 tempest-ServersTestManualDisk-1917914165 tempest-ServersTestManualDisk-1917914165-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:25.405397 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16751cbd-f753-4fa7-b3d2-95cbf14c7045 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Pushing event updated for resources: {'Network': ['ID=f9864820-c286-472e-89fc-ae76de0b48df,revision_number=2']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:25.458562 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Network f9864820-c286-472e-89fc-ae76de0b48df details requested by agent ovs-agent-dv-neutron-825124-1-hyperv with host dv-neutron-825124-1-hyperv {{(pid=84154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 14:29:25.484184 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-42c90914-c7e8-4dbb-8891-c27e0f5d0a68 tempest-ServersTestManualDisk-1917914165 tempest-ServersTestManualDisk-1917914165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-745254'] for floatingip, after_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:25.562197 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd1569ac-a635-4f93-b7a0-2b62340ba1d2 tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] Checking segment: {'id': '9b6c37a4-8ba1-4146-96fd-f5e246bf8d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '45fe7be3-d863-4897-a080-c9e25716b18c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 14:29:25.562822 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd1569ac-a635-4f93-b7a0-2b62340ba1d2 tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] Network hostable DHCP agents. Network: 45fe7be3-d863-4897-a080-c9e25716b18c, hostable agents: ['1a181e39-5220-4c1a-88f8-08a54e8bfc9b'], hosted agents: [] {{(pid=84153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 14:29:25.605445 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-ac0b7f16-ed0a-44fc-9d35-554b0e793113 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:29:25.616652 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-ac0b7f16-ed0a-44fc-9d35-554b0e793113 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Usage tracker for resource:subnet and tenant:fb1d1c9fcb3d4adb98a1b2ecf7f7158b is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:29:25.625092 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-ac0b7f16-ed0a-44fc-9d35-554b0e793113 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:29:25.625253 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-16a05bab-2904-4c4b-9262-ff1a2220882d None None] Port c3c125f9-cdd3-4393-a11d-0de841add6a9 cannot update to ACTIVE because it is not bound. {{(pid=84154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 14:29:25.633699 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-ac0b7f16-ed0a-44fc-9d35-554b0e793113 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:29:25.669947 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6c3303-06d7-492a-969b-dd844be6be7b None None] Pushing event updated for resources: {'Port': ['ID=de243d95-e923-4122-ba35-0264528bc032,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:25.677945 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d6c3303-06d7-492a-969b-dd844be6be7b None None] Network dbce74ed-d43c-4540-8d8d-e582f35e4792 is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:29:25.694017 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-5d6c3303-06d7-492a-969b-dd844be6be7b None None] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:29:25.694283 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-a5f4d218-0f9f-4874-abaf-e497e048bd8f tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:25.700826 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d6c3303-06d7-492a-969b-dd844be6be7b None None] Received port after_create {{(pid=84154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:29:25.740243 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-aef57205-538b-417e-ae5d-0d981fa3a81a tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4163519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3155301'] for subnet, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:25.741829 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd1569ac-a635-4f93-b7a0-2b62340ba1d2 tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] Network 45fe7be3-d863-4897-a080-c9e25716b18c is scheduled to be hosted by DHCP agent 1a181e39-5220-4c1a-88f8-08a54e8bfc9b with binding_index 1 {{(pid=84153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 14:29:25.748294 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac0b7f16-ed0a-44fc-9d35-554b0e793113 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Made reservation on behalf of fb1d1c9fcb3d4adb98a1b2ecf7f7158b for: {'subnet': 1} {{(pid=84153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:29:25.788785 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f4d218-0f9f-4874-abaf-e497e048bd8f tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Pushing event deleted for resources: {'Port': ['ID=ad9737f6-70ff-4b4b-a21b-22cf56733c37,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:25.836919 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-782a2abe-793c-401c-9f6f-3ebe9eee621a tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify agent at l3_agent.dv-neutron-825124-1-hyperv the message routers_updated {{(pid=84153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 14:29:25.838691 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-5d6c3303-06d7-492a-969b-dd844be6be7b None None] Attempting to bind port de243d95-e923-4122-ba35-0264528bc032 on host dv-neutron-825124-1-hyperv for vnic_type normal with profile {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:29:25.839291 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-5d6c3303-06d7-492a-969b-dd844be6be7b None None] Attempting to bind port de243d95-e923-4122-ba35-0264528bc032 by drivers openvswitch,hyperv on host dv-neutron-825124-1-hyperv at level 0 using segments [{'id': '7b61d093-41ff-4202-b223-533eb0f8da0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'dbce74ed-d43c-4540-8d8d-e582f35e4792'}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:29:25.839877 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d6c3303-06d7-492a-969b-dd844be6be7b None None] Attempting to bind port de243d95-e923-4122-ba35-0264528bc032 on network dbce74ed-d43c-4540-8d8d-e582f35e4792 {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 14:29:25.845188 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.base_scheduler [None req-fd1569ac-a635-4f93-b7a0-2b62340ba1d2 tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825124-1-hyperv, 45fe7be3-d863-4897-a080-c9e25716b18c) {{(pid=84153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:29:25.853821 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d6c3303-06d7-492a-969b-dd844be6be7b None None] Checking agent: {'id': '6414dfeb-85c5-454a-8756-709ca637d800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825124-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 16, 31), 'started_at': datetime.datetime(2022, 1, 20, 14, 17, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 29, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825124-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 14:29:25.854240 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d6c3303-06d7-492a-969b-dd844be6be7b None None] Checking segment: {'id': '7b61d093-41ff-4202-b223-533eb0f8da0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'dbce74ed-d43c-4540-8d8d-e582f35e4792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 14:29:25.854653 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-5d6c3303-06d7-492a-969b-dd844be6be7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:25.854971 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-150abb19-90db-498e-8ddb-a73aa6356ca9 None None] Sync routers for ids ['a02972f0-d3f1-47e3-9625-28d2ffb35387'] in dv-neutron-825124-1-hyperv {{(pid=84155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 14:29:25.855726 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d6c3303-06d7-492a-969b-dd844be6be7b None None] Bound using segment: {'id': '7b61d093-41ff-4202-b223-533eb0f8da0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'dbce74ed-d43c-4540-8d8d-e582f35e4792'} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 14:29:25.855726 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-5d6c3303-06d7-492a-969b-dd844be6be7b None None] Bound port: de243d95-e923-4122-ba35-0264528bc032, host: dv-neutron-825124-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b61d093-41ff-4202-b223-533eb0f8da0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'dbce74ed-d43c-4540-8d8d-e582f35e4792'}}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:29:25.855943 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-5d6c3303-06d7-492a-969b-dd844be6be7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:25.875301 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aef57205-538b-417e-ae5d-0d981fa3a81a tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Network dbce74ed-d43c-4540-8d8d-e582f35e4792 is already hosted by enough agents. {{(pid=84152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:29:25.887525 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-150abb19-90db-498e-8ddb-a73aa6356ca9 None None] Routers {'a02972f0-d3f1-47e3-9625-28d2ffb35387'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:29:25.888636 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-150abb19-90db-498e-8ddb-a73aa6356ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:29:00Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['a02972f0-d3f1-47e3-9625-28d2ffb35387'], 'active': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:29:25.908557 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.base_scheduler [None req-aef57205-538b-417e-ae5d-0d981fa3a81a tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Resources bound (agent type, host, resource id): {{(pid=84152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:29:25.914057 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef57205-538b-417e-ae5d-0d981fa3a81a tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Pushing event updated for resources: {'Subnet': ['ID=3ca5ae94-49db-47f9-a6b2-b3e2f4496cef,revision_number=0']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:25.916810 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aef57205-538b-417e-ae5d-0d981fa3a81a tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:29:25.917678 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-aef57205-538b-417e-ae5d-0d981fa3a81a tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks [] for subnet, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:25.956322 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-5d6c3303-06d7-492a-969b-dd844be6be7b None None] For port de243d95-e923-4122-ba35-0264528bc032, host dv-neutron-825124-1-hyperv, cleared binding levels {{(pid=84154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 14:29:25.959698 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-5d6c3303-06d7-492a-969b-dd844be6be7b None None] For port de243d95-e923-4122-ba35-0264528bc032, host dv-neutron-825124-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=de243d95-e923-4122-ba35-0264528bc032,segment=NetworkSegment(7b61d093-41ff-4202-b223-533eb0f8da0a),segment_id=7b61d093-41ff-4202-b223-533eb0f8da0a)] {{(pid=84154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 14:29:25.962806 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62a4fec7-116b-460a-989e-72eb7ad642ea None None] Network 45fe7be3-d863-4897-a080-c9e25716b18c requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:29:25.967931 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-fd1569ac-a635-4f93-b7a0-2b62340ba1d2 tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3943531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4194004'] for subnet, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:26.044171 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-782a2abe-793c-401c-9f6f-3ebe9eee621a tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] 10.222.0.54 "PUT /v2.0/routers/a02972f0-d3f1-47e3-9625-28d2ffb35387/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5465622 Jan 20 14:29:26.051340 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 36638) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:26.065809 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-ac0b7f16-ed0a-44fc-9d35-554b0e793113 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4193986'] for subnet, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:26.076325 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-150abb19-90db-498e-8ddb-a73aa6356ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:29:26.092799 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-150abb19-90db-498e-8ddb-a73aa6356ca9 None None] Routers {'a02972f0-d3f1-47e3-9625-28d2ffb35387'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:29:26.094295 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-150abb19-90db-498e-8ddb-a73aa6356ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:29:00Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['a02972f0-d3f1-47e3-9625-28d2ffb35387'], 'active': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:29:26.111728 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-aef57205-538b-417e-ae5d-0d981fa3a81a tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.4473794 Jan 20 14:29:26.121309 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 36642) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:26.129977 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-2e60c70d-a821-4c93-a1bc-0bd8578455f7 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Request body: {'port': {'network_id': 'dbce74ed-d43c-4540-8d8d-e582f35e4792', 'mac_address': 'fa:16:3e:62:3d:63', 'name': 'tempest-NetworksTestDHCPv6-678501369'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:29:26.151549 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.db.l3_db [None req-42c90914-c7e8-4dbb-8891-c27e0f5d0a68 tempest-ServersTestManualDisk-1917914165 tempest-ServersTestManualDisk-1917914165-project] Floating IP d3a61c27-2ff0-430b-b9b3-b4207dc23580 associated. External IP: 172.26.7.198, port: 242f2662-17cf-40dc-88ee-84029222076b. Jan 20 14:29:26.154696 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-5d6c3303-06d7-492a-969b-dd844be6be7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:26.189659 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-150abb19-90db-498e-8ddb-a73aa6356ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:29:26.190128 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-150abb19-90db-498e-8ddb-a73aa6356ca9 None None] The sync data for ids ['a02972f0-d3f1-47e3-9625-28d2ffb35387'] in dv-neutron-825124-1-hyperv is: [] {{(pid=84155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 14:29:26.262631 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11ce1205-13c0-444a-bd7b-b378af17f625 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95c917f5-14ba-5e96-98b8-1a52654a930a-45fe7be3-d863-4897-a080-c9e25716b18c', 'network_id': '45fe7be3-d863-4897-a080-c9e25716b18c', 'tenant_id': 'c64585f3eac240419743ed479261ff41', 'fixed_ips': [{'subnet_id': 'a00ea45f-8a89-4668-ae56-3323066103f6'}]}} from dv-neutron-825124-1-hyperv. {{(pid=84154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 20 14:29:26.279163 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-11ce1205-13c0-444a-bd7b-b378af17f625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:26.280333 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1569ac-a635-4f93-b7a0-2b62340ba1d2 tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] Pushing event updated for resources: {'Subnet': ['ID=3fc41606-ea8e-4a5d-88c9-162603108af2,revision_number=0']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:26.347129 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd1569ac-a635-4f93-b7a0-2b62340ba1d2 tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] Checking segment: {'id': '02785138-244f-420a-9a33-119dedeacd1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'c1a562fa-928b-4018-b119-caaaa12b4855'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 14:29:26.347532 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd1569ac-a635-4f93-b7a0-2b62340ba1d2 tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] Network hostable DHCP agents. Network: c1a562fa-928b-4018-b119-caaaa12b4855, hostable agents: ['1a181e39-5220-4c1a-88f8-08a54e8bfc9b'], hosted agents: [] {{(pid=84153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 14:29:26.352620 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6c3303-06d7-492a-969b-dd844be6be7b None None] Pushing event updated for resources: {'Port': ['ID=de243d95-e923-4122-ba35-0264528bc032,revision_number=2']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:26.513926 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_common [None req-11ce1205-13c0-444a-bd7b-b378af17f625 None None] Allocated IP 2001:db8::1 (45fe7be3-d863-4897-a080-c9e25716b18c/a00ea45f-8a89-4668-ae56-3323066103f6/52fa0d45-0339-49f9-abbb-0eee2742e370) {{(pid=84154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:29:26.645001 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd1569ac-a635-4f93-b7a0-2b62340ba1d2 tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] Network c1a562fa-928b-4018-b119-caaaa12b4855 is scheduled to be hosted by DHCP agent 1a181e39-5220-4c1a-88f8-08a54e8bfc9b with binding_index 1 {{(pid=84153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 14:29:26.652042 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f4741e6-5d78-4714-bbcb-f76a36f2bf99 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:29:26.652620 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-7c51ec14-88d4-4c3a-bf70-e10f7fb9f217 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:26.653787 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-2f4741e6-5d78-4714-bbcb-f76a36f2bf99 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] 10.222.0.54 "GET /v2.0/ports?device_id=a02972f0-d3f1-47e3-9625-28d2ffb35387 HTTP/1.1" status: 200 len: 982 time: 0.5963480 Jan 20 14:29:26.664164 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 36646) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:26.739708 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-2e60c70d-a821-4c93-a1bc-0bd8578455f7 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:29:26.755563 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-2e60c70d-a821-4c93-a1bc-0bd8578455f7 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Usage tracker for resource:port and tenant:2cb17692bb0c4a2782f988652201ac42 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:29:26.761908 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-2e60c70d-a821-4c93-a1bc-0bd8578455f7 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:29:26.782267 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-2e60c70d-a821-4c93-a1bc-0bd8578455f7 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:29:26.850285 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-11ce1205-13c0-444a-bd7b-b378af17f625 None None] Notify callbacks [] for port, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:26.861443 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-11ce1205-13c0-444a-bd7b-b378af17f625 None None] Transition to ACTIVE for port object 52fa0d45-0339-49f9-abbb-0eee2742e370 will not be triggered until provisioned by entity L2. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:29:26.881934 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-11ce1205-13c0-444a-bd7b-b378af17f625 None None] Transition to ACTIVE for port object 52fa0d45-0339-49f9-abbb-0eee2742e370 will not be triggered until provisioned by entity DHCP. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:29:26.902287 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-ac0b7f16-ed0a-44fc-9d35-554b0e793113 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3943531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4194004'] for subnet, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:26.907548 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.base_scheduler [None req-fd1569ac-a635-4f93-b7a0-2b62340ba1d2 tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825124-1-hyperv, c1a562fa-928b-4018-b119-caaaa12b4855) {{(pid=84153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:29:26.917181 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b478c1bf-bd31-44b9-8c2e-9320d67556f3 None None] Network c1a562fa-928b-4018-b119-caaaa12b4855 requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:29:26.967662 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-a5f4d218-0f9f-4874-abaf-e497e048bd8f tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1705096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-745401'] for router_interface, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:26.973923 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd1569ac-a635-4f93-b7a0-2b62340ba1d2 tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:29:26.974525 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd1569ac-a635-4f93-b7a0-2b62340ba1d2 tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:29:26.975476 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-fd1569ac-a635-4f93-b7a0-2b62340ba1d2 tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] Notify callbacks [] for subnet, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:26.994308 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-11ce1205-13c0-444a-bd7b-b378af17f625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477'] for port, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:27.059262 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e60c70d-a821-4c93-a1bc-0bd8578455f7 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Made reservation on behalf of 2cb17692bb0c4a2782f988652201ac42 for: {'port': 1} {{(pid=84152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:29:27.063883 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-2e60c70d-a821-4c93-a1bc-0bd8578455f7 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:27.142704 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ce1205-13c0-444a-bd7b-b378af17f625 None None] Pushing event updated for resources: {'Port': ['ID=52fa0d45-0339-49f9-abbb-0eee2742e370,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:27.150888 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11ce1205-13c0-444a-bd7b-b378af17f625 None None] Network 45fe7be3-d863-4897-a080-c9e25716b18c is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:29:27.154938 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-11ce1205-13c0-444a-bd7b-b378af17f625 None None] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:29:27.158981 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11ce1205-13c0-444a-bd7b-b378af17f625 None None] Received port after_create {{(pid=84154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:29:27.181878 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.notifiers.nova [None req-2e60c70d-a821-4c93-a1bc-0bd8578455f7 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] device_id is not set on port 604efef5-9100-43b8-b743-b0d45244733b yet. {{(pid=84152) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 14:29:27.273667 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-11ce1205-13c0-444a-bd7b-b378af17f625 None None] Attempting to bind port 52fa0d45-0339-49f9-abbb-0eee2742e370 on host dv-neutron-825124-1-hyperv for vnic_type normal with profile {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:29:27.274216 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-11ce1205-13c0-444a-bd7b-b378af17f625 None None] Attempting to bind port 52fa0d45-0339-49f9-abbb-0eee2742e370 by drivers openvswitch,hyperv on host dv-neutron-825124-1-hyperv at level 0 using segments [{'id': '9b6c37a4-8ba1-4146-96fd-f5e246bf8d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '45fe7be3-d863-4897-a080-c9e25716b18c'}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:29:27.274846 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11ce1205-13c0-444a-bd7b-b378af17f625 None None] Attempting to bind port 52fa0d45-0339-49f9-abbb-0eee2742e370 on network 45fe7be3-d863-4897-a080-c9e25716b18c {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 14:29:27.290075 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11ce1205-13c0-444a-bd7b-b378af17f625 None None] Checking agent: {'id': '6414dfeb-85c5-454a-8756-709ca637d800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825124-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 16, 31), 'started_at': datetime.datetime(2022, 1, 20, 14, 17, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 29, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825124-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 14:29:27.290075 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11ce1205-13c0-444a-bd7b-b378af17f625 None None] Checking segment: {'id': '9b6c37a4-8ba1-4146-96fd-f5e246bf8d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '45fe7be3-d863-4897-a080-c9e25716b18c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 14:29:27.290075 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-11ce1205-13c0-444a-bd7b-b378af17f625 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:27.290075 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11ce1205-13c0-444a-bd7b-b378af17f625 None None] Bound using segment: {'id': '9b6c37a4-8ba1-4146-96fd-f5e246bf8d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '45fe7be3-d863-4897-a080-c9e25716b18c'} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 14:29:27.291287 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-11ce1205-13c0-444a-bd7b-b378af17f625 None None] Bound port: 52fa0d45-0339-49f9-abbb-0eee2742e370, host: dv-neutron-825124-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b6c37a4-8ba1-4146-96fd-f5e246bf8d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '45fe7be3-d863-4897-a080-c9e25716b18c'}}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:29:27.291665 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-11ce1205-13c0-444a-bd7b-b378af17f625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:27.415234 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.db_base_plugin_common [None req-7c51ec14-88d4-4c3a-bf70-e10f7fb9f217 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Allocated IP 2001:db8:1::1 (c106ae52-c689-4514-926c-53899114d994/0f3142c7-4e82-47dd-a3b2-416b4b1da9a2/3be1d5cd-47ac-43ac-b413-7c7808d71344) {{(pid=84153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:29:27.453087 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0b7f16-ed0a-44fc-9d35-554b0e793113 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Pushing event updated for resources: {'Subnet': ['ID=1ebdf331-05be-42de-87c1-2b58ad46b8b4,revision_number=0']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:27.457555 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-fd1569ac-a635-4f93-b7a0-2b62340ba1d2 tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 4.8490326 Jan 20 14:29:27.464318 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 36650) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:27.504996 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-564ed4d1-5875-4efd-81b1-a1db231dee40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95c917f5-14ba-5e96-98b8-1a52654a930a-c1a562fa-928b-4018-b119-caaaa12b4855', 'network_id': 'c1a562fa-928b-4018-b119-caaaa12b4855', 'tenant_id': 'c64585f3eac240419743ed479261ff41', 'fixed_ips': [{'subnet_id': '3fc41606-ea8e-4a5d-88c9-162603108af2'}]}} from dv-neutron-825124-1-hyperv. {{(pid=84154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 20 14:29:27.505846 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-564ed4d1-5875-4efd-81b1-a1db231dee40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:27.525680 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-11ce1205-13c0-444a-bd7b-b378af17f625 None None] For port 52fa0d45-0339-49f9-abbb-0eee2742e370, host dv-neutron-825124-1-hyperv, cleared binding levels {{(pid=84154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 14:29:27.582567 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-11ce1205-13c0-444a-bd7b-b378af17f625 None None] For port 52fa0d45-0339-49f9-abbb-0eee2742e370, host dv-neutron-825124-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=52fa0d45-0339-49f9-abbb-0eee2742e370,segment=NetworkSegment(9b6c37a4-8ba1-4146-96fd-f5e246bf8d3b),segment_id=9b6c37a4-8ba1-4146-96fd-f5e246bf8d3b)] {{(pid=84154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 14:29:27.688336 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-11ce1205-13c0-444a-bd7b-b378af17f625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:27.728058 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2759450c-9697-470f-84d0-651724a42752 tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:29:27.730150 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2759450c-9697-470f-84d0-651724a42752 tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:29:27.732356 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2759450c-9697-470f-84d0-651724a42752 tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:29:27.735060 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-2759450c-9697-470f-84d0-651724a42752 tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.2636368 Jan 20 14:29:27.744320 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7143f62f-d622-4c27-bc76-b46ca41438ea None None] Network dbce74ed-d43c-4540-8d8d-e582f35e4792 requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:29:27.746621 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac0b7f16-ed0a-44fc-9d35-554b0e793113 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Checking segment: {'id': '52d2a5a8-68ef-48de-ab02-94c58671a822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'f9864820-c286-472e-89fc-ae76de0b48df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 14:29:27.747448 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac0b7f16-ed0a-44fc-9d35-554b0e793113 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Network hostable DHCP agents. Network: f9864820-c286-472e-89fc-ae76de0b48df, hostable agents: ['1a181e39-5220-4c1a-88f8-08a54e8bfc9b'], hosted agents: [] {{(pid=84153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 14:29:27.753703 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 36654) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:27.877545 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.db_base_plugin_v2 [None req-13227ad6-3fa4-4cc3-ab76-81f930088504 tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] Deleting subnet a00ea45f-8a89-4668-ae56-3323066103f6 {{(pid=84153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 20 14:29:27.899792 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_common [None req-564ed4d1-5875-4efd-81b1-a1db231dee40 None None] Allocated IP 2001:db8:0:1::1 (c1a562fa-928b-4018-b119-caaaa12b4855/3fc41606-ea8e-4a5d-88c9-162603108af2/ad8e7006-0482-4a4c-a001-5f259636a3d4) {{(pid=84154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:29:27.904646 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-13227ad6-3fa4-4cc3-ab76-81f930088504 tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] Notify callbacks [] for subnet, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:27.935529 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-7c51ec14-88d4-4c3a-bf70-e10f7fb9f217 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks [] for port, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:27.963138 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ce1205-13c0-444a-bd7b-b378af17f625 None None] Pushing event updated for resources: {'Port': ['ID=52fa0d45-0339-49f9-abbb-0eee2742e370,revision_number=2']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:27.967107 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac0b7f16-ed0a-44fc-9d35-554b0e793113 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Network f9864820-c286-472e-89fc-ae76de0b48df is scheduled to be hosted by DHCP agent 1a181e39-5220-4c1a-88f8-08a54e8bfc9b with binding_index 1 {{(pid=84153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 14:29:27.970749 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.provisioning_blocks [None req-7c51ec14-88d4-4c3a-bf70-e10f7fb9f217 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Transition to ACTIVE for port object 3be1d5cd-47ac-43ac-b413-7c7808d71344 will not be triggered until provisioned by entity DHCP. {{(pid=84153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:29:27.993034 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-9e545f1b-6d3c-4a4c-8964-69f1088f1bb1 None None] Provisioning for port de243d95-e923-4122-ba35-0264528bc032 completed by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:29:27.998988 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-13227ad6-3fa4-4cc3-ab76-81f930088504 tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3980851'] for subnet, precommit_delete_associations {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:28.059749 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.db_base_plugin_common [None req-2e60c70d-a821-4c93-a1bc-0bd8578455f7 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Allocated IP 172.20.0.8 (dbce74ed-d43c-4540-8d8d-e582f35e4792/3ca5ae94-49db-47f9-a6b2-b3e2f4496cef/604efef5-9100-43b8-b743-b0d45244733b) {{(pid=84152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:29:28.075457 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.db_base_plugin_common [None req-2e60c70d-a821-4c93-a1bc-0bd8578455f7 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Allocated IP 2001:db8::f816:3eff:fe62:3d63 (dbce74ed-d43c-4540-8d8d-e582f35e4792/71f68ded-09bc-4842-9553-3b42cbaacf24/604efef5-9100-43b8-b743-b0d45244733b) {{(pid=84152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:29:28.112402 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-13227ad6-3fa4-4cc3-ab76-81f930088504 tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1627147'] for subnet, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:28.124725 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-fc1b66fe-5593-4e2a-ad02-a02d9c529008 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:28.156631 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.base_scheduler [None req-ac0b7f16-ed0a-44fc-9d35-554b0e793113 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825124-1-hyperv, f9864820-c286-472e-89fc-ae76de0b48df) {{(pid=84153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:29:28.174231 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac0b7f16-ed0a-44fc-9d35-554b0e793113 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:29:28.174974 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-ac0b7f16-ed0a-44fc-9d35-554b0e793113 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Notify callbacks [] for subnet, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:28.176263 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32d641e3-3933-46ba-8b86-98bbd576a599 None None] Network f9864820-c286-472e-89fc-ae76de0b48df requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:29:28.198274 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-7c51ec14-88d4-4c3a-bf70-e10f7fb9f217 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:28.333820 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c51ec14-88d4-4c3a-bf70-e10f7fb9f217 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Network c106ae52-c689-4514-926c-53899114d994 is already hosted by enough agents. {{(pid=84153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:29:28.335923 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.base_scheduler [None req-7c51ec14-88d4-4c3a-bf70-e10f7fb9f217 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Resources bound (agent type, host, resource id): {{(pid=84153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:29:28.343388 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c51ec14-88d4-4c3a-bf70-e10f7fb9f217 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Received port after_create {{(pid=84153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:29:28.344158 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-7c51ec14-88d4-4c3a-bf70-e10f7fb9f217 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-745387'] for router_interface, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:28.354727 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c51ec14-88d4-4c3a-bf70-e10f7fb9f217 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Pushing event updated for resources: {'Port': ['ID=3be1d5cd-47ac-43ac-b413-7c7808d71344,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:28.390351 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-ac0b7f16-ed0a-44fc-9d35-554b0e793113 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0456994 Jan 20 14:29:28.393921 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 36658) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:28.413109 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-b596175c-c511-4860-b0c0-12895f9b3947 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:29:28.474876 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-13227ad6-3fa4-4cc3-ab76-81f930088504 tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1627154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3943464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4194013'] for subnet, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:28.586635 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13227ad6-3fa4-4cc3-ab76-81f930088504 tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] Pushing event deleted for resources: {'Subnet': ['ID=a00ea45f-8a89-4668-ae56-3323066103f6,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:28.708232 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e17ab77-e41e-4ba6-b9fc-12b45c609f81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95c917f5-14ba-5e96-98b8-1a52654a930a-f9864820-c286-472e-89fc-ae76de0b48df', 'network_id': 'f9864820-c286-472e-89fc-ae76de0b48df', 'tenant_id': 'fb1d1c9fcb3d4adb98a1b2ecf7f7158b', 'fixed_ips': [{'subnet_id': '1ebdf331-05be-42de-87c1-2b58ad46b8b4'}]}} from dv-neutron-825124-1-hyperv. {{(pid=84154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 20 14:29:28.716164 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-2e17ab77-e41e-4ba6-b9fc-12b45c609f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:28.717745 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-7c51ec14-88d4-4c3a-bf70-e10f7fb9f217 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:28.722909 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device de243d95-e923-4122-ba35-0264528bc032 up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:29:28.746760 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-13227ad6-3fa4-4cc3-ab76-81f930088504 tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] Notify callbacks [] for subnet, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:28.788121 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42c90914-c7e8-4dbb-8891-c27e0f5d0a68 tempest-ServersTestManualDisk-1917914165 tempest-ServersTestManualDisk-1917914165-project] Router dfc11a3a-1472-4634-85b6-c4b4c3194292 has already been hosted by L3 agent 624d525b-4c26-4143-8a1c-228bb1c6faaa {{(pid=84152) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 14:29:28.791793 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-13227ad6-3fa4-4cc3-ab76-81f930088504 tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] 10.222.0.54 "DELETE /v2.0/subnets/a00ea45f-8a89-4668-ae56-3323066103f6 HTTP/1.1" status: 204 len: 168 time: 1.0373316 Jan 20 14:29:28.801743 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 36662) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:29.044107 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-564ed4d1-5875-4efd-81b1-a1db231dee40 None None] Notify callbacks [] for port, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:29.054691 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12ca03ab-3e1b-4e9c-b19e-35fc6fd1b3cd None None] Update dhcp port {'port': {'network_id': 'dbce74ed-d43c-4540-8d8d-e582f35e4792', 'fixed_ips': [{'subnet_id': '71f68ded-09bc-4842-9553-3b42cbaacf24', 'ip_address': '2001:db8::f816:3eff:fec2:8ea5'}, {'subnet_id': '3ca5ae94-49db-47f9-a6b2-b3e2f4496cef'}], 'binding:host_id': 'dv-neutron-825124-1-hyperv'}, 'id': 'de243d95-e923-4122-ba35-0264528bc032'} from dv-neutron-825124-1-hyperv. {{(pid=84154) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Jan 20 14:29:29.111017 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-564ed4d1-5875-4efd-81b1-a1db231dee40 None None] Transition to ACTIVE for port object ad8e7006-0482-4a4c-a001-5f259636a3d4 will not be triggered until provisioned by entity L2. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:29:29.187059 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-b1deae02-eec5-42a8-95ef-3f47ab8f22e4 None None] Provisioning for port 3be1d5cd-47ac-43ac-b413-7c7808d71344 completed by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:29:29.190825 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-564ed4d1-5875-4efd-81b1-a1db231dee40 None None] Transition to ACTIVE for port object ad8e7006-0482-4a4c-a001-5f259636a3d4 will not be triggered until provisioned by entity DHCP. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:29:29.198267 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-12ca03ab-3e1b-4e9c-b19e-35fc6fd1b3cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:29.326071 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-b1deae02-eec5-42a8-95ef-3f47ab8f22e4 None None] Provisioning complete for port 3be1d5cd-47ac-43ac-b413-7c7808d71344 triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:29:29.326071 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-b1deae02-eec5-42a8-95ef-3f47ab8f22e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:29.363334 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-564ed4d1-5875-4efd-81b1-a1db231dee40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477'] for port, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:29.367399 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning for port de243d95-e923-4122-ba35-0264528bc032 completed by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:29:29.471936 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564ed4d1-5875-4efd-81b1-a1db231dee40 None None] Pushing event updated for resources: {'Port': ['ID=ad8e7006-0482-4a4c-a001-5f259636a3d4,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:29.495373 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port de243d95-e923-4122-ba35-0264528bc032 triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:29:29.495740 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:29.552667 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5cae6d8-b9e2-43ba-b659-9a776a7e33e1 tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] Deleting subnet 3fc41606-ea8e-4a5d-88c9-162603108af2 {{(pid=84153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 20 14:29:29.562068 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-e5cae6d8-b9e2-43ba-b659-9a776a7e33e1 tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] Notify callbacks [] for subnet, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:29.597412 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_common [None req-2e17ab77-e41e-4ba6-b9fc-12b45c609f81 None None] Allocated IP 172.20.0.2 (f9864820-c286-472e-89fc-ae76de0b48df/1ebdf331-05be-42de-87c1-2b58ad46b8b4/b73a305c-1d08-4b58-98c5-8f40f2ae8a20) {{(pid=84154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:29:29.628901 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-b1deae02-eec5-42a8-95ef-3f47ab8f22e4 None None] Port 3be1d5cd-47ac-43ac-b413-7c7808d71344 cannot update to ACTIVE because it is not bound. {{(pid=84154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 14:29:29.643085 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-564ed4d1-5875-4efd-81b1-a1db231dee40 None None] Network c1a562fa-928b-4018-b119-caaaa12b4855 is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:29:29.643997 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-b596175c-c511-4860-b0c0-12895f9b3947 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3155322'] for subnet, before_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:29.654945 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-564ed4d1-5875-4efd-81b1-a1db231dee40 None None] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:29:29.679667 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-564ed4d1-5875-4efd-81b1-a1db231dee40 None None] Received port after_create {{(pid=84154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:29:29.724882 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-e5cae6d8-b9e2-43ba-b659-9a776a7e33e1 tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3980851'] for subnet, precommit_delete_associations {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:29.829603 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-2e60c70d-a821-4c93-a1bc-0bd8578455f7 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks [] for port, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:29.880221 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a001d4c-eced-420f-abb9-a95efab64902 None None] Network 45fe7be3-d863-4897-a080-c9e25716b18c requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:29:29.901461 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.provisioning_blocks [None req-2e60c70d-a821-4c93-a1bc-0bd8578455f7 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Transition to ACTIVE for port object 604efef5-9100-43b8-b743-b0d45244733b will not be triggered until provisioned by entity DHCP. {{(pid=84152) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:29:29.916773 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-7c51ec14-88d4-4c3a-bf70-e10f7fb9f217 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks [] for port, precommit_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:29.931046 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-e5cae6d8-b9e2-43ba-b659-9a776a7e33e1 tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1627147'] for subnet, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:30.003953 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-7c51ec14-88d4-4c3a-bf70-e10f7fb9f217 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3944146'] for port, after_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:30.004803 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-7c51ec14-88d4-4c3a-bf70-e10f7fb9f217 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1705158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-743490'] for router_interface, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:30.010186 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-87ea01e8-3acf-420c-9701-c2026f4af644 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-743504'] for router_interface, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:30.042918 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-564ed4d1-5875-4efd-81b1-a1db231dee40 None None] Attempting to bind port ad8e7006-0482-4a4c-a001-5f259636a3d4 on host dv-neutron-825124-1-hyperv for vnic_type normal with profile {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:29:30.043433 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-564ed4d1-5875-4efd-81b1-a1db231dee40 None None] Attempting to bind port ad8e7006-0482-4a4c-a001-5f259636a3d4 by drivers openvswitch,hyperv on host dv-neutron-825124-1-hyperv at level 0 using segments [{'id': '02785138-244f-420a-9a33-119dedeacd1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'c1a562fa-928b-4018-b119-caaaa12b4855'}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:29:30.043655 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-564ed4d1-5875-4efd-81b1-a1db231dee40 None None] Attempting to bind port ad8e7006-0482-4a4c-a001-5f259636a3d4 on network c1a562fa-928b-4018-b119-caaaa12b4855 {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 14:29:30.062083 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:30.117577 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-564ed4d1-5875-4efd-81b1-a1db231dee40 None None] Checking agent: {'id': '6414dfeb-85c5-454a-8756-709ca637d800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825124-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 16, 31), 'started_at': datetime.datetime(2022, 1, 20, 14, 17, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 29, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825124-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 14:29:30.117886 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-564ed4d1-5875-4efd-81b1-a1db231dee40 None None] Checking segment: {'id': '02785138-244f-420a-9a33-119dedeacd1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'c1a562fa-928b-4018-b119-caaaa12b4855'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 14:29:30.118345 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-564ed4d1-5875-4efd-81b1-a1db231dee40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:30.118657 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-564ed4d1-5875-4efd-81b1-a1db231dee40 None None] Bound using segment: {'id': '02785138-244f-420a-9a33-119dedeacd1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'c1a562fa-928b-4018-b119-caaaa12b4855'} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 14:29:30.119137 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-564ed4d1-5875-4efd-81b1-a1db231dee40 None None] Bound port: ad8e7006-0482-4a4c-a001-5f259636a3d4, host: dv-neutron-825124-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02785138-244f-420a-9a33-119dedeacd1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'c1a562fa-928b-4018-b119-caaaa12b4855'}}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:29:30.119510 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-564ed4d1-5875-4efd-81b1-a1db231dee40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:30.235590 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c51ec14-88d4-4c3a-bf70-e10f7fb9f217 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Pushing event updated for resources: {'Port': ['ID=3be1d5cd-47ac-43ac-b413-7c7808d71344,revision_number=2']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:30.249254 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5f4d218-0f9f-4874-abaf-e497e048bd8f tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Router d6c1e36f-7721-4cd2-b738-173d5b3bd1fe has already been hosted by L3 agent 624d525b-4c26-4143-8a1c-228bb1c6faaa {{(pid=84152) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 14:29:30.268226 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42c90914-c7e8-4dbb-8891-c27e0f5d0a68 tempest-ServersTestManualDisk-1917914165 tempest-ServersTestManualDisk-1917914165-project] Notify agent at l3_agent.dv-neutron-825124-1-hyperv the message routers_updated {{(pid=84152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 14:29:30.271468 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-0bd16e75-2837-44f8-9f2d-029989baaa47 None None] Provisioning for port 52fa0d45-0339-49f9-abbb-0eee2742e370 completed by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:29:30.280294 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-2e60c70d-a821-4c93-a1bc-0bd8578455f7 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:30.323929 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-42c90914-c7e8-4dbb-8891-c27e0f5d0a68 tempest-ServersTestManualDisk-1917914165 tempest-ServersTestManualDisk-1917914165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for floatingip, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:30.348525 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-e5cae6d8-b9e2-43ba-b659-9a776a7e33e1 tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1627154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3943464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4194013'] for subnet, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:30.351426 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b93b80e-59f5-4758-9c53-885236263ac7 None None] Sync routers for ids ['dfc11a3a-1472-4634-85b6-c4b4c3194292'] in dv-neutron-825124-1-hyperv {{(pid=84154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 14:29:30.392949 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:30.412537 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] For port de243d95-e923-4122-ba35-0264528bc032, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=de243d95-e923-4122-ba35-0264528bc032,segment=NetworkSegment(7b61d093-41ff-4202-b223-533eb0f8da0a),segment_id=7b61d093-41ff-4202-b223-533eb0f8da0a)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:29:30.417001 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-2e17ab77-e41e-4ba6-b9fc-12b45c609f81 None None] Notify callbacks [] for port, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:30.455264 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cae6d8-b9e2-43ba-b659-9a776a7e33e1 tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] Pushing event deleted for resources: {'Subnet': ['ID=3fc41606-ea8e-4a5d-88c9-162603108af2,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:30.461740 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-2e17ab77-e41e-4ba6-b9fc-12b45c609f81 None None] Transition to ACTIVE for port object b73a305c-1d08-4b58-98c5-8f40f2ae8a20 will not be triggered until provisioned by entity L2. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:29:30.477774 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c51ec14-88d4-4c3a-bf70-e10f7fb9f217 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Network c106ae52-c689-4514-926c-53899114d994 is already hosted by enough agents. {{(pid=84153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:29:30.481518 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.base_scheduler [None req-7c51ec14-88d4-4c3a-bf70-e10f7fb9f217 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Resources bound (agent type, host, resource id): {{(pid=84153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:29:30.509701 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b93b80e-59f5-4758-9c53-885236263ac7 None None] Routers {'dfc11a3a-1472-4634-85b6-c4b4c3194292'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:29:30.510363 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-1b93b80e-59f5-4758-9c53-885236263ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:29:00Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['dfc11a3a-1472-4634-85b6-c4b4c3194292'], 'active': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:29:30.562769 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ee910648-de10-48af-9607-530ddf91a659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:30.574082 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-564ed4d1-5875-4efd-81b1-a1db231dee40 None None] For port ad8e7006-0482-4a4c-a001-5f259636a3d4, host dv-neutron-825124-1-hyperv, cleared binding levels {{(pid=84154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 14:29:30.576983 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_common [None req-12ca03ab-3e1b-4e9c-b19e-35fc6fd1b3cd None None] Allocated IP 172.20.0.2 (dbce74ed-d43c-4540-8d8d-e582f35e4792/3ca5ae94-49db-47f9-a6b2-b3e2f4496cef/de243d95-e923-4122-ba35-0264528bc032) {{(pid=84154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:29:30.587006 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-2e17ab77-e41e-4ba6-b9fc-12b45c609f81 None None] Transition to ACTIVE for port object b73a305c-1d08-4b58-98c5-8f40f2ae8a20 will not be triggered until provisioned by entity DHCP. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:29:30.591131 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:30.660764 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-564ed4d1-5875-4efd-81b1-a1db231dee40 None None] For port ad8e7006-0482-4a4c-a001-5f259636a3d4, host dv-neutron-825124-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=ad8e7006-0482-4a4c-a001-5f259636a3d4,segment=NetworkSegment(02785138-244f-420a-9a33-119dedeacd1a),segment_id=02785138-244f-420a-9a33-119dedeacd1a)] {{(pid=84154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 14:29:30.717313 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-2e17ab77-e41e-4ba6-b9fc-12b45c609f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477'] for port, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:30.800628 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-e5cae6d8-b9e2-43ba-b659-9a776a7e33e1 tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] Notify callbacks [] for subnet, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:30.802774 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-564ed4d1-5875-4efd-81b1-a1db231dee40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:30.917575 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-42c90914-c7e8-4dbb-8891-c27e0f5d0a68 tempest-ServersTestManualDisk-1917914165 tempest-ServersTestManualDisk-1917914165-project] 10.222.0.54 "PUT /v2.0/floatingips/d3a61c27-2ff0-430b-b9b3-b4207dc23580 HTTP/1.1" status: 200 len: 991 time: 8.6263101 Jan 20 14:29:30.920420 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e60c70d-a821-4c93-a1bc-0bd8578455f7 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Network dbce74ed-d43c-4540-8d8d-e582f35e4792 is already hosted by enough agents. {{(pid=84152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:29:30.922182 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c05a2d9e-cdc9-45d5-90e4-264c062a1e09 None None] DHCP port deletion for 45fe7be3-d863-4897-a080-c9e25716b18c request from dv-neutron-825124-1-hyperv {{(pid=84154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 20 14:29:30.923679 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31da3ee5-c748-4975-b51b-042a16904f05', 'tag': '242f2662-17cf-40dc-88ee-84029222076b'}] {{(pid=84152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 14:29:30.929389 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e60c70d-a821-4c93-a1bc-0bd8578455f7 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Pushing event updated for resources: {'Port': ['ID=604efef5-9100-43b8-b743-b0d45244733b,revision_number=1']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:30.936078 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.base_scheduler [None req-2e60c70d-a821-4c93-a1bc-0bd8578455f7 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Resources bound (agent type, host, resource id): {{(pid=84152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:29:30.962544 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Pushing event updated for resources: {'Port': ['ID=de243d95-e923-4122-ba35-0264528bc032,revision_number=3']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:30.965783 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-c05a2d9e-cdc9-45d5-90e4-264c062a1e09 None None] Deleting port 52fa0d45-0339-49f9-abbb-0eee2742e370 {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:29:30.966188 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-c05a2d9e-cdc9-45d5-90e4-264c062a1e09 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:30.969313 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-e5cae6d8-b9e2-43ba-b659-9a776a7e33e1 tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] 10.222.0.54 "DELETE /v2.0/subnets/3fc41606-ea8e-4a5d-88c9-162603108af2 HTTP/1.1" status: 204 len: 168 time: 2.1652830 Jan 20 14:29:31.001930 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 36672) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:31.025417 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e60c70d-a821-4c93-a1bc-0bd8578455f7 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Received port after_create {{(pid=84152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:29:31.058779 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31da3ee5-c748-4975-b51b-042a16904f05', 'tag': '242f2662-17cf-40dc-88ee-84029222076b', 'status': 'completed', 'code': 200} Jan 20 14:29:31.060760 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-b596175c-c511-4860-b0c0-12895f9b3947 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8769554138615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-4163525'] for subnet, after_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:31.128241 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aa4c146-a4fe-4136-afa3-e8aff59f967b tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:29:31.129269 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-4aa4c146-a4fe-4136-afa3-e8aff59f967b tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] Synchronizing usage tracker for tenant:c64585f3eac240419743ed479261ff41 on resource:subnet {{(pid=84153) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:29:31.156841 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e17ab77-e41e-4ba6-b9fc-12b45c609f81 None None] Network f9864820-c286-472e-89fc-ae76de0b48df is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:29:31.182078 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-2e17ab77-e41e-4ba6-b9fc-12b45c609f81 None None] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:29:31.203622 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e17ab77-e41e-4ba6-b9fc-12b45c609f81 None None] Received port after_create {{(pid=84154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:29:31.254758 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e17ab77-e41e-4ba6-b9fc-12b45c609f81 None None] Pushing event updated for resources: {'Port': ['ID=b73a305c-1d08-4b58-98c5-8f40f2ae8a20,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:31.295504 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-4aa4c146-a4fe-4136-afa3-e8aff59f967b tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] Unset dirty status for tenant:c64585f3eac240419743ed479261ff41 on resource:subnet {{(pid=84153) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:29:31.296946 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-4aa4c146-a4fe-4136-afa3-e8aff59f967b tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2852399 Jan 20 14:29:31.301478 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 36676) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:31.351610 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b596175c-c511-4860-b0c0-12895f9b3947 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:29:31.352571 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-b596175c-c511-4860-b0c0-12895f9b3947 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Notify callbacks [] for subnet, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:31.354627 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-b596175c-c511-4860-b0c0-12895f9b3947 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] 10.222.0.54 "PUT /v2.0/subnets/1ebdf331-05be-42de-87c1-2b58ad46b8b4 HTTP/1.1" status: 200 len: 806 time: 2.9494038 Jan 20 14:29:31.372956 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 36680) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:31.418260 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e60c70d-a821-4c93-a1bc-0bd8578455f7 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:29:31.418260 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-2e60c70d-a821-4c93-a1bc-0bd8578455f7 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:31.425803 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-12ca03ab-3e1b-4e9c-b19e-35fc6fd1b3cd None None] For port de243d95-e923-4122-ba35-0264528bc032, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=de243d95-e923-4122-ba35-0264528bc032,segment=NetworkSegment(7b61d093-41ff-4202-b223-533eb0f8da0a),segment_id=7b61d093-41ff-4202-b223-533eb0f8da0a)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:29:31.486011 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b596175c-c511-4860-b0c0-12895f9b3947 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Pushing event updated for resources: {'Subnet': ['ID=1ebdf331-05be-42de-87c1-2b58ad46b8b4,revision_number=1']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:31.488888 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-12ca03ab-3e1b-4e9c-b19e-35fc6fd1b3cd None None] Notify callbacks [] for port, precommit_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:31.534441 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564ed4d1-5875-4efd-81b1-a1db231dee40 None None] Pushing event updated for resources: {'Port': ['ID=ad8e7006-0482-4a4c-a001-5f259636a3d4,revision_number=3']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:31.601045 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvr_db [None req-1b93b80e-59f5-4758-9c53-885236263ac7 None None] Set router dfc11a3a-1472-4634-85b6-c4b4c3194292 gateway port host: dv-neutron-825124-1-hyperv {{(pid=84154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 14:29:31.601332 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-7b9cd57a-4b41-418d-8e1e-35539acae28f tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586409'] for network, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:31.605277 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-87ea01e8-3acf-420c-9701-c2026f4af644 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Deleting port c3c125f9-cdd3-4393-a11d-0de841add6a9 {{(pid=84152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:29:31.605670 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-87ea01e8-3acf-420c-9701-c2026f4af644 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:31.635001 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-7b9cd57a-4b41-418d-8e1e-35539acae28f tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] Deleting port ad8e7006-0482-4a4c-a001-5f259636a3d4 {{(pid=84153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:29:31.635320 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-7b9cd57a-4b41-418d-8e1e-35539acae28f tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:31.714934 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-12ca03ab-3e1b-4e9c-b19e-35fc6fd1b3cd None None] Transition to ACTIVE for port object de243d95-e923-4122-ba35-0264528bc032 will not be triggered until provisioned by entity DHCP. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:29:31.727033 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-2e60c70d-a821-4c93-a1bc-0bd8578455f7 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 5.6020327 Jan 20 14:29:31.737581 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 36684) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:31.759823 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c51ec14-88d4-4c3a-bf70-e10f7fb9f217 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Router 10106cab-2f28-4d13-bcdf-11737473681a has already been hosted by L3 agent 624d525b-4c26-4143-8a1c-228bb1c6faaa {{(pid=84153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 14:29:31.796018 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-c62cf5ba-9608-4c1b-a61c-cab278d8b467 None None] Provisioning complete for port 3be1d5cd-47ac-43ac-b413-7c7808d71344 triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:29:31.796018 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-c62cf5ba-9608-4c1b-a61c-cab278d8b467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:31.797812 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-c9d3ea0e-3ee2-45b1-82db-1de388beba89 req-f4454d7f-07dd-4424-b296-a674e4842d78 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=505c9f1bd3024976854da8233b1bef64&device_id=31da3ee5-c748-4975-b51b-042a16904f05 HTTP/1.1" status: 200 len: 1098 time: 0.6771736 Jan 20 14:29:31.850352 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-7f24f622-3691-4da3-ac97-37934b47297a tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586409'] for network, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:31.872598 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-12ca03ab-3e1b-4e9c-b19e-35fc6fd1b3cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:31.887582 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-cdd98e71-1f0a-4421-baa9-dcb30e06edf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:31.888530 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:32.004704 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.db [None req-7b9cd57a-4b41-418d-8e1e-35539acae28f tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] For port ad8e7006-0482-4a4c-a001-5f259636a3d4, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=ad8e7006-0482-4a4c-a001-5f259636a3d4,segment=NetworkSegment(02785138-244f-420a-9a33-119dedeacd1a),segment_id=02785138-244f-420a-9a33-119dedeacd1a)] {{(pid=84153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:29:32.005546 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-7b9cd57a-4b41-418d-8e1e-35539acae28f tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:32.021057 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-7f24f622-3691-4da3-ac97-37934b47297a tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Deleting port b73a305c-1d08-4b58-98c5-8f40f2ae8a20 {{(pid=84152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:29:32.021621 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-7f24f622-3691-4da3-ac97-37934b47297a tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:32.063779 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-2e17ab77-e41e-4ba6-b9fc-12b45c609f81 None None] Attempting to bind port b73a305c-1d08-4b58-98c5-8f40f2ae8a20 on host dv-neutron-825124-1-hyperv for vnic_type normal with profile {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:29:32.064366 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-2e17ab77-e41e-4ba6-b9fc-12b45c609f81 None None] Attempting to bind port b73a305c-1d08-4b58-98c5-8f40f2ae8a20 by drivers openvswitch,hyperv on host dv-neutron-825124-1-hyperv at level 0 using segments [{'id': '52d2a5a8-68ef-48de-ab02-94c58671a822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'f9864820-c286-472e-89fc-ae76de0b48df'}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:29:32.064900 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e17ab77-e41e-4ba6-b9fc-12b45c609f81 None None] Attempting to bind port b73a305c-1d08-4b58-98c5-8f40f2ae8a20 on network f9864820-c286-472e-89fc-ae76de0b48df {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 14:29:32.182744 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d3ea0e-3ee2-45b1-82db-1de388beba89 req-94960ba2-77f6-4808-b6ba-45782eaa1042 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:29:32.184218 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-c9d3ea0e-3ee2-45b1-82db-1de388beba89 req-94960ba2-77f6-4808-b6ba-45782eaa1042 service neutron] 10.222.0.106 "GET /v2.0/networks?id=e8d2ddcf-1876-48f1-bdb0-f45048b860a9 HTTP/1.1" status: 200 len: 913 time: 0.3706989 Jan 20 14:29:32.193704 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-87ea01e8-3acf-420c-9701-c2026f4af644 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:32.205102 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-7b9cd57a-4b41-418d-8e1e-35539acae28f tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] Calling delete_port for ad8e7006-0482-4a4c-a001-5f259636a3d4 owned by network:dhcp {{(pid=84153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:29:32.363047 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c51ec14-88d4-4c3a-bf70-e10f7fb9f217 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify agent at l3_agent.dv-neutron-825124-1-hyperv the message routers_updated {{(pid=84153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 14:29:32.367867 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-c05a2d9e-cdc9-45d5-90e4-264c062a1e09 None None] For port 52fa0d45-0339-49f9-abbb-0eee2742e370, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=52fa0d45-0339-49f9-abbb-0eee2742e370,segment=NetworkSegment(9b6c37a4-8ba1-4146-96fd-f5e246bf8d3b),segment_id=9b6c37a4-8ba1-4146-96fd-f5e246bf8d3b)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:29:32.368566 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-c05a2d9e-cdc9-45d5-90e4-264c062a1e09 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:32.374967 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-7c51ec14-88d4-4c3a-bf70-e10f7fb9f217 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] 10.222.0.54 "PUT /v2.0/routers/10106cab-2f28-4d13-bcdf-11737473681a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7886338 Jan 20 14:29:32.377516 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 36690) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:32.380318 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95ef22a8-5322-487a-9806-aa107cabdaf9 None None] Sync routers for ids ['10106cab-2f28-4d13-bcdf-11737473681a'] in dv-neutron-825124-1-hyperv {{(pid=84155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 14:29:32.402938 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ef22a8-5322-487a-9806-aa107cabdaf9 None None] Routers {'10106cab-2f28-4d13-bcdf-11737473681a'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:29:32.403642 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-95ef22a8-5322-487a-9806-aa107cabdaf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:29:30Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['10106cab-2f28-4d13-bcdf-11737473681a'], 'active': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:29:32.475116 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-7b9cd57a-4b41-418d-8e1e-35539acae28f tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:32.516689 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-95ef22a8-5322-487a-9806-aa107cabdaf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:29:32.529180 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ef22a8-5322-487a-9806-aa107cabdaf9 None None] Routers {'10106cab-2f28-4d13-bcdf-11737473681a'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:29:32.530759 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-95ef22a8-5322-487a-9806-aa107cabdaf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:29:30Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['10106cab-2f28-4d13-bcdf-11737473681a'], 'active': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:29:32.598561 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-95ef22a8-5322-487a-9806-aa107cabdaf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:29:32.599313 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95ef22a8-5322-487a-9806-aa107cabdaf9 None None] The sync data for ids ['10106cab-2f28-4d13-bcdf-11737473681a'] in dv-neutron-825124-1-hyperv is: [] {{(pid=84155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 14:29:32.599828 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-c05a2d9e-cdc9-45d5-90e4-264c062a1e09 None None] Calling delete_port for 52fa0d45-0339-49f9-abbb-0eee2742e370 owned by network:dhcp {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:29:32.625837 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5313e25-ea28-4ae3-838e-33e9d3fbb0b7 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:29:32.629933 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-f5313e25-ea28-4ae3-838e-33e9d3fbb0b7 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Synchronizing usage tracker for tenant:f85e30c327a64407a1a93d3333ba9261 on resource:port {{(pid=84153) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:29:32.646393 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-87ea01e8-3acf-420c-9701-c2026f4af644 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Calling delete_port for c3c125f9-cdd3-4393-a11d-0de841add6a9 owned by network:router_interface {{(pid=84152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:29:32.653706 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9cd57a-4b41-418d-8e1e-35539acae28f tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] Pushing event deleted for resources: {'Port': ['ID=ad8e7006-0482-4a4c-a001-5f259636a3d4,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:32.676965 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b9cd57a-4b41-418d-8e1e-35539acae28f tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] No DVR routers for this DVR port ad8e7006-0482-4a4c-a001-5f259636a3d4 on host dv-neutron-825124-1-hyperv {{(pid=84153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 14:29:32.707566 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e77d0f87-f155-4c62-8291-e609e49a2e65 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:29:32.711664 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e77d0f87-f155-4c62-8291-e609e49a2e65 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:29:32.712458 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-e77d0f87-f155-4c62-8291-e609e49a2e65 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Synchronizing usage tracker for tenant:2cb17692bb0c4a2782f988652201ac42 on resource:port {{(pid=84152) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:29:32.743436 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5f4d218-0f9f-4874-abaf-e497e048bd8f tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Notify agent at l3_agent.dv-neutron-825124-1-hyperv the message routers_updated {{(pid=84152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 14:29:32.759140 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-a5f4d218-0f9f-4874-abaf-e497e048bd8f tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] 10.222.0.54 "PUT /v2.0/routers/d6c1e36f-7721-4cd2-b738-173d5b3bd1fe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 18.1103551 Jan 20 14:29:32.765061 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 36694) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:32.855086 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e17ab77-e41e-4ba6-b9fc-12b45c609f81 None None] Checking agent: {'id': '6414dfeb-85c5-454a-8756-709ca637d800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825124-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 16, 31), 'started_at': datetime.datetime(2022, 1, 20, 14, 17, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 29, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825124-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 14:29:32.855656 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e17ab77-e41e-4ba6-b9fc-12b45c609f81 None None] Checking segment: {'id': '52d2a5a8-68ef-48de-ab02-94c58671a822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'f9864820-c286-472e-89fc-ae76de0b48df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 14:29:32.856069 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-2e17ab77-e41e-4ba6-b9fc-12b45c609f81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:32.856470 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e17ab77-e41e-4ba6-b9fc-12b45c609f81 None None] Bound using segment: {'id': '52d2a5a8-68ef-48de-ab02-94c58671a822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'f9864820-c286-472e-89fc-ae76de0b48df'} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 14:29:32.856996 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-2e17ab77-e41e-4ba6-b9fc-12b45c609f81 None None] Bound port: b73a305c-1d08-4b58-98c5-8f40f2ae8a20, host: dv-neutron-825124-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52d2a5a8-68ef-48de-ab02-94c58671a822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'f9864820-c286-472e-89fc-ae76de0b48df'}}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:29:32.857336 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-2e17ab77-e41e-4ba6-b9fc-12b45c609f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:32.875940 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-c9d3ea0e-3ee2-45b1-82db-1de388beba89 req-a6290782-58a4-4b6f-bfa7-aef853308b0f service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=242f2662-17cf-40dc-88ee-84029222076b HTTP/1.1" status: 200 len: 999 time: 0.6454463 Jan 20 14:29:32.879380 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb398fb3-5761-4f6f-9197-2703338152ed None None] Sync routers for ids ['d6c1e36f-7721-4cd2-b738-173d5b3bd1fe'] in dv-neutron-825124-1-hyperv {{(pid=84154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 14:29:32.882934 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ca03ab-3e1b-4e9c-b19e-35fc6fd1b3cd None None] Pushing event updated for resources: {'Port': ['ID=de243d95-e923-4122-ba35-0264528bc032,revision_number=4']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:32.885771 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c659160d-ac4c-4a37-aa32-d4ff0ce454ae None None] Network c1a562fa-928b-4018-b119-caaaa12b4855 requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:29:32.957369 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-e77d0f87-f155-4c62-8291-e609e49a2e65 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Unset dirty status for tenant:2cb17692bb0c4a2782f988652201ac42 on resource:port {{(pid=84152) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:29:32.958724 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-e77d0f87-f155-4c62-8291-e609e49a2e65 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 1.2146740 Jan 20 14:29:32.963563 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 36698) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:32.969128 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-c62cf5ba-9608-4c1b-a61c-cab278d8b467 None None] Port 3be1d5cd-47ac-43ac-b413-7c7808d71344 cannot update to ACTIVE because it is not bound. {{(pid=84154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 14:29:33.002984 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device ad8e7006-0482-4a4c-a001-5f259636a3d4 up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:29:33.026447 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-c05a2d9e-cdc9-45d5-90e4-264c062a1e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486'] for port, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:33.063565 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.db [None req-7f24f622-3691-4da3-ac97-37934b47297a tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] For port b73a305c-1d08-4b58-98c5-8f40f2ae8a20, host dv-neutron-825124-1-hyperv, got binding levels [] {{(pid=84152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:29:33.064462 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-7f24f622-3691-4da3-ac97-37934b47297a tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:33.088632 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d3ea0e-3ee2-45b1-82db-1de388beba89 req-6ae2391a-684a-4445-bd94-2b0e6ace2df7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:29:33.089313 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-c9d3ea0e-3ee2-45b1-82db-1de388beba89 req-6ae2391a-684a-4445-bd94-2b0e6ace2df7 service neutron] 10.222.0.106 "GET /v2.0/subnets?id=dc379b11-3200-4d8f-97db-49f9c34e1b6b HTTP/1.1" status: 200 len: 851 time: 0.1867998 Jan 20 14:29:33.171160 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] No Port match for: ad8e7006-0482-4a4c-a001-5f259636a3d4 {{(pid=84154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 14:29:33.172070 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device ad8e7006-0482-4a4c-a001-5f259636a3d4 not bound to the agent host dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Jan 20 14:29:33.201078 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-f5313e25-ea28-4ae3-838e-33e9d3fbb0b7 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Unset dirty status for tenant:f85e30c327a64407a1a93d3333ba9261 on resource:port {{(pid=84153) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:29:33.203633 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-f5313e25-ea28-4ae3-838e-33e9d3fbb0b7 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] 10.222.0.54 "GET /v2.0/ports/3be1d5cd-47ac-43ac-b413-7c7808d71344 HTTP/1.1" status: 200 len: 913 time: 0.8250537 Jan 20 14:29:33.221091 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05a2d9e-cdc9-45d5-90e4-264c062a1e09 None None] Pushing event deleted for resources: {'Port': ['ID=52fa0d45-0339-49f9-abbb-0eee2742e370,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:33.232194 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 36704) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:33.238903 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-9548be34-856f-4eff-ad99-eb6718a33c3f None None] Could not find standard attr ID for object ad8e7006-0482-4a4c-a001-5f259636a3d4. {{(pid=84154) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 20 14:29:33.254916 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-7f24f622-3691-4da3-ac97-37934b47297a tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Calling delete_port for b73a305c-1d08-4b58-98c5-8f40f2ae8a20 owned by network:dhcp {{(pid=84152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:29:33.263055 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Port ad8e7006-0482-4a4c-a001-5f259636a3d4 not found, will not notify nova. {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Jan 20 14:29:33.263458 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device de243d95-e923-4122-ba35-0264528bc032 up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:29:33.300109 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c05a2d9e-cdc9-45d5-90e4-264c062a1e09 None None] No DVR routers for this DVR port 52fa0d45-0339-49f9-abbb-0eee2742e370 on host dv-neutron-825124-1-hyperv {{(pid=84154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 14:29:33.323366 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-35e8db21-2b25-4101-adaf-c7ccc6ec7186 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Deleting port 604efef5-9100-43b8-b743-b0d45244733b {{(pid=84152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:29:33.324124 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-35e8db21-2b25-4101-adaf-c7ccc6ec7186 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:33.374588 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-7b9cd57a-4b41-418d-8e1e-35539acae28f tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1626242', 'neutron.services.segments.db._delete_segments_for_network-8769554214620'] for network, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:33.471927 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.services.segments.db [None req-7b9cd57a-4b41-418d-8e1e-35539acae28f tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1a562fa-928b-4018-b119-caaaa12b4855']}} {{(pid=84153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:29:33.610886 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-eea6df97-7ff1-4b63-af20-e3ec8913deda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:33.611628 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.services.segments.db [None req-7b9cd57a-4b41-418d-8e1e-35539acae28f tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02785138-244f-420a-9a33-119dedeacd1a') {'for_net_delete': True} {{(pid=84153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:29:33.612114 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.services.segments.db [None req-7b9cd57a-4b41-418d-8e1e-35539acae28f tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02785138-244f-420a-9a33-119dedeacd1a') {} {{(pid=84153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:29:33.648133 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-7b9cd57a-4b41-418d-8e1e-35539acae28f tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769554214503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980856'] for segment, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:33.649203 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb398fb3-5761-4f6f-9197-2703338152ed None None] Routers {'d6c1e36f-7721-4cd2-b738-173d5b3bd1fe'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:29:33.650071 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-bb398fb3-5761-4f6f-9197-2703338152ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:29:30Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['d6c1e36f-7721-4cd2-b738-173d5b3bd1fe'], 'active': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:29:33.676570 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-7b9cd57a-4b41-418d-8e1e-35539acae28f tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:33.763775 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b9cd57a-4b41-418d-8e1e-35539acae28f tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=84153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 14:29:33.764510 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-7b9cd57a-4b41-418d-8e1e-35539acae28f tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1622950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3944078'] for segment, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:33.792834 dv-neutron-825124-1-hyperv neutron-server[84153]: Traceback (most recent call last): Jan 20 14:29:33.792834 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 14:29:33.792834 dv-neutron-825124-1-hyperv neutron-server[84153]: timer() Jan 20 14:29:33.792834 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 14:29:33.792834 dv-neutron-825124-1-hyperv neutron-server[84153]: cb(*args, **kw) Jan 20 14:29:33.792834 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 14:29:33.792834 dv-neutron-825124-1-hyperv neutron-server[84153]: return func(*args, **kwargs) Jan 20 14:29:33.792834 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 14:29:33.792834 dv-neutron-825124-1-hyperv neutron-server[84153]: self._notify() Jan 20 14:29:33.792834 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 14:29:33.792834 dv-neutron-825124-1-hyperv neutron-server[84153]: self.callback(batched_events) Jan 20 14:29:33.792834 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 14:29:33.792834 dv-neutron-825124-1-hyperv neutron-server[84153]: event.method(event) Jan 20 14:29:33.792834 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 14:29:33.792834 dv-neutron-825124-1-hyperv neutron-server[84153]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 14:29:33.792834 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 14:29:33.792834 dv-neutron-825124-1-hyperv neutron-server[84153]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 14:29:33.792834 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 14:29:33.792834 dv-neutron-825124-1-hyperv neutron-server[84153]: return f(self, *a, **k) Jan 20 14:29:33.792834 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 14:29:33.792834 dv-neutron-825124-1-hyperv neutron-server[84153]: return self._get(url).json() Jan 20 14:29:33.792834 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 14:29:33.792834 dv-neutron-825124-1-hyperv neutron-server[84153]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 14:29:33.792834 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 14:29:33.792834 dv-neutron-825124-1-hyperv neutron-server[84153]: return self.request(url, 'GET', **kwargs) Jan 20 14:29:33.792834 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 14:29:33.792834 dv-neutron-825124-1-hyperv neutron-server[84153]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 14:29:33.792834 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 14:29:33.792834 dv-neutron-825124-1-hyperv neutron-server[84153]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 14:29:33.792834 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 14:29:33.792834 dv-neutron-825124-1-hyperv neutron-server[84153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 14:29:33.792834 dv-neutron-825124-1-hyperv neutron-server[84153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 14:29:33.815045 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-bb398fb3-5761-4f6f-9197-2703338152ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:29:33.821217 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-87ea01e8-3acf-420c-9701-c2026f4af644 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:33.868337 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29ca95db-a287-4f38-9df1-144edeeae714 None None] DHCP port deletion for c1a562fa-928b-4018-b119-caaaa12b4855 request from dv-neutron-825124-1-hyperv {{(pid=84154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 20 14:29:33.879319 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb398fb3-5761-4f6f-9197-2703338152ed None None] Routers {'d6c1e36f-7721-4cd2-b738-173d5b3bd1fe'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:29:33.880209 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-bb398fb3-5761-4f6f-9197-2703338152ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:29:30Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['d6c1e36f-7721-4cd2-b738-173d5b3bd1fe'], 'active': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:29:33.905827 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-c9d3ea0e-3ee2-45b1-82db-1de388beba89 req-b1c3a1d0-ce88-4cbc-b684-4ef0d64c9959 service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=e8d2ddcf-1876-48f1-bdb0-f45048b860a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.8053141 Jan 20 14:29:33.912101 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ea01e8-3acf-420c-9701-c2026f4af644 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Pushing event deleted for resources: {'Port': ['ID=c3c125f9-cdd3-4393-a11d-0de841add6a9,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:33.948419 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-7f24f622-3691-4da3-ac97-37934b47297a tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:33.974666 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.db.api [None req-2e17ab77-e41e-4ba6-b9fc-12b45c609f81 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=84154) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 14:29:33.974666 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG oslo_db.api [None req-2e17ab77-e41e-4ba6-b9fc-12b45c609f81 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 14:29:33.992045 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-bb398fb3-5761-4f6f-9197-2703338152ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:29:33.992497 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb398fb3-5761-4f6f-9197-2703338152ed None None] The sync data for ids ['d6c1e36f-7721-4cd2-b738-173d5b3bd1fe'] in dv-neutron-825124-1-hyperv is: [] {{(pid=84154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 14:29:34.032731 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-1b93b80e-59f5-4758-9c53-885236263ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfc11a3a-1472-4634-85b6-c4b4c3194292', 'name': 'tempest-ServersTestManualDisk-1471501085-router', 'tenant_id': '505c9f1bd3024976854da8233b1bef64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.2'}], 'enable_snat': True}, 'gw_port_id': '54818968-46ab-4132-8185-69d4b36cdd63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:28:16Z', 'updated_at': '2022-01-20T14:28:30Z', 'revision_number': 4, 'project_id': '505c9f1bd3024976854da8233b1bef64', 'gw_port': {'id': '54818968-46ab-4132-8185-69d4b36cdd63', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:22:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfc11a3a-1472-4634-85b6-c4b4c3194292', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:28:18Z', 'updated_at': '2022-01-20T14:28:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv', '_floatingips': [{'id': 'd3a61c27-2ff0-430b-b9b3-b4207dc23580', 'tenant_id': '505c9f1bd3024976854da8233b1bef64', 'floating_ip_address': '172.26.7.198', 'floating_network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'router_id': 'dfc11a3a-1472-4634-85b6-c4b4c3194292', 'port_id': '242f2662-17cf-40dc-88ee-84029222076b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8d2ddcf-1876-48f1-bdb0-f45048b860a9', 'mac_address': 'fa:16:3e:54:b0:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31da3ee5-c748-4975-b51b-042a16904f05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T14:28:46Z', 'updated_at': '2022-01-20T14:29:25Z', 'revision_number': 1, 'project_id': '505c9f1bd3024976854da8233b1bef64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24568632-0b1b-4825-bca4-377966038f85', 'name': '', 'network_id': 'e8d2ddcf-1876-48f1-bdb0-f45048b860a9', 'tenant_id': '505c9f1bd3024976854da8233b1bef64', 'mac_address': 'fa:16:3e:a9:f6:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfc11a3a-1472-4634-85b6-c4b4c3194292', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dc379b11-3200-4d8f-97db-49f9c34e1b6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:28:28Z', 'updated_at': '2022-01-20T14:28:42Z', 'revision_number': 5, 'project_id': '505c9f1bd3024976854da8233b1bef64', 'subnets': [{'id': 'dc379b11-3200-4d8f-97db-49f9c34e1b6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:29:34.039520 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b93b80e-59f5-4758-9c53-885236263ac7 None None] Checking router: dfc11a3a-1472-4634-85b6-c4b4c3194292 for host: dv-neutron-825124-1-hyperv {{(pid=84154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 14:29:34.062980 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 52fa0d45-0339-49f9-abbb-0eee2742e370 no longer exists at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:29:34.105245 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b93b80e-59f5-4758-9c53-885236263ac7 None None] Routers {'dfc11a3a-1472-4634-85b6-c4b4c3194292'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:29:34.105911 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-1b93b80e-59f5-4758-9c53-885236263ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:29:30Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['dfc11a3a-1472-4634-85b6-c4b4c3194292'], 'active': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:29:34.165071 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-7b9cd57a-4b41-418d-8e1e-35539acae28f tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1626253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-745296'] for network, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:34.169901 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f24f622-3691-4da3-ac97-37934b47297a tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Pushing event deleted for resources: {'Port': ['ID=b73a305c-1d08-4b58-98c5-8f40f2ae8a20,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:34.172584 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] No Port match for: 52fa0d45-0339-49f9-abbb-0eee2742e370 {{(pid=84154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 14:29:34.175608 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 52fa0d45-0339-49f9-abbb-0eee2742e370 not bound to the agent host dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 14:29:34.193807 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-7b9cd57a-4b41-418d-8e1e-35539acae28f tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] Notify callbacks [] for network, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:34.226868 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-3821abdd-0765-4c3e-a9b3-ae9f1418cf6c tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Notify callbacks [] for router, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:34.288767 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9cd57a-4b41-418d-8e1e-35539acae28f tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] Pushing event deleted for resources: {'Network': ['ID=c1a562fa-928b-4018-b119-caaaa12b4855,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:34.293106 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-35e8db21-2b25-4101-adaf-c7ccc6ec7186 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:34.319785 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-7b9cd57a-4b41-418d-8e1e-35539acae28f tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] 10.222.0.54 "DELETE /v2.0/networks/c1a562fa-928b-4018-b119-caaaa12b4855 HTTP/1.1" status: 204 len: 168 time: 3.0146668 Jan 20 14:29:34.339128 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 36710) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:34.460510 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvr_db [None req-1b93b80e-59f5-4758-9c53-885236263ac7 None None] Set router dfc11a3a-1472-4634-85b6-c4b4c3194292 gateway port host: dv-neutron-825124-1-hyperv {{(pid=84154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 14:29:34.543233 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-e9108855-9316-4738-93fd-ba827a0997a7 tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586409'] for network, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:34.548628 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-f95b2589-7516-4510-8963-d39373064f6a tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-743504'] for router_interface, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:34.659646 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-35e8db21-2b25-4101-adaf-c7ccc6ec7186 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Calling delete_port for 604efef5-9100-43b8-b743-b0d45244733b owned by {{(pid=84152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:29:34.745088 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f24f622-3691-4da3-ac97-37934b47297a tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] No DVR routers for this DVR port b73a305c-1d08-4b58-98c5-8f40f2ae8a20 on host dv-neutron-825124-1-hyperv {{(pid=84152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 14:29:34.997336 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-c9d3ea0e-3ee2-45b1-82db-1de388beba89 req-f8c3b0c4-fcf5-48b4-90cc-b432e4b53376 service neutron] 10.222.0.106 "GET /v2.0/networks/e8d2ddcf-1876-48f1-bdb0-f45048b860a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0826392 Jan 20 14:29:35.023322 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device de243d95-e923-4122-ba35-0264528bc032 up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:29:35.063427 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-2e17ab77-e41e-4ba6-b9fc-12b45c609f81 None None] Attempting to bind port b73a305c-1d08-4b58-98c5-8f40f2ae8a20 on host dv-neutron-825124-1-hyperv for vnic_type normal with profile {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:29:35.063842 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-2e17ab77-e41e-4ba6-b9fc-12b45c609f81 None None] Attempting to bind port b73a305c-1d08-4b58-98c5-8f40f2ae8a20 by drivers openvswitch,hyperv on host dv-neutron-825124-1-hyperv at level 0 using segments [{'id': '52d2a5a8-68ef-48de-ab02-94c58671a822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'f9864820-c286-472e-89fc-ae76de0b48df'}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:29:35.064262 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e17ab77-e41e-4ba6-b9fc-12b45c609f81 None None] Attempting to bind port b73a305c-1d08-4b58-98c5-8f40f2ae8a20 on network f9864820-c286-472e-89fc-ae76de0b48df {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 14:29:35.103482 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e17ab77-e41e-4ba6-b9fc-12b45c609f81 None None] Checking agent: {'id': '6414dfeb-85c5-454a-8756-709ca637d800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825124-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 16, 31), 'started_at': datetime.datetime(2022, 1, 20, 14, 17, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 29, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825124-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 14:29:35.103856 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e17ab77-e41e-4ba6-b9fc-12b45c609f81 None None] Checking segment: {'id': '52d2a5a8-68ef-48de-ab02-94c58671a822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'f9864820-c286-472e-89fc-ae76de0b48df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 14:29:35.104340 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-2e17ab77-e41e-4ba6-b9fc-12b45c609f81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:35.104713 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e17ab77-e41e-4ba6-b9fc-12b45c609f81 None None] Bound using segment: {'id': '52d2a5a8-68ef-48de-ab02-94c58671a822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'f9864820-c286-472e-89fc-ae76de0b48df'} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 14:29:35.105211 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-2e17ab77-e41e-4ba6-b9fc-12b45c609f81 None None] Bound port: b73a305c-1d08-4b58-98c5-8f40f2ae8a20, host: dv-neutron-825124-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52d2a5a8-68ef-48de-ab02-94c58671a822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'f9864820-c286-472e-89fc-ae76de0b48df'}}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:29:35.105585 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-2e17ab77-e41e-4ba6-b9fc-12b45c609f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:35.107739 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-7f24f622-3691-4da3-ac97-37934b47297a tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1627147'] for subnet, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:35.133017 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-5b90c16e-1b29-4cb7-a3c2-383588b59855 None None] Provisioning for port de243d95-e923-4122-ba35-0264528bc032 completed by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:29:35.160416 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-5b90c16e-1b29-4cb7-a3c2-383588b59855 None None] Provisioning complete for port de243d95-e923-4122-ba35-0264528bc032 triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:29:35.160793 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-5b90c16e-1b29-4cb7-a3c2-383588b59855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:35.234671 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-2e17ab77-e41e-4ba6-b9fc-12b45c609f81 None None] Port b73a305c-1d08-4b58-98c5-8f40f2ae8a20 has been deleted concurrently {{(pid=84154) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:632}} Jan 20 14:29:35.349439 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port de243d95-e923-4122-ba35-0264528bc032 triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:29:35.350547 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:35.400033 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-e9108855-9316-4738-93fd-ba827a0997a7 tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1626242', 'neutron.services.segments.db._delete_segments_for_network-8769554214620'] for network, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:35.503249 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-1b93b80e-59f5-4758-9c53-885236263ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfc11a3a-1472-4634-85b6-c4b4c3194292', 'name': 'tempest-ServersTestManualDisk-1471501085-router', 'tenant_id': '505c9f1bd3024976854da8233b1bef64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.2'}], 'enable_snat': True}, 'gw_port_id': '54818968-46ab-4132-8185-69d4b36cdd63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:28:16Z', 'updated_at': '2022-01-20T14:28:30Z', 'revision_number': 4, 'project_id': '505c9f1bd3024976854da8233b1bef64', 'gw_port': {'id': '54818968-46ab-4132-8185-69d4b36cdd63', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:22:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfc11a3a-1472-4634-85b6-c4b4c3194292', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:28:18Z', 'updated_at': '2022-01-20T14:28:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv', '_floatingips': [{'id': 'd3a61c27-2ff0-430b-b9b3-b4207dc23580', 'tenant_id': '505c9f1bd3024976854da8233b1bef64', 'floating_ip_address': '172.26.7.198', 'floating_network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'router_id': 'dfc11a3a-1472-4634-85b6-c4b4c3194292', 'port_id': '242f2662-17cf-40dc-88ee-84029222076b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8d2ddcf-1876-48f1-bdb0-f45048b860a9', 'mac_address': 'fa:16:3e:54:b0:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31da3ee5-c748-4975-b51b-042a16904f05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T14:28:46Z', 'updated_at': '2022-01-20T14:29:25Z', 'revision_number': 1, 'project_id': '505c9f1bd3024976854da8233b1bef64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24568632-0b1b-4825-bca4-377966038f85', 'name': '', 'network_id': 'e8d2ddcf-1876-48f1-bdb0-f45048b860a9', 'tenant_id': '505c9f1bd3024976854da8233b1bef64', 'mac_address': 'fa:16:3e:a9:f6:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfc11a3a-1472-4634-85b6-c4b4c3194292', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dc379b11-3200-4d8f-97db-49f9c34e1b6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:28:28Z', 'updated_at': '2022-01-20T14:28:42Z', 'revision_number': 5, 'project_id': '505c9f1bd3024976854da8233b1bef64', 'subnets': [{'id': 'dc379b11-3200-4d8f-97db-49f9c34e1b6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:29:35.514629 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.services.segments.db [None req-e9108855-9316-4738-93fd-ba827a0997a7 tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45fe7be3-d863-4897-a080-c9e25716b18c']}} {{(pid=84153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:29:35.536087 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b93b80e-59f5-4758-9c53-885236263ac7 None None] The sync data for ids ['dfc11a3a-1472-4634-85b6-c4b4c3194292'] in dv-neutron-825124-1-hyperv is: [{'id': 'dfc11a3a-1472-4634-85b6-c4b4c3194292', 'name': 'tempest-ServersTestManualDisk-1471501085-router', 'tenant_id': '505c9f1bd3024976854da8233b1bef64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.2'}], 'enable_snat': True}, 'gw_port_id': '54818968-46ab-4132-8185-69d4b36cdd63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:28:16Z', 'updated_at': '2022-01-20T14:28:30Z', 'revision_number': 4, 'project_id': '505c9f1bd3024976854da8233b1bef64', 'gw_port': {'id': '54818968-46ab-4132-8185-69d4b36cdd63', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:22:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfc11a3a-1472-4634-85b6-c4b4c3194292', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:28:18Z', 'updated_at': '2022-01-20T14:28:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv', '_floatingips': [{'id': 'd3a61c27-2ff0-430b-b9b3-b4207dc23580', 'tenant_id': '505c9f1bd3024976854da8233b1bef64', 'floating_ip_address': '172.26.7.198', 'floating_network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'router_id': 'dfc11a3a-1472-4634-85b6-c4b4c3194292', 'port_id': '242f2662-17cf-40dc-88ee-84029222076b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8d2ddcf-1876-48f1-bdb0-f45048b860a9', 'mac_address': 'fa:16:3e:54:b0:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31da3ee5-c748-4975-b51b-042a16904f05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T14:28:46Z', 'updated_at': '2022-01-20T14:29:25Z', 'revision_number': 1, 'project_id': '505c9f1bd3024976854da8233b1bef64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24568632-0b1b-4825-bca4-377966038f85', 'name': '', 'network_id': 'e8d2ddcf-1876-48f1-bdb0-f45048b860a9', 'tenant_id': '505c9f1bd3024976854da8233b1bef64', 'mac_address': 'fa:16:3e:a9:f6:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfc11a3a-1472-4634-85b6-c4b4c3194292', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dc379b11-3200-4d8f-97db-49f9c34e1b6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:28:28Z', 'updated_at': '2022-01-20T14:28:42Z', 'revision_number': 5, 'project_id': '505c9f1bd3024976854da8233b1bef64', 'subnets': [{'id': 'dc379b11-3200-4d8f-97db-49f9c34e1b6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 14:29:35.569017 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.services.segments.db [None req-e9108855-9316-4738-93fd-ba827a0997a7 tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b6c37a4-8ba1-4146-96fd-f5e246bf8d3b') {'for_net_delete': True} {{(pid=84153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:29:35.569549 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.services.segments.db [None req-e9108855-9316-4738-93fd-ba827a0997a7 tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b6c37a4-8ba1-4146-96fd-f5e246bf8d3b') {} {{(pid=84153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:29:35.587331 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-87ea01e8-3acf-420c-9701-c2026f4af644 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1705096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-745401'] for router_interface, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:35.603639 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-e9108855-9316-4738-93fd-ba827a0997a7 tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769554214503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980856'] for segment, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:35.688095 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-3821abdd-0765-4c3e-a9b3-ae9f1418cf6c tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:35.698651 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device ad8e7006-0482-4a4c-a001-5f259636a3d4 no longer exists at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:29:35.711508 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-e9108855-9316-4738-93fd-ba827a0997a7 tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:35.759205 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9108855-9316-4738-93fd-ba827a0997a7 tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] Releasing vlan 194 on physical network physnet1 to pool {{(pid=84153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 14:29:35.759205 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-e9108855-9316-4738-93fd-ba827a0997a7 tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1622950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3944078'] for segment, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:35.769947 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] No Port match for: ad8e7006-0482-4a4c-a001-5f259636a3d4 {{(pid=84154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 14:29:35.770712 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device ad8e7006-0482-4a4c-a001-5f259636a3d4 not bound to the agent host dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 14:29:35.781221 dv-neutron-825124-1-hyperv neutron-server[84153]: Traceback (most recent call last): Jan 20 14:29:35.781221 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 14:29:35.781221 dv-neutron-825124-1-hyperv neutron-server[84153]: timer() Jan 20 14:29:35.781221 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 14:29:35.781221 dv-neutron-825124-1-hyperv neutron-server[84153]: cb(*args, **kw) Jan 20 14:29:35.781221 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 14:29:35.781221 dv-neutron-825124-1-hyperv neutron-server[84153]: return func(*args, **kwargs) Jan 20 14:29:35.781221 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 14:29:35.781221 dv-neutron-825124-1-hyperv neutron-server[84153]: self._notify() Jan 20 14:29:35.781221 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 14:29:35.781221 dv-neutron-825124-1-hyperv neutron-server[84153]: self.callback(batched_events) Jan 20 14:29:35.781221 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 14:29:35.781221 dv-neutron-825124-1-hyperv neutron-server[84153]: event.method(event) Jan 20 14:29:35.781221 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 14:29:35.781221 dv-neutron-825124-1-hyperv neutron-server[84153]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 14:29:35.781221 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 14:29:35.781221 dv-neutron-825124-1-hyperv neutron-server[84153]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 14:29:35.781221 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 14:29:35.781221 dv-neutron-825124-1-hyperv neutron-server[84153]: return f(self, *a, **k) Jan 20 14:29:35.781221 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 14:29:35.781221 dv-neutron-825124-1-hyperv neutron-server[84153]: return self._get(url).json() Jan 20 14:29:35.781221 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 14:29:35.781221 dv-neutron-825124-1-hyperv neutron-server[84153]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 14:29:35.781221 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 14:29:35.781221 dv-neutron-825124-1-hyperv neutron-server[84153]: return self.request(url, 'GET', **kwargs) Jan 20 14:29:35.781221 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 14:29:35.781221 dv-neutron-825124-1-hyperv neutron-server[84153]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 14:29:35.781221 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 14:29:35.781221 dv-neutron-825124-1-hyperv neutron-server[84153]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 14:29:35.781221 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 14:29:35.781221 dv-neutron-825124-1-hyperv neutron-server[84153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 14:29:35.781221 dv-neutron-825124-1-hyperv neutron-server[84153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 14:29:35.800234 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-c9d3ea0e-3ee2-45b1-82db-1de388beba89 req-4c26720e-1bd4-4211-95a5-4cb8f38ca362 service neutron] 10.222.0.106 "GET /v2.0/networks/e8d2ddcf-1876-48f1-bdb0-f45048b860a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7909772 Jan 20 14:29:35.805869 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-7f24f622-3691-4da3-ac97-37934b47297a tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1627154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4163580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155308'] for subnet, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:35.857798 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-94cf3243-db5c-4dae-aa3d-f1b3b25996c5 None None] Provisioning for port 604efef5-9100-43b8-b743-b0d45244733b completed by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:29:35.861817 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-3821abdd-0765-4c3e-a9b3-ae9f1418cf6c tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Deleting port b1bc987a-60b9-4998-89ba-1db88e9f6979 {{(pid=84153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:29:35.862208 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-3821abdd-0765-4c3e-a9b3-ae9f1418cf6c tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:35.866301 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-94cf3243-db5c-4dae-aa3d-f1b3b25996c5 None None] Provisioning complete for port 604efef5-9100-43b8-b743-b0d45244733b triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:29:35.866686 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-94cf3243-db5c-4dae-aa3d-f1b3b25996c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:35.883646 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-35e8db21-2b25-4101-adaf-c7ccc6ec7186 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:35.921899 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-94cf3243-db5c-4dae-aa3d-f1b3b25996c5 None None] Port 604efef5-9100-43b8-b743-b0d45244733b was deleted so its status cannot be updated. {{(pid=84154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Jan 20 14:29:35.964831 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10295989-5e65-45f2-a9ce-f689438aacc9 None None] New status for floating IP d3a61c27-2ff0-430b-b9b3-b4207dc23580: ACTIVE {{(pid=84155) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 20 14:29:36.027445 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f24f622-3691-4da3-ac97-37934b47297a tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Pushing event deleted for resources: {'Subnet': ['ID=1ebdf331-05be-42de-87c1-2b58ad46b8b4,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:36.048008 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e8db21-2b25-4101-adaf-c7ccc6ec7186 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Pushing event deleted for resources: {'Port': ['ID=604efef5-9100-43b8-b743-b0d45244733b,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:36.232169 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-e9108855-9316-4738-93fd-ba827a0997a7 tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1626253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-745296'] for network, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:36.324681 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-e9108855-9316-4738-93fd-ba827a0997a7 tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] Notify callbacks [] for network, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:36.450255 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9108855-9316-4738-93fd-ba827a0997a7 tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] Pushing event deleted for resources: {'Network': ['ID=45fe7be3-d863-4897-a080-c9e25716b18c,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:36.494086 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-e9108855-9316-4738-93fd-ba827a0997a7 tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] 10.222.0.54 "DELETE /v2.0/networks/45fe7be3-d863-4897-a080-c9e25716b18c HTTP/1.1" status: 204 len: 168 time: 2.1536806 Jan 20 14:29:36.499650 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 36718) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:36.607991 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-7f24f622-3691-4da3-ac97-37934b47297a tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1626242', 'neutron.services.segments.db._delete_segments_for_network-8769554214620'] for network, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:36.670105 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-3821abdd-0765-4c3e-a9b3-ae9f1418cf6c tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:36.795945 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.segments.db [None req-7f24f622-3691-4da3-ac97-37934b47297a tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9864820-c286-472e-89fc-ae76de0b48df']}} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:29:36.802477 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-845be12d-9943-4b8c-8e04-f3cc080186c1 None None] Network f9864820-c286-472e-89fc-ae76de0b48df requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:29:36.819684 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-3821abdd-0765-4c3e-a9b3-ae9f1418cf6c tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Calling delete_port for b1bc987a-60b9-4998-89ba-1db88e9f6979 owned by network:router_gateway {{(pid=84153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:29:36.834942 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.segments.db [None req-7f24f622-3691-4da3-ac97-37934b47297a tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52d2a5a8-68ef-48de-ab02-94c58671a822') {'for_net_delete': True} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:29:36.835361 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.segments.db [None req-7f24f622-3691-4da3-ac97-37934b47297a tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52d2a5a8-68ef-48de-ab02-94c58671a822') {} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:29:36.860228 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-15b77971-be40-4e75-ba9f-c0bdf125ad49 tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586409'] for network, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:36.868228 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-7f24f622-3691-4da3-ac97-37934b47297a tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769554214503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3337904'] for segment, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:36.891240 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-4e4210cf-76e5-4d58-bca8-f73702317758 None None] Could not find standard attr ID for object b73a305c-1d08-4b58-98c5-8f40f2ae8a20. {{(pid=84154) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 20 14:29:36.987383 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-7f24f622-3691-4da3-ac97-37934b47297a tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:36.991027 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-35e8db21-2b25-4101-adaf-c7ccc6ec7186 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:37.015793 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f24f622-3691-4da3-ac97-37934b47297a tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Releasing vlan 198 on physical network physnet1 to pool {{(pid=84152) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 14:29:37.016123 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-7f24f622-3691-4da3-ac97-37934b47297a tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1622950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4162906'] for segment, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:37.042811 dv-neutron-825124-1-hyperv neutron-server[84152]: Traceback (most recent call last): Jan 20 14:29:37.042811 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 14:29:37.042811 dv-neutron-825124-1-hyperv neutron-server[84152]: timer() Jan 20 14:29:37.042811 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 14:29:37.042811 dv-neutron-825124-1-hyperv neutron-server[84152]: cb(*args, **kw) Jan 20 14:29:37.042811 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 14:29:37.042811 dv-neutron-825124-1-hyperv neutron-server[84152]: return func(*args, **kwargs) Jan 20 14:29:37.042811 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 14:29:37.042811 dv-neutron-825124-1-hyperv neutron-server[84152]: self._notify() Jan 20 14:29:37.042811 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 14:29:37.042811 dv-neutron-825124-1-hyperv neutron-server[84152]: self.callback(batched_events) Jan 20 14:29:37.042811 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 14:29:37.042811 dv-neutron-825124-1-hyperv neutron-server[84152]: event.method(event) Jan 20 14:29:37.042811 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 14:29:37.042811 dv-neutron-825124-1-hyperv neutron-server[84152]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 14:29:37.042811 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 14:29:37.042811 dv-neutron-825124-1-hyperv neutron-server[84152]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 14:29:37.042811 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 14:29:37.042811 dv-neutron-825124-1-hyperv neutron-server[84152]: return f(self, *a, **k) Jan 20 14:29:37.042811 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 14:29:37.042811 dv-neutron-825124-1-hyperv neutron-server[84152]: return self._get(url).json() Jan 20 14:29:37.042811 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 14:29:37.042811 dv-neutron-825124-1-hyperv neutron-server[84152]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 14:29:37.042811 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 14:29:37.042811 dv-neutron-825124-1-hyperv neutron-server[84152]: return self.request(url, 'GET', **kwargs) Jan 20 14:29:37.042811 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 14:29:37.042811 dv-neutron-825124-1-hyperv neutron-server[84152]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 14:29:37.042811 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 14:29:37.042811 dv-neutron-825124-1-hyperv neutron-server[84152]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 14:29:37.042811 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 14:29:37.042811 dv-neutron-825124-1-hyperv neutron-server[84152]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 14:29:37.042811 dv-neutron-825124-1-hyperv neutron-server[84152]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 14:29:37.094709 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c37edbf-8e85-4ab2-8e40-5edb7d3d0863 None None] DHCP port deletion for f9864820-c286-472e-89fc-ae76de0b48df request from dv-neutron-825124-1-hyperv {{(pid=84154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 20 14:29:37.111716 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-15b77971-be40-4e75-ba9f-c0bdf125ad49 tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1626242', 'neutron.services.segments.db._delete_segments_for_network-8769554214620'] for network, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:37.118858 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17e3b572-6e72-414e-a061-b812c82d65b1 None None] Network f9864820-c286-472e-89fc-ae76de0b48df requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:29:37.152301 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87ea01e8-3acf-420c-9701-c2026f4af644 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Router a02972f0-d3f1-47e3-9625-28d2ffb35387 has already been hosted by L3 agent 624d525b-4c26-4143-8a1c-228bb1c6faaa {{(pid=84152) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 14:29:37.189684 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-35e8db21-2b25-4101-adaf-c7ccc6ec7186 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] 10.222.0.54 "DELETE /v2.0/ports/604efef5-9100-43b8-b743-b0d45244733b HTTP/1.1" status: 204 len: 168 time: 4.2094142 Jan 20 14:29:37.192859 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 36722) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:37.218519 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.services.segments.db [None req-15b77971-be40-4e75-ba9f-c0bdf125ad49 tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44221382-2d4f-485c-93b7-ec89deefd9da']}} {{(pid=84153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:29:37.245211 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.services.segments.db [None req-15b77971-be40-4e75-ba9f-c0bdf125ad49 tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50aaa5f4-b48c-44a3-9204-71c67e129f4d') {'for_net_delete': True} {{(pid=84153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:29:37.248823 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.services.segments.db [None req-15b77971-be40-4e75-ba9f-c0bdf125ad49 tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50aaa5f4-b48c-44a3-9204-71c67e129f4d') {} {{(pid=84153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:29:37.292332 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-15b77971-be40-4e75-ba9f-c0bdf125ad49 tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769554214503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980856'] for segment, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:37.327767 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-15b77971-be40-4e75-ba9f-c0bdf125ad49 tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:37.338519 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15b77971-be40-4e75-ba9f-c0bdf125ad49 tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] Releasing vlan 173 on physical network physnet1 to pool {{(pid=84153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 14:29:37.339257 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-15b77971-be40-4e75-ba9f-c0bdf125ad49 tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1622950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3944078'] for segment, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:37.340386 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-7f24f622-3691-4da3-ac97-37934b47297a tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1626253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-745296'] for network, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:37.358383 dv-neutron-825124-1-hyperv neutron-server[84153]: Traceback (most recent call last): Jan 20 14:29:37.358383 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 14:29:37.358383 dv-neutron-825124-1-hyperv neutron-server[84153]: timer() Jan 20 14:29:37.358383 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 14:29:37.358383 dv-neutron-825124-1-hyperv neutron-server[84153]: cb(*args, **kw) Jan 20 14:29:37.358383 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 14:29:37.358383 dv-neutron-825124-1-hyperv neutron-server[84153]: return func(*args, **kwargs) Jan 20 14:29:37.358383 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 14:29:37.358383 dv-neutron-825124-1-hyperv neutron-server[84153]: self._notify() Jan 20 14:29:37.358383 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 14:29:37.358383 dv-neutron-825124-1-hyperv neutron-server[84153]: self.callback(batched_events) Jan 20 14:29:37.358383 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 14:29:37.358383 dv-neutron-825124-1-hyperv neutron-server[84153]: event.method(event) Jan 20 14:29:37.358383 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 14:29:37.358383 dv-neutron-825124-1-hyperv neutron-server[84153]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 14:29:37.358383 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 14:29:37.358383 dv-neutron-825124-1-hyperv neutron-server[84153]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 14:29:37.358383 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 14:29:37.358383 dv-neutron-825124-1-hyperv neutron-server[84153]: return f(self, *a, **k) Jan 20 14:29:37.358383 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 14:29:37.358383 dv-neutron-825124-1-hyperv neutron-server[84153]: return self._get(url).json() Jan 20 14:29:37.358383 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 14:29:37.358383 dv-neutron-825124-1-hyperv neutron-server[84153]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 14:29:37.358383 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 14:29:37.358383 dv-neutron-825124-1-hyperv neutron-server[84153]: return self.request(url, 'GET', **kwargs) Jan 20 14:29:37.358383 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 14:29:37.358383 dv-neutron-825124-1-hyperv neutron-server[84153]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 14:29:37.358383 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 14:29:37.358383 dv-neutron-825124-1-hyperv neutron-server[84153]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 14:29:37.358383 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 14:29:37.358383 dv-neutron-825124-1-hyperv neutron-server[84153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 14:29:37.358383 dv-neutron-825124-1-hyperv neutron-server[84153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 14:29:37.380849 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-896ef816-0f5d-47f6-9ca6-f729cdec2407 None None] get_active_networks_info from dv-neutron-825124-1-hyperv {{(pid=84154) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 20 14:29:37.384899 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-7f24f622-3691-4da3-ac97-37934b47297a tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Notify callbacks [] for network, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:37.409585 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f24f622-3691-4da3-ac97-37934b47297a tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Pushing event deleted for resources: {'Network': ['ID=f9864820-c286-472e-89fc-ae76de0b48df,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:37.427941 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-7f24f622-3691-4da3-ac97-37934b47297a tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] 10.222.0.54 "DELETE /v2.0/networks/f9864820-c286-472e-89fc-ae76de0b48df HTTP/1.1" status: 204 len: 168 time: 6.0494993 Jan 20 14:29:37.436260 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 36728) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:37.469212 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9be59eca-446a-478e-8e58-b7d34cd59ea7 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:29:37.471459 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9be59eca-446a-478e-8e58-b7d34cd59ea7 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:29:37.473795 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9be59eca-446a-478e-8e58-b7d34cd59ea7 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:29:37.475062 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-9be59eca-446a-478e-8e58-b7d34cd59ea7 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Synchronizing usage tracker for tenant:2cb17692bb0c4a2782f988652201ac42 on resource:subnet {{(pid=84152) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:29:37.537113 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-896ef816-0f5d-47f6-9ca6-f729cdec2407 None None] Resources bound (agent type, host, resource id): {{(pid=84154) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 20 14:29:37.560452 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-3821abdd-0765-4c3e-a9b3-ae9f1418cf6c tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:37.581760 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.pecan_wsgi.hooks.translation [None req-d026f641-0a6e-4065-9f07-f88970afd6b5 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] DELETE failed (client error): The resource could not be found. Jan 20 14:29:37.582326 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d026f641-0a6e-4065-9f07-f88970afd6b5 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84152) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:29:37.588586 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-d026f641-0a6e-4065-9f07-f88970afd6b5 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] 10.222.0.54 "DELETE /v2.0/networks/f9864820-c286-472e-89fc-ae76de0b48df HTTP/1.1" status: 404 len: 339 time: 0.1470711 Jan 20 14:29:37.589634 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 36732) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:37.605906 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-d263ecc5-2718-43c6-bee4-51b6051ebc32 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-427779201', 'description': 'd1'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:29:37.615795 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-d263ecc5-2718-43c6-bee4-51b6051ebc32 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:29:37.620291 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87ea01e8-3acf-420c-9701-c2026f4af644 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify agent at l3_agent.dv-neutron-825124-1-hyperv the message routers_updated {{(pid=84152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 14:29:37.624348 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3821abdd-0765-4c3e-a9b3-ae9f1418cf6c tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Pushing event deleted for resources: {'Port': ['ID=b1bc987a-60b9-4998-89ba-1db88e9f6979,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:37.629014 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-87ea01e8-3acf-420c-9701-c2026f4af644 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] 10.222.0.54 "PUT /v2.0/routers/a02972f0-d3f1-47e3-9625-28d2ffb35387/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.9617796 Jan 20 14:29:37.630852 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-d263ecc5-2718-43c6-bee4-51b6051ebc32 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Usage tracker for resource:network and tenant:fb1d1c9fcb3d4adb98a1b2ecf7f7158b is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:29:37.634068 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 36736) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:37.637058 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-d263ecc5-2718-43c6-bee4-51b6051ebc32 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:29:37.646222 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-d263ecc5-2718-43c6-bee4-51b6051ebc32 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:29:37.658214 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bec76d5-6bec-40cc-b360-75769c58b30a None None] Sync routers for ids ['a02972f0-d3f1-47e3-9625-28d2ffb35387'] in dv-neutron-825124-1-hyperv {{(pid=84154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 14:29:37.687005 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-9be59eca-446a-478e-8e58-b7d34cd59ea7 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Unset dirty status for tenant:2cb17692bb0c4a2782f988652201ac42 on resource:subnet {{(pid=84152) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:29:37.689191 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-9be59eca-446a-478e-8e58-b7d34cd59ea7 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.4936287 Jan 20 14:29:37.691712 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bec76d5-6bec-40cc-b360-75769c58b30a None None] Routers {'a02972f0-d3f1-47e3-9625-28d2ffb35387'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:29:37.692302 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-0bec76d5-6bec-40cc-b360-75769c58b30a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:29:30Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['a02972f0-d3f1-47e3-9625-28d2ffb35387'], 'active': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:29:37.693441 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 36740) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:37.716430 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.pecan_wsgi.hooks.translation [None req-5dd4da9f-dd8c-4272-b943-2350e913aab4 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] GET failed (client error): The resource could not be found. Jan 20 14:29:37.716656 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-5dd4da9f-dd8c-4272-b943-2350e913aab4 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Synchronizing usage tracker for tenant:86e3e9c5b0744f88a459de56a9372787 on resource:port {{(pid=84153) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:29:37.732305 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d263ecc5-2718-43c6-bee4-51b6051ebc32 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Made reservation on behalf of fb1d1c9fcb3d4adb98a1b2ecf7f7158b for: {'network': 1} {{(pid=84152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:29:37.736472 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-d263ecc5-2718-43c6-bee4-51b6051ebc32 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for network, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:37.756252 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-15b77971-be40-4e75-ba9f-c0bdf125ad49 tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1626253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-745296'] for network, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:37.763482 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-0bec76d5-6bec-40cc-b360-75769c58b30a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:29:37.778843 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d263ecc5-2718-43c6-bee4-51b6051ebc32 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 162} {{(pid=84152) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 14:29:37.790904 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-d263ecc5-2718-43c6-bee4-51b6051ebc32 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:37.792065 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.db.segments_db [None req-d263ecc5-2718-43c6-bee4-51b6051ebc32 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Added segment 39dbecbc-c595-4bb1-8df7-97b616fdf91b of type vlan for network 28923362-1c13-4864-a5fc-9627297d6929 Jan 20 14:29:37.810453 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bec76d5-6bec-40cc-b360-75769c58b30a None None] Routers {'a02972f0-d3f1-47e3-9625-28d2ffb35387'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:29:37.811098 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-0bec76d5-6bec-40cc-b360-75769c58b30a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:29:30Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['a02972f0-d3f1-47e3-9625-28d2ffb35387'], 'active': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:29:37.819003 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-15b77971-be40-4e75-ba9f-c0bdf125ad49 tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] Notify callbacks [] for network, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:37.827096 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-d263ecc5-2718-43c6-bee4-51b6051ebc32 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769553767792'] for network, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:37.870822 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b77971-be40-4e75-ba9f-c0bdf125ad49 tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] Pushing event deleted for resources: {'Network': ['ID=44221382-2d4f-485c-93b7-ec89deefd9da,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:37.882779 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-15b77971-be40-4e75-ba9f-c0bdf125ad49 tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] 10.222.0.54 "DELETE /v2.0/networks/44221382-2d4f-485c-93b7-ec89deefd9da HTTP/1.1" status: 204 len: 168 time: 1.3783159 Jan 20 14:29:37.886872 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 36744) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:37.891992 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-f95b2589-7516-4510-8963-d39373064f6a tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Deleting port 3be1d5cd-47ac-43ac-b413-7c7808d71344 {{(pid=84153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:29:37.892336 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-f95b2589-7516-4510-8963-d39373064f6a tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:37.930896 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-0bec76d5-6bec-40cc-b360-75769c58b30a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:29:37.931661 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bec76d5-6bec-40cc-b360-75769c58b30a None None] The sync data for ids ['a02972f0-d3f1-47e3-9625-28d2ffb35387'] in dv-neutron-825124-1-hyperv is: [] {{(pid=84154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 14:29:37.972886 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-d263ecc5-2718-43c6-bee4-51b6051ebc32 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967'] for network, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:37.977718 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d263ecc5-2718-43c6-bee4-51b6051ebc32 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:29:37.980092 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-d263ecc5-2718-43c6-bee4-51b6051ebc32 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Notify callbacks [] for network, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:38.058095 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-5dd4da9f-dd8c-4272-b943-2350e913aab4 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Unset dirty status for tenant:86e3e9c5b0744f88a459de56a9372787 on resource:port {{(pid=84153) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:29:38.061924 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-5dd4da9f-dd8c-4272-b943-2350e913aab4 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] 10.222.0.54 "GET /v2.0/ports/c3c125f9-cdd3-4393-a11d-0de841add6a9 HTTP/1.1" status: 404 len: 333 time: 0.4246807 Jan 20 14:29:38.073124 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 36748) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:38.172632 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-d263ecc5-2718-43c6-bee4-51b6051ebc32 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.5822346 Jan 20 14:29:38.188108 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 36752) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:38.237246 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d263ecc5-2718-43c6-bee4-51b6051ebc32 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Pushing event updated for resources: {'Network': ['ID=28923362-1c13-4864-a5fc-9627297d6929,revision_number=1']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:38.262623 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Network 28923362-1c13-4864-a5fc-9627297d6929 details requested by agent ovs-agent-dv-neutron-825124-1-hyperv with host dv-neutron-825124-1-hyperv {{(pid=84154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 14:29:38.278228 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-3821abdd-0765-4c3e-a9b3-ae9f1418cf6c tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-745333'] for router_gateway, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:38.368057 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.db_base_plugin_v2 [None req-369afa56-d892-4bb9-b149-0ab6c9025222 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Deleting subnet 3ca5ae94-49db-47f9-a6b2-b3e2f4496cef {{(pid=84152) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 20 14:29:38.384665 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-369afa56-d892-4bb9-b149-0ab6c9025222 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks [] for subnet, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:38.429615 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-cc9ccbd3-9b29-4fec-9842-d32d263b6106 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks [] for router, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:38.559150 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-4501a51d-d703-496f-92bf-db7725e20497 tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586409'] for network, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:38.648727 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device b73a305c-1d08-4b58-98c5-8f40f2ae8a20 no longer exists at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:29:38.696682 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] No Port match for: b73a305c-1d08-4b58-98c5-8f40f2ae8a20 {{(pid=84154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 14:29:38.697249 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device b73a305c-1d08-4b58-98c5-8f40f2ae8a20 not bound to the agent host dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 14:29:38.701772 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-444e3d3b-33ac-4ef4-ba23-fd4dfffd36b6 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:29:38.702581 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-444e3d3b-33ac-4ef4-ba23-fd4dfffd36b6 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Synchronizing usage tracker for tenant:fb1d1c9fcb3d4adb98a1b2ecf7f7158b on resource:network {{(pid=84152) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:29:38.706825 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-369afa56-d892-4bb9-b149-0ab6c9025222 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3337915'] for subnet, precommit_delete_associations {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:38.899331 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-3821abdd-0765-4c3e-a9b3-ae9f1418cf6c tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-737761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105493'] for router, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:38.926619 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-444e3d3b-33ac-4ef4-ba23-fd4dfffd36b6 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Unset dirty status for tenant:fb1d1c9fcb3d4adb98a1b2ecf7f7158b on resource:network {{(pid=84152) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:29:38.927789 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-444e3d3b-33ac-4ef4-ba23-fd4dfffd36b6 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] 10.222.0.54 "GET /v2.0/networks?id=28923362-1c13-4864-a5fc-9627297d6929 HTTP/1.1" status: 200 len: 760 time: 0.7327654 Jan 20 14:29:38.932534 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 36758) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:38.987193 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-f95b2589-7516-4510-8963-d39373064f6a tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:38.994333 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-3821abdd-0765-4c3e-a9b3-ae9f1418cf6c tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:38.999261 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-c3938aad-c041-407f-b321-1032eee10fac tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Request body: {'network': {'description': 'd2'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:29:39.071674 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-cc9ccbd3-9b29-4fec-9842-d32d263b6106 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-737761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105493'] for router, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:39.073744 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-369afa56-d892-4bb9-b149-0ab6c9025222 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1627147'] for subnet, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:39.112272 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-cc9ccbd3-9b29-4fec-9842-d32d263b6106 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:39.233475 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-cc9ccbd3-9b29-4fec-9842-d32d263b6106 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-737693'] for router, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:39.234181 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc9ccbd3-9b29-4fec-9842-d32d263b6106 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Fanout notify agent at l3_agent the message router_deleted on router a02972f0-d3f1-47e3-9625-28d2ffb35387 {{(pid=84152) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 20 14:29:39.250586 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-cc9ccbd3-9b29-4fec-9842-d32d263b6106 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks [] for router, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:39.254058 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-cc9ccbd3-9b29-4fec-9842-d32d263b6106 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] 10.222.0.54 "DELETE /v2.0/routers/a02972f0-d3f1-47e3-9625-28d2ffb35387 HTTP/1.1" status: 204 len: 168 time: 1.1752412 Jan 20 14:29:39.254321 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 36762) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:39.297462 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-369afa56-d892-4bb9-b149-0ab6c9025222 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1627154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4163580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155308'] for subnet, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:39.344037 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-f95b2589-7516-4510-8963-d39373064f6a tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Calling delete_port for 3be1d5cd-47ac-43ac-b413-7c7808d71344 owned by network:router_interface {{(pid=84153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:29:39.350236 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369afa56-d892-4bb9-b149-0ab6c9025222 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Pushing event deleted for resources: {'Subnet': ['ID=3ca5ae94-49db-47f9-a6b2-b3e2f4496cef,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:39.357915 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-369afa56-d892-4bb9-b149-0ab6c9025222 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks [] for subnet, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:39.363885 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-369afa56-d892-4bb9-b149-0ab6c9025222 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] 10.222.0.54 "DELETE /v2.0/subnets/3ca5ae94-49db-47f9-a6b2-b3e2f4496cef HTTP/1.1" status: 204 len: 168 time: 1.6655338 Jan 20 14:29:39.370397 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2db7618-d3c8-41e6-bb79-bc43c3f334b6 None None] Network dbce74ed-d43c-4540-8d8d-e582f35e4792 requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:29:39.371003 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 36766) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:39.383099 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-4501a51d-d703-496f-92bf-db7725e20497 tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1626242', 'neutron.services.segments.db._delete_segments_for_network-8769554214620'] for network, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:39.517249 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.db_base_plugin_v2 [None req-b29a9694-0252-4ab1-90d3-5b8acd9af334 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Deleting subnet 71f68ded-09bc-4842-9553-3b42cbaacf24 {{(pid=84152) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 20 14:29:39.535463 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-b29a9694-0252-4ab1-90d3-5b8acd9af334 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks [] for subnet, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:39.537186 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.services.segments.db [None req-4501a51d-d703-496f-92bf-db7725e20497 tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8a85223-376d-41fa-bfcc-3401e2c13448']}} {{(pid=84153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:29:39.557369 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-3821abdd-0765-4c3e-a9b3-ae9f1418cf6c tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-737693'] for router, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:39.557972 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3821abdd-0765-4c3e-a9b3-ae9f1418cf6c tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Fanout notify agent at l3_agent the message router_deleted on router d6c1e36f-7721-4cd2-b738-173d5b3bd1fe {{(pid=84153) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 20 14:29:39.579394 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.services.segments.db [None req-4501a51d-d703-496f-92bf-db7725e20497 tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ecd94b7-2fa5-4adb-ae67-8734de1399d9') {'for_net_delete': True} {{(pid=84153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:29:39.579691 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.services.segments.db [None req-4501a51d-d703-496f-92bf-db7725e20497 tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ecd94b7-2fa5-4adb-ae67-8734de1399d9') {} {{(pid=84153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:29:39.627578 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-b29a9694-0252-4ab1-90d3-5b8acd9af334 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3337915'] for subnet, precommit_delete_associations {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:39.629529 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-4501a51d-d703-496f-92bf-db7725e20497 tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769554214503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980856'] for segment, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:39.638697 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-3821abdd-0765-4c3e-a9b3-ae9f1418cf6c tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Notify callbacks [] for router, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:39.643591 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-3821abdd-0765-4c3e-a9b3-ae9f1418cf6c tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] 10.222.0.54 "DELETE /v2.0/routers/d6c1e36f-7721-4cd2-b738-173d5b3bd1fe HTTP/1.1" status: 204 len: 168 time: 6.8734519 Jan 20 14:29:39.645430 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 36770) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:39.667952 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.db_base_plugin_v2 [None req-68f00d50-904e-48fc-ac21-1fbcb65e5559 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Deleting subnet e68ec696-f6d3-4d7d-a80d-7aba97bed46b {{(pid=84152) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 20 14:29:39.675008 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-68f00d50-904e-48fc-ac21-1fbcb65e5559 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks [] for subnet, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:39.713510 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-c3938aad-c041-407f-b321-1032eee10fac tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769553767792'] for network, precommit_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:39.730460 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-4501a51d-d703-496f-92bf-db7725e20497 tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:39.746944 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4501a51d-d703-496f-92bf-db7725e20497 tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] Releasing vlan 151 on physical network physnet1 to pool {{(pid=84153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 14:29:39.751326 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-4501a51d-d703-496f-92bf-db7725e20497 tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1622950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3944078'] for segment, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:39.762227 dv-neutron-825124-1-hyperv neutron-server[84153]: Traceback (most recent call last): Jan 20 14:29:39.762227 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 14:29:39.762227 dv-neutron-825124-1-hyperv neutron-server[84153]: timer() Jan 20 14:29:39.762227 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 14:29:39.762227 dv-neutron-825124-1-hyperv neutron-server[84153]: cb(*args, **kw) Jan 20 14:29:39.762227 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 14:29:39.762227 dv-neutron-825124-1-hyperv neutron-server[84153]: return func(*args, **kwargs) Jan 20 14:29:39.762227 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 14:29:39.762227 dv-neutron-825124-1-hyperv neutron-server[84153]: self._notify() Jan 20 14:29:39.762227 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 14:29:39.762227 dv-neutron-825124-1-hyperv neutron-server[84153]: self.callback(batched_events) Jan 20 14:29:39.762227 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 14:29:39.762227 dv-neutron-825124-1-hyperv neutron-server[84153]: event.method(event) Jan 20 14:29:39.762227 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 14:29:39.762227 dv-neutron-825124-1-hyperv neutron-server[84153]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 14:29:39.762227 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 14:29:39.762227 dv-neutron-825124-1-hyperv neutron-server[84153]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 14:29:39.762227 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 14:29:39.762227 dv-neutron-825124-1-hyperv neutron-server[84153]: return f(self, *a, **k) Jan 20 14:29:39.762227 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 14:29:39.762227 dv-neutron-825124-1-hyperv neutron-server[84153]: return self._get(url).json() Jan 20 14:29:39.762227 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 14:29:39.762227 dv-neutron-825124-1-hyperv neutron-server[84153]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 14:29:39.762227 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 14:29:39.762227 dv-neutron-825124-1-hyperv neutron-server[84153]: return self.request(url, 'GET', **kwargs) Jan 20 14:29:39.762227 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 14:29:39.762227 dv-neutron-825124-1-hyperv neutron-server[84153]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 14:29:39.762227 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 14:29:39.762227 dv-neutron-825124-1-hyperv neutron-server[84153]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 14:29:39.762227 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 14:29:39.762227 dv-neutron-825124-1-hyperv neutron-server[84153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 14:29:39.762227 dv-neutron-825124-1-hyperv neutron-server[84153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 14:29:39.786841 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-68f00d50-904e-48fc-ac21-1fbcb65e5559 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3337915'] for subnet, precommit_delete_associations {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:39.853132 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-c3938aad-c041-407f-b321-1032eee10fac tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967'] for network, after_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:39.895041 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-b29a9694-0252-4ab1-90d3-5b8acd9af334 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1627147'] for subnet, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:40.029904 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c3938aad-c041-407f-b321-1032eee10fac tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Network 28923362-1c13-4864-a5fc-9627297d6929 is not hosted by any dhcp agent {{(pid=84153) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Jan 20 14:29:40.034304 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3938aad-c041-407f-b321-1032eee10fac tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:29:40.034931 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-c3938aad-c041-407f-b321-1032eee10fac tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Notify callbacks [] for network, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:40.035057 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-68f00d50-904e-48fc-ac21-1fbcb65e5559 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1627147'] for subnet, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:40.038674 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-c3938aad-c041-407f-b321-1032eee10fac tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] 10.222.0.54 "PUT /v2.0/networks/28923362-1c13-4864-a5fc-9627297d6929 HTTP/1.1" status: 200 len: 757 time: 1.1000800 Jan 20 14:29:40.048594 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 36776) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:40.133157 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-4501a51d-d703-496f-92bf-db7725e20497 tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1626253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-745296'] for network, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:40.137881 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-b29a9694-0252-4ab1-90d3-5b8acd9af334 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1627154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4163580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155308'] for subnet, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:40.201698 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29a9694-0252-4ab1-90d3-5b8acd9af334 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Pushing event deleted for resources: {'Subnet': ['ID=71f68ded-09bc-4842-9553-3b42cbaacf24,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:40.204996 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-4501a51d-d703-496f-92bf-db7725e20497 tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] Notify callbacks [] for network, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:40.208383 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-b29a9694-0252-4ab1-90d3-5b8acd9af334 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks [] for subnet, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:40.243470 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3938aad-c041-407f-b321-1032eee10fac tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Pushing event updated for resources: {'Network': ['ID=28923362-1c13-4864-a5fc-9627297d6929,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:40.246513 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-68f00d50-904e-48fc-ac21-1fbcb65e5559 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1627154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4163580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155308'] for subnet, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:40.274367 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Network 28923362-1c13-4864-a5fc-9627297d6929 details requested by agent ovs-agent-dv-neutron-825124-1-hyperv with host dv-neutron-825124-1-hyperv {{(pid=84154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 14:29:40.320094 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-4501a51d-d703-496f-92bf-db7725e20497 tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] 10.222.0.54 "DELETE /v2.0/networks/b8a85223-376d-41fa-bfcc-3401e2c13448 HTTP/1.1" status: 204 len: 168 time: 2.4286375 Jan 20 14:29:40.323213 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4501a51d-d703-496f-92bf-db7725e20497 tempest-BulkNetworkOpsIpV6Test-654349149 tempest-BulkNetworkOpsIpV6Test-654349149-project] Pushing event deleted for resources: {'Network': ['ID=b8a85223-376d-41fa-bfcc-3401e2c13448,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:40.331777 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.db_base_plugin_v2 [None req-904a0d47-00ab-4482-8a9c-5652f4199d21 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Deleting subnet f8b841ec-8e6c-4183-90f0-f24e1dbc270d {{(pid=84153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 20 14:29:40.340651 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5a47576-2714-4709-b71c-03fd237db0ef tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:29:40.341347 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-a5a47576-2714-4709-b71c-03fd237db0ef tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Synchronizing usage tracker for tenant:fb1d1c9fcb3d4adb98a1b2ecf7f7158b on resource:network {{(pid=84153) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:29:40.349368 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-904a0d47-00ab-4482-8a9c-5652f4199d21 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Notify callbacks [] for subnet, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:40.369305 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f00d50-904e-48fc-ac21-1fbcb65e5559 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Pushing event deleted for resources: {'Subnet': ['ID=e68ec696-f6d3-4d7d-a80d-7aba97bed46b,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:40.380651 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-68f00d50-904e-48fc-ac21-1fbcb65e5559 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks [] for subnet, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:40.384083 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-68f00d50-904e-48fc-ac21-1fbcb65e5559 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] 10.222.0.54 "DELETE /v2.0/subnets/e68ec696-f6d3-4d7d-a80d-7aba97bed46b HTTP/1.1" status: 204 len: 168 time: 1.1284707 Jan 20 14:29:40.390254 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-074e5139-b476-48b5-ae16-f3c295ad4230 None None] Network 695f78f2-e869-456f-9d87-515315a8a044 requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:29:40.390917 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-b29a9694-0252-4ab1-90d3-5b8acd9af334 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] 10.222.0.54 "DELETE /v2.0/subnets/71f68ded-09bc-4842-9553-3b42cbaacf24 HTTP/1.1" status: 204 len: 168 time: 1.0214086 Jan 20 14:29:40.391534 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 36782) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:40.394908 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 36784) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:40.423547 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-f95b2589-7516-4510-8963-d39373064f6a tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:40.484418 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95b2589-7516-4510-8963-d39373064f6a tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Pushing event deleted for resources: {'Port': ['ID=3be1d5cd-47ac-43ac-b413-7c7808d71344,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:40.486286 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-a5a47576-2714-4709-b71c-03fd237db0ef tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Unset dirty status for tenant:fb1d1c9fcb3d4adb98a1b2ecf7f7158b on resource:network {{(pid=84153) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:29:40.487688 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-a5a47576-2714-4709-b71c-03fd237db0ef tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] 10.222.0.54 "GET /v2.0/networks?id=28923362-1c13-4864-a5fc-9627297d6929 HTTP/1.1" status: 200 len: 760 time: 0.4378490 Jan 20 14:29:40.496531 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 36788) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:40.507796 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-b3d8b728-ae96-4cfd-851f-70d6815337ca tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1365838807'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:29:40.512830 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-904a0d47-00ab-4482-8a9c-5652f4199d21 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3980851'] for subnet, precommit_delete_associations {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:40.598162 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-b3d8b728-ae96-4cfd-851f-70d6815337ca tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:29:40.618546 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38eac0d9-c2e3-4401-8154-3752e514b54f None None] Network dbce74ed-d43c-4540-8d8d-e582f35e4792 requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:29:40.634686 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-b3d8b728-ae96-4cfd-851f-70d6815337ca tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:29:40.676043 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-904a0d47-00ab-4482-8a9c-5652f4199d21 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1627147'] for subnet, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:40.904763 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-17735818-68af-40aa-a529-a4095af0a7d3 None None] Provisioning complete for port de243d95-e923-4122-ba35-0264528bc032 triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:29:40.906900 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-17735818-68af-40aa-a529-a4095af0a7d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:40.920409 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-a1a56e98-4ef0-435f-a9ce-7f87e66e5a42 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Synchronizing usage tracker for tenant:2cb17692bb0c4a2782f988652201ac42 on resource:router {{(pid=84152) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:29:40.933668 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-904a0d47-00ab-4482-8a9c-5652f4199d21 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1627154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3943464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4194013'] for subnet, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:40.938276 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-a1a56e98-4ef0-435f-a9ce-7f87e66e5a42 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Unset dirty status for tenant:2cb17692bb0c4a2782f988652201ac42 on resource:router {{(pid=84152) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:29:40.941368 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-a1a56e98-4ef0-435f-a9ce-7f87e66e5a42 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3518126 Jan 20 14:29:40.958273 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 36796) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:40.987013 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-0146f1a4-c982-443b-a899-958f86a66d1b tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Request body: {'subnet': {'network_id': 'dbce74ed-d43c-4540-8d8d-e582f35e4792', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:29:41.099795 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-464795c2-a6e3-411a-8a19-785110d6c85b tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586409'] for network, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:41.126900 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-464795c2-a6e3-411a-8a19-785110d6c85b tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Deleting port af156580-78a5-4903-bf3e-87bf834ad5fa {{(pid=84152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:29:41.128276 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-464795c2-a6e3-411a-8a19-785110d6c85b tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:41.128433 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3d8b728-ae96-4cfd-851f-70d6815337ca tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Made reservation on behalf of fb1d1c9fcb3d4adb98a1b2ecf7f7158b for: {'network': 1} {{(pid=84153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:29:41.131464 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-b3d8b728-ae96-4cfd-851f-70d6815337ca tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for network, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:41.161507 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904a0d47-00ab-4482-8a9c-5652f4199d21 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Pushing event deleted for resources: {'Subnet': ['ID=f8b841ec-8e6c-4183-90f0-f24e1dbc270d,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:41.174617 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-904a0d47-00ab-4482-8a9c-5652f4199d21 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Notify callbacks [] for subnet, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:41.195240 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-904a0d47-00ab-4482-8a9c-5652f4199d21 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] 10.222.0.54 "DELETE /v2.0/subnets/f8b841ec-8e6c-4183-90f0-f24e1dbc270d HTTP/1.1" status: 204 len: 168 time: 1.5449557 Jan 20 14:29:41.202137 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 36802) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:41.203158 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddcf9c42-6f97-4ac7-b07d-64a28040cbed None None] DHCP port deletion for 695f78f2-e869-456f-9d87-515315a8a044 request from dv-neutron-825124-1-hyperv {{(pid=84154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 20 14:29:41.211166 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-ddcf9c42-6f97-4ac7-b07d-64a28040cbed None None] Deleting port af156580-78a5-4903-bf3e-87bf834ad5fa {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:29:41.211690 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ddcf9c42-6f97-4ac7-b07d-64a28040cbed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:41.224362 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-0146f1a4-c982-443b-a899-958f86a66d1b tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:29:41.236078 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3d8b728-ae96-4cfd-851f-70d6815337ca tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 182} {{(pid=84153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 14:29:41.260895 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-0146f1a4-c982-443b-a899-958f86a66d1b tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Usage tracker for resource:subnet and tenant:2cb17692bb0c4a2782f988652201ac42 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:29:41.266776 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-0146f1a4-c982-443b-a899-958f86a66d1b tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:29:41.288386 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc6184c9-b404-4b1a-9ea2-17df14326834 None None] DHCP port deletion for dbce74ed-d43c-4540-8d8d-e582f35e4792 request from dv-neutron-825124-1-hyperv {{(pid=84154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 20 14:29:41.288853 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-0146f1a4-c982-443b-a899-958f86a66d1b tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:29:41.312522 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 36806) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:41.319403 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-bc6184c9-b404-4b1a-9ea2-17df14326834 None None] Deleting port de243d95-e923-4122-ba35-0264528bc032 {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:29:41.320283 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-bc6184c9-b404-4b1a-9ea2-17df14326834 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:41.321245 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-b3d8b728-ae96-4cfd-851f-70d6815337ca tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:41.321600 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.db.segments_db [None req-b3d8b728-ae96-4cfd-851f-70d6815337ca tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Added segment 6135d0d5-5ca7-4d34-b035-25c25e48af63 of type vlan for network 1f38dfc1-5eca-4518-aa66-0dbc2764de68 Jan 20 14:29:41.351996 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-f95b2589-7516-4510-8963-d39373064f6a tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1705096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-745401'] for router_interface, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:41.411473 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-5a22432b-ca24-4a5c-ac9f-278e0a6ee5e1 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586409'] for network, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:41.418813 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-b3d8b728-ae96-4cfd-851f-70d6815337ca tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769553767792'] for network, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:41.464473 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0146f1a4-c982-443b-a899-958f86a66d1b tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Made reservation on behalf of 2cb17692bb0c4a2782f988652201ac42 for: {'subnet': 1} {{(pid=84152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:29:41.469709 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-0146f1a4-c982-443b-a899-958f86a66d1b tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3155315'] for subnet, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:41.620584 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.db [None req-464795c2-a6e3-411a-8a19-785110d6c85b tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] For port af156580-78a5-4903-bf3e-87bf834ad5fa, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=af156580-78a5-4903-bf3e-87bf834ad5fa,segment=NetworkSegment(d6134be4-16aa-41af-a51b-97b065a5b7ce),segment_id=d6134be4-16aa-41af-a51b-97b065a5b7ce)] {{(pid=84152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:29:41.621657 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-464795c2-a6e3-411a-8a19-785110d6c85b tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:41.681668 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-ddcf9c42-6f97-4ac7-b07d-64a28040cbed None None] For port af156580-78a5-4903-bf3e-87bf834ad5fa, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=af156580-78a5-4903-bf3e-87bf834ad5fa,segment=NetworkSegment(d6134be4-16aa-41af-a51b-97b065a5b7ce),segment_id=d6134be4-16aa-41af-a51b-97b065a5b7ce)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:29:41.682365 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ddcf9c42-6f97-4ac7-b07d-64a28040cbed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:41.754887 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-464795c2-a6e3-411a-8a19-785110d6c85b tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Calling delete_port for af156580-78a5-4903-bf3e-87bf834ad5fa owned by network:dhcp {{(pid=84152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:29:41.765879 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-5a22432b-ca24-4a5c-ac9f-278e0a6ee5e1 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1626242', 'neutron.services.segments.db._delete_segments_for_network-8769554214620'] for network, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:41.778061 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-b3d8b728-ae96-4cfd-851f-70d6815337ca tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967'] for network, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:41.782841 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3d8b728-ae96-4cfd-851f-70d6815337ca tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:29:41.783430 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-b3d8b728-ae96-4cfd-851f-70d6815337ca tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Notify callbacks [] for network, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:41.813684 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-e8727f45-1ba9-43b9-a160-84dbb441ea92 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=c64585f3eac240419743ed479261ff41&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4977076 Jan 20 14:29:41.814068 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 36812) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:41.815000 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-ddcf9c42-6f97-4ac7-b07d-64a28040cbed None None] Calling delete_port for af156580-78a5-4903-bf3e-87bf834ad5fa owned by network:dhcp {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:29:41.845238 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-bc6184c9-b404-4b1a-9ea2-17df14326834 None None] For port de243d95-e923-4122-ba35-0264528bc032, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=de243d95-e923-4122-ba35-0264528bc032,segment=NetworkSegment(7b61d093-41ff-4202-b223-533eb0f8da0a),segment_id=7b61d093-41ff-4202-b223-533eb0f8da0a)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:29:41.846023 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-bc6184c9-b404-4b1a-9ea2-17df14326834 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:41.900272 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.services.segments.db [None req-5a22432b-ca24-4a5c-ac9f-278e0a6ee5e1 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9dfe92d-7a28-4f7f-8f3f-9d29413d59b7']}} {{(pid=84153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:29:41.925875 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.services.segments.db [None req-5a22432b-ca24-4a5c-ac9f-278e0a6ee5e1 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e43bfc8-6a21-458f-ae6e-4e637d7f6af4') {'for_net_delete': True} {{(pid=84153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:29:41.926613 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.services.segments.db [None req-5a22432b-ca24-4a5c-ac9f-278e0a6ee5e1 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e43bfc8-6a21-458f-ae6e-4e637d7f6af4') {} {{(pid=84153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:29:41.958322 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-5a22432b-ca24-4a5c-ac9f-278e0a6ee5e1 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769554214503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980856'] for segment, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:41.970864 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d8b728-ae96-4cfd-851f-70d6815337ca tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Pushing event updated for resources: {'Network': ['ID=1f38dfc1-5eca-4518-aa66-0dbc2764de68,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:41.976558 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-0fda5c50-9319-4991-ae89-2cb6ec4bc752 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:41.985622 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-5a22432b-ca24-4a5c-ac9f-278e0a6ee5e1 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:41.994573 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a22432b-ca24-4a5c-ac9f-278e0a6ee5e1 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Releasing vlan 193 on physical network physnet1 to pool {{(pid=84153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 14:29:41.994963 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-5a22432b-ca24-4a5c-ac9f-278e0a6ee5e1 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1622950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3944078'] for segment, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:42.012554 dv-neutron-825124-1-hyperv neutron-server[84153]: Traceback (most recent call last): Jan 20 14:29:42.012554 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 14:29:42.012554 dv-neutron-825124-1-hyperv neutron-server[84153]: timer() Jan 20 14:29:42.012554 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 14:29:42.012554 dv-neutron-825124-1-hyperv neutron-server[84153]: cb(*args, **kw) Jan 20 14:29:42.012554 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 14:29:42.012554 dv-neutron-825124-1-hyperv neutron-server[84153]: return func(*args, **kwargs) Jan 20 14:29:42.012554 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 14:29:42.012554 dv-neutron-825124-1-hyperv neutron-server[84153]: self._notify() Jan 20 14:29:42.012554 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 14:29:42.012554 dv-neutron-825124-1-hyperv neutron-server[84153]: self.callback(batched_events) Jan 20 14:29:42.012554 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 14:29:42.012554 dv-neutron-825124-1-hyperv neutron-server[84153]: event.method(event) Jan 20 14:29:42.012554 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 14:29:42.012554 dv-neutron-825124-1-hyperv neutron-server[84153]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 14:29:42.012554 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 14:29:42.012554 dv-neutron-825124-1-hyperv neutron-server[84153]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 14:29:42.012554 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 14:29:42.012554 dv-neutron-825124-1-hyperv neutron-server[84153]: return f(self, *a, **k) Jan 20 14:29:42.012554 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 14:29:42.012554 dv-neutron-825124-1-hyperv neutron-server[84153]: return self._get(url).json() Jan 20 14:29:42.012554 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 14:29:42.012554 dv-neutron-825124-1-hyperv neutron-server[84153]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 14:29:42.012554 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 14:29:42.012554 dv-neutron-825124-1-hyperv neutron-server[84153]: return self.request(url, 'GET', **kwargs) Jan 20 14:29:42.012554 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 14:29:42.012554 dv-neutron-825124-1-hyperv neutron-server[84153]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 14:29:42.012554 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 14:29:42.012554 dv-neutron-825124-1-hyperv neutron-server[84153]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 14:29:42.012554 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 14:29:42.012554 dv-neutron-825124-1-hyperv neutron-server[84153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 14:29:42.012554 dv-neutron-825124-1-hyperv neutron-server[84153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 14:29:42.016421 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-bc6184c9-b404-4b1a-9ea2-17df14326834 None None] Calling delete_port for de243d95-e923-4122-ba35-0264528bc032 owned by network:dhcp {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:29:42.025093 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-0fda5c50-9319-4991-ae89-2cb6ec4bc752 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:42.035942 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-464795c2-a6e3-411a-8a19-785110d6c85b tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:42.048130 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Network 1f38dfc1-5eca-4518-aa66-0dbc2764de68 details requested by agent ovs-agent-dv-neutron-825124-1-hyperv with host dv-neutron-825124-1-hyperv {{(pid=84154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 14:29:42.080949 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-b3d8b728-ae96-4cfd-851f-70d6815337ca tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.5781717 Jan 20 14:29:42.091613 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 36816) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:42.093461 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464795c2-a6e3-411a-8a19-785110d6c85b tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Pushing event deleted for resources: {'Port': ['ID=af156580-78a5-4903-bf3e-87bf834ad5fa,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:42.101930 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-f40b44dc-0d77-4436-825d-69a01583730c tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Request body: {'subnet': {'network_id': '1f38dfc1-5eca-4518-aa66-0dbc2764de68', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:29:42.119864 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-0146f1a4-c982-443b-a899-958f86a66d1b tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4163519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3155301'] for subnet, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:42.186228 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.db.api [None req-ddcf9c42-6f97-4ac7-b07d-64a28040cbed None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84154) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 14:29:42.186639 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG oslo_db.api [None req-ddcf9c42-6f97-4ac7-b07d-64a28040cbed None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 14:29:42.307501 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-bc6184c9-b404-4b1a-9ea2-17df14326834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486'] for port, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:42.327311 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0146f1a4-c982-443b-a899-958f86a66d1b tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Network dbce74ed-d43c-4540-8d8d-e582f35e4792 is already hosted by enough agents. {{(pid=84152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:29:42.334732 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-464795c2-a6e3-411a-8a19-785110d6c85b tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] No DVR routers for this DVR port af156580-78a5-4903-bf3e-87bf834ad5fa on host dv-neutron-825124-1-hyperv {{(pid=84152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 14:29:42.359385 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6184c9-b404-4b1a-9ea2-17df14326834 None None] Pushing event deleted for resources: {'Port': ['ID=de243d95-e923-4122-ba35-0264528bc032,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:42.363348 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc6184c9-b404-4b1a-9ea2-17df14326834 None None] No DVR routers for this DVR port de243d95-e923-4122-ba35-0264528bc032 on host dv-neutron-825124-1-hyperv {{(pid=84154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 14:29:42.371936 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.base_scheduler [None req-0146f1a4-c982-443b-a899-958f86a66d1b tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Resources bound (agent type, host, resource id): {{(pid=84152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:29:42.379055 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-5a22432b-ca24-4a5c-ac9f-278e0a6ee5e1 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1626253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-745296'] for network, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:42.379546 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0146f1a4-c982-443b-a899-958f86a66d1b tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:29:42.379546 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-0146f1a4-c982-443b-a899-958f86a66d1b tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks [] for subnet, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:42.390515 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2388473a-02b2-4cdb-9b20-78c04f5b9683 None None] Network dbce74ed-d43c-4540-8d8d-e582f35e4792 requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:29:42.401249 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-5a22432b-ca24-4a5c-ac9f-278e0a6ee5e1 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Notify callbacks [] for network, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:42.413929 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a22432b-ca24-4a5c-ac9f-278e0a6ee5e1 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] Pushing event deleted for resources: {'Network': ['ID=f9dfe92d-7a28-4f7f-8f3f-9d29413d59b7,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:42.420300 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-5a22432b-ca24-4a5c-ac9f-278e0a6ee5e1 tempest-FloatingIPTestJSON-75519571 tempest-FloatingIPTestJSON-75519571-project] 10.222.0.54 "DELETE /v2.0/networks/f9dfe92d-7a28-4f7f-8f3f-9d29413d59b7 HTTP/1.1" status: 204 len: 168 time: 1.2168455 Jan 20 14:29:42.488400 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f95b2589-7516-4510-8963-d39373064f6a tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Router 10106cab-2f28-4d13-bcdf-11737473681a has already been hosted by L3 agent 624d525b-4c26-4143-8a1c-228bb1c6faaa {{(pid=84153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 14:29:42.536412 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-f40b44dc-0d77-4436-825d-69a01583730c tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:29:42.550015 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0146f1a4-c982-443b-a899-958f86a66d1b tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Pushing event updated for resources: {'Subnet': ['ID=b09f7deb-68d1-4299-8334-8c9b1a6bd793,revision_number=0']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:42.567575 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-f40b44dc-0d77-4436-825d-69a01583730c tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Usage tracker for resource:subnet and tenant:fb1d1c9fcb3d4adb98a1b2ecf7f7158b is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:29:42.572648 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-f40b44dc-0d77-4436-825d-69a01583730c tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:29:42.584982 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-f40b44dc-0d77-4436-825d-69a01583730c tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:29:42.588160 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-464795c2-a6e3-411a-8a19-785110d6c85b tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1626242', 'neutron.services.segments.db._delete_segments_for_network-8769554214620'] for network, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:42.633282 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.segments.db [None req-464795c2-a6e3-411a-8a19-785110d6c85b tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['695f78f2-e869-456f-9d87-515315a8a044']}} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:29:42.650610 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.segments.db [None req-464795c2-a6e3-411a-8a19-785110d6c85b tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6134be4-16aa-41af-a51b-97b065a5b7ce') {'for_net_delete': True} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:29:42.650896 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.segments.db [None req-464795c2-a6e3-411a-8a19-785110d6c85b tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6134be4-16aa-41af-a51b-97b065a5b7ce') {} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:29:42.666512 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-464795c2-a6e3-411a-8a19-785110d6c85b tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769554214503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3337904'] for segment, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:42.683549 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device af156580-78a5-4903-bf3e-87bf834ad5fa no longer exists at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:29:42.687934 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-0fda5c50-9319-4991-ae89-2cb6ec4bc752 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:42.690697 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-0fda5c50-9319-4991-ae89-2cb6ec4bc752 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:42.694379 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-0fda5c50-9319-4991-ae89-2cb6ec4bc752 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/c6cd34ef-fd5c-45da-9970-e64f5283bc8e HTTP/1.1" status: 204 len: 168 time: 0.8766949 Jan 20 14:29:42.712576 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-0146f1a4-c982-443b-a899-958f86a66d1b tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7467768 Jan 20 14:29:42.712576 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fda5c50-9319-4991-ae89-2cb6ec4bc752 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6cd34ef-fd5c-45da-9970-e64f5283bc8e,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:42.715119 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 36826) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:42.720536 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-464795c2-a6e3-411a-8a19-785110d6c85b tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:42.725447 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-1f4e81c0-bdae-4cbb-9450-01fe6247dd93 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Request body: {'subnet': {'network_id': 'dbce74ed-d43c-4540-8d8d-e582f35e4792', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:29:42.728928 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-ddcf9c42-6f97-4ac7-b07d-64a28040cbed None None] Deleting port af156580-78a5-4903-bf3e-87bf834ad5fa {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:29:42.730470 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-464795c2-a6e3-411a-8a19-785110d6c85b tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Releasing vlan 176 on physical network physnet1 to pool {{(pid=84152) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 14:29:42.730572 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ddcf9c42-6f97-4ac7-b07d-64a28040cbed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:42.732282 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-464795c2-a6e3-411a-8a19-785110d6c85b tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1622950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4162906'] for segment, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:42.751232 dv-neutron-825124-1-hyperv neutron-server[84152]: Traceback (most recent call last): Jan 20 14:29:42.751232 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 14:29:42.751232 dv-neutron-825124-1-hyperv neutron-server[84152]: timer() Jan 20 14:29:42.751232 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 14:29:42.751232 dv-neutron-825124-1-hyperv neutron-server[84152]: cb(*args, **kw) Jan 20 14:29:42.751232 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 14:29:42.751232 dv-neutron-825124-1-hyperv neutron-server[84152]: return func(*args, **kwargs) Jan 20 14:29:42.751232 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 14:29:42.751232 dv-neutron-825124-1-hyperv neutron-server[84152]: self._notify() Jan 20 14:29:42.751232 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 14:29:42.751232 dv-neutron-825124-1-hyperv neutron-server[84152]: self.callback(batched_events) Jan 20 14:29:42.751232 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 14:29:42.751232 dv-neutron-825124-1-hyperv neutron-server[84152]: event.method(event) Jan 20 14:29:42.751232 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 14:29:42.751232 dv-neutron-825124-1-hyperv neutron-server[84152]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 14:29:42.751232 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 14:29:42.751232 dv-neutron-825124-1-hyperv neutron-server[84152]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 14:29:42.751232 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 14:29:42.751232 dv-neutron-825124-1-hyperv neutron-server[84152]: return f(self, *a, **k) Jan 20 14:29:42.751232 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 14:29:42.751232 dv-neutron-825124-1-hyperv neutron-server[84152]: return self._get(url).json() Jan 20 14:29:42.751232 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 14:29:42.751232 dv-neutron-825124-1-hyperv neutron-server[84152]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 14:29:42.751232 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 14:29:42.751232 dv-neutron-825124-1-hyperv neutron-server[84152]: return self.request(url, 'GET', **kwargs) Jan 20 14:29:42.751232 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 14:29:42.751232 dv-neutron-825124-1-hyperv neutron-server[84152]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 14:29:42.751232 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 14:29:42.751232 dv-neutron-825124-1-hyperv neutron-server[84152]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 14:29:42.751232 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 14:29:42.751232 dv-neutron-825124-1-hyperv neutron-server[84152]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 14:29:42.751232 dv-neutron-825124-1-hyperv neutron-server[84152]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 14:29:42.755241 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a598625-d461-4cc0-acf2-d04573158ad5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95c917f5-14ba-5e96-98b8-1a52654a930a-dbce74ed-d43c-4540-8d8d-e582f35e4792', 'network_id': 'dbce74ed-d43c-4540-8d8d-e582f35e4792', 'tenant_id': '2cb17692bb0c4a2782f988652201ac42', 'fixed_ips': [{'subnet_id': 'b09f7deb-68d1-4299-8334-8c9b1a6bd793'}]}} from dv-neutron-825124-1-hyperv. {{(pid=84154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 20 14:29:42.756199 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-2a598625-d461-4cc0-acf2-d04573158ad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:42.823627 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] No Port match for: af156580-78a5-4903-bf3e-87bf834ad5fa {{(pid=84154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 14:29:42.824129 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device af156580-78a5-4903-bf3e-87bf834ad5fa not bound to the agent host dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 14:29:42.824711 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device de243d95-e923-4122-ba35-0264528bc032 no longer exists at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:29:42.864926 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-ddcf9c42-6f97-4ac7-b07d-64a28040cbed None None] The port 'af156580-78a5-4903-bf3e-87bf834ad5fa' was deleted {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 20 14:29:42.874250 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f40b44dc-0d77-4436-825d-69a01583730c tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Made reservation on behalf of fb1d1c9fcb3d4adb98a1b2ecf7f7158b for: {'subnet': 1} {{(pid=84152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:29:42.876769 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] No Port match for: de243d95-e923-4122-ba35-0264528bc032 {{(pid=84154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 14:29:42.877315 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device de243d95-e923-4122-ba35-0264528bc032 not bound to the agent host dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 14:29:42.889315 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f95b2589-7516-4510-8963-d39373064f6a tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify agent at l3_agent.dv-neutron-825124-1-hyperv the message routers_updated {{(pid=84153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 14:29:42.909298 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01e6cdfb-da44-48ca-b9f5-48481e40acb9 None None] Sync routers for ids ['10106cab-2f28-4d13-bcdf-11737473681a'] in dv-neutron-825124-1-hyperv {{(pid=84155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 14:29:42.940127 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01e6cdfb-da44-48ca-b9f5-48481e40acb9 None None] Routers {'10106cab-2f28-4d13-bcdf-11737473681a'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:29:42.942640 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-01e6cdfb-da44-48ca-b9f5-48481e40acb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:29:30Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['10106cab-2f28-4d13-bcdf-11737473681a'], 'active': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:29:42.943314 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-f95b2589-7516-4510-8963-d39373064f6a tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] 10.222.0.54 "PUT /v2.0/routers/10106cab-2f28-4d13-bcdf-11737473681a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7078109 Jan 20 14:29:42.949313 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 36830) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:43.048137 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-01e6cdfb-da44-48ca-b9f5-48481e40acb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:29:43.061024 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01e6cdfb-da44-48ca-b9f5-48481e40acb9 None None] Routers {'10106cab-2f28-4d13-bcdf-11737473681a'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:29:43.061900 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-01e6cdfb-da44-48ca-b9f5-48481e40acb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:29:30Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['10106cab-2f28-4d13-bcdf-11737473681a'], 'active': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:29:43.124255 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_common [None req-2a598625-d461-4cc0-acf2-d04573158ad5 None None] Allocated IP 172.20.0.2 (dbce74ed-d43c-4540-8d8d-e582f35e4792/b09f7deb-68d1-4299-8334-8c9b1a6bd793/1f532dd3-3c40-4660-8c15-23693ab54236) {{(pid=84154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:29:43.179284 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-01e6cdfb-da44-48ca-b9f5-48481e40acb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:29:43.179928 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01e6cdfb-da44-48ca-b9f5-48481e40acb9 None None] The sync data for ids ['10106cab-2f28-4d13-bcdf-11737473681a'] in dv-neutron-825124-1-hyperv is: [] {{(pid=84155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 14:29:43.196688 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-1f4e81c0-bdae-4cbb-9450-01fe6247dd93 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:29:43.202675 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 36838) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:43.206482 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-1f4e81c0-bdae-4cbb-9450-01fe6247dd93 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Usage tracker for resource:subnet and tenant:2cb17692bb0c4a2782f988652201ac42 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:29:43.213290 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-1f4e81c0-bdae-4cbb-9450-01fe6247dd93 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:29:43.226130 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-1f4e81c0-bdae-4cbb-9450-01fe6247dd93 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:29:43.311888 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f4e81c0-bdae-4cbb-9450-01fe6247dd93 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Made reservation on behalf of 2cb17692bb0c4a2782f988652201ac42 for: {'subnet': 1} {{(pid=84153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:29:43.441656 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-f40b44dc-0d77-4436-825d-69a01583730c tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3155315'] for subnet, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:43.463622 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-464795c2-a6e3-411a-8a19-785110d6c85b tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1626253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-745296'] for network, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:43.496036 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-464795c2-a6e3-411a-8a19-785110d6c85b tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks [] for network, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:43.533815 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-2a598625-d461-4cc0-acf2-d04573158ad5 None None] Notify callbacks [] for port, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:43.558519 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-1f4e81c0-bdae-4cbb-9450-01fe6247dd93 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4193986'] for subnet, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:43.559530 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-2a598625-d461-4cc0-acf2-d04573158ad5 None None] Transition to ACTIVE for port object 1f532dd3-3c40-4660-8c15-23693ab54236 will not be triggered until provisioned by entity L2. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:29:43.587775 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-2a598625-d461-4cc0-acf2-d04573158ad5 None None] Transition to ACTIVE for port object 1f532dd3-3c40-4660-8c15-23693ab54236 will not be triggered until provisioned by entity DHCP. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:29:43.616483 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464795c2-a6e3-411a-8a19-785110d6c85b tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Pushing event deleted for resources: {'Network': ['ID=695f78f2-e869-456f-9d87-515315a8a044,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:43.634892 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-464795c2-a6e3-411a-8a19-785110d6c85b tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] 10.222.0.54 "DELETE /v2.0/networks/695f78f2-e869-456f-9d87-515315a8a044 HTTP/1.1" status: 204 len: 168 time: 3.2417576 Jan 20 14:29:43.642865 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 36852) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:43.666442 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-ee3e1309-ed55-4a6f-95dc-a2de0a625702 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=788f8e40e69a4b21adff221535fcbda3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4626703 Jan 20 14:29:43.683546 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 36856) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:43.701801 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-d2e5de97-fa6c-411e-88da-f9caf5f287e3 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-743504'] for router_interface, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:43.705129 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-2a598625-d461-4cc0-acf2-d04573158ad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477'] for port, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:43.742134 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27691765-2948-4839-a5c2-f4e7f8952d3c tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:29:43.742660 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-27691765-2948-4839-a5c2-f4e7f8952d3c tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Synchronizing usage tracker for tenant:86e3e9c5b0744f88a459de56a9372787 on resource:port {{(pid=84152) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:29:43.802569 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a598625-d461-4cc0-acf2-d04573158ad5 None None] Network dbce74ed-d43c-4540-8d8d-e582f35e4792 is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:29:43.806655 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-2a598625-d461-4cc0-acf2-d04573158ad5 None None] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:29:43.814156 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a598625-d461-4cc0-acf2-d04573158ad5 None None] Received port after_create {{(pid=84154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:29:43.823864 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a598625-d461-4cc0-acf2-d04573158ad5 None None] Pushing event updated for resources: {'Port': ['ID=1f532dd3-3c40-4660-8c15-23693ab54236,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:43.875550 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-27691765-2948-4839-a5c2-f4e7f8952d3c tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Unset dirty status for tenant:86e3e9c5b0744f88a459de56a9372787 on resource:port {{(pid=84152) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:29:43.881602 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-27691765-2948-4839-a5c2-f4e7f8952d3c tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] 10.222.0.54 "GET /v2.0/ports/c7b05808-424b-4a1f-9e72-184fa78e1049 HTTP/1.1" status: 200 len: 840 time: 0.2326992 Jan 20 14:29:43.881602 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 36864) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:43.927921 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-2a598625-d461-4cc0-acf2-d04573158ad5 None None] Attempting to bind port 1f532dd3-3c40-4660-8c15-23693ab54236 on host dv-neutron-825124-1-hyperv for vnic_type normal with profile {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:29:43.928648 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-2a598625-d461-4cc0-acf2-d04573158ad5 None None] Attempting to bind port 1f532dd3-3c40-4660-8c15-23693ab54236 by drivers openvswitch,hyperv on host dv-neutron-825124-1-hyperv at level 0 using segments [{'id': '7b61d093-41ff-4202-b223-533eb0f8da0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'dbce74ed-d43c-4540-8d8d-e582f35e4792'}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:29:43.930407 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a598625-d461-4cc0-acf2-d04573158ad5 None None] Attempting to bind port 1f532dd3-3c40-4660-8c15-23693ab54236 on network dbce74ed-d43c-4540-8d8d-e582f35e4792 {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 14:29:43.939250 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-4e388807-a516-41f1-a466-ce3482f2f750 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:43.941104 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a598625-d461-4cc0-acf2-d04573158ad5 None None] Checking agent: {'id': '6414dfeb-85c5-454a-8756-709ca637d800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825124-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 16, 31), 'started_at': datetime.datetime(2022, 1, 20, 14, 17, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 29, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825124-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 14:29:43.941867 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a598625-d461-4cc0-acf2-d04573158ad5 None None] Checking segment: {'id': '7b61d093-41ff-4202-b223-533eb0f8da0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'dbce74ed-d43c-4540-8d8d-e582f35e4792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 14:29:43.942402 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-2a598625-d461-4cc0-acf2-d04573158ad5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:43.943003 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a598625-d461-4cc0-acf2-d04573158ad5 None None] Bound using segment: {'id': '7b61d093-41ff-4202-b223-533eb0f8da0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'dbce74ed-d43c-4540-8d8d-e582f35e4792'} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 14:29:43.945719 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-2a598625-d461-4cc0-acf2-d04573158ad5 None None] Bound port: 1f532dd3-3c40-4660-8c15-23693ab54236, host: dv-neutron-825124-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b61d093-41ff-4202-b223-533eb0f8da0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'dbce74ed-d43c-4540-8d8d-e582f35e4792'}}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:29:43.946371 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-2a598625-d461-4cc0-acf2-d04573158ad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:43.974859 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-bcfc19a1-d452-4b47-a020-67533132ec31 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] 10.222.0.54 "GET /v2.0/ports/c7b05808-424b-4a1f-9e72-184fa78e1049?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0914569 Jan 20 14:29:43.979083 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 36870) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:43.985177 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-49c53d75-be65-4772-a455-d7f596f7959d tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Request body: {'subnet': {'network_id': 'c69ee7bc-60c2-439d-90b1-98741047f7c7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:29:44.009550 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-4e388807-a516-41f1-a466-ce3482f2f750 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:44.011532 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-f40b44dc-0d77-4436-825d-69a01583730c tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4163519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3155301'] for subnet, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:44.082878 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-2a598625-d461-4cc0-acf2-d04573158ad5 None None] For port 1f532dd3-3c40-4660-8c15-23693ab54236, host dv-neutron-825124-1-hyperv, cleared binding levels {{(pid=84154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 14:29:44.087449 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-2a598625-d461-4cc0-acf2-d04573158ad5 None None] For port 1f532dd3-3c40-4660-8c15-23693ab54236, host dv-neutron-825124-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=1f532dd3-3c40-4660-8c15-23693ab54236,segment=NetworkSegment(7b61d093-41ff-4202-b223-533eb0f8da0a),segment_id=7b61d093-41ff-4202-b223-533eb0f8da0a)] {{(pid=84154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 14:29:44.176571 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-2a598625-d461-4cc0-acf2-d04573158ad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:44.208082 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-49c53d75-be65-4772-a455-d7f596f7959d tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:29:44.215222 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40b44dc-0d77-4436-825d-69a01583730c tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Pushing event updated for resources: {'Subnet': ['ID=445a30bc-ff25-4d09-bbc8-95a6c789239e,revision_number=0']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:44.219716 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-49c53d75-be65-4772-a455-d7f596f7959d tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Usage tracker for resource:subnet and tenant:86e3e9c5b0744f88a459de56a9372787 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:29:44.223846 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-49c53d75-be65-4772-a455-d7f596f7959d tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:29:44.230732 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-4e388807-a516-41f1-a466-ce3482f2f750 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:44.233525 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-49c53d75-be65-4772-a455-d7f596f7959d tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:29:44.262463 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f40b44dc-0d77-4436-825d-69a01583730c tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Checking segment: {'id': '6135d0d5-5ca7-4d34-b035-25c25e48af63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '1f38dfc1-5eca-4518-aa66-0dbc2764de68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 14:29:44.264436 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f40b44dc-0d77-4436-825d-69a01583730c tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Network hostable DHCP agents. Network: 1f38dfc1-5eca-4518-aa66-0dbc2764de68, hostable agents: ['1a181e39-5220-4c1a-88f8-08a54e8bfc9b'], hosted agents: [] {{(pid=84152) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 14:29:44.293008 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a598625-d461-4cc0-acf2-d04573158ad5 None None] Pushing event updated for resources: {'Port': ['ID=1f532dd3-3c40-4660-8c15-23693ab54236,revision_number=2']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:44.325471 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e388807-a516-41f1-a466-ce3482f2f750 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78bc4483-fb7f-4d07-a713-3342c01e4e51,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:44.336754 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49c53d75-be65-4772-a455-d7f596f7959d tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Made reservation on behalf of 86e3e9c5b0744f88a459de56a9372787 for: {'subnet': 1} {{(pid=84152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:29:44.347731 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-4e388807-a516-41f1-a466-ce3482f2f750 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:44.349467 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-4e388807-a516-41f1-a466-ce3482f2f750 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/78bc4483-fb7f-4d07-a713-3342c01e4e51 HTTP/1.1" status: 204 len: 168 time: 0.6640029 Jan 20 14:29:44.422058 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f40b44dc-0d77-4436-825d-69a01583730c tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Network 1f38dfc1-5eca-4518-aa66-0dbc2764de68 is scheduled to be hosted by DHCP agent 1a181e39-5220-4c1a-88f8-08a54e8bfc9b with binding_index 1 {{(pid=84152) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 14:29:44.455122 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 36880) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:44.487751 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-49c53d75-be65-4772-a455-d7f596f7959d tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3155315'] for subnet, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:44.588839 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.base_scheduler [None req-f40b44dc-0d77-4436-825d-69a01583730c tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825124-1-hyperv, 1f38dfc1-5eca-4518-aa66-0dbc2764de68) {{(pid=84152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:29:44.598262 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-842e6e6f-ad82-4f08-aff4-3977bb0f3665 None None] Network 1f38dfc1-5eca-4518-aa66-0dbc2764de68 requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:29:44.611987 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f40b44dc-0d77-4436-825d-69a01583730c tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:29:44.612736 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-f40b44dc-0d77-4436-825d-69a01583730c tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Notify callbacks [] for subnet, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:44.694934 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-f047430d-010f-4791-a6a5-94fcb835e0d6 tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Request body: {'security_group': {'name': 'tempest-secgroup--1355522224'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:29:44.705651 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-f047430d-010f-4791-a6a5-94fcb835e0d6 tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:29:44.723907 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-f047430d-010f-4791-a6a5-94fcb835e0d6 tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Usage tracker for resource:security_group and tenant:e57303c4dfc34a3db17fb5c9c2d373d6 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:29:44.729778 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-f047430d-010f-4791-a6a5-94fcb835e0d6 tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:29:44.740419 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-f40b44dc-0d77-4436-825d-69a01583730c tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6419950 Jan 20 14:29:44.740419 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-f047430d-010f-4791-a6a5-94fcb835e0d6 tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:29:44.742710 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 36888) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:44.854756 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-f047430d-010f-4791-a6a5-94fcb835e0d6 tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Notify callbacks [] for security_group, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:44.892780 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-f047430d-010f-4791-a6a5-94fcb835e0d6 tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Notify callbacks [] for security_group, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:44.988368 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2da8329d-8f5f-4d88-894b-185b9a967e11 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95c917f5-14ba-5e96-98b8-1a52654a930a-1f38dfc1-5eca-4518-aa66-0dbc2764de68', 'network_id': '1f38dfc1-5eca-4518-aa66-0dbc2764de68', 'tenant_id': 'fb1d1c9fcb3d4adb98a1b2ecf7f7158b', 'fixed_ips': [{'subnet_id': '445a30bc-ff25-4d09-bbc8-95a6c789239e'}]}} from dv-neutron-825124-1-hyperv. {{(pid=84154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 20 14:29:44.990158 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-2da8329d-8f5f-4d88-894b-185b9a967e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:45.003102 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-f047430d-010f-4791-a6a5-94fcb835e0d6 tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:29:45.011354 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-f047430d-010f-4791-a6a5-94fcb835e0d6 tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Usage tracker for resource:security_group_rule and tenant:e57303c4dfc34a3db17fb5c9c2d373d6 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:29:45.016253 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-f047430d-010f-4791-a6a5-94fcb835e0d6 tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:29:45.024083 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-f047430d-010f-4791-a6a5-94fcb835e0d6 tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:29:45.089045 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-49c53d75-be65-4772-a455-d7f596f7959d tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4163519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3155301'] for subnet, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:45.114945 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.objects.ports [None req-1f4e81c0-bdae-4cbb-9450-01fe6247dd93 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=84153) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Jan 20 14:29:45.186329 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_common [None req-2da8329d-8f5f-4d88-894b-185b9a967e11 None None] Allocated IP 172.20.0.2 (1f38dfc1-5eca-4518-aa66-0dbc2764de68/445a30bc-ff25-4d09-bbc8-95a6c789239e/4c87dc58-1995-4580-98be-7759c09cfb3a) {{(pid=84154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:29:45.206523 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-f047430d-010f-4791-a6a5-94fcb835e0d6 tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Notify callbacks [] for security_group, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:45.209073 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-5b3af7ff-866a-4a12-afa0-43d0d3216aa3 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586409'] for network, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:45.215906 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49c53d75-be65-4772-a455-d7f596f7959d tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Network c69ee7bc-60c2-439d-90b1-98741047f7c7 is already hosted by enough agents. {{(pid=84152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:29:45.220398 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.base_scheduler [None req-49c53d75-be65-4772-a455-d7f596f7959d tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Resources bound (agent type, host, resource id): {{(pid=84152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:29:45.231093 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49c53d75-be65-4772-a455-d7f596f7959d tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:29:45.236742 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-49c53d75-be65-4772-a455-d7f596f7959d tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks [] for subnet, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:45.236894 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4fd5297-4f1a-4238-a67d-961f5ec4ac24 None None] Network c69ee7bc-60c2-439d-90b1-98741047f7c7 requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:29:45.250642 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c53d75-be65-4772-a455-d7f596f7959d tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Pushing event updated for resources: {'Subnet': ['ID=6bc66b05-5269-4014-8cb8-ac26956daf2b,revision_number=0']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:45.290233 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-f047430d-010f-4791-a6a5-94fcb835e0d6 tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:45.349293 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-f047430d-010f-4791-a6a5-94fcb835e0d6 tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:29:45.378231 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-49c53d75-be65-4772-a455-d7f596f7959d tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3973799 Jan 20 14:29:45.382651 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-f047430d-010f-4791-a6a5-94fcb835e0d6 tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Usage tracker for resource:security_group_rule and tenant:e57303c4dfc34a3db17fb5c9c2d373d6 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:29:45.394774 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 36900) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:45.395075 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-f047430d-010f-4791-a6a5-94fcb835e0d6 tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:29:45.401853 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-5b3af7ff-866a-4a12-afa0-43d0d3216aa3 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1627147'] for subnet, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:45.403951 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-a422559a-f0b9-4247-96e7-1df552ece71d tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Request body: {'security_group': {'name': 'tempest-secgroup-958108723'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:29:45.413922 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-a422559a-f0b9-4247-96e7-1df552ece71d tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:29:45.450309 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f047430d-010f-4791-a6a5-94fcb835e0d6 tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a969b809-4489-4c8f-9a1b-08cbe4421747,revision_number=1']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:45.460411 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-a422559a-f0b9-4247-96e7-1df552ece71d tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Usage tracker for resource:security_group and tenant:86e3e9c5b0744f88a459de56a9372787 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:29:45.468081 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-a422559a-f0b9-4247-96e7-1df552ece71d tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:29:45.485998 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-f047430d-010f-4791-a6a5-94fcb835e0d6 tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:29:45.492868 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-a422559a-f0b9-4247-96e7-1df552ece71d tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:29:45.601415 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-a422559a-f0b9-4247-96e7-1df552ece71d tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks [] for security_group, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:45.642102 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-f047430d-010f-4791-a6a5-94fcb835e0d6 tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Notify callbacks [] for security_group, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:45.647900 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-1f4e81c0-bdae-4cbb-9450-01fe6247dd93 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:45.669166 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-a422559a-f0b9-4247-96e7-1df552ece71d tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:29:45.678026 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-a422559a-f0b9-4247-96e7-1df552ece71d tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Usage tracker for resource:security_group_rule and tenant:86e3e9c5b0744f88a459de56a9372787 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:29:45.681558 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-a422559a-f0b9-4247-96e7-1df552ece71d tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:29:45.688941 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-a422559a-f0b9-4247-96e7-1df552ece71d tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:29:45.719229 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-f047430d-010f-4791-a6a5-94fcb835e0d6 tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:45.738916 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-d2e5de97-fa6c-411e-88da-f9caf5f287e3 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Deleting port 3dc4c2bb-f386-4506-8c8d-d7c4ec9bc217 {{(pid=84153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:29:45.739266 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-d2e5de97-fa6c-411e-88da-f9caf5f287e3 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:45.869840 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-a422559a-f0b9-4247-96e7-1df552ece71d tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks [] for security_group, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:45.913603 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f047430d-010f-4791-a6a5-94fcb835e0d6 tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ca1cb20-3d92-4a90-8b97-cad005a9239e,revision_number=1']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:45.919517 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-2da8329d-8f5f-4d88-894b-185b9a967e11 None None] Notify callbacks [] for port, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:45.952389 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-2da8329d-8f5f-4d88-894b-185b9a967e11 None None] Transition to ACTIVE for port object 4c87dc58-1995-4580-98be-7759c09cfb3a will not be triggered until provisioned by entity L2. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:29:45.970475 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-a422559a-f0b9-4247-96e7-1df552ece71d tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:45.987370 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-2da8329d-8f5f-4d88-894b-185b9a967e11 None None] Transition to ACTIVE for port object 4c87dc58-1995-4580-98be-7759c09cfb3a will not be triggered until provisioned by entity DHCP. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:29:46.005035 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd4aa7d1-458a-493f-8dbd-6c255ae4f7cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95c917f5-14ba-5e96-98b8-1a52654a930a-c69ee7bc-60c2-439d-90b1-98741047f7c7', 'network_id': 'c69ee7bc-60c2-439d-90b1-98741047f7c7', 'tenant_id': '86e3e9c5b0744f88a459de56a9372787', 'fixed_ips': [{'subnet_id': '6bc66b05-5269-4014-8cb8-ac26956daf2b'}]}} from dv-neutron-825124-1-hyperv. {{(pid=84154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 20 14:29:46.007638 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-dd4aa7d1-458a-493f-8dbd-6c255ae4f7cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:46.025812 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a422559a-f0b9-4247-96e7-1df552ece71d tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0afc7a9-c2dc-4e55-a37b-8e1e3b55db0d,revision_number=1']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:46.096711 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-a422559a-f0b9-4247-96e7-1df552ece71d tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks [] for security_group, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:46.098777 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-a422559a-f0b9-4247-96e7-1df552ece71d tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.7047808 Jan 20 14:29:46.102346 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-f047430d-010f-4791-a6a5-94fcb835e0d6 tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Notify callbacks [] for security_group, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:46.103568 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-11d8a932-e218-4f93-9b38-3f0779c9a1b4 None None] Provisioning for port 1f532dd3-3c40-4660-8c15-23693ab54236 completed by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:29:46.104736 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-f047430d-010f-4791-a6a5-94fcb835e0d6 tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.6485300 Jan 20 14:29:46.105657 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 36916) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:46.105787 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 36914) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:46.115944 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-d2e5de97-fa6c-411e-88da-f9caf5f287e3 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:46.120974 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-2da8329d-8f5f-4d88-894b-185b9a967e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477'] for port, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:46.133035 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-035eef18-dade-406f-bddc-165858c30af1 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Request body: {'security_group': {'name': 'tempest-secgroup-529674961'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:29:46.139105 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-035eef18-dade-406f-bddc-165858c30af1 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:29:46.143021 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-035eef18-dade-406f-bddc-165858c30af1 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Usage tracker for resource:security_group and tenant:86e3e9c5b0744f88a459de56a9372787 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:29:46.146088 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-035eef18-dade-406f-bddc-165858c30af1 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:29:46.156022 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-035eef18-dade-406f-bddc-165858c30af1 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:29:46.169280 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.db [None req-1f4e81c0-bdae-4cbb-9450-01fe6247dd93 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] For port 1f532dd3-3c40-4660-8c15-23693ab54236, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=1f532dd3-3c40-4660-8c15-23693ab54236,segment=NetworkSegment(7b61d093-41ff-4202-b223-533eb0f8da0a),segment_id=7b61d093-41ff-4202-b223-533eb0f8da0a)] {{(pid=84153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:29:46.195138 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-29ccf4f2-e566-4970-aa10-cd901f33e543 tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Synchronizing usage tracker for tenant:e57303c4dfc34a3db17fb5c9c2d373d6 on resource:security_group {{(pid=84152) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:29:46.213683 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2da8329d-8f5f-4d88-894b-185b9a967e11 None None] Network 1f38dfc1-5eca-4518-aa66-0dbc2764de68 is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:29:46.246333 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-2da8329d-8f5f-4d88-894b-185b9a967e11 None None] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:29:46.250879 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da8329d-8f5f-4d88-894b-185b9a967e11 None None] Received port after_create {{(pid=84154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:29:46.274197 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-29ccf4f2-e566-4970-aa10-cd901f33e543 tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Unset dirty status for tenant:e57303c4dfc34a3db17fb5c9c2d373d6 on resource:security_group {{(pid=84152) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:29:46.275790 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-29ccf4f2-e566-4970-aa10-cd901f33e543 tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.1691341 Jan 20 14:29:46.277266 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 36922) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:46.283358 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 36924) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:46.293573 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-2f1c28cf-2825-4327-a55f-0604171b591b tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Request body: {'security_group': {'name': 'tempest-security--1738769556', 'description': 'tempest-security-description-900880196'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:29:46.311288 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-035eef18-dade-406f-bddc-165858c30af1 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks [] for security_group, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:46.332576 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-d2e5de97-fa6c-411e-88da-f9caf5f287e3 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Calling delete_port for 3dc4c2bb-f386-4506-8c8d-d7c4ec9bc217 owned by network:router_interface {{(pid=84153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:29:46.370122 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-2f1c28cf-2825-4327-a55f-0604171b591b tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Notify callbacks [] for security_group, before_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:46.390395 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.db.resource_extend [None req-1f4e81c0-bdae-4cbb-9450-01fe6247dd93 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 20 14:29:46.390627 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da8329d-8f5f-4d88-894b-185b9a967e11 None None] Pushing event updated for resources: {'Port': ['ID=4c87dc58-1995-4580-98be-7759c09cfb3a,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:46.414265 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_common [None req-dd4aa7d1-458a-493f-8dbd-6c255ae4f7cf None None] Allocated IP 172.20.0.2 (c69ee7bc-60c2-439d-90b1-98741047f7c7/6bc66b05-5269-4014-8cb8-ac26956daf2b/fbbe5dc0-d01f-424c-a506-e1c62237de0a) {{(pid=84154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:29:46.420671 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-2da8329d-8f5f-4d88-894b-185b9a967e11 None None] Attempting to bind port 4c87dc58-1995-4580-98be-7759c09cfb3a on host dv-neutron-825124-1-hyperv for vnic_type normal with profile {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:29:46.421851 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-2da8329d-8f5f-4d88-894b-185b9a967e11 None None] Attempting to bind port 4c87dc58-1995-4580-98be-7759c09cfb3a by drivers openvswitch,hyperv on host dv-neutron-825124-1-hyperv at level 0 using segments [{'id': '6135d0d5-5ca7-4d34-b035-25c25e48af63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '1f38dfc1-5eca-4518-aa66-0dbc2764de68'}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:29:46.422317 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-1f4e81c0-bdae-4cbb-9450-01fe6247dd93 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks [] for port, precommit_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:46.423105 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da8329d-8f5f-4d88-894b-185b9a967e11 None None] Attempting to bind port 4c87dc58-1995-4580-98be-7759c09cfb3a on network 1f38dfc1-5eca-4518-aa66-0dbc2764de68 {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 14:29:46.432449 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-035eef18-dade-406f-bddc-165858c30af1 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:29:46.432599 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da8329d-8f5f-4d88-894b-185b9a967e11 None None] Checking agent: {'id': '6414dfeb-85c5-454a-8756-709ca637d800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825124-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 16, 31), 'started_at': datetime.datetime(2022, 1, 20, 14, 17, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 29, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825124-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 14:29:46.432599 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da8329d-8f5f-4d88-894b-185b9a967e11 None None] Checking segment: {'id': '6135d0d5-5ca7-4d34-b035-25c25e48af63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '1f38dfc1-5eca-4518-aa66-0dbc2764de68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 14:29:46.432599 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-2da8329d-8f5f-4d88-894b-185b9a967e11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:46.432599 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da8329d-8f5f-4d88-894b-185b9a967e11 None None] Bound using segment: {'id': '6135d0d5-5ca7-4d34-b035-25c25e48af63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '1f38dfc1-5eca-4518-aa66-0dbc2764de68'} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 14:29:46.432599 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-2da8329d-8f5f-4d88-894b-185b9a967e11 None None] Bound port: 4c87dc58-1995-4580-98be-7759c09cfb3a, host: dv-neutron-825124-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6135d0d5-5ca7-4d34-b035-25c25e48af63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '1f38dfc1-5eca-4518-aa66-0dbc2764de68'}}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:29:46.433439 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-2da8329d-8f5f-4d88-894b-185b9a967e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:46.434120 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-035eef18-dade-406f-bddc-165858c30af1 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Usage tracker for resource:security_group_rule and tenant:86e3e9c5b0744f88a459de56a9372787 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:29:46.440787 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-035eef18-dade-406f-bddc-165858c30af1 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:29:46.448986 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-035eef18-dade-406f-bddc-165858c30af1 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:29:46.466766 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-2f1c28cf-2825-4327-a55f-0604171b591b tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Notify callbacks [] for security_group, precommit_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:46.474703 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-5b3af7ff-866a-4a12-afa0-43d0d3216aa3 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1627154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3943464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4194013'] for subnet, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:46.504981 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-3ca40a4b-f8d3-465a-8e61-f722d4d128b3 tempest-FloatingIPNegativeTestJSON-1175302457 tempest-FloatingIPNegativeTestJSON-1175302457-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-2033818107'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:29:46.511571 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-3ca40a4b-f8d3-465a-8e61-f722d4d128b3 tempest-FloatingIPNegativeTestJSON-1175302457 tempest-FloatingIPNegativeTestJSON-1175302457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:29:46.517500 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-3ca40a4b-f8d3-465a-8e61-f722d4d128b3 tempest-FloatingIPNegativeTestJSON-1175302457 tempest-FloatingIPNegativeTestJSON-1175302457-project] Usage tracker for resource:network and tenant:53e9a3e6ee5940acb518e003bb7b741c is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:29:46.521584 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-3ca40a4b-f8d3-465a-8e61-f722d4d128b3 tempest-FloatingIPNegativeTestJSON-1175302457 tempest-FloatingIPNegativeTestJSON-1175302457-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:29:46.528403 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-3ca40a4b-f8d3-465a-8e61-f722d4d128b3 tempest-FloatingIPNegativeTestJSON-1175302457 tempest-FloatingIPNegativeTestJSON-1175302457-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:29:46.528628 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-1f4e81c0-bdae-4cbb-9450-01fe6247dd93 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3944146'] for port, after_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:46.529456 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-1f4e81c0-bdae-4cbb-9450-01fe6247dd93 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3943531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4194004'] for subnet, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:46.559160 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-2f1c28cf-2825-4327-a55f-0604171b591b tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:46.562216 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-2f1c28cf-2825-4327-a55f-0604171b591b tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Notify callbacks [] for security_group, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:46.565853 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-2f1c28cf-2825-4327-a55f-0604171b591b tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] 10.222.0.54 "PUT /v2.0/security-groups/9ca1cb20-3d92-4a90-8b97-cad005a9239e HTTP/1.1" status: 200 len: 1611 time: 0.2818189 Jan 20 14:29:46.570908 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3af7ff-866a-4a12-afa0-43d0d3216aa3 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Pushing event deleted for resources: {'Subnet': ['ID=445a30bc-ff25-4d09-bbc8-95a6c789239e,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:46.574218 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 36934) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:46.613629 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-2da8329d-8f5f-4d88-894b-185b9a967e11 None None] For port 4c87dc58-1995-4580-98be-7759c09cfb3a, host dv-neutron-825124-1-hyperv, cleared binding levels {{(pid=84154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 14:29:46.618441 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-2da8329d-8f5f-4d88-894b-185b9a967e11 None None] For port 4c87dc58-1995-4580-98be-7759c09cfb3a, host dv-neutron-825124-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=4c87dc58-1995-4580-98be-7759c09cfb3a,segment=NetworkSegment(6135d0d5-5ca7-4d34-b035-25c25e48af63),segment_id=6135d0d5-5ca7-4d34-b035-25c25e48af63)] {{(pid=84154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 14:29:46.649159 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1c28cf-2825-4327-a55f-0604171b591b tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ca1cb20-3d92-4a90-8b97-cad005a9239e,revision_number=2']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:46.660531 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ca40a4b-f8d3-465a-8e61-f722d4d128b3 tempest-FloatingIPNegativeTestJSON-1175302457 tempest-FloatingIPNegativeTestJSON-1175302457-project] Made reservation on behalf of 53e9a3e6ee5940acb518e003bb7b741c for: {'network': 1} {{(pid=84152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:29:46.663552 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-3ca40a4b-f8d3-465a-8e61-f722d4d128b3 tempest-FloatingIPNegativeTestJSON-1175302457 tempest-FloatingIPNegativeTestJSON-1175302457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for network, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:46.693025 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-3ca40a4b-f8d3-465a-8e61-f722d4d128b3 tempest-FloatingIPNegativeTestJSON-1175302457 tempest-FloatingIPNegativeTestJSON-1175302457-project] Notify callbacks [] for security_group, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:46.710113 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-2da8329d-8f5f-4d88-894b-185b9a967e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:46.710365 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-c0ed5abc-aa6d-43f7-bf45-eac3dbc1c49e tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] 10.222.0.54 "GET /v2.0/security-groups/9ca1cb20-3d92-4a90-8b97-cad005a9239e HTTP/1.1" status: 200 len: 1611 time: 0.1360414 Jan 20 14:29:46.711414 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 36938) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:46.763389 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-3ca40a4b-f8d3-465a-8e61-f722d4d128b3 tempest-FloatingIPNegativeTestJSON-1175302457 tempest-FloatingIPNegativeTestJSON-1175302457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:29:46.767770 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-3ca40a4b-f8d3-465a-8e61-f722d4d128b3 tempest-FloatingIPNegativeTestJSON-1175302457 tempest-FloatingIPNegativeTestJSON-1175302457-project] Usage tracker for resource:security_group_rule and tenant:53e9a3e6ee5940acb518e003bb7b741c is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:29:46.773715 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-3ca40a4b-f8d3-465a-8e61-f722d4d128b3 tempest-FloatingIPNegativeTestJSON-1175302457 tempest-FloatingIPNegativeTestJSON-1175302457-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:29:46.780502 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-3ca40a4b-f8d3-465a-8e61-f722d4d128b3 tempest-FloatingIPNegativeTestJSON-1175302457 tempest-FloatingIPNegativeTestJSON-1175302457-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:29:46.813859 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 1f532dd3-3c40-4660-8c15-23693ab54236 up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:29:46.860700 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-3ca40a4b-f8d3-465a-8e61-f722d4d128b3 tempest-FloatingIPNegativeTestJSON-1175302457 tempest-FloatingIPNegativeTestJSON-1175302457-project] Notify callbacks [] for security_group, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:46.891486 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f4e81c0-bdae-4cbb-9450-01fe6247dd93 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Network dbce74ed-d43c-4540-8d8d-e582f35e4792 is already hosted by enough agents. {{(pid=84153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:29:46.906920 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.base_scheduler [None req-1f4e81c0-bdae-4cbb-9450-01fe6247dd93 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Resources bound (agent type, host, resource id): {{(pid=84153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:29:46.924249 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-035eef18-dade-406f-bddc-165858c30af1 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks [] for security_group, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:46.925854 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f4e81c0-bdae-4cbb-9450-01fe6247dd93 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:29:46.926653 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-1f4e81c0-bdae-4cbb-9450-01fe6247dd93 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks [] for subnet, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:46.930883 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-4210a2ee-4cf2-4e84-9667-f37c87cd9d1a tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Notify callbacks [] for security_group, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:46.941693 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d169e901-7449-4a78-b2de-abfe5175dd02 None None] Network dbce74ed-d43c-4540-8d8d-e582f35e4792 requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:29:46.943999 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-3ca40a4b-f8d3-465a-8e61-f722d4d128b3 tempest-FloatingIPNegativeTestJSON-1175302457 tempest-FloatingIPNegativeTestJSON-1175302457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:46.959949 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-5b3af7ff-866a-4a12-afa0-43d0d3216aa3 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1626242', 'neutron.services.segments.db._delete_segments_for_network-8769554214620'] for network, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:46.969642 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4e81c0-bdae-4cbb-9450-01fe6247dd93 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Pushing event updated for resources: {'Subnet': ['ID=ce365ab8-f9d6-4a1e-8941-5d7869365428,revision_number=0']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:46.971766 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4e81c0-bdae-4cbb-9450-01fe6247dd93 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Pushing event updated for resources: {'Port': ['ID=1f532dd3-3c40-4660-8c15-23693ab54236,revision_number=4']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:46.985594 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca40a4b-f8d3-465a-8e61-f722d4d128b3 tempest-FloatingIPNegativeTestJSON-1175302457 tempest-FloatingIPNegativeTestJSON-1175302457-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f63d2090-fd67-4a40-a3ac-4f438081e015,revision_number=1']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:46.994442 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-dd4aa7d1-458a-493f-8dbd-6c255ae4f7cf None None] Notify callbacks [] for port, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:47.012341 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-4210a2ee-4cf2-4e84-9667-f37c87cd9d1a tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:47.019704 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ca40a4b-f8d3-465a-8e61-f722d4d128b3 tempest-FloatingIPNegativeTestJSON-1175302457 tempest-FloatingIPNegativeTestJSON-1175302457-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 153} {{(pid=84152) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 14:29:47.039048 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-035eef18-dade-406f-bddc-165858c30af1 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:47.039284 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-dd4aa7d1-458a-493f-8dbd-6c255ae4f7cf None None] Transition to ACTIVE for port object fbbe5dc0-d01f-424c-a506-e1c62237de0a will not be triggered until provisioned by entity L2. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:29:47.041672 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da8329d-8f5f-4d88-894b-185b9a967e11 None None] Pushing event updated for resources: {'Port': ['ID=4c87dc58-1995-4580-98be-7759c09cfb3a,revision_number=2']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:47.059508 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.services.segments.db [None req-5b3af7ff-866a-4a12-afa0-43d0d3216aa3 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f38dfc1-5eca-4518-aa66-0dbc2764de68']}} {{(pid=84153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:29:47.064031 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-3ca40a4b-f8d3-465a-8e61-f722d4d128b3 tempest-FloatingIPNegativeTestJSON-1175302457 tempest-FloatingIPNegativeTestJSON-1175302457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:47.064380 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.db.segments_db [None req-3ca40a4b-f8d3-465a-8e61-f722d4d128b3 tempest-FloatingIPNegativeTestJSON-1175302457 tempest-FloatingIPNegativeTestJSON-1175302457-project] Added segment 5c08d4bf-ac21-422f-88f1-a4c2bb1a5e64 of type vlan for network 08a9fe39-ae10-466f-b9ac-ed6ce6384a09 Jan 20 14:29:47.089982 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.services.segments.db [None req-5b3af7ff-866a-4a12-afa0-43d0d3216aa3 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6135d0d5-5ca7-4d34-b035-25c25e48af63') {'for_net_delete': True} {{(pid=84153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:29:47.090344 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.services.segments.db [None req-5b3af7ff-866a-4a12-afa0-43d0d3216aa3 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6135d0d5-5ca7-4d34-b035-25c25e48af63') {} {{(pid=84153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:29:47.113754 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-3ca40a4b-f8d3-465a-8e61-f722d4d128b3 tempest-FloatingIPNegativeTestJSON-1175302457 tempest-FloatingIPNegativeTestJSON-1175302457-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769553767792'] for network, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:47.120404 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-5b3af7ff-866a-4a12-afa0-43d0d3216aa3 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769554214503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980856'] for segment, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:47.146689 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-1f4e81c0-bdae-4cbb-9450-01fe6247dd93 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 4.4303255 Jan 20 14:29:47.147603 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035eef18-dade-406f-bddc-165858c30af1 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec9b955f-9ec7-496a-825f-20f6a41cdda8,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:47.155524 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 36944) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:47.159931 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-5b3af7ff-866a-4a12-afa0-43d0d3216aa3 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:47.165857 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-9d18f22d-803f-4afd-ba91-f82e4f864074 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Request body: {'port': {'network_id': 'dbce74ed-d43c-4540-8d8d-e582f35e4792', 'mac_address': 'fa:16:3e:17:c6:76', 'name': 'tempest-NetworksTestDHCPv6-1070825478'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:29:47.166844 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19c9e6f2-33e9-4cd0-8f1f-fab100d50eb6 None None] Network 1f38dfc1-5eca-4518-aa66-0dbc2764de68 requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:29:47.187325 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-035eef18-dade-406f-bddc-165858c30af1 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks [] for security_group, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:47.191151 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-035eef18-dade-406f-bddc-165858c30af1 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 1.0780203 Jan 20 14:29:47.193758 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b3af7ff-866a-4a12-afa0-43d0d3216aa3 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Releasing vlan 182 on physical network physnet1 to pool {{(pid=84153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 14:29:47.194199 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-5b3af7ff-866a-4a12-afa0-43d0d3216aa3 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1622950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3944078'] for segment, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:47.194742 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 36948) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:47.201104 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-02938ee9-6523-4a8c-9578-f7858a0418b1 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1941468885', 'security_groups': ['ec9b955f-9ec7-496a-825f-20f6a41cdda8'], 'network_id': 'c69ee7bc-60c2-439d-90b1-98741047f7c7', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '6bc66b05-5269-4014-8cb8-ac26956daf2b'}]}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:29:47.209417 dv-neutron-825124-1-hyperv neutron-server[84153]: Traceback (most recent call last): Jan 20 14:29:47.209417 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 14:29:47.209417 dv-neutron-825124-1-hyperv neutron-server[84153]: timer() Jan 20 14:29:47.209417 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 14:29:47.209417 dv-neutron-825124-1-hyperv neutron-server[84153]: cb(*args, **kw) Jan 20 14:29:47.209417 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 14:29:47.209417 dv-neutron-825124-1-hyperv neutron-server[84153]: return func(*args, **kwargs) Jan 20 14:29:47.209417 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 14:29:47.209417 dv-neutron-825124-1-hyperv neutron-server[84153]: self._notify() Jan 20 14:29:47.209417 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 14:29:47.209417 dv-neutron-825124-1-hyperv neutron-server[84153]: self.callback(batched_events) Jan 20 14:29:47.209417 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 14:29:47.209417 dv-neutron-825124-1-hyperv neutron-server[84153]: event.method(event) Jan 20 14:29:47.209417 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 14:29:47.209417 dv-neutron-825124-1-hyperv neutron-server[84153]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 14:29:47.209417 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 14:29:47.209417 dv-neutron-825124-1-hyperv neutron-server[84153]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 14:29:47.209417 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 14:29:47.209417 dv-neutron-825124-1-hyperv neutron-server[84153]: return f(self, *a, **k) Jan 20 14:29:47.209417 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 14:29:47.209417 dv-neutron-825124-1-hyperv neutron-server[84153]: return self._get(url).json() Jan 20 14:29:47.209417 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 14:29:47.209417 dv-neutron-825124-1-hyperv neutron-server[84153]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 14:29:47.209417 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 14:29:47.209417 dv-neutron-825124-1-hyperv neutron-server[84153]: return self.request(url, 'GET', **kwargs) Jan 20 14:29:47.209417 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 14:29:47.209417 dv-neutron-825124-1-hyperv neutron-server[84153]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 14:29:47.209417 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 14:29:47.209417 dv-neutron-825124-1-hyperv neutron-server[84153]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 14:29:47.209417 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 14:29:47.209417 dv-neutron-825124-1-hyperv neutron-server[84153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 14:29:47.209417 dv-neutron-825124-1-hyperv neutron-server[84153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 14:29:47.249749 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-dd4aa7d1-458a-493f-8dbd-6c255ae4f7cf None None] Transition to ACTIVE for port object fbbe5dc0-d01f-424c-a506-e1c62237de0a will not be triggered until provisioned by entity DHCP. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:29:47.255422 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning for port 1f532dd3-3c40-4660-8c15-23693ab54236 completed by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:29:47.292280 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port 1f532dd3-3c40-4660-8c15-23693ab54236 triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:29:47.292664 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:47.317894 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-d2e5de97-fa6c-411e-88da-f9caf5f287e3 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:47.350311 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-3ca40a4b-f8d3-465a-8e61-f722d4d128b3 tempest-FloatingIPNegativeTestJSON-1175302457 tempest-FloatingIPNegativeTestJSON-1175302457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967'] for network, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:47.354261 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ca40a4b-f8d3-465a-8e61-f722d4d128b3 tempest-FloatingIPNegativeTestJSON-1175302457 tempest-FloatingIPNegativeTestJSON-1175302457-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:29:47.354826 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-3ca40a4b-f8d3-465a-8e61-f722d4d128b3 tempest-FloatingIPNegativeTestJSON-1175302457 tempest-FloatingIPNegativeTestJSON-1175302457-project] Notify callbacks [] for network, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:47.365346 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-dd4aa7d1-458a-493f-8dbd-6c255ae4f7cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477'] for port, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:47.377319 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-4210a2ee-4cf2-4e84-9667-f37c87cd9d1a tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:47.411646 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e5de97-fa6c-411e-88da-f9caf5f287e3 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Pushing event deleted for resources: {'Port': ['ID=3dc4c2bb-f386-4506-8c8d-d7c4ec9bc217,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:47.447659 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd4aa7d1-458a-493f-8dbd-6c255ae4f7cf None None] Network c69ee7bc-60c2-439d-90b1-98741047f7c7 is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:29:47.495084 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-dd4aa7d1-458a-493f-8dbd-6c255ae4f7cf None None] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:29:47.523976 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4210a2ee-4cf2-4e84-9667-f37c87cd9d1a tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ca1cb20-3d92-4a90-8b97-cad005a9239e,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:47.537545 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd4aa7d1-458a-493f-8dbd-6c255ae4f7cf None None] Received port after_create {{(pid=84154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:29:47.561521 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.db.api [None req-5b3af7ff-866a-4a12-afa0-43d0d3216aa3 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 20 14:29:47.561521 dv-neutron-825124-1-hyperv neutron-server[84153]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 20 14:29:47.561521 dv-neutron-825124-1-hyperv neutron-server[84153]: [parameters: {'id': '1f38dfc1-5eca-4518-aa66-0dbc2764de68'}] Jan 20 14:29:47.561521 dv-neutron-825124-1-hyperv neutron-server[84153]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84153) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 14:29:47.563133 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG oslo_db.api [None req-5b3af7ff-866a-4a12-afa0-43d0d3216aa3 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 14:29:47.589112 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca40a4b-f8d3-465a-8e61-f722d4d128b3 tempest-FloatingIPNegativeTestJSON-1175302457 tempest-FloatingIPNegativeTestJSON-1175302457-project] Pushing event updated for resources: {'Network': ['ID=08a9fe39-ae10-466f-b9ac-ed6ce6384a09,revision_number=1']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:47.607010 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-9d18f22d-803f-4afd-ba91-f82e4f864074 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:29:47.631391 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-3ca40a4b-f8d3-465a-8e61-f722d4d128b3 tempest-FloatingIPNegativeTestJSON-1175302457 tempest-FloatingIPNegativeTestJSON-1175302457-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.3527517 Jan 20 14:29:47.636144 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 36952) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:47.647712 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-88a648ae-1786-48c5-a287-77076685688e tempest-FloatingIPNegativeTestJSON-1175302457 tempest-FloatingIPNegativeTestJSON-1175302457-project] Request body: {'subnet': {'network_id': '08a9fe39-ae10-466f-b9ac-ed6ce6384a09', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:29:47.676951 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-9d18f22d-803f-4afd-ba91-f82e4f864074 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Usage tracker for resource:port and tenant:2cb17692bb0c4a2782f988652201ac42 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:29:47.681193 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-4210a2ee-4cf2-4e84-9667-f37c87cd9d1a tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Notify callbacks [] for security_group, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:47.682439 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-4210a2ee-4cf2-4e84-9667-f37c87cd9d1a tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] 10.222.0.54 "DELETE /v2.0/security-groups/9ca1cb20-3d92-4a90-8b97-cad005a9239e HTTP/1.1" status: 204 len: 168 time: 0.9699693 Jan 20 14:29:47.685496 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 36956) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:47.686358 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-9d18f22d-803f-4afd-ba91-f82e4f864074 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:29:47.710750 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-9d18f22d-803f-4afd-ba91-f82e4f864074 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:29:47.715673 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Network 08a9fe39-ae10-466f-b9ac-ed6ce6384a09 details requested by agent ovs-agent-dv-neutron-825124-1-hyperv with host dv-neutron-825124-1-hyperv {{(pid=84154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 14:29:47.732383 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-d2e5de97-fa6c-411e-88da-f9caf5f287e3 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1705096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-745401'] for router_interface, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:47.760869 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-02938ee9-6523-4a8c-9578-f7858a0418b1 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:29:47.775840 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-02938ee9-6523-4a8c-9578-f7858a0418b1 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Usage tracker for resource:port and tenant:86e3e9c5b0744f88a459de56a9372787 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:29:47.781241 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-02938ee9-6523-4a8c-9578-f7858a0418b1 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:29:47.790509 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-02938ee9-6523-4a8c-9578-f7858a0418b1 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:29:47.799437 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-88a648ae-1786-48c5-a287-77076685688e tempest-FloatingIPNegativeTestJSON-1175302457 tempest-FloatingIPNegativeTestJSON-1175302457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:29:47.804970 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-88a648ae-1786-48c5-a287-77076685688e tempest-FloatingIPNegativeTestJSON-1175302457 tempest-FloatingIPNegativeTestJSON-1175302457-project] Usage tracker for resource:subnet and tenant:53e9a3e6ee5940acb518e003bb7b741c is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:29:47.808051 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-88a648ae-1786-48c5-a287-77076685688e tempest-FloatingIPNegativeTestJSON-1175302457 tempest-FloatingIPNegativeTestJSON-1175302457-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:29:47.816014 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-88a648ae-1786-48c5-a287-77076685688e tempest-FloatingIPNegativeTestJSON-1175302457 tempest-FloatingIPNegativeTestJSON-1175302457-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:29:47.834187 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d18f22d-803f-4afd-ba91-f82e4f864074 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Made reservation on behalf of 2cb17692bb0c4a2782f988652201ac42 for: {'port': 1} {{(pid=84153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:29:47.838278 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-9d18f22d-803f-4afd-ba91-f82e4f864074 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:47.869587 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-43112e3d-21f4-4a0d-9343-3ee34a9a6360 tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1747639 Jan 20 14:29:47.870443 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 36960) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:47.888298 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.api.v2.resource [None req-1b936e4d-e78b-4e40-ac9a-7bbdcbe42a40 tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] delete failed (client error): The resource could not be found. Jan 20 14:29:47.893174 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-1b936e4d-e78b-4e40-ac9a-7bbdcbe42a40 tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] 10.222.0.54 "DELETE /v2.0/security-groups/9ca1cb20-3d92-4a90-8b97-cad005a9239e HTTP/1.1" status: 404 len: 347 time: 0.0180204 Jan 20 14:29:47.894041 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 36964) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:47.899736 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-44995e87-1996-4caa-a1ad-17ebfdd8ce95 tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Request body: {'security_group': {'name': 'tempest-secgroup--1593521795'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:29:47.906357 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-44995e87-1996-4caa-a1ad-17ebfdd8ce95 tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:29:47.911623 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-44995e87-1996-4caa-a1ad-17ebfdd8ce95 tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Usage tracker for resource:security_group and tenant:e57303c4dfc34a3db17fb5c9c2d373d6 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:29:47.915068 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02938ee9-6523-4a8c-9578-f7858a0418b1 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Made reservation on behalf of 86e3e9c5b0744f88a459de56a9372787 for: {'port': 1} {{(pid=84152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:29:47.915589 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4aa7d1-458a-493f-8dbd-6c255ae4f7cf None None] Pushing event updated for resources: {'Port': ['ID=fbbe5dc0-d01f-424c-a506-e1c62237de0a,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:47.921769 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-02938ee9-6523-4a8c-9578-f7858a0418b1 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:47.931901 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-44995e87-1996-4caa-a1ad-17ebfdd8ce95 tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:29:47.933159 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.notifiers.nova [None req-9d18f22d-803f-4afd-ba91-f82e4f864074 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] device_id is not set on port 348d3b8b-3177-43fc-a736-9e77953cc438 yet. {{(pid=84153) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 14:29:47.941674 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-44995e87-1996-4caa-a1ad-17ebfdd8ce95 tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:29:47.951027 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88a648ae-1786-48c5-a287-77076685688e tempest-FloatingIPNegativeTestJSON-1175302457 tempest-FloatingIPNegativeTestJSON-1175302457-project] Made reservation on behalf of 53e9a3e6ee5940acb518e003bb7b741c for: {'subnet': 1} {{(pid=84152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:29:47.990177 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-dd4aa7d1-458a-493f-8dbd-6c255ae4f7cf None None] Attempting to bind port fbbe5dc0-d01f-424c-a506-e1c62237de0a on host dv-neutron-825124-1-hyperv for vnic_type normal with profile {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:29:47.990606 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-dd4aa7d1-458a-493f-8dbd-6c255ae4f7cf None None] Attempting to bind port fbbe5dc0-d01f-424c-a506-e1c62237de0a by drivers openvswitch,hyperv on host dv-neutron-825124-1-hyperv at level 0 using segments [{'id': 'd51340dd-91e7-495b-b378-11b3a01f125b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'c69ee7bc-60c2-439d-90b1-98741047f7c7'}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:29:47.990928 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd4aa7d1-458a-493f-8dbd-6c255ae4f7cf None None] Attempting to bind port fbbe5dc0-d01f-424c-a506-e1c62237de0a on network c69ee7bc-60c2-439d-90b1-98741047f7c7 {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 14:29:48.025521 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.notifiers.nova [None req-02938ee9-6523-4a8c-9578-f7858a0418b1 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] device_id is not set on port 7f152948-cfa2-4734-99fe-66ca0f7a4894 yet. {{(pid=84152) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 14:29:48.036549 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:48.048030 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd4aa7d1-458a-493f-8dbd-6c255ae4f7cf None None] Checking agent: {'id': '6414dfeb-85c5-454a-8756-709ca637d800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825124-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 16, 31), 'started_at': datetime.datetime(2022, 1, 20, 14, 17, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 29, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825124-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 14:29:48.049845 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd4aa7d1-458a-493f-8dbd-6c255ae4f7cf None None] Checking segment: {'id': 'd51340dd-91e7-495b-b378-11b3a01f125b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'c69ee7bc-60c2-439d-90b1-98741047f7c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 14:29:48.049845 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-dd4aa7d1-458a-493f-8dbd-6c255ae4f7cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:48.049845 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd4aa7d1-458a-493f-8dbd-6c255ae4f7cf None None] Bound using segment: {'id': 'd51340dd-91e7-495b-b378-11b3a01f125b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'c69ee7bc-60c2-439d-90b1-98741047f7c7'} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 14:29:48.049845 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-dd4aa7d1-458a-493f-8dbd-6c255ae4f7cf None None] Bound port: fbbe5dc0-d01f-424c-a506-e1c62237de0a, host: dv-neutron-825124-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd51340dd-91e7-495b-b378-11b3a01f125b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'c69ee7bc-60c2-439d-90b1-98741047f7c7'}}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:29:48.050688 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-dd4aa7d1-458a-493f-8dbd-6c255ae4f7cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:48.070827 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-44995e87-1996-4caa-a1ad-17ebfdd8ce95 tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Notify callbacks [] for security_group, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:48.084093 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-5b3af7ff-866a-4a12-afa0-43d0d3216aa3 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586409'] for network, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:48.126528 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-88a648ae-1786-48c5-a287-77076685688e tempest-FloatingIPNegativeTestJSON-1175302457 tempest-FloatingIPNegativeTestJSON-1175302457-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3155315'] for subnet, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:48.167761 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] For port 1f532dd3-3c40-4660-8c15-23693ab54236, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=1f532dd3-3c40-4660-8c15-23693ab54236,segment=NetworkSegment(7b61d093-41ff-4202-b223-533eb0f8da0a),segment_id=7b61d093-41ff-4202-b223-533eb0f8da0a)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:29:48.219311 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-dd4aa7d1-458a-493f-8dbd-6c255ae4f7cf None None] For port fbbe5dc0-d01f-424c-a506-e1c62237de0a, host dv-neutron-825124-1-hyperv, cleared binding levels {{(pid=84154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 14:29:48.224789 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-dd4aa7d1-458a-493f-8dbd-6c255ae4f7cf None None] For port fbbe5dc0-d01f-424c-a506-e1c62237de0a, host dv-neutron-825124-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=fbbe5dc0-d01f-424c-a506-e1c62237de0a,segment=NetworkSegment(d51340dd-91e7-495b-b378-11b3a01f125b),segment_id=d51340dd-91e7-495b-b378-11b3a01f125b)] {{(pid=84154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 14:29:48.258229 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:48.288106 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-5b3af7ff-866a-4a12-afa0-43d0d3216aa3 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Deleting port 4c87dc58-1995-4580-98be-7759c09cfb3a {{(pid=84153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:29:48.288647 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-5b3af7ff-866a-4a12-afa0-43d0d3216aa3 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:48.302163 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-44995e87-1996-4caa-a1ad-17ebfdd8ce95 tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:29:48.317423 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-44995e87-1996-4caa-a1ad-17ebfdd8ce95 tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Usage tracker for resource:security_group_rule and tenant:e57303c4dfc34a3db17fb5c9c2d373d6 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:29:48.321380 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-44995e87-1996-4caa-a1ad-17ebfdd8ce95 tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:29:48.338013 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-44995e87-1996-4caa-a1ad-17ebfdd8ce95 tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:29:48.381230 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Pushing event updated for resources: {'Port': ['ID=1f532dd3-3c40-4660-8c15-23693ab54236,revision_number=5']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:48.387858 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-dd4aa7d1-458a-493f-8dbd-6c255ae4f7cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:48.492451 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4aa7d1-458a-493f-8dbd-6c255ae4f7cf None None] Pushing event updated for resources: {'Port': ['ID=fbbe5dc0-d01f-424c-a506-e1c62237de0a,revision_number=2']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:48.584459 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.db_base_plugin_common [None req-02938ee9-6523-4a8c-9578-f7858a0418b1 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Allocated IP 172.20.0.3 (c69ee7bc-60c2-439d-90b1-98741047f7c7/6bc66b05-5269-4014-8cb8-ac26956daf2b/7f152948-cfa2-4734-99fe-66ca0f7a4894) {{(pid=84152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:29:48.595213 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-44995e87-1996-4caa-a1ad-17ebfdd8ce95 tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Notify callbacks [] for security_group, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:48.682852 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-44995e87-1996-4caa-a1ad-17ebfdd8ce95 tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:48.743352 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 1f532dd3-3c40-4660-8c15-23693ab54236 up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:29:48.797119 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.db_base_plugin_common [None req-9d18f22d-803f-4afd-ba91-f82e4f864074 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Allocated IP 172.20.0.7 (dbce74ed-d43c-4540-8d8d-e582f35e4792/b09f7deb-68d1-4299-8334-8c9b1a6bd793/348d3b8b-3177-43fc-a736-9e77953cc438) {{(pid=84153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:29:48.806256 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.db_base_plugin_common [None req-9d18f22d-803f-4afd-ba91-f82e4f864074 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Allocated IP 2001:db8::f816:3eff:fe17:c676 (dbce74ed-d43c-4540-8d8d-e582f35e4792/ce365ab8-f9d6-4a1e-8941-5d7869365428/348d3b8b-3177-43fc-a736-9e77953cc438) {{(pid=84153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:29:48.839207 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-88a648ae-1786-48c5-a287-77076685688e tempest-FloatingIPNegativeTestJSON-1175302457 tempest-FloatingIPNegativeTestJSON-1175302457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4163519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3155301'] for subnet, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:48.911174 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port 1f532dd3-3c40-4660-8c15-23693ab54236 triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:29:48.911944 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:48.958156 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a648ae-1786-48c5-a287-77076685688e tempest-FloatingIPNegativeTestJSON-1175302457 tempest-FloatingIPNegativeTestJSON-1175302457-project] Pushing event updated for resources: {'Subnet': ['ID=835435d4-cddd-48ff-8bcd-73ed0c642a00,revision_number=0']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:48.985206 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-44995e87-1996-4caa-a1ad-17ebfdd8ce95 tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Notify callbacks [] for security_group, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:48.989461 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-44995e87-1996-4caa-a1ad-17ebfdd8ce95 tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.0941749 Jan 20 14:29:48.990332 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44995e87-1996-4caa-a1ad-17ebfdd8ce95 tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f55abea2-ec3a-49f8-923a-e1de8a2a0e38,revision_number=1']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:48.996547 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 36970) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:49.024063 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-a3b30083-2390-4833-9e3c-f45aac9aa4be tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Request body: {'security_group_rule': {'security_group_id': 'f55abea2-ec3a-49f8-923a-e1de8a2a0e38', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:29:49.030691 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-a3b30083-2390-4833-9e3c-f45aac9aa4be tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:29:49.037127 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-a3b30083-2390-4833-9e3c-f45aac9aa4be tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Usage tracker for resource:security_group_rule and tenant:e57303c4dfc34a3db17fb5c9c2d373d6 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:29:49.037633 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2e5de97-fa6c-411e-88da-f9caf5f287e3 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Router 10106cab-2f28-4d13-bcdf-11737473681a has already been hosted by L3 agent 624d525b-4c26-4143-8a1c-228bb1c6faaa {{(pid=84153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 14:29:49.041248 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-a3b30083-2390-4833-9e3c-f45aac9aa4be tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:29:49.048877 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-a3b30083-2390-4833-9e3c-f45aac9aa4be tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:29:49.147921 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a648ae-1786-48c5-a287-77076685688e tempest-FloatingIPNegativeTestJSON-1175302457 tempest-FloatingIPNegativeTestJSON-1175302457-project] Checking segment: {'id': '5c08d4bf-ac21-422f-88f1-a4c2bb1a5e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '08a9fe39-ae10-466f-b9ac-ed6ce6384a09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 14:29:49.147921 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88a648ae-1786-48c5-a287-77076685688e tempest-FloatingIPNegativeTestJSON-1175302457 tempest-FloatingIPNegativeTestJSON-1175302457-project] Network hostable DHCP agents. Network: 08a9fe39-ae10-466f-b9ac-ed6ce6384a09, hostable agents: ['1a181e39-5220-4c1a-88f8-08a54e8bfc9b'], hosted agents: [] {{(pid=84152) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 14:29:49.161915 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-a3b30083-2390-4833-9e3c-f45aac9aa4be tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:49.184588 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-02938ee9-6523-4a8c-9578-f7858a0418b1 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks [] for port, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:49.241113 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.provisioning_blocks [None req-02938ee9-6523-4a8c-9578-f7858a0418b1 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Transition to ACTIVE for port object 7f152948-cfa2-4734-99fe-66ca0f7a4894 will not be triggered until provisioned by entity DHCP. {{(pid=84152) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:29:49.264327 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-a3b30083-2390-4833-9e3c-f45aac9aa4be tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:49.291668 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.db [None req-5b3af7ff-866a-4a12-afa0-43d0d3216aa3 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] For port 4c87dc58-1995-4580-98be-7759c09cfb3a, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=4c87dc58-1995-4580-98be-7759c09cfb3a,segment=NetworkSegment(6135d0d5-5ca7-4d34-b035-25c25e48af63),segment_id=6135d0d5-5ca7-4d34-b035-25c25e48af63)] {{(pid=84153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:29:49.292281 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-5b3af7ff-866a-4a12-afa0-43d0d3216aa3 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:49.335881 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88a648ae-1786-48c5-a287-77076685688e tempest-FloatingIPNegativeTestJSON-1175302457 tempest-FloatingIPNegativeTestJSON-1175302457-project] Network 08a9fe39-ae10-466f-b9ac-ed6ce6384a09 is scheduled to be hosted by DHCP agent 1a181e39-5220-4c1a-88f8-08a54e8bfc9b with binding_index 1 {{(pid=84152) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 14:29:49.361280 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-be181520-77e1-4c6c-a422-093cb78316e3 None None] Provisioning complete for port 1f532dd3-3c40-4660-8c15-23693ab54236 triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:29:49.361999 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-be181520-77e1-4c6c-a422-093cb78316e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:49.365581 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-02938ee9-6523-4a8c-9578-f7858a0418b1 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:49.413962 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-a3b30083-2390-4833-9e3c-f45aac9aa4be tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734962'] for security_group_rule, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:49.460929 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b30083-2390-4833-9e3c-f45aac9aa4be tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=388e26cf-83d0-403f-82c9-7f02f438c79c,revision_number=0']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:49.481673 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.base_scheduler [None req-88a648ae-1786-48c5-a287-77076685688e tempest-FloatingIPNegativeTestJSON-1175302457 tempest-FloatingIPNegativeTestJSON-1175302457-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825124-1-hyperv, 08a9fe39-ae10-466f-b9ac-ed6ce6384a09) {{(pid=84152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:29:49.511587 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88a648ae-1786-48c5-a287-77076685688e tempest-FloatingIPNegativeTestJSON-1175302457 tempest-FloatingIPNegativeTestJSON-1175302457-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:29:49.512540 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-88a648ae-1786-48c5-a287-77076685688e tempest-FloatingIPNegativeTestJSON-1175302457 tempest-FloatingIPNegativeTestJSON-1175302457-project] Notify callbacks [] for subnet, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:49.519257 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6634e0e-e06e-41cc-95fa-315793f1f7b1 None None] Network 08a9fe39-ae10-466f-b9ac-ed6ce6384a09 requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:29:49.557672 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-5b3af7ff-866a-4a12-afa0-43d0d3216aa3 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Calling delete_port for 4c87dc58-1995-4580-98be-7759c09cfb3a owned by network:dhcp {{(pid=84153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:29:49.566564 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02938ee9-6523-4a8c-9578-f7858a0418b1 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Pushing event updated for resources: {'Port': ['ID=7f152948-cfa2-4734-99fe-66ca0f7a4894,revision_number=1']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:49.570078 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02938ee9-6523-4a8c-9578-f7858a0418b1 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Network c69ee7bc-60c2-439d-90b1-98741047f7c7 is already hosted by enough agents. {{(pid=84152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:29:49.571594 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.base_scheduler [None req-02938ee9-6523-4a8c-9578-f7858a0418b1 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Resources bound (agent type, host, resource id): {{(pid=84152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:29:49.574807 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02938ee9-6523-4a8c-9578-f7858a0418b1 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Received port after_create {{(pid=84152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:29:49.640011 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2e5de97-fa6c-411e-88da-f9caf5f287e3 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify agent at l3_agent.dv-neutron-825124-1-hyperv the message routers_updated {{(pid=84153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 14:29:49.641926 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-a3b30083-2390-4833-9e3c-f45aac9aa4be tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:49.644415 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-9d18f22d-803f-4afd-ba91-f82e4f864074 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks [] for port, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:49.648445 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-a3b30083-2390-4833-9e3c-f45aac9aa4be tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.6429040 Jan 20 14:29:49.651693 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 36976) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:49.658085 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff43b91f-443a-47f6-b8eb-272cfcb04ba0 None None] Sync routers for ids ['10106cab-2f28-4d13-bcdf-11737473681a'] in dv-neutron-825124-1-hyperv {{(pid=84154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 14:29:49.668458 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-d2e5de97-fa6c-411e-88da-f9caf5f287e3 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] 10.222.0.54 "PUT /v2.0/routers/10106cab-2f28-4d13-bcdf-11737473681a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7181852 Jan 20 14:29:49.677295 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 36980) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:49.680852 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02938ee9-6523-4a8c-9578-f7858a0418b1 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:29:49.681457 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-02938ee9-6523-4a8c-9578-f7858a0418b1 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:49.709384 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff43b91f-443a-47f6-b8eb-272cfcb04ba0 None None] Routers {'10106cab-2f28-4d13-bcdf-11737473681a'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:29:49.710586 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-ff43b91f-443a-47f6-b8eb-272cfcb04ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:29:30Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['10106cab-2f28-4d13-bcdf-11737473681a'], 'active': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:29:49.720589 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 36984) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:49.722637 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-88a648ae-1786-48c5-a287-77076685688e tempest-FloatingIPNegativeTestJSON-1175302457 tempest-FloatingIPNegativeTestJSON-1175302457-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0844727 Jan 20 14:29:49.752393 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-1f53cbff-1932-43c0-9481-2ec7304a983a tempest-FloatingIPNegativeTestJSON-1175302457 tempest-FloatingIPNegativeTestJSON-1175302457-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1852287954', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:29:49.759519 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-1f53cbff-1932-43c0-9481-2ec7304a983a tempest-FloatingIPNegativeTestJSON-1175302457 tempest-FloatingIPNegativeTestJSON-1175302457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:29:49.763321 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-1f53cbff-1932-43c0-9481-2ec7304a983a tempest-FloatingIPNegativeTestJSON-1175302457 tempest-FloatingIPNegativeTestJSON-1175302457-project] Usage tracker for resource:router and tenant:53e9a3e6ee5940acb518e003bb7b741c is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:29:49.764444 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-6ddb1fd5-99e7-4992-a451-00539ef7821d tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:49.766701 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-1f53cbff-1932-43c0-9481-2ec7304a983a tempest-FloatingIPNegativeTestJSON-1175302457 tempest-FloatingIPNegativeTestJSON-1175302457-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:29:49.772892 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-1f53cbff-1932-43c0-9481-2ec7304a983a tempest-FloatingIPNegativeTestJSON-1175302457 tempest-FloatingIPNegativeTestJSON-1175302457-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:29:49.784956 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.provisioning_blocks [None req-9d18f22d-803f-4afd-ba91-f82e4f864074 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Transition to ACTIVE for port object 348d3b8b-3177-43fc-a736-9e77953cc438 will not be triggered until provisioned by entity DHCP. {{(pid=84153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:29:49.784956 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-0ce848ba-38b3-40f5-8bdc-05000e2d6a7d tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Synchronizing usage tracker for tenant:f85e30c327a64407a1a93d3333ba9261 on resource:port {{(pid=84153) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:29:49.785729 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-6ddb1fd5-99e7-4992-a451-00539ef7821d tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:49.813278 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-ff43b91f-443a-47f6-b8eb-272cfcb04ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:29:49.839333 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 36988) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:49.840533 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff43b91f-443a-47f6-b8eb-272cfcb04ba0 None None] Routers {'10106cab-2f28-4d13-bcdf-11737473681a'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:29:49.841248 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-ff43b91f-443a-47f6-b8eb-272cfcb04ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:29:30Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['10106cab-2f28-4d13-bcdf-11737473681a'], 'active': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:29:49.846965 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-0059d689-6efd-4f6b-b61b-51ae5a69945d tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Request body: {'subnet': {'network_id': 'c69ee7bc-60c2-439d-90b1-98741047f7c7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:29:49.851394 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-02938ee9-6523-4a8c-9578-f7858a0418b1 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.6438358 Jan 20 14:29:49.932463 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-ff43b91f-443a-47f6-b8eb-272cfcb04ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:29:49.933241 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff43b91f-443a-47f6-b8eb-272cfcb04ba0 None None] The sync data for ids ['10106cab-2f28-4d13-bcdf-11737473681a'] in dv-neutron-825124-1-hyperv is: [] {{(pid=84154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 14:29:49.943995 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-5b3af7ff-866a-4a12-afa0-43d0d3216aa3 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:49.955358 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-6ddb1fd5-99e7-4992-a451-00539ef7821d tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734962'] for security_group_rule, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:49.977867 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddb1fd5-99e7-4992-a451-00539ef7821d tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=388e26cf-83d0-403f-82c9-7f02f438c79c,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:49.999245 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2c9281c-62b6-4c3b-b4fb-c0810bb936b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95c917f5-14ba-5e96-98b8-1a52654a930a-08a9fe39-ae10-466f-b9ac-ed6ce6384a09', 'network_id': '08a9fe39-ae10-466f-b9ac-ed6ce6384a09', 'tenant_id': '53e9a3e6ee5940acb518e003bb7b741c', 'fixed_ips': [{'subnet_id': '835435d4-cddd-48ff-8bcd-73ed0c642a00'}]}} from dv-neutron-825124-1-hyperv. {{(pid=84154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 20 14:29:49.999414 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-6ddb1fd5-99e7-4992-a451-00539ef7821d tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:50.000229 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-a2c9281c-62b6-4c3b-b4fb-c0810bb936b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:50.000847 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-6ddb1fd5-99e7-4992-a451-00539ef7821d tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] 10.222.0.54 "DELETE /v2.0/security-group-rules/388e26cf-83d0-403f-82c9-7f02f438c79c HTTP/1.1" status: 204 len: 168 time: 0.3481209 Jan 20 14:29:50.003754 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 36992) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:50.007099 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3af7ff-866a-4a12-afa0-43d0d3216aa3 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Pushing event deleted for resources: {'Port': ['ID=4c87dc58-1995-4580-98be-7759c09cfb3a,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:50.013420 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-9d18f22d-803f-4afd-ba91-f82e4f864074 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:50.015999 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-1f53cbff-1932-43c0-9481-2ec7304a983a tempest-FloatingIPNegativeTestJSON-1175302457 tempest-FloatingIPNegativeTestJSON-1175302457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-105475'] for router, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:50.017376 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-1f53cbff-1932-43c0-9481-2ec7304a983a tempest-FloatingIPNegativeTestJSON-1175302457 tempest-FloatingIPNegativeTestJSON-1175302457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-739204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-744864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-735540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-105484'] for router, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:50.020966 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-0ce848ba-38b3-40f5-8bdc-05000e2d6a7d tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Unset dirty status for tenant:f85e30c327a64407a1a93d3333ba9261 on resource:port {{(pid=84153) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:29:50.022869 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-0ce848ba-38b3-40f5-8bdc-05000e2d6a7d tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] 10.222.0.54 "GET /v2.0/ports?device_id=10106cab-2f28-4d13-bcdf-11737473681a HTTP/1.1" status: 200 len: 205 time: 0.3449738 Jan 20 14:29:50.047300 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 36996) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:50.154418 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d18f22d-803f-4afd-ba91-f82e4f864074 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Pushing event updated for resources: {'Port': ['ID=348d3b8b-3177-43fc-a736-9e77953cc438,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:50.224948 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b3af7ff-866a-4a12-afa0-43d0d3216aa3 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] No DVR routers for this DVR port 4c87dc58-1995-4580-98be-7759c09cfb3a on host dv-neutron-825124-1-hyperv {{(pid=84153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 14:29:50.267185 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-a37634c5-a202-4216-8add-c32a89c70cc8 tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Synchronizing usage tracker for tenant:e57303c4dfc34a3db17fb5c9c2d373d6 on resource:security_group_rule {{(pid=84152) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:29:50.285465 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_common [None req-a2c9281c-62b6-4c3b-b4fb-c0810bb936b6 None None] Allocated IP 172.20.0.2 (08a9fe39-ae10-466f-b9ac-ed6ce6384a09/835435d4-cddd-48ff-8bcd-73ed0c642a00/60fd7a2d-e0ac-4c9b-80de-abd79d5d9701) {{(pid=84154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:29:50.385727 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-3526ed2d-8386-4dd3-982c-0476a1b184da tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks [] for router, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:50.430731 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d18f22d-803f-4afd-ba91-f82e4f864074 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Network dbce74ed-d43c-4540-8d8d-e582f35e4792 is already hosted by enough agents. {{(pid=84153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:29:50.443490 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-19d3b305-e0c3-4fbb-8e1c-34c48ae6be09 None None] Provisioning for port fbbe5dc0-d01f-424c-a506-e1c62237de0a completed by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:29:50.445024 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-1f53cbff-1932-43c0-9481-2ec7304a983a tempest-FloatingIPNegativeTestJSON-1175302457 tempest-FloatingIPNegativeTestJSON-1175302457-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:50.447066 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.base_scheduler [None req-9d18f22d-803f-4afd-ba91-f82e4f864074 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Resources bound (agent type, host, resource id): {{(pid=84153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:29:50.473934 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d18f22d-803f-4afd-ba91-f82e4f864074 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Received port after_create {{(pid=84153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:29:50.505134 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-a37634c5-a202-4216-8add-c32a89c70cc8 tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Unset dirty status for tenant:e57303c4dfc34a3db17fb5c9c2d373d6 on resource:security_group_rule {{(pid=84152) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:29:50.509277 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-a37634c5-a202-4216-8add-c32a89c70cc8 tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.5016642 Jan 20 14:29:50.509419 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-19d3b305-e0c3-4fbb-8e1c-34c48ae6be09 None None] Provisioning complete for port c7b05808-424b-4a1f-9e72-184fa78e1049 triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:29:50.509419 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-19d3b305-e0c3-4fbb-8e1c-34c48ae6be09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:50.509979 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 37000) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:50.532228 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-0059d689-6efd-4f6b-b61b-51ae5a69945d tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:29:50.535927 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-5b3af7ff-866a-4a12-afa0-43d0d3216aa3 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1626242', 'neutron.services.segments.db._delete_segments_for_network-8769554214620'] for network, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:50.557222 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-0059d689-6efd-4f6b-b61b-51ae5a69945d tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Usage tracker for resource:subnet and tenant:86e3e9c5b0744f88a459de56a9372787 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:29:50.566209 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-0059d689-6efd-4f6b-b61b-51ae5a69945d tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:29:50.589193 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-0059d689-6efd-4f6b-b61b-51ae5a69945d tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:29:50.607452 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.services.segments.db [None req-5b3af7ff-866a-4a12-afa0-43d0d3216aa3 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f38dfc1-5eca-4518-aa66-0dbc2764de68']}} {{(pid=84153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:29:50.655564 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d18f22d-803f-4afd-ba91-f82e4f864074 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:29:50.656442 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-9d18f22d-803f-4afd-ba91-f82e4f864074 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:50.664124 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.services.segments.db [None req-5b3af7ff-866a-4a12-afa0-43d0d3216aa3 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6135d0d5-5ca7-4d34-b035-25c25e48af63') {'for_net_delete': True} {{(pid=84153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:29:50.664428 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.services.segments.db [None req-5b3af7ff-866a-4a12-afa0-43d0d3216aa3 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6135d0d5-5ca7-4d34-b035-25c25e48af63') {} {{(pid=84153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:29:50.687621 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-1f53cbff-1932-43c0-9481-2ec7304a983a tempest-FloatingIPNegativeTestJSON-1175302457 tempest-FloatingIPNegativeTestJSON-1175302457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-744861'] for router, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:50.702278 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-19d3b305-e0c3-4fbb-8e1c-34c48ae6be09 None None] Port c7b05808-424b-4a1f-9e72-184fa78e1049 cannot update to ACTIVE because it is not bound. {{(pid=84154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 14:29:50.733645 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-5b3af7ff-866a-4a12-afa0-43d0d3216aa3 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769554214503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980856'] for segment, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:50.761465 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0059d689-6efd-4f6b-b61b-51ae5a69945d tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Made reservation on behalf of 86e3e9c5b0744f88a459de56a9372787 for: {'subnet': 1} {{(pid=84153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:29:50.776267 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-a2c9281c-62b6-4c3b-b4fb-c0810bb936b6 None None] Notify callbacks [] for port, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:50.799490 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-a2c9281c-62b6-4c3b-b4fb-c0810bb936b6 None None] Transition to ACTIVE for port object 60fd7a2d-e0ac-4c9b-80de-abd79d5d9701 will not be triggered until provisioned by entity L2. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:29:50.850218 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device fbbe5dc0-d01f-424c-a506-e1c62237de0a up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:29:50.884371 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-a2c9281c-62b6-4c3b-b4fb-c0810bb936b6 None None] Transition to ACTIVE for port object 60fd7a2d-e0ac-4c9b-80de-abd79d5d9701 will not be triggered until provisioned by entity DHCP. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:29:50.931460 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-e627e50e-0703-4848-806e-ea8f7052771a tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Notify callbacks [] for security_group, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:50.960079 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-a2c9281c-62b6-4c3b-b4fb-c0810bb936b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477'] for port, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:51.003898 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-9d18f22d-803f-4afd-ba91-f82e4f864074 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.8458109 Jan 20 14:29:51.011177 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-1f53cbff-1932-43c0-9481-2ec7304a983a tempest-FloatingIPNegativeTestJSON-1175302457 tempest-FloatingIPNegativeTestJSON-1175302457-project] Notify callbacks [] for router, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:51.016358 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-1f53cbff-1932-43c0-9481-2ec7304a983a tempest-FloatingIPNegativeTestJSON-1175302457 tempest-FloatingIPNegativeTestJSON-1175302457-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 1.2766294 Jan 20 14:29:51.016358 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-5b3af7ff-866a-4a12-afa0-43d0d3216aa3 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:51.017749 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 37006) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:51.017749 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 37008) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:51.026555 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b3af7ff-866a-4a12-afa0-43d0d3216aa3 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Releasing vlan 182 on physical network physnet1 to pool {{(pid=84153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 14:29:51.026959 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-5b3af7ff-866a-4a12-afa0-43d0d3216aa3 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1622950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3944078'] for segment, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:51.037957 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-481bbf8c-5028-4b74-bb0f-79063fa1b21c None None] Provisioning for port 7f152948-cfa2-4734-99fe-66ca0f7a4894 completed by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:29:51.042531 dv-neutron-825124-1-hyperv neutron-server[84153]: Traceback (most recent call last): Jan 20 14:29:51.042531 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 14:29:51.042531 dv-neutron-825124-1-hyperv neutron-server[84153]: timer() Jan 20 14:29:51.042531 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 14:29:51.042531 dv-neutron-825124-1-hyperv neutron-server[84153]: cb(*args, **kw) Jan 20 14:29:51.042531 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 14:29:51.042531 dv-neutron-825124-1-hyperv neutron-server[84153]: return func(*args, **kwargs) Jan 20 14:29:51.042531 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 14:29:51.042531 dv-neutron-825124-1-hyperv neutron-server[84153]: self._notify() Jan 20 14:29:51.042531 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 14:29:51.042531 dv-neutron-825124-1-hyperv neutron-server[84153]: self.callback(batched_events) Jan 20 14:29:51.042531 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 14:29:51.042531 dv-neutron-825124-1-hyperv neutron-server[84153]: event.method(event) Jan 20 14:29:51.042531 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 14:29:51.042531 dv-neutron-825124-1-hyperv neutron-server[84153]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 14:29:51.042531 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 14:29:51.042531 dv-neutron-825124-1-hyperv neutron-server[84153]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 14:29:51.042531 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 14:29:51.042531 dv-neutron-825124-1-hyperv neutron-server[84153]: return f(self, *a, **k) Jan 20 14:29:51.042531 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 14:29:51.042531 dv-neutron-825124-1-hyperv neutron-server[84153]: return self._get(url).json() Jan 20 14:29:51.042531 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 14:29:51.042531 dv-neutron-825124-1-hyperv neutron-server[84153]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 14:29:51.042531 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 14:29:51.042531 dv-neutron-825124-1-hyperv neutron-server[84153]: return self.request(url, 'GET', **kwargs) Jan 20 14:29:51.042531 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 14:29:51.042531 dv-neutron-825124-1-hyperv neutron-server[84153]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 14:29:51.042531 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 14:29:51.042531 dv-neutron-825124-1-hyperv neutron-server[84153]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 14:29:51.042531 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 14:29:51.042531 dv-neutron-825124-1-hyperv neutron-server[84153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 14:29:51.042531 dv-neutron-825124-1-hyperv neutron-server[84153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 14:29:51.050343 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2c9281c-62b6-4c3b-b4fb-c0810bb936b6 None None] Network 08a9fe39-ae10-466f-b9ac-ed6ce6384a09 is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:29:51.051049 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-481bbf8c-5028-4b74-bb0f-79063fa1b21c None None] Provisioning complete for port 7f152948-cfa2-4734-99fe-66ca0f7a4894 triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:29:51.051415 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-481bbf8c-5028-4b74-bb0f-79063fa1b21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:51.081622 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-a2c9281c-62b6-4c3b-b4fb-c0810bb936b6 None None] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:29:51.084056 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2c9281c-62b6-4c3b-b4fb-c0810bb936b6 None None] Received port after_create {{(pid=84154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:29:51.098676 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning for port fbbe5dc0-d01f-424c-a506-e1c62237de0a completed by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:29:51.104279 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c9281c-62b6-4c3b-b4fb-c0810bb936b6 None None] Pushing event updated for resources: {'Port': ['ID=60fd7a2d-e0ac-4c9b-80de-abd79d5d9701,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:51.154690 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port fbbe5dc0-d01f-424c-a506-e1c62237de0a triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:29:51.155063 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:51.162579 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-0059d689-6efd-4f6b-b61b-51ae5a69945d tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4193986'] for subnet, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:51.198946 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-e627e50e-0703-4848-806e-ea8f7052771a tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:51.209005 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-3526ed2d-8386-4dd3-982c-0476a1b184da tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-737761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105493'] for router, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:51.230779 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-3526ed2d-8386-4dd3-982c-0476a1b184da tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:51.239745 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-5b3af7ff-866a-4a12-afa0-43d0d3216aa3 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1626253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-745296'] for network, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:51.245782 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-481bbf8c-5028-4b74-bb0f-79063fa1b21c None None] Port 7f152948-cfa2-4734-99fe-66ca0f7a4894 cannot update to ACTIVE because it is not bound. {{(pid=84154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 14:29:51.257226 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-a2c9281c-62b6-4c3b-b4fb-c0810bb936b6 None None] Attempting to bind port 60fd7a2d-e0ac-4c9b-80de-abd79d5d9701 on host dv-neutron-825124-1-hyperv for vnic_type normal with profile {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:29:51.257594 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-a2c9281c-62b6-4c3b-b4fb-c0810bb936b6 None None] Attempting to bind port 60fd7a2d-e0ac-4c9b-80de-abd79d5d9701 by drivers openvswitch,hyperv on host dv-neutron-825124-1-hyperv at level 0 using segments [{'id': '5c08d4bf-ac21-422f-88f1-a4c2bb1a5e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '08a9fe39-ae10-466f-b9ac-ed6ce6384a09'}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:29:51.257952 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2c9281c-62b6-4c3b-b4fb-c0810bb936b6 None None] Attempting to bind port 60fd7a2d-e0ac-4c9b-80de-abd79d5d9701 on network 08a9fe39-ae10-466f-b9ac-ed6ce6384a09 {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 14:29:51.265243 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-5b3af7ff-866a-4a12-afa0-43d0d3216aa3 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Notify callbacks [] for network, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:51.271879 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2c9281c-62b6-4c3b-b4fb-c0810bb936b6 None None] Checking agent: {'id': '6414dfeb-85c5-454a-8756-709ca637d800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825124-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 16, 31), 'started_at': datetime.datetime(2022, 1, 20, 14, 17, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 29, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825124-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 14:29:51.272243 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2c9281c-62b6-4c3b-b4fb-c0810bb936b6 None None] Checking segment: {'id': '5c08d4bf-ac21-422f-88f1-a4c2bb1a5e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '08a9fe39-ae10-466f-b9ac-ed6ce6384a09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 14:29:51.272692 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-a2c9281c-62b6-4c3b-b4fb-c0810bb936b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:51.273083 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2c9281c-62b6-4c3b-b4fb-c0810bb936b6 None None] Bound using segment: {'id': '5c08d4bf-ac21-422f-88f1-a4c2bb1a5e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '08a9fe39-ae10-466f-b9ac-ed6ce6384a09'} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 14:29:51.273551 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-a2c9281c-62b6-4c3b-b4fb-c0810bb936b6 None None] Bound port: 60fd7a2d-e0ac-4c9b-80de-abd79d5d9701, host: dv-neutron-825124-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c08d4bf-ac21-422f-88f1-a4c2bb1a5e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '08a9fe39-ae10-466f-b9ac-ed6ce6384a09'}}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:29:51.273919 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-a2c9281c-62b6-4c3b-b4fb-c0810bb936b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:51.280292 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3af7ff-866a-4a12-afa0-43d0d3216aa3 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Pushing event deleted for resources: {'Network': ['ID=1f38dfc1-5eca-4518-aa66-0dbc2764de68,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:51.294141 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-5b3af7ff-866a-4a12-afa0-43d0d3216aa3 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] 10.222.0.54 "DELETE /v2.0/networks/1f38dfc1-5eca-4518-aa66-0dbc2764de68 HTTP/1.1" status: 204 len: 168 time: 6.5492697 Jan 20 14:29:51.299467 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 37014) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:51.347081 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.pecan_wsgi.hooks.translation [None req-de5f5314-6062-462a-9eee-30881e572dd9 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] GET failed (client error): The resource could not be found. Jan 20 14:29:51.347509 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-de5f5314-6062-462a-9eee-30881e572dd9 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Synchronizing usage tracker for tenant:fb1d1c9fcb3d4adb98a1b2ecf7f7158b on resource:subnet {{(pid=84153) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:29:51.387831 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.db.ipam_backend_mixin [None req-0059d689-6efd-4f6b-b61b-51ae5a69945d tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 6bc66b05-5269-4014-8cb8-ac26956daf2b (CIDR: 172.20.0.0/28) Jan 20 14:29:51.423026 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:51.428355 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dd6c42f-03fe-47bd-938c-40321496e1d4 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:29:51.432348 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dd6c42f-03fe-47bd-938c-40321496e1d4 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:29:51.433118 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-0dd6c42f-03fe-47bd-938c-40321496e1d4 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Synchronizing usage tracker for tenant:2cb17692bb0c4a2782f988652201ac42 on resource:port {{(pid=84152) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:29:51.440199 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.pecan_wsgi.hooks.translation [None req-0059d689-6efd-4f6b-b61b-51ae5a69945d tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 20 14:29:51.440824 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0059d689-6efd-4f6b-b61b-51ae5a69945d tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:29:51.462451 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-a2c9281c-62b6-4c3b-b4fb-c0810bb936b6 None None] For port 60fd7a2d-e0ac-4c9b-80de-abd79d5d9701, host dv-neutron-825124-1-hyperv, cleared binding levels {{(pid=84154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 14:29:51.466471 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-a2c9281c-62b6-4c3b-b4fb-c0810bb936b6 None None] For port 60fd7a2d-e0ac-4c9b-80de-abd79d5d9701, host dv-neutron-825124-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=60fd7a2d-e0ac-4c9b-80de-abd79d5d9701,segment=NetworkSegment(5c08d4bf-ac21-422f-88f1-a4c2bb1a5e64),segment_id=5c08d4bf-ac21-422f-88f1-a4c2bb1a5e64)] {{(pid=84154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 14:29:51.473458 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-de5f5314-6062-462a-9eee-30881e572dd9 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Unset dirty status for tenant:fb1d1c9fcb3d4adb98a1b2ecf7f7158b on resource:subnet {{(pid=84153) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:29:51.478623 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-de5f5314-6062-462a-9eee-30881e572dd9 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] 10.222.0.54 "GET /v2.0/subnets/445a30bc-ff25-4d09-bbc8-95a6c789239e HTTP/1.1" status: 404 len: 337 time: 0.1785553 Jan 20 14:29:51.479149 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] For port fbbe5dc0-d01f-424c-a506-e1c62237de0a, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=fbbe5dc0-d01f-424c-a506-e1c62237de0a,segment=NetworkSegment(d51340dd-91e7-495b-b378-11b3a01f125b),segment_id=d51340dd-91e7-495b-b378-11b3a01f125b)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:29:51.479974 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 37018) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:51.510306 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-e627e50e-0703-4848-806e-ea8f7052771a tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:51.511089 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.pecan_wsgi.hooks.translation [None req-4befe5ff-5d8e-400e-b612-c8e20c6c6e18 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] DELETE failed (client error): The resource could not be found. Jan 20 14:29:51.511089 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4befe5ff-5d8e-400e-b612-c8e20c6c6e18 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:29:51.511838 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-3526ed2d-8386-4dd3-982c-0476a1b184da tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-737693'] for router, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:51.512332 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-4befe5ff-5d8e-400e-b612-c8e20c6c6e18 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] 10.222.0.54 "DELETE /v2.0/networks/1f38dfc1-5eca-4518-aa66-0dbc2764de68 HTTP/1.1" status: 404 len: 339 time: 0.0314083 Jan 20 14:29:51.512453 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3526ed2d-8386-4dd3-982c-0476a1b184da tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Fanout notify agent at l3_agent the message router_deleted on router 10106cab-2f28-4d13-bcdf-11737473681a {{(pid=84152) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 20 14:29:51.523900 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 37022) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:51.539805 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e627e50e-0703-4848-806e-ea8f7052771a tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f55abea2-ec3a-49f8-923a-e1de8a2a0e38,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:51.578585 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-8e05be6e-be93-4e0a-8829-0bbac5b7232d None None] Provisioning for port 348d3b8b-3177-43fc-a736-9e77953cc438 completed by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:29:51.583289 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-a2c9281c-62b6-4c3b-b4fb-c0810bb936b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:51.614501 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-e627e50e-0703-4848-806e-ea8f7052771a tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Notify callbacks [] for security_group, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:51.618998 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-e627e50e-0703-4848-806e-ea8f7052771a tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] 10.222.0.54 "DELETE /v2.0/security-groups/f55abea2-ec3a-49f8-923a-e1de8a2a0e38 HTTP/1.1" status: 204 len: 168 time: 1.1045241 Jan 20 14:29:51.618998 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 37026) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:51.619276 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-8e05be6e-be93-4e0a-8829-0bbac5b7232d None None] Provisioning complete for port 348d3b8b-3177-43fc-a736-9e77953cc438 triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:29:51.619276 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-8e05be6e-be93-4e0a-8829-0bbac5b7232d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:51.624253 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-3526ed2d-8386-4dd3-982c-0476a1b184da tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks [] for router, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:51.626727 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-3526ed2d-8386-4dd3-982c-0476a1b184da tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] 10.222.0.54 "DELETE /v2.0/routers/10106cab-2f28-4d13-bcdf-11737473681a HTTP/1.1" status: 204 len: 168 time: 1.5781505 Jan 20 14:29:51.636953 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 37030) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:51.647051 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-0059d689-6efd-4f6b-b61b-51ae5a69945d tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.8062515 Jan 20 14:29:51.648488 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 37034) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:51.657665 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:51.668132 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-63541272-21a8-41d2-b782-c1ac86715903 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Request body: {'subnet': {'network_id': 'c69ee7bc-60c2-439d-90b1-98741047f7c7', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:29:51.677968 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-0dd6c42f-03fe-47bd-938c-40321496e1d4 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Unset dirty status for tenant:2cb17692bb0c4a2782f988652201ac42 on resource:port {{(pid=84152) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:29:51.681747 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-0dd6c42f-03fe-47bd-938c-40321496e1d4 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.6611879 Jan 20 14:29:51.702714 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 37038) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:51.724391 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-8e05be6e-be93-4e0a-8829-0bbac5b7232d None None] Port 348d3b8b-3177-43fc-a736-9e77953cc438 cannot update to ACTIVE because it is not bound. {{(pid=84154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 14:29:51.732751 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c9281c-62b6-4c3b-b4fb-c0810bb936b6 None None] Pushing event updated for resources: {'Port': ['ID=60fd7a2d-e0ac-4c9b-80de-abd79d5d9701,revision_number=2']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:51.813730 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-32faed11-e04d-4995-9d4a-9647bbdac3b2 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Deleting port 348d3b8b-3177-43fc-a736-9e77953cc438 {{(pid=84153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:29:51.814219 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-32faed11-e04d-4995-9d4a-9647bbdac3b2 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:51.834741 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Pushing event updated for resources: {'Port': ['ID=fbbe5dc0-d01f-424c-a506-e1c62237de0a,revision_number=3']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:51.890295 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e961f2aa-68c7-49ea-8f22-d52817c74231 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:29:51.891321 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-e961f2aa-68c7-49ea-8f22-d52817c74231 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Synchronizing usage tracker for tenant:fb1d1c9fcb3d4adb98a1b2ecf7f7158b on resource:network {{(pid=84153) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:29:52.006095 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-3c81ec29-b9a5-45a5-ab11-df8b23073b8c tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Synchronizing usage tracker for tenant:e57303c4dfc34a3db17fb5c9c2d373d6 on resource:security_group {{(pid=84152) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:29:52.176150 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-e961f2aa-68c7-49ea-8f22-d52817c74231 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Unset dirty status for tenant:fb1d1c9fcb3d4adb98a1b2ecf7f7158b on resource:network {{(pid=84153) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:29:52.177173 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-e961f2aa-68c7-49ea-8f22-d52817c74231 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.6519992 Jan 20 14:29:52.178572 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-3c81ec29-b9a5-45a5-ab11-df8b23073b8c tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Unset dirty status for tenant:e57303c4dfc34a3db17fb5c9c2d373d6 on resource:security_group {{(pid=84152) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:29:52.183265 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-3c81ec29-b9a5-45a5-ab11-df8b23073b8c tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.5606232 Jan 20 14:29:52.193103 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-63541272-21a8-41d2-b782-c1ac86715903 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:29:52.193103 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 37044) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:52.193103 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 37046) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:52.199775 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-5845a135-e8bd-46ec-ba55-3f8400b7649d tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Request body: {'security_group': {'name': 'tempest-secgroup--2054605583'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:29:52.209009 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.db_base_plugin_v2 [None req-385c4eda-bd32-4df3-99b3-0a459be24550 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Deleting subnet 0f3142c7-4e82-47dd-a3b2-416b4b1da9a2 {{(pid=84153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 20 14:29:52.217605 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-385c4eda-bd32-4df3-99b3-0a459be24550 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks [] for subnet, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:52.236206 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-63541272-21a8-41d2-b782-c1ac86715903 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Usage tracker for resource:subnet and tenant:86e3e9c5b0744f88a459de56a9372787 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:29:52.239409 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-14d819cf-9df7-441d-86fe-4ac13573eee0 tempest-FloatingIPNegativeTestJSON-1175302457 tempest-FloatingIPNegativeTestJSON-1175302457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:52.253418 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-63541272-21a8-41d2-b782-c1ac86715903 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:29:52.265444 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-63541272-21a8-41d2-b782-c1ac86715903 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:29:52.269494 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-5845a135-e8bd-46ec-ba55-3f8400b7649d tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:29:52.272373 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-f115ea8b-e534-46e9-b1e4-739f71d71ad5 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Synchronizing usage tracker for tenant:fb1d1c9fcb3d4adb98a1b2ecf7f7158b on resource:subnet {{(pid=84152) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:29:52.293960 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-5845a135-e8bd-46ec-ba55-3f8400b7649d tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:29:52.301147 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-32faed11-e04d-4995-9d4a-9647bbdac3b2 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:52.314927 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-385c4eda-bd32-4df3-99b3-0a459be24550 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3980851'] for subnet, precommit_delete_associations {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:52.441046 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-f115ea8b-e534-46e9-b1e4-739f71d71ad5 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Unset dirty status for tenant:fb1d1c9fcb3d4adb98a1b2ecf7f7158b on resource:subnet {{(pid=84152) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:29:52.443389 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-f115ea8b-e534-46e9-b1e4-739f71d71ad5 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] 10.222.0.54 "GET /v2.0/subnets?network_id=8dffb05c-5ca0-409b-bd5f-7be6264f707d HTTP/1.1" status: 200 len: 207 time: 0.2540891 Jan 20 14:29:52.447740 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 37052) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:52.478423 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-32faed11-e04d-4995-9d4a-9647bbdac3b2 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Calling delete_port for 348d3b8b-3177-43fc-a736-9e77953cc438 owned by {{(pid=84153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:29:52.581483 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-5845a135-e8bd-46ec-ba55-3f8400b7649d tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Notify callbacks [] for security_group, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:52.594329 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-385c4eda-bd32-4df3-99b3-0a459be24550 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1627147'] for subnet, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:52.598070 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63541272-21a8-41d2-b782-c1ac86715903 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Made reservation on behalf of 86e3e9c5b0744f88a459de56a9372787 for: {'subnet': 1} {{(pid=84152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:29:52.838690 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-385c4eda-bd32-4df3-99b3-0a459be24550 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1627154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3943464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4194013'] for subnet, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:52.850626 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device fbbe5dc0-d01f-424c-a506-e1c62237de0a up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:29:52.889785 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53367c00-8d89-400e-8588-3d513196fc5c tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:29:52.894457 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53367c00-8d89-400e-8588-3d513196fc5c tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:29:52.898829 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53367c00-8d89-400e-8588-3d513196fc5c tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:29:52.903110 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53367c00-8d89-400e-8588-3d513196fc5c tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:29:52.905023 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-53367c00-8d89-400e-8588-3d513196fc5c tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] 10.222.0.54 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2485 time: 0.4562054 Jan 20 14:29:52.926563 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 37056) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:52.971035 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fec95445-dbba-44bd-9ff4-907a3d59fb5d None None] Network 08a9fe39-ae10-466f-b9ac-ed6ce6384a09 requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:29:52.979372 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-5845a135-e8bd-46ec-ba55-3f8400b7649d tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:29:53.020296 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-32faed11-e04d-4995-9d4a-9647bbdac3b2 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:53.030948 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385c4eda-bd32-4df3-99b3-0a459be24550 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Pushing event deleted for resources: {'Subnet': ['ID=0f3142c7-4e82-47dd-a3b2-416b4b1da9a2,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:53.076995 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-385c4eda-bd32-4df3-99b3-0a459be24550 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks [] for subnet, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:53.079936 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32faed11-e04d-4995-9d4a-9647bbdac3b2 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Pushing event deleted for resources: {'Port': ['ID=348d3b8b-3177-43fc-a736-9e77953cc438,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:53.095548 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-385c4eda-bd32-4df3-99b3-0a459be24550 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] 10.222.0.54 "DELETE /v2.0/subnets/0f3142c7-4e82-47dd-a3b2-416b4b1da9a2 HTTP/1.1" status: 204 len: 168 time: 1.4536400 Jan 20 14:29:53.113213 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-495a48ff-41e3-41d4-81cb-5f2f0e3e69c9 None None] Network c106ae52-c689-4514-926c-53899114d994 requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:29:53.116984 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 37062) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:53.119282 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-5845a135-e8bd-46ec-ba55-3f8400b7649d tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:29:53.153729 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-63541272-21a8-41d2-b782-c1ac86715903 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3155315'] for subnet, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:53.313574 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-32faed11-e04d-4995-9d4a-9647bbdac3b2 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:53.320449 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-32faed11-e04d-4995-9d4a-9647bbdac3b2 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] 10.222.0.54 "DELETE /v2.0/ports/348d3b8b-3177-43fc-a736-9e77953cc438 HTTP/1.1" status: 204 len: 168 time: 1.6166728 Jan 20 14:29:53.323085 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 37066) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:53.414837 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-5845a135-e8bd-46ec-ba55-3f8400b7649d tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Notify callbacks [] for security_group, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:53.433349 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.db_base_plugin_common [None req-14d819cf-9df7-441d-86fe-4ac13573eee0 tempest-FloatingIPNegativeTestJSON-1175302457 tempest-FloatingIPNegativeTestJSON-1175302457-project] Allocated IP 172.20.0.1 (08a9fe39-ae10-466f-b9ac-ed6ce6384a09/835435d4-cddd-48ff-8bcd-73ed0c642a00/8288e6df-5b20-44f4-ba8a-c72ba6c72cec) {{(pid=84152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:29:53.437836 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30e7052d-b254-45d3-bd25-e4282c2aa8f5 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:29:53.439975 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30e7052d-b254-45d3-bd25-e4282c2aa8f5 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:29:53.441726 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30e7052d-b254-45d3-bd25-e4282c2aa8f5 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:29:53.442723 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-30e7052d-b254-45d3-bd25-e4282c2aa8f5 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Synchronizing usage tracker for tenant:2cb17692bb0c4a2782f988652201ac42 on resource:subnet {{(pid=84153) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:29:53.474877 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-6282c58a-dc4d-4f37-935c-b4f6d7245867 None None] Provisioning for port 60fd7a2d-e0ac-4c9b-80de-abd79d5d9701 completed by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:29:53.477853 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port fbbe5dc0-d01f-424c-a506-e1c62237de0a triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:29:53.478540 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:53.501699 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-30e7052d-b254-45d3-bd25-e4282c2aa8f5 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Unset dirty status for tenant:2cb17692bb0c4a2782f988652201ac42 on resource:subnet {{(pid=84153) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:29:53.503530 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-30e7052d-b254-45d3-bd25-e4282c2aa8f5 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1792769 Jan 20 14:29:53.506484 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-5845a135-e8bd-46ec-ba55-3f8400b7649d tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:53.506858 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 37070) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:53.721785 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd152297-9318-46c4-bead-0d6431013d86 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Deleting subnet b09f7deb-68d1-4299-8334-8c9b1a6bd793 {{(pid=84153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 20 14:29:53.725445 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-bd152297-9318-46c4-bead-0d6431013d86 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks [] for subnet, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:53.789760 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-bd152297-9318-46c4-bead-0d6431013d86 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3980851'] for subnet, precommit_delete_associations {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:53.906955 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 60fd7a2d-e0ac-4c9b-80de-abd79d5d9701 up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:29:53.916590 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-bd152297-9318-46c4-bead-0d6431013d86 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1627147'] for subnet, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:53.924236 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5845a135-e8bd-46ec-ba55-3f8400b7649d tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef97a211-6902-4d53-9de8-644887b9b98f,revision_number=1']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:53.958649 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-3bd259cb-831c-4592-a5f7-86d61b5c4cc2 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] 10.222.0.54 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 574 time: 1.0139098 Jan 20 14:29:53.959818 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 37074) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:53.991536 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c72061b3-0797-49ff-8422-e8f631bb77d3 None None] DHCP port deletion for c106ae52-c689-4514-926c-53899114d994 request from dv-neutron-825124-1-hyperv {{(pid=84154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 20 14:29:54.004257 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-c72061b3-0797-49ff-8422-e8f631bb77d3 None None] Deleting port 53ff4e7b-6a40-47ef-904c-251e3d42b11e {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:29:54.007544 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-c72061b3-0797-49ff-8422-e8f631bb77d3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:54.053029 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-14d819cf-9df7-441d-86fe-4ac13573eee0 tempest-FloatingIPNegativeTestJSON-1175302457 tempest-FloatingIPNegativeTestJSON-1175302457-project] Notify callbacks [] for port, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:54.079938 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-5845a135-e8bd-46ec-ba55-3f8400b7649d tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Notify callbacks [] for security_group, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:54.080146 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7d9f357-b8fd-4ca2-ae6c-31c90fa4ad99 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:29:54.080146 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7d9f357-b8fd-4ca2-ae6c-31c90fa4ad99 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:29:54.080338 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-5845a135-e8bd-46ec-ba55-3f8400b7649d tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.8834839 Jan 20 14:29:54.080455 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-f7d9f357-b8fd-4ca2-ae6c-31c90fa4ad99 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1127815 Jan 20 14:29:54.080551 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 37078) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:54.080737 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 37080) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:54.090123 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-c409f943-9e8c-4cd0-b264-b49a0b0039e5 tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Request body: {'security_group_rule': {'security_group_id': 'ef97a211-6902-4d53-9de8-644887b9b98f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:29:54.104397 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-c409f943-9e8c-4cd0-b264-b49a0b0039e5 tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:29:54.111922 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.provisioning_blocks [None req-14d819cf-9df7-441d-86fe-4ac13573eee0 tempest-FloatingIPNegativeTestJSON-1175302457 tempest-FloatingIPNegativeTestJSON-1175302457-project] Transition to ACTIVE for port object 8288e6df-5b20-44f4-ba8a-c72ba6c72cec will not be triggered until provisioned by entity DHCP. {{(pid=84152) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:29:54.113010 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.db_base_plugin_v2 [None req-814d29d9-aeb1-40aa-8d63-3079d2d9ab7f tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Deleting subnet e556e39f-e142-45a8-b06d-696dd0af4bb5 {{(pid=84152) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 20 14:29:54.116851 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-c409f943-9e8c-4cd0-b264-b49a0b0039e5 tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Usage tracker for resource:security_group_rule and tenant:e57303c4dfc34a3db17fb5c9c2d373d6 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:29:54.121921 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-c409f943-9e8c-4cd0-b264-b49a0b0039e5 tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:29:54.131869 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-814d29d9-aeb1-40aa-8d63-3079d2d9ab7f tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks [] for subnet, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:54.176479 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60d3783f-07ec-4259-9b9c-791bd012ce93 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Attributes excluded by policy engine: ['shared'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:29:54.177799 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60d3783f-07ec-4259-9b9c-791bd012ce93 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Attributes excluded by policy engine: ['shared'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:29:54.179367 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-60d3783f-07ec-4259-9b9c-791bd012ce93 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] 10.222.0.54 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0998948 Jan 20 14:29:54.197481 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 37086) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:54.212613 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-c409f943-9e8c-4cd0-b264-b49a0b0039e5 tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:29:54.217964 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning for port 60fd7a2d-e0ac-4c9b-80de-abd79d5d9701 completed by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:29:54.237088 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port 60fd7a2d-e0ac-4c9b-80de-abd79d5d9701 triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:29:54.238083 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:54.257074 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-bd152297-9318-46c4-bead-0d6431013d86 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1627154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3943464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4194013'] for subnet, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:54.282126 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-814d29d9-aeb1-40aa-8d63-3079d2d9ab7f tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3337915'] for subnet, precommit_delete_associations {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:54.364870 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-c72061b3-0797-49ff-8422-e8f631bb77d3 None None] For port 53ff4e7b-6a40-47ef-904c-251e3d42b11e, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=53ff4e7b-6a40-47ef-904c-251e3d42b11e,segment=NetworkSegment(0d17ff40-9e8c-42b0-9b7d-a96711da2f32),segment_id=0d17ff40-9e8c-42b0-9b7d-a96711da2f32)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:29:54.366151 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-c72061b3-0797-49ff-8422-e8f631bb77d3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:54.371328 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-c409f943-9e8c-4cd0-b264-b49a0b0039e5 tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:54.410792 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-bd152297-9318-46c4-bead-0d6431013d86 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks [] for subnet, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:54.414289 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd152297-9318-46c4-bead-0d6431013d86 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Pushing event deleted for resources: {'Subnet': ['ID=b09f7deb-68d1-4299-8334-8c9b1a6bd793,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:54.479529 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-14d819cf-9df7-441d-86fe-4ac13573eee0 tempest-FloatingIPNegativeTestJSON-1175302457 tempest-FloatingIPNegativeTestJSON-1175302457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:54.490263 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-387ea0cf-94f2-4480-9f66-6387e89d43c1 None None] Network dbce74ed-d43c-4540-8d8d-e582f35e4792 requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:29:54.500455 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d7eca3b-ded5-4ec1-bb66-78b4361fd212 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:29:54.502840 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-0d7eca3b-ded5-4ec1-bb66-78b4361fd212 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] 10.222.0.54 "GET /v2.0/networks/989784db-3d42-4ce9-a2f0-a26f5d80bbe8 HTTP/1.1" status: 200 len: 799 time: 0.3033867 Jan 20 14:29:54.510412 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-c72061b3-0797-49ff-8422-e8f631bb77d3 None None] Calling delete_port for 53ff4e7b-6a40-47ef-904c-251e3d42b11e owned by network:dhcp {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:29:54.510551 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 37092) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:54.539566 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-bd152297-9318-46c4-bead-0d6431013d86 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] 10.222.0.54 "DELETE /v2.0/subnets/b09f7deb-68d1-4299-8334-8c9b1a6bd793 HTTP/1.1" status: 204 len: 168 time: 1.0307872 Jan 20 14:29:54.544443 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 37096) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:54.565405 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-814d29d9-aeb1-40aa-8d63-3079d2d9ab7f tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1627147'] for subnet, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:54.607172 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-c409f943-9e8c-4cd0-b264-b49a0b0039e5 tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:54.628735 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14d819cf-9df7-441d-86fe-4ac13573eee0 tempest-FloatingIPNegativeTestJSON-1175302457 tempest-FloatingIPNegativeTestJSON-1175302457-project] Network 08a9fe39-ae10-466f-b9ac-ed6ce6384a09 is already hosted by enough agents. {{(pid=84152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:29:54.640323 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.base_scheduler [None req-14d819cf-9df7-441d-86fe-4ac13573eee0 tempest-FloatingIPNegativeTestJSON-1175302457 tempest-FloatingIPNegativeTestJSON-1175302457-project] Resources bound (agent type, host, resource id): {{(pid=84152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:29:54.642367 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-63541272-21a8-41d2-b782-c1ac86715903 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4163519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3155301'] for subnet, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:54.652109 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14d819cf-9df7-441d-86fe-4ac13573eee0 tempest-FloatingIPNegativeTestJSON-1175302457 tempest-FloatingIPNegativeTestJSON-1175302457-project] Received port after_create {{(pid=84152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:29:54.666489 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.db_base_plugin_v2 [None req-20a26659-81e2-433d-bd08-bb5c676d7acc tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Deleting subnet ce365ab8-f9d6-4a1e-8941-5d7869365428 {{(pid=84153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 20 14:29:54.675377 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-20a26659-81e2-433d-bd08-bb5c676d7acc tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks [] for subnet, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:54.696712 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:54.721902 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d819cf-9df7-441d-86fe-4ac13573eee0 tempest-FloatingIPNegativeTestJSON-1175302457 tempest-FloatingIPNegativeTestJSON-1175302457-project] Pushing event updated for resources: {'Port': ['ID=8288e6df-5b20-44f4-ba8a-c72ba6c72cec,revision_number=1']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:54.726574 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-7e05f88c-e6eb-4177-8dc2-a604bc4df908 None None] Provisioning complete for port 60fd7a2d-e0ac-4c9b-80de-abd79d5d9701 triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:29:54.726943 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7e05f88c-e6eb-4177-8dc2-a604bc4df908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:54.735221 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-c409f943-9e8c-4cd0-b264-b49a0b0039e5 tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734962'] for security_group_rule, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:54.757131 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-20a26659-81e2-433d-bd08-bb5c676d7acc tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3980851'] for subnet, precommit_delete_associations {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:54.805814 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c409f943-9e8c-4cd0-b264-b49a0b0039e5 tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67176d53-37ba-4bef-93ce-78f2ec488799,revision_number=0']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:54.849404 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-14d819cf-9df7-441d-86fe-4ac13573eee0 tempest-FloatingIPNegativeTestJSON-1175302457 tempest-FloatingIPNegativeTestJSON-1175302457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-745387'] for router_interface, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:54.859871 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-ea8fcf0e-b67f-4fb1-872a-bc53af0ff78e tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] 10.222.0.54 "GET /v2.0/networks/989784db-3d42-4ce9-a2f0-a26f5d80bbe8?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.3442125 Jan 20 14:29:54.862360 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 37100) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:54.869213 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] For port 60fd7a2d-e0ac-4c9b-80de-abd79d5d9701, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=60fd7a2d-e0ac-4c9b-80de-abd79d5d9701,segment=NetworkSegment(5c08d4bf-ac21-422f-88f1-a4c2bb1a5e64),segment_id=5c08d4bf-ac21-422f-88f1-a4c2bb1a5e64)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:29:54.873046 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63541272-21a8-41d2-b782-c1ac86715903 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Network c69ee7bc-60c2-439d-90b1-98741047f7c7 is already hosted by enough agents. {{(pid=84152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:29:54.877786 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.base_scheduler [None req-63541272-21a8-41d2-b782-c1ac86715903 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Resources bound (agent type, host, resource id): {{(pid=84152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:29:54.879562 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63541272-21a8-41d2-b782-c1ac86715903 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Pushing event updated for resources: {'Subnet': ['ID=4914103a-74d6-48ba-8530-bfdddb01644f,revision_number=0']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:54.881936 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63541272-21a8-41d2-b782-c1ac86715903 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:29:54.882602 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-63541272-21a8-41d2-b782-c1ac86715903 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks [] for subnet, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:54.921452 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f7fa0d7-8b8a-400b-8282-15509e3dce16 None None] Network c69ee7bc-60c2-439d-90b1-98741047f7c7 requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:29:54.941101 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-c72061b3-0797-49ff-8422-e8f631bb77d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486'] for port, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:54.952824 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3be1a58c-f0cf-45c9-85af-ab97ce9019e2 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:29:54.957717 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-3be1a58c-f0cf-45c9-85af-ab97ce9019e2 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] 10.222.0.54 "GET /v2.0/subnets/f34e53d3-0d23-4900-be2c-950c2214d286 HTTP/1.1" status: 200 len: 811 time: 0.0908396 Jan 20 14:29:54.958598 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 37104) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:54.983325 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-814d29d9-aeb1-40aa-8d63-3079d2d9ab7f tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1627154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4163580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155308'] for subnet, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:55.002058 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-20a26659-81e2-433d-bd08-bb5c676d7acc tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1627147'] for subnet, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:55.041243 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-63541272-21a8-41d2-b782-c1ac86715903 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 3.3915431 Jan 20 14:29:55.043891 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-c409f943-9e8c-4cd0-b264-b49a0b0039e5 tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:55.043891 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-c409f943-9e8c-4cd0-b264-b49a0b0039e5 tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.9611063 Jan 20 14:29:55.044872 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 37108) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:55.050437 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 37110) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:55.056597 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-df86d76f-e294-4698-b656-474d8fc5c7ab tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1214734702', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '4914103a-74d6-48ba-8530-bfdddb01644f'}], 'security_groups': ['a0afc7a9-c2dc-4e55-a37b-8e1e3b55db0d']}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:29:55.076977 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814d29d9-aeb1-40aa-8d63-3079d2d9ab7f tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Pushing event deleted for resources: {'Subnet': ['ID=e556e39f-e142-45a8-b06d-696dd0af4bb5,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:55.081743 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:55.083692 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72061b3-0797-49ff-8422-e8f631bb77d3 None None] Pushing event deleted for resources: {'Port': ['ID=53ff4e7b-6a40-47ef-904c-251e3d42b11e,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:55.100012 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-814d29d9-aeb1-40aa-8d63-3079d2d9ab7f tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks [] for subnet, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:55.102931 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-814d29d9-aeb1-40aa-8d63-3079d2d9ab7f tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] 10.222.0.54 "DELETE /v2.0/subnets/e556e39f-e142-45a8-b06d-696dd0af4bb5 HTTP/1.1" status: 204 len: 168 time: 1.9758170 Jan 20 14:29:55.108797 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 37116) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:55.143476 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b6188c7-fcd7-4e35-880b-2edc3d2706e2 None None] Network f51a8e00-574f-4d7e-af33-41cf44c82ffa requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:29:55.205102 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c72061b3-0797-49ff-8422-e8f631bb77d3 None None] No DVR routers for this DVR port 53ff4e7b-6a40-47ef-904c-251e3d42b11e on host dv-neutron-825124-1-hyperv {{(pid=84154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 14:29:55.213936 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-14d819cf-9df7-441d-86fe-4ac13573eee0 tempest-FloatingIPNegativeTestJSON-1175302457 tempest-FloatingIPNegativeTestJSON-1175302457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:55.283650 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-0e9d589b-4e43-4288-b75e-b15d45d4682f tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Request body: {'security_group_rule': {'security_group_id': 'ef97a211-6902-4d53-9de8-644887b9b98f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:29:55.302935 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-0e3fe673-fa7c-4662-a384-6d95ed4dcc08 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586409'] for network, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:55.306588 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 53ff4e7b-6a40-47ef-904c-251e3d42b11e no longer exists at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:29:55.306804 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-0e9d589b-4e43-4288-b75e-b15d45d4682f tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:29:55.331003 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-0e9d589b-4e43-4288-b75e-b15d45d4682f tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Usage tracker for resource:security_group_rule and tenant:e57303c4dfc34a3db17fb5c9c2d373d6 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:29:55.345464 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d7406ef-4a5e-4659-be9f-14128ab2d7da tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Attributes excluded by policy engine: ['shared'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:29:55.350648 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-7d7406ef-4a5e-4659-be9f-14128ab2d7da tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] 10.222.0.54 "GET /v2.0/subnets/f34e53d3-0d23-4900-be2c-950c2214d286?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.3876252 Jan 20 14:29:55.351987 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-0e9d589b-4e43-4288-b75e-b15d45d4682f tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:29:55.356474 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 37120) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:55.370733 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-0e9d589b-4e43-4288-b75e-b15d45d4682f tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:29:55.376432 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] No Port match for: 53ff4e7b-6a40-47ef-904c-251e3d42b11e {{(pid=84154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 14:29:55.376865 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 53ff4e7b-6a40-47ef-904c-251e3d42b11e not bound to the agent host dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 14:29:55.391348 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-0160c477-08f8-4a01-95e0-c4b838f8fc86 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-277705371'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:29:55.396800 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-0160c477-08f8-4a01-95e0-c4b838f8fc86 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:29:55.412718 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-0160c477-08f8-4a01-95e0-c4b838f8fc86 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:29:55.421201 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Pushing event updated for resources: {'Port': ['ID=60fd7a2d-e0ac-4c9b-80de-abd79d5d9701,revision_number=3']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:55.431715 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-df86d76f-e294-4698-b656-474d8fc5c7ab tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:55.593426 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-0e3fe673-fa7c-4662-a384-6d95ed4dcc08 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1626242', 'neutron.services.segments.db._delete_segments_for_network-8769554214620'] for network, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:55.605029 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0160c477-08f8-4a01-95e0-c4b838f8fc86 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Made reservation on behalf of fb1d1c9fcb3d4adb98a1b2ecf7f7158b for: {'network': 1} {{(pid=84153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:29:55.608729 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-0160c477-08f8-4a01-95e0-c4b838f8fc86 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for network, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:55.633870 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.segments.db [None req-0e3fe673-fa7c-4662-a384-6d95ed4dcc08 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c106ae52-c689-4514-926c-53899114d994']}} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:29:55.666674 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.segments.db [None req-0e3fe673-fa7c-4662-a384-6d95ed4dcc08 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d17ff40-9e8c-42b0-9b7d-a96711da2f32') {'for_net_delete': True} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:29:55.667087 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.segments.db [None req-0e3fe673-fa7c-4662-a384-6d95ed4dcc08 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d17ff40-9e8c-42b0-9b7d-a96711da2f32') {} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:29:55.691323 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-0e9d589b-4e43-4288-b75e-b15d45d4682f tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:55.714566 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0160c477-08f8-4a01-95e0-c4b838f8fc86 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 185} {{(pid=84153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 14:29:55.717947 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-20a26659-81e2-433d-bd08-bb5c676d7acc tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1627154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3943464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4194013'] for subnet, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:55.735696 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-0e3fe673-fa7c-4662-a384-6d95ed4dcc08 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769554214503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3337904'] for segment, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:55.772633 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-0e3fe673-fa7c-4662-a384-6d95ed4dcc08 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:55.789288 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e3fe673-fa7c-4662-a384-6d95ed4dcc08 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=84152) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 14:29:55.789773 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-0e3fe673-fa7c-4662-a384-6d95ed4dcc08 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1622950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4162906'] for segment, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:55.793103 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-076edbb1-fcee-4a5d-96bc-9496f48555bb None None] Provisioning for port 8288e6df-5b20-44f4-ba8a-c72ba6c72cec completed by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:29:55.799942 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-076edbb1-fcee-4a5d-96bc-9496f48555bb None None] Provisioning complete for port 8288e6df-5b20-44f4-ba8a-c72ba6c72cec triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:29:55.804759 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-076edbb1-fcee-4a5d-96bc-9496f48555bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:55.811135 dv-neutron-825124-1-hyperv neutron-server[84152]: Traceback (most recent call last): Jan 20 14:29:55.811135 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 14:29:55.811135 dv-neutron-825124-1-hyperv neutron-server[84152]: timer() Jan 20 14:29:55.811135 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 14:29:55.811135 dv-neutron-825124-1-hyperv neutron-server[84152]: cb(*args, **kw) Jan 20 14:29:55.811135 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 14:29:55.811135 dv-neutron-825124-1-hyperv neutron-server[84152]: return func(*args, **kwargs) Jan 20 14:29:55.811135 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 14:29:55.811135 dv-neutron-825124-1-hyperv neutron-server[84152]: self._notify() Jan 20 14:29:55.811135 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 14:29:55.811135 dv-neutron-825124-1-hyperv neutron-server[84152]: self.callback(batched_events) Jan 20 14:29:55.811135 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 14:29:55.811135 dv-neutron-825124-1-hyperv neutron-server[84152]: event.method(event) Jan 20 14:29:55.811135 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 14:29:55.811135 dv-neutron-825124-1-hyperv neutron-server[84152]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 14:29:55.811135 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 14:29:55.811135 dv-neutron-825124-1-hyperv neutron-server[84152]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 14:29:55.811135 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 14:29:55.811135 dv-neutron-825124-1-hyperv neutron-server[84152]: return f(self, *a, **k) Jan 20 14:29:55.811135 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 14:29:55.811135 dv-neutron-825124-1-hyperv neutron-server[84152]: return self._get(url).json() Jan 20 14:29:55.811135 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 14:29:55.811135 dv-neutron-825124-1-hyperv neutron-server[84152]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 14:29:55.811135 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 14:29:55.811135 dv-neutron-825124-1-hyperv neutron-server[84152]: return self.request(url, 'GET', **kwargs) Jan 20 14:29:55.811135 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 14:29:55.811135 dv-neutron-825124-1-hyperv neutron-server[84152]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 14:29:55.811135 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 14:29:55.811135 dv-neutron-825124-1-hyperv neutron-server[84152]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 14:29:55.811135 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 14:29:55.811135 dv-neutron-825124-1-hyperv neutron-server[84152]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 14:29:55.811135 dv-neutron-825124-1-hyperv neutron-server[84152]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 14:29:55.831601 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a26659-81e2-433d-bd08-bb5c676d7acc tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Pushing event deleted for resources: {'Subnet': ['ID=ce365ab8-f9d6-4a1e-8941-5d7869365428,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:55.842454 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-0160c477-08f8-4a01-95e0-c4b838f8fc86 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:55.842806 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.db.segments_db [None req-0160c477-08f8-4a01-95e0-c4b838f8fc86 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Added segment 0e38f0bf-25b9-4f14-86d8-429853cced0c of type vlan for network dfce3e29-d420-411e-aa66-c6fe2fb0707d Jan 20 14:29:55.896140 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-20a26659-81e2-433d-bd08-bb5c676d7acc tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks [] for subnet, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:55.979758 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-532e2c1d-5599-47a6-b65c-c3de254e09fc None None] DHCP port deletion for f51a8e00-574f-4d7e-af33-41cf44c82ffa request from dv-neutron-825124-1-hyperv {{(pid=84154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 20 14:29:55.987336 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-076edbb1-fcee-4a5d-96bc-9496f48555bb None None] Port 8288e6df-5b20-44f4-ba8a-c72ba6c72cec cannot update to ACTIVE because it is not bound. {{(pid=84154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 14:29:55.991584 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-532e2c1d-5599-47a6-b65c-c3de254e09fc None None] Deleting port db03574f-740b-4d67-b967-adf5f67115cf {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:29:55.992144 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-532e2c1d-5599-47a6-b65c-c3de254e09fc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:56.012469 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-0e9d589b-4e43-4288-b75e-b15d45d4682f tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:56.018573 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-0160c477-08f8-4a01-95e0-c4b838f8fc86 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769553767792'] for network, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:56.024038 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-20a26659-81e2-433d-bd08-bb5c676d7acc tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] 10.222.0.54 "DELETE /v2.0/subnets/ce365ab8-f9d6-4a1e-8941-5d7869365428 HTTP/1.1" status: 204 len: 168 time: 1.4779322 Jan 20 14:29:56.028662 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 37126) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:56.055853 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44bcfaff-41a6-4d9c-b52e-bd170b56bff4 None None] Update dhcp port {'port': {'network_id': 'c69ee7bc-60c2-439d-90b1-98741047f7c7', 'fixed_ips': [{'subnet_id': '6bc66b05-5269-4014-8cb8-ac26956daf2b', 'ip_address': '172.20.0.2'}, {'subnet_id': '4914103a-74d6-48ba-8530-bfdddb01644f'}], 'binding:host_id': 'dv-neutron-825124-1-hyperv'}, 'id': 'fbbe5dc0-d01f-424c-a506-e1c62237de0a'} from dv-neutron-825124-1-hyperv. {{(pid=84154) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Jan 20 14:29:56.100798 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-14d819cf-9df7-441d-86fe-4ac13573eee0 tempest-FloatingIPNegativeTestJSON-1175302457 tempest-FloatingIPNegativeTestJSON-1175302457-project] Notify callbacks [] for port, precommit_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:56.120649 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-0e9d589b-4e43-4288-b75e-b15d45d4682f tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734962'] for security_group_rule, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:56.130791 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-0e3fe673-fa7c-4662-a384-6d95ed4dcc08 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1626253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-745296'] for network, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:56.145023 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-0e3fe673-fa7c-4662-a384-6d95ed4dcc08 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks [] for network, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:56.145543 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-7abbdd91-15cf-4f41-b678-f3c44826c48b tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1090086 Jan 20 14:29:56.149684 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 37130) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:56.161757 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-44bcfaff-41a6-4d9c-b52e-bd170b56bff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:56.177953 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3fe673-fa7c-4662-a384-6d95ed4dcc08 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Pushing event deleted for resources: {'Network': ['ID=c106ae52-c689-4514-926c-53899114d994,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:56.180992 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-14d819cf-9df7-441d-86fe-4ac13573eee0 tempest-FloatingIPNegativeTestJSON-1175302457 tempest-FloatingIPNegativeTestJSON-1175302457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162822'] for port, after_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:56.202225 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-3ab70e8d-eeff-4dab-951c-0755614ae76f tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Request body: {'subnet': {'network_id': 'dbce74ed-d43c-4540-8d8d-e582f35e4792', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:29:56.266771 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-0e3fe673-fa7c-4662-a384-6d95ed4dcc08 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] 10.222.0.54 "DELETE /v2.0/networks/c106ae52-c689-4514-926c-53899114d994 HTTP/1.1" status: 204 len: 168 time: 1.1566164 Jan 20 14:29:56.322613 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-532e2c1d-5599-47a6-b65c-c3de254e09fc None None] For port db03574f-740b-4d67-b967-adf5f67115cf, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=db03574f-740b-4d67-b967-adf5f67115cf,segment=NetworkSegment(338d80b4-b9ff-4cf9-a0ee-9fcd887772ef),segment_id=338d80b4-b9ff-4cf9-a0ee-9fcd887772ef)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:29:56.323271 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-532e2c1d-5599-47a6-b65c-c3de254e09fc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:56.334477 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-14d819cf-9df7-441d-86fe-4ac13573eee0 tempest-FloatingIPNegativeTestJSON-1175302457 tempest-FloatingIPNegativeTestJSON-1175302457-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1705158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-743490'] for router_interface, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:56.336195 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9d589b-4e43-4288-b75e-b15d45d4682f tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c02bb54-c8a5-4300-afdb-3d96a49c59f1,revision_number=0']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:56.345945 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 37134) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:56.360960 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-3ab70e8d-eeff-4dab-951c-0755614ae76f tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:29:56.371676 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-3ab70e8d-eeff-4dab-951c-0755614ae76f tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Usage tracker for resource:subnet and tenant:2cb17692bb0c4a2782f988652201ac42 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:29:56.377877 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-3ab70e8d-eeff-4dab-951c-0755614ae76f tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:29:56.388592 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-3ab70e8d-eeff-4dab-951c-0755614ae76f tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:29:56.425476 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-0160c477-08f8-4a01-95e0-c4b838f8fc86 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967'] for network, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:56.429312 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0160c477-08f8-4a01-95e0-c4b838f8fc86 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:29:56.429899 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-0160c477-08f8-4a01-95e0-c4b838f8fc86 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Notify callbacks [] for network, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:56.470384 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d819cf-9df7-441d-86fe-4ac13573eee0 tempest-FloatingIPNegativeTestJSON-1175302457 tempest-FloatingIPNegativeTestJSON-1175302457-project] Pushing event updated for resources: {'Port': ['ID=8288e6df-5b20-44f4-ba8a-c72ba6c72cec,revision_number=2']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:56.471030 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-0e9d589b-4e43-4288-b75e-b15d45d4682f tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:56.475233 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-0e9d589b-4e43-4288-b75e-b15d45d4682f tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 1.4205899 Jan 20 14:29:56.480913 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 37138) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:56.483178 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-532e2c1d-5599-47a6-b65c-c3de254e09fc None None] Calling delete_port for db03574f-740b-4d67-b967-adf5f67115cf owned by network:dhcp {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:29:56.522388 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdcc538a-9924-48e6-8cf4-abf43478d850 None None] Network dbce74ed-d43c-4540-8d8d-e582f35e4792 requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:29:56.549889 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-9b0afc50-c4e4-4b9d-9e27-3a18f658a9c0 tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Request body: {'security_group_rule': {'security_group_id': 'ef97a211-6902-4d53-9de8-644887b9b98f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:29:56.564587 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ab70e8d-eeff-4dab-951c-0755614ae76f tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Made reservation on behalf of 2cb17692bb0c4a2782f988652201ac42 for: {'subnet': 1} {{(pid=84153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:29:56.566728 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-9b0afc50-c4e4-4b9d-9e27-3a18f658a9c0 tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:29:56.567668 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-3ab70e8d-eeff-4dab-951c-0755614ae76f tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4193986'] for subnet, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:56.575163 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-9b0afc50-c4e4-4b9d-9e27-3a18f658a9c0 tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Usage tracker for resource:security_group_rule and tenant:e57303c4dfc34a3db17fb5c9c2d373d6 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:29:56.582581 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-9b0afc50-c4e4-4b9d-9e27-3a18f658a9c0 tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:29:56.590867 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0160c477-08f8-4a01-95e0-c4b838f8fc86 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Pushing event updated for resources: {'Network': ['ID=dfce3e29-d420-411e-aa66-c6fe2fb0707d,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:56.613838 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-9b0afc50-c4e4-4b9d-9e27-3a18f658a9c0 tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:29:56.637135 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-a61d9422-3097-4016-9476-3ed550d7ce79 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586409'] for network, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:56.658593 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14d819cf-9df7-441d-86fe-4ac13573eee0 tempest-FloatingIPNegativeTestJSON-1175302457 tempest-FloatingIPNegativeTestJSON-1175302457-project] Network 08a9fe39-ae10-466f-b9ac-ed6ce6384a09 is already hosted by enough agents. {{(pid=84152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:29:56.659054 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.db_base_plugin_common [None req-df86d76f-e294-4698-b656-474d8fc5c7ab tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Delete allocated IP 172.20.0.3 (c69ee7bc-60c2-439d-90b1-98741047f7c7/6bc66b05-5269-4014-8cb8-ac26956daf2b) {{(pid=84153) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 20 14:29:56.659590 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-a61d9422-3097-4016-9476-3ed550d7ce79 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Deleting port db03574f-740b-4d67-b967-adf5f67115cf {{(pid=84152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:29:56.660036 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-a61d9422-3097-4016-9476-3ed550d7ce79 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:56.681129 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-0160c477-08f8-4a01-95e0-c4b838f8fc86 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.3164756 Jan 20 14:29:56.685513 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.db_base_plugin_common [None req-df86d76f-e294-4698-b656-474d8fc5c7ab tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Allocated IP 172.20.0.30 (c69ee7bc-60c2-439d-90b1-98741047f7c7/4914103a-74d6-48ba-8530-bfdddb01644f/7f152948-cfa2-4734-99fe-66ca0f7a4894) {{(pid=84153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:29:56.693215 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 37144) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:56.693351 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.base_scheduler [None req-14d819cf-9df7-441d-86fe-4ac13573eee0 tempest-FloatingIPNegativeTestJSON-1175302457 tempest-FloatingIPNegativeTestJSON-1175302457-project] Resources bound (agent type, host, resource id): {{(pid=84152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:29:56.701997 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-fb078a7c-5a13-445c-8e10-cf1087e52411 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Request body: {'subnet': {'network_id': 'dfce3e29-d420-411e-aa66-c6fe2fb0707d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:29:56.761336 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Network dfce3e29-d420-411e-aa66-c6fe2fb0707d details requested by agent ovs-agent-dv-neutron-825124-1-hyperv with host dv-neutron-825124-1-hyperv {{(pid=84154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 14:29:56.874210 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-9b0afc50-c4e4-4b9d-9e27-3a18f658a9c0 tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:56.937284 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-bb298561-f213-40f1-95a4-44e765deeba5 None None] Provisioning complete for port 1f532dd3-3c40-4660-8c15-23693ab54236 triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:29:56.937951 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-bb298561-f213-40f1-95a4-44e765deeba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:56.949337 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-fb078a7c-5a13-445c-8e10-cf1087e52411 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:29:57.020299 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-fb078a7c-5a13-445c-8e10-cf1087e52411 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:29:57.092101 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-9b0afc50-c4e4-4b9d-9e27-3a18f658a9c0 tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:57.133291 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-532e2c1d-5599-47a6-b65c-c3de254e09fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486'] for port, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:57.160469 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb078a7c-5a13-445c-8e10-cf1087e52411 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Made reservation on behalf of fb1d1c9fcb3d4adb98a1b2ecf7f7158b for: {'subnet': 1} {{(pid=84153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:29:57.179071 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-df86d76f-e294-4698-b656-474d8fc5c7ab tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks [] for port, precommit_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:57.189560 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-9b0afc50-c4e4-4b9d-9e27-3a18f658a9c0 tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734962'] for security_group_rule, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:57.203576 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532e2c1d-5599-47a6-b65c-c3de254e09fc None None] Pushing event deleted for resources: {'Port': ['ID=db03574f-740b-4d67-b967-adf5f67115cf,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:57.239517 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-532e2c1d-5599-47a6-b65c-c3de254e09fc None None] No DVR routers for this DVR port db03574f-740b-4d67-b967-adf5f67115cf on host dv-neutron-825124-1-hyperv {{(pid=84154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 14:29:57.243074 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 60fd7a2d-e0ac-4c9b-80de-abd79d5d9701 up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:29:57.248469 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0afc50-c4e4-4b9d-9e27-3a18f658a9c0 tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=402cee03-b803-429f-93b3-b68b98e88699,revision_number=0']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:57.257257 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.db [None req-a61d9422-3097-4016-9476-3ed550d7ce79 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] For port db03574f-740b-4d67-b967-adf5f67115cf, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=db03574f-740b-4d67-b967-adf5f67115cf,segment=NetworkSegment(338d80b4-b9ff-4cf9-a0ee-9fcd887772ef),segment_id=338d80b4-b9ff-4cf9-a0ee-9fcd887772ef)] {{(pid=84152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:29:57.257894 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-a61d9422-3097-4016-9476-3ed550d7ce79 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:57.296335 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-3ab70e8d-eeff-4dab-951c-0755614ae76f tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3943531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4194004'] for subnet, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:57.312952 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4a25a7a-a302-461b-ab9f-99941045d52d None None] DHCP port deletion for dbce74ed-d43c-4540-8d8d-e582f35e4792 request from dv-neutron-825124-1-hyperv {{(pid=84154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 20 14:29:57.332867 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.provisioning_blocks [None req-df86d76f-e294-4698-b656-474d8fc5c7ab tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Transition to ACTIVE for port object 7f152948-cfa2-4734-99fe-66ca0f7a4894 will not be triggered until provisioned by entity DHCP. {{(pid=84153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:29:57.335918 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-d4a25a7a-a302-461b-ab9f-99941045d52d None None] Deleting port 1f532dd3-3c40-4660-8c15-23693ab54236 {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:29:57.336386 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-d4a25a7a-a302-461b-ab9f-99941045d52d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:57.373220 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-9b0afc50-c4e4-4b9d-9e27-3a18f658a9c0 tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:57.374740 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-9b0afc50-c4e4-4b9d-9e27-3a18f658a9c0 tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.8475280 Jan 20 14:29:57.444083 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 37148) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:57.454789 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-a61d9422-3097-4016-9476-3ed550d7ce79 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Calling delete_port for db03574f-740b-4d67-b967-adf5f67115cf owned by network:dhcp {{(pid=84152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:29:57.499972 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-42c1a3a4-5c12-496e-bc2e-b7831a33d0bf tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Request body: {'security_group_rule': {'security_group_id': 'ef97a211-6902-4d53-9de8-644887b9b98f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:29:57.507875 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-df86d76f-e294-4698-b656-474d8fc5c7ab tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3944146'] for port, after_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:57.513213 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-42c1a3a4-5c12-496e-bc2e-b7831a33d0bf tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:29:57.517062 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-fb078a7c-5a13-445c-8e10-cf1087e52411 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4193986'] for subnet, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:57.535425 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ab70e8d-eeff-4dab-951c-0755614ae76f tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Network dbce74ed-d43c-4540-8d8d-e582f35e4792 is already hosted by enough agents. {{(pid=84153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:29:57.538619 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-86c45e12-4a77-485d-a082-87430738eaab None None] Provisioning complete for port 8288e6df-5b20-44f4-ba8a-c72ba6c72cec triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:29:57.539062 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-86c45e12-4a77-485d-a082-87430738eaab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:57.541715 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-42c1a3a4-5c12-496e-bc2e-b7831a33d0bf tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Usage tracker for resource:security_group_rule and tenant:e57303c4dfc34a3db17fb5c9c2d373d6 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:29:57.547751 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-42c1a3a4-5c12-496e-bc2e-b7831a33d0bf tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:29:57.559571 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-42c1a3a4-5c12-496e-bc2e-b7831a33d0bf tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:29:57.575038 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.base_scheduler [None req-3ab70e8d-eeff-4dab-951c-0755614ae76f tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Resources bound (agent type, host, resource id): {{(pid=84153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:29:57.588139 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab70e8d-eeff-4dab-951c-0755614ae76f tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Pushing event updated for resources: {'Subnet': ['ID=21ffc30b-2784-4ccb-9220-4490bba7c06c,revision_number=0']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:57.609662 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.db.api [None req-a61d9422-3097-4016-9476-3ed550d7ce79 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84152) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 14:29:57.610098 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG oslo_db.api [None req-a61d9422-3097-4016-9476-3ed550d7ce79 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 14:29:57.644084 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ab70e8d-eeff-4dab-951c-0755614ae76f tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:29:57.644570 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-3ab70e8d-eeff-4dab-951c-0755614ae76f tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks [] for subnet, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:57.662813 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-42c1a3a4-5c12-496e-bc2e-b7831a33d0bf tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:57.677139 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_common [None req-44bcfaff-41a6-4d9c-b52e-bd170b56bff4 None None] Allocated IP 172.20.0.18 (c69ee7bc-60c2-439d-90b1-98741047f7c7/4914103a-74d6-48ba-8530-bfdddb01644f/fbbe5dc0-d01f-424c-a506-e1c62237de0a) {{(pid=84154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:29:57.682108 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-86c45e12-4a77-485d-a082-87430738eaab None None] Port 8288e6df-5b20-44f4-ba8a-c72ba6c72cec cannot update to ACTIVE because it is not bound. {{(pid=84154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 14:29:57.715890 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14d819cf-9df7-441d-86fe-4ac13573eee0 tempest-FloatingIPNegativeTestJSON-1175302457 tempest-FloatingIPNegativeTestJSON-1175302457-project] Router 3753bc89-2a6b-4b53-990a-d8a9804c151e is scheduled to L3 agent 624d525b-4c26-4143-8a1c-228bb1c6faaa with binding_index 1 {{(pid=84152) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 20 14:29:57.738977 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.ipam_backend_mixin [None req-fb078a7c-5a13-445c-8e10-cf1087e52411 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Performing IP validity checks on allocation pools {{(pid=84153) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Jan 20 14:29:57.740039 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.ipam_backend_mixin [None req-fb078a7c-5a13-445c-8e10-cf1087e52411 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84153) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Jan 20 14:29:57.752027 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df86d76f-e294-4698-b656-474d8fc5c7ab tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Pushing event updated for resources: {'Port': ['ID=7f152948-cfa2-4734-99fe-66ca0f7a4894,revision_number=2']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:57.769896 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port 60fd7a2d-e0ac-4c9b-80de-abd79d5d9701 triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:29:57.770388 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:57.830348 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-3ab70e8d-eeff-4dab-951c-0755614ae76f tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6723337 Jan 20 14:29:57.836416 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 37154) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:57.846176 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-7261f733-99e5-4213-8f93-23ec1198fa65 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Request body: {'subnet': {'network_id': 'dbce74ed-d43c-4540-8d8d-e582f35e4792', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:29:57.865569 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-df86d76f-e294-4698-b656-474d8fc5c7ab tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] In _notify_port_updated(), no bound segment for port 7f152948-cfa2-4734-99fe-66ca0f7a4894 on network c69ee7bc-60c2-439d-90b1-98741047f7c7 {{(pid=84153) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Jan 20 14:29:57.869386 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df86d76f-e294-4698-b656-474d8fc5c7ab tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:29:57.870000 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-df86d76f-e294-4698-b656-474d8fc5c7ab tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:57.871286 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-df86d76f-e294-4698-b656-474d8fc5c7ab tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] 10.222.0.54 "PUT /v2.0/ports/7f152948-cfa2-4734-99fe-66ca0f7a4894 HTTP/1.1" status: 200 len: 921 time: 2.8260622 Jan 20 14:29:57.875662 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 37158) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:57.935471 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-42c1a3a4-5c12-496e-bc2e-b7831a33d0bf tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:58.008650 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-42c1a3a4-5c12-496e-bc2e-b7831a33d0bf tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734962'] for security_group_rule, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:58.048160 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c1a3a4-5c12-496e-bc2e-b7831a33d0bf tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c61dfee2-a4b3-4919-877f-503f863209b0,revision_number=0']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:58.074911 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-248539df-87b9-4784-9ee4-70950f2c7f49 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Deleting port 7f152948-cfa2-4734-99fe-66ca0f7a4894 {{(pid=84153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:29:58.082427 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-248539df-87b9-4784-9ee4-70950f2c7f49 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:58.092414 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-d4a25a7a-a302-461b-ab9f-99941045d52d None None] For port 1f532dd3-3c40-4660-8c15-23693ab54236, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=1f532dd3-3c40-4660-8c15-23693ab54236,segment=NetworkSegment(7b61d093-41ff-4202-b223-533eb0f8da0a),segment_id=7b61d093-41ff-4202-b223-533eb0f8da0a)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:29:58.092414 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-d4a25a7a-a302-461b-ab9f-99941045d52d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:58.094896 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14d819cf-9df7-441d-86fe-4ac13573eee0 tempest-FloatingIPNegativeTestJSON-1175302457 tempest-FloatingIPNegativeTestJSON-1175302457-project] Notify agent at l3_agent.dv-neutron-825124-1-hyperv the message routers_updated {{(pid=84152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 14:29:58.105084 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-14d819cf-9df7-441d-86fe-4ac13573eee0 tempest-FloatingIPNegativeTestJSON-1175302457 tempest-FloatingIPNegativeTestJSON-1175302457-project] 10.222.0.54 "PUT /v2.0/routers/3753bc89-2a6b-4b53-990a-d8a9804c151e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0836606 Jan 20 14:29:58.105366 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 37162) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:58.110251 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6efe89e4-c654-4a3b-ac71-98efadb9d2d4 None None] Sync routers for ids ['3753bc89-2a6b-4b53-990a-d8a9804c151e'] in dv-neutron-825124-1-hyperv {{(pid=84155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 14:29:58.112612 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-0aab5acd-f9a3-4b92-838e-4b591e35de3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:58.113188 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-44bcfaff-41a6-4d9c-b52e-bd170b56bff4 None None] For port fbbe5dc0-d01f-424c-a506-e1c62237de0a, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=fbbe5dc0-d01f-424c-a506-e1c62237de0a,segment=NetworkSegment(d51340dd-91e7-495b-b378-11b3a01f125b),segment_id=d51340dd-91e7-495b-b378-11b3a01f125b)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:29:58.125226 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-a4c1f9c5-9edc-4aea-9567-ae3d48dfccd0 tempest-FloatingIPNegativeTestJSON-1175302457 tempest-FloatingIPNegativeTestJSON-1175302457-project] Request body: {'port': {'network_id': '08a9fe39-ae10-466f-b9ac-ed6ce6384a09', 'name': 'tempest-FloatingIPNegativeTestJSON-436478024'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:29:58.129515 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6efe89e4-c654-4a3b-ac71-98efadb9d2d4 None None] Routers {'3753bc89-2a6b-4b53-990a-d8a9804c151e'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:29:58.130520 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-6efe89e4-c654-4a3b-ac71-98efadb9d2d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:29:30Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['3753bc89-2a6b-4b53-990a-d8a9804c151e'], 'active': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:29:58.140128 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-a61d9422-3097-4016-9476-3ed550d7ce79 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Deleting port db03574f-740b-4d67-b967-adf5f67115cf {{(pid=84152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:29:58.140475 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-a61d9422-3097-4016-9476-3ed550d7ce79 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:58.186006 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-7261f733-99e5-4213-8f93-23ec1198fa65 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:29:58.187081 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-42c1a3a4-5c12-496e-bc2e-b7831a33d0bf tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:58.191950 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-42c1a3a4-5c12-496e-bc2e-b7831a33d0bf tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.7096138 Jan 20 14:29:58.198408 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 37166) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:58.225801 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-6efe89e4-c654-4a3b-ac71-98efadb9d2d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:29:58.234618 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-7261f733-99e5-4213-8f93-23ec1198fa65 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Usage tracker for resource:subnet and tenant:2cb17692bb0c4a2782f988652201ac42 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:29:58.240127 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6efe89e4-c654-4a3b-ac71-98efadb9d2d4 None None] Routers {'3753bc89-2a6b-4b53-990a-d8a9804c151e'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:29:58.243219 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-6efe89e4-c654-4a3b-ac71-98efadb9d2d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:29:30Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['3753bc89-2a6b-4b53-990a-d8a9804c151e'], 'active': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:29:58.245461 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-6491bca0-f440-4111-9ce9-6825af1703a9 tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Request body: {'security_group_rule': {'security_group_id': 'ef97a211-6902-4d53-9de8-644887b9b98f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:29:58.250288 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-7261f733-99e5-4213-8f93-23ec1198fa65 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:29:58.258117 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-d4a25a7a-a302-461b-ab9f-99941045d52d None None] Calling delete_port for 1f532dd3-3c40-4660-8c15-23693ab54236 owned by network:dhcp {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:29:58.274695 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-6491bca0-f440-4111-9ce9-6825af1703a9 tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:29:58.278840 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-7261f733-99e5-4213-8f93-23ec1198fa65 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:29:58.292635 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-6491bca0-f440-4111-9ce9-6825af1703a9 tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Usage tracker for resource:security_group_rule and tenant:e57303c4dfc34a3db17fb5c9c2d373d6 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:29:58.297740 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-6491bca0-f440-4111-9ce9-6825af1703a9 tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:29:58.303463 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-a61d9422-3097-4016-9476-3ed550d7ce79 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] The port 'db03574f-740b-4d67-b967-adf5f67115cf' was deleted {{(pid=84152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 20 14:29:58.327632 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.db.resource_extend [None req-44bcfaff-41a6-4d9c-b52e-bd170b56bff4 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 20 14:29:58.332654 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-6491bca0-f440-4111-9ce9-6825af1703a9 tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:29:58.350326 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-44bcfaff-41a6-4d9c-b52e-bd170b56bff4 None None] Notify callbacks [] for port, precommit_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:58.401310 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-44bcfaff-41a6-4d9c-b52e-bd170b56bff4 None None] Transition to ACTIVE for port object fbbe5dc0-d01f-424c-a506-e1c62237de0a will not be triggered until provisioned by entity DHCP. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:29:58.411179 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device db03574f-740b-4d67-b967-adf5f67115cf no longer exists at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:29:58.412756 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-6efe89e4-c654-4a3b-ac71-98efadb9d2d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:29:58.416337 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6efe89e4-c654-4a3b-ac71-98efadb9d2d4 None None] The sync data for ids ['3753bc89-2a6b-4b53-990a-d8a9804c151e'] in dv-neutron-825124-1-hyperv is: [] {{(pid=84155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 14:29:58.425766 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-fb078a7c-5a13-445c-8e10-cf1087e52411 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3943531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4194004'] for subnet, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:58.449723 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] No Port match for: db03574f-740b-4d67-b967-adf5f67115cf {{(pid=84154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 14:29:58.449723 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device db03574f-740b-4d67-b967-adf5f67115cf not bound to the agent host dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 14:29:58.479469 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7261f733-99e5-4213-8f93-23ec1198fa65 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Made reservation on behalf of 2cb17692bb0c4a2782f988652201ac42 for: {'subnet': 1} {{(pid=84153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:29:58.483472 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-7261f733-99e5-4213-8f93-23ec1198fa65 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4193986'] for subnet, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:58.484794 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-a61d9422-3097-4016-9476-3ed550d7ce79 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1626242', 'neutron.services.segments.db._delete_segments_for_network-8769554214620'] for network, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:58.496998 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-44bcfaff-41a6-4d9c-b52e-bd170b56bff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:58.533499 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-a4c1f9c5-9edc-4aea-9567-ae3d48dfccd0 tempest-FloatingIPNegativeTestJSON-1175302457 tempest-FloatingIPNegativeTestJSON-1175302457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:29:58.534943 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-d4a25a7a-a302-461b-ab9f-99941045d52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486'] for port, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:58.539105 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.segments.db [None req-a61d9422-3097-4016-9476-3ed550d7ce79 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f51a8e00-574f-4d7e-af33-41cf44c82ffa']}} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:29:58.547033 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-a4c1f9c5-9edc-4aea-9567-ae3d48dfccd0 tempest-FloatingIPNegativeTestJSON-1175302457 tempest-FloatingIPNegativeTestJSON-1175302457-project] Usage tracker for resource:port and tenant:53e9a3e6ee5940acb518e003bb7b741c is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:29:58.552302 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-a4c1f9c5-9edc-4aea-9567-ae3d48dfccd0 tempest-FloatingIPNegativeTestJSON-1175302457 tempest-FloatingIPNegativeTestJSON-1175302457-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:29:58.559794 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.segments.db [None req-a61d9422-3097-4016-9476-3ed550d7ce79 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '338d80b4-b9ff-4cf9-a0ee-9fcd887772ef') {'for_net_delete': True} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:29:58.560100 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.segments.db [None req-a61d9422-3097-4016-9476-3ed550d7ce79 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '338d80b4-b9ff-4cf9-a0ee-9fcd887772ef') {} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:29:58.567684 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-a4c1f9c5-9edc-4aea-9567-ae3d48dfccd0 tempest-FloatingIPNegativeTestJSON-1175302457 tempest-FloatingIPNegativeTestJSON-1175302457-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:29:58.577516 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-a61d9422-3097-4016-9476-3ed550d7ce79 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769554214503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3337904'] for segment, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:58.596210 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-a61d9422-3097-4016-9476-3ed550d7ce79 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:58.605102 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a61d9422-3097-4016-9476-3ed550d7ce79 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Releasing vlan 177 on physical network physnet1 to pool {{(pid=84152) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 14:29:58.605595 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-a61d9422-3097-4016-9476-3ed550d7ce79 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1622950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4162906'] for segment, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:58.617368 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb078a7c-5a13-445c-8e10-cf1087e52411 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Pushing event updated for resources: {'Subnet': ['ID=eb1db2c7-639d-4beb-a922-0dcffce2f589,revision_number=0']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:58.627129 dv-neutron-825124-1-hyperv neutron-server[84152]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 20 14:29:58.627129 dv-neutron-825124-1-hyperv neutron-server[84152]: util.warn( Jan 20 14:29:58.627129 dv-neutron-825124-1-hyperv neutron-server[84152]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 20 14:29:58.627129 dv-neutron-825124-1-hyperv neutron-server[84152]: util.warn( Jan 20 14:29:58.627129 dv-neutron-825124-1-hyperv neutron-server[84152]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 20 14:29:58.627129 dv-neutron-825124-1-hyperv neutron-server[84152]: util.warn( Jan 20 14:29:58.627129 dv-neutron-825124-1-hyperv neutron-server[84152]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 20 14:29:58.627129 dv-neutron-825124-1-hyperv neutron-server[84152]: util.warn( Jan 20 14:29:58.627129 dv-neutron-825124-1-hyperv neutron-server[84152]: Traceback (most recent call last): Jan 20 14:29:58.627129 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 14:29:58.627129 dv-neutron-825124-1-hyperv neutron-server[84152]: timer() Jan 20 14:29:58.627129 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 14:29:58.627129 dv-neutron-825124-1-hyperv neutron-server[84152]: cb(*args, **kw) Jan 20 14:29:58.627129 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 14:29:58.627129 dv-neutron-825124-1-hyperv neutron-server[84152]: return func(*args, **kwargs) Jan 20 14:29:58.627129 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 14:29:58.627129 dv-neutron-825124-1-hyperv neutron-server[84152]: self._notify() Jan 20 14:29:58.627129 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 14:29:58.627129 dv-neutron-825124-1-hyperv neutron-server[84152]: self.callback(batched_events) Jan 20 14:29:58.627129 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 14:29:58.627129 dv-neutron-825124-1-hyperv neutron-server[84152]: event.method(event) Jan 20 14:29:58.627129 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 14:29:58.627129 dv-neutron-825124-1-hyperv neutron-server[84152]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 14:29:58.627129 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 14:29:58.627129 dv-neutron-825124-1-hyperv neutron-server[84152]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 14:29:58.627129 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 14:29:58.627129 dv-neutron-825124-1-hyperv neutron-server[84152]: return f(self, *a, **k) Jan 20 14:29:58.627129 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 14:29:58.627129 dv-neutron-825124-1-hyperv neutron-server[84152]: return self._get(url).json() Jan 20 14:29:58.627129 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 14:29:58.627129 dv-neutron-825124-1-hyperv neutron-server[84152]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 14:29:58.627129 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 14:29:58.627129 dv-neutron-825124-1-hyperv neutron-server[84152]: return self.request(url, 'GET', **kwargs) Jan 20 14:29:58.627129 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 14:29:58.627129 dv-neutron-825124-1-hyperv neutron-server[84152]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 14:29:58.627129 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 14:29:58.627129 dv-neutron-825124-1-hyperv neutron-server[84152]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 14:29:58.627129 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 14:29:58.627129 dv-neutron-825124-1-hyperv neutron-server[84152]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 14:29:58.627129 dv-neutron-825124-1-hyperv neutron-server[84152]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 14:29:58.637239 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-6491bca0-f440-4111-9ce9-6825af1703a9 tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:58.638315 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4a25a7a-a302-461b-ab9f-99941045d52d None None] No DVR routers for this DVR port 1f532dd3-3c40-4660-8c15-23693ab54236 on host dv-neutron-825124-1-hyperv {{(pid=84154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 14:29:58.663896 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bcfaff-41a6-4d9c-b52e-bd170b56bff4 None None] Pushing event updated for resources: {'Port': ['ID=fbbe5dc0-d01f-424c-a506-e1c62237de0a,revision_number=4']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:58.690903 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4c1f9c5-9edc-4aea-9567-ae3d48dfccd0 tempest-FloatingIPNegativeTestJSON-1175302457 tempest-FloatingIPNegativeTestJSON-1175302457-project] Made reservation on behalf of 53e9a3e6ee5940acb518e003bb7b741c for: {'port': 1} {{(pid=84152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:29:58.694233 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-a4c1f9c5-9edc-4aea-9567-ae3d48dfccd0 tempest-FloatingIPNegativeTestJSON-1175302457 tempest-FloatingIPNegativeTestJSON-1175302457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:58.710681 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-248539df-87b9-4784-9ee4-70950f2c7f49 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:58.715971 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db2a47e5-76a2-4889-99ef-8efc06696b46 None None] Network dbce74ed-d43c-4540-8d8d-e582f35e4792 requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:29:58.741571 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.notifiers.nova [None req-a4c1f9c5-9edc-4aea-9567-ae3d48dfccd0 tempest-FloatingIPNegativeTestJSON-1175302457 tempest-FloatingIPNegativeTestJSON-1175302457-project] device_id is not set on port 293d7564-c9be-4bfe-9f62-ec1a537ed145 yet. {{(pid=84152) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 14:29:58.743398 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a25a7a-a302-461b-ab9f-99941045d52d None None] Pushing event deleted for resources: {'Port': ['ID=1f532dd3-3c40-4660-8c15-23693ab54236,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:58.880908 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-248539df-87b9-4784-9ee4-70950f2c7f49 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Calling delete_port for 7f152948-cfa2-4734-99fe-66ca0f7a4894 owned by {{(pid=84153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:29:58.902656 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-a61d9422-3097-4016-9476-3ed550d7ce79 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1626253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-745296'] for network, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:58.912715 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-a61d9422-3097-4016-9476-3ed550d7ce79 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks [] for network, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:58.932678 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb078a7c-5a13-445c-8e10-cf1087e52411 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Checking segment: {'id': '0e38f0bf-25b9-4f14-86d8-429853cced0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'dfce3e29-d420-411e-aa66-c6fe2fb0707d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 14:29:58.933036 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb078a7c-5a13-445c-8e10-cf1087e52411 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Network hostable DHCP agents. Network: dfce3e29-d420-411e-aa66-c6fe2fb0707d, hostable agents: ['1a181e39-5220-4c1a-88f8-08a54e8bfc9b'], hosted agents: [] {{(pid=84153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 14:29:58.955678 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-a61d9422-3097-4016-9476-3ed550d7ce79 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] 10.222.0.54 "DELETE /v2.0/networks/f51a8e00-574f-4d7e-af33-41cf44c82ffa HTTP/1.1" status: 204 len: 168 time: 2.6065867 Jan 20 14:29:58.956772 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61d9422-3097-4016-9476-3ed550d7ce79 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Pushing event deleted for resources: {'Network': ['ID=f51a8e00-574f-4d7e-af33-41cf44c82ffa,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:58.966666 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 37170) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:58.976269 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-13e297f1-feff-4c3a-a9f1-795b812568c5 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-72694456'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:29:58.990124 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.agents_db [None req-6dba657d-a637-4918-9b6d-40defdfae04b None None] Agent healthcheck: found 6 active agents {{(pid=84155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 14:29:58.992816 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-13e297f1-feff-4c3a-a9f1-795b812568c5 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:29:58.993282 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc0d0a6b-bef6-4a3f-8def-673dc5013ebc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95c917f5-14ba-5e96-98b8-1a52654a930a-dbce74ed-d43c-4540-8d8d-e582f35e4792', 'network_id': 'dbce74ed-d43c-4540-8d8d-e582f35e4792', 'tenant_id': '2cb17692bb0c4a2782f988652201ac42', 'fixed_ips': [{'subnet_id': '21ffc30b-2784-4ccb-9220-4490bba7c06c'}]}} from dv-neutron-825124-1-hyperv. {{(pid=84154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 20 14:29:58.994301 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-dc0d0a6b-bef6-4a3f-8def-673dc5013ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:58.995702 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.db_base_plugin_common [None req-a4c1f9c5-9edc-4aea-9567-ae3d48dfccd0 tempest-FloatingIPNegativeTestJSON-1175302457 tempest-FloatingIPNegativeTestJSON-1175302457-project] Allocated IP 172.20.0.7 (08a9fe39-ae10-466f-b9ac-ed6ce6384a09/835435d4-cddd-48ff-8bcd-73ed0c642a00/293d7564-c9be-4bfe-9f62-ec1a537ed145) {{(pid=84152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:29:59.002071 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-13e297f1-feff-4c3a-a9f1-795b812568c5 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Usage tracker for resource:network and tenant:f85e30c327a64407a1a93d3333ba9261 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:29:59.006238 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-13e297f1-feff-4c3a-a9f1-795b812568c5 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:29:59.016975 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-13e297f1-feff-4c3a-a9f1-795b812568c5 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:29:59.193303 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13e297f1-feff-4c3a-a9f1-795b812568c5 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Made reservation on behalf of f85e30c327a64407a1a93d3333ba9261 for: {'network': 1} {{(pid=84152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:29:59.196506 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-13e297f1-feff-4c3a-a9f1-795b812568c5 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for network, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:59.235544 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_common [None req-dc0d0a6b-bef6-4a3f-8def-673dc5013ebc None None] Allocated IP 172.20.0.2 (dbce74ed-d43c-4540-8d8d-e582f35e4792/21ffc30b-2784-4ccb-9220-4490bba7c06c/86476925-2229-4905-b40b-baca369c6c09) {{(pid=84154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:29:59.243428 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device fbbe5dc0-d01f-424c-a506-e1c62237de0a up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:29:59.287406 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13e297f1-feff-4c3a-a9f1-795b812568c5 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 195} {{(pid=84152) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 14:29:59.320053 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-13e297f1-feff-4c3a-a9f1-795b812568c5 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:59.320908 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.db.segments_db [None req-13e297f1-feff-4c3a-a9f1-795b812568c5 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Added segment c319ca1f-b79b-4940-aa6a-51ee376abf06 of type vlan for network b54d75f0-fa63-48e6-98f2-d669a80b4735 Jan 20 14:29:59.344791 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-6491bca0-f440-4111-9ce9-6825af1703a9 tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:59.383235 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-a4c1f9c5-9edc-4aea-9567-ae3d48dfccd0 tempest-FloatingIPNegativeTestJSON-1175302457 tempest-FloatingIPNegativeTestJSON-1175302457-project] Notify callbacks [] for port, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:59.387572 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-13e297f1-feff-4c3a-a9f1-795b812568c5 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769553767792'] for network, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:59.394939 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-248539df-87b9-4784-9ee4-70950f2c7f49 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:59.411343 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.provisioning_blocks [None req-a4c1f9c5-9edc-4aea-9567-ae3d48dfccd0 tempest-FloatingIPNegativeTestJSON-1175302457 tempest-FloatingIPNegativeTestJSON-1175302457-project] Transition to ACTIVE for port object 293d7564-c9be-4bfe-9f62-ec1a537ed145 will not be triggered until provisioned by entity DHCP. {{(pid=84152) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:29:59.458369 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-6491bca0-f440-4111-9ce9-6825af1703a9 tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734962'] for security_group_rule, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:59.467023 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb078a7c-5a13-445c-8e10-cf1087e52411 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Network dfce3e29-d420-411e-aa66-c6fe2fb0707d is scheduled to be hosted by DHCP agent 1a181e39-5220-4c1a-88f8-08a54e8bfc9b with binding_index 1 {{(pid=84153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 14:29:59.480331 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248539df-87b9-4784-9ee4-70950f2c7f49 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Pushing event deleted for resources: {'Port': ['ID=7f152948-cfa2-4734-99fe-66ca0f7a4894,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:59.535463 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-13e297f1-feff-4c3a-a9f1-795b812568c5 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967'] for network, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:59.541107 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13e297f1-feff-4c3a-a9f1-795b812568c5 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:29:59.541785 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-13e297f1-feff-4c3a-a9f1-795b812568c5 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks [] for network, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:59.547748 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6491bca0-f440-4111-9ce9-6825af1703a9 tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76977b5d-c8f6-4fdc-8940-d97610595d51,revision_number=0']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:59.621319 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 1f532dd3-3c40-4660-8c15-23693ab54236 no longer exists at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:29:59.635005 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-a4c1f9c5-9edc-4aea-9567-ae3d48dfccd0 tempest-FloatingIPNegativeTestJSON-1175302457 tempest-FloatingIPNegativeTestJSON-1175302457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:59.653720 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-108d4980-5ace-430f-b2fc-5875caacd730 None None] Provisioning for port fbbe5dc0-d01f-424c-a506-e1c62237de0a completed by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:29:59.667547 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] No Port match for: 1f532dd3-3c40-4660-8c15-23693ab54236 {{(pid=84154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 14:29:59.667922 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 1f532dd3-3c40-4660-8c15-23693ab54236 not bound to the agent host dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 14:29:59.677624 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-108d4980-5ace-430f-b2fc-5875caacd730 None None] Provisioning complete for port fbbe5dc0-d01f-424c-a506-e1c62237de0a triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:29:59.677993 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-108d4980-5ace-430f-b2fc-5875caacd730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:59.709692 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.base_scheduler [None req-fb078a7c-5a13-445c-8e10-cf1087e52411 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825124-1-hyperv, dfce3e29-d420-411e-aa66-c6fe2fb0707d) {{(pid=84153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:29:59.714090 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb078a7c-5a13-445c-8e10-cf1087e52411 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:29:59.715126 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-fb078a7c-5a13-445c-8e10-cf1087e52411 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Notify callbacks [] for subnet, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:59.717582 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-dc0d0a6b-bef6-4a3f-8def-673dc5013ebc None None] Notify callbacks [] for port, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:59.733066 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eda93ea9-5741-47d3-ba2b-cf5535ccbc53 None None] Network dfce3e29-d420-411e-aa66-c6fe2fb0707d requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:29:59.734267 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e297f1-feff-4c3a-a9f1-795b812568c5 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Pushing event updated for resources: {'Network': ['ID=b54d75f0-fa63-48e6-98f2-d669a80b4735,revision_number=1']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:59.755491 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4c1f9c5-9edc-4aea-9567-ae3d48dfccd0 tempest-FloatingIPNegativeTestJSON-1175302457 tempest-FloatingIPNegativeTestJSON-1175302457-project] Network 08a9fe39-ae10-466f-b9ac-ed6ce6384a09 is already hosted by enough agents. {{(pid=84152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:29:59.756415 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c1f9c5-9edc-4aea-9567-ae3d48dfccd0 tempest-FloatingIPNegativeTestJSON-1175302457 tempest-FloatingIPNegativeTestJSON-1175302457-project] Pushing event updated for resources: {'Port': ['ID=293d7564-c9be-4bfe-9f62-ec1a537ed145,revision_number=1']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:29:59.759643 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.base_scheduler [None req-a4c1f9c5-9edc-4aea-9567-ae3d48dfccd0 tempest-FloatingIPNegativeTestJSON-1175302457 tempest-FloatingIPNegativeTestJSON-1175302457-project] Resources bound (agent type, host, resource id): {{(pid=84152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:29:59.762940 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-13e297f1-feff-4c3a-a9f1-795b812568c5 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7935293 Jan 20 14:29:59.764549 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c1f9c5-9edc-4aea-9567-ae3d48dfccd0 tempest-FloatingIPNegativeTestJSON-1175302457 tempest-FloatingIPNegativeTestJSON-1175302457-project] Received port after_create {{(pid=84152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:29:59.773545 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-dc0d0a6b-bef6-4a3f-8def-673dc5013ebc None None] Transition to ACTIVE for port object 86476925-2229-4905-b40b-baca369c6c09 will not be triggered until provisioned by entity L2. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:29:59.808214 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 37178) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:59.824415 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-5170d83e-7a9b-468d-b1a6-c684ff70b7a8 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Request body: {'subnet': {'network_id': 'b54d75f0-fa63-48e6-98f2-d669a80b4735', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:29:59.834470 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-248539df-87b9-4784-9ee4-70950f2c7f49 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:59.839019 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-248539df-87b9-4784-9ee4-70950f2c7f49 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] 10.222.0.54 "DELETE /v2.0/ports/7f152948-cfa2-4734-99fe-66ca0f7a4894 HTTP/1.1" status: 204 len: 168 time: 1.9589880 Jan 20 14:29:59.840599 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 37182) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:59.851523 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Network b54d75f0-fa63-48e6-98f2-d669a80b4735 details requested by agent ovs-agent-dv-neutron-825124-1-hyperv with host dv-neutron-825124-1-hyperv {{(pid=84154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 14:29:59.860820 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-6491bca0-f440-4111-9ce9-6825af1703a9 tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:29:59.864895 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-6491bca0-f440-4111-9ce9-6825af1703a9 tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 1.6328602 Jan 20 14:29:59.868317 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 37186) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:59.986273 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-fb078a7c-5a13-445c-8e10-cf1087e52411 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 3.2950890 Jan 20 14:29:59.988832 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 37190) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:29:59.995949 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.pecan_wsgi.hooks.translation [None req-286bcd8e-aa24-4823-95f0-57db3a515c25 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] GET failed (client error): The resource could not be found. Jan 20 14:30:00.000495 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-286bcd8e-aa24-4823-95f0-57db3a515c25 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Synchronizing usage tracker for tenant:86e3e9c5b0744f88a459de56a9372787 on resource:port {{(pid=84153) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:30:00.016811 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-c6c86bf0-ce70-4665-83bb-bf01b53554d4 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:30:00.050557 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-dc0d0a6b-bef6-4a3f-8def-673dc5013ebc None None] Transition to ACTIVE for port object 86476925-2229-4905-b40b-baca369c6c09 will not be triggered until provisioned by entity DHCP. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:30:00.050705 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-7270d360-bb2f-4cb2-860d-c63185950f7a tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:00.063576 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.objects.ports [None req-7261f733-99e5-4213-8f93-23ec1198fa65 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84153) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Jan 20 14:30:00.089176 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-7261f733-99e5-4213-8f93-23ec1198fa65 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3943531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4194004'] for subnet, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:00.090485 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4c1f9c5-9edc-4aea-9567-ae3d48dfccd0 tempest-FloatingIPNegativeTestJSON-1175302457 tempest-FloatingIPNegativeTestJSON-1175302457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:30:00.091976 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-a4c1f9c5-9edc-4aea-9567-ae3d48dfccd0 tempest-FloatingIPNegativeTestJSON-1175302457 tempest-FloatingIPNegativeTestJSON-1175302457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:00.116550 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-7270d360-bb2f-4cb2-860d-c63185950f7a tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:00.167384 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-108d4980-5ace-430f-b2fc-5875caacd730 None None] Could not find standard attr ID for object 7f152948-cfa2-4734-99fe-66ca0f7a4894. {{(pid=84154) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 20 14:30:00.177512 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-dc0d0a6b-bef6-4a3f-8def-673dc5013ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477'] for port, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:00.280591 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7261f733-99e5-4213-8f93-23ec1198fa65 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Network dbce74ed-d43c-4540-8d8d-e582f35e4792 is already hosted by enough agents. {{(pid=84153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:30:00.285536 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7261f733-99e5-4213-8f93-23ec1198fa65 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Pushing event updated for resources: {'Subnet': ['ID=5553c5e7-2148-441f-bb50-65d1a0c528d3,revision_number=0']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:00.288278 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.base_scheduler [None req-7261f733-99e5-4213-8f93-23ec1198fa65 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Resources bound (agent type, host, resource id): {{(pid=84153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:30:00.299676 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7261f733-99e5-4213-8f93-23ec1198fa65 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:30:00.300121 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-7261f733-99e5-4213-8f93-23ec1198fa65 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks [] for subnet, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:00.324630 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-5170d83e-7a9b-468d-b1a6-c684ff70b7a8 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:30:00.360712 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-5170d83e-7a9b-468d-b1a6-c684ff70b7a8 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Usage tracker for resource:subnet and tenant:f85e30c327a64407a1a93d3333ba9261 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:30:00.361061 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc0d0a6b-bef6-4a3f-8def-673dc5013ebc None None] Network dbce74ed-d43c-4540-8d8d-e582f35e4792 is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:30:00.367055 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-5170d83e-7a9b-468d-b1a6-c684ff70b7a8 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:30:00.376710 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0d0a6b-bef6-4a3f-8def-673dc5013ebc None None] Pushing event updated for resources: {'Port': ['ID=86476925-2229-4905-b40b-baca369c6c09,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:00.382331 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-dc0d0a6b-bef6-4a3f-8def-673dc5013ebc None None] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:30:00.392235 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-286bcd8e-aa24-4823-95f0-57db3a515c25 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Unset dirty status for tenant:86e3e9c5b0744f88a459de56a9372787 on resource:port {{(pid=84153) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:30:00.395676 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc0d0a6b-bef6-4a3f-8def-673dc5013ebc None None] Received port after_create {{(pid=84154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:30:00.396303 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-286bcd8e-aa24-4823-95f0-57db3a515c25 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] 10.222.0.54 "GET /v2.0/ports/7f152948-cfa2-4734-99fe-66ca0f7a4894 HTTP/1.1" status: 404 len: 333 time: 0.5546863 Jan 20 14:30:00.397111 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 37196) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:00.405009 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-5170d83e-7a9b-468d-b1a6-c684ff70b7a8 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:30:00.411813 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-108d4980-5ace-430f-b2fc-5875caacd730 None None] Provisioning complete for port c7b05808-424b-4a1f-9e72-184fa78e1049 triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:30:00.412502 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-108d4980-5ace-430f-b2fc-5875caacd730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:00.424302 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-7261f733-99e5-4213-8f93-23ec1198fa65 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.5841253 Jan 20 14:30:00.424302 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-7270d360-bb2f-4cb2-860d-c63185950f7a tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734962'] for security_group_rule, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:00.432900 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 37200) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:00.434098 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-7270d360-bb2f-4cb2-860d-c63185950f7a tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:00.437862 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-7270d360-bb2f-4cb2-860d-c63185950f7a tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] 10.222.0.54 "DELETE /v2.0/security-group-rules/76977b5d-c8f6-4fdc-8940-d97610595d51 HTTP/1.1" status: 204 len: 168 time: 0.5292208 Jan 20 14:30:00.460134 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 37202) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:00.467733 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-6b53582d-e119-444c-b269-17e3301247fa tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Request body: {'port': {'network_id': 'dbce74ed-d43c-4540-8d8d-e582f35e4792', 'mac_address': 'fa:16:3e:25:5d:51', 'name': 'tempest-NetworksTestDHCPv6-157508134'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:30:00.472809 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-a4c1f9c5-9edc-4aea-9567-ae3d48dfccd0 tempest-FloatingIPNegativeTestJSON-1175302457 tempest-FloatingIPNegativeTestJSON-1175302457-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.3618710 Jan 20 14:30:00.476483 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 37208) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:00.494921 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7270d360-bb2f-4cb2-860d-c63185950f7a tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=76977b5d-c8f6-4fdc-8940-d97610595d51,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:00.509958 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-e67b22db-f0a2-440d-827f-d21294ae4626 tempest-FloatingIPNegativeTestJSON-1175302457 tempest-FloatingIPNegativeTestJSON-1175302457-project] Request body: {'floatingip': {'floating_network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:30:00.519433 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-e67b22db-f0a2-440d-827f-d21294ae4626 tempest-FloatingIPNegativeTestJSON-1175302457 tempest-FloatingIPNegativeTestJSON-1175302457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:30:00.521983 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:00.529065 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-108d4980-5ace-430f-b2fc-5875caacd730 None None] Port c7b05808-424b-4a1f-9e72-184fa78e1049 cannot update to ACTIVE because it is not bound. {{(pid=84154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 14:30:00.536402 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-e67b22db-f0a2-440d-827f-d21294ae4626 tempest-FloatingIPNegativeTestJSON-1175302457 tempest-FloatingIPNegativeTestJSON-1175302457-project] Usage tracker for resource:floatingip and tenant:53e9a3e6ee5940acb518e003bb7b741c is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:30:00.541311 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5170d83e-7a9b-468d-b1a6-c684ff70b7a8 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Made reservation on behalf of f85e30c327a64407a1a93d3333ba9261 for: {'subnet': 1} {{(pid=84152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:30:00.557677 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-e67b22db-f0a2-440d-827f-d21294ae4626 tempest-FloatingIPNegativeTestJSON-1175302457 tempest-FloatingIPNegativeTestJSON-1175302457-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:30:00.571547 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-e67b22db-f0a2-440d-827f-d21294ae4626 tempest-FloatingIPNegativeTestJSON-1175302457 tempest-FloatingIPNegativeTestJSON-1175302457-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:30:00.610546 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-67ea8cc4-fd12-4f21-9445-063a74f40156 tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Synchronizing usage tracker for tenant:e57303c4dfc34a3db17fb5c9c2d373d6 on resource:security_group_rule {{(pid=84152) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:30:00.613026 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-e3b304bd-a5f5-4414-b7d2-9859da44440b tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks [] for security_group, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:00.661728 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-df559c7d-c5b7-4b0d-81c6-b706b600372c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:00.662365 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-e3b304bd-a5f5-4414-b7d2-9859da44440b tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:00.704567 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-fe3eaa9c-e4fa-4663-8783-8b6b751d15f8 None None] Could not find standard attr ID for object 7f152948-cfa2-4734-99fe-66ca0f7a4894. {{(pid=84154) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 20 14:30:00.723217 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53ab28df-0b77-44ab-b589-f0bf16a993c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95c917f5-14ba-5e96-98b8-1a52654a930a-dfce3e29-d420-411e-aa66-c6fe2fb0707d', 'network_id': 'dfce3e29-d420-411e-aa66-c6fe2fb0707d', 'tenant_id': 'fb1d1c9fcb3d4adb98a1b2ecf7f7158b', 'fixed_ips': [{'subnet_id': 'eb1db2c7-639d-4beb-a922-0dcffce2f589'}]}} from dv-neutron-825124-1-hyperv. {{(pid=84154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 20 14:30:00.724988 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-53ab28df-0b77-44ab-b589-f0bf16a993c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:00.726546 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-6b53582d-e119-444c-b269-17e3301247fa tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:30:00.736938 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-6b53582d-e119-444c-b269-17e3301247fa tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:30:00.782212 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-e67b22db-f0a2-440d-827f-d21294ae4626 tempest-FloatingIPNegativeTestJSON-1175302457 tempest-FloatingIPNegativeTestJSON-1175302457-project] Notify callbacks [] for floatingip, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:00.787333 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-dc0d0a6b-bef6-4a3f-8def-673dc5013ebc None None] Attempting to bind port 86476925-2229-4905-b40b-baca369c6c09 on host dv-neutron-825124-1-hyperv for vnic_type normal with profile {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:30:00.787683 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-dc0d0a6b-bef6-4a3f-8def-673dc5013ebc None None] Attempting to bind port 86476925-2229-4905-b40b-baca369c6c09 by drivers openvswitch,hyperv on host dv-neutron-825124-1-hyperv at level 0 using segments [{'id': '7b61d093-41ff-4202-b223-533eb0f8da0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'dbce74ed-d43c-4540-8d8d-e582f35e4792'}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:30:00.788050 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc0d0a6b-bef6-4a3f-8def-673dc5013ebc None None] Attempting to bind port 86476925-2229-4905-b40b-baca369c6c09 on network dbce74ed-d43c-4540-8d8d-e582f35e4792 {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 14:30:00.811983 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc0d0a6b-bef6-4a3f-8def-673dc5013ebc None None] Checking agent: {'id': '6414dfeb-85c5-454a-8756-709ca637d800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825124-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 16, 31), 'started_at': datetime.datetime(2022, 1, 20, 14, 17, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 29, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825124-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 14:30:00.812358 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc0d0a6b-bef6-4a3f-8def-673dc5013ebc None None] Checking segment: {'id': '7b61d093-41ff-4202-b223-533eb0f8da0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'dbce74ed-d43c-4540-8d8d-e582f35e4792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 14:30:00.812759 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-dc0d0a6b-bef6-4a3f-8def-673dc5013ebc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:00.813153 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc0d0a6b-bef6-4a3f-8def-673dc5013ebc None None] Bound using segment: {'id': '7b61d093-41ff-4202-b223-533eb0f8da0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'dbce74ed-d43c-4540-8d8d-e582f35e4792'} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 14:30:00.813331 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-5170d83e-7a9b-468d-b1a6-c684ff70b7a8 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3155315'] for subnet, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:00.813626 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-dc0d0a6b-bef6-4a3f-8def-673dc5013ebc None None] Bound port: 86476925-2229-4905-b40b-baca369c6c09, host: dv-neutron-825124-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b61d093-41ff-4202-b223-533eb0f8da0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'dbce74ed-d43c-4540-8d8d-e582f35e4792'}}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:30:00.813999 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-dc0d0a6b-bef6-4a3f-8def-673dc5013ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:00.816511 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-e3b304bd-a5f5-4414-b7d2-9859da44440b tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:00.837555 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b304bd-a5f5-4414-b7d2-9859da44440b tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec9b955f-9ec7-496a-825f-20f6a41cdda8,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:00.842177 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-e3b304bd-a5f5-4414-b7d2-9859da44440b tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks [] for security_group, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:00.846095 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-e3b304bd-a5f5-4414-b7d2-9859da44440b tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] 10.222.0.54 "DELETE /v2.0/security-groups/ec9b955f-9ec7-496a-825f-20f6a41cdda8 HTTP/1.1" status: 204 len: 168 time: 0.4479337 Jan 20 14:30:00.846804 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 37212) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:00.871734 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b53582d-e119-444c-b269-17e3301247fa tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Made reservation on behalf of 2cb17692bb0c4a2782f988652201ac42 for: {'port': 1} {{(pid=84153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:30:00.888904 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-fe3eaa9c-e4fa-4663-8783-8b6b751d15f8 None None] Provisioning for port 293d7564-c9be-4bfe-9f62-ec1a537ed145 completed by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:30:00.932875 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-67ea8cc4-fd12-4f21-9445-063a74f40156 tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Unset dirty status for tenant:e57303c4dfc34a3db17fb5c9c2d373d6 on resource:security_group_rule {{(pid=84152) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:30:00.934797 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-67ea8cc4-fd12-4f21-9445-063a74f40156 tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5151 time: 0.4704106 Jan 20 14:30:00.943090 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-fe3eaa9c-e4fa-4663-8783-8b6b751d15f8 None None] Provisioning complete for port 293d7564-c9be-4bfe-9f62-ec1a537ed145 triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:30:00.943511 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-fe3eaa9c-e4fa-4663-8783-8b6b751d15f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:00.949597 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 37216) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:01.023128 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-c6c86bf0-ce70-4665-83bb-bf01b53554d4 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3155322'] for subnet, before_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:01.041740 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-fe3eaa9c-e4fa-4663-8783-8b6b751d15f8 None None] Port 293d7564-c9be-4bfe-9f62-ec1a537ed145 cannot update to ACTIVE because it is not bound. {{(pid=84154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 14:30:01.043117 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-febdbe00-bcbe-4197-acd6-2e6f773aa42d tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks [] for security_group, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:01.045763 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_common [None req-53ab28df-0b77-44ab-b589-f0bf16a993c2 None None] Allocated IP 172.20.0.3 (dfce3e29-d420-411e-aa66-c6fe2fb0707d/eb1db2c7-639d-4beb-a922-0dcffce2f589/8b7ed222-ff8b-491d-97aa-f479df2087eb) {{(pid=84154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:30:01.053416 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-dc0d0a6b-bef6-4a3f-8def-673dc5013ebc None None] For port 86476925-2229-4905-b40b-baca369c6c09, host dv-neutron-825124-1-hyperv, cleared binding levels {{(pid=84154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 14:30:01.059332 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-dc0d0a6b-bef6-4a3f-8def-673dc5013ebc None None] For port 86476925-2229-4905-b40b-baca369c6c09, host dv-neutron-825124-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=86476925-2229-4905-b40b-baca369c6c09,segment=NetworkSegment(7b61d093-41ff-4202-b223-533eb0f8da0a),segment_id=7b61d093-41ff-4202-b223-533eb0f8da0a)] {{(pid=84154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 14:30:01.067494 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-c8300631-8959-4f70-82ad-ea56da7482a6 tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:01.082067 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-c8300631-8959-4f70-82ad-ea56da7482a6 tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:01.094075 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-febdbe00-bcbe-4197-acd6-2e6f773aa42d tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:01.111998 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-6b53582d-e119-444c-b269-17e3301247fa tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:01.158783 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.notifiers.nova [None req-6b53582d-e119-444c-b269-17e3301247fa tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] device_id is not set on port 92bea931-d6bc-4965-a990-585e6f646318 yet. {{(pid=84153) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 14:30:01.166825 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-dc0d0a6b-bef6-4a3f-8def-673dc5013ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:01.236626 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-c8300631-8959-4f70-82ad-ea56da7482a6 tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734962'] for security_group_rule, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:01.250947 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-e67b22db-f0a2-440d-827f-d21294ae4626 tempest-FloatingIPNegativeTestJSON-1175302457 tempest-FloatingIPNegativeTestJSON-1175302457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:01.256403 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8300631-8959-4f70-82ad-ea56da7482a6 tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c61dfee2-a4b3-4919-877f-503f863209b0,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:01.308115 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-febdbe00-bcbe-4197-acd6-2e6f773aa42d tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:01.320048 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-5170d83e-7a9b-468d-b1a6-c684ff70b7a8 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4163519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3155301'] for subnet, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:01.348263 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febdbe00-bcbe-4197-acd6-2e6f773aa42d tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0afc7a9-c2dc-4e55-a37b-8e1e3b55db0d,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:01.381829 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-febdbe00-bcbe-4197-acd6-2e6f773aa42d tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks [] for security_group, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:01.386094 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-febdbe00-bcbe-4197-acd6-2e6f773aa42d tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] 10.222.0.54 "DELETE /v2.0/security-groups/a0afc7a9-c2dc-4e55-a37b-8e1e3b55db0d HTTP/1.1" status: 204 len: 168 time: 0.5358160 Jan 20 14:30:01.386281 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-c8300631-8959-4f70-82ad-ea56da7482a6 tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:01.386281 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-c8300631-8959-4f70-82ad-ea56da7482a6 tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] 10.222.0.54 "DELETE /v2.0/security-group-rules/c61dfee2-a4b3-4919-877f-503f863209b0 HTTP/1.1" status: 204 len: 168 time: 0.3896394 Jan 20 14:30:01.387579 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 37220) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:01.389659 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 37222) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:01.412475 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0d0a6b-bef6-4a3f-8def-673dc5013ebc None None] Pushing event updated for resources: {'Port': ['ID=86476925-2229-4905-b40b-baca369c6c09,revision_number=2']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:01.453711 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:01.483303 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5170d83e-7a9b-468d-b1a6-c684ff70b7a8 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Pushing event updated for resources: {'Subnet': ['ID=b1bc880e-618e-4922-838d-41dfa9173ee5,revision_number=0']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:01.541801 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.db_base_plugin_common [None req-e67b22db-f0a2-440d-827f-d21294ae4626 tempest-FloatingIPNegativeTestJSON-1175302457 tempest-FloatingIPNegativeTestJSON-1175302457-project] Allocated IP 172.26.7.243 (8dffb05c-5ca0-409b-bd5f-7be6264f707d/a489dd4f-42a5-433b-8be3-bab2749c4209/1ac4e746-733a-4859-ae97-5903a57d44b2) {{(pid=84152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:30:01.548984 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5170d83e-7a9b-468d-b1a6-c684ff70b7a8 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Checking segment: {'id': 'c319ca1f-b79b-4940-aa6a-51ee376abf06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'b54d75f0-fa63-48e6-98f2-d669a80b4735'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 14:30:01.549314 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5170d83e-7a9b-468d-b1a6-c684ff70b7a8 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Network hostable DHCP agents. Network: b54d75f0-fa63-48e6-98f2-d669a80b4735, hostable agents: ['1a181e39-5220-4c1a-88f8-08a54e8bfc9b'], hosted agents: [] {{(pid=84152) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 14:30:01.568159 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-8f4658d1-e327-4331-a7d3-13d02b7f0caf tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Synchronizing usage tracker for tenant:e57303c4dfc34a3db17fb5c9c2d373d6 on resource:security_group_rule {{(pid=84153) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:30:01.569114 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-cdd98e71-1f0a-4421-baa9-dcb30e06edf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:01.575983 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-53ab28df-0b77-44ab-b589-f0bf16a993c2 None None] Notify callbacks [] for port, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:01.586911 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.db_base_plugin_common [None req-6b53582d-e119-444c-b269-17e3301247fa tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Allocated IP 172.20.0.14 (dbce74ed-d43c-4540-8d8d-e582f35e4792/21ffc30b-2784-4ccb-9220-4490bba7c06c/92bea931-d6bc-4965-a990-585e6f646318) {{(pid=84153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:30:01.597996 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-53ab28df-0b77-44ab-b589-f0bf16a993c2 None None] Transition to ACTIVE for port object 8b7ed222-ff8b-491d-97aa-f479df2087eb will not be triggered until provisioned by entity L2. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:30:01.625790 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-53ab28df-0b77-44ab-b589-f0bf16a993c2 None None] Transition to ACTIVE for port object 8b7ed222-ff8b-491d-97aa-f479df2087eb will not be triggered until provisioned by entity DHCP. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:30:01.684012 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.db_base_plugin_common [None req-6b53582d-e119-444c-b269-17e3301247fa tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Allocated IP 2001:db8::f816:3eff:fe25:5d51 (dbce74ed-d43c-4540-8d8d-e582f35e4792/5553c5e7-2148-441f-bb50-65d1a0c528d3/92bea931-d6bc-4965-a990-585e6f646318) {{(pid=84153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:30:01.713486 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-53ab28df-0b77-44ab-b589-f0bf16a993c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477'] for port, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:01.778690 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53ab28df-0b77-44ab-b589-f0bf16a993c2 None None] Network dfce3e29-d420-411e-aa66-c6fe2fb0707d is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:30:01.785281 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-53ab28df-0b77-44ab-b589-f0bf16a993c2 None None] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:30:01.794143 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53ab28df-0b77-44ab-b589-f0bf16a993c2 None None] Received port after_create {{(pid=84154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:30:01.823455 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-8f4658d1-e327-4331-a7d3-13d02b7f0caf tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Unset dirty status for tenant:e57303c4dfc34a3db17fb5c9c2d373d6 on resource:security_group_rule {{(pid=84153) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:30:01.827668 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-8f4658d1-e327-4331-a7d3-13d02b7f0caf tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4668 time: 0.4068108 Jan 20 14:30:01.841129 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 37230) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:01.886276 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5170d83e-7a9b-468d-b1a6-c684ff70b7a8 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Network b54d75f0-fa63-48e6-98f2-d669a80b4735 is scheduled to be hosted by DHCP agent 1a181e39-5220-4c1a-88f8-08a54e8bfc9b with binding_index 1 {{(pid=84152) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 14:30:01.916402 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-e67b22db-f0a2-440d-827f-d21294ae4626 tempest-FloatingIPNegativeTestJSON-1175302457 tempest-FloatingIPNegativeTestJSON-1175302457-project] Notify callbacks [] for port, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:01.927114 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-b558b84e-f17b-4250-bb51-892697d23c05 tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:01.940243 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ab28df-0b77-44ab-b589-f0bf16a993c2 None None] Pushing event updated for resources: {'Port': ['ID=8b7ed222-ff8b-491d-97aa-f479df2087eb,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:01.949732 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-b558b84e-f17b-4250-bb51-892697d23c05 tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:01.950148 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.db_base_plugin_v2 [None req-b28da697-a0d8-4074-8fce-fe9a8be15543 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Deleting subnet 6bc66b05-5269-4014-8cb8-ac26956daf2b {{(pid=84153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 20 14:30:01.953656 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-b28da697-a0d8-4074-8fce-fe9a8be15543 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks [] for subnet, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:01.964014 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-53ab28df-0b77-44ab-b589-f0bf16a993c2 None None] Attempting to bind port 8b7ed222-ff8b-491d-97aa-f479df2087eb on host dv-neutron-825124-1-hyperv for vnic_type normal with profile {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:30:01.966114 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-53ab28df-0b77-44ab-b589-f0bf16a993c2 None None] Attempting to bind port 8b7ed222-ff8b-491d-97aa-f479df2087eb by drivers openvswitch,hyperv on host dv-neutron-825124-1-hyperv at level 0 using segments [{'id': '0e38f0bf-25b9-4f14-86d8-429853cced0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'dfce3e29-d420-411e-aa66-c6fe2fb0707d'}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:30:01.966114 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53ab28df-0b77-44ab-b589-f0bf16a993c2 None None] Attempting to bind port 8b7ed222-ff8b-491d-97aa-f479df2087eb on network dfce3e29-d420-411e-aa66-c6fe2fb0707d {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 14:30:01.972177 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53ab28df-0b77-44ab-b589-f0bf16a993c2 None None] Checking agent: {'id': '6414dfeb-85c5-454a-8756-709ca637d800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825124-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 16, 31), 'started_at': datetime.datetime(2022, 1, 20, 14, 17, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 30, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825124-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 14:30:01.972549 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53ab28df-0b77-44ab-b589-f0bf16a993c2 None None] Checking segment: {'id': '0e38f0bf-25b9-4f14-86d8-429853cced0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'dfce3e29-d420-411e-aa66-c6fe2fb0707d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 14:30:01.973156 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-53ab28df-0b77-44ab-b589-f0bf16a993c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:01.973551 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53ab28df-0b77-44ab-b589-f0bf16a993c2 None None] Bound using segment: {'id': '0e38f0bf-25b9-4f14-86d8-429853cced0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'dfce3e29-d420-411e-aa66-c6fe2fb0707d'} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 14:30:01.974013 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-53ab28df-0b77-44ab-b589-f0bf16a993c2 None None] Bound port: 8b7ed222-ff8b-491d-97aa-f479df2087eb, host: dv-neutron-825124-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e38f0bf-25b9-4f14-86d8-429853cced0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'dfce3e29-d420-411e-aa66-c6fe2fb0707d'}}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:30:01.974434 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-53ab28df-0b77-44ab-b589-f0bf16a993c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:02.020540 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.base_scheduler [None req-5170d83e-7a9b-468d-b1a6-c684ff70b7a8 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825124-1-hyperv, b54d75f0-fa63-48e6-98f2-d669a80b4735) {{(pid=84152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:30:02.024803 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5170d83e-7a9b-468d-b1a6-c684ff70b7a8 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:30:02.024978 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-5170d83e-7a9b-468d-b1a6-c684ff70b7a8 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks [] for subnet, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:02.032281 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c549dde-0352-4258-8aef-98b767ae7800 None None] Network b54d75f0-fa63-48e6-98f2-d669a80b4735 requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:30:02.037766 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-b28da697-a0d8-4074-8fce-fe9a8be15543 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3980851'] for subnet, precommit_delete_associations {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:02.133796 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-6b53582d-e119-444c-b269-17e3301247fa tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks [] for port, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:02.143844 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-5170d83e-7a9b-468d-b1a6-c684ff70b7a8 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3260076 Jan 20 14:30:02.150052 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 37234) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:02.159495 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-2a1bccb1-44b4-449c-acfe-3371bddbcbad tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1778468616', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:30:02.165451 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-53ab28df-0b77-44ab-b589-f0bf16a993c2 None None] For port 8b7ed222-ff8b-491d-97aa-f479df2087eb, host dv-neutron-825124-1-hyperv, cleared binding levels {{(pid=84154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 14:30:02.165961 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.provisioning_blocks [None req-6b53582d-e119-444c-b269-17e3301247fa tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Transition to ACTIVE for port object 92bea931-d6bc-4965-a990-585e6f646318 will not be triggered until provisioned by entity DHCP. {{(pid=84153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:30:02.168546 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-2a1bccb1-44b4-449c-acfe-3371bddbcbad tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:30:02.176368 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-2a1bccb1-44b4-449c-acfe-3371bddbcbad tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Usage tracker for resource:router and tenant:f85e30c327a64407a1a93d3333ba9261 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:30:02.181806 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-2a1bccb1-44b4-449c-acfe-3371bddbcbad tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:30:02.183083 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-b28da697-a0d8-4074-8fce-fe9a8be15543 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1627147'] for subnet, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:02.185895 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-53ab28df-0b77-44ab-b589-f0bf16a993c2 None None] For port 8b7ed222-ff8b-491d-97aa-f479df2087eb, host dv-neutron-825124-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=8b7ed222-ff8b-491d-97aa-f479df2087eb,segment=NetworkSegment(0e38f0bf-25b9-4f14-86d8-429853cced0c),segment_id=0e38f0bf-25b9-4f14-86d8-429853cced0c)] {{(pid=84154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 14:30:02.189535 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-2a1bccb1-44b4-449c-acfe-3371bddbcbad tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:30:02.200802 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-e67b22db-f0a2-440d-827f-d21294ae4626 tempest-FloatingIPNegativeTestJSON-1175302457 tempest-FloatingIPNegativeTestJSON-1175302457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:02.238209 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-b558b84e-f17b-4250-bb51-892697d23c05 tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734962'] for security_group_rule, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:02.243406 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-b558b84e-f17b-4250-bb51-892697d23c05 tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:02.247193 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-b558b84e-f17b-4250-bb51-892697d23c05 tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] 10.222.0.54 "DELETE /v2.0/security-group-rules/402cee03-b803-429f-93b3-b68b98e88699 HTTP/1.1" status: 204 len: 168 time: 0.4045053 Jan 20 14:30:02.254405 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 37238) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:02.261148 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-2a1bccb1-44b4-449c-acfe-3371bddbcbad tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-105475'] for router, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:02.262151 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-2a1bccb1-44b4-449c-acfe-3371bddbcbad tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-739204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-744864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-735540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-105484'] for router, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:02.277142 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-c6c86bf0-ce70-4665-83bb-bf01b53554d4 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8769554138615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-4163525'] for subnet, after_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:02.293455 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-53ab28df-0b77-44ab-b589-f0bf16a993c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:02.349537 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-b28da697-a0d8-4074-8fce-fe9a8be15543 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1627154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3943464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4194013'] for subnet, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:02.350725 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b558b84e-f17b-4250-bb51-892697d23c05 tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=402cee03-b803-429f-93b3-b68b98e88699,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:02.411674 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf036369-cc62-4249-91ff-2653d682e974 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95c917f5-14ba-5e96-98b8-1a52654a930a-b54d75f0-fa63-48e6-98f2-d669a80b4735', 'network_id': 'b54d75f0-fa63-48e6-98f2-d669a80b4735', 'tenant_id': 'f85e30c327a64407a1a93d3333ba9261', 'fixed_ips': [{'subnet_id': 'b1bc880e-618e-4922-838d-41dfa9173ee5'}]}} from dv-neutron-825124-1-hyperv. {{(pid=84154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 20 14:30:02.414872 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-cf036369-cc62-4249-91ff-2653d682e974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:02.425115 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e67b22db-f0a2-440d-827f-d21294ae4626 tempest-FloatingIPNegativeTestJSON-1175302457 tempest-FloatingIPNegativeTestJSON-1175302457-project] Network 8dffb05c-5ca0-409b-bd5f-7be6264f707d is already hosted by enough agents. {{(pid=84152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:30:02.426967 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-6b53582d-e119-444c-b269-17e3301247fa tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:02.437086 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67b22db-f0a2-440d-827f-d21294ae4626 tempest-FloatingIPNegativeTestJSON-1175302457 tempest-FloatingIPNegativeTestJSON-1175302457-project] Pushing event updated for resources: {'Port': ['ID=1ac4e746-733a-4859-ae97-5903a57d44b2,revision_number=1']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:02.451418 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.base_scheduler [None req-e67b22db-f0a2-440d-827f-d21294ae4626 tempest-FloatingIPNegativeTestJSON-1175302457 tempest-FloatingIPNegativeTestJSON-1175302457-project] Resources bound (agent type, host, resource id): {{(pid=84152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:30:02.453958 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e67b22db-f0a2-440d-827f-d21294ae4626 tempest-FloatingIPNegativeTestJSON-1175302457 tempest-FloatingIPNegativeTestJSON-1175302457-project] Received port after_create {{(pid=84152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:30:02.489951 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b558b84e-f17b-4250-bb51-892697d23c05 tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:30:02.490318 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b558b84e-f17b-4250-bb51-892697d23c05 tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:30:02.495341 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b558b84e-f17b-4250-bb51-892697d23c05 tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:30:02.495863 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b558b84e-f17b-4250-bb51-892697d23c05 tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:30:02.496209 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b558b84e-f17b-4250-bb51-892697d23c05 tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:30:02.496440 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ab28df-0b77-44ab-b589-f0bf16a993c2 None None] Pushing event updated for resources: {'Port': ['ID=8b7ed222-ff8b-491d-97aa-f479df2087eb,revision_number=2']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:02.496577 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b558b84e-f17b-4250-bb51-892697d23c05 tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:30:02.496851 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b558b84e-f17b-4250-bb51-892697d23c05 tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:30:02.497268 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b558b84e-f17b-4250-bb51-892697d23c05 tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:30:02.497602 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b558b84e-f17b-4250-bb51-892697d23c05 tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:30:02.497974 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b558b84e-f17b-4250-bb51-892697d23c05 tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:30:02.500794 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b558b84e-f17b-4250-bb51-892697d23c05 tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:30:02.504372 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6c86bf0-ce70-4665-83bb-bf01b53554d4 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:30:02.504973 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-c6c86bf0-ce70-4665-83bb-bf01b53554d4 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Notify callbacks [] for subnet, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:02.512691 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-c6c86bf0-ce70-4665-83bb-bf01b53554d4 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] 10.222.0.54 "PUT /v2.0/subnets/eb1db2c7-639d-4beb-a922-0dcffce2f589 HTTP/1.1" status: 200 len: 877 time: 2.5137956 Jan 20 14:30:02.514185 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 37242) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:02.536093 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c86bf0-ce70-4665-83bb-bf01b53554d4 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Pushing event updated for resources: {'Subnet': ['ID=eb1db2c7-639d-4beb-a922-0dcffce2f589,revision_number=1']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:02.573003 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-2a1bccb1-44b4-449c-acfe-3371bddbcbad tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:02.588534 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67b22db-f0a2-440d-827f-d21294ae4626 tempest-FloatingIPNegativeTestJSON-1175302457 tempest-FloatingIPNegativeTestJSON-1175302457-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:30:02.588957 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67b22db-f0a2-440d-827f-d21294ae4626 tempest-FloatingIPNegativeTestJSON-1175302457 tempest-FloatingIPNegativeTestJSON-1175302457-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:30:02.589367 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67b22db-f0a2-440d-827f-d21294ae4626 tempest-FloatingIPNegativeTestJSON-1175302457 tempest-FloatingIPNegativeTestJSON-1175302457-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:30:02.589781 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67b22db-f0a2-440d-827f-d21294ae4626 tempest-FloatingIPNegativeTestJSON-1175302457 tempest-FloatingIPNegativeTestJSON-1175302457-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:30:02.590202 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67b22db-f0a2-440d-827f-d21294ae4626 tempest-FloatingIPNegativeTestJSON-1175302457 tempest-FloatingIPNegativeTestJSON-1175302457-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:30:02.590590 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67b22db-f0a2-440d-827f-d21294ae4626 tempest-FloatingIPNegativeTestJSON-1175302457 tempest-FloatingIPNegativeTestJSON-1175302457-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:30:02.590972 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67b22db-f0a2-440d-827f-d21294ae4626 tempest-FloatingIPNegativeTestJSON-1175302457 tempest-FloatingIPNegativeTestJSON-1175302457-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:30:02.591503 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67b22db-f0a2-440d-827f-d21294ae4626 tempest-FloatingIPNegativeTestJSON-1175302457 tempest-FloatingIPNegativeTestJSON-1175302457-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:30:02.592467 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67b22db-f0a2-440d-827f-d21294ae4626 tempest-FloatingIPNegativeTestJSON-1175302457 tempest-FloatingIPNegativeTestJSON-1175302457-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:30:02.592861 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67b22db-f0a2-440d-827f-d21294ae4626 tempest-FloatingIPNegativeTestJSON-1175302457 tempest-FloatingIPNegativeTestJSON-1175302457-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:30:02.593252 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67b22db-f0a2-440d-827f-d21294ae4626 tempest-FloatingIPNegativeTestJSON-1175302457 tempest-FloatingIPNegativeTestJSON-1175302457-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:30:02.613716 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-15706782-e7aa-4f4f-b0f4-3254609556cc tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Synchronizing usage tracker for tenant:e57303c4dfc34a3db17fb5c9c2d373d6 on resource:security_group_rule {{(pid=84152) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:30:02.671891 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_common [None req-cf036369-cc62-4249-91ff-2653d682e974 None None] Allocated IP 2001:db8::2 (b54d75f0-fa63-48e6-98f2-d669a80b4735/b1bc880e-618e-4922-838d-41dfa9173ee5/3128bd64-4c65-4950-b6a8-55accc1be759) {{(pid=84154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:30:02.709789 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28da697-a0d8-4074-8fce-fe9a8be15543 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Pushing event deleted for resources: {'Subnet': ['ID=6bc66b05-5269-4014-8cb8-ac26956daf2b,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:02.758667 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-b28da697-a0d8-4074-8fce-fe9a8be15543 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks [] for subnet, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:02.762726 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b53582d-e119-444c-b269-17e3301247fa tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Network dbce74ed-d43c-4540-8d8d-e582f35e4792 is already hosted by enough agents. {{(pid=84153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:30:02.768716 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.base_scheduler [None req-6b53582d-e119-444c-b269-17e3301247fa tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Resources bound (agent type, host, resource id): {{(pid=84153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:30:02.773658 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b53582d-e119-444c-b269-17e3301247fa tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Received port after_create {{(pid=84153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:30:02.811857 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-b28da697-a0d8-4074-8fce-fe9a8be15543 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] 10.222.0.54 "DELETE /v2.0/subnets/6bc66b05-5269-4014-8cb8-ac26956daf2b HTTP/1.1" status: 204 len: 168 time: 1.4232697 Jan 20 14:30:02.812488 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ec864a6-7eb2-4b01-8e02-e7f64e2ab3a3 None None] Network c69ee7bc-60c2-439d-90b1-98741047f7c7 requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:30:02.826547 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 37248) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:02.827320 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b53582d-e119-444c-b269-17e3301247fa tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Pushing event updated for resources: {'Port': ['ID=92bea931-d6bc-4965-a990-585e6f646318,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:02.835155 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-3939e8fb-5977-4284-b2b9-6d8b479df414 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Request body: {'subnet': {'network_id': 'c69ee7bc-60c2-439d-90b1-98741047f7c7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:30:02.932882 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b53582d-e119-444c-b269-17e3301247fa tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:30:02.932882 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b53582d-e119-444c-b269-17e3301247fa tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:30:02.933181 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b53582d-e119-444c-b269-17e3301247fa tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:30:02.933418 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b53582d-e119-444c-b269-17e3301247fa tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:30:02.933734 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b53582d-e119-444c-b269-17e3301247fa tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:30:02.934164 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b53582d-e119-444c-b269-17e3301247fa tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:30:02.934413 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b53582d-e119-444c-b269-17e3301247fa tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:30:02.934738 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b53582d-e119-444c-b269-17e3301247fa tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:30:02.935075 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b53582d-e119-444c-b269-17e3301247fa tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:30:02.935509 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b53582d-e119-444c-b269-17e3301247fa tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:30:02.935867 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b53582d-e119-444c-b269-17e3301247fa tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:30:02.969731 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b53582d-e119-444c-b269-17e3301247fa tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:30:02.970326 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-6b53582d-e119-444c-b269-17e3301247fa tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:02.981639 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-2a1bccb1-44b4-449c-acfe-3371bddbcbad tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-744861'] for router, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:02.991522 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ee76169-b473-4684-8165-36b281e52604 None None] Network dbce74ed-d43c-4540-8d8d-e582f35e4792 requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:30:03.019452 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-15706782-e7aa-4f4f-b0f4-3254609556cc tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Unset dirty status for tenant:e57303c4dfc34a3db17fb5c9c2d373d6 on resource:security_group_rule {{(pid=84152) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:30:03.024247 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-15706782-e7aa-4f4f-b0f4-3254609556cc tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4185 time: 0.7584412 Jan 20 14:30:03.024453 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 37252) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:03.044002 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-a4174857-5797-447d-a8ab-b22314e48119 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586409'] for network, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:03.069993 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-a4174857-5797-447d-a8ab-b22314e48119 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Deleting port 8b7ed222-ff8b-491d-97aa-f479df2087eb {{(pid=84152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:30:03.070459 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-a4174857-5797-447d-a8ab-b22314e48119 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:03.073592 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-12e8872d-571a-4f6c-af7e-61f308e4f353 tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:03.080801 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-6b53582d-e119-444c-b269-17e3301247fa tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.6184123 Jan 20 14:30:03.093728 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-12e8872d-571a-4f6c-af7e-61f308e4f353 tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:03.102220 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 37256) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:03.109982 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-3939e8fb-5977-4284-b2b9-6d8b479df414 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:30:03.118538 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-3939e8fb-5977-4284-b2b9-6d8b479df414 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Usage tracker for resource:subnet and tenant:86e3e9c5b0744f88a459de56a9372787 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:30:03.124107 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-3939e8fb-5977-4284-b2b9-6d8b479df414 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:30:03.133401 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-3939e8fb-5977-4284-b2b9-6d8b479df414 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:30:03.228437 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-12e8872d-571a-4f6c-af7e-61f308e4f353 tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734962'] for security_group_rule, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:03.237016 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3939e8fb-5977-4284-b2b9-6d8b479df414 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Made reservation on behalf of 86e3e9c5b0744f88a459de56a9372787 for: {'subnet': 1} {{(pid=84153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:30:03.242021 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-3939e8fb-5977-4284-b2b9-6d8b479df414 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4193986'] for subnet, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:03.244497 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-2a1bccb1-44b4-449c-acfe-3371bddbcbad tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks [] for router, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:03.245674 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-2a1bccb1-44b4-449c-acfe-3371bddbcbad tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.0935819 Jan 20 14:30:03.249014 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-eea6df97-7ff1-4b63-af20-e3ec8913deda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:03.269492 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 37260) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:03.283253 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-ca19fbc7-f8fd-4fc6-a91f-042a15d5a53c tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Request body: {'port': {'network_id': 'b54d75f0-fa63-48e6-98f2-d669a80b4735', 'name': 'tempest-RoutersIpV6Test-258663291'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:30:03.300804 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-e67b22db-f0a2-440d-827f-d21294ae4626 tempest-FloatingIPNegativeTestJSON-1175302457 tempest-FloatingIPNegativeTestJSON-1175302457-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:03.305989 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-4ee00235-4b23-41cc-b9e4-c3d38f590abd None None] Provisioning for port 86476925-2229-4905-b40b-baca369c6c09 completed by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:30:03.379089 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e8872d-571a-4f6c-af7e-61f308e4f353 tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8c02bb54-c8a5-4300-afdb-3d96a49c59f1,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:03.435046 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 8b7ed222-ff8b-491d-97aa-f479df2087eb up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:30:03.465718 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-12e8872d-571a-4f6c-af7e-61f308e4f353 tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:03.465718 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-12e8872d-571a-4f6c-af7e-61f308e4f353 tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] 10.222.0.54 "DELETE /v2.0/security-group-rules/8c02bb54-c8a5-4300-afdb-3d96a49c59f1 HTTP/1.1" status: 204 len: 168 time: 0.4402795 Jan 20 14:30:03.470161 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 37264) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:03.547426 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-c59ca1ee-3fa3-4f4a-9c93-6053b91bc1d0 tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Synchronizing usage tracker for tenant:e57303c4dfc34a3db17fb5c9c2d373d6 on resource:security_group_rule {{(pid=84153) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:30:03.552461 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-cf036369-cc62-4249-91ff-2653d682e974 None None] Notify callbacks [] for port, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:03.580612 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-cf036369-cc62-4249-91ff-2653d682e974 None None] Transition to ACTIVE for port object 3128bd64-4c65-4950-b6a8-55accc1be759 will not be triggered until provisioned by entity L2. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:30:03.641064 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-e67b22db-f0a2-440d-827f-d21294ae4626 tempest-FloatingIPNegativeTestJSON-1175302457 tempest-FloatingIPNegativeTestJSON-1175302457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:03.665347 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-cf036369-cc62-4249-91ff-2653d682e974 None None] Transition to ACTIVE for port object 3128bd64-4c65-4950-b6a8-55accc1be759 will not be triggered until provisioned by entity DHCP. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:30:03.701929 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-c59ca1ee-3fa3-4f4a-9c93-6053b91bc1d0 tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Unset dirty status for tenant:e57303c4dfc34a3db17fb5c9c2d373d6 on resource:security_group_rule {{(pid=84153) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:30:03.701929 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-c59ca1ee-3fa3-4f4a-9c93-6053b91bc1d0 tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3702 time: 0.2270052 Jan 20 14:30:03.702321 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 37268) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:03.728034 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning for port 8b7ed222-ff8b-491d-97aa-f479df2087eb completed by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:30:03.728034 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 86476925-2229-4905-b40b-baca369c6c09 up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:30:03.751261 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-041833b8-404d-43cc-a70d-b4ff46058ad8 tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:03.762340 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cedf037-5c3c-4d06-8e92-0242f79874a4 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:30:03.771165 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-041833b8-404d-43cc-a70d-b4ff46058ad8 tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:03.771328 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cedf037-5c3c-4d06-8e92-0242f79874a4 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:30:03.771328 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-1cedf037-5c3c-4d06-8e92-0242f79874a4 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1763 time: 0.6672604 Jan 20 14:30:03.776122 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 37272) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:03.800732 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-ca19fbc7-f8fd-4fc6-a91f-042a15d5a53c tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:30:03.814230 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-ca19fbc7-f8fd-4fc6-a91f-042a15d5a53c tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Usage tracker for resource:port and tenant:f85e30c327a64407a1a93d3333ba9261 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:30:03.843116 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-3939e8fb-5977-4284-b2b9-6d8b479df414 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3943531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4194004'] for subnet, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:03.849373 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-cf036369-cc62-4249-91ff-2653d682e974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477'] for port, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:03.876760 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-ca19fbc7-f8fd-4fc6-a91f-042a15d5a53c tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:30:03.889359 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.db [None req-a4174857-5797-447d-a8ab-b22314e48119 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] For port 8b7ed222-ff8b-491d-97aa-f479df2087eb, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=8b7ed222-ff8b-491d-97aa-f479df2087eb,segment=NetworkSegment(0e38f0bf-25b9-4f14-86d8-429853cced0c),segment_id=0e38f0bf-25b9-4f14-86d8-429853cced0c)] {{(pid=84152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:30:03.889986 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-a4174857-5797-447d-a8ab-b22314e48119 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:03.994441 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf036369-cc62-4249-91ff-2653d682e974 None None] Network b54d75f0-fa63-48e6-98f2-d669a80b4735 is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:30:03.999393 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf036369-cc62-4249-91ff-2653d682e974 None None] Pushing event updated for resources: {'Port': ['ID=3128bd64-4c65-4950-b6a8-55accc1be759,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:04.003383 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-cf036369-cc62-4249-91ff-2653d682e974 None None] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:30:04.005480 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf036369-cc62-4249-91ff-2653d682e974 None None] Received port after_create {{(pid=84154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:30:04.015010 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3939e8fb-5977-4284-b2b9-6d8b479df414 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Network c69ee7bc-60c2-439d-90b1-98741047f7c7 is already hosted by enough agents. {{(pid=84153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:30:04.027436 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.base_scheduler [None req-3939e8fb-5977-4284-b2b9-6d8b479df414 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Resources bound (agent type, host, resource id): {{(pid=84153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:30:04.042053 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-377d5fa8-dd96-42a8-8f24-da6d604056af tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Deleting port 92bea931-d6bc-4965-a990-585e6f646318 {{(pid=84153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:30:04.042324 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-377d5fa8-dd96-42a8-8f24-da6d604056af tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:04.089337 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3939e8fb-5977-4284-b2b9-6d8b479df414 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:30:04.090009 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-3939e8fb-5977-4284-b2b9-6d8b479df414 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks [] for subnet, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:04.116226 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-041833b8-404d-43cc-a70d-b4ff46058ad8 tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734962'] for security_group_rule, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:04.117973 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3939e8fb-5977-4284-b2b9-6d8b479df414 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Pushing event updated for resources: {'Subnet': ['ID=5fbe2f7d-ceb1-496a-ba48-0a5410868b27,revision_number=0']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:04.136161 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-ca19fbc7-f8fd-4fc6-a91f-042a15d5a53c tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:30:04.152669 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7b84a04-5943-4f95-aefd-1b369bdd97eb None None] Network dfce3e29-d420-411e-aa66-c6fe2fb0707d requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:30:04.162756 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041833b8-404d-43cc-a70d-b4ff46058ad8 tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=67176d53-37ba-4bef-93ce-78f2ec488799,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:04.213239 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-a4174857-5797-447d-a8ab-b22314e48119 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Calling delete_port for 8b7ed222-ff8b-491d-97aa-f479df2087eb owned by network:dhcp {{(pid=84152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:30:04.262273 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-3939e8fb-5977-4284-b2b9-6d8b479df414 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4323003 Jan 20 14:30:04.264464 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-041833b8-404d-43cc-a70d-b4ff46058ad8 tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:04.265763 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-041833b8-404d-43cc-a70d-b4ff46058ad8 tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] 10.222.0.54 "DELETE /v2.0/security-group-rules/67176d53-37ba-4bef-93ce-78f2ec488799 HTTP/1.1" status: 204 len: 168 time: 0.5626054 Jan 20 14:30:04.266854 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 37278) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:04.273370 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 37280) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:04.296126 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning for port 86476925-2229-4905-b40b-baca369c6c09 completed by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:30:04.299184 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-260e60c4-51b9-4d74-825d-dd0a8274a655 None None] Update dhcp port {'port': {'network_id': 'dbce74ed-d43c-4540-8d8d-e582f35e4792', 'fixed_ips': [{'subnet_id': '21ffc30b-2784-4ccb-9220-4490bba7c06c', 'ip_address': '172.20.0.2'}, {'subnet_id': '5553c5e7-2148-441f-bb50-65d1a0c528d3'}], 'binding:host_id': 'dv-neutron-825124-1-hyperv'}, 'id': '86476925-2229-4905-b40b-baca369c6c09'} from dv-neutron-825124-1-hyperv. {{(pid=84154) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Jan 20 14:30:04.346410 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-061289fc-9a7a-42ba-8a8b-ba3099afc336 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Request body: {'security_group': {'name': 'tempest-secgroup-1210982844'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:30:04.372138 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-061289fc-9a7a-42ba-8a8b-ba3099afc336 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:30:04.381906 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-061289fc-9a7a-42ba-8a8b-ba3099afc336 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Usage tracker for resource:security_group and tenant:86e3e9c5b0744f88a459de56a9372787 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:30:04.388875 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-061289fc-9a7a-42ba-8a8b-ba3099afc336 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:30:04.407960 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca19fbc7-f8fd-4fc6-a91f-042a15d5a53c tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Made reservation on behalf of f85e30c327a64407a1a93d3333ba9261 for: {'port': 1} {{(pid=84152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:30:04.411033 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-061289fc-9a7a-42ba-8a8b-ba3099afc336 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:30:04.411340 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-ca19fbc7-f8fd-4fc6-a91f-042a15d5a53c tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:04.426698 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port 86476925-2229-4905-b40b-baca369c6c09 triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:30:04.426698 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:04.444994 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.notifiers.nova [None req-ca19fbc7-f8fd-4fc6-a91f-042a15d5a53c tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] device_id is not set on port 51817a14-f18c-4d32-a6dd-4794d0845e1e yet. {{(pid=84152) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 14:30:04.482500 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-59709922-c26c-46fc-b23d-e6541cb0d182 tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Synchronizing usage tracker for tenant:e57303c4dfc34a3db17fb5c9c2d373d6 on resource:security_group_rule {{(pid=84153) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:30:04.489304 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-377d5fa8-dd96-42a8-8f24-da6d604056af tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:04.535721 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-260e60c4-51b9-4d74-825d-dd0a8274a655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:04.541455 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-e67b22db-f0a2-440d-827f-d21294ae4626 tempest-FloatingIPNegativeTestJSON-1175302457 tempest-FloatingIPNegativeTestJSON-1175302457-project] Notify callbacks [] for port, precommit_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:04.550790 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-cf036369-cc62-4249-91ff-2653d682e974 None None] Attempting to bind port 3128bd64-4c65-4950-b6a8-55accc1be759 on host dv-neutron-825124-1-hyperv for vnic_type normal with profile {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:30:04.553296 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-cf036369-cc62-4249-91ff-2653d682e974 None None] Attempting to bind port 3128bd64-4c65-4950-b6a8-55accc1be759 by drivers openvswitch,hyperv on host dv-neutron-825124-1-hyperv at level 0 using segments [{'id': 'c319ca1f-b79b-4940-aa6a-51ee376abf06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'b54d75f0-fa63-48e6-98f2-d669a80b4735'}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:30:04.553296 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf036369-cc62-4249-91ff-2653d682e974 None None] Attempting to bind port 3128bd64-4c65-4950-b6a8-55accc1be759 on network b54d75f0-fa63-48e6-98f2-d669a80b4735 {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 14:30:04.564932 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf036369-cc62-4249-91ff-2653d682e974 None None] Checking agent: {'id': '6414dfeb-85c5-454a-8756-709ca637d800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825124-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 16, 31), 'started_at': datetime.datetime(2022, 1, 20, 14, 17, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 30, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825124-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 14:30:04.565299 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf036369-cc62-4249-91ff-2653d682e974 None None] Checking segment: {'id': 'c319ca1f-b79b-4940-aa6a-51ee376abf06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'b54d75f0-fa63-48e6-98f2-d669a80b4735'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 14:30:04.565701 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-cf036369-cc62-4249-91ff-2653d682e974 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:04.566111 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf036369-cc62-4249-91ff-2653d682e974 None None] Bound using segment: {'id': 'c319ca1f-b79b-4940-aa6a-51ee376abf06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'b54d75f0-fa63-48e6-98f2-d669a80b4735'} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 14:30:04.566574 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-cf036369-cc62-4249-91ff-2653d682e974 None None] Bound port: 3128bd64-4c65-4950-b6a8-55accc1be759, host: dv-neutron-825124-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c319ca1f-b79b-4940-aa6a-51ee376abf06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'b54d75f0-fa63-48e6-98f2-d669a80b4735'}}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:30:04.566941 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-cf036369-cc62-4249-91ff-2653d682e974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:04.609228 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-a4174857-5797-447d-a8ab-b22314e48119 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:04.645348 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-061289fc-9a7a-42ba-8a8b-ba3099afc336 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks [] for security_group, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:04.651956 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-d5209f06-2348-4a03-aad3-46c78e44548b None None] Provisioning for port 8b7ed222-ff8b-491d-97aa-f479df2087eb completed by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:30:04.660466 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-377d5fa8-dd96-42a8-8f24-da6d604056af tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Calling delete_port for 92bea931-d6bc-4965-a990-585e6f646318 owned by {{(pid=84153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:30:04.673110 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4174857-5797-447d-a8ab-b22314e48119 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Pushing event deleted for resources: {'Port': ['ID=8b7ed222-ff8b-491d-97aa-f479df2087eb,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:04.674910 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-e67b22db-f0a2-440d-827f-d21294ae4626 tempest-FloatingIPNegativeTestJSON-1175302457 tempest-FloatingIPNegativeTestJSON-1175302457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162822'] for port, after_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:04.701902 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-59709922-c26c-46fc-b23d-e6541cb0d182 tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Unset dirty status for tenant:e57303c4dfc34a3db17fb5c9c2d373d6 on resource:security_group_rule {{(pid=84153) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:30:04.703177 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-59709922-c26c-46fc-b23d-e6541cb0d182 tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.3737566 Jan 20 14:30:04.711239 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94eaa1c7-5845-47cb-a6f7-d038c77d9b3a None None] Network c69ee7bc-60c2-439d-90b1-98741047f7c7 requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:30:04.713240 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 37286) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:04.743370 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-d5209f06-2348-4a03-aad3-46c78e44548b None None] Provisioning complete for port 8b7ed222-ff8b-491d-97aa-f479df2087eb triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:30:04.743777 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-d5209f06-2348-4a03-aad3-46c78e44548b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:04.804326 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-061289fc-9a7a-42ba-8a8b-ba3099afc336 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:30:04.821506 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-061289fc-9a7a-42ba-8a8b-ba3099afc336 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Usage tracker for resource:security_group_rule and tenant:86e3e9c5b0744f88a459de56a9372787 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:30:04.827323 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-061289fc-9a7a-42ba-8a8b-ba3099afc336 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:30:04.840332 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-061289fc-9a7a-42ba-8a8b-ba3099afc336 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:30:04.889140 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-d5209f06-2348-4a03-aad3-46c78e44548b None None] Port 8b7ed222-ff8b-491d-97aa-f479df2087eb was deleted so its status cannot be updated. {{(pid=84154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Jan 20 14:30:04.920490 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-efc6347d-6356-411e-852e-b5efb5793a5e tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Notify callbacks [] for security_group, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:04.970602 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4174857-5797-447d-a8ab-b22314e48119 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] No DVR routers for this DVR port 8b7ed222-ff8b-491d-97aa-f479df2087eb on host dv-neutron-825124-1-hyperv {{(pid=84152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 14:30:04.985267 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:04.992506 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-efc6347d-6356-411e-852e-b5efb5793a5e tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:05.033560 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] For port 86476925-2229-4905-b40b-baca369c6c09, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=86476925-2229-4905-b40b-baca369c6c09,segment=NetworkSegment(7b61d093-41ff-4202-b223-533eb0f8da0a),segment_id=7b61d093-41ff-4202-b223-533eb0f8da0a)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:30:05.038528 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfc4079b-ee36-43a7-b292-57c75e256435 None None] Network dfce3e29-d420-411e-aa66-c6fe2fb0707d requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:30:05.046718 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.db_base_plugin_common [None req-ca19fbc7-f8fd-4fc6-a91f-042a15d5a53c tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Allocated IP 2001:db8::379 (b54d75f0-fa63-48e6-98f2-d669a80b4735/b1bc880e-618e-4922-838d-41dfa9173ee5/51817a14-f18c-4d32-a6dd-4794d0845e1e) {{(pid=84152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:30:05.055206 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67b22db-f0a2-440d-827f-d21294ae4626 tempest-FloatingIPNegativeTestJSON-1175302457 tempest-FloatingIPNegativeTestJSON-1175302457-project] Pushing event updated for resources: {'Port': ['ID=1ac4e746-733a-4859-ae97-5903a57d44b2,revision_number=2']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:05.104405 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-377d5fa8-dd96-42a8-8f24-da6d604056af tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:05.111143 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-efc6347d-6356-411e-852e-b5efb5793a5e tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:05.125394 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-a4174857-5797-447d-a8ab-b22314e48119 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1627147'] for subnet, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:05.150490 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-e67b22db-f0a2-440d-827f-d21294ae4626 tempest-FloatingIPNegativeTestJSON-1175302457 tempest-FloatingIPNegativeTestJSON-1175302457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-745254'] for floatingip, after_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:05.165230 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:05.220342 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-061289fc-9a7a-42ba-8a8b-ba3099afc336 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks [] for security_group, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:05.248794 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-e67b22db-f0a2-440d-827f-d21294ae4626 tempest-FloatingIPNegativeTestJSON-1175302457 tempest-FloatingIPNegativeTestJSON-1175302457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for floatingip, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:05.250187 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-e67b22db-f0a2-440d-827f-d21294ae4626 tempest-FloatingIPNegativeTestJSON-1175302457 tempest-FloatingIPNegativeTestJSON-1175302457-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.7596991 Jan 20 14:30:05.268940 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-cf036369-cc62-4249-91ff-2653d682e974 None None] For port 3128bd64-4c65-4950-b6a8-55accc1be759, host dv-neutron-825124-1-hyperv, cleared binding levels {{(pid=84154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 14:30:05.304592 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 37292) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:05.320294 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-d681e28e-721b-4328-9c5a-6ca2403b9475 tempest-FloatingIPNegativeTestJSON-1175302457 tempest-FloatingIPNegativeTestJSON-1175302457-project] Request body: {'floatingip': {'port_id': '293d7564-c9be-4bfe-9f62-ec1a537ed145', 'fixed_ip_address': '172.20.0.7'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:30:05.348429 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-061289fc-9a7a-42ba-8a8b-ba3099afc336 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:05.354737 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-e9bc1d90-9ba5-4bd7-be93-272ddf1d29c0 None None] Provisioning complete for port fbbe5dc0-d01f-424c-a506-e1c62237de0a triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:30:05.355182 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-e9bc1d90-9ba5-4bd7-be93-272ddf1d29c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:05.362696 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377d5fa8-dd96-42a8-8f24-da6d604056af tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Pushing event deleted for resources: {'Port': ['ID=92bea931-d6bc-4965-a990-585e6f646318,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:05.373230 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc6347d-6356-411e-852e-b5efb5793a5e tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef97a211-6902-4d53-9de8-644887b9b98f,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:05.429919 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-d681e28e-721b-4328-9c5a-6ca2403b9475 tempest-FloatingIPNegativeTestJSON-1175302457 tempest-FloatingIPNegativeTestJSON-1175302457-project] Notify callbacks [] for floatingip, before_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:05.456539 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-cf036369-cc62-4249-91ff-2653d682e974 None None] For port 3128bd64-4c65-4950-b6a8-55accc1be759, host dv-neutron-825124-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=3128bd64-4c65-4950-b6a8-55accc1be759,segment=NetworkSegment(c319ca1f-b79b-4940-aa6a-51ee376abf06),segment_id=c319ca1f-b79b-4940-aa6a-51ee376abf06)] {{(pid=84154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 14:30:05.554775 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-cf036369-cc62-4249-91ff-2653d682e974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:05.570577 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Pushing event updated for resources: {'Port': ['ID=86476925-2229-4905-b40b-baca369c6c09,revision_number=3']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:05.590244 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-efc6347d-6356-411e-852e-b5efb5793a5e tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Notify callbacks [] for security_group, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:05.591510 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-efc6347d-6356-411e-852e-b5efb5793a5e tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] 10.222.0.54 "DELETE /v2.0/security-groups/ef97a211-6902-4d53-9de8-644887b9b98f HTTP/1.1" status: 204 len: 168 time: 0.8709898 Jan 20 14:30:05.604740 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-061289fc-9a7a-42ba-8a8b-ba3099afc336 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks [] for security_group, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:05.608614 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-061289fc-9a7a-42ba-8a8b-ba3099afc336 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.3339717 Jan 20 14:30:05.608614 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 37296) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:05.610885 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 37298) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:05.616193 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-a4174857-5797-447d-a8ab-b22314e48119 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1627154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4163580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155308'] for subnet, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:05.622479 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_common [None req-260e60c4-51b9-4d74-825d-dd0a8274a655 None None] Allocated IP 2001:db8::f816:3eff:fe60:94c6 (dbce74ed-d43c-4540-8d8d-e582f35e4792/5553c5e7-2148-441f-bb50-65d1a0c528d3/86476925-2229-4905-b40b-baca369c6c09) {{(pid=84154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:30:05.667852 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-b35fd95b-71c2-47b7-9a13-6927d91f7bed tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Request body: {'security_group': {'name': 'tempest-secgroup-609495307'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:30:05.674763 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061289fc-9a7a-42ba-8a8b-ba3099afc336 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04f20f47-ec1e-4ead-ab62-fff87c6e3e67,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:05.709910 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-b35fd95b-71c2-47b7-9a13-6927d91f7bed tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:30:05.738942 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-377d5fa8-dd96-42a8-8f24-da6d604056af tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:05.743659 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-377d5fa8-dd96-42a8-8f24-da6d604056af tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] 10.222.0.54 "DELETE /v2.0/ports/92bea931-d6bc-4965-a990-585e6f646318 HTTP/1.1" status: 204 len: 168 time: 1.9647427 Jan 20 14:30:05.744683 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4174857-5797-447d-a8ab-b22314e48119 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Pushing event deleted for resources: {'Subnet': ['ID=eb1db2c7-639d-4beb-a922-0dcffce2f589,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:05.745499 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 37304) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:05.759894 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-ca19fbc7-f8fd-4fc6-a91f-042a15d5a53c tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks [] for port, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:05.775283 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-b35fd95b-71c2-47b7-9a13-6927d91f7bed tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Usage tracker for resource:security_group and tenant:86e3e9c5b0744f88a459de56a9372787 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:30:05.798714 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-d72a8cff-a55f-4b6e-b777-eee6965a98f3 tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Synchronizing usage tracker for tenant:e57303c4dfc34a3db17fb5c9c2d373d6 on resource:security_group {{(pid=84153) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:30:05.805240 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-b35fd95b-71c2-47b7-9a13-6927d91f7bed tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:30:05.845223 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-b35fd95b-71c2-47b7-9a13-6927d91f7bed tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:30:05.886710 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40686a76-e8a5-4400-bfe9-686a0bb67aca tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:30:05.899154 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40686a76-e8a5-4400-bfe9-686a0bb67aca tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:30:05.901071 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40686a76-e8a5-4400-bfe9-686a0bb67aca tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:30:05.902002 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-40686a76-e8a5-4400-bfe9-686a0bb67aca tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Synchronizing usage tracker for tenant:2cb17692bb0c4a2782f988652201ac42 on resource:subnet {{(pid=84153) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:30:05.940572 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.provisioning_blocks [None req-ca19fbc7-f8fd-4fc6-a91f-042a15d5a53c tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Transition to ACTIVE for port object 51817a14-f18c-4d32-a6dd-4794d0845e1e will not be triggered until provisioned by entity DHCP. {{(pid=84152) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:30:05.987322 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-a4174857-5797-447d-a8ab-b22314e48119 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1626242', 'neutron.services.segments.db._delete_segments_for_network-8769554214620'] for network, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:05.988580 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-d72a8cff-a55f-4b6e-b777-eee6965a98f3 tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Unset dirty status for tenant:e57303c4dfc34a3db17fb5c9c2d373d6 on resource:security_group {{(pid=84153) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:30:05.990367 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-d72a8cff-a55f-4b6e-b777-eee6965a98f3 tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3794446 Jan 20 14:30:05.999086 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 37308) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:06.012490 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-40686a76-e8a5-4400-bfe9-686a0bb67aca tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Unset dirty status for tenant:2cb17692bb0c4a2782f988652201ac42 on resource:subnet {{(pid=84153) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:30:06.020974 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-b69e352e-4834-4498-b6bf-812c819f09ee tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Request body: {'security_group': {'name': 'tempest-secgroup--841349406'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:30:06.025276 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-40686a76-e8a5-4400-bfe9-686a0bb67aca tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2759500 Jan 20 14:30:06.025276 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 37312) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:06.044133 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74575347-293b-4191-85a6-e0251620b669 None None] DHCP port deletion for dfce3e29-d420-411e-aa66-c6fe2fb0707d request from dv-neutron-825124-1-hyperv {{(pid=84154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 20 14:30:06.045042 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-b69e352e-4834-4498-b6bf-812c819f09ee tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:30:06.054923 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.api.v2.resource [None req-d681e28e-721b-4328-9c5a-6ca2403b9475 tempest-FloatingIPNegativeTestJSON-1175302457 tempest-FloatingIPNegativeTestJSON-1175302457-project] update failed (client error): The resource could not be found. Jan 20 14:30:06.058835 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-d681e28e-721b-4328-9c5a-6ca2403b9475 tempest-FloatingIPNegativeTestJSON-1175302457 tempest-FloatingIPNegativeTestJSON-1175302457-project] 10.222.0.54 "PUT /v2.0/floatingips/fe4e86d3-bfd1-4af3-a14f-e7d662be0dad HTTP/1.1" status: 404 len: 507 time: 0.7457533 Jan 20 14:30:06.058835 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.segments.db [None req-a4174857-5797-447d-a8ab-b22314e48119 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfce3e29-d420-411e-aa66-c6fe2fb0707d']}} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:30:06.087268 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-b35fd95b-71c2-47b7-9a13-6927d91f7bed tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks [] for security_group, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:06.097079 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf036369-cc62-4249-91ff-2653d682e974 None None] Pushing event updated for resources: {'Port': ['ID=3128bd64-4c65-4950-b6a8-55accc1be759,revision_number=2']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:06.103794 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 37316) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:06.119365 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-b69e352e-4834-4498-b6bf-812c819f09ee tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:30:06.190898 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf036369-cc62-4249-91ff-2653d682e974 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:30:06.190898 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf036369-cc62-4249-91ff-2653d682e974 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:30:06.190898 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf036369-cc62-4249-91ff-2653d682e974 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:30:06.190898 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf036369-cc62-4249-91ff-2653d682e974 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:30:06.190898 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf036369-cc62-4249-91ff-2653d682e974 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:30:06.190898 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf036369-cc62-4249-91ff-2653d682e974 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:30:06.190898 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf036369-cc62-4249-91ff-2653d682e974 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:30:06.190898 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf036369-cc62-4249-91ff-2653d682e974 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:30:06.190898 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf036369-cc62-4249-91ff-2653d682e974 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:30:06.190898 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf036369-cc62-4249-91ff-2653d682e974 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:30:06.192373 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf036369-cc62-4249-91ff-2653d682e974 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:30:06.211946 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.segments.db [None req-a4174857-5797-447d-a8ab-b22314e48119 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e38f0bf-25b9-4f14-86d8-429853cced0c') {'for_net_delete': True} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:30:06.212210 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.segments.db [None req-a4174857-5797-447d-a8ab-b22314e48119 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e38f0bf-25b9-4f14-86d8-429853cced0c') {} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:30:06.260869 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-260e60c4-51b9-4d74-825d-dd0a8274a655 None None] For port 86476925-2229-4905-b40b-baca369c6c09, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=86476925-2229-4905-b40b-baca369c6c09,segment=NetworkSegment(7b61d093-41ff-4202-b223-533eb0f8da0a),segment_id=7b61d093-41ff-4202-b223-533eb0f8da0a)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:30:06.265980 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-a4174857-5797-447d-a8ab-b22314e48119 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769554214503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3337904'] for segment, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:06.272981 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-e9bc1d90-9ba5-4bd7-be93-272ddf1d29c0 None None] Provisioning complete for port c7b05808-424b-4a1f-9e72-184fa78e1049 triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:30:06.273349 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-e9bc1d90-9ba5-4bd7-be93-272ddf1d29c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:06.392531 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-260e60c4-51b9-4d74-825d-dd0a8274a655 None None] Notify callbacks [] for port, precommit_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:06.409807 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-e9bc1d90-9ba5-4bd7-be93-272ddf1d29c0 None None] Port c7b05808-424b-4a1f-9e72-184fa78e1049 cannot update to ACTIVE because it is not bound. {{(pid=84154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 14:30:06.433520 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-260e60c4-51b9-4d74-825d-dd0a8274a655 None None] Transition to ACTIVE for port object 86476925-2229-4905-b40b-baca369c6c09 will not be triggered until provisioned by entity DHCP. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:30:06.447775 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2798774c-ebe3-4f96-ad62-14b716698810 None None] Update dhcp port {'port': {'network_id': 'c69ee7bc-60c2-439d-90b1-98741047f7c7', 'fixed_ips': [{'subnet_id': '4914103a-74d6-48ba-8530-bfdddb01644f', 'ip_address': '172.20.0.18'}, {'subnet_id': '5fbe2f7d-ceb1-496a-ba48-0a5410868b27'}], 'binding:host_id': 'dv-neutron-825124-1-hyperv'}, 'id': 'fbbe5dc0-d01f-424c-a506-e1c62237de0a'} from dv-neutron-825124-1-hyperv. {{(pid=84154) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Jan 20 14:30:06.456341 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-ca19fbc7-f8fd-4fc6-a91f-042a15d5a53c tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:06.457710 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-b69e352e-4834-4498-b6bf-812c819f09ee tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Notify callbacks [] for security_group, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:06.508963 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-260e60c4-51b9-4d74-825d-dd0a8274a655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:06.536880 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-a4174857-5797-447d-a8ab-b22314e48119 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:06.573016 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-b35fd95b-71c2-47b7-9a13-6927d91f7bed tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:30:06.595308 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-1509603f-59b7-40a2-85f3-56afacfb4807 tempest-FloatingIPNegativeTestJSON-1175302457 tempest-FloatingIPNegativeTestJSON-1175302457-project] Deleting port 1ac4e746-733a-4859-ae97-5903a57d44b2 {{(pid=84152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:30:06.595308 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-1509603f-59b7-40a2-85f3-56afacfb4807 tempest-FloatingIPNegativeTestJSON-1175302457 tempest-FloatingIPNegativeTestJSON-1175302457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:06.603444 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.db_base_plugin_v2 [None req-6652e9e6-4d85-4870-8b8b-a05b20c6be71 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Deleting subnet 21ffc30b-2784-4ccb-9220-4490bba7c06c {{(pid=84153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 20 14:30:06.606495 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-6652e9e6-4d85-4870-8b8b-a05b20c6be71 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks [] for subnet, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:06.611838 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-2798774c-ebe3-4f96-ad62-14b716698810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:06.620473 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-b35fd95b-71c2-47b7-9a13-6927d91f7bed tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Usage tracker for resource:security_group_rule and tenant:86e3e9c5b0744f88a459de56a9372787 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:30:06.628947 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4174857-5797-447d-a8ab-b22314e48119 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Releasing vlan 185 on physical network physnet1 to pool {{(pid=84152) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 14:30:06.629792 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-a4174857-5797-447d-a8ab-b22314e48119 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1622950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4162906'] for segment, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:06.645311 dv-neutron-825124-1-hyperv neutron-server[84152]: Traceback (most recent call last): Jan 20 14:30:06.645311 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 14:30:06.645311 dv-neutron-825124-1-hyperv neutron-server[84152]: timer() Jan 20 14:30:06.645311 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 14:30:06.645311 dv-neutron-825124-1-hyperv neutron-server[84152]: cb(*args, **kw) Jan 20 14:30:06.645311 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 14:30:06.645311 dv-neutron-825124-1-hyperv neutron-server[84152]: return func(*args, **kwargs) Jan 20 14:30:06.645311 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 14:30:06.645311 dv-neutron-825124-1-hyperv neutron-server[84152]: self._notify() Jan 20 14:30:06.645311 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 14:30:06.645311 dv-neutron-825124-1-hyperv neutron-server[84152]: self.callback(batched_events) Jan 20 14:30:06.645311 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 14:30:06.645311 dv-neutron-825124-1-hyperv neutron-server[84152]: event.method(event) Jan 20 14:30:06.645311 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 14:30:06.645311 dv-neutron-825124-1-hyperv neutron-server[84152]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 14:30:06.645311 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 14:30:06.645311 dv-neutron-825124-1-hyperv neutron-server[84152]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 14:30:06.645311 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 14:30:06.645311 dv-neutron-825124-1-hyperv neutron-server[84152]: return f(self, *a, **k) Jan 20 14:30:06.645311 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 14:30:06.645311 dv-neutron-825124-1-hyperv neutron-server[84152]: return self._get(url).json() Jan 20 14:30:06.645311 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 14:30:06.645311 dv-neutron-825124-1-hyperv neutron-server[84152]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 14:30:06.645311 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 14:30:06.645311 dv-neutron-825124-1-hyperv neutron-server[84152]: return self.request(url, 'GET', **kwargs) Jan 20 14:30:06.645311 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 14:30:06.645311 dv-neutron-825124-1-hyperv neutron-server[84152]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 14:30:06.645311 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 14:30:06.645311 dv-neutron-825124-1-hyperv neutron-server[84152]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 14:30:06.645311 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 14:30:06.645311 dv-neutron-825124-1-hyperv neutron-server[84152]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 14:30:06.645311 dv-neutron-825124-1-hyperv neutron-server[84152]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 14:30:06.649417 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-b35fd95b-71c2-47b7-9a13-6927d91f7bed tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:30:06.678173 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-6652e9e6-4d85-4870-8b8b-a05b20c6be71 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3980851'] for subnet, precommit_delete_associations {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:06.735759 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca19fbc7-f8fd-4fc6-a91f-042a15d5a53c tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Network b54d75f0-fa63-48e6-98f2-d669a80b4735 is already hosted by enough agents. {{(pid=84152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:30:06.742975 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-b35fd95b-71c2-47b7-9a13-6927d91f7bed tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:30:06.750680 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca19fbc7-f8fd-4fc6-a91f-042a15d5a53c tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Pushing event updated for resources: {'Port': ['ID=51817a14-f18c-4d32-a6dd-4794d0845e1e,revision_number=1']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:06.760136 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.base_scheduler [None req-ca19fbc7-f8fd-4fc6-a91f-042a15d5a53c tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Resources bound (agent type, host, resource id): {{(pid=84152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:30:06.779425 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-6652e9e6-4d85-4870-8b8b-a05b20c6be71 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1627147'] for subnet, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:06.786428 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260e60c4-51b9-4d74-825d-dd0a8274a655 None None] Pushing event updated for resources: {'Port': ['ID=86476925-2229-4905-b40b-baca369c6c09,revision_number=4']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:06.789509 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca19fbc7-f8fd-4fc6-a91f-042a15d5a53c tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Received port after_create {{(pid=84152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:30:06.793758 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca19fbc7-f8fd-4fc6-a91f-042a15d5a53c tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:30:06.795041 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-ca19fbc7-f8fd-4fc6-a91f-042a15d5a53c tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:06.879958 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-b69e352e-4834-4498-b6bf-812c819f09ee tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:30:06.916048 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-b69e352e-4834-4498-b6bf-812c819f09ee tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:30:06.961978 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_common [None req-2798774c-ebe3-4f96-ad62-14b716698810 None None] Allocated IP 172.20.0.2 (c69ee7bc-60c2-439d-90b1-98741047f7c7/5fbe2f7d-ceb1-496a-ba48-0a5410868b27/fbbe5dc0-d01f-424c-a506-e1c62237de0a) {{(pid=84154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:30:06.976763 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-6652e9e6-4d85-4870-8b8b-a05b20c6be71 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1627154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3943464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4194013'] for subnet, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:07.030918 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6652e9e6-4d85-4870-8b8b-a05b20c6be71 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Pushing event deleted for resources: {'Subnet': ['ID=21ffc30b-2784-4ccb-9220-4490bba7c06c,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:07.042410 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-6652e9e6-4d85-4870-8b8b-a05b20c6be71 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks [] for subnet, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:07.132517 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-6652e9e6-4d85-4870-8b8b-a05b20c6be71 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] 10.222.0.54 "DELETE /v2.0/subnets/21ffc30b-2784-4ccb-9220-4490bba7c06c HTTP/1.1" status: 204 len: 168 time: 1.1073971 Jan 20 14:30:07.134998 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 37322) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:07.163309 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-2798774c-ebe3-4f96-ad62-14b716698810 None None] For port fbbe5dc0-d01f-424c-a506-e1c62237de0a, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=fbbe5dc0-d01f-424c-a506-e1c62237de0a,segment=NetworkSegment(d51340dd-91e7-495b-b378-11b3a01f125b),segment_id=d51340dd-91e7-495b-b378-11b3a01f125b)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:30:07.167289 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-a4174857-5797-447d-a8ab-b22314e48119 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1626253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-745296'] for network, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:07.169780 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-ca19fbc7-f8fd-4fc6-a91f-042a15d5a53c tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 3.8983388 Jan 20 14:30:07.193698 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 37326) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:07.221604 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-2798774c-ebe3-4f96-ad62-14b716698810 None None] Notify callbacks [] for port, precommit_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:07.252565 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-a4174857-5797-447d-a8ab-b22314e48119 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Notify callbacks [] for network, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:07.277437 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-2798774c-ebe3-4f96-ad62-14b716698810 None None] Transition to ACTIVE for port object fbbe5dc0-d01f-424c-a506-e1c62237de0a will not be triggered until provisioned by entity DHCP. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:30:07.342287 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-2798774c-ebe3-4f96-ad62-14b716698810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:07.354122 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-1509603f-59b7-40a2-85f3-56afacfb4807 tempest-FloatingIPNegativeTestJSON-1175302457 tempest-FloatingIPNegativeTestJSON-1175302457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:07.354122 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-1509603f-59b7-40a2-85f3-56afacfb4807 tempest-FloatingIPNegativeTestJSON-1175302457 tempest-FloatingIPNegativeTestJSON-1175302457-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:07.377759 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-b35fd95b-71c2-47b7-9a13-6927d91f7bed tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks [] for security_group, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:07.380055 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4174857-5797-447d-a8ab-b22314e48119 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Pushing event deleted for resources: {'Network': ['ID=dfce3e29-d420-411e-aa66-c6fe2fb0707d,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:07.387538 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.db_base_plugin_v2 [None req-54b7b6cd-ce6f-46d6-9c40-21e3a6f49ab0 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Deleting subnet 5553c5e7-2148-441f-bb50-65d1a0c528d3 {{(pid=84153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 20 14:30:07.400450 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-a4174857-5797-447d-a8ab-b22314e48119 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] 10.222.0.54 "DELETE /v2.0/networks/dfce3e29-d420-411e-aa66-c6fe2fb0707d HTTP/1.1" status: 204 len: 168 time: 4.8751812 Jan 20 14:30:07.410442 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 37330) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:07.425253 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-54b7b6cd-ce6f-46d6-9c40-21e3a6f49ab0 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks [] for subnet, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:07.493164 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 3128bd64-4c65-4950-b6a8-55accc1be759 up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:30:07.541547 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-1509603f-59b7-40a2-85f3-56afacfb4807 tempest-FloatingIPNegativeTestJSON-1175302457 tempest-FloatingIPNegativeTestJSON-1175302457-project] Calling delete_port for 1ac4e746-733a-4859-ae97-5903a57d44b2 owned by network:floatingip {{(pid=84152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:30:07.581599 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-b35fd95b-71c2-47b7-9a13-6927d91f7bed tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:07.585732 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0af2442a-ef2e-4669-b5d3-184f3988fefa None None] Network b54d75f0-fa63-48e6-98f2-d669a80b4735 requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:30:07.593427 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-b69e352e-4834-4498-b6bf-812c819f09ee tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Notify callbacks [] for security_group, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:07.610868 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.pecan_wsgi.hooks.translation [None req-3757c6d9-6dd1-4564-a7c4-2c7594583e27 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] DELETE failed (client error): The resource could not be found. Jan 20 14:30:07.611427 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3757c6d9-6dd1-4564-a7c4-2c7594583e27 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:30:07.617179 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-3757c6d9-6dd1-4564-a7c4-2c7594583e27 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] 10.222.0.54 "DELETE /v2.0/subnets/eb1db2c7-639d-4beb-a922-0dcffce2f589 HTTP/1.1" status: 404 len: 337 time: 0.2055972 Jan 20 14:30:07.620428 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 37334) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:07.664786 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2798774c-ebe3-4f96-ad62-14b716698810 None None] Pushing event updated for resources: {'Port': ['ID=fbbe5dc0-d01f-424c-a506-e1c62237de0a,revision_number=6']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:07.669439 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-b69e352e-4834-4498-b6bf-812c819f09ee tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:07.673305 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35fd95b-71c2-47b7-9a13-6927d91f7bed tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3671671-46b1-46d5-85bb-bf97cd401308,revision_number=1']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:07.673487 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.pecan_wsgi.hooks.translation [None req-e82e7c1e-b1c7-4a49-9f6b-8b1e510aebf4 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] DELETE failed (client error): The resource could not be found. Jan 20 14:30:07.673911 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e82e7c1e-b1c7-4a49-9f6b-8b1e510aebf4 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:30:07.680124 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-e82e7c1e-b1c7-4a49-9f6b-8b1e510aebf4 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] 10.222.0.54 "DELETE /v2.0/networks/dfce3e29-d420-411e-aa66-c6fe2fb0707d HTTP/1.1" status: 404 len: 339 time: 0.0507433 Jan 20 14:30:07.680803 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 37340) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:07.727676 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-54b7b6cd-ce6f-46d6-9c40-21e3a6f49ab0 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3980851'] for subnet, precommit_delete_associations {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:07.733957 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-b35fd95b-71c2-47b7-9a13-6927d91f7bed tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks [] for security_group, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:07.735331 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-b35fd95b-71c2-47b7-9a13-6927d91f7bed tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 2.1210055 Jan 20 14:30:07.739903 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 37344) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:07.746623 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69e352e-4834-4498-b6bf-812c819f09ee tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32d583ce-77d6-40ae-8fb6-3b415a214d2c,revision_number=1']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:07.777788 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9bbce2b-6a4a-46ca-a34f-b10b59efacc7 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] DELETE failed (client error): The resource could not be found. Jan 20 14:30:07.778327 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9bbce2b-6a4a-46ca-a34f-b10b59efacc7 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:30:07.784451 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-d9bbce2b-6a4a-46ca-a34f-b10b59efacc7 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] 10.222.0.54 "DELETE /v2.0/subnets/445a30bc-ff25-4d09-bbc8-95a6c789239e HTTP/1.1" status: 404 len: 337 time: 0.0971432 Jan 20 14:30:07.789675 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 37348) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:07.790745 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-dbf3384e-9389-441c-b175-ed3a6f3e4d28 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Request body: {'security_group': {'name': 'tempest-secgroup-178741822'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:30:07.808226 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-dbf3384e-9389-441c-b175-ed3a6f3e4d28 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:30:07.817730 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-b69e352e-4834-4498-b6bf-812c819f09ee tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Notify callbacks [] for security_group, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:07.820286 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-b69e352e-4834-4498-b6bf-812c819f09ee tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.8190918 Jan 20 14:30:07.822581 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-dbf3384e-9389-441c-b175-ed3a6f3e4d28 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Usage tracker for resource:security_group and tenant:86e3e9c5b0744f88a459de56a9372787 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:30:07.827850 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 37352) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:07.829330 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-dbf3384e-9389-441c-b175-ed3a6f3e4d28 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:30:07.851871 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-f87232dc-fbf5-4464-adc5-ac5dd1907c76 tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Request body: {'security_group_rule': {'security_group_id': '32d583ce-77d6-40ae-8fb6-3b415a214d2c', 'direction': 'ingress', 'protocol': 17}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:30:07.865763 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-f87232dc-fbf5-4464-adc5-ac5dd1907c76 tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:30:07.868679 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-dbf3384e-9389-441c-b175-ed3a6f3e4d28 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:30:07.885041 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-f87232dc-fbf5-4464-adc5-ac5dd1907c76 tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:30:07.918850 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d74d7006-a2f7-4609-93d7-8998b016959f None None] Network dbce74ed-d43c-4540-8d8d-e582f35e4792 requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:30:07.950999 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.pecan_wsgi.hooks.translation [None req-30a15636-39a9-4f62-9270-ce4bc945ab79 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] DELETE failed (client error): The resource could not be found. Jan 20 14:30:07.951471 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30a15636-39a9-4f62-9270-ce4bc945ab79 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:30:07.955544 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-30a15636-39a9-4f62-9270-ce4bc945ab79 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] 10.222.0.54 "DELETE /v2.0/networks/1f38dfc1-5eca-4518-aa66-0dbc2764de68 HTTP/1.1" status: 404 len: 339 time: 0.1624475 Jan 20 14:30:07.956334 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 37356) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:07.969796 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-b59636d6-ab83-4b08-b075-c05080167cce None None] Provisioning for port 3128bd64-4c65-4950-b6a8-55accc1be759 completed by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:30:08.041604 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning for port 3128bd64-4c65-4950-b6a8-55accc1be759 completed by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:30:08.060008 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port 3128bd64-4c65-4950-b6a8-55accc1be759 triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:30:08.060467 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:08.081502 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-f87232dc-fbf5-4464-adc5-ac5dd1907c76 tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:08.119569 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-1509603f-59b7-40a2-85f3-56afacfb4807 tempest-FloatingIPNegativeTestJSON-1175302457 tempest-FloatingIPNegativeTestJSON-1175302457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:08.123975 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-dbf3384e-9389-441c-b175-ed3a6f3e4d28 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks [] for security_group, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:08.150581 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-54b7b6cd-ce6f-46d6-9c40-21e3a6f49ab0 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1627147'] for subnet, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:08.177719 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-c6d68676-9b1c-4f21-8a20-f96d9519a4d2 None None] Could not find standard attr ID for object 92bea931-d6bc-4965-a990-585e6f646318. {{(pid=84154) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 20 14:30:08.256931 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1509603f-59b7-40a2-85f3-56afacfb4807 tempest-FloatingIPNegativeTestJSON-1175302457 tempest-FloatingIPNegativeTestJSON-1175302457-project] Pushing event deleted for resources: {'Port': ['ID=1ac4e746-733a-4859-ae97-5903a57d44b2,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:08.352840 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-a72ae8ac-9515-447a-bb13-bed3d32364ad tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586409'] for network, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:08.441440 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-f87232dc-fbf5-4464-adc5-ac5dd1907c76 tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:08.447331 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-c6d68676-9b1c-4f21-8a20-f96d9519a4d2 None None] Provisioning for port 86476925-2229-4905-b40b-baca369c6c09 completed by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:30:08.450613 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-dbf3384e-9389-441c-b175-ed3a6f3e4d28 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:30:08.477966 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-c6d68676-9b1c-4f21-8a20-f96d9519a4d2 None None] Provisioning complete for port 86476925-2229-4905-b40b-baca369c6c09 triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:30:08.478403 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-c6d68676-9b1c-4f21-8a20-f96d9519a4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:08.495605 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-dbf3384e-9389-441c-b175-ed3a6f3e4d28 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Usage tracker for resource:security_group_rule and tenant:86e3e9c5b0744f88a459de56a9372787 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:30:08.503740 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-dbf3384e-9389-441c-b175-ed3a6f3e4d28 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:30:08.547096 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:08.608063 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] For port 3128bd64-4c65-4950-b6a8-55accc1be759, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=3128bd64-4c65-4950-b6a8-55accc1be759,segment=NetworkSegment(c319ca1f-b79b-4940-aa6a-51ee376abf06),segment_id=c319ca1f-b79b-4940-aa6a-51ee376abf06)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:30:08.624376 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-a72ae8ac-9515-447a-bb13-bed3d32364ad tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1626242', 'neutron.services.segments.db._delete_segments_for_network-8769554214620'] for network, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:08.662954 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.segments.db [None req-a72ae8ac-9515-447a-bb13-bed3d32364ad tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28923362-1c13-4864-a5fc-9627297d6929']}} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:30:08.668586 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-54b7b6cd-ce6f-46d6-9c40-21e3a6f49ab0 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1627154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3943464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4194013'] for subnet, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:08.680597 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:08.681424 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 86476925-2229-4905-b40b-baca369c6c09 up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:30:08.684293 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.segments.db [None req-a72ae8ac-9515-447a-bb13-bed3d32364ad tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39dbecbc-c595-4bb1-8df7-97b616fdf91b') {'for_net_delete': True} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:30:08.684811 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.segments.db [None req-a72ae8ac-9515-447a-bb13-bed3d32364ad tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39dbecbc-c595-4bb1-8df7-97b616fdf91b') {} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:30:08.705858 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-a72ae8ac-9515-447a-bb13-bed3d32364ad tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769554214503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3337904'] for segment, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:08.743551 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-a72ae8ac-9515-447a-bb13-bed3d32364ad tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:08.745351 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b7b6cd-ce6f-46d6-9c40-21e3a6f49ab0 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Pushing event deleted for resources: {'Subnet': ['ID=5553c5e7-2148-441f-bb50-65d1a0c528d3,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:08.750904 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a72ae8ac-9515-447a-bb13-bed3d32364ad tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Releasing vlan 162 on physical network physnet1 to pool {{(pid=84152) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 14:30:08.751480 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-a72ae8ac-9515-447a-bb13-bed3d32364ad tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1622950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4162906'] for segment, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:08.755714 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-54b7b6cd-ce6f-46d6-9c40-21e3a6f49ab0 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks [] for subnet, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:08.771087 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-78a08b40-2912-4881-9334-0f6e861a33b7 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:08.790676 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-54b7b6cd-ce6f-46d6-9c40-21e3a6f49ab0 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] 10.222.0.54 "DELETE /v2.0/subnets/5553c5e7-2148-441f-bb50-65d1a0c528d3 HTTP/1.1" status: 204 len: 168 time: 1.6508636 Jan 20 14:30:08.792081 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 37360) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:08.840122 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Pushing event updated for resources: {'Port': ['ID=3128bd64-4c65-4950-b6a8-55accc1be759,revision_number=3']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:08.866020 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port 86476925-2229-4905-b40b-baca369c6c09 triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:30:08.866431 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:08.915799 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-5e03a124-0b29-495c-b8f9-2a5d2a0aab1f tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1223564 Jan 20 14:30:08.922522 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 37364) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:08.923781 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-dbf3384e-9389-441c-b175-ed3a6f3e4d28 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:30:08.948506 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-c5877c12-a29b-401a-86bf-e3044cb43f70 None None] Provisioning for port fbbe5dc0-d01f-424c-a506-e1c62237de0a completed by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:30:08.950792 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-c5877c12-a29b-401a-86bf-e3044cb43f70 None None] Provisioning complete for port fbbe5dc0-d01f-424c-a506-e1c62237de0a triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:30:08.951714 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-c5877c12-a29b-401a-86bf-e3044cb43f70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:08.977920 dv-neutron-825124-1-hyperv neutron-server[84152]: Traceback (most recent call last): Jan 20 14:30:08.977920 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 14:30:08.977920 dv-neutron-825124-1-hyperv neutron-server[84152]: timer() Jan 20 14:30:08.977920 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 14:30:08.977920 dv-neutron-825124-1-hyperv neutron-server[84152]: cb(*args, **kw) Jan 20 14:30:08.977920 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 14:30:08.977920 dv-neutron-825124-1-hyperv neutron-server[84152]: return func(*args, **kwargs) Jan 20 14:30:08.977920 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 14:30:08.977920 dv-neutron-825124-1-hyperv neutron-server[84152]: self._notify() Jan 20 14:30:08.977920 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 14:30:08.977920 dv-neutron-825124-1-hyperv neutron-server[84152]: self.callback(batched_events) Jan 20 14:30:08.977920 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 14:30:08.977920 dv-neutron-825124-1-hyperv neutron-server[84152]: event.method(event) Jan 20 14:30:08.977920 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 14:30:08.977920 dv-neutron-825124-1-hyperv neutron-server[84152]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 14:30:08.977920 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 14:30:08.977920 dv-neutron-825124-1-hyperv neutron-server[84152]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 14:30:08.977920 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 14:30:08.977920 dv-neutron-825124-1-hyperv neutron-server[84152]: return f(self, *a, **k) Jan 20 14:30:08.977920 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 14:30:08.977920 dv-neutron-825124-1-hyperv neutron-server[84152]: return self._get(url).json() Jan 20 14:30:08.977920 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 14:30:08.977920 dv-neutron-825124-1-hyperv neutron-server[84152]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 14:30:08.977920 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 14:30:08.977920 dv-neutron-825124-1-hyperv neutron-server[84152]: return self.request(url, 'GET', **kwargs) Jan 20 14:30:08.977920 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 14:30:08.977920 dv-neutron-825124-1-hyperv neutron-server[84152]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 14:30:08.977920 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 14:30:08.977920 dv-neutron-825124-1-hyperv neutron-server[84152]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 14:30:08.977920 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 14:30:08.977920 dv-neutron-825124-1-hyperv neutron-server[84152]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 14:30:08.977920 dv-neutron-825124-1-hyperv neutron-server[84152]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 14:30:09.000477 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-f87232dc-fbf5-4464-adc5-ac5dd1907c76 tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734962'] for security_group_rule, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:09.035066 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-1509603f-59b7-40a2-85f3-56afacfb4807 tempest-FloatingIPNegativeTestJSON-1175302457 tempest-FloatingIPNegativeTestJSON-1175302457-project] Notify callbacks [] for floatingip, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:09.070734 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-a72ae8ac-9515-447a-bb13-bed3d32364ad tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1626253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-745296'] for network, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:09.107477 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 8b7ed222-ff8b-491d-97aa-f479df2087eb no longer exists at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:30:09.112368 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87232dc-fbf5-4464-adc5-ac5dd1907c76 tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4edaa73-28fa-49c2-b3e0-395a4f226ab3,revision_number=0']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:09.116519 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-dbf3384e-9389-441c-b175-ed3a6f3e4d28 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks [] for security_group, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:09.117898 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-a72ae8ac-9515-447a-bb13-bed3d32364ad tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Notify callbacks [] for network, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:09.135645 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-a72ae8ac-9515-447a-bb13-bed3d32364ad tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] 10.222.0.54 "DELETE /v2.0/networks/28923362-1c13-4864-a5fc-9627297d6929 HTTP/1.1" status: 204 len: 168 time: 1.1758606 Jan 20 14:30:09.152071 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 37370) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:09.156694 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72ae8ac-9515-447a-bb13-bed3d32364ad tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Pushing event deleted for resources: {'Network': ['ID=28923362-1c13-4864-a5fc-9627297d6929,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:09.215687 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] No Port match for: 8b7ed222-ff8b-491d-97aa-f479df2087eb {{(pid=84154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 14:30:09.216405 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 8b7ed222-ff8b-491d-97aa-f479df2087eb not bound to the agent host dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 14:30:09.218243 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.pecan_wsgi.hooks.translation [None req-123a02c6-407a-4679-9095-850566944b4a tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] DELETE failed (client error): The resource could not be found. Jan 20 14:30:09.218785 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-123a02c6-407a-4679-9095-850566944b4a tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84152) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:30:09.220912 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-123a02c6-407a-4679-9095-850566944b4a tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] 10.222.0.54 "DELETE /v2.0/subnets/1ebdf331-05be-42de-87c1-2b58ad46b8b4 HTTP/1.1" status: 404 len: 337 time: 0.0656509 Jan 20 14:30:09.221914 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-1509603f-59b7-40a2-85f3-56afacfb4807 tempest-FloatingIPNegativeTestJSON-1175302457 tempest-FloatingIPNegativeTestJSON-1175302457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for floatingip, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:09.223711 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-1509603f-59b7-40a2-85f3-56afacfb4807 tempest-FloatingIPNegativeTestJSON-1175302457 tempest-FloatingIPNegativeTestJSON-1175302457-project] 10.222.0.54 "DELETE /v2.0/floatingips/fe4e86d3-bfd1-4af3-a14f-e7d662be0dad HTTP/1.1" status: 204 len: 168 time: 3.1104698 Jan 20 14:30:09.231004 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 37374) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:09.231473 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 37376) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:09.232827 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-dbf3384e-9389-441c-b175-ed3a6f3e4d28 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:09.322845 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-f87232dc-fbf5-4464-adc5-ac5dd1907c76 tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:09.324398 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-f87232dc-fbf5-4464-adc5-ac5dd1907c76 tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 1.4915054 Jan 20 14:30:09.325952 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.pecan_wsgi.hooks.translation [None req-c77241d5-8f6e-433d-8aff-1f713afb93ac tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] DELETE failed (client error): The resource could not be found. Jan 20 14:30:09.326837 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c77241d5-8f6e-433d-8aff-1f713afb93ac tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84152) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:30:09.327457 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-c5877c12-a29b-401a-86bf-e3044cb43f70 None None] Provisioning complete for port c7b05808-424b-4a1f-9e72-184fa78e1049 triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:30:09.327837 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-c5877c12-a29b-401a-86bf-e3044cb43f70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:09.329659 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-c77241d5-8f6e-433d-8aff-1f713afb93ac tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] 10.222.0.54 "DELETE /v2.0/networks/f9864820-c286-472e-89fc-ae76de0b48df HTTP/1.1" status: 404 len: 339 time: 0.0859571 Jan 20 14:30:09.334545 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 37382) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:09.335197 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 37384) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:09.355430 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-5c2233c8-f0ae-4f0f-9485-672538e69973 tempest-FloatingIPNegativeTestJSON-1175302457 tempest-FloatingIPNegativeTestJSON-1175302457-project] Request body: {'floatingip': {'floating_network_id': '08a9fe39-ae10-466f-b9ac-ed6ce6384a09', 'port_id': '293d7564-c9be-4bfe-9f62-ec1a537ed145', 'fixed_ip_address': '172.20.0.7'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:30:09.371176 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 3128bd64-4c65-4950-b6a8-55accc1be759 up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:30:09.443943 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf3384e-9389-441c-b175-ed3a6f3e4d28 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c983612b-2356-4759-9c10-377f3be3ff86,revision_number=1']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:09.445807 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-c5877c12-a29b-401a-86bf-e3044cb43f70 None None] Port c7b05808-424b-4a1f-9e72-184fa78e1049 cannot update to ACTIVE because it is not bound. {{(pid=84154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 14:30:09.458975 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d13c6d6-79c7-4ac8-b5a4-a97c19321def tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] DELETE failed (client error): The resource could not be found. Jan 20 14:30:09.459605 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d13c6d6-79c7-4ac8-b5a4-a97c19321def tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84152) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:30:09.462112 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-6d13c6d6-79c7-4ac8-b5a4-a97c19321def tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] 10.222.0.54 "DELETE /v2.0/subnets/e10cd35b-3a8a-4061-8a9e-ad50d8e336ad HTTP/1.1" status: 404 len: 337 time: 0.0967855 Jan 20 14:30:09.468783 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port 3128bd64-4c65-4950-b6a8-55accc1be759 triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:30:09.469172 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:09.478364 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-5c2233c8-f0ae-4f0f-9485-672538e69973 tempest-FloatingIPNegativeTestJSON-1175302457 tempest-FloatingIPNegativeTestJSON-1175302457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:30:09.487780 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 37390) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:09.491265 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-5c2233c8-f0ae-4f0f-9485-672538e69973 tempest-FloatingIPNegativeTestJSON-1175302457 tempest-FloatingIPNegativeTestJSON-1175302457-project] Usage tracker for resource:floatingip and tenant:53e9a3e6ee5940acb518e003bb7b741c is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:30:09.522054 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-5c2233c8-f0ae-4f0f-9485-672538e69973 tempest-FloatingIPNegativeTestJSON-1175302457 tempest-FloatingIPNegativeTestJSON-1175302457-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:30:09.554076 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42adad00-ef55-4a92-b51a-f4db386ad4d4 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:30:09.555162 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-42adad00-ef55-4a92-b51a-f4db386ad4d4 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Synchronizing usage tracker for tenant:2cb17692bb0c4a2782f988652201ac42 on resource:port {{(pid=84153) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:30:09.562323 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-7fa935ce-7cc0-4948-acf0-1c3683ad44c6 req-f16b08dd-039a-420d-8720-d5846b5cb0a1 service neutron] 10.222.0.106 "GET /v2.0/ports?device_id=c1ec459f-0c13-4ec8-b610-ebb2038ce473&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.6901307 Jan 20 14:30:09.570558 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-5c2233c8-f0ae-4f0f-9485-672538e69973 tempest-FloatingIPNegativeTestJSON-1175302457 tempest-FloatingIPNegativeTestJSON-1175302457-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:30:09.576282 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.pecan_wsgi.hooks.translation [None req-3296015b-6f4e-45cf-933a-0ba8ab6fe289 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] DELETE failed (client error): The resource could not be found. Jan 20 14:30:09.580945 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3296015b-6f4e-45cf-933a-0ba8ab6fe289 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84152) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:30:09.580945 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-3296015b-6f4e-45cf-933a-0ba8ab6fe289 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] 10.222.0.54 "DELETE /v2.0/networks/2b3f012d-fa24-4043-b13a-c7e2d86cb179 HTTP/1.1" status: 404 len: 339 time: 0.0910456 Jan 20 14:30:09.582412 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-dbf3384e-9389-441c-b175-ed3a6f3e4d28 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks [] for security_group, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:09.582711 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 37394) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:09.584743 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-dbf3384e-9389-441c-b175-ed3a6f3e4d28 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 1.8426752 Jan 20 14:30:09.589763 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 37398) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:09.647992 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-a06a3ff2-7d56-4a94-a23d-e82c975d9182 None None] Provisioning complete for port 3128bd64-4c65-4950-b6a8-55accc1be759 triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:30:09.648373 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-a06a3ff2-7d56-4a94-a23d-e82c975d9182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:09.664531 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-af96f62b-4dd2-4801-a942-4dbfe49cad81 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1110507779', 'security_groups': ['c983612b-2356-4759-9c10-377f3be3ff86'], 'network_id': 'c69ee7bc-60c2-439d-90b1-98741047f7c7', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '5fbe2f7d-ceb1-496a-ba48-0a5410868b27'}]}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:30:09.687007 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device fbbe5dc0-d01f-424c-a506-e1c62237de0a up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:30:09.704095 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.pecan_wsgi.hooks.translation [None req-780b1c0c-0ac9-459e-9021-831c0d4f3341 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] DELETE failed (client error): The resource could not be found. Jan 20 14:30:09.704665 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-780b1c0c-0ac9-459e-9021-831c0d4f3341 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:30:09.712794 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-780b1c0c-0ac9-459e-9021-831c0d4f3341 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] 10.222.0.54 "DELETE /v2.0/subnets/39d3fea5-6c2d-4af8-a160-8d85f3ed2e4f HTTP/1.1" status: 404 len: 337 time: 0.1227329 Jan 20 14:30:09.712794 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-42adad00-ef55-4a92-b51a-f4db386ad4d4 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Unset dirty status for tenant:2cb17692bb0c4a2782f988652201ac42 on resource:port {{(pid=84153) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:30:09.712794 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-42adad00-ef55-4a92-b51a-f4db386ad4d4 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.7845280 Jan 20 14:30:09.738788 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da11093b-818d-42aa-b0fd-00fff4a0a3c5 None None] Network dbce74ed-d43c-4540-8d8d-e582f35e4792 requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:30:09.744006 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 37402) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:09.744006 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 37404) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:09.744006 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-5c2233c8-f0ae-4f0f-9485-672538e69973 tempest-FloatingIPNegativeTestJSON-1175302457 tempest-FloatingIPNegativeTestJSON-1175302457-project] Notify callbacks [] for floatingip, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:09.812109 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-51bf6a90-47f5-4569-91bc-701e7b95e9b8 tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Notify callbacks [] for security_group, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:09.875473 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-78a08b40-2912-4881-9334-0f6e861a33b7 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks [] for port, precommit_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:09.883547 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-af96f62b-4dd2-4801-a942-4dbfe49cad81 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:30:09.895304 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-af96f62b-4dd2-4801-a942-4dbfe49cad81 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:30:09.946424 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.pecan_wsgi.hooks.translation [None req-0aa5700d-47c3-48b0-814c-4b472e29f79a tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] DELETE failed (client error): The resource could not be found. Jan 20 14:30:09.946811 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0aa5700d-47c3-48b0-814c-4b472e29f79a tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84152) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:30:09.948527 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-0aa5700d-47c3-48b0-814c-4b472e29f79a tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] 10.222.0.54 "DELETE /v2.0/networks/2b1cc4ee-3150-44b5-954f-ebadeae7a09e HTTP/1.1" status: 404 len: 339 time: 0.1935148 Jan 20 14:30:09.953002 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 37410) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:09.956912 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-78a08b40-2912-4881-9334-0f6e861a33b7 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3944146'] for port, after_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:10.035376 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-51bf6a90-47f5-4569-91bc-701e7b95e9b8 tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:10.036230 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port fbbe5dc0-d01f-424c-a506-e1c62237de0a triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:30:10.036610 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:10.053486 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af96f62b-4dd2-4801-a942-4dbfe49cad81 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Made reservation on behalf of 86e3e9c5b0744f88a459de56a9372787 for: {'port': 1} {{(pid=84153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:30:10.061672 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feb344d6-501b-4b90-ba39-ecd0096cbf17 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:30:10.062394 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-feb344d6-501b-4b90-ba39-ecd0096cbf17 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Synchronizing usage tracker for tenant:2cb17692bb0c4a2782f988652201ac42 on resource:subnet {{(pid=84152) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:30:10.072647 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0ed1848-4ace-4d95-ad6f-f0d400b38320 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] DELETE failed (client error): The resource could not be found. Jan 20 14:30:10.073374 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0ed1848-4ace-4d95-ad6f-f0d400b38320 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:30:10.081098 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-a0ed1848-4ace-4d95-ad6f-f0d400b38320 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] 10.222.0.54 "DELETE /v2.0/subnets/b5a3f190-5a92-4dc4-b6a0-ca00ae1d5d9b HTTP/1.1" status: 404 len: 337 time: 0.1261737 Jan 20 14:30:10.089489 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 37414) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:10.148057 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfebd7f1-f740-4925-892b-ee277c28af0c tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] DELETE failed (client error): The resource could not be found. Jan 20 14:30:10.148057 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dfebd7f1-f740-4925-892b-ee277c28af0c tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84152) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:30:10.167468 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-7fa935ce-7cc0-4948-acf0-1c3683ad44c6 req-8817ada3-d619-4382-9d85-d06632cde37b service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=2841efab0dc64ab1970d5183558f5547&device_id=c1ec459f-0c13-4ec8-b610-ebb2038ce473 HTTP/1.1" status: 200 len: 1098 time: 0.4999661 Jan 20 14:30:10.175856 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-dfebd7f1-f740-4925-892b-ee277c28af0c tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] 10.222.0.54 "DELETE /v2.0/networks/340c77cc-5d65-42df-b31c-43ff7c7dcd56 HTTP/1.1" status: 404 len: 339 time: 0.0841861 Jan 20 14:30:10.178390 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 37418) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:10.243449 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a08b40-2912-4881-9334-0f6e861a33b7 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Pushing event updated for resources: {'Port': ['ID=51817a14-f18c-4d32-a6dd-4794d0845e1e,revision_number=2']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:10.250676 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-feb344d6-501b-4b90-ba39-ecd0096cbf17 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Unset dirty status for tenant:2cb17692bb0c4a2782f988652201ac42 on resource:subnet {{(pid=84152) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:30:10.254457 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-feb344d6-501b-4b90-ba39-ecd0096cbf17 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4979165 Jan 20 14:30:10.260611 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 37424) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:10.304574 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-a06a3ff2-7d56-4a94-a23d-e82c975d9182 None None] Provisioning for port 51817a14-f18c-4d32-a6dd-4794d0845e1e completed by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:30:10.345506 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-a06a3ff2-7d56-4a94-a23d-e82c975d9182 None None] Provisioning complete for port 51817a14-f18c-4d32-a6dd-4794d0845e1e triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:30:10.348898 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-a06a3ff2-7d56-4a94-a23d-e82c975d9182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:10.418132 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-51bf6a90-47f5-4569-91bc-701e7b95e9b8 tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:10.420947 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-a06a3ff2-7d56-4a94-a23d-e82c975d9182 None None] Port 51817a14-f18c-4d32-a6dd-4794d0845e1e cannot update to ACTIVE because it is not bound. {{(pid=84154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 14:30:10.421073 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-51bf6a90-47f5-4569-91bc-701e7b95e9b8 tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Notify callbacks [] for security_group, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:10.424587 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-51bf6a90-47f5-4569-91bc-701e7b95e9b8 tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] 10.222.0.54 "DELETE /v2.0/security-groups/32d583ce-77d6-40ae-8fb6-3b415a214d2c HTTP/1.1" status: 204 len: 168 time: 1.0589826 Jan 20 14:30:10.424743 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-028108d2-32ff-4cbd-ba5b-1054de21fac6 None None] DHCP port deletion for dbce74ed-d43c-4540-8d8d-e582f35e4792 request from dv-neutron-825124-1-hyperv {{(pid=84154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 20 14:30:10.424845 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.pecan_wsgi.hooks.translation [None req-9944d193-22d5-47df-a767-c36d6e0f4242 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] DELETE failed (client error): The resource could not be found. Jan 20 14:30:10.424845 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9944d193-22d5-47df-a767-c36d6e0f4242 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84152) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:30:10.425410 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-9944d193-22d5-47df-a767-c36d6e0f4242 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] 10.222.0.54 "DELETE /v2.0/subnets/74713487-d9fb-4003-94c1-275d2500649b HTTP/1.1" status: 404 len: 337 time: 0.2460895 Jan 20 14:30:10.431595 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-028108d2-32ff-4cbd-ba5b-1054de21fac6 None None] Deleting port 86476925-2229-4905-b40b-baca369c6c09 {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:30:10.432313 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-028108d2-32ff-4cbd-ba5b-1054de21fac6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:10.435965 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 37428) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:10.436231 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 37430) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:10.437522 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-af96f62b-4dd2-4801-a942-4dbfe49cad81 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:10.502198 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.notifiers.nova [None req-af96f62b-4dd2-4801-a942-4dbfe49cad81 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] device_id is not set on port cb61287c-68cc-4feb-9aa6-74f851b083d0 yet. {{(pid=84153) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 14:30:10.505674 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bf6a90-47f5-4569-91bc-701e7b95e9b8 tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=32d583ce-77d6-40ae-8fb6-3b415a214d2c,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:10.537313 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-c546430b-eb39-44af-a792-eaa1bf1c8026 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2715018 Jan 20 14:30:10.542581 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 37436) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:10.567823 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-6370d12f-8627-4952-b69d-c5500f5df5c2 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Request body: {'subnet': {'network_id': 'dbce74ed-d43c-4540-8d8d-e582f35e4792', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:30:10.590883 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.pecan_wsgi.hooks.translation [None req-424e0215-024a-49e5-b6a5-5c76782626f9 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] DELETE failed (client error): The resource could not be found. Jan 20 14:30:10.591793 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-424e0215-024a-49e5-b6a5-5c76782626f9 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84152) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:30:10.595763 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-424e0215-024a-49e5-b6a5-5c76782626f9 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] 10.222.0.54 "DELETE /v2.0/networks/e8941f3d-f5c4-4f7f-beae-38be2ee05a80 HTTP/1.1" status: 404 len: 339 time: 0.1358731 Jan 20 14:30:10.597534 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 37440) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:10.597801 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-58816086-2781-475d-b69a-f15ba603a193 None None] Provisioning complete for port 51817a14-f18c-4d32-a6dd-4794d0845e1e triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:30:10.598262 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-58816086-2781-475d-b69a-f15ba603a193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:10.778348 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-9807fa56-cbf4-41d2-888a-7d2e1daf0e1c tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Synchronizing usage tracker for tenant:e57303c4dfc34a3db17fb5c9c2d373d6 on resource:security_group {{(pid=84152) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:30:10.784300 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa935ce-7cc0-4948-acf0-1c3683ad44c6 req-1a97bf45-d50a-434b-922c-8979ab73a4d0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:30:10.785494 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-7fa935ce-7cc0-4948-acf0-1c3683ad44c6 req-1a97bf45-d50a-434b-922c-8979ab73a4d0 service neutron] 10.222.0.106 "GET /v2.0/networks?id=f21a48f2-2a8e-483a-a3a2-338a6bf081a7 HTTP/1.1" status: 200 len: 912 time: 0.5613852 Jan 20 14:30:10.786490 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-6370d12f-8627-4952-b69d-c5500f5df5c2 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:30:10.801306 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-58816086-2781-475d-b69a-f15ba603a193 None None] Port 51817a14-f18c-4d32-a6dd-4794d0845e1e cannot update to ACTIVE because it is not bound. {{(pid=84154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 14:30:10.808047 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-028108d2-32ff-4cbd-ba5b-1054de21fac6 None None] For port 86476925-2229-4905-b40b-baca369c6c09, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=86476925-2229-4905-b40b-baca369c6c09,segment=NetworkSegment(7b61d093-41ff-4202-b223-533eb0f8da0a),segment_id=7b61d093-41ff-4202-b223-533eb0f8da0a)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:30:10.812747 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-028108d2-32ff-4cbd-ba5b-1054de21fac6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:10.821381 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.pecan_wsgi.hooks.translation [None req-023a011f-b9a2-4956-a1f0-20f08d1b634a tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] DELETE failed (client error): The resource could not be found. Jan 20 14:30:10.821977 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-023a011f-b9a2-4956-a1f0-20f08d1b634a tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:30:10.850160 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-6370d12f-8627-4952-b69d-c5500f5df5c2 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:30:10.855702 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-78a08b40-2912-4881-9334-0f6e861a33b7 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-745387'] for router_interface, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:10.869186 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-9807fa56-cbf4-41d2-888a-7d2e1daf0e1c tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Unset dirty status for tenant:e57303c4dfc34a3db17fb5c9c2d373d6 on resource:security_group {{(pid=84152) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:30:10.870461 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-9807fa56-cbf4-41d2-888a-7d2e1daf0e1c tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4149683 Jan 20 14:30:10.875078 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.api.v2.resource [None req-5c2233c8-f0ae-4f0f-9485-672538e69973 tempest-FloatingIPNegativeTestJSON-1175302457 tempest-FloatingIPNegativeTestJSON-1175302457-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 20 14:30:10.876008 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 37444) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:10.880131 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-5c2233c8-f0ae-4f0f-9485-672538e69973 tempest-FloatingIPNegativeTestJSON-1175302457 tempest-FloatingIPNegativeTestJSON-1175302457-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 1.6305978 Jan 20 14:30:10.880454 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-023a011f-b9a2-4956-a1f0-20f08d1b634a tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] 10.222.0.54 "DELETE /v2.0/subnets/20555d49-a019-42cf-b519-2570d400e8dc HTTP/1.1" status: 404 len: 337 time: 0.2795892 Jan 20 14:30:10.880829 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 37446) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:10.883067 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 37448) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:10.898381 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-c7a89a16-564d-4560-9388-108fe8b64889 tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Request body: {'security_group': {'name': 'tempest-secgroup--1151389031'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:30:10.902160 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-96cc26ae-25b4-4fdf-9da2-1268c151659e tempest-FloatingIPNegativeTestJSON-1175302457 tempest-FloatingIPNegativeTestJSON-1175302457-project] Request body: {'floatingip': {'floating_network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'port_id': '293d7564-c9be-4bfe-9f62-ec1a537ed145', 'fixed_ip_address': '172.20.0.7'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:30:10.911988 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-96cc26ae-25b4-4fdf-9da2-1268c151659e tempest-FloatingIPNegativeTestJSON-1175302457 tempest-FloatingIPNegativeTestJSON-1175302457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:30:10.924547 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-96cc26ae-25b4-4fdf-9da2-1268c151659e tempest-FloatingIPNegativeTestJSON-1175302457 tempest-FloatingIPNegativeTestJSON-1175302457-project] Usage tracker for resource:floatingip and tenant:53e9a3e6ee5940acb518e003bb7b741c is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:30:10.926417 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-c7a89a16-564d-4560-9388-108fe8b64889 tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:30:10.930021 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-96cc26ae-25b4-4fdf-9da2-1268c151659e tempest-FloatingIPNegativeTestJSON-1175302457 tempest-FloatingIPNegativeTestJSON-1175302457-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:30:10.935660 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-028108d2-32ff-4cbd-ba5b-1054de21fac6 None None] Calling delete_port for 86476925-2229-4905-b40b-baca369c6c09 owned by network:dhcp {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:30:10.938795 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-7fa935ce-7cc0-4948-acf0-1c3683ad44c6 req-56d164d5-196d-4502-8550-c4c1eaceb4d2 service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=954e9a8a-d5fc-4913-9be8-605284de3e2f HTTP/1.1" status: 200 len: 999 time: 0.1419406 Jan 20 14:30:10.939737 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-96cc26ae-25b4-4fdf-9da2-1268c151659e tempest-FloatingIPNegativeTestJSON-1175302457 tempest-FloatingIPNegativeTestJSON-1175302457-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:30:10.943282 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6370d12f-8627-4952-b69d-c5500f5df5c2 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Made reservation on behalf of 2cb17692bb0c4a2782f988652201ac42 for: {'subnet': 1} {{(pid=84152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:30:10.957479 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.pecan_wsgi.hooks.translation [None req-7021b1dc-369f-4f47-b0a0-82e191c609cb tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] DELETE failed (client error): The resource could not be found. Jan 20 14:30:10.957926 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7021b1dc-369f-4f47-b0a0-82e191c609cb tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:30:10.962020 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-7021b1dc-369f-4f47-b0a0-82e191c609cb tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] 10.222.0.54 "DELETE /v2.0/networks/44398e7f-5764-4128-9ca1-aac19fe5cf24 HTTP/1.1" status: 404 len: 339 time: 0.0693765 Jan 20 14:30:10.962020 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-c7a89a16-564d-4560-9388-108fe8b64889 tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:30:10.963984 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 37456) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:10.980976 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-58816086-2781-475d-b69a-f15ba603a193 None None] Provisioning complete for port 86476925-2229-4905-b40b-baca369c6c09 triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:30:10.981349 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-58816086-2781-475d-b69a-f15ba603a193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:11.063934 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.db_base_plugin_common [None req-af96f62b-4dd2-4801-a942-4dbfe49cad81 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Allocated IP 172.20.0.14 (c69ee7bc-60c2-439d-90b1-98741047f7c7/5fbe2f7d-ceb1-496a-ba48-0a5410868b27/cb61287c-68cc-4feb-9aa6-74f851b083d0) {{(pid=84153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:30:11.096114 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-c7a89a16-564d-4560-9388-108fe8b64889 tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Notify callbacks [] for security_group, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:11.102580 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.pecan_wsgi.hooks.translation [None req-b132343d-0b25-452f-81a1-e35834cc7ee3 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] DELETE failed (client error): The resource could not be found. Jan 20 14:30:11.103024 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b132343d-0b25-452f-81a1-e35834cc7ee3 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84152) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:30:11.108172 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-b132343d-0b25-452f-81a1-e35834cc7ee3 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] 10.222.0.54 "DELETE /v2.0/subnets/1eb9d77f-85e9-4a19-8f39-53098eeb24bf HTTP/1.1" status: 404 len: 337 time: 0.1041870 Jan 20 14:30:11.113026 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 37460) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:11.150119 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa935ce-7cc0-4948-acf0-1c3683ad44c6 req-18796e70-17a1-40dc-8ce6-01a159024d9d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:30:11.151591 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-7fa935ce-7cc0-4948-acf0-1c3683ad44c6 req-18796e70-17a1-40dc-8ce6-01a159024d9d service neutron] 10.222.0.106 "GET /v2.0/subnets?id=dd53d1af-78bb-45f3-8468-b0b04e8256e8 HTTP/1.1" status: 200 len: 850 time: 0.1933470 Jan 20 14:30:11.153962 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-6370d12f-8627-4952-b69d-c5500f5df5c2 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3155315'] for subnet, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:11.155361 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.pecan_wsgi.hooks.translation [None req-6370d12f-8627-4952-b69d-c5500f5df5c2 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 20 14:30:11.155783 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6370d12f-8627-4952-b69d-c5500f5df5c2 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84152) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:30:11.176268 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-028108d2-32ff-4cbd-ba5b-1054de21fac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486'] for port, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:11.217946 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.pecan_wsgi.hooks.translation [None req-09a88bc2-1f63-4e4c-aa34-909a78376ed3 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] DELETE failed (client error): The resource could not be found. Jan 20 14:30:11.218662 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09a88bc2-1f63-4e4c-aa34-909a78376ed3 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:30:11.220502 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-09a88bc2-1f63-4e4c-aa34-909a78376ed3 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] 10.222.0.54 "DELETE /v2.0/networks/66a2bc39-ffc1-401f-87fc-7048329960c6 HTTP/1.1" status: 404 len: 339 time: 0.1040862 Jan 20 14:30:11.230009 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 37464) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:11.260735 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028108d2-32ff-4cbd-ba5b-1054de21fac6 None None] Pushing event deleted for resources: {'Port': ['ID=86476925-2229-4905-b40b-baca369c6c09,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:11.282627 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-028108d2-32ff-4cbd-ba5b-1054de21fac6 None None] No DVR routers for this DVR port 86476925-2229-4905-b40b-baca369c6c09 on host dv-neutron-825124-1-hyperv {{(pid=84154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 14:30:11.298510 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-96cc26ae-25b4-4fdf-9da2-1268c151659e tempest-FloatingIPNegativeTestJSON-1175302457 tempest-FloatingIPNegativeTestJSON-1175302457-project] Notify callbacks [] for floatingip, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:11.311685 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e4850ca-0c90-42b5-9352-7e1ae6f61bd1 None None] get_active_networks_info from dv-neutron-825124-1-hyperv {{(pid=84154) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 20 14:30:11.326890 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-78a08b40-2912-4881-9334-0f6e861a33b7 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:11.332230 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-6370d12f-8627-4952-b69d-c5500f5df5c2 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.7838197 Jan 20 14:30:11.336947 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 37468) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:11.344130 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b548207-0604-4b11-bcc4-ca6e89f21a1b tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] DELETE failed (client error): The resource could not be found. Jan 20 14:30:11.344566 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b548207-0604-4b11-bcc4-ca6e89f21a1b tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84152) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:30:11.348686 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-6b548207-0604-4b11-bcc4-ca6e89f21a1b tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] 10.222.0.54 "DELETE /v2.0/subnets/90449d00-834b-40ad-8718-5595d27ce8c4 HTTP/1.1" status: 404 len: 337 time: 0.1103380 Jan 20 14:30:11.351751 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-c7a89a16-564d-4560-9388-108fe8b64889 tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:30:11.353360 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 37472) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:11.355308 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 86476925-2229-4905-b40b-baca369c6c09 no longer exists at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:30:11.361598 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-5767c751-bf60-4045-b73d-84e37674c890 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Request body: {'subnet': {'network_id': 'dbce74ed-d43c-4540-8d8d-e582f35e4792', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:30:11.376784 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-c7a89a16-564d-4560-9388-108fe8b64889 tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:30:11.403655 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] No Port match for: 86476925-2229-4905-b40b-baca369c6c09 {{(pid=84154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 14:30:11.404034 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 86476925-2229-4905-b40b-baca369c6c09 not bound to the agent host dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 14:30:11.514753 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e4850ca-0c90-42b5-9352-7e1ae6f61bd1 None None] Resources bound (agent type, host, resource id): {{(pid=84154) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 20 14:30:11.540851 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.pecan_wsgi.hooks.translation [None req-397af5bf-5625-4ec9-848a-b0d1ae3d8308 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] DELETE failed (client error): The resource could not be found. Jan 20 14:30:11.541286 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-397af5bf-5625-4ec9-848a-b0d1ae3d8308 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84152) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:30:11.545402 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-397af5bf-5625-4ec9-848a-b0d1ae3d8308 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] 10.222.0.54 "DELETE /v2.0/networks/63c2549f-d116-4b3a-ae20-12b2f37ed4fa HTTP/1.1" status: 404 len: 339 time: 0.1872096 Jan 20 14:30:11.552875 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 37478) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:11.567890 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-af96f62b-4dd2-4801-a942-4dbfe49cad81 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks [] for port, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:11.599238 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-5767c751-bf60-4045-b73d-84e37674c890 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:30:11.623563 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-5767c751-bf60-4045-b73d-84e37674c890 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:30:11.652064 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-7fa935ce-7cc0-4948-acf0-1c3683ad44c6 req-a4ef7334-ac5a-4a75-8aa1-dcdaa3b746c7 service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=f21a48f2-2a8e-483a-a3a2-338a6bf081a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4921281 Jan 20 14:30:11.681280 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.provisioning_blocks [None req-af96f62b-4dd2-4801-a942-4dbfe49cad81 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Transition to ACTIVE for port object cb61287c-68cc-4feb-9aa6-74f851b083d0 will not be triggered until provisioned by entity DHCP. {{(pid=84153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:30:11.707831 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-c7a89a16-564d-4560-9388-108fe8b64889 tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Notify callbacks [] for security_group, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:11.796319 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-c7a89a16-564d-4560-9388-108fe8b64889 tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:11.864732 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5767c751-bf60-4045-b73d-84e37674c890 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Made reservation on behalf of 2cb17692bb0c4a2782f988652201ac42 for: {'subnet': 1} {{(pid=84152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:30:11.868116 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-5767c751-bf60-4045-b73d-84e37674c890 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3155315'] for subnet, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:11.869795 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.pecan_wsgi.hooks.translation [None req-5767c751-bf60-4045-b73d-84e37674c890 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 20 14:30:11.870240 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5767c751-bf60-4045-b73d-84e37674c890 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84152) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:30:11.878944 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a89a16-564d-4560-9388-108fe8b64889 tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b41e68d9-2991-4503-a8c1-6c1812ed3f31,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:11.925847 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-af96f62b-4dd2-4801-a942-4dbfe49cad81 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:11.981594 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-c7a89a16-564d-4560-9388-108fe8b64889 tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Notify callbacks [] for security_group, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:11.983469 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-c7a89a16-564d-4560-9388-108fe8b64889 tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.1019552 Jan 20 14:30:11.989050 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 37482) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:12.002282 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-8784a9f5-790a-4659-b32c-b7c8dc789542 tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Request body: {'security_group': {'name': 'tempest-secgroup--1516368862'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:30:12.013751 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af96f62b-4dd2-4801-a942-4dbfe49cad81 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Network c69ee7bc-60c2-439d-90b1-98741047f7c7 is already hosted by enough agents. {{(pid=84153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:30:12.018565 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af96f62b-4dd2-4801-a942-4dbfe49cad81 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Pushing event updated for resources: {'Port': ['ID=cb61287c-68cc-4feb-9aa6-74f851b083d0,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:12.020898 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.base_scheduler [None req-af96f62b-4dd2-4801-a942-4dbfe49cad81 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Resources bound (agent type, host, resource id): {{(pid=84153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:30:12.034698 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af96f62b-4dd2-4801-a942-4dbfe49cad81 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Received port after_create {{(pid=84153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:30:12.040256 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-5767c751-bf60-4045-b73d-84e37674c890 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.6979716 Jan 20 14:30:12.042925 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-8784a9f5-790a-4659-b32c-b7c8dc789542 tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:30:12.050213 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 37486) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:12.065625 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-8784a9f5-790a-4659-b32c-b7c8dc789542 tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Usage tracker for resource:security_group and tenant:e57303c4dfc34a3db17fb5c9c2d373d6 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:30:12.070635 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed8e3a1e-3c97-4ba0-869d-9afdbb872aa0 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Deleting subnet f34e53d3-0d23-4900-be2c-950c2214d286 {{(pid=84152) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 20 14:30:12.074194 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-78a08b40-2912-4881-9334-0f6e861a33b7 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks [] for port, precommit_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:12.075991 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-8784a9f5-790a-4659-b32c-b7c8dc789542 tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:30:12.083110 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-cee2ac26-9e17-4098-b98a-2fca4d5dbb8d tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Request body: {'subnet': {'network_id': 'dbce74ed-d43c-4540-8d8d-e582f35e4792', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:30:12.101453 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-ed8e3a1e-3c97-4ba0-869d-9afdbb872aa0 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Notify callbacks [] for subnet, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:12.101850 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af96f62b-4dd2-4801-a942-4dbfe49cad81 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:30:12.102714 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-af96f62b-4dd2-4801-a942-4dbfe49cad81 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:12.147460 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-8784a9f5-790a-4659-b32c-b7c8dc789542 tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:30:12.153390 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-78a08b40-2912-4881-9334-0f6e861a33b7 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3944146'] for port, after_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:12.157404 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-78a08b40-2912-4881-9334-0f6e861a33b7 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1705158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-743490'] for router_interface, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:12.199727 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-af96f62b-4dd2-4801-a942-4dbfe49cad81 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.5729249 Jan 20 14:30:12.203517 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 37490) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:12.203917 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-7fa935ce-7cc0-4948-acf0-1c3683ad44c6 req-bd3489a7-b896-4666-9717-9f20220c3c7f service neutron] 10.222.0.106 "GET /v2.0/networks/f21a48f2-2a8e-483a-a3a2-338a6bf081a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5299582 Jan 20 14:30:12.215551 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-1a829a62-7bd3-4c28-be96-d49a6fb91e79 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Request body: {'subnet': {'network_id': 'c69ee7bc-60c2-439d-90b1-98741047f7c7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:30:12.336795 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-ed8e3a1e-3c97-4ba0-869d-9afdbb872aa0 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3337915'] for subnet, precommit_delete_associations {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:12.346849 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-52568020-4a2e-416c-8341-ca944aecdf5f None None] Provisioning for port cb61287c-68cc-4feb-9aa6-74f851b083d0 completed by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:30:12.352366 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-52568020-4a2e-416c-8341-ca944aecdf5f None None] Provisioning complete for port cb61287c-68cc-4feb-9aa6-74f851b083d0 triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:30:12.352928 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-52568020-4a2e-416c-8341-ca944aecdf5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:12.367734 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-8784a9f5-790a-4659-b32c-b7c8dc789542 tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Notify callbacks [] for security_group, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:12.391760 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-96cc26ae-25b4-4fdf-9da2-1268c151659e tempest-FloatingIPNegativeTestJSON-1175302457 tempest-FloatingIPNegativeTestJSON-1175302457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:12.396120 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a08b40-2912-4881-9334-0f6e861a33b7 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Pushing event updated for resources: {'Port': ['ID=51817a14-f18c-4d32-a6dd-4794d0845e1e,revision_number=3']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:12.415350 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-52568020-4a2e-416c-8341-ca944aecdf5f None None] Port cb61287c-68cc-4feb-9aa6-74f851b083d0 cannot update to ACTIVE because it is not bound. {{(pid=84154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 14:30:12.462210 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-cee2ac26-9e17-4098-b98a-2fca4d5dbb8d tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:30:12.493028 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-1a829a62-7bd3-4c28-be96-d49a6fb91e79 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:30:12.501365 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-1a829a62-7bd3-4c28-be96-d49a6fb91e79 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Usage tracker for resource:subnet and tenant:86e3e9c5b0744f88a459de56a9372787 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:30:12.504727 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-1a829a62-7bd3-4c28-be96-d49a6fb91e79 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:30:12.512533 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78a08b40-2912-4881-9334-0f6e861a33b7 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Network b54d75f0-fa63-48e6-98f2-d669a80b4735 is already hosted by enough agents. {{(pid=84153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:30:12.514362 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-1a829a62-7bd3-4c28-be96-d49a6fb91e79 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:30:12.516389 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.base_scheduler [None req-78a08b40-2912-4881-9334-0f6e861a33b7 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Resources bound (agent type, host, resource id): {{(pid=84153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:30:12.540469 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-cee2ac26-9e17-4098-b98a-2fca4d5dbb8d tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:30:12.561837 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-8784a9f5-790a-4659-b32c-b7c8dc789542 tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:30:12.588035 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-8784a9f5-790a-4659-b32c-b7c8dc789542 tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Usage tracker for resource:security_group_rule and tenant:e57303c4dfc34a3db17fb5c9c2d373d6 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:30:12.617721 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-8784a9f5-790a-4659-b32c-b7c8dc789542 tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:30:12.621868 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-7fa935ce-7cc0-4948-acf0-1c3683ad44c6 req-bd59f12a-81b9-46bb-ad8e-93b57cf2cae1 service neutron] 10.222.0.106 "GET /v2.0/networks/f21a48f2-2a8e-483a-a3a2-338a6bf081a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4029238 Jan 20 14:30:12.631095 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-8784a9f5-790a-4659-b32c-b7c8dc789542 tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:30:12.668290 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-ed8e3a1e-3c97-4ba0-869d-9afdbb872aa0 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1627147'] for subnet, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:12.706377 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cee2ac26-9e17-4098-b98a-2fca4d5dbb8d tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Made reservation on behalf of 2cb17692bb0c4a2782f988652201ac42 for: {'subnet': 1} {{(pid=84152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:30:12.709910 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-cee2ac26-9e17-4098-b98a-2fca4d5dbb8d tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3155315'] for subnet, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:12.711359 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.pecan_wsgi.hooks.translation [None req-cee2ac26-9e17-4098-b98a-2fca4d5dbb8d tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 20 14:30:12.711786 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cee2ac26-9e17-4098-b98a-2fca4d5dbb8d tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84152) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:30:12.742660 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.db_base_plugin_common [None req-96cc26ae-25b4-4fdf-9da2-1268c151659e tempest-FloatingIPNegativeTestJSON-1175302457 tempest-FloatingIPNegativeTestJSON-1175302457-project] Allocated IP 172.26.7.191 (8dffb05c-5ca0-409b-bd5f-7be6264f707d/a489dd4f-42a5-433b-8be3-bab2749c4209/b378a56b-0221-466a-8c9a-6031339b91d2) {{(pid=84152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:30:12.781626 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a829a62-7bd3-4c28-be96-d49a6fb91e79 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Made reservation on behalf of 86e3e9c5b0744f88a459de56a9372787 for: {'subnet': 1} {{(pid=84153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:30:12.785164 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-1a829a62-7bd3-4c28-be96-d49a6fb91e79 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4193986'] for subnet, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:12.889435 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-8784a9f5-790a-4659-b32c-b7c8dc789542 tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Notify callbacks [] for security_group, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:12.894225 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-cee2ac26-9e17-4098-b98a-2fca4d5dbb8d tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.8404691 Jan 20 14:30:12.897889 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 37496) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:12.908230 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-1ba5adda-40d5-4d34-8b4a-ba68265d670f tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Request body: {'subnet': {'network_id': 'dbce74ed-d43c-4540-8d8d-e582f35e4792', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:30:12.945497 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-8784a9f5-790a-4659-b32c-b7c8dc789542 tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:12.947045 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-3bbccdc2-b99b-4594-a995-4d0ce4421a71 None None] Provisioning complete for port 51817a14-f18c-4d32-a6dd-4794d0845e1e triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:30:12.947418 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-3bbccdc2-b99b-4594-a995-4d0ce4421a71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:12.974675 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-ed8e3a1e-3c97-4ba0-869d-9afdbb872aa0 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1627154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4163580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155308'] for subnet, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:13.008822 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-3bbccdc2-b99b-4594-a995-4d0ce4421a71 None None] Port 51817a14-f18c-4d32-a6dd-4794d0845e1e cannot update to ACTIVE because it is not bound. {{(pid=84154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 14:30:13.043269 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-96cc26ae-25b4-4fdf-9da2-1268c151659e tempest-FloatingIPNegativeTestJSON-1175302457 tempest-FloatingIPNegativeTestJSON-1175302457-project] Notify callbacks [] for port, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:13.052771 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8e3a1e-3c97-4ba0-869d-9afdbb872aa0 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Pushing event deleted for resources: {'Subnet': ['ID=f34e53d3-0d23-4900-be2c-950c2214d286,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:13.062950 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8784a9f5-790a-4659-b32c-b7c8dc789542 tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed76beb5-80dc-4f0d-9ace-40daac1af97a,revision_number=1']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:13.066632 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-ed8e3a1e-3c97-4ba0-869d-9afdbb872aa0 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Notify callbacks [] for subnet, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:13.068492 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-ed8e3a1e-3c97-4ba0-869d-9afdbb872aa0 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] 10.222.0.54 "DELETE /v2.0/subnets/f34e53d3-0d23-4900-be2c-950c2214d286 HTTP/1.1" status: 204 len: 168 time: 1.5131352 Jan 20 14:30:13.071038 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 37500) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:13.076617 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f52703be-f069-46d9-bb00-8170098d466a None None] Network 989784db-3d42-4ce9-a2f0-a26f5d80bbe8 requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:30:13.130214 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.db.ipam_backend_mixin [None req-1a829a62-7bd3-4c28-be96-d49a6fb91e79 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 5fbe2f7d-ceb1-496a-ba48-0a5410868b27 (CIDR: 172.20.0.0/28) Jan 20 14:30:13.148679 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-8784a9f5-790a-4659-b32c-b7c8dc789542 tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Notify callbacks [] for security_group, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:13.153369 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-8784a9f5-790a-4659-b32c-b7c8dc789542 tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.1571491 Jan 20 14:30:13.160516 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 37504) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:13.177217 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-8e624c3d-b340-4076-966d-2429f0f73529 tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Request body: {'security_group_rule': {'security_group_id': 'b41e68d9-2991-4503-a8c1-6c1812ed3f31', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'ed76beb5-80dc-4f0d-9ace-40daac1af97a', 'remote_ip_prefix': None}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:30:13.190670 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-8e624c3d-b340-4076-966d-2429f0f73529 tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:30:13.200722 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a829a62-7bd3-4c28-be96-d49a6fb91e79 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 20 14:30:13.200722 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a829a62-7bd3-4c28-be96-d49a6fb91e79 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:30:13.208156 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-8e624c3d-b340-4076-966d-2429f0f73529 tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Usage tracker for resource:security_group_rule and tenant:e57303c4dfc34a3db17fb5c9c2d373d6 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:30:13.213653 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-8e624c3d-b340-4076-966d-2429f0f73529 tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:30:13.219686 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-65674abe-08d9-439f-a76a-e61619362272 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586409'] for network, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:13.221809 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-1ba5adda-40d5-4d34-8b4a-ba68265d670f tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:30:13.224826 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-8e624c3d-b340-4076-966d-2429f0f73529 tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:30:13.238070 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-1ba5adda-40d5-4d34-8b4a-ba68265d670f tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:30:13.242914 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-65674abe-08d9-439f-a76a-e61619362272 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Deleting port d2d9f4a4-9ccd-4f75-8c1a-5b0408c61eeb {{(pid=84152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:30:13.243255 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-65674abe-08d9-439f-a76a-e61619362272 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:13.285334 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-96cc26ae-25b4-4fdf-9da2-1268c151659e tempest-FloatingIPNegativeTestJSON-1175302457 tempest-FloatingIPNegativeTestJSON-1175302457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:13.309782 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-1a829a62-7bd3-4c28-be96-d49a6fb91e79 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0986295 Jan 20 14:30:13.312843 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 37508) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:13.320576 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-b591d212-8395-4dfa-8624-6fce5204ca8a tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Request body: {'subnet': {'network_id': 'c69ee7bc-60c2-439d-90b1-98741047f7c7', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:30:13.383479 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96cc26ae-25b4-4fdf-9da2-1268c151659e tempest-FloatingIPNegativeTestJSON-1175302457 tempest-FloatingIPNegativeTestJSON-1175302457-project] Network 8dffb05c-5ca0-409b-bd5f-7be6264f707d is already hosted by enough agents. {{(pid=84152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:30:13.387988 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-8e624c3d-b340-4076-966d-2429f0f73529 tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:13.411425 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78a08b40-2912-4881-9334-0f6e861a33b7 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Router 99657540-cc4c-46a3-8258-1d84a7d62a43 is scheduled to L3 agent 624d525b-4c26-4143-8a1c-228bb1c6faaa with binding_index 1 {{(pid=84153) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 20 14:30:13.412979 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ba5adda-40d5-4d34-8b4a-ba68265d670f tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Made reservation on behalf of 2cb17692bb0c4a2782f988652201ac42 for: {'subnet': 1} {{(pid=84153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:30:13.421535 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4efcb5f1-9571-46f8-a1bf-a03d90d5f39c None None] DHCP port deletion for 989784db-3d42-4ce9-a2f0-a26f5d80bbe8 request from dv-neutron-825124-1-hyperv {{(pid=84154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 20 14:30:13.425705 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-4efcb5f1-9571-46f8-a1bf-a03d90d5f39c None None] Deleting port d2d9f4a4-9ccd-4f75-8c1a-5b0408c61eeb {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:30:13.425705 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-4efcb5f1-9571-46f8-a1bf-a03d90d5f39c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:13.428337 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.base_scheduler [None req-96cc26ae-25b4-4fdf-9da2-1268c151659e tempest-FloatingIPNegativeTestJSON-1175302457 tempest-FloatingIPNegativeTestJSON-1175302457-project] Resources bound (agent type, host, resource id): {{(pid=84152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:30:13.441414 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96cc26ae-25b4-4fdf-9da2-1268c151659e tempest-FloatingIPNegativeTestJSON-1175302457 tempest-FloatingIPNegativeTestJSON-1175302457-project] Received port after_create {{(pid=84152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:30:13.469476 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cc26ae-25b4-4fdf-9da2-1268c151659e tempest-FloatingIPNegativeTestJSON-1175302457 tempest-FloatingIPNegativeTestJSON-1175302457-project] Pushing event updated for resources: {'Port': ['ID=b378a56b-0221-466a-8c9a-6031339b91d2,revision_number=1']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:13.636134 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-1ba5adda-40d5-4d34-8b4a-ba68265d670f tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4193986'] for subnet, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:13.637668 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ba5adda-40d5-4d34-8b4a-ba68265d670f tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 20 14:30:13.638672 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ba5adda-40d5-4d34-8b4a-ba68265d670f tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:30:13.650074 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-4efcb5f1-9571-46f8-a1bf-a03d90d5f39c None None] For port d2d9f4a4-9ccd-4f75-8c1a-5b0408c61eeb, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=d2d9f4a4-9ccd-4f75-8c1a-5b0408c61eeb,segment=NetworkSegment(d86b9aea-3233-4233-95ae-3b17e548c3f8),segment_id=d86b9aea-3233-4233-95ae-3b17e548c3f8)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:30:13.650538 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-4efcb5f1-9571-46f8-a1bf-a03d90d5f39c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:13.690679 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-b591d212-8395-4dfa-8624-6fce5204ca8a tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:30:13.696302 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-b591d212-8395-4dfa-8624-6fce5204ca8a tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Usage tracker for resource:subnet and tenant:86e3e9c5b0744f88a459de56a9372787 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:30:13.741509 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-b591d212-8395-4dfa-8624-6fce5204ca8a tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:30:13.759781 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-b591d212-8395-4dfa-8624-6fce5204ca8a tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:30:13.783046 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-4efcb5f1-9571-46f8-a1bf-a03d90d5f39c None None] Calling delete_port for d2d9f4a4-9ccd-4f75-8c1a-5b0408c61eeb owned by network:dhcp {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:30:13.805012 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-1ba5adda-40d5-4d34-8b4a-ba68265d670f tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.9029098 Jan 20 14:30:13.805246 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 37512) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:13.812324 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-93f9eb85-e68b-4941-8aa8-2c9882cc86de tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Request body: {'subnet': {'network_id': 'dbce74ed-d43c-4540-8d8d-e582f35e4792', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:30:13.828265 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-8e624c3d-b340-4076-966d-2429f0f73529 tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:13.873437 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.db [None req-65674abe-08d9-439f-a76a-e61619362272 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] For port d2d9f4a4-9ccd-4f75-8c1a-5b0408c61eeb, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=d2d9f4a4-9ccd-4f75-8c1a-5b0408c61eeb,segment=NetworkSegment(d86b9aea-3233-4233-95ae-3b17e548c3f8),segment_id=d86b9aea-3233-4233-95ae-3b17e548c3f8)] {{(pid=84152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:30:13.873947 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-65674abe-08d9-439f-a76a-e61619362272 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:13.924092 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b591d212-8395-4dfa-8624-6fce5204ca8a tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Made reservation on behalf of 86e3e9c5b0744f88a459de56a9372787 for: {'subnet': 1} {{(pid=84153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:30:13.928517 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-b591d212-8395-4dfa-8624-6fce5204ca8a tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4193986'] for subnet, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:13.970439 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-4efcb5f1-9571-46f8-a1bf-a03d90d5f39c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486'] for port, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:14.000568 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-8e624c3d-b340-4076-966d-2429f0f73529 tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734962'] for security_group_rule, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:14.009970 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-65674abe-08d9-439f-a76a-e61619362272 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Calling delete_port for d2d9f4a4-9ccd-4f75-8c1a-5b0408c61eeb owned by network:dhcp {{(pid=84152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:30:14.017963 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efcb5f1-9571-46f8-a1bf-a03d90d5f39c None None] Pushing event deleted for resources: {'Port': ['ID=d2d9f4a4-9ccd-4f75-8c1a-5b0408c61eeb,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:14.021955 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4efcb5f1-9571-46f8-a1bf-a03d90d5f39c None None] No DVR routers for this DVR port d2d9f4a4-9ccd-4f75-8c1a-5b0408c61eeb on host dv-neutron-825124-1-hyperv {{(pid=84154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 14:30:14.080255 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-93f9eb85-e68b-4941-8aa8-2c9882cc86de tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:30:14.086044 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78a08b40-2912-4881-9334-0f6e861a33b7 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify agent at l3_agent.dv-neutron-825124-1-hyperv the message routers_updated {{(pid=84153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 14:30:14.086874 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e624c3d-b340-4076-966d-2429f0f73529 tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12c4028c-ea01-44d3-8b8f-f9ced53d92c4,revision_number=0']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:14.095736 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-78a08b40-2912-4881-9334-0f6e861a33b7 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] 10.222.0.54 "PUT /v2.0/routers/99657540-cc4c-46a3-8258-1d84a7d62a43/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8897648 Jan 20 14:30:14.095849 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-96cc26ae-25b4-4fdf-9da2-1268c151659e tempest-FloatingIPNegativeTestJSON-1175302457 tempest-FloatingIPNegativeTestJSON-1175302457-project] Deleting port b378a56b-0221-466a-8c9a-6031339b91d2 {{(pid=84152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:30:14.095849 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-96cc26ae-25b4-4fdf-9da2-1268c151659e tempest-FloatingIPNegativeTestJSON-1175302457 tempest-FloatingIPNegativeTestJSON-1175302457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:14.102692 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 37518) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:14.103036 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d820f0b-59dc-4471-a994-e0964b8e0c5d None None] Sync routers for ids ['99657540-cc4c-46a3-8258-1d84a7d62a43'] in dv-neutron-825124-1-hyperv {{(pid=84154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 14:30:14.112117 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-93f9eb85-e68b-4941-8aa8-2c9882cc86de tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:30:14.115444 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d820f0b-59dc-4471-a994-e0964b8e0c5d None None] Routers {'99657540-cc4c-46a3-8258-1d84a7d62a43'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:30:14.116153 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-6d820f0b-59dc-4471-a994-e0964b8e0c5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:30:00Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['99657540-cc4c-46a3-8258-1d84a7d62a43'], 'active': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:30:14.189795 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-6d820f0b-59dc-4471-a994-e0964b8e0c5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:30:14.201423 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d820f0b-59dc-4471-a994-e0964b8e0c5d None None] Routers {'99657540-cc4c-46a3-8258-1d84a7d62a43'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:30:14.202385 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-6d820f0b-59dc-4471-a994-e0964b8e0c5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:30:00Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['99657540-cc4c-46a3-8258-1d84a7d62a43'], 'active': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:30:14.217912 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dac6e32-6ef1-40c1-b7b1-2da78dd25804 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:30:14.222665 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-9dac6e32-6ef1-40c1-b7b1-2da78dd25804 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] 10.222.0.54 "GET /v2.0/ports/51817a14-f18c-4d32-a6dd-4794d0845e1e HTTP/1.1" status: 200 len: 983 time: 0.1190262 Jan 20 14:30:14.223394 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 37522) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:14.235997 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-8e624c3d-b340-4076-966d-2429f0f73529 tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:14.237163 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-8e624c3d-b340-4076-966d-2429f0f73529 tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 740 time: 1.0765097 Jan 20 14:30:14.240098 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 37524) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:14.244234 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.db.ipam_backend_mixin [None req-b591d212-8395-4dfa-8624-6fce5204ca8a tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 4914103a-74d6-48ba-8530-bfdddb01644f (CIDR: 172.20.0.16/28) Jan 20 14:30:14.260488 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.db.api [None req-65674abe-08d9-439f-a76a-e61619362272 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84152) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 14:30:14.260488 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG oslo_db.api [None req-65674abe-08d9-439f-a76a-e61619362272 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 14:30:14.267735 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-6d820f0b-59dc-4471-a994-e0964b8e0c5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:30:14.268192 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d820f0b-59dc-4471-a994-e0964b8e0c5d None None] The sync data for ids ['99657540-cc4c-46a3-8258-1d84a7d62a43'] in dv-neutron-825124-1-hyperv is: [] {{(pid=84154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 14:30:14.301097 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-de3c1204-d8e8-4ac9-9fc8-c38e7449047e tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:14.316709 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.pecan_wsgi.hooks.translation [None req-b591d212-8395-4dfa-8624-6fce5204ca8a tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 20 14:30:14.317140 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b591d212-8395-4dfa-8624-6fce5204ca8a tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:30:14.322230 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-de3c1204-d8e8-4ac9-9fc8-c38e7449047e tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:14.327432 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93f9eb85-e68b-4941-8aa8-2c9882cc86de tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Made reservation on behalf of 2cb17692bb0c4a2782f988652201ac42 for: {'subnet': 1} {{(pid=84153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:30:14.330836 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-93f9eb85-e68b-4941-8aa8-2c9882cc86de tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4193986'] for subnet, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:14.332142 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.pecan_wsgi.hooks.translation [None req-93f9eb85-e68b-4941-8aa8-2c9882cc86de tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 20 14:30:14.332548 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93f9eb85-e68b-4941-8aa8-2c9882cc86de tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:30:14.336430 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-96cc26ae-25b4-4fdf-9da2-1268c151659e tempest-FloatingIPNegativeTestJSON-1175302457 tempest-FloatingIPNegativeTestJSON-1175302457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:14.340766 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-96cc26ae-25b4-4fdf-9da2-1268c151659e tempest-FloatingIPNegativeTestJSON-1175302457 tempest-FloatingIPNegativeTestJSON-1175302457-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:14.407422 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-93f9eb85-e68b-4941-8aa8-2c9882cc86de tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.6008921 Jan 20 14:30:14.412159 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 37530) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:14.417736 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-1e6f7ac1-89d6-45ea-8905-09f563fb6d6b tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Request body: {'subnet': {'network_id': 'dbce74ed-d43c-4540-8d8d-e582f35e4792', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:30:14.502762 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-96cc26ae-25b4-4fdf-9da2-1268c151659e tempest-FloatingIPNegativeTestJSON-1175302457 tempest-FloatingIPNegativeTestJSON-1175302457-project] Calling delete_port for b378a56b-0221-466a-8c9a-6031339b91d2 owned by network:floatingip {{(pid=84152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:30:14.549494 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-b591d212-8395-4dfa-8624-6fce5204ca8a tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 1.2347524 Jan 20 14:30:14.552334 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 37534) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:14.558754 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-5ce740ea-4262-4c06-b6a3-7150a55fa33f tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Request body: {'subnet': {'network_id': 'c69ee7bc-60c2-439d-90b1-98741047f7c7', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:30:14.582232 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-de3c1204-d8e8-4ac9-9fc8-c38e7449047e tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734962'] for security_group_rule, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:14.628134 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3c1204-d8e8-4ac9-9fc8-c38e7449047e tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=12c4028c-ea01-44d3-8b8f-f9ced53d92c4,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:14.671726 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-1e6f7ac1-89d6-45ea-8905-09f563fb6d6b tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:30:14.675860 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-de3c1204-d8e8-4ac9-9fc8-c38e7449047e tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:14.679589 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-de3c1204-d8e8-4ac9-9fc8-c38e7449047e tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] 10.222.0.54 "DELETE /v2.0/security-group-rules/12c4028c-ea01-44d3-8b8f-f9ced53d92c4 HTTP/1.1" status: 204 len: 168 time: 0.4359739 Jan 20 14:30:14.680925 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 37538) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:14.686913 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-1e6f7ac1-89d6-45ea-8905-09f563fb6d6b tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:30:14.758943 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-65674abe-08d9-439f-a76a-e61619362272 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Deleting port d2d9f4a4-9ccd-4f75-8c1a-5b0408c61eeb {{(pid=84152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:30:14.759282 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-65674abe-08d9-439f-a76a-e61619362272 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:14.812815 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-5ce740ea-4262-4c06-b6a3-7150a55fa33f tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:30:14.825322 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-5ce740ea-4262-4c06-b6a3-7150a55fa33f tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Usage tracker for resource:subnet and tenant:86e3e9c5b0744f88a459de56a9372787 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:30:14.829059 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-5ce740ea-4262-4c06-b6a3-7150a55fa33f tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:30:14.835988 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-5ce740ea-4262-4c06-b6a3-7150a55fa33f tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:30:14.840247 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-65674abe-08d9-439f-a76a-e61619362272 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] The port 'd2d9f4a4-9ccd-4f75-8c1a-5b0408c61eeb' was deleted {{(pid=84152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 20 14:30:14.844962 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e6f7ac1-89d6-45ea-8905-09f563fb6d6b tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Made reservation on behalf of 2cb17692bb0c4a2782f988652201ac42 for: {'subnet': 1} {{(pid=84152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:30:14.848327 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-1e6f7ac1-89d6-45ea-8905-09f563fb6d6b tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3155315'] for subnet, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:14.849645 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e6f7ac1-89d6-45ea-8905-09f563fb6d6b tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 20 14:30:14.850072 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e6f7ac1-89d6-45ea-8905-09f563fb6d6b tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84152) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:30:14.863182 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-7558e737-9726-425b-8013-b7e1deaa3989 tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Synchronizing usage tracker for tenant:e57303c4dfc34a3db17fb5c9c2d373d6 on resource:security_group_rule {{(pid=84152) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:30:14.942496 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ce740ea-4262-4c06-b6a3-7150a55fa33f tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Made reservation on behalf of 86e3e9c5b0744f88a459de56a9372787 for: {'subnet': 1} {{(pid=84153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:30:14.946209 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-5ce740ea-4262-4c06-b6a3-7150a55fa33f tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4193986'] for subnet, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:14.984465 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-96cc26ae-25b4-4fdf-9da2-1268c151659e tempest-FloatingIPNegativeTestJSON-1175302457 tempest-FloatingIPNegativeTestJSON-1175302457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:15.044886 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cc26ae-25b4-4fdf-9da2-1268c151659e tempest-FloatingIPNegativeTestJSON-1175302457 tempest-FloatingIPNegativeTestJSON-1175302457-project] Pushing event deleted for resources: {'Port': ['ID=b378a56b-0221-466a-8c9a-6031339b91d2,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:15.056044 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-1e6f7ac1-89d6-45ea-8905-09f563fb6d6b tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.6402650 Jan 20 14:30:15.056044 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-65674abe-08d9-439f-a76a-e61619362272 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1626242', 'neutron.services.segments.db._delete_segments_for_network-8769554214620'] for network, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:15.063538 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 37544) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:15.144674 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-7558e737-9726-425b-8013-b7e1deaa3989 tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Unset dirty status for tenant:e57303c4dfc34a3db17fb5c9c2d373d6 on resource:security_group_rule {{(pid=84152) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:30:15.145914 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-7558e737-9726-425b-8013-b7e1deaa3989 tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.4641047 Jan 20 14:30:15.154508 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-2054ed45-8d81-4154-ae64-cd457ea2607b tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0890810 Jan 20 14:30:15.156147 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.segments.db [None req-65674abe-08d9-439f-a76a-e61619362272 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['989784db-3d42-4ce9-a2f0-a26f5d80bbe8']}} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:30:15.162980 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 37548) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:15.163299 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 37550) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:15.250514 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-d761628e-c67b-4bb2-b6ec-4db8084b9b9d tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-743504'] for router_interface, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:15.304313 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device d2d9f4a4-9ccd-4f75-8c1a-5b0408c61eeb no longer exists at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:30:15.340430 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] No Port match for: d2d9f4a4-9ccd-4f75-8c1a-5b0408c61eeb {{(pid=84154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 14:30:15.340776 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device d2d9f4a4-9ccd-4f75-8c1a-5b0408c61eeb not bound to the agent host dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 14:30:15.361230 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.segments.db [None req-65674abe-08d9-439f-a76a-e61619362272 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd86b9aea-3233-4233-95ae-3b17e548c3f8') {'for_net_delete': True} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:30:15.361515 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.segments.db [None req-65674abe-08d9-439f-a76a-e61619362272 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd86b9aea-3233-4233-95ae-3b17e548c3f8') {} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:30:15.393984 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-65674abe-08d9-439f-a76a-e61619362272 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769554214503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3337904'] for segment, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:15.438654 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-65674abe-08d9-439f-a76a-e61619362272 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:15.467343 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6520fbc5-140e-4569-8d82-bf74c63359fb tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:30:15.468792 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-6520fbc5-140e-4569-8d82-bf74c63359fb tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2766235 Jan 20 14:30:15.470694 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65674abe-08d9-439f-a76a-e61619362272 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Releasing vlan 150 on physical network physnet1 to pool {{(pid=84152) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 14:30:15.471082 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-65674abe-08d9-439f-a76a-e61619362272 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1622950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4162906'] for segment, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:15.488362 dv-neutron-825124-1-hyperv neutron-server[84152]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 20 14:30:15.488362 dv-neutron-825124-1-hyperv neutron-server[84152]: util.warn( Jan 20 14:30:15.488362 dv-neutron-825124-1-hyperv neutron-server[84152]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 20 14:30:15.488362 dv-neutron-825124-1-hyperv neutron-server[84152]: util.warn( Jan 20 14:30:15.488362 dv-neutron-825124-1-hyperv neutron-server[84152]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 20 14:30:15.488362 dv-neutron-825124-1-hyperv neutron-server[84152]: util.warn( Jan 20 14:30:15.488362 dv-neutron-825124-1-hyperv neutron-server[84152]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 20 14:30:15.488362 dv-neutron-825124-1-hyperv neutron-server[84152]: util.warn( Jan 20 14:30:15.488362 dv-neutron-825124-1-hyperv neutron-server[84152]: Traceback (most recent call last): Jan 20 14:30:15.488362 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 14:30:15.488362 dv-neutron-825124-1-hyperv neutron-server[84152]: timer() Jan 20 14:30:15.488362 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 14:30:15.488362 dv-neutron-825124-1-hyperv neutron-server[84152]: cb(*args, **kw) Jan 20 14:30:15.488362 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 14:30:15.488362 dv-neutron-825124-1-hyperv neutron-server[84152]: return func(*args, **kwargs) Jan 20 14:30:15.488362 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 14:30:15.488362 dv-neutron-825124-1-hyperv neutron-server[84152]: self._notify() Jan 20 14:30:15.488362 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 14:30:15.488362 dv-neutron-825124-1-hyperv neutron-server[84152]: self.callback(batched_events) Jan 20 14:30:15.488362 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 14:30:15.488362 dv-neutron-825124-1-hyperv neutron-server[84152]: event.method(event) Jan 20 14:30:15.488362 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 14:30:15.488362 dv-neutron-825124-1-hyperv neutron-server[84152]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 14:30:15.488362 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 14:30:15.488362 dv-neutron-825124-1-hyperv neutron-server[84152]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 14:30:15.488362 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 14:30:15.488362 dv-neutron-825124-1-hyperv neutron-server[84152]: return f(self, *a, **k) Jan 20 14:30:15.488362 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 14:30:15.488362 dv-neutron-825124-1-hyperv neutron-server[84152]: return self._get(url).json() Jan 20 14:30:15.488362 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 14:30:15.488362 dv-neutron-825124-1-hyperv neutron-server[84152]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 14:30:15.488362 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 14:30:15.488362 dv-neutron-825124-1-hyperv neutron-server[84152]: return self.request(url, 'GET', **kwargs) Jan 20 14:30:15.488362 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 14:30:15.488362 dv-neutron-825124-1-hyperv neutron-server[84152]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 14:30:15.488362 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 14:30:15.488362 dv-neutron-825124-1-hyperv neutron-server[84152]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 14:30:15.488362 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 14:30:15.488362 dv-neutron-825124-1-hyperv neutron-server[84152]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 14:30:15.488362 dv-neutron-825124-1-hyperv neutron-server[84152]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 14:30:15.491482 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 37556) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:15.575383 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-5ce740ea-4262-4c06-b6a3-7150a55fa33f tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3943531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4194004'] for subnet, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:15.642880 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-77b4baa6-68ec-46b6-8640-ff26ec3e05b7 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1489189 Jan 20 14:30:15.643635 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.api.v2.resource [None req-96cc26ae-25b4-4fdf-9da2-1268c151659e tempest-FloatingIPNegativeTestJSON-1175302457 tempest-FloatingIPNegativeTestJSON-1175302457-project] create failed (client error): The resource could not be found. Jan 20 14:30:15.650193 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-96cc26ae-25b4-4fdf-9da2-1268c151659e tempest-FloatingIPNegativeTestJSON-1175302457 tempest-FloatingIPNegativeTestJSON-1175302457-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 4.7596629 Jan 20 14:30:15.650193 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 37560) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:15.650193 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 37562) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:15.654904 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-8fca4bbc-901e-4dc7-8970-ac19c857910c tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Request body: {'subnet': {'network_id': 'dbce74ed-d43c-4540-8d8d-e582f35e4792', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:30:15.685937 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ce740ea-4262-4c06-b6a3-7150a55fa33f tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Network c69ee7bc-60c2-439d-90b1-98741047f7c7 is already hosted by enough agents. {{(pid=84153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:30:15.694317 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.base_scheduler [None req-5ce740ea-4262-4c06-b6a3-7150a55fa33f tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Resources bound (agent type, host, resource id): {{(pid=84153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:30:15.700526 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ce740ea-4262-4c06-b6a3-7150a55fa33f tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:30:15.701670 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-5ce740ea-4262-4c06-b6a3-7150a55fa33f tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks [] for subnet, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:15.706773 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c2ef1f9-4cf9-4773-8d54-81a98dc4dd4b None None] Network c69ee7bc-60c2-439d-90b1-98741047f7c7 requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:30:15.710543 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce740ea-4262-4c06-b6a3-7150a55fa33f tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Pushing event updated for resources: {'Subnet': ['ID=b40a3f0c-fae9-4267-bf63-301717fe9208,revision_number=0']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:15.729465 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-d761628e-c67b-4bb2-b6ec-4db8084b9b9d tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Deleting port 51817a14-f18c-4d32-a6dd-4794d0845e1e {{(pid=84153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:30:15.729840 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-d761628e-c67b-4bb2-b6ec-4db8084b9b9d tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:15.759127 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-20e6c7ca-6a15-4a5e-96c8-daa59db40464 tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Notify callbacks [] for security_group, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:15.830407 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-65674abe-08d9-439f-a76a-e61619362272 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1626253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-745296'] for network, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:15.838570 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-3ad958e2-b6ba-4ddd-951c-e054d4bf9081 tempest-FloatingIPNegativeTestJSON-1175302457 tempest-FloatingIPNegativeTestJSON-1175302457-project] Deleting port 293d7564-c9be-4bfe-9f62-ec1a537ed145 {{(pid=84152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:30:15.838989 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-3ad958e2-b6ba-4ddd-951c-e054d4bf9081 tempest-FloatingIPNegativeTestJSON-1175302457 tempest-FloatingIPNegativeTestJSON-1175302457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:15.876253 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-5ce740ea-4262-4c06-b6a3-7150a55fa33f tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.3228602 Jan 20 14:30:15.882415 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 37568) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:15.892019 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-a1a09d95-e67a-40a3-ac24-a97a8ab7181c tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-815706747', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'b40a3f0c-fae9-4267-bf63-301717fe9208'}], 'security_groups': ['04f20f47-ec1e-4ead-ab62-fff87c6e3e67', 'f3671671-46b1-46d5-85bb-bf97cd401308']}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:30:15.894115 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-20e6c7ca-6a15-4a5e-96c8-daa59db40464 tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:15.905476 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-65674abe-08d9-439f-a76a-e61619362272 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Notify callbacks [] for network, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:15.919246 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-8fca4bbc-901e-4dc7-8970-ac19c857910c tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:30:15.927781 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65674abe-08d9-439f-a76a-e61619362272 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] Pushing event deleted for resources: {'Network': ['ID=989784db-3d42-4ce9-a2f0-a26f5d80bbe8,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:15.959213 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-8fca4bbc-901e-4dc7-8970-ac19c857910c tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:30:16.065762 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-d761628e-c67b-4bb2-b6ec-4db8084b9b9d tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:16.068862 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd7a53a7-d65e-491f-9e30-fa1f8e857f00 None None] Update dhcp port {'port': {'network_id': 'c69ee7bc-60c2-439d-90b1-98741047f7c7', 'fixed_ips': [{'subnet_id': '4914103a-74d6-48ba-8530-bfdddb01644f', 'ip_address': '172.20.0.18'}, {'subnet_id': '5fbe2f7d-ceb1-496a-ba48-0a5410868b27', 'ip_address': '172.20.0.2'}, {'subnet_id': 'b40a3f0c-fae9-4267-bf63-301717fe9208'}], 'binding:host_id': 'dv-neutron-825124-1-hyperv'}, 'id': 'fbbe5dc0-d01f-424c-a506-e1c62237de0a'} from dv-neutron-825124-1-hyperv. {{(pid=84154) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Jan 20 14:30:16.107016 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-65674abe-08d9-439f-a76a-e61619362272 tempest-NetworksTest-428098421 tempest-NetworksTest-428098421-project] 10.222.0.54 "DELETE /v2.0/networks/989784db-3d42-4ce9-a2f0-a26f5d80bbe8 HTTP/1.1" status: 204 len: 168 time: 3.0348969 Jan 20 14:30:16.113767 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fca4bbc-901e-4dc7-8970-ac19c857910c tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Made reservation on behalf of 2cb17692bb0c4a2782f988652201ac42 for: {'subnet': 1} {{(pid=84152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:30:16.116764 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-8fca4bbc-901e-4dc7-8970-ac19c857910c tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3155315'] for subnet, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:16.130906 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-20e6c7ca-6a15-4a5e-96c8-daa59db40464 tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:16.135819 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-bd7a53a7-d65e-491f-9e30-fa1f8e857f00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:16.225630 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e6c7ca-6a15-4a5e-96c8-daa59db40464 tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed76beb5-80dc-4f0d-9ace-40daac1af97a,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:16.331818 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-3ad958e2-b6ba-4ddd-951c-e054d4bf9081 tempest-FloatingIPNegativeTestJSON-1175302457 tempest-FloatingIPNegativeTestJSON-1175302457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:16.338004 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-d761628e-c67b-4bb2-b6ec-4db8084b9b9d tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Calling delete_port for 51817a14-f18c-4d32-a6dd-4794d0845e1e owned by network:router_interface {{(pid=84153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:30:16.477853 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-20e6c7ca-6a15-4a5e-96c8-daa59db40464 tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Notify callbacks [] for security_group, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:16.478309 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-20e6c7ca-6a15-4a5e-96c8-daa59db40464 tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] 10.222.0.54 "DELETE /v2.0/security-groups/ed76beb5-80dc-4f0d-9ace-40daac1af97a HTTP/1.1" status: 204 len: 168 time: 1.2876482 Jan 20 14:30:16.486289 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-3ad958e2-b6ba-4ddd-951c-e054d4bf9081 tempest-FloatingIPNegativeTestJSON-1175302457 tempest-FloatingIPNegativeTestJSON-1175302457-project] Calling delete_port for 293d7564-c9be-4bfe-9f62-ec1a537ed145 owned by {{(pid=84152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:30:16.488023 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_common [None req-bd7a53a7-d65e-491f-9e30-fa1f8e857f00 None None] Allocated IP 172.20.0.34 (c69ee7bc-60c2-439d-90b1-98741047f7c7/b40a3f0c-fae9-4267-bf63-301717fe9208/fbbe5dc0-d01f-424c-a506-e1c62237de0a) {{(pid=84154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:30:16.513969 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 37578) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:16.522113 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-a1a09d95-e67a-40a3-ac24-a97a8ab7181c tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:16.638398 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-bd7a53a7-d65e-491f-9e30-fa1f8e857f00 None None] For port fbbe5dc0-d01f-424c-a506-e1c62237de0a, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=fbbe5dc0-d01f-424c-a506-e1c62237de0a,segment=NetworkSegment(d51340dd-91e7-495b-b378-11b3a01f125b),segment_id=d51340dd-91e7-495b-b378-11b3a01f125b)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:30:16.670729 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-bd7a53a7-d65e-491f-9e30-fa1f8e857f00 None None] Notify callbacks [] for port, precommit_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:16.726438 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-51b92f49-c99e-48a8-b1db-58127ea017b9 tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Synchronizing usage tracker for tenant:e57303c4dfc34a3db17fb5c9c2d373d6 on resource:security_group {{(pid=84153) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:30:16.742458 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-3ad958e2-b6ba-4ddd-951c-e054d4bf9081 tempest-FloatingIPNegativeTestJSON-1175302457 tempest-FloatingIPNegativeTestJSON-1175302457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:16.799034 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad958e2-b6ba-4ddd-951c-e054d4bf9081 tempest-FloatingIPNegativeTestJSON-1175302457 tempest-FloatingIPNegativeTestJSON-1175302457-project] Pushing event deleted for resources: {'Port': ['ID=293d7564-c9be-4bfe-9f62-ec1a537ed145,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:16.809913 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 37584) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:16.927906 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-51b92f49-c99e-48a8-b1db-58127ea017b9 tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Unset dirty status for tenant:e57303c4dfc34a3db17fb5c9c2d373d6 on resource:security_group {{(pid=84153) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:30:16.929215 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-51b92f49-c99e-48a8-b1db-58127ea017b9 tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.3975782 Jan 20 14:30:16.936996 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 37590) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:17.004623 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-bd7a53a7-d65e-491f-9e30-fa1f8e857f00 None None] Transition to ACTIVE for port object fbbe5dc0-d01f-424c-a506-e1c62237de0a will not be triggered until provisioned by entity DHCP. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:30:17.016553 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-d761628e-c67b-4bb2-b6ec-4db8084b9b9d tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:17.067104 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-bd7a53a7-d65e-491f-9e30-fa1f8e857f00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:17.085054 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d761628e-c67b-4bb2-b6ec-4db8084b9b9d tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Pushing event deleted for resources: {'Port': ['ID=51817a14-f18c-4d32-a6dd-4794d0845e1e,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:17.093512 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-3ad958e2-b6ba-4ddd-951c-e054d4bf9081 tempest-FloatingIPNegativeTestJSON-1175302457 tempest-FloatingIPNegativeTestJSON-1175302457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:17.126180 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-cbe9ab14-ddb5-4718-9c2f-cc3a698fc45b tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Notify callbacks [] for security_group, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:17.132006 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-3ad958e2-b6ba-4ddd-951c-e054d4bf9081 tempest-FloatingIPNegativeTestJSON-1175302457 tempest-FloatingIPNegativeTestJSON-1175302457-project] 10.222.0.54 "DELETE /v2.0/ports/293d7564-c9be-4bfe-9f62-ec1a537ed145 HTTP/1.1" status: 204 len: 168 time: 1.4813914 Jan 20 14:30:17.160100 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 37594) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:17.240428 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.objects.ports [None req-8fca4bbc-901e-4dc7-8970-ac19c857910c tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84152) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Jan 20 14:30:17.244120 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-8fca4bbc-901e-4dc7-8970-ac19c857910c tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4163519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3155301'] for subnet, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:17.273737 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7a53a7-d65e-491f-9e30-fa1f8e857f00 None None] Pushing event updated for resources: {'Port': ['ID=fbbe5dc0-d01f-424c-a506-e1c62237de0a,revision_number=7']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:17.289036 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-cbe9ab14-ddb5-4718-9c2f-cc3a698fc45b tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:17.409740 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-2fdfed3e-1ae2-46ca-a36d-fed82dda8a35 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=fb1d1c9fcb3d4adb98a1b2ecf7f7158b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5949545 Jan 20 14:30:17.410666 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fca4bbc-901e-4dc7-8970-ac19c857910c tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Pushing event updated for resources: {'Subnet': ['ID=66200f44-323d-42f5-94d5-cf376c9133fe,revision_number=0']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:17.412595 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 37600) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:17.490438 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.db_base_plugin_common [None req-a1a09d95-e67a-40a3-ac24-a97a8ab7181c tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Delete allocated IP 172.20.0.14 (c69ee7bc-60c2-439d-90b1-98741047f7c7/5fbe2f7d-ceb1-496a-ba48-0a5410868b27) {{(pid=84153) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 20 14:30:17.498386 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-d761628e-c67b-4bb2-b6ec-4db8084b9b9d tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1705096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-745401'] for router_interface, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:17.518955 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.db_base_plugin_common [None req-a1a09d95-e67a-40a3-ac24-a97a8ab7181c tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Allocated IP 172.20.0.37 (c69ee7bc-60c2-439d-90b1-98741047f7c7/b40a3f0c-fae9-4267-bf63-301717fe9208/cb61287c-68cc-4feb-9aa6-74f851b083d0) {{(pid=84153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:30:17.527276 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fca4bbc-901e-4dc7-8970-ac19c857910c tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Network dbce74ed-d43c-4540-8d8d-e582f35e4792 is already hosted by enough agents. {{(pid=84152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:30:17.533080 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.base_scheduler [None req-8fca4bbc-901e-4dc7-8970-ac19c857910c tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Resources bound (agent type, host, resource id): {{(pid=84152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:30:17.541025 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac547ab2-5183-41d6-8087-c10cd429f597 None None] Network dbce74ed-d43c-4540-8d8d-e582f35e4792 requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:30:17.543099 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fca4bbc-901e-4dc7-8970-ac19c857910c tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:30:17.543714 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-8fca4bbc-901e-4dc7-8970-ac19c857910c tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks [] for subnet, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:17.603656 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fff75518-6c75-4cad-9886-bee72c552dbb tempest-FloatingIPNegativeTestJSON-1175302457 tempest-FloatingIPNegativeTestJSON-1175302457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:30:17.604377 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-fff75518-6c75-4cad-9886-bee72c552dbb tempest-FloatingIPNegativeTestJSON-1175302457 tempest-FloatingIPNegativeTestJSON-1175302457-project] Synchronizing usage tracker for tenant:53e9a3e6ee5940acb518e003bb7b741c on resource:port {{(pid=84152) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:30:17.613227 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-3fa2fe33-a4a2-4ae6-8968-c6d8f1eec1c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:17.624067 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-cbe9ab14-ddb5-4718-9c2f-cc3a698fc45b tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:17.667028 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe9ab14-ddb5-4718-9c2f-cc3a698fc45b tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b41e68d9-2991-4503-a8c1-6c1812ed3f31,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:17.686702 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-8fca4bbc-901e-4dc7-8970-ac19c857910c tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.0372486 Jan 20 14:30:17.691133 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-3fa2fe33-a4a2-4ae6-8968-c6d8f1eec1c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:17.701483 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 37604) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:17.715134 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-508eeeb4-fa7d-4842-8f8d-9579f29d6a78 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Request body: {'port': {'network_id': 'dbce74ed-d43c-4540-8d8d-e582f35e4792', 'mac_address': 'fa:16:3e:15:b6:8c', 'name': 'tempest-NetworksTestDHCPv6-1705234378'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:30:17.804854 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-fff75518-6c75-4cad-9886-bee72c552dbb tempest-FloatingIPNegativeTestJSON-1175302457 tempest-FloatingIPNegativeTestJSON-1175302457-project] Unset dirty status for tenant:53e9a3e6ee5940acb518e003bb7b741c on resource:port {{(pid=84152) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:30:17.808493 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-fff75518-6c75-4cad-9886-bee72c552dbb tempest-FloatingIPNegativeTestJSON-1175302457 tempest-FloatingIPNegativeTestJSON-1175302457-project] 10.222.0.54 "GET /v2.0/ports?device_id=3753bc89-2a6b-4b53-990a-d8a9804c151e HTTP/1.1" status: 200 len: 913 time: 0.6427209 Jan 20 14:30:17.822666 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 37608) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:17.850875 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eba93fc-eced-4a4b-acd8-35fd5b417687 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95c917f5-14ba-5e96-98b8-1a52654a930a-dbce74ed-d43c-4540-8d8d-e582f35e4792', 'network_id': 'dbce74ed-d43c-4540-8d8d-e582f35e4792', 'tenant_id': '2cb17692bb0c4a2782f988652201ac42', 'fixed_ips': [{'subnet_id': '66200f44-323d-42f5-94d5-cf376c9133fe'}]}} from dv-neutron-825124-1-hyperv. {{(pid=84154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 20 14:30:17.852216 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-1eba93fc-eced-4a4b-acd8-35fd5b417687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:18.033040 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-508eeeb4-fa7d-4842-8f8d-9579f29d6a78 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:30:18.053422 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-508eeeb4-fa7d-4842-8f8d-9579f29d6a78 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:30:18.100751 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_common [None req-1eba93fc-eced-4a4b-acd8-35fd5b417687 None None] Allocated IP 2001:db8::f816:3eff:fef4:3bae (dbce74ed-d43c-4540-8d8d-e582f35e4792/66200f44-323d-42f5-94d5-cf376c9133fe/ad86db8a-d4e4-4125-81cc-491a22ed0591) {{(pid=84154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:30:18.126313 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-cbe9ab14-ddb5-4718-9c2f-cc3a698fc45b tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Notify callbacks [] for security_group, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:18.131110 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-cbe9ab14-ddb5-4718-9c2f-cc3a698fc45b tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] 10.222.0.54 "DELETE /v2.0/security-groups/b41e68d9-2991-4503-a8c1-6c1812ed3f31 HTTP/1.1" status: 204 len: 168 time: 1.1945529 Jan 20 14:30:18.149254 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 37612) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:18.166856 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-3fa2fe33-a4a2-4ae6-8968-c6d8f1eec1c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:18.177814 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa2fe33-a4a2-4ae6-8968-c6d8f1eec1c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea970599-476d-4bdb-92b6-0de8288ad5f3,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:18.183494 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-3fa2fe33-a4a2-4ae6-8968-c6d8f1eec1c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:18.187681 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-3fa2fe33-a4a2-4ae6-8968-c6d8f1eec1c8 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/ea970599-476d-4bdb-92b6-0de8288ad5f3 HTTP/1.1" status: 204 len: 168 time: 0.7711337 Jan 20 14:30:18.243633 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-508eeeb4-fa7d-4842-8f8d-9579f29d6a78 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Made reservation on behalf of 2cb17692bb0c4a2782f988652201ac42 for: {'port': 1} {{(pid=84152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:30:18.319920 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-6022d2e3-2585-451a-bbc7-b3b677c8b259 None None] Provisioning complete for port cb61287c-68cc-4feb-9aa6-74f851b083d0 triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:30:18.320270 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-6022d2e3-2585-451a-bbc7-b3b677c8b259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:18.389912 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-6df52981-60e8-43f4-a299-b38bfe663d67 tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Synchronizing usage tracker for tenant:e57303c4dfc34a3db17fb5c9c2d373d6 on resource:security_group {{(pid=84153) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:30:18.396723 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-508eeeb4-fa7d-4842-8f8d-9579f29d6a78 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:18.420957 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-6022d2e3-2585-451a-bbc7-b3b677c8b259 None None] Port cb61287c-68cc-4feb-9aa6-74f851b083d0 cannot update to ACTIVE because it is not bound. {{(pid=84154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 14:30:18.426654 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-d252ed79-0f1e-40ee-bc16-a00b515a1af5 tempest-FloatingIPNegativeTestJSON-1175302457 tempest-FloatingIPNegativeTestJSON-1175302457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-743504'] for router_interface, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:18.439296 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-a1a09d95-e67a-40a3-ac24-a97a8ab7181c tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks [] for port, precommit_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:18.457760 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d761628e-c67b-4bb2-b6ec-4db8084b9b9d tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Router 99657540-cc4c-46a3-8258-1d84a7d62a43 has already been hosted by L3 agent 624d525b-4c26-4143-8a1c-228bb1c6faaa {{(pid=84153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 14:30:18.466864 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.provisioning_blocks [None req-a1a09d95-e67a-40a3-ac24-a97a8ab7181c tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Transition to ACTIVE for port object cb61287c-68cc-4feb-9aa6-74f851b083d0 will not be triggered until provisioned by entity DHCP. {{(pid=84153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:30:18.490955 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.notifiers.nova [None req-508eeeb4-fa7d-4842-8f8d-9579f29d6a78 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] device_id is not set on port e8179ec1-6890-45fc-bb34-dde57db1d706 yet. {{(pid=84152) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 14:30:18.497719 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-1eba93fc-eced-4a4b-acd8-35fd5b417687 None None] Notify callbacks [] for port, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:18.507878 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-1eba93fc-eced-4a4b-acd8-35fd5b417687 None None] Transition to ACTIVE for port object ad86db8a-d4e4-4125-81cc-491a22ed0591 will not be triggered until provisioned by entity L2. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:30:18.527479 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-1eba93fc-eced-4a4b-acd8-35fd5b417687 None None] Transition to ACTIVE for port object ad86db8a-d4e4-4125-81cc-491a22ed0591 will not be triggered until provisioned by entity DHCP. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:30:18.530655 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-6df52981-60e8-43f4-a299-b38bfe663d67 tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Unset dirty status for tenant:e57303c4dfc34a3db17fb5c9c2d373d6 on resource:security_group {{(pid=84153) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:30:18.535640 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-6df52981-60e8-43f4-a299-b38bfe663d67 tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3810825 Jan 20 14:30:18.537138 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 37618) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:18.541412 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-6022d2e3-2585-451a-bbc7-b3b677c8b259 None None] Provisioning for port fbbe5dc0-d01f-424c-a506-e1c62237de0a completed by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:30:18.542850 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-a1a09d95-e67a-40a3-ac24-a97a8ab7181c tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3944146'] for port, after_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:18.548520 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-6022d2e3-2585-451a-bbc7-b3b677c8b259 None None] Provisioning complete for port fbbe5dc0-d01f-424c-a506-e1c62237de0a triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:30:18.551567 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-6022d2e3-2585-451a-bbc7-b3b677c8b259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:18.551682 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-ca5ebf61-a452-4f44-9c09-c06aa616cc53 tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Request body: {'security_group': {'name': 'tempest-secgroup--1853682913'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:30:18.563869 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-ca5ebf61-a452-4f44-9c09-c06aa616cc53 tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:30:18.641151 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-ca5ebf61-a452-4f44-9c09-c06aa616cc53 tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:30:18.671541 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-1eba93fc-eced-4a4b-acd8-35fd5b417687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477'] for port, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:18.766110 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.db_base_plugin_common [None req-508eeeb4-fa7d-4842-8f8d-9579f29d6a78 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Allocated IP 2001:db8::f816:3eff:fe15:b68c (dbce74ed-d43c-4540-8d8d-e582f35e4792/66200f44-323d-42f5-94d5-cf376c9133fe/e8179ec1-6890-45fc-bb34-dde57db1d706) {{(pid=84152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:30:18.768637 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-ca5ebf61-a452-4f44-9c09-c06aa616cc53 tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Notify callbacks [] for security_group, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:18.775330 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eba93fc-eced-4a4b-acd8-35fd5b417687 None None] Network dbce74ed-d43c-4540-8d8d-e582f35e4792 is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:30:18.784948 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-1eba93fc-eced-4a4b-acd8-35fd5b417687 None None] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:30:18.787876 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eba93fc-eced-4a4b-acd8-35fd5b417687 None None] Pushing event updated for resources: {'Port': ['ID=ad86db8a-d4e4-4125-81cc-491a22ed0591,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:18.791477 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eba93fc-eced-4a4b-acd8-35fd5b417687 None None] Received port after_create {{(pid=84154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:30:18.816890 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a09d95-e67a-40a3-ac24-a97a8ab7181c tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Pushing event updated for resources: {'Port': ['ID=cb61287c-68cc-4feb-9aa6-74f851b083d0,revision_number=2']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:18.863814 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-ca5ebf61-a452-4f44-9c09-c06aa616cc53 tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:30:18.864597 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d761628e-c67b-4bb2-b6ec-4db8084b9b9d tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify agent at l3_agent.dv-neutron-825124-1-hyperv the message routers_updated {{(pid=84153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 14:30:18.870631 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-d761628e-c67b-4bb2-b6ec-4db8084b9b9d tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] 10.222.0.54 "PUT /v2.0/routers/99657540-cc4c-46a3-8258-1d84a7d62a43/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6224360 Jan 20 14:30:18.871689 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-ca5ebf61-a452-4f44-9c09-c06aa616cc53 tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Usage tracker for resource:security_group_rule and tenant:e57303c4dfc34a3db17fb5c9c2d373d6 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:30:18.875953 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 37626) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:18.883926 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-ca5ebf61-a452-4f44-9c09-c06aa616cc53 tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:30:18.886467 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e907ad1-94df-43c9-8878-f7ebcabcd8fa None None] Sync routers for ids ['99657540-cc4c-46a3-8258-1d84a7d62a43'] in dv-neutron-825124-1-hyperv {{(pid=84155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 14:30:18.888613 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-a1a09d95-e67a-40a3-ac24-a97a8ab7181c tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] In _notify_port_updated(), no bound segment for port cb61287c-68cc-4feb-9aa6-74f851b083d0 on network c69ee7bc-60c2-439d-90b1-98741047f7c7 {{(pid=84153) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Jan 20 14:30:18.894273 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1a09d95-e67a-40a3-ac24-a97a8ab7181c tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:30:18.895340 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-a1a09d95-e67a-40a3-ac24-a97a8ab7181c tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:18.900184 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-a1a09d95-e67a-40a3-ac24-a97a8ab7181c tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] 10.222.0.54 "PUT /v2.0/ports/cb61287c-68cc-4feb-9aa6-74f851b083d0 HTTP/1.1" status: 200 len: 959 time: 3.0166485 Jan 20 14:30:18.901290 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 37630) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:18.910095 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e907ad1-94df-43c9-8878-f7ebcabcd8fa None None] Routers {'99657540-cc4c-46a3-8258-1d84a7d62a43'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:30:18.910619 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-1e907ad1-94df-43c9-8878-f7ebcabcd8fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:30:00Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['99657540-cc4c-46a3-8258-1d84a7d62a43'], 'active': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:30:18.948842 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-1eba93fc-eced-4a4b-acd8-35fd5b417687 None None] Attempting to bind port ad86db8a-d4e4-4125-81cc-491a22ed0591 on host dv-neutron-825124-1-hyperv for vnic_type normal with profile {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:30:18.949218 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-1eba93fc-eced-4a4b-acd8-35fd5b417687 None None] Attempting to bind port ad86db8a-d4e4-4125-81cc-491a22ed0591 by drivers openvswitch,hyperv on host dv-neutron-825124-1-hyperv at level 0 using segments [{'id': '7b61d093-41ff-4202-b223-533eb0f8da0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'dbce74ed-d43c-4540-8d8d-e582f35e4792'}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:30:18.949583 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eba93fc-eced-4a4b-acd8-35fd5b417687 None None] Attempting to bind port ad86db8a-d4e4-4125-81cc-491a22ed0591 on network dbce74ed-d43c-4540-8d8d-e582f35e4792 {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 14:30:18.956717 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-6022d2e3-2585-451a-bbc7-b3b677c8b259 None None] Provisioning complete for port c7b05808-424b-4a1f-9e72-184fa78e1049 triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:30:18.956717 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-6022d2e3-2585-451a-bbc7-b3b677c8b259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:18.986219 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-1e907ad1-94df-43c9-8878-f7ebcabcd8fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:30:19.001984 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e907ad1-94df-43c9-8878-f7ebcabcd8fa None None] Routers {'99657540-cc4c-46a3-8258-1d84a7d62a43'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:30:19.002643 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-1e907ad1-94df-43c9-8878-f7ebcabcd8fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:30:00Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['99657540-cc4c-46a3-8258-1d84a7d62a43'], 'active': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:30:19.025298 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-c370a3f0-6f63-4a71-bcb4-ad9b4fb848b7 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Deleting port cb61287c-68cc-4feb-9aa6-74f851b083d0 {{(pid=84153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:30:19.025644 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-c370a3f0-6f63-4a71-bcb4-ad9b4fb848b7 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:19.034522 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-6022d2e3-2585-451a-bbc7-b3b677c8b259 None None] Port c7b05808-424b-4a1f-9e72-184fa78e1049 cannot update to ACTIVE because it is not bound. {{(pid=84154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 14:30:19.044058 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eba93fc-eced-4a4b-acd8-35fd5b417687 None None] Checking agent: {'id': '6414dfeb-85c5-454a-8756-709ca637d800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825124-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 16, 31), 'started_at': datetime.datetime(2022, 1, 20, 14, 17, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 30, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825124-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 14:30:19.044780 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eba93fc-eced-4a4b-acd8-35fd5b417687 None None] Checking segment: {'id': '7b61d093-41ff-4202-b223-533eb0f8da0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'dbce74ed-d43c-4540-8d8d-e582f35e4792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 14:30:19.045188 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-1eba93fc-eced-4a4b-acd8-35fd5b417687 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:19.045577 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eba93fc-eced-4a4b-acd8-35fd5b417687 None None] Bound using segment: {'id': '7b61d093-41ff-4202-b223-533eb0f8da0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'dbce74ed-d43c-4540-8d8d-e582f35e4792'} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 14:30:19.046344 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-1eba93fc-eced-4a4b-acd8-35fd5b417687 None None] Bound port: ad86db8a-d4e4-4125-81cc-491a22ed0591, host: dv-neutron-825124-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b61d093-41ff-4202-b223-533eb0f8da0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'dbce74ed-d43c-4540-8d8d-e582f35e4792'}}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:30:19.046728 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-1eba93fc-eced-4a4b-acd8-35fd5b417687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:19.125381 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-1e907ad1-94df-43c9-8878-f7ebcabcd8fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:30:19.125798 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e907ad1-94df-43c9-8878-f7ebcabcd8fa None None] The sync data for ids ['99657540-cc4c-46a3-8258-1d84a7d62a43'] in dv-neutron-825124-1-hyperv is: [] {{(pid=84155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 14:30:19.186841 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-1eba93fc-eced-4a4b-acd8-35fd5b417687 None None] For port ad86db8a-d4e4-4125-81cc-491a22ed0591, host dv-neutron-825124-1-hyperv, cleared binding levels {{(pid=84154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 14:30:19.192398 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-1eba93fc-eced-4a4b-acd8-35fd5b417687 None None] For port ad86db8a-d4e4-4125-81cc-491a22ed0591, host dv-neutron-825124-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=ad86db8a-d4e4-4125-81cc-491a22ed0591,segment=NetworkSegment(7b61d093-41ff-4202-b223-533eb0f8da0a),segment_id=7b61d093-41ff-4202-b223-533eb0f8da0a)] {{(pid=84154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 14:30:19.207980 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-ca5ebf61-a452-4f44-9c09-c06aa616cc53 tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:30:19.261816 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-1eba93fc-eced-4a4b-acd8-35fd5b417687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:19.346181 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device fbbe5dc0-d01f-424c-a506-e1c62237de0a up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:30:19.405073 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-c370a3f0-6f63-4a71-bcb4-ad9b4fb848b7 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:19.456350 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eba93fc-eced-4a4b-acd8-35fd5b417687 None None] Pushing event updated for resources: {'Port': ['ID=ad86db8a-d4e4-4125-81cc-491a22ed0591,revision_number=2']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:19.473443 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port fbbe5dc0-d01f-424c-a506-e1c62237de0a triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:30:19.473821 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:19.537337 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-989d17a9-9554-4db3-b424-f6433309e624 None None] Provisioning for port cb61287c-68cc-4feb-9aa6-74f851b083d0 completed by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:30:19.547604 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-c370a3f0-6f63-4a71-bcb4-ad9b4fb848b7 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Calling delete_port for cb61287c-68cc-4feb-9aa6-74f851b083d0 owned by {{(pid=84153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:30:19.548125 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-989d17a9-9554-4db3-b424-f6433309e624 None None] Provisioning complete for port cb61287c-68cc-4feb-9aa6-74f851b083d0 triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:30:19.548613 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-989d17a9-9554-4db3-b424-f6433309e624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:19.665214 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-989d17a9-9554-4db3-b424-f6433309e624 None None] Port cb61287c-68cc-4feb-9aa6-74f851b083d0 cannot update to ACTIVE because it is not bound. {{(pid=84154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 14:30:19.754197 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-ca5ebf61-a452-4f44-9c09-c06aa616cc53 tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Notify callbacks [] for security_group, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:19.878685 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-c370a3f0-6f63-4a71-bcb4-ad9b4fb848b7 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:19.937848 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-ca5ebf61-a452-4f44-9c09-c06aa616cc53 tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:20.022783 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c370a3f0-6f63-4a71-bcb4-ad9b4fb848b7 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Pushing event deleted for resources: {'Port': ['ID=cb61287c-68cc-4feb-9aa6-74f851b083d0,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:20.031981 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 37650) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:20.065896 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-508eeeb4-fa7d-4842-8f8d-9579f29d6a78 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks [] for port, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:20.112660 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5ebf61-a452-4f44-9c09-c06aa616cc53 tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f54549da-f7cb-47e7-85aa-b8cfd88965a0,revision_number=1']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:20.173850 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.provisioning_blocks [None req-508eeeb4-fa7d-4842-8f8d-9579f29d6a78 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Transition to ACTIVE for port object e8179ec1-6890-45fc-bb34-dde57db1d706 will not be triggered until provisioned by entity DHCP. {{(pid=84152) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:30:20.189885 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.api.v2.resource [None req-90e385ad-b326-4ddd-8757-a64b63b10cfd tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] remove_router_interface failed (client error): The resource could not be found. Jan 20 14:30:20.193565 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-90e385ad-b326-4ddd-8757-a64b63b10cfd tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] 10.222.0.54 "PUT /v2.0/routers/99657540-cc4c-46a3-8258-1d84a7d62a43/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 1.3120689 Jan 20 14:30:20.194187 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 37656) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:20.250905 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-ca5ebf61-a452-4f44-9c09-c06aa616cc53 tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Notify callbacks [] for security_group, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:20.251749 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-ca5ebf61-a452-4f44-9c09-c06aa616cc53 tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.7112186 Jan 20 14:30:20.256304 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-91149b3d-1df4-4d29-9ecd-86405e607b83 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Synchronizing usage tracker for tenant:f85e30c327a64407a1a93d3333ba9261 on resource:port {{(pid=84152) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:30:20.259387 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 37660) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:20.265829 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-c370a3f0-6f63-4a71-bcb4-ad9b4fb848b7 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:20.273862 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-4ed01fbd-e5c1-434c-b7c1-76b91dc5dc6d tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Request body: {'security_group_rule': {'security_group_id': 'f54549da-f7cb-47e7-85aa-b8cfd88965a0', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:30:20.277588 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-52e6d9b8-6de4-4df6-bf72-a787523a5c1f tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] Request body: {'security_group': {'name': 'default'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:30:20.279266 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.api.v2.resource [None req-52e6d9b8-6de4-4df6-bf72-a787523a5c1f tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] create failed (client error): There was a conflict when trying to complete your request. Jan 20 14:30:20.283763 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-4ed01fbd-e5c1-434c-b7c1-76b91dc5dc6d tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:30:20.284682 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-52e6d9b8-6de4-4df6-bf72-a787523a5c1f tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2533493 Jan 20 14:30:20.285343 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 37664) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:20.294247 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-4ed01fbd-e5c1-434c-b7c1-76b91dc5dc6d tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Usage tracker for resource:security_group_rule and tenant:e57303c4dfc34a3db17fb5c9c2d373d6 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:30:20.298454 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-c4162a12-b8f4-45b7-8e58-54208aa44c5b tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] Request body: {'security_group': {'name': 'tempest-secgroup--302816228'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:30:20.300872 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-4ed01fbd-e5c1-434c-b7c1-76b91dc5dc6d tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:30:20.306167 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-c4162a12-b8f4-45b7-8e58-54208aa44c5b tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:30:20.309700 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-4ed01fbd-e5c1-434c-b7c1-76b91dc5dc6d tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:30:20.310636 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-c4162a12-b8f4-45b7-8e58-54208aa44c5b tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] Usage tracker for resource:security_group and tenant:3c4bff6f14264ee885803120ae5430f6 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:30:20.313829 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-c4162a12-b8f4-45b7-8e58-54208aa44c5b tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:30:20.319868 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-c4162a12-b8f4-45b7-8e58-54208aa44c5b tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:30:20.348334 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-c370a3f0-6f63-4a71-bcb4-ad9b4fb848b7 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] 10.222.0.54 "DELETE /v2.0/ports/cb61287c-68cc-4feb-9aa6-74f851b083d0 HTTP/1.1" status: 204 len: 168 time: 1.4455688 Jan 20 14:30:20.352013 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 37668) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:20.383129 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-508eeeb4-fa7d-4842-8f8d-9579f29d6a78 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:20.384748 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-91149b3d-1df4-4d29-9ecd-86405e607b83 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Unset dirty status for tenant:f85e30c327a64407a1a93d3333ba9261 on resource:port {{(pid=84152) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:30:20.385932 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-91149b3d-1df4-4d29-9ecd-86405e607b83 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] 10.222.0.54 "GET /v2.0/ports?device_id=99657540-cc4c-46a3-8258-1d84a7d62a43 HTTP/1.1" status: 200 len: 205 time: 0.1909578 Jan 20 14:30:20.390883 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 37672) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:20.452160 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7e0e1c5-d8ba-4ef3-96e6-4bc7c5d06a31 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] GET failed (client error): The resource could not be found. Jan 20 14:30:20.452769 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-b7e0e1c5-d8ba-4ef3-96e6-4bc7c5d06a31 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Synchronizing usage tracker for tenant:86e3e9c5b0744f88a459de56a9372787 on resource:port {{(pid=84153) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:30:20.461915 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-c4162a12-b8f4-45b7-8e58-54208aa44c5b tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] Notify callbacks [] for security_group, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:20.489622 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-c4162a12-b8f4-45b7-8e58-54208aa44c5b tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] Notify callbacks [] for security_group, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:20.510674 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-4ed01fbd-e5c1-434c-b7c1-76b91dc5dc6d tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:20.541019 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508eeeb4-fa7d-4842-8f8d-9579f29d6a78 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Pushing event updated for resources: {'Port': ['ID=e8179ec1-6890-45fc-bb34-dde57db1d706,revision_number=1']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:20.544760 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-508eeeb4-fa7d-4842-8f8d-9579f29d6a78 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Network dbce74ed-d43c-4540-8d8d-e582f35e4792 is already hosted by enough agents. {{(pid=84152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:30:20.548217 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-d252ed79-0f1e-40ee-bc16-a00b515a1af5 tempest-FloatingIPNegativeTestJSON-1175302457 tempest-FloatingIPNegativeTestJSON-1175302457-project] Deleting port 8288e6df-5b20-44f4-ba8a-c72ba6c72cec {{(pid=84152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:30:20.548427 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-d252ed79-0f1e-40ee-bc16-a00b515a1af5 tempest-FloatingIPNegativeTestJSON-1175302457 tempest-FloatingIPNegativeTestJSON-1175302457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:20.584218 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.base_scheduler [None req-508eeeb4-fa7d-4842-8f8d-9579f29d6a78 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Resources bound (agent type, host, resource id): {{(pid=84152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:30:20.584873 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-b7e0e1c5-d8ba-4ef3-96e6-4bc7c5d06a31 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Unset dirty status for tenant:86e3e9c5b0744f88a459de56a9372787 on resource:port {{(pid=84153) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:30:20.588639 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-b7e0e1c5-d8ba-4ef3-96e6-4bc7c5d06a31 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] 10.222.0.54 "GET /v2.0/ports/cb61287c-68cc-4feb-9aa6-74f851b083d0 HTTP/1.1" status: 404 len: 333 time: 0.2318056 Jan 20 14:30:20.590215 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 37676) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:20.597059 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-508eeeb4-fa7d-4842-8f8d-9579f29d6a78 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Received port after_create {{(pid=84152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:30:20.601077 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-508eeeb4-fa7d-4842-8f8d-9579f29d6a78 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:30:20.601761 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-508eeeb4-fa7d-4842-8f8d-9579f29d6a78 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:20.615708 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-1f736c9c-cf59-4334-8e76-233c8c059422 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks [] for router, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:20.676498 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-c4162a12-b8f4-45b7-8e58-54208aa44c5b tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:30:20.692977 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-c4162a12-b8f4-45b7-8e58-54208aa44c5b tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] Usage tracker for resource:security_group_rule and tenant:3c4bff6f14264ee885803120ae5430f6 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:30:20.699640 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-c4162a12-b8f4-45b7-8e58-54208aa44c5b tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:30:20.714146 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-c4162a12-b8f4-45b7-8e58-54208aa44c5b tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:30:20.732333 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-508eeeb4-fa7d-4842-8f8d-9579f29d6a78 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.0273373 Jan 20 14:30:20.735923 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 37680) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:20.799103 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-4ed01fbd-e5c1-434c-b7c1-76b91dc5dc6d tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:20.857594 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-d252ed79-0f1e-40ee-bc16-a00b515a1af5 tempest-FloatingIPNegativeTestJSON-1175302457 tempest-FloatingIPNegativeTestJSON-1175302457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:20.895654 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-eb67d0a9-1b53-4e9d-9f46-ccd54f8b67e3 None None] Provisioning for port ad86db8a-d4e4-4125-81cc-491a22ed0591 completed by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:30:20.903309 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-1470ffc6-c9b4-4202-89d4-2cf32c947cff tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks [] for security_group, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:21.091143 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-1470ffc6-c9b4-4202-89d4-2cf32c947cff tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:21.094156 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-4ed01fbd-e5c1-434c-b7c1-76b91dc5dc6d tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734962'] for security_group_rule, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:21.101417 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-d252ed79-0f1e-40ee-bc16-a00b515a1af5 tempest-FloatingIPNegativeTestJSON-1175302457 tempest-FloatingIPNegativeTestJSON-1175302457-project] Calling delete_port for 8288e6df-5b20-44f4-ba8a-c72ba6c72cec owned by network:router_interface {{(pid=84152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:30:21.167732 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed01fbd-e5c1-434c-b7c1-76b91dc5dc6d tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=665a57f6-fbd9-43f5-b5fe-ed6274934924,revision_number=0']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:21.189312 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52da8514-f7dc-4187-9148-681f70e0bffc tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:30:21.193360 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52da8514-f7dc-4187-9148-681f70e0bffc tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:30:21.194162 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-52da8514-f7dc-4187-9148-681f70e0bffc tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Synchronizing usage tracker for tenant:2cb17692bb0c4a2782f988652201ac42 on resource:port {{(pid=84152) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:30:21.198942 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-c4162a12-b8f4-45b7-8e58-54208aa44c5b tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] Notify callbacks [] for security_group, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:21.199865 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-c185b508-5974-4ecb-b578-d8d89f3c00f7 None None] Provisioning for port e8179ec1-6890-45fc-bb34-dde57db1d706 completed by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:30:21.200254 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-1f736c9c-cf59-4334-8e76-233c8c059422 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-737761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105493'] for router, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:21.217240 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-1f736c9c-cf59-4334-8e76-233c8c059422 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:21.218223 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-c185b508-5974-4ecb-b578-d8d89f3c00f7 None None] Provisioning complete for port e8179ec1-6890-45fc-bb34-dde57db1d706 triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:30:21.218873 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-c185b508-5974-4ecb-b578-d8d89f3c00f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:21.284531 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-c185b508-5974-4ecb-b578-d8d89f3c00f7 None None] Port e8179ec1-6890-45fc-bb34-dde57db1d706 cannot update to ACTIVE because it is not bound. {{(pid=84154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 14:30:21.290716 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-c4162a12-b8f4-45b7-8e58-54208aa44c5b tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:21.333469 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-c4162a12-b8f4-45b7-8e58-54208aa44c5b tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:30:21.337726 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4162a12-b8f4-45b7-8e58-54208aa44c5b tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c514b08-381d-4271-bb55-c9802b08010c,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:21.340493 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-c4162a12-b8f4-45b7-8e58-54208aa44c5b tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] Usage tracker for resource:security_group_rule and tenant:3c4bff6f14264ee885803120ae5430f6 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:30:21.344207 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-c4162a12-b8f4-45b7-8e58-54208aa44c5b tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:30:21.350131 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-1f736c9c-cf59-4334-8e76-233c8c059422 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-737693'] for router, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:21.350648 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f736c9c-cf59-4334-8e76-233c8c059422 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Fanout notify agent at l3_agent the message router_deleted on router 99657540-cc4c-46a3-8258-1d84a7d62a43 {{(pid=84153) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 20 14:30:21.351716 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-4ed01fbd-e5c1-434c-b7c1-76b91dc5dc6d tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:21.352180 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-1470ffc6-c9b4-4202-89d4-2cf32c947cff tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:21.353089 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-4ed01fbd-e5c1-434c-b7c1-76b91dc5dc6d tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 717 time: 1.0916207 Jan 20 14:30:21.354252 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-52da8514-f7dc-4187-9148-681f70e0bffc tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Unset dirty status for tenant:2cb17692bb0c4a2782f988652201ac42 on resource:port {{(pid=84152) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:30:21.355457 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-52da8514-f7dc-4187-9148-681f70e0bffc tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.6187389 Jan 20 14:30:21.356107 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 37686) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:21.367264 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-c4162a12-b8f4-45b7-8e58-54208aa44c5b tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:30:21.375746 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 37690) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:21.383956 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device ad86db8a-d4e4-4125-81cc-491a22ed0591 up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:30:21.399554 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1470ffc6-c9b4-4202-89d4-2cf32c947cff tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c983612b-2356-4759-9c10-377f3be3ff86,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:21.445254 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-d252ed79-0f1e-40ee-bc16-a00b515a1af5 tempest-FloatingIPNegativeTestJSON-1175302457 tempest-FloatingIPNegativeTestJSON-1175302457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:21.449196 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-1470ffc6-c9b4-4202-89d4-2cf32c947cff tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks [] for security_group, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:21.450296 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-1470ffc6-c9b4-4202-89d4-2cf32c947cff tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] 10.222.0.54 "DELETE /v2.0/security-groups/c983612b-2356-4759-9c10-377f3be3ff86 HTTP/1.1" status: 204 len: 168 time: 0.8594897 Jan 20 14:30:21.452979 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 37694) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:21.470987 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-1f736c9c-cf59-4334-8e76-233c8c059422 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks [] for router, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:21.473148 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-1f736c9c-cf59-4334-8e76-233c8c059422 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] 10.222.0.54 "DELETE /v2.0/routers/99657540-cc4c-46a3-8258-1d84a7d62a43 HTTP/1.1" status: 204 len: 168 time: 1.0754130 Jan 20 14:30:21.487176 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 37698) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:21.496602 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-5a30f862-a54a-409f-b13c-1ea1f2ba0fdb tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:21.519109 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning for port ad86db8a-d4e4-4125-81cc-491a22ed0591 completed by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:30:21.520401 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-1f07599c-3a5a-41e1-9327-9829238db976 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Deleting port e8179ec1-6890-45fc-bb34-dde57db1d706 {{(pid=84152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:30:21.520739 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-1f07599c-3a5a-41e1-9327-9829238db976 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:21.524491 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port ad86db8a-d4e4-4125-81cc-491a22ed0591 triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:30:21.524922 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:21.549769 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-5a30f862-a54a-409f-b13c-1ea1f2ba0fdb tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:21.551290 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-c4162a12-b8f4-45b7-8e58-54208aa44c5b tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] Notify callbacks [] for security_group, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:21.555528 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d252ed79-0f1e-40ee-bc16-a00b515a1af5 tempest-FloatingIPNegativeTestJSON-1175302457 tempest-FloatingIPNegativeTestJSON-1175302457-project] Pushing event deleted for resources: {'Port': ['ID=8288e6df-5b20-44f4-ba8a-c72ba6c72cec,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:21.615819 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-c4162a12-b8f4-45b7-8e58-54208aa44c5b tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:21.661614 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:21.710079 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] For port ad86db8a-d4e4-4125-81cc-491a22ed0591, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=ad86db8a-d4e4-4125-81cc-491a22ed0591,segment=NetworkSegment(7b61d093-41ff-4202-b223-533eb0f8da0a),segment_id=7b61d093-41ff-4202-b223-533eb0f8da0a)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:30:21.739240 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-e23c1b18-b9f9-44f1-8305-8b4fde2459aa tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks [] for security_group, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:21.762627 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4162a12-b8f4-45b7-8e58-54208aa44c5b tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7a19d2a-a8a8-423c-abcd-08480673b328,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:21.802532 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:21.814478 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-c4162a12-b8f4-45b7-8e58-54208aa44c5b tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] Notify callbacks [] for security_group, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:21.814478 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-c4162a12-b8f4-45b7-8e58-54208aa44c5b tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.5225086 Jan 20 14:30:21.814478 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-e23c1b18-b9f9-44f1-8305-8b4fde2459aa tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:21.826218 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 37702) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:21.835296 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-e38add7f-8a3c-4dd5-9511-7b47fa8a4477 tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] Request body: {'security_group_rule': {'security_group_id': 'c7a19d2a-a8a8-423c-abcd-08480673b328', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:30:21.846361 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-5a30f862-a54a-409f-b13c-1ea1f2ba0fdb tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734962'] for security_group_rule, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:21.861206 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.db_base_plugin_v2 [None req-df57ebe3-a343-434f-b217-02064f054996 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Deleting subnet b1bc880e-618e-4922-838d-41dfa9173ee5 {{(pid=84153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 20 14:30:21.866933 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-e38add7f-8a3c-4dd5-9511-7b47fa8a4477 tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:30:21.871646 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-df57ebe3-a343-434f-b217-02064f054996 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks [] for subnet, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:21.883190 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Pushing event updated for resources: {'Port': ['ID=ad86db8a-d4e4-4125-81cc-491a22ed0591,revision_number=3']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:21.917382 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-e38add7f-8a3c-4dd5-9511-7b47fa8a4477 tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] Usage tracker for resource:security_group_rule and tenant:3c4bff6f14264ee885803120ae5430f6 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:30:21.924032 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-e38add7f-8a3c-4dd5-9511-7b47fa8a4477 tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:30:21.927038 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a30f862-a54a-409f-b13c-1ea1f2ba0fdb tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=665a57f6-fbd9-43f5-b5fe-ed6274934924,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:21.932113 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-e38add7f-8a3c-4dd5-9511-7b47fa8a4477 tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:30:21.955948 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-df57ebe3-a343-434f-b217-02064f054996 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3980851'] for subnet, precommit_delete_associations {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:22.009838 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-5a30f862-a54a-409f-b13c-1ea1f2ba0fdb tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:22.010978 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-5a30f862-a54a-409f-b13c-1ea1f2ba0fdb tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] 10.222.0.54 "DELETE /v2.0/security-group-rules/665a57f6-fbd9-43f5-b5fe-ed6274934924 HTTP/1.1" status: 204 len: 168 time: 0.6513605 Jan 20 14:30:22.015026 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 37706) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:22.019024 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-e23c1b18-b9f9-44f1-8305-8b4fde2459aa tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:22.040594 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-d252ed79-0f1e-40ee-bc16-a00b515a1af5 tempest-FloatingIPNegativeTestJSON-1175302457 tempest-FloatingIPNegativeTestJSON-1175302457-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1705096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-745401'] for router_interface, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:22.067629 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-1f07599c-3a5a-41e1-9327-9829238db976 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:22.178115 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23c1b18-b9f9-44f1-8305-8b4fde2459aa tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3671671-46b1-46d5-85bb-bf97cd401308,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:22.193008 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-e38add7f-8a3c-4dd5-9511-7b47fa8a4477 tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:22.202364 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-e23c1b18-b9f9-44f1-8305-8b4fde2459aa tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks [] for security_group, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:22.206408 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-e23c1b18-b9f9-44f1-8305-8b4fde2459aa tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] 10.222.0.54 "DELETE /v2.0/security-groups/f3671671-46b1-46d5-85bb-bf97cd401308 HTTP/1.1" status: 204 len: 168 time: 0.7503409 Jan 20 14:30:22.206699 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 37712) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:22.233343 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-df57ebe3-a343-434f-b217-02064f054996 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1627147'] for subnet, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:22.293745 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-1f07599c-3a5a-41e1-9327-9829238db976 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Calling delete_port for e8179ec1-6890-45fc-bb34-dde57db1d706 owned by {{(pid=84152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:30:22.297284 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-d0d2d119-3f94-498d-9064-30df98fe8de1 tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Synchronizing usage tracker for tenant:e57303c4dfc34a3db17fb5c9c2d373d6 on resource:security_group_rule {{(pid=84153) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:30:22.360063 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-e38add7f-8a3c-4dd5-9511-7b47fa8a4477 tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:22.398561 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-d0d2d119-3f94-498d-9064-30df98fe8de1 tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Unset dirty status for tenant:e57303c4dfc34a3db17fb5c9c2d373d6 on resource:security_group_rule {{(pid=84153) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:30:22.399786 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-d0d2d119-3f94-498d-9064-30df98fe8de1 tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.3838468 Jan 20 14:30:22.402674 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 37716) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:22.433334 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-e38add7f-8a3c-4dd5-9511-7b47fa8a4477 tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734962'] for security_group_rule, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:22.443708 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-df57ebe3-a343-434f-b217-02064f054996 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1627154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3943464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4194013'] for subnet, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:22.510584 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38add7f-8a3c-4dd5-9511-7b47fa8a4477 tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d20dfb9-6ce4-48ca-a875-e4d98fea0816,revision_number=0']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:22.512403 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df57ebe3-a343-434f-b217-02064f054996 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Pushing event deleted for resources: {'Subnet': ['ID=b1bc880e-618e-4922-838d-41dfa9173ee5,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:22.531629 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-df57ebe3-a343-434f-b217-02064f054996 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks [] for subnet, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:22.533481 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-df57ebe3-a343-434f-b217-02064f054996 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] 10.222.0.54 "DELETE /v2.0/subnets/b1bc880e-618e-4922-838d-41dfa9173ee5 HTTP/1.1" status: 204 len: 168 time: 1.0451875 Jan 20 14:30:22.535446 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9282492a-3188-49e6-a4f0-f7177fb620b6 None None] Network b54d75f0-fa63-48e6-98f2-d669a80b4735 requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:30:22.543561 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 37720) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:22.581664 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-24ebfd22-03c6-4924-b5e6-afef524cb513 tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Notify callbacks [] for security_group, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:22.634133 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-e38add7f-8a3c-4dd5-9511-7b47fa8a4477 tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:22.639042 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-e38add7f-8a3c-4dd5-9511-7b47fa8a4477 tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.8048162 Jan 20 14:30:22.649875 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 37724) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:22.670606 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-755230e9-af76-4320-9fa9-da1577335c59 tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] Request body: {'security_group_rule': {'security_group_id': 'c7a19d2a-a8a8-423c-abcd-08480673b328', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:30:22.694846 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-24ebfd22-03c6-4924-b5e6-afef524cb513 tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:22.703885 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-755230e9-af76-4320-9fa9-da1577335c59 tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:30:22.712172 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-755230e9-af76-4320-9fa9-da1577335c59 tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] Usage tracker for resource:security_group_rule and tenant:3c4bff6f14264ee885803120ae5430f6 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:30:22.724191 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-755230e9-af76-4320-9fa9-da1577335c59 tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:30:22.736327 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-755230e9-af76-4320-9fa9-da1577335c59 tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:30:22.756645 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-774f1f8c-adab-499d-b503-b8477668d83e tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586409'] for network, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:22.785332 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-774f1f8c-adab-499d-b503-b8477668d83e tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Deleting port 3128bd64-4c65-4950-b6a8-55accc1be759 {{(pid=84153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:30:22.785764 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-774f1f8c-adab-499d-b503-b8477668d83e tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:22.797701 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-05362e99-48eb-448b-969f-b1f6e17b3ec3 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks [] for security_group, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:22.851971 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-05362e99-48eb-448b-969f-b1f6e17b3ec3 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:22.879237 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-755230e9-af76-4320-9fa9-da1577335c59 tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:22.884295 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa89f8dc-0587-4e26-b976-b7a4d7a5343c None None] DHCP port deletion for b54d75f0-fa63-48e6-98f2-d669a80b4735 request from dv-neutron-825124-1-hyperv {{(pid=84154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 20 14:30:22.889997 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-fa89f8dc-0587-4e26-b976-b7a4d7a5343c None None] Deleting port 3128bd64-4c65-4950-b6a8-55accc1be759 {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:30:22.890988 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-fa89f8dc-0587-4e26-b976-b7a4d7a5343c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:22.918879 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-24ebfd22-03c6-4924-b5e6-afef524cb513 tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:22.973201 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ebfd22-03c6-4924-b5e6-afef524cb513 tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f54549da-f7cb-47e7-85aa-b8cfd88965a0,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:23.025064 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-1f07599c-3a5a-41e1-9327-9829238db976 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:23.085491 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f07599c-3a5a-41e1-9327-9829238db976 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Pushing event deleted for resources: {'Port': ['ID=e8179ec1-6890-45fc-bb34-dde57db1d706,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:23.097400 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.db [None req-774f1f8c-adab-499d-b503-b8477668d83e tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] For port 3128bd64-4c65-4950-b6a8-55accc1be759, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=3128bd64-4c65-4950-b6a8-55accc1be759,segment=NetworkSegment(c319ca1f-b79b-4940-aa6a-51ee376abf06),segment_id=c319ca1f-b79b-4940-aa6a-51ee376abf06)] {{(pid=84153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:30:23.098005 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-774f1f8c-adab-499d-b503-b8477668d83e tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:23.133795 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d252ed79-0f1e-40ee-bc16-a00b515a1af5 tempest-FloatingIPNegativeTestJSON-1175302457 tempest-FloatingIPNegativeTestJSON-1175302457-project] Router 3753bc89-2a6b-4b53-990a-d8a9804c151e has already been hosted by L3 agent 624d525b-4c26-4143-8a1c-228bb1c6faaa {{(pid=84152) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 14:30:23.143161 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-1f07599c-3a5a-41e1-9327-9829238db976 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:23.185482 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-24ebfd22-03c6-4924-b5e6-afef524cb513 tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Notify callbacks [] for security_group, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:23.203932 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-24ebfd22-03c6-4924-b5e6-afef524cb513 tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] 10.222.0.54 "DELETE /v2.0/security-groups/f54549da-f7cb-47e7-85aa-b8cfd88965a0 HTTP/1.1" status: 204 len: 168 time: 0.7979963 Jan 20 14:30:23.207520 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-fa89f8dc-0587-4e26-b976-b7a4d7a5343c None None] For port 3128bd64-4c65-4950-b6a8-55accc1be759, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=3128bd64-4c65-4950-b6a8-55accc1be759,segment=NetworkSegment(c319ca1f-b79b-4940-aa6a-51ee376abf06),segment_id=c319ca1f-b79b-4940-aa6a-51ee376abf06)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:30:23.208073 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-fa89f8dc-0587-4e26-b976-b7a4d7a5343c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:23.225692 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 37728) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:23.252910 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-05362e99-48eb-448b-969f-b1f6e17b3ec3 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:23.255553 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-05362e99-48eb-448b-969f-b1f6e17b3ec3 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks [] for security_group, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:23.256872 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-05362e99-48eb-448b-969f-b1f6e17b3ec3 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] 10.222.0.54 "DELETE /v2.0/security-groups/04f20f47-ec1e-4ead-ab62-fff87c6e3e67 HTTP/1.1" status: 204 len: 168 time: 0.9732211 Jan 20 14:30:23.508556 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-1f07599c-3a5a-41e1-9327-9829238db976 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] 10.222.0.54 "DELETE /v2.0/ports/e8179ec1-6890-45fc-bb34-dde57db1d706 HTTP/1.1" status: 204 len: 168 time: 1.8979051 Jan 20 14:30:23.508556 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 37732) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:23.508556 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 37734) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:23.509188 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.api.v2.resource [None req-755230e9-af76-4320-9fa9-da1577335c59 tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] create failed (client error): There was a conflict when trying to complete your request. Jan 20 14:30:23.509188 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-755230e9-af76-4320-9fa9-da1577335c59 tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.6877191 Jan 20 14:30:23.509188 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-774f1f8c-adab-499d-b503-b8477668d83e tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Calling delete_port for 3128bd64-4c65-4950-b6a8-55accc1be759 owned by network:dhcp {{(pid=84153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:30:23.509653 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05362e99-48eb-448b-969f-b1f6e17b3ec3 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=04f20f47-ec1e-4ead-ab62-fff87c6e3e67,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:23.509997 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-fa89f8dc-0587-4e26-b976-b7a4d7a5343c None None] Calling delete_port for 3128bd64-4c65-4950-b6a8-55accc1be759 owned by network:dhcp {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:30:23.516595 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 37742) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:23.517397 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device ad86db8a-d4e4-4125-81cc-491a22ed0591 up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:30:23.536762 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-5fae771f-0c41-47b5-85f1-c94d59c61dad tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] Notify callbacks [] for security_group, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:23.566728 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-5fae771f-0c41-47b5-85f1-c94d59c61dad tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:23.586820 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port ad86db8a-d4e4-4125-81cc-491a22ed0591 triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:30:23.587428 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:23.595770 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ec9266d-25c2-45df-81de-9382f2e457ce tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:30:23.597199 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ec9266d-25c2-45df-81de-9382f2e457ce tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:30:23.597940 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-9ec9266d-25c2-45df-81de-9382f2e457ce tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Synchronizing usage tracker for tenant:2cb17692bb0c4a2782f988652201ac42 on resource:subnet {{(pid=84152) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:30:23.608398 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d252ed79-0f1e-40ee-bc16-a00b515a1af5 tempest-FloatingIPNegativeTestJSON-1175302457 tempest-FloatingIPNegativeTestJSON-1175302457-project] Notify agent at l3_agent.dv-neutron-825124-1-hyperv the message routers_updated {{(pid=84152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 14:30:23.616541 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-d252ed79-0f1e-40ee-bc16-a00b515a1af5 tempest-FloatingIPNegativeTestJSON-1175302457 tempest-FloatingIPNegativeTestJSON-1175302457-project] 10.222.0.54 "PUT /v2.0/routers/3753bc89-2a6b-4b53-990a-d8a9804c151e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7898681 Jan 20 14:30:23.627559 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 37746) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:23.627559 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-774f1f8c-adab-499d-b503-b8477668d83e tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:23.627786 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d30ee5e-4388-4c57-9f93-fa40469384df None None] Sync routers for ids ['3753bc89-2a6b-4b53-990a-d8a9804c151e'] in dv-neutron-825124-1-hyperv {{(pid=84154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 14:30:23.631796 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.db.api [None req-fa89f8dc-0587-4e26-b976-b7a4d7a5343c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84154) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 14:30:23.632061 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG oslo_db.api [None req-fa89f8dc-0587-4e26-b976-b7a4d7a5343c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 14:30:23.634916 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-cf6ee34b-fb78-48b9-9b67-cfca584dd9e7 tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Synchronizing usage tracker for tenant:e57303c4dfc34a3db17fb5c9c2d373d6 on resource:security_group {{(pid=84152) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:30:23.660480 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d30ee5e-4388-4c57-9f93-fa40469384df None None] Routers {'3753bc89-2a6b-4b53-990a-d8a9804c151e'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:30:23.663324 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-8d30ee5e-4388-4c57-9f93-fa40469384df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:30:00Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['3753bc89-2a6b-4b53-990a-d8a9804c151e'], 'active': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:30:23.732730 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-8d30ee5e-4388-4c57-9f93-fa40469384df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:30:23.747231 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774f1f8c-adab-499d-b503-b8477668d83e tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Pushing event deleted for resources: {'Port': ['ID=3128bd64-4c65-4950-b6a8-55accc1be759,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:23.756957 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-774f1f8c-adab-499d-b503-b8477668d83e tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] No DVR routers for this DVR port 3128bd64-4c65-4950-b6a8-55accc1be759 on host dv-neutron-825124-1-hyperv {{(pid=84153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 14:30:23.775109 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a90865a-0726-4df5-ad2b-59c8c204b333 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Deleting subnet 5fbe2f7d-ceb1-496a-ba48-0a5410868b27 {{(pid=84152) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 20 14:30:23.779244 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-7a90865a-0726-4df5-ad2b-59c8c204b333 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks [] for subnet, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:23.795860 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d30ee5e-4388-4c57-9f93-fa40469384df None None] Routers {'3753bc89-2a6b-4b53-990a-d8a9804c151e'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:30:23.796483 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-8d30ee5e-4388-4c57-9f93-fa40469384df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:30:00Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['3753bc89-2a6b-4b53-990a-d8a9804c151e'], 'active': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:30:23.808353 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-9ec9266d-25c2-45df-81de-9382f2e457ce tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Unset dirty status for tenant:2cb17692bb0c4a2782f988652201ac42 on resource:subnet {{(pid=84152) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:30:23.813797 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-9ec9266d-25c2-45df-81de-9382f2e457ce tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.5168781 Jan 20 14:30:23.815868 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 37750) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:23.865553 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-8d30ee5e-4388-4c57-9f93-fa40469384df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:30:23.865553 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d30ee5e-4388-4c57-9f93-fa40469384df None None] The sync data for ids ['3753bc89-2a6b-4b53-990a-d8a9804c151e'] in dv-neutron-825124-1-hyperv is: [] {{(pid=84154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 14:30:23.866529 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-5fae771f-0c41-47b5-85f1-c94d59c61dad tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:23.871748 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-cf6ee34b-fb78-48b9-9b67-cfca584dd9e7 tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Unset dirty status for tenant:e57303c4dfc34a3db17fb5c9c2d373d6 on resource:security_group {{(pid=84152) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:30:23.876481 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-cf6ee34b-fb78-48b9-9b67-cfca584dd9e7 tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.6419454 Jan 20 14:30:23.882734 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 37754) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:23.897279 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-520ecd0c-9897-4ebf-a328-c2c354aa1e7b tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Request body: {'security_group': {'name': 'tempest-secgroup--756723001'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:30:23.905793 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-7a90865a-0726-4df5-ad2b-59c8c204b333 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3337915'] for subnet, precommit_delete_associations {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:23.927508 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 3128bd64-4c65-4950-b6a8-55accc1be759 no longer exists at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:30:23.946534 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-520ecd0c-9897-4ebf-a328-c2c354aa1e7b tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:30:23.947660 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-4b7be348-04bc-4f1a-a7d5-b52483a6bc81 tempest-FloatingIPNegativeTestJSON-1175302457 tempest-FloatingIPNegativeTestJSON-1175302457-project] Notify callbacks [] for router, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:23.962775 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] No Port match for: 3128bd64-4c65-4950-b6a8-55accc1be759 {{(pid=84154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 14:30:23.963219 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 3128bd64-4c65-4950-b6a8-55accc1be759 not bound to the agent host dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 14:30:23.990635 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-520ecd0c-9897-4ebf-a328-c2c354aa1e7b tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:30:23.997904 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fae771f-0c41-47b5-85f1-c94d59c61dad tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7a19d2a-a8a8-423c-abcd-08480673b328,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:24.037854 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-774f1f8c-adab-499d-b503-b8477668d83e tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1626242', 'neutron.services.segments.db._delete_segments_for_network-8769554214620'] for network, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:24.050130 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-5fae771f-0c41-47b5-85f1-c94d59c61dad tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] Notify callbacks [] for security_group, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:24.051260 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-5fae771f-0c41-47b5-85f1-c94d59c61dad tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] 10.222.0.54 "DELETE /v2.0/security-groups/c7a19d2a-a8a8-423c-abcd-08480673b328 HTTP/1.1" status: 204 len: 168 time: 0.6214652 Jan 20 14:30:24.054316 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 37758) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:24.120133 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-520ecd0c-9897-4ebf-a328-c2c354aa1e7b tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Notify callbacks [] for security_group, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:24.133813 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-fa89f8dc-0587-4e26-b976-b7a4d7a5343c None None] Deleting port 3128bd64-4c65-4950-b6a8-55accc1be759 {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:30:24.134393 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-fa89f8dc-0587-4e26-b976-b7a4d7a5343c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:24.145471 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-7a90865a-0726-4df5-ad2b-59c8c204b333 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1627147'] for subnet, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:24.203303 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-fa89f8dc-0587-4e26-b976-b7a4d7a5343c None None] The port '3128bd64-4c65-4950-b6a8-55accc1be759' was deleted {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 20 14:30:24.203593 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a7cda1c-4f6c-4c47-a290-59e975f07c11 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Deleting subnet 66200f44-323d-42f5-94d5-cf376c9133fe {{(pid=84152) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 20 14:30:24.244273 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-5a7cda1c-4f6c-4c47-a290-59e975f07c11 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks [] for subnet, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:24.255586 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.services.segments.db [None req-774f1f8c-adab-499d-b503-b8477668d83e tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b54d75f0-fa63-48e6-98f2-d669a80b4735']}} {{(pid=84153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:30:24.274009 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.services.segments.db [None req-774f1f8c-adab-499d-b503-b8477668d83e tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c319ca1f-b79b-4940-aa6a-51ee376abf06') {'for_net_delete': True} {{(pid=84153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:30:24.274330 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.services.segments.db [None req-774f1f8c-adab-499d-b503-b8477668d83e tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c319ca1f-b79b-4940-aa6a-51ee376abf06') {} {{(pid=84153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:30:24.285353 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-520ecd0c-9897-4ebf-a328-c2c354aa1e7b tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:30:24.299576 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-520ecd0c-9897-4ebf-a328-c2c354aa1e7b tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Usage tracker for resource:security_group_rule and tenant:e57303c4dfc34a3db17fb5c9c2d373d6 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:30:24.303461 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-5a7cda1c-4f6c-4c47-a290-59e975f07c11 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3337915'] for subnet, precommit_delete_associations {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:24.340341 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-520ecd0c-9897-4ebf-a328-c2c354aa1e7b tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:30:24.349612 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-520ecd0c-9897-4ebf-a328-c2c354aa1e7b tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:30:24.360105 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-774f1f8c-adab-499d-b503-b8477668d83e tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769554214503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980856'] for segment, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:24.424865 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-7a90865a-0726-4df5-ad2b-59c8c204b333 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1627154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4163580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155308'] for subnet, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:24.448829 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-774f1f8c-adab-499d-b503-b8477668d83e tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:24.471917 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-520ecd0c-9897-4ebf-a328-c2c354aa1e7b tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Notify callbacks [] for security_group, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:24.478294 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-5a7cda1c-4f6c-4c47-a290-59e975f07c11 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1627147'] for subnet, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:24.511107 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a90865a-0726-4df5-ad2b-59c8c204b333 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Pushing event deleted for resources: {'Subnet': ['ID=5fbe2f7d-ceb1-496a-ba48-0a5410868b27,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:24.519411 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-7a90865a-0726-4df5-ad2b-59c8c204b333 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks [] for subnet, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:24.521487 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-774f1f8c-adab-499d-b503-b8477668d83e tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=84153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 14:30:24.522019 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-774f1f8c-adab-499d-b503-b8477668d83e tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1622950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3944078'] for segment, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:24.530861 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-198b61a3-ad92-403d-8f98-bd3f50bf88a1 None None] Network c69ee7bc-60c2-439d-90b1-98741047f7c7 requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:30:24.537085 dv-neutron-825124-1-hyperv neutron-server[84153]: Traceback (most recent call last): Jan 20 14:30:24.537085 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 14:30:24.537085 dv-neutron-825124-1-hyperv neutron-server[84153]: timer() Jan 20 14:30:24.537085 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 14:30:24.537085 dv-neutron-825124-1-hyperv neutron-server[84153]: cb(*args, **kw) Jan 20 14:30:24.537085 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 14:30:24.537085 dv-neutron-825124-1-hyperv neutron-server[84153]: return func(*args, **kwargs) Jan 20 14:30:24.537085 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 14:30:24.537085 dv-neutron-825124-1-hyperv neutron-server[84153]: self._notify() Jan 20 14:30:24.537085 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 14:30:24.537085 dv-neutron-825124-1-hyperv neutron-server[84153]: self.callback(batched_events) Jan 20 14:30:24.537085 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 14:30:24.537085 dv-neutron-825124-1-hyperv neutron-server[84153]: event.method(event) Jan 20 14:30:24.537085 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 14:30:24.537085 dv-neutron-825124-1-hyperv neutron-server[84153]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 14:30:24.537085 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 14:30:24.537085 dv-neutron-825124-1-hyperv neutron-server[84153]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 14:30:24.537085 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 14:30:24.537085 dv-neutron-825124-1-hyperv neutron-server[84153]: return f(self, *a, **k) Jan 20 14:30:24.537085 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 14:30:24.537085 dv-neutron-825124-1-hyperv neutron-server[84153]: return self._get(url).json() Jan 20 14:30:24.537085 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 14:30:24.537085 dv-neutron-825124-1-hyperv neutron-server[84153]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 14:30:24.537085 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 14:30:24.537085 dv-neutron-825124-1-hyperv neutron-server[84153]: return self.request(url, 'GET', **kwargs) Jan 20 14:30:24.537085 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 14:30:24.537085 dv-neutron-825124-1-hyperv neutron-server[84153]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 14:30:24.537085 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 14:30:24.537085 dv-neutron-825124-1-hyperv neutron-server[84153]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 14:30:24.537085 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 14:30:24.537085 dv-neutron-825124-1-hyperv neutron-server[84153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 14:30:24.537085 dv-neutron-825124-1-hyperv neutron-server[84153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 14:30:24.539958 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-520ecd0c-9897-4ebf-a328-c2c354aa1e7b tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:24.551320 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-0b53914f-3277-4cc5-a907-1b4475ec09cc tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] Synchronizing usage tracker for tenant:3c4bff6f14264ee885803120ae5430f6 on resource:security_group {{(pid=84153) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:30:24.682201 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-7a90865a-0726-4df5-ad2b-59c8c204b333 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] 10.222.0.54 "DELETE /v2.0/subnets/5fbe2f7d-ceb1-496a-ba48-0a5410868b27 HTTP/1.1" status: 204 len: 168 time: 1.3977191 Jan 20 14:30:24.686323 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 37764) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:24.689811 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-4b7be348-04bc-4f1a-a7d5-b52483a6bc81 tempest-FloatingIPNegativeTestJSON-1175302457 tempest-FloatingIPNegativeTestJSON-1175302457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-737761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105493'] for router, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:24.719247 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520ecd0c-9897-4ebf-a328-c2c354aa1e7b tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e6facd9-be4d-468f-9927-999991478762,revision_number=1']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:24.742970 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-4b7be348-04bc-4f1a-a7d5-b52483a6bc81 tempest-FloatingIPNegativeTestJSON-1175302457 tempest-FloatingIPNegativeTestJSON-1175302457-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:24.798917 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-520ecd0c-9897-4ebf-a328-c2c354aa1e7b tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Notify callbacks [] for security_group, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:24.801133 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-520ecd0c-9897-4ebf-a328-c2c354aa1e7b tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.9143500 Jan 20 14:30:24.802722 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 37768) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:24.808693 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-a68a6f63-403e-4855-9cdf-29c80e67a8f1 tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Request body: {'security_group_rule': {'security_group_id': '6e6facd9-be4d-468f-9927-999991478762', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:30:24.815946 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-a68a6f63-403e-4855-9cdf-29c80e67a8f1 tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:30:24.819766 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-a68a6f63-403e-4855-9cdf-29c80e67a8f1 tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Usage tracker for resource:security_group_rule and tenant:e57303c4dfc34a3db17fb5c9c2d373d6 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:30:24.823312 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-a68a6f63-403e-4855-9cdf-29c80e67a8f1 tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:30:24.830767 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-a68a6f63-403e-4855-9cdf-29c80e67a8f1 tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:30:24.835607 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-5a7cda1c-4f6c-4c47-a290-59e975f07c11 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1627154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4163580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155308'] for subnet, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:24.857561 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-774f1f8c-adab-499d-b503-b8477668d83e tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1626253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-745296'] for network, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:24.859114 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-0b53914f-3277-4cc5-a907-1b4475ec09cc tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] Unset dirty status for tenant:3c4bff6f14264ee885803120ae5430f6 on resource:security_group {{(pid=84153) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:30:24.862095 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-0b53914f-3277-4cc5-a907-1b4475ec09cc tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.6484628 Jan 20 14:30:24.870644 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 37772) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:24.879750 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-774f1f8c-adab-499d-b503-b8477668d83e tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks [] for network, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:24.884883 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-7108fee0-402b-401d-ac6a-8c2e30c3db54 tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] Request body: {'security_group': {'name': 'tempest-secgroup--548031135'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:30:24.891590 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7cda1c-4f6c-4c47-a290-59e975f07c11 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Pushing event deleted for resources: {'Subnet': ['ID=66200f44-323d-42f5-94d5-cf376c9133fe,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:24.897757 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-7108fee0-402b-401d-ac6a-8c2e30c3db54 tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:30:24.902534 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-5a7cda1c-4f6c-4c47-a290-59e975f07c11 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks [] for subnet, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:24.902935 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774f1f8c-adab-499d-b503-b8477668d83e tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Pushing event deleted for resources: {'Network': ['ID=b54d75f0-fa63-48e6-98f2-d669a80b4735,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:24.909076 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-774f1f8c-adab-499d-b503-b8477668d83e tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] 10.222.0.54 "DELETE /v2.0/networks/b54d75f0-fa63-48e6-98f2-d669a80b4735 HTTP/1.1" status: 204 len: 168 time: 2.3643818 Jan 20 14:30:24.916279 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb7d7963-b97c-4ee4-92b6-62b58536d3d6 None None] Network dbce74ed-d43c-4540-8d8d-e582f35e4792 requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:30:24.916759 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 37776) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:24.929244 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-92000b4e-a20e-4744-8820-fd5e208d1806 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2010162418'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:30:24.938674 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-7108fee0-402b-401d-ac6a-8c2e30c3db54 tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:30:24.948054 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-92000b4e-a20e-4744-8820-fd5e208d1806 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:30:24.963301 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-92000b4e-a20e-4744-8820-fd5e208d1806 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Usage tracker for resource:network and tenant:f85e30c327a64407a1a93d3333ba9261 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:30:24.970062 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-4b7be348-04bc-4f1a-a7d5-b52483a6bc81 tempest-FloatingIPNegativeTestJSON-1175302457 tempest-FloatingIPNegativeTestJSON-1175302457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-737693'] for router, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:24.970062 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b7be348-04bc-4f1a-a7d5-b52483a6bc81 tempest-FloatingIPNegativeTestJSON-1175302457 tempest-FloatingIPNegativeTestJSON-1175302457-project] Fanout notify agent at l3_agent the message router_deleted on router 3753bc89-2a6b-4b53-990a-d8a9804c151e {{(pid=84153) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 20 14:30:24.975522 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-4b7be348-04bc-4f1a-a7d5-b52483a6bc81 tempest-FloatingIPNegativeTestJSON-1175302457 tempest-FloatingIPNegativeTestJSON-1175302457-project] Notify callbacks [] for router, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:24.979778 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 37780) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:24.983030 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-4b7be348-04bc-4f1a-a7d5-b52483a6bc81 tempest-FloatingIPNegativeTestJSON-1175302457 tempest-FloatingIPNegativeTestJSON-1175302457-project] 10.222.0.54 "DELETE /v2.0/routers/3753bc89-2a6b-4b53-990a-d8a9804c151e HTTP/1.1" status: 204 len: 168 time: 1.3585813 Jan 20 14:30:24.987887 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-92000b4e-a20e-4744-8820-fd5e208d1806 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:30:24.994195 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-92000b4e-a20e-4744-8820-fd5e208d1806 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:30:25.004119 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.db_base_plugin_v2 [None req-2947f80b-8251-4214-ab79-30bbe582dac9 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Deleting subnet b40a3f0c-fae9-4267-bf63-301717fe9208 {{(pid=84153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 20 14:30:25.009023 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-2947f80b-8251-4214-ab79-30bbe582dac9 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks [] for subnet, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:25.041821 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-7108fee0-402b-401d-ac6a-8c2e30c3db54 tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] Notify callbacks [] for security_group, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:25.056324 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-5a7cda1c-4f6c-4c47-a290-59e975f07c11 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] 10.222.0.54 "DELETE /v2.0/subnets/66200f44-323d-42f5-94d5-cf376c9133fe HTTP/1.1" status: 204 len: 168 time: 1.2395105 Jan 20 14:30:25.062078 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 37784) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:25.064583 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-a68a6f63-403e-4855-9cdf-29c80e67a8f1 tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:25.072443 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-2947f80b-8251-4214-ab79-30bbe582dac9 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3980851'] for subnet, precommit_delete_associations {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:25.138561 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92000b4e-a20e-4744-8820-fd5e208d1806 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Made reservation on behalf of f85e30c327a64407a1a93d3333ba9261 for: {'network': 1} {{(pid=84153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:30:25.141840 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-92000b4e-a20e-4744-8820-fd5e208d1806 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for network, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:25.185595 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92000b4e-a20e-4744-8820-fd5e208d1806 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 191} {{(pid=84153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 14:30:25.191318 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-6372ef3e-0c3d-4885-91f8-699e694e1a5c tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1278908 Jan 20 14:30:25.194843 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 37788) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:25.200013 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-92000b4e-a20e-4744-8820-fd5e208d1806 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:25.203789 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.db.segments_db [None req-92000b4e-a20e-4744-8820-fd5e208d1806 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Added segment f57b620d-026d-4648-874e-9012c4e9ab3d of type vlan for network 1f505182-f2a1-4ef2-961e-95a54561c8ad Jan 20 14:30:25.214852 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-47a7d66e-10e6-405a-a6c7-3a461789fd0c tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Request body: {'subnet': {'network_id': 'dbce74ed-d43c-4540-8d8d-e582f35e4792', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:30:25.261629 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fecf5263-31b6-468d-a89c-d4a9ad4c1a3d None None] DHCP port deletion for dbce74ed-d43c-4540-8d8d-e582f35e4792 request from dv-neutron-825124-1-hyperv {{(pid=84154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 20 14:30:25.261940 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-fecf5263-31b6-468d-a89c-d4a9ad4c1a3d None None] Deleting port ad86db8a-d4e4-4125-81cc-491a22ed0591 {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:30:25.262402 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-fecf5263-31b6-468d-a89c-d4a9ad4c1a3d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:25.267998 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-7108fee0-402b-401d-ac6a-8c2e30c3db54 tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:30:25.360557 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-7108fee0-402b-401d-ac6a-8c2e30c3db54 tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] Usage tracker for resource:security_group_rule and tenant:3c4bff6f14264ee885803120ae5430f6 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:30:25.365785 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-47a7d66e-10e6-405a-a6c7-3a461789fd0c tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:30:25.375465 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-7108fee0-402b-401d-ac6a-8c2e30c3db54 tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:30:25.375630 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-2947f80b-8251-4214-ab79-30bbe582dac9 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1627147'] for subnet, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:25.379106 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-7108fee0-402b-401d-ac6a-8c2e30c3db54 tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:30:25.412420 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-a68a6f63-403e-4855-9cdf-29c80e67a8f1 tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:25.425070 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-47a7d66e-10e6-405a-a6c7-3a461789fd0c tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Usage tracker for resource:subnet and tenant:2cb17692bb0c4a2782f988652201ac42 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:30:25.431990 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-47a7d66e-10e6-405a-a6c7-3a461789fd0c tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:30:25.436288 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device ad86db8a-d4e4-4125-81cc-491a22ed0591 no longer exists at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:30:25.443689 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-92000b4e-a20e-4744-8820-fd5e208d1806 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769553767792'] for network, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:25.460434 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-47a7d66e-10e6-405a-a6c7-3a461789fd0c tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:30:25.490443 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-a68a6f63-403e-4855-9cdf-29c80e67a8f1 tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734962'] for security_group_rule, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:25.496055 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.db_base_plugin_v2 [None req-524d7297-15cc-44c4-9f9b-41ec23b916a4 tempest-FloatingIPNegativeTestJSON-1175302457 tempest-FloatingIPNegativeTestJSON-1175302457-project] Deleting subnet 835435d4-cddd-48ff-8bcd-73ed0c642a00 {{(pid=84152) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 20 14:30:25.518765 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-524d7297-15cc-44c4-9f9b-41ec23b916a4 tempest-FloatingIPNegativeTestJSON-1175302457 tempest-FloatingIPNegativeTestJSON-1175302457-project] Notify callbacks [] for subnet, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:25.560474 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47a7d66e-10e6-405a-a6c7-3a461789fd0c tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Made reservation on behalf of 2cb17692bb0c4a2782f988652201ac42 for: {'subnet': 1} {{(pid=84153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:30:25.581506 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68a6f63-403e-4855-9cdf-29c80e67a8f1 tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b83f2836-1b89-44e8-82f1-96bbccb3be56,revision_number=0']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:25.589174 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-7108fee0-402b-401d-ac6a-8c2e30c3db54 tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] Notify callbacks [] for security_group, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:25.609176 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-524d7297-15cc-44c4-9f9b-41ec23b916a4 tempest-FloatingIPNegativeTestJSON-1175302457 tempest-FloatingIPNegativeTestJSON-1175302457-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3337915'] for subnet, precommit_delete_associations {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:25.656902 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-2947f80b-8251-4214-ab79-30bbe582dac9 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1627154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3943464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4194013'] for subnet, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:25.658173 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-7108fee0-402b-401d-ac6a-8c2e30c3db54 tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:25.674520 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-fecf5263-31b6-468d-a89c-d4a9ad4c1a3d None None] For port ad86db8a-d4e4-4125-81cc-491a22ed0591, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=ad86db8a-d4e4-4125-81cc-491a22ed0591,segment=NetworkSegment(7b61d093-41ff-4202-b223-533eb0f8da0a),segment_id=7b61d093-41ff-4202-b223-533eb0f8da0a)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:30:25.674915 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-fecf5263-31b6-468d-a89c-d4a9ad4c1a3d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:25.686868 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-a68a6f63-403e-4855-9cdf-29c80e67a8f1 tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:25.688056 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-a68a6f63-403e-4855-9cdf-29c80e67a8f1 tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.8843784 Jan 20 14:30:25.695884 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 37794) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:25.703635 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-92000b4e-a20e-4744-8820-fd5e208d1806 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967'] for network, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:25.707669 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92000b4e-a20e-4744-8820-fd5e208d1806 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:30:25.708540 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-92000b4e-a20e-4744-8820-fd5e208d1806 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks [] for network, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:25.737116 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-94874a94-181f-4b61-8e9f-a08d76df9d0e tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] 10.222.0.54 "GET /v2.0/security-group-rules/b83f2836-1b89-44e8-82f1-96bbccb3be56 HTTP/1.1" status: 200 len: 705 time: 0.0385766 Jan 20 14:30:25.737707 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7108fee0-402b-401d-ac6a-8c2e30c3db54 tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] Pushing event updated for resources: {'SecurityGroup': ['ID=145d6f7c-8fe5-48fd-a17e-4ecfe62db0f7,revision_number=1']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:25.741932 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 37798) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:25.759540 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:25.761227 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2947f80b-8251-4214-ab79-30bbe582dac9 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Pushing event deleted for resources: {'Subnet': ['ID=b40a3f0c-fae9-4267-bf63-301717fe9208,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:25.777083 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-524d7297-15cc-44c4-9f9b-41ec23b916a4 tempest-FloatingIPNegativeTestJSON-1175302457 tempest-FloatingIPNegativeTestJSON-1175302457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1627147'] for subnet, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:25.821052 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-7108fee0-402b-401d-ac6a-8c2e30c3db54 tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] Notify callbacks [] for security_group, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:25.823083 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-7108fee0-402b-401d-ac6a-8c2e30c3db54 tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.9479001 Jan 20 14:30:25.828361 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 37802) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:25.836475 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-fecf5263-31b6-468d-a89c-d4a9ad4c1a3d None None] Calling delete_port for ad86db8a-d4e4-4125-81cc-491a22ed0591 owned by network:dhcp {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:30:25.842429 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-6caea5a4-56ba-4221-834c-3085ee079ce0 tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] Request body: {'security_group_rule': {'security_group_id': '145d6f7c-8fe5-48fd-a17e-4ecfe62db0f7', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:30:25.843088 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.api.v2.resource [None req-6caea5a4-56ba-4221-834c-3085ee079ce0 tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 20 14:30:25.844055 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-6caea5a4-56ba-4221-834c-3085ee079ce0 tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0139914 Jan 20 14:30:25.857424 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 37806) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:25.861544 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-2947f80b-8251-4214-ab79-30bbe582dac9 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks [] for subnet, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:25.863638 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-2947f80b-8251-4214-ab79-30bbe582dac9 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] 10.222.0.54 "DELETE /v2.0/subnets/b40a3f0c-fae9-4267-bf63-301717fe9208 HTTP/1.1" status: 204 len: 168 time: 1.1680975 Jan 20 14:30:25.866650 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-3c028ddb-5e22-46ef-aea7-0fed1adaf7d2 None None] Provisioning complete for port fbbe5dc0-d01f-424c-a506-e1c62237de0a triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:30:25.866650 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-3c028ddb-5e22-46ef-aea7-0fed1adaf7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:25.868250 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-47a7d66e-10e6-405a-a6c7-3a461789fd0c tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4193986'] for subnet, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:25.871192 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-d47f5810-b84e-4de2-a65e-8a1e7727e568 tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Synchronizing usage tracker for tenant:e57303c4dfc34a3db17fb5c9c2d373d6 on resource:security_group_rule {{(pid=84152) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:30:25.878579 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 37810) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:25.926393 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.pecan_wsgi.hooks.translation [None req-3dab4276-e48a-425e-a340-935f2e809c57 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] DELETE failed (client error): The resource could not be found. Jan 20 14:30:25.926833 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3dab4276-e48a-425e-a340-935f2e809c57 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84152) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:30:25.944665 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-3dab4276-e48a-425e-a340-935f2e809c57 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] 10.222.0.54 "DELETE /v2.0/subnets/5fbe2f7d-ceb1-496a-ba48-0a5410868b27 HTTP/1.1" status: 404 len: 337 time: 0.0613163 Jan 20 14:30:25.946326 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3e25c12-f7f7-49a4-b532-3c855263eb8a None None] Network c69ee7bc-60c2-439d-90b1-98741047f7c7 requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:30:25.948828 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 37814) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:25.999608 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-d47f5810-b84e-4de2-a65e-8a1e7727e568 tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Unset dirty status for tenant:e57303c4dfc34a3db17fb5c9c2d373d6 on resource:security_group_rule {{(pid=84152) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:30:26.002487 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-d47f5810-b84e-4de2-a65e-8a1e7727e568 tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.2598712 Jan 20 14:30:26.005739 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 37818) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:26.019085 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-92000b4e-a20e-4744-8820-fd5e208d1806 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.1015983 Jan 20 14:30:26.029882 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 37822) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:26.046875 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-216c66e4-bb14-45d2-8207-f3218183b7d6 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Request body: {'subnet': {'network_id': '1f505182-f2a1-4ef2-961e-95a54561c8ad', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:30:26.065584 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-524d7297-15cc-44c4-9f9b-41ec23b916a4 tempest-FloatingIPNegativeTestJSON-1175302457 tempest-FloatingIPNegativeTestJSON-1175302457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1627154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4163580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155308'] for subnet, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:26.074264 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92000b4e-a20e-4744-8820-fd5e208d1806 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Pushing event updated for resources: {'Network': ['ID=1f505182-f2a1-4ef2-961e-95a54561c8ad,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:26.093724 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] For port ad86db8a-d4e4-4125-81cc-491a22ed0591, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=ad86db8a-d4e4-4125-81cc-491a22ed0591,segment=NetworkSegment(7b61d093-41ff-4202-b223-533eb0f8da0a),segment_id=7b61d093-41ff-4202-b223-533eb0f8da0a)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:30:26.102934 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Network 1f505182-f2a1-4ef2-961e-95a54561c8ad details requested by agent ovs-agent-dv-neutron-825124-1-hyperv with host dv-neutron-825124-1-hyperv {{(pid=84154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 14:30:26.111726 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.db_base_plugin_v2 [None req-503d6ed3-2b7f-46cf-85e2-624a656275d4 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Deleting subnet 4914103a-74d6-48ba-8530-bfdddb01644f {{(pid=84152) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 20 14:30:26.164176 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-eeb6b93e-65f8-420d-bff1-61b8106dc24b tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] Notify callbacks [] for security_group, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:26.172442 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-503d6ed3-2b7f-46cf-85e2-624a656275d4 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks [] for subnet, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:26.209924 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-eeb6b93e-65f8-420d-bff1-61b8106dc24b tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:26.212316 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524d7297-15cc-44c4-9f9b-41ec23b916a4 tempest-FloatingIPNegativeTestJSON-1175302457 tempest-FloatingIPNegativeTestJSON-1175302457-project] Pushing event deleted for resources: {'Subnet': ['ID=835435d4-cddd-48ff-8bcd-73ed0c642a00,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:26.217541 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:26.233813 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-373c6921-93fd-4b53-9c53-30358323cfa7 tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:26.252305 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-524d7297-15cc-44c4-9f9b-41ec23b916a4 tempest-FloatingIPNegativeTestJSON-1175302457 tempest-FloatingIPNegativeTestJSON-1175302457-project] Notify callbacks [] for subnet, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:26.257376 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-524d7297-15cc-44c4-9f9b-41ec23b916a4 tempest-FloatingIPNegativeTestJSON-1175302457 tempest-FloatingIPNegativeTestJSON-1175302457-project] 10.222.0.54 "DELETE /v2.0/subnets/835435d4-cddd-48ff-8bcd-73ed0c642a00 HTTP/1.1" status: 204 len: 168 time: 1.2765000 Jan 20 14:30:26.269471 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 37826) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:26.280721 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a8889cb-aa17-405e-9117-03ded96a9de4 None None] Network 08a9fe39-ae10-466f-b9ac-ed6ce6384a09 requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:30:26.284127 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-373c6921-93fd-4b53-9c53-30358323cfa7 tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:26.322074 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-503d6ed3-2b7f-46cf-85e2-624a656275d4 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3337915'] for subnet, precommit_delete_associations {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:26.337828 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.db.api [None req-fecf5263-31b6-468d-a89c-d4a9ad4c1a3d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84154) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 14:30:26.338107 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG oslo_db.api [None req-fecf5263-31b6-468d-a89c-d4a9ad4c1a3d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 14:30:26.410540 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-eeb6b93e-65f8-420d-bff1-61b8106dc24b tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:26.418870 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-216c66e4-bb14-45d2-8207-f3218183b7d6 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:30:26.440319 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb6b93e-65f8-420d-bff1-61b8106dc24b tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=145d6f7c-8fe5-48fd-a17e-4ecfe62db0f7,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:26.457259 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-216c66e4-bb14-45d2-8207-f3218183b7d6 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Usage tracker for resource:subnet and tenant:f85e30c327a64407a1a93d3333ba9261 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:30:26.477074 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-216c66e4-bb14-45d2-8207-f3218183b7d6 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:30:26.495302 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Pushing event updated for resources: {'Port': ['ID=ad86db8a-d4e4-4125-81cc-491a22ed0591,revision_number=5']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:26.502618 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-216c66e4-bb14-45d2-8207-f3218183b7d6 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:30:26.510079 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-505ef07a-51d8-426f-bd74-01e3d55df989 tempest-FloatingIPNegativeTestJSON-1175302457 tempest-FloatingIPNegativeTestJSON-1175302457-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586409'] for network, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:26.534591 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-505ef07a-51d8-426f-bd74-01e3d55df989 tempest-FloatingIPNegativeTestJSON-1175302457 tempest-FloatingIPNegativeTestJSON-1175302457-project] Deleting port 60fd7a2d-e0ac-4c9b-80de-abd79d5d9701 {{(pid=84152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:30:26.535607 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-505ef07a-51d8-426f-bd74-01e3d55df989 tempest-FloatingIPNegativeTestJSON-1175302457 tempest-FloatingIPNegativeTestJSON-1175302457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:26.563941 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-eeb6b93e-65f8-420d-bff1-61b8106dc24b tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] Notify callbacks [] for security_group, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:26.567598 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-eeb6b93e-65f8-420d-bff1-61b8106dc24b tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] 10.222.0.54 "DELETE /v2.0/security-groups/145d6f7c-8fe5-48fd-a17e-4ecfe62db0f7 HTTP/1.1" status: 204 len: 168 time: 0.7003345 Jan 20 14:30:26.568310 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 37830) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:26.597441 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.objects.ports [None req-47a7d66e-10e6-405a-a6c7-3a461789fd0c tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=84153) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Jan 20 14:30:26.600836 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-373c6921-93fd-4b53-9c53-30358323cfa7 tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734962'] for security_group_rule, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:26.605876 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-3c028ddb-5e22-46ef-aea7-0fed1adaf7d2 None None] Provisioning complete for port c7b05808-424b-4a1f-9e72-184fa78e1049 triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:30:26.606287 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-3c028ddb-5e22-46ef-aea7-0fed1adaf7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:26.611634 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-503d6ed3-2b7f-46cf-85e2-624a656275d4 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1627147'] for subnet, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:26.661630 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-216c66e4-bb14-45d2-8207-f3218183b7d6 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Made reservation on behalf of f85e30c327a64407a1a93d3333ba9261 for: {'subnet': 1} {{(pid=84152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:30:26.682695 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-3c028ddb-5e22-46ef-aea7-0fed1adaf7d2 None None] Port c7b05808-424b-4a1f-9e72-184fa78e1049 cannot update to ACTIVE because it is not bound. {{(pid=84154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 14:30:26.698942 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373c6921-93fd-4b53-9c53-30358323cfa7 tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b83f2836-1b89-44e8-82f1-96bbccb3be56,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:26.786432 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80579e95-2465-4762-b622-245b777ee0d6 None None] DHCP port deletion for 08a9fe39-ae10-466f-b9ac-ed6ce6384a09 request from dv-neutron-825124-1-hyperv {{(pid=84154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 20 14:30:26.794869 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-80579e95-2465-4762-b622-245b777ee0d6 None None] Deleting port 60fd7a2d-e0ac-4c9b-80de-abd79d5d9701 {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:30:26.794869 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-80579e95-2465-4762-b622-245b777ee0d6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:26.830414 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-373c6921-93fd-4b53-9c53-30358323cfa7 tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:26.831534 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-373c6921-93fd-4b53-9c53-30358323cfa7 tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] 10.222.0.54 "DELETE /v2.0/security-group-rules/b83f2836-1b89-44e8-82f1-96bbccb3be56 HTTP/1.1" status: 204 len: 168 time: 0.8244317 Jan 20 14:30:26.838832 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 37834) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:26.847252 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-fecf5263-31b6-468d-a89c-d4a9ad4c1a3d None None] Deleting port ad86db8a-d4e4-4125-81cc-491a22ed0591 {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:30:26.848002 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-fecf5263-31b6-468d-a89c-d4a9ad4c1a3d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:26.895002 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-47a7d66e-10e6-405a-a6c7-3a461789fd0c tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:26.998562 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-ed43a8d2-5d95-409d-bde7-864a7ef2a084 tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Synchronizing usage tracker for tenant:e57303c4dfc34a3db17fb5c9c2d373d6 on resource:security_group_rule {{(pid=84153) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:30:27.071677 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-deade466-fb8f-4321-9414-09a61e35f1a0 tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] Synchronizing usage tracker for tenant:3c4bff6f14264ee885803120ae5430f6 on resource:security_group {{(pid=84152) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:30:27.166983 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-ed43a8d2-5d95-409d-bde7-864a7ef2a084 tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Unset dirty status for tenant:e57303c4dfc34a3db17fb5c9c2d373d6 on resource:security_group_rule {{(pid=84153) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:30:27.170052 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-ed43a8d2-5d95-409d-bde7-864a7ef2a084 tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.3298490 Jan 20 14:30:27.176106 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 37840) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:27.186140 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-137e3602-ab56-498e-a4bb-f00e849063f9 tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Request body: {'security_group_rule': {'security_group_id': '6e6facd9-be4d-468f-9927-999991478762', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:30:27.196433 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-137e3602-ab56-498e-a4bb-f00e849063f9 tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:30:27.231529 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-216c66e4-bb14-45d2-8207-f3218183b7d6 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3155315'] for subnet, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:27.234076 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-137e3602-ab56-498e-a4bb-f00e849063f9 tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:30:27.267451 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.db [None req-505ef07a-51d8-426f-bd74-01e3d55df989 tempest-FloatingIPNegativeTestJSON-1175302457 tempest-FloatingIPNegativeTestJSON-1175302457-project] For port 60fd7a2d-e0ac-4c9b-80de-abd79d5d9701, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=60fd7a2d-e0ac-4c9b-80de-abd79d5d9701,segment=NetworkSegment(5c08d4bf-ac21-422f-88f1-a4c2bb1a5e64),segment_id=5c08d4bf-ac21-422f-88f1-a4c2bb1a5e64)] {{(pid=84152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:30:27.268013 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-505ef07a-51d8-426f-bd74-01e3d55df989 tempest-FloatingIPNegativeTestJSON-1175302457 tempest-FloatingIPNegativeTestJSON-1175302457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:27.335352 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.db [None req-47a7d66e-10e6-405a-a6c7-3a461789fd0c tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] For port ad86db8a-d4e4-4125-81cc-491a22ed0591, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=ad86db8a-d4e4-4125-81cc-491a22ed0591,segment=NetworkSegment(7b61d093-41ff-4202-b223-533eb0f8da0a),segment_id=7b61d093-41ff-4202-b223-533eb0f8da0a)] {{(pid=84153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:30:27.344650 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-deade466-fb8f-4321-9414-09a61e35f1a0 tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] Unset dirty status for tenant:3c4bff6f14264ee885803120ae5430f6 on resource:security_group {{(pid=84152) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:30:27.350017 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-deade466-fb8f-4321-9414-09a61e35f1a0 tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.7799337 Jan 20 14:30:27.351194 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-503d6ed3-2b7f-46cf-85e2-624a656275d4 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1627154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4163580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155308'] for subnet, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:27.358123 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 60fd7a2d-e0ac-4c9b-80de-abd79d5d9701 no longer exists at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:30:27.361193 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 37844) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:27.380736 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-47a7d66e-10e6-405a-a6c7-3a461789fd0c tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks [] for port, precommit_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:27.390849 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-137e3602-ab56-498e-a4bb-f00e849063f9 tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:27.419256 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-80579e95-2465-4762-b622-245b777ee0d6 None None] For port 60fd7a2d-e0ac-4c9b-80de-abd79d5d9701, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=60fd7a2d-e0ac-4c9b-80de-abd79d5d9701,segment=NetworkSegment(5c08d4bf-ac21-422f-88f1-a4c2bb1a5e64),segment_id=5c08d4bf-ac21-422f-88f1-a4c2bb1a5e64)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:30:27.419862 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-80579e95-2465-4762-b622-245b777ee0d6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:27.463917 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-fe6e4a96-be74-4cf6-959b-99f59f205ba9 tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] Request body: {'security_group': {'name': 'tempest-secgroup--1619248408'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:30:27.476314 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-47a7d66e-10e6-405a-a6c7-3a461789fd0c tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3944146'] for port, after_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:27.478324 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-47a7d66e-10e6-405a-a6c7-3a461789fd0c tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3943531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4194004'] for subnet, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:27.541359 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-fe6e4a96-be74-4cf6-959b-99f59f205ba9 tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:30:27.548112 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-137e3602-ab56-498e-a4bb-f00e849063f9 tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:27.554651 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-505ef07a-51d8-426f-bd74-01e3d55df989 tempest-FloatingIPNegativeTestJSON-1175302457 tempest-FloatingIPNegativeTestJSON-1175302457-project] Calling delete_port for 60fd7a2d-e0ac-4c9b-80de-abd79d5d9701 owned by network:dhcp {{(pid=84152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:30:27.577037 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-80579e95-2465-4762-b622-245b777ee0d6 None None] Calling delete_port for 60fd7a2d-e0ac-4c9b-80de-abd79d5d9701 owned by network:dhcp {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:30:27.584676 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503d6ed3-2b7f-46cf-85e2-624a656275d4 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Pushing event deleted for resources: {'Subnet': ['ID=4914103a-74d6-48ba-8530-bfdddb01644f,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:27.614919 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47a7d66e-10e6-405a-a6c7-3a461789fd0c tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Network dbce74ed-d43c-4540-8d8d-e582f35e4792 is already hosted by enough agents. {{(pid=84153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:30:27.621433 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-503d6ed3-2b7f-46cf-85e2-624a656275d4 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks [] for subnet, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:27.621766 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-137e3602-ab56-498e-a4bb-f00e849063f9 tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734962'] for security_group_rule, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:27.621766 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.base_scheduler [None req-47a7d66e-10e6-405a-a6c7-3a461789fd0c tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Resources bound (agent type, host, resource id): {{(pid=84153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:30:27.627498 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-fe6e4a96-be74-4cf6-959b-99f59f205ba9 tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:30:27.632223 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0aac403-6476-489f-b016-9984152433a4 None None] Network c69ee7bc-60c2-439d-90b1-98741047f7c7 requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:30:27.636046 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47a7d66e-10e6-405a-a6c7-3a461789fd0c tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:30:27.636713 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-47a7d66e-10e6-405a-a6c7-3a461789fd0c tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks [] for subnet, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:27.646198 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a7d66e-10e6-405a-a6c7-3a461789fd0c tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Pushing event updated for resources: {'Subnet': ['ID=de6136d5-4f4c-4815-bbbf-7568919ef9bd,revision_number=0']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:27.656083 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-503d6ed3-2b7f-46cf-85e2-624a656275d4 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] 10.222.0.54 "DELETE /v2.0/subnets/4914103a-74d6-48ba-8530-bfdddb01644f HTTP/1.1" status: 204 len: 168 time: 1.7061851 Jan 20 14:30:27.658323 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a7d66e-10e6-405a-a6c7-3a461789fd0c tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Pushing event updated for resources: {'Port': ['ID=ad86db8a-d4e4-4125-81cc-491a22ed0591,revision_number=7']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:27.658531 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 37848) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:27.672108 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137e3602-ab56-498e-a4bb-f00e849063f9 tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f029c250-8c42-4579-b75a-6218917492c2,revision_number=0']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:27.728384 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f8955bf-adf6-441c-a768-bc47c2f8dac5 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] DELETE failed (client error): The resource could not be found. Jan 20 14:30:27.728940 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f8955bf-adf6-441c-a768-bc47c2f8dac5 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84152) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:30:27.738516 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-7f8955bf-adf6-441c-a768-bc47c2f8dac5 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] 10.222.0.54 "DELETE /v2.0/subnets/6bc66b05-5269-4014-8cb8-ac26956daf2b HTTP/1.1" status: 404 len: 337 time: 0.0763903 Jan 20 14:30:27.741125 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 37852) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:27.745249 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-fecf5263-31b6-468d-a89c-d4a9ad4c1a3d None None] For port ad86db8a-d4e4-4125-81cc-491a22ed0591, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=ad86db8a-d4e4-4125-81cc-491a22ed0591,segment=NetworkSegment(7b61d093-41ff-4202-b223-533eb0f8da0a),segment_id=7b61d093-41ff-4202-b223-533eb0f8da0a)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:30:27.745677 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-fecf5263-31b6-468d-a89c-d4a9ad4c1a3d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:27.777199 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-47a7d66e-10e6-405a-a6c7-3a461789fd0c tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.5794117 Jan 20 14:30:27.779245 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-137e3602-ab56-498e-a4bb-f00e849063f9 tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:27.781520 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-137e3602-ab56-498e-a4bb-f00e849063f9 tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.6038885 Jan 20 14:30:27.789664 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 37856) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:27.789814 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-fe6e4a96-be74-4cf6-959b-99f59f205ba9 tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] Notify callbacks [] for security_group, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:27.789914 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-694e75ba-51ba-4555-a758-07d7bc155c3c tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Request body: {'port': {'network_id': 'dbce74ed-d43c-4540-8d8d-e582f35e4792', 'mac_address': 'fa:16:3e:07:74:62', 'name': 'tempest-NetworksTestDHCPv6-515916974'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:30:27.798867 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 37860) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:27.841182 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-c1ee1e13-be9b-445d-afec-0644941289a8 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Synchronizing usage tracker for tenant:86e3e9c5b0744f88a459de56a9372787 on resource:port {{(pid=84152) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:30:27.855724 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-505ef07a-51d8-426f-bd74-01e3d55df989 tempest-FloatingIPNegativeTestJSON-1175302457 tempest-FloatingIPNegativeTestJSON-1175302457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:27.942411 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-694e75ba-51ba-4555-a758-07d7bc155c3c tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:30:27.945649 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-ac076971-3677-4638-8876-424939af8997 tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] 10.222.0.54 "GET /v2.0/security-group-rules/f029c250-8c42-4579-b75a-6218917492c2 HTTP/1.1" status: 200 len: 705 time: 0.1148229 Jan 20 14:30:27.954216 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505ef07a-51d8-426f-bd74-01e3d55df989 tempest-FloatingIPNegativeTestJSON-1175302457 tempest-FloatingIPNegativeTestJSON-1175302457-project] Pushing event deleted for resources: {'Port': ['ID=60fd7a2d-e0ac-4c9b-80de-abd79d5d9701,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:27.954576 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 37864) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:27.954576 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-694e75ba-51ba-4555-a758-07d7bc155c3c tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Usage tracker for resource:port and tenant:2cb17692bb0c4a2782f988652201ac42 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:30:27.964938 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-fecf5263-31b6-468d-a89c-d4a9ad4c1a3d None None] Calling delete_port for ad86db8a-d4e4-4125-81cc-491a22ed0591 owned by network:dhcp {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:30:27.966674 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-505ef07a-51d8-426f-bd74-01e3d55df989 tempest-FloatingIPNegativeTestJSON-1175302457 tempest-FloatingIPNegativeTestJSON-1175302457-project] No DVR routers for this DVR port 60fd7a2d-e0ac-4c9b-80de-abd79d5d9701 on host dv-neutron-825124-1-hyperv {{(pid=84152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 14:30:27.968772 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-694e75ba-51ba-4555-a758-07d7bc155c3c tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:30:27.979373 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-694e75ba-51ba-4555-a758-07d7bc155c3c tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:30:28.002173 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-c1ee1e13-be9b-445d-afec-0644941289a8 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Unset dirty status for tenant:86e3e9c5b0744f88a459de56a9372787 on resource:port {{(pid=84152) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:30:28.003453 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-c1ee1e13-be9b-445d-afec-0644941289a8 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] 10.222.0.54 "GET /v2.0/ports?device_id=a02972f0-d3f1-47e3-9625-28d2ffb35387 HTTP/1.1" status: 200 len: 205 time: 0.2614434 Jan 20 14:30:28.006530 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 37868) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:28.008018 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-5b91d8a5-f5ca-476f-a019-a366f0ce6bb4 None None] Provisioning complete for port fbbe5dc0-d01f-424c-a506-e1c62237de0a triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:30:28.008593 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-5b91d8a5-f5ca-476f-a019-a366f0ce6bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:28.029143 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-fe6e4a96-be74-4cf6-959b-99f59f205ba9 tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:30:28.047472 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-fe6e4a96-be74-4cf6-959b-99f59f205ba9 tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] Usage tracker for resource:security_group_rule and tenant:3c4bff6f14264ee885803120ae5430f6 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:30:28.053840 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-fe6e4a96-be74-4cf6-959b-99f59f205ba9 tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:30:28.062795 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.db.api [None req-80579e95-2465-4762-b622-245b777ee0d6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84154) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 14:30:28.063149 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG oslo_db.api [None req-80579e95-2465-4762-b622-245b777ee0d6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 14:30:28.079304 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.api.v2.resource [None req-387dcc3e-69d2-4099-a221-c4c6c4d850d6 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] delete failed (client error): The resource could not be found. Jan 20 14:30:28.082696 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-387dcc3e-69d2-4099-a221-c4c6c4d850d6 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] 10.222.0.54 "DELETE /v2.0/routers/a02972f0-d3f1-47e3-9625-28d2ffb35387 HTTP/1.1" status: 404 len: 336 time: 0.0721939 Jan 20 14:30:28.087095 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-01a29699-a6e6-4b5e-8771-40b42a961afe tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Synchronizing usage tracker for tenant:e57303c4dfc34a3db17fb5c9c2d373d6 on resource:security_group_rule {{(pid=84153) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:30:28.090997 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-694e75ba-51ba-4555-a758-07d7bc155c3c tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Made reservation on behalf of 2cb17692bb0c4a2782f988652201ac42 for: {'port': 1} {{(pid=84153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:30:28.094083 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-694e75ba-51ba-4555-a758-07d7bc155c3c tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:28.105555 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 37872) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:28.108428 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:28.110098 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-fe6e4a96-be74-4cf6-959b-99f59f205ba9 tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:30:28.147034 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-505ef07a-51d8-426f-bd74-01e3d55df989 tempest-FloatingIPNegativeTestJSON-1175302457 tempest-FloatingIPNegativeTestJSON-1175302457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1626242', 'neutron.services.segments.db._delete_segments_for_network-8769554214620'] for network, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:28.151659 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a38e9b4-3237-4eb1-ad9b-091aa1ac08d6 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] DELETE failed (client error): The resource could not be found. Jan 20 14:30:28.163505 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a38e9b4-3237-4eb1-ad9b-091aa1ac08d6 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:30:28.171013 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 37878) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:28.173716 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-7a38e9b4-3237-4eb1-ad9b-091aa1ac08d6 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] 10.222.0.54 "DELETE /v2.0/subnets/e68ec696-f6d3-4d7d-a80d-7aba97bed46b HTTP/1.1" status: 404 len: 337 time: 0.0659704 Jan 20 14:30:28.220321 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.segments.db [None req-505ef07a-51d8-426f-bd74-01e3d55df989 tempest-FloatingIPNegativeTestJSON-1175302457 tempest-FloatingIPNegativeTestJSON-1175302457-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08a9fe39-ae10-466f-b9ac-ed6ce6384a09']}} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:30:28.226112 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-2d2174e4-4f83-4b3c-b30c-fa73bd5e03de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:28.227410 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.notifiers.nova [None req-694e75ba-51ba-4555-a758-07d7bc155c3c tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] device_id is not set on port 93b963a0-9b99-4630-a2bd-1a65e77cc5a7 yet. {{(pid=84153) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 14:30:28.242253 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebab0ed8-a96f-4d83-8010-f251d7f4f472 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] DELETE failed (client error): The resource could not be found. Jan 20 14:30:28.242759 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ebab0ed8-a96f-4d83-8010-f251d7f4f472 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84152) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:30:28.245656 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-216c66e4-bb14-45d2-8207-f3218183b7d6 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4163519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3155301'] for subnet, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:28.282523 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.db.api [None req-fecf5263-31b6-468d-a89c-d4a9ad4c1a3d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84154) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 14:30:28.282877 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG oslo_db.api [None req-fecf5263-31b6-468d-a89c-d4a9ad4c1a3d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 14:30:28.291231 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.segments.db [None req-505ef07a-51d8-426f-bd74-01e3d55df989 tempest-FloatingIPNegativeTestJSON-1175302457 tempest-FloatingIPNegativeTestJSON-1175302457-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c08d4bf-ac21-422f-88f1-a4c2bb1a5e64') {'for_net_delete': True} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:30:28.291593 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.segments.db [None req-505ef07a-51d8-426f-bd74-01e3d55df989 tempest-FloatingIPNegativeTestJSON-1175302457 tempest-FloatingIPNegativeTestJSON-1175302457-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c08d4bf-ac21-422f-88f1-a4c2bb1a5e64') {} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:30:28.310835 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-01a29699-a6e6-4b5e-8771-40b42a961afe tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Unset dirty status for tenant:e57303c4dfc34a3db17fb5c9c2d373d6 on resource:security_group_rule {{(pid=84153) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:30:28.315862 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-01a29699-a6e6-4b5e-8771-40b42a961afe tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.3638346 Jan 20 14:30:28.323765 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 37882) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:28.323765 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-505ef07a-51d8-426f-bd74-01e3d55df989 tempest-FloatingIPNegativeTestJSON-1175302457 tempest-FloatingIPNegativeTestJSON-1175302457-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769554214503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3337904'] for segment, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:28.327283 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-5b91d8a5-f5ca-476f-a019-a366f0ce6bb4 None None] Provisioning complete for port c7b05808-424b-4a1f-9e72-184fa78e1049 triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:30:28.327665 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-5b91d8a5-f5ca-476f-a019-a366f0ce6bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:28.372049 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-ebab0ed8-a96f-4d83-8010-f251d7f4f472 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] 10.222.0.54 "DELETE /v2.0/subnets/74df8936-392d-4d73-a558-3d2f11b74d6c HTTP/1.1" status: 404 len: 337 time: 0.1964450 Jan 20 14:30:28.376954 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 37886) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:28.385289 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f109a9b-40fa-4b14-87c4-ae0244acb838 None None] DHCP port deletion for c69ee7bc-60c2-439d-90b1-98741047f7c7 request from dv-neutron-825124-1-hyperv {{(pid=84154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 20 14:30:28.395934 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-4f109a9b-40fa-4b14-87c4-ae0244acb838 None None] Deleting port fbbe5dc0-d01f-424c-a506-e1c62237de0a {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:30:28.396422 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-4f109a9b-40fa-4b14-87c4-ae0244acb838 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:28.409223 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-505ef07a-51d8-426f-bd74-01e3d55df989 tempest-FloatingIPNegativeTestJSON-1175302457 tempest-FloatingIPNegativeTestJSON-1175302457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:28.424798 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-fe6e4a96-be74-4cf6-959b-99f59f205ba9 tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] Notify callbacks [] for security_group, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:28.427623 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216c66e4-bb14-45d2-8207-f3218183b7d6 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Pushing event updated for resources: {'Subnet': ['ID=36b93f11-b5b9-4a09-9f25-7eb914fe4ac0,revision_number=0']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:28.437259 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-5b91d8a5-f5ca-476f-a019-a366f0ce6bb4 None None] Port c7b05808-424b-4a1f-9e72-184fa78e1049 cannot update to ACTIVE because it is not bound. {{(pid=84154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 14:30:28.442910 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-505ef07a-51d8-426f-bd74-01e3d55df989 tempest-FloatingIPNegativeTestJSON-1175302457 tempest-FloatingIPNegativeTestJSON-1175302457-project] Releasing vlan 153 on physical network physnet1 to pool {{(pid=84152) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 14:30:28.448265 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-505ef07a-51d8-426f-bd74-01e3d55df989 tempest-FloatingIPNegativeTestJSON-1175302457 tempest-FloatingIPNegativeTestJSON-1175302457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1622950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4162906'] for segment, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:28.455781 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f5c8d44-c73e-4338-a170-e76e3d7c46ae tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] DELETE failed (client error): The resource could not be found. Jan 20 14:30:28.456161 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f5c8d44-c73e-4338-a170-e76e3d7c46ae tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:30:28.459068 dv-neutron-825124-1-hyperv neutron-server[84152]: Traceback (most recent call last): Jan 20 14:30:28.459068 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 14:30:28.459068 dv-neutron-825124-1-hyperv neutron-server[84152]: timer() Jan 20 14:30:28.459068 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 14:30:28.459068 dv-neutron-825124-1-hyperv neutron-server[84152]: cb(*args, **kw) Jan 20 14:30:28.459068 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 14:30:28.459068 dv-neutron-825124-1-hyperv neutron-server[84152]: return func(*args, **kwargs) Jan 20 14:30:28.459068 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 14:30:28.459068 dv-neutron-825124-1-hyperv neutron-server[84152]: self._notify() Jan 20 14:30:28.459068 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 14:30:28.459068 dv-neutron-825124-1-hyperv neutron-server[84152]: self.callback(batched_events) Jan 20 14:30:28.459068 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 14:30:28.459068 dv-neutron-825124-1-hyperv neutron-server[84152]: event.method(event) Jan 20 14:30:28.459068 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 14:30:28.459068 dv-neutron-825124-1-hyperv neutron-server[84152]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 14:30:28.459068 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 14:30:28.459068 dv-neutron-825124-1-hyperv neutron-server[84152]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 14:30:28.459068 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 14:30:28.459068 dv-neutron-825124-1-hyperv neutron-server[84152]: return f(self, *a, **k) Jan 20 14:30:28.459068 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 14:30:28.459068 dv-neutron-825124-1-hyperv neutron-server[84152]: return self._get(url).json() Jan 20 14:30:28.459068 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 14:30:28.459068 dv-neutron-825124-1-hyperv neutron-server[84152]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 14:30:28.459068 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 14:30:28.459068 dv-neutron-825124-1-hyperv neutron-server[84152]: return self.request(url, 'GET', **kwargs) Jan 20 14:30:28.459068 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 14:30:28.459068 dv-neutron-825124-1-hyperv neutron-server[84152]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 14:30:28.459068 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 14:30:28.459068 dv-neutron-825124-1-hyperv neutron-server[84152]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 14:30:28.459068 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 14:30:28.459068 dv-neutron-825124-1-hyperv neutron-server[84152]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 14:30:28.459068 dv-neutron-825124-1-hyperv neutron-server[84152]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 14:30:28.470774 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-1f5c8d44-c73e-4338-a170-e76e3d7c46ae tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] 10.222.0.54 "DELETE /v2.0/subnets/8285b0cc-891f-4e00-8190-997bc9af7c72 HTTP/1.1" status: 404 len: 337 time: 0.0914237 Jan 20 14:30:28.473490 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 37890) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:28.525669 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.db_base_plugin_common [None req-694e75ba-51ba-4555-a758-07d7bc155c3c tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Allocated IP 2001:db8::f816:3eff:fe07:7462 (dbce74ed-d43c-4540-8d8d-e582f35e4792/de6136d5-4f4c-4815-bbbf-7568919ef9bd/93b963a0-9b99-4630-a2bd-1a65e77cc5a7) {{(pid=84153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:30:28.527760 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-11a5a7e2-e7a3-4a13-8d24-c9a6860fffde tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:28.528075 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6b2c838-94f3-4157-bac2-50091126fa64 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] DELETE failed (client error): The resource could not be found. Jan 20 14:30:28.528544 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6b2c838-94f3-4157-bac2-50091126fa64 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:30:28.532775 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-c6b2c838-94f3-4157-bac2-50091126fa64 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] 10.222.0.54 "DELETE /v2.0/ports/41e3dfcb-8935-44bb-88a7-f1feb6fd2625 HTTP/1.1" status: 404 len: 333 time: 0.0557978 Jan 20 14:30:28.533454 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 37894) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:28.540729 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-fe6e4a96-be74-4cf6-959b-99f59f205ba9 tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:28.568631 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-80579e95-2465-4762-b622-245b777ee0d6 None None] Deleting port 60fd7a2d-e0ac-4c9b-80de-abd79d5d9701 {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:30:28.569263 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-80579e95-2465-4762-b622-245b777ee0d6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:28.576009 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.pecan_wsgi.hooks.translation [None req-7917e5c5-cfba-44ee-8e9e-74efd9fb2244 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] DELETE failed (client error): The resource could not be found. Jan 20 14:30:28.576461 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7917e5c5-cfba-44ee-8e9e-74efd9fb2244 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:30:28.578164 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-7917e5c5-cfba-44ee-8e9e-74efd9fb2244 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] 10.222.0.54 "DELETE /v2.0/subnets/d34efd83-cb08-4e4f-bfb0-ebdd28b424a3 HTTP/1.1" status: 404 len: 337 time: 0.0441940 Jan 20 14:30:28.581155 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 37898) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:28.583253 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-11a5a7e2-e7a3-4a13-8d24-c9a6860fffde tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:28.629829 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-216c66e4-bb14-45d2-8207-f3218183b7d6 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Checking segment: {'id': 'f57b620d-026d-4648-874e-9012c4e9ab3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '1f505182-f2a1-4ef2-961e-95a54561c8ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 14:30:28.630090 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-216c66e4-bb14-45d2-8207-f3218183b7d6 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Network hostable DHCP agents. Network: 1f505182-f2a1-4ef2-961e-95a54561c8ad, hostable agents: ['1a181e39-5220-4c1a-88f8-08a54e8bfc9b'], hosted agents: [] {{(pid=84152) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 14:30:28.634541 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6e4a96-be74-4cf6-959b-99f59f205ba9 tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be77ddf5-55f3-4992-b39a-900b651aad93,revision_number=1']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:28.685876 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-505ef07a-51d8-426f-bd74-01e3d55df989 tempest-FloatingIPNegativeTestJSON-1175302457 tempest-FloatingIPNegativeTestJSON-1175302457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1626253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-745296'] for network, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:28.704226 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-505ef07a-51d8-426f-bd74-01e3d55df989 tempest-FloatingIPNegativeTestJSON-1175302457 tempest-FloatingIPNegativeTestJSON-1175302457-project] Notify callbacks [] for network, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:28.708460 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-80579e95-2465-4762-b622-245b777ee0d6 None None] The port '60fd7a2d-e0ac-4c9b-80de-abd79d5d9701' was deleted {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 20 14:30:28.714253 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505ef07a-51d8-426f-bd74-01e3d55df989 tempest-FloatingIPNegativeTestJSON-1175302457 tempest-FloatingIPNegativeTestJSON-1175302457-project] Pushing event deleted for resources: {'Network': ['ID=08a9fe39-ae10-466f-b9ac-ed6ce6384a09,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:28.720220 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-fe6e4a96-be74-4cf6-959b-99f59f205ba9 tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] Notify callbacks [] for security_group, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:28.720220 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-fe6e4a96-be74-4cf6-959b-99f59f205ba9 tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.3171573 Jan 20 14:30:28.720220 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-505ef07a-51d8-426f-bd74-01e3d55df989 tempest-FloatingIPNegativeTestJSON-1175302457 tempest-FloatingIPNegativeTestJSON-1175302457-project] 10.222.0.54 "DELETE /v2.0/networks/08a9fe39-ae10-466f-b9ac-ed6ce6384a09 HTTP/1.1" status: 204 len: 168 time: 2.4463589 Jan 20 14:30:28.720854 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 37902) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:28.729919 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-27e87eea-e536-4172-ad21-1c2929e200d4 tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] Request body: {'security_group_rule': {'security_group_id': 'be77ddf5-55f3-4992-b39a-900b651aad93', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:30:28.729919 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.api.v2.resource [None req-27e87eea-e536-4172-ad21-1c2929e200d4 tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 20 14:30:28.730906 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-27e87eea-e536-4172-ad21-1c2929e200d4 tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0085037 Jan 20 14:30:28.734512 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 37908) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:28.738886 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6d3c620-7583-4611-9d93-77212635e260 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] DELETE failed (client error): The resource could not be found. Jan 20 14:30:28.739427 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6d3c620-7583-4611-9d93-77212635e260 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:30:28.743270 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-e6d3c620-7583-4611-9d93-77212635e260 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] 10.222.0.54 "DELETE /v2.0/subnets/3160de4f-6a0b-4a95-81f2-20dfaaeda28a HTTP/1.1" status: 404 len: 337 time: 0.1588936 Jan 20 14:30:28.744319 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 37912) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:28.764324 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-4f109a9b-40fa-4b14-87c4-ae0244acb838 None None] For port fbbe5dc0-d01f-424c-a506-e1c62237de0a, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=fbbe5dc0-d01f-424c-a506-e1c62237de0a,segment=NetworkSegment(d51340dd-91e7-495b-b378-11b3a01f125b),segment_id=d51340dd-91e7-495b-b378-11b3a01f125b)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:30:28.765379 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-4f109a9b-40fa-4b14-87c4-ae0244acb838 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:28.787419 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-11a5a7e2-e7a3-4a13-8d24-c9a6860fffde tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734962'] for security_group_rule, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:28.792107 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-11a5a7e2-e7a3-4a13-8d24-c9a6860fffde tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:28.796571 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-11a5a7e2-e7a3-4a13-8d24-c9a6860fffde tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] 10.222.0.54 "DELETE /v2.0/security-group-rules/f029c250-8c42-4579-b75a-6218917492c2 HTTP/1.1" status: 204 len: 168 time: 0.4587488 Jan 20 14:30:28.796571 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-216c66e4-bb14-45d2-8207-f3218183b7d6 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Network 1f505182-f2a1-4ef2-961e-95a54561c8ad is scheduled to be hosted by DHCP agent 1a181e39-5220-4c1a-88f8-08a54e8bfc9b with binding_index 1 {{(pid=84152) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 14:30:28.800433 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 37916) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:28.818629 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a5a7e2-e7a3-4a13-8d24-c9a6860fffde tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f029c250-8c42-4579-b75a-6218917492c2,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:28.822107 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3ff7722-453e-4151-98a2-e681d6eb6ccd tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] DELETE failed (client error): The resource could not be found. Jan 20 14:30:28.823034 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3ff7722-453e-4151-98a2-e681d6eb6ccd tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:30:28.827205 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-f3ff7722-453e-4151-98a2-e681d6eb6ccd tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] 10.222.0.54 "DELETE /v2.0/ports/062ac784-14f5-47cd-9756-39ff214e74cc HTTP/1.1" status: 404 len: 333 time: 0.0791948 Jan 20 14:30:28.830190 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 37920) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:28.861772 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-fecf5263-31b6-468d-a89c-d4a9ad4c1a3d None None] Deleting port ad86db8a-d4e4-4125-81cc-491a22ed0591 {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:30:28.862596 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-fecf5263-31b6-468d-a89c-d4a9ad4c1a3d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:28.892459 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6010ef7-9975-47c3-87d3-1665eef73495 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] DELETE failed (client error): The resource could not be found. Jan 20 14:30:28.897304 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6010ef7-9975-47c3-87d3-1665eef73495 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84152) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:30:28.897304 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-e6010ef7-9975-47c3-87d3-1665eef73495 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] 10.222.0.54 "DELETE /v2.0/subnets/a12ae5a2-5063-4f79-ac99-78d8f55c4e85 HTTP/1.1" status: 404 len: 337 time: 0.0635612 Jan 20 14:30:28.897304 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-dac1c204-14ae-48a4-9007-25586c07c4ac tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] Notify callbacks [] for security_group, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:28.898945 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 37924) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:28.941110 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-eabc0051-6a26-4943-922b-f3996d02346c tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.1392372 Jan 20 14:30:28.943950 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 37928) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:28.952057 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-2d703662-36a9-4a61-91d3-6954d1f2b785 tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Request body: {'security_group_rule': {'security_group_id': '6e6facd9-be4d-468f-9927-999991478762', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:30:28.957958 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f91a3b2-80ca-46e9-aa16-b008908b9645 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] DELETE failed (client error): The resource could not be found. Jan 20 14:30:28.958529 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f91a3b2-80ca-46e9-aa16-b008908b9645 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84152) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:30:28.961038 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-3f91a3b2-80ca-46e9-aa16-b008908b9645 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] 10.222.0.54 "DELETE /v2.0/subnets/adfd2f09-e87b-409c-8de6-e2f26e5d18f0 HTTP/1.1" status: 404 len: 337 time: 0.0603757 Jan 20 14:30:28.961038 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.base_scheduler [None req-216c66e4-bb14-45d2-8207-f3218183b7d6 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825124-1-hyperv, 1f505182-f2a1-4ef2-961e-95a54561c8ad) {{(pid=84152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:30:28.967085 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-2d703662-36a9-4a61-91d3-6954d1f2b785 tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:30:28.968262 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 37932) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:28.970570 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-216c66e4-bb14-45d2-8207-f3218183b7d6 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:30:28.971253 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-216c66e4-bb14-45d2-8207-f3218183b7d6 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks [] for subnet, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:28.980866 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-dac1c204-14ae-48a4-9007-25586c07c4ac tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:29.003945 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68f1168e-1b35-48cf-ac09-0ffdabb157ba None None] Network 1f505182-f2a1-4ef2-961e-95a54561c8ad requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:30:29.045344 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-4f109a9b-40fa-4b14-87c4-ae0244acb838 None None] Calling delete_port for fbbe5dc0-d01f-424c-a506-e1c62237de0a owned by network:dhcp {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:30:29.061971 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-2d703662-36a9-4a61-91d3-6954d1f2b785 tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:30:29.074404 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-216c66e4-bb14-45d2-8207-f3218183b7d6 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.0431595 Jan 20 14:30:29.076788 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 37936) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:29.082716 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-ae60d33a-535c-455e-bc45-282339730796 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-840220977', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:30:29.089698 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-ae60d33a-535c-455e-bc45-282339730796 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:30:29.096594 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-c4154055-b4b7-40ff-abd4-e7aec1a9f8c4 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Deleting port c7b05808-424b-4a1f-9e72-184fa78e1049 {{(pid=84153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:30:29.096942 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-c4154055-b4b7-40ff-abd4-e7aec1a9f8c4 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:29.100401 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-ae60d33a-535c-455e-bc45-282339730796 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Usage tracker for resource:router and tenant:f85e30c327a64407a1a93d3333ba9261 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:30:29.107325 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-ae60d33a-535c-455e-bc45-282339730796 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:30:29.113760 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-ae60d33a-535c-455e-bc45-282339730796 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:30:29.143251 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-dac1c204-14ae-48a4-9007-25586c07c4ac tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:29.174350 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-694e75ba-51ba-4555-a758-07d7bc155c3c tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks [] for port, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:29.175053 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac1c204-14ae-48a4-9007-25586c07c4ac tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be77ddf5-55f3-4992-b39a-900b651aad93,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:29.205717 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-ae60d33a-535c-455e-bc45-282339730796 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-105475'] for router, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:29.209292 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-ae60d33a-535c-455e-bc45-282339730796 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-739204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-744864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-735540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-105484'] for router, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:29.256545 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-ae60d33a-535c-455e-bc45-282339730796 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:29.300167 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-dac1c204-14ae-48a4-9007-25586c07c4ac tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] Notify callbacks [] for security_group, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:29.306365 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-dac1c204-14ae-48a4-9007-25586c07c4ac tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] 10.222.0.54 "DELETE /v2.0/security-groups/be77ddf5-55f3-4992-b39a-900b651aad93 HTTP/1.1" status: 204 len: 168 time: 0.5701575 Jan 20 14:30:29.312340 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 37942) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:29.394184 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device fbbe5dc0-d01f-424c-a506-e1c62237de0a no longer exists at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:30:29.400257 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-ae60d33a-535c-455e-bc45-282339730796 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-744861'] for router, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:29.431272 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.provisioning_blocks [None req-694e75ba-51ba-4555-a758-07d7bc155c3c tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Transition to ACTIVE for port object 93b963a0-9b99-4630-a2bd-1a65e77cc5a7 will not be triggered until provisioned by entity DHCP. {{(pid=84153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:30:29.435102 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 37948) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:29.440471 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] No Port match for: fbbe5dc0-d01f-424c-a506-e1c62237de0a {{(pid=84154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 14:30:29.440825 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device fbbe5dc0-d01f-424c-a506-e1c62237de0a not bound to the agent host dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 14:30:29.451908 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-4f109a9b-40fa-4b14-87c4-ae0244acb838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486'] for port, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:29.465311 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-2d703662-36a9-4a61-91d3-6954d1f2b785 tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:29.542818 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-ae60d33a-535c-455e-bc45-282339730796 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks [] for router, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:29.545218 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-694e75ba-51ba-4555-a758-07d7bc155c3c tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:29.546227 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-ae60d33a-535c-455e-bc45-282339730796 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4677217 Jan 20 14:30:29.549200 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 37956) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:29.610348 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f109a9b-40fa-4b14-87c4-ae0244acb838 None None] No DVR routers for this DVR port fbbe5dc0-d01f-424c-a506-e1c62237de0a on host dv-neutron-825124-1-hyperv {{(pid=84154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 14:30:29.613849 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f109a9b-40fa-4b14-87c4-ae0244acb838 None None] Pushing event deleted for resources: {'Port': ['ID=fbbe5dc0-d01f-424c-a506-e1c62237de0a,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:29.637292 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23522792-39f8-4f1a-900b-74e9de488499 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95c917f5-14ba-5e96-98b8-1a52654a930a-1f505182-f2a1-4ef2-961e-95a54561c8ad', 'network_id': '1f505182-f2a1-4ef2-961e-95a54561c8ad', 'tenant_id': 'f85e30c327a64407a1a93d3333ba9261', 'fixed_ips': [{'subnet_id': '36b93f11-b5b9-4a09-9f25-7eb914fe4ac0'}]}} from dv-neutron-825124-1-hyperv. {{(pid=84154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 20 14:30:29.639602 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-23522792-39f8-4f1a-900b-74e9de488499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:29.785968 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-640cd995-d790-4073-b433-a86b4ce29a6d tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] Synchronizing usage tracker for tenant:3c4bff6f14264ee885803120ae5430f6 on resource:security_group {{(pid=84153) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:30:29.785968 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-c4154055-b4b7-40ff-abd4-e7aec1a9f8c4 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:29.805100 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-2d703662-36a9-4a61-91d3-6954d1f2b785 tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:29.818115 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-694e75ba-51ba-4555-a758-07d7bc155c3c tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Network dbce74ed-d43c-4540-8d8d-e582f35e4792 is already hosted by enough agents. {{(pid=84153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:30:29.868306 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694e75ba-51ba-4555-a758-07d7bc155c3c tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Pushing event updated for resources: {'Port': ['ID=93b963a0-9b99-4630-a2bd-1a65e77cc5a7,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:29.912240 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-fecf5263-31b6-468d-a89c-d4a9ad4c1a3d None None] For port ad86db8a-d4e4-4125-81cc-491a22ed0591, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=ad86db8a-d4e4-4125-81cc-491a22ed0591,segment=NetworkSegment(7b61d093-41ff-4202-b223-533eb0f8da0a),segment_id=7b61d093-41ff-4202-b223-533eb0f8da0a)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:30:29.912936 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-fecf5263-31b6-468d-a89c-d4a9ad4c1a3d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:29.931355 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.base_scheduler [None req-694e75ba-51ba-4555-a758-07d7bc155c3c tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Resources bound (agent type, host, resource id): {{(pid=84153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:30:29.934271 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-694e75ba-51ba-4555-a758-07d7bc155c3c tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Received port after_create {{(pid=84153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:30:29.938479 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-694e75ba-51ba-4555-a758-07d7bc155c3c tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:30:29.939099 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-694e75ba-51ba-4555-a758-07d7bc155c3c tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:29.955885 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-c4154055-b4b7-40ff-abd4-e7aec1a9f8c4 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Calling delete_port for c7b05808-424b-4a1f-9e72-184fa78e1049 owned by {{(pid=84153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:30:29.991563 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-2d703662-36a9-4a61-91d3-6954d1f2b785 tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734962'] for security_group_rule, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:30.040092 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d703662-36a9-4a61-91d3-6954d1f2b785 tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eba2ceb8-dbf5-4a4a-8a53-b3508af2a2d8,revision_number=0']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:30.072575 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-640cd995-d790-4073-b433-a86b4ce29a6d tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] Unset dirty status for tenant:3c4bff6f14264ee885803120ae5430f6 on resource:security_group {{(pid=84153) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:30:30.077908 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-640cd995-d790-4073-b433-a86b4ce29a6d tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.7310119 Jan 20 14:30:30.078691 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 37960) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:30.084546 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-6a307778-c763-4f15-bc05-f717a06cb34d tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] Request body: {'security_group': {'name': 'tempest-secgroup--1335478605'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:30:30.090330 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-6a307778-c763-4f15-bc05-f717a06cb34d tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:30:30.100271 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-6a307778-c763-4f15-bc05-f717a06cb34d tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:30:30.107303 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-694e75ba-51ba-4555-a758-07d7bc155c3c tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.3198566 Jan 20 14:30:30.112161 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 37964) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:30.162469 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-2d703662-36a9-4a61-91d3-6954d1f2b785 tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:30.164439 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-2d703662-36a9-4a61-91d3-6954d1f2b785 tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.2187617 Jan 20 14:30:30.165458 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-1b0b98f7-43a9-43c4-9451-fcbf28153cfb admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=53e9a3e6ee5940acb518e003bb7b741c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7290344 Jan 20 14:30:30.172590 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-c4154055-b4b7-40ff-abd4-e7aec1a9f8c4 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:30.174561 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 37968) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:30.174877 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 37970) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:30.187213 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-fecf5263-31b6-468d-a89c-d4a9ad4c1a3d None None] Calling delete_port for ad86db8a-d4e4-4125-81cc-491a22ed0591 owned by network:dhcp {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:30:30.254520 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-0e470e90-67bf-46ee-8560-6080d9a5b1c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:30.277980 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-6a307778-c763-4f15-bc05-f717a06cb34d tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] Notify callbacks [] for security_group, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:30.282005 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-1e9ee72a-3ac6-439b-9e37-491db1a7c3e6 tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] 10.222.0.54 "GET /v2.0/security-group-rules/eba2ceb8-dbf5-4a4a-8a53-b3508af2a2d8 HTTP/1.1" status: 200 len: 706 time: 0.1038885 Jan 20 14:30:30.289709 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4154055-b4b7-40ff-abd4-e7aec1a9f8c4 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Pushing event deleted for resources: {'Port': ['ID=c7b05808-424b-4a1f-9e72-184fa78e1049,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:30.296725 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 37976) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:30.325787 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-c4154055-b4b7-40ff-abd4-e7aec1a9f8c4 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:30.328614 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_common [None req-23522792-39f8-4f1a-900b-74e9de488499 None None] Allocated IP 2001:db8::2 (1f505182-f2a1-4ef2-961e-95a54561c8ad/36b93f11-b5b9-4a09-9f25-7eb914fe4ac0/beaee439-a684-4953-aece-7c834c80ada5) {{(pid=84154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:30:30.348877 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-0e470e90-67bf-46ee-8560-6080d9a5b1c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:30.356168 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4059b156-40a0-4abd-b524-51815321ea0e tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:30:30.360823 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4059b156-40a0-4abd-b524-51815321ea0e tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:30:30.361612 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-4059b156-40a0-4abd-b524-51815321ea0e tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Synchronizing usage tracker for tenant:2cb17692bb0c4a2782f988652201ac42 on resource:port {{(pid=84153) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:30:30.394766 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-6a307778-c763-4f15-bc05-f717a06cb34d tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:30:30.401577 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-6a307778-c763-4f15-bc05-f717a06cb34d tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] Usage tracker for resource:security_group_rule and tenant:3c4bff6f14264ee885803120ae5430f6 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:30:30.405022 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-6a307778-c763-4f15-bc05-f717a06cb34d tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:30:30.411309 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:30.415608 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-6a307778-c763-4f15-bc05-f717a06cb34d tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:30:30.426138 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-3b5c1f7e-7d30-4a51-a57e-865538cbff2c tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Synchronizing usage tracker for tenant:e57303c4dfc34a3db17fb5c9c2d373d6 on resource:security_group_rule {{(pid=84153) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:30:30.446338 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-c4154055-b4b7-40ff-abd4-e7aec1a9f8c4 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] 10.222.0.54 "DELETE /v2.0/ports/c7b05808-424b-4a1f-9e72-184fa78e1049 HTTP/1.1" status: 204 len: 168 time: 1.4692888 Jan 20 14:30:30.450307 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 37980) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:30.450465 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-3b5c1f7e-7d30-4a51-a57e-865538cbff2c tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Unset dirty status for tenant:e57303c4dfc34a3db17fb5c9c2d373d6 on resource:security_group_rule {{(pid=84153) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:30:30.455163 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-3b5c1f7e-7d30-4a51-a57e-865538cbff2c tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3708 time: 0.1525960 Jan 20 14:30:30.455402 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 37984) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:30.474323 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-5f5634e0-d26b-431f-abf7-3dd2fa4a4b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:30.484589 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-4059b156-40a0-4abd-b524-51815321ea0e tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Unset dirty status for tenant:2cb17692bb0c4a2782f988652201ac42 on resource:port {{(pid=84153) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:30:30.489027 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-4059b156-40a0-4abd-b524-51815321ea0e tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.3772471 Jan 20 14:30:30.489764 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 37988) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:30.554635 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-245d3fab-7a41-477e-85f6-7357f4c2e87e tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:30.585266 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-6a307778-c763-4f15-bc05-f717a06cb34d tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] Notify callbacks [] for security_group, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:30.586793 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-245d3fab-7a41-477e-85f6-7357f4c2e87e tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:30.607543 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-72d943a9-a83d-4b4f-9ff6-d07c11f45520 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Deleting port 93b963a0-9b99-4630-a2bd-1a65e77cc5a7 {{(pid=84153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:30:30.607880 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-72d943a9-a83d-4b4f-9ff6-d07c11f45520 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:30.656663 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-fecf5263-31b6-468d-a89c-d4a9ad4c1a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486'] for port, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:30.666309 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-6a307778-c763-4f15-bc05-f717a06cb34d tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:30.667428 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-2f3199c5-6f08-44a2-972a-ba9ca67a9381 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586409'] for network, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:30.717735 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecf5263-31b6-468d-a89c-d4a9ad4c1a3d None None] Pushing event deleted for resources: {'Port': ['ID=ad86db8a-d4e4-4125-81cc-491a22ed0591,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:30.771470 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-955da762-fb55-4ccd-8907-752d838ef001 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:30.777533 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a307778-c763-4f15-bc05-f717a06cb34d tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] Pushing event updated for resources: {'SecurityGroup': ['ID=212aa495-8748-4f0a-97e9-080d655a1c59,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:30.780910 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-245d3fab-7a41-477e-85f6-7357f4c2e87e tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734962'] for security_group_rule, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:30.785472 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-23522792-39f8-4f1a-900b-74e9de488499 None None] Notify callbacks [] for port, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:30.789221 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-0e470e90-67bf-46ee-8560-6080d9a5b1c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:30.809879 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-245d3fab-7a41-477e-85f6-7357f4c2e87e tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:30.811632 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-245d3fab-7a41-477e-85f6-7357f4c2e87e tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] 10.222.0.54 "DELETE /v2.0/security-group-rules/eba2ceb8-dbf5-4a4a-8a53-b3508af2a2d8 HTTP/1.1" status: 204 len: 168 time: 0.3553433 Jan 20 14:30:30.819391 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 37994) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:30.819788 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245d3fab-7a41-477e-85f6-7357f4c2e87e tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=eba2ceb8-dbf5-4a4a-8a53-b3508af2a2d8,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:30.828856 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fecf5263-31b6-468d-a89c-d4a9ad4c1a3d None None] No DVR routers for this DVR port ad86db8a-d4e4-4125-81cc-491a22ed0591 on host dv-neutron-825124-1-hyperv {{(pid=84154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 14:30:30.833972 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-23522792-39f8-4f1a-900b-74e9de488499 None None] Transition to ACTIVE for port object beaee439-a684-4953-aece-7c834c80ada5 will not be triggered until provisioned by entity L2. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:30:30.848756 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3d7fb42-ede2-430f-a814-ffe9e8673d41 None None] Network dbce74ed-d43c-4540-8d8d-e582f35e4792 requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:30:30.859961 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-0e470e90-67bf-46ee-8560-6080d9a5b1c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:30.864865 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-0e470e90-67bf-46ee-8560-6080d9a5b1c0 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/f63d2090-fd67-4a40-a3ac-4f438081e015 HTTP/1.1" status: 204 len: 168 time: 0.6837378 Jan 20 14:30:30.883382 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-6a307778-c763-4f15-bc05-f717a06cb34d tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] Notify callbacks [] for security_group, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:30.887732 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-6a307778-c763-4f15-bc05-f717a06cb34d tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.8079317 Jan 20 14:30:30.933676 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-23522792-39f8-4f1a-900b-74e9de488499 None None] Transition to ACTIVE for port object beaee439-a684-4953-aece-7c834c80ada5 will not be triggered until provisioned by entity DHCP. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:30:30.951651 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 38000) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:30.967474 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-3593bba2-05b0-4178-af2e-383234104199 tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] Request body: {'security_group_rule': {'security_group_id': '212aa495-8748-4f0a-97e9-080d655a1c59', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:30:30.968214 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.api.v2.resource [None req-3593bba2-05b0-4178-af2e-383234104199 tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 20 14:30:30.972016 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-3593bba2-05b0-4178-af2e-383234104199 tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0192199 Jan 20 14:30:30.972575 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 38004) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:30.992044 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-eb383683-6ad1-4b40-91e6-a236fa63e1be tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] Request body: {'security_group_rule': {'security_group_id': '212aa495-8748-4f0a-97e9-080d655a1c59', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:30:30.992880 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.api.v2.resource [None req-eb383683-6ad1-4b40-91e6-a236fa63e1be tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 20 14:30:30.997601 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-eb383683-6ad1-4b40-91e6-a236fa63e1be tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0209899 Jan 20 14:30:31.001892 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 38008) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:31.002829 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e470e90-67bf-46ee-8560-6080d9a5b1c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f63d2090-fd67-4a40-a3ac-4f438081e015,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:31.021473 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-4f0e4cc3-5860-47c3-8818-4dd950f209e9 tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] Request body: {'security_group_rule': {'security_group_id': '212aa495-8748-4f0a-97e9-080d655a1c59', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:30:31.021712 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.api.v2.resource [None req-4f0e4cc3-5860-47c3-8818-4dd950f209e9 tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 20 14:30:31.025911 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-4f0e4cc3-5860-47c3-8818-4dd950f209e9 tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0208714 Jan 20 14:30:31.029933 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 38012) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:31.044628 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-e87bb5e3-8738-4056-a6b1-df3f1903eff0 tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] Request body: {'security_group_rule': {'security_group_id': '212aa495-8748-4f0a-97e9-080d655a1c59', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:30:31.045457 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.api.v2.resource [None req-e87bb5e3-8738-4056-a6b1-df3f1903eff0 tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 20 14:30:31.045457 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-e87bb5e3-8738-4056-a6b1-df3f1903eff0 tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0157948 Jan 20 14:30:31.051801 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-23522792-39f8-4f1a-900b-74e9de488499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477'] for port, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:31.056997 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-f4faf91e-8423-4702-815d-3bef889de1e5 tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Synchronizing usage tracker for tenant:e57303c4dfc34a3db17fb5c9c2d373d6 on resource:security_group_rule {{(pid=84153) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:30:31.078571 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 38016) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:31.095310 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-2f3199c5-6f08-44a2-972a-ba9ca67a9381 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1626242', 'neutron.services.segments.db._delete_segments_for_network-8769554214620'] for network, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:31.129088 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-72d943a9-a83d-4b4f-9ff6-d07c11f45520 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:31.153313 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23522792-39f8-4f1a-900b-74e9de488499 None None] Network 1f505182-f2a1-4ef2-961e-95a54561c8ad is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:30:31.173307 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.segments.db [None req-2f3199c5-6f08-44a2-972a-ba9ca67a9381 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c69ee7bc-60c2-439d-90b1-98741047f7c7']}} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:30:31.181676 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-23522792-39f8-4f1a-900b-74e9de488499 None None] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:30:31.188057 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23522792-39f8-4f1a-900b-74e9de488499 None None] Pushing event updated for resources: {'Port': ['ID=beaee439-a684-4953-aece-7c834c80ada5,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:31.195399 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23522792-39f8-4f1a-900b-74e9de488499 None None] Received port after_create {{(pid=84154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:30:31.305522 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.segments.db [None req-2f3199c5-6f08-44a2-972a-ba9ca67a9381 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd51340dd-91e7-495b-b378-11b3a01f125b') {'for_net_delete': True} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:30:31.307828 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.segments.db [None req-2f3199c5-6f08-44a2-972a-ba9ca67a9381 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd51340dd-91e7-495b-b378-11b3a01f125b') {} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:30:31.328868 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-2f3199c5-6f08-44a2-972a-ba9ca67a9381 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769554214503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3337904'] for segment, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:31.348907 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-23522792-39f8-4f1a-900b-74e9de488499 None None] Attempting to bind port beaee439-a684-4953-aece-7c834c80ada5 on host dv-neutron-825124-1-hyperv for vnic_type normal with profile {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:30:31.349284 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-23522792-39f8-4f1a-900b-74e9de488499 None None] Attempting to bind port beaee439-a684-4953-aece-7c834c80ada5 by drivers openvswitch,hyperv on host dv-neutron-825124-1-hyperv at level 0 using segments [{'id': 'f57b620d-026d-4648-874e-9012c4e9ab3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '1f505182-f2a1-4ef2-961e-95a54561c8ad'}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:30:31.350186 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23522792-39f8-4f1a-900b-74e9de488499 None None] Attempting to bind port beaee439-a684-4953-aece-7c834c80ada5 on network 1f505182-f2a1-4ef2-961e-95a54561c8ad {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 14:30:31.362909 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55a9c455-27ae-4a77-8868-54ad579d5103 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95c917f5-14ba-5e96-98b8-1a52654a930a-dbce74ed-d43c-4540-8d8d-e582f35e4792', 'network_id': 'dbce74ed-d43c-4540-8d8d-e582f35e4792', 'tenant_id': '2cb17692bb0c4a2782f988652201ac42', 'fixed_ips': [{'subnet_id': 'de6136d5-4f4c-4815-bbbf-7568919ef9bd'}]}} from dv-neutron-825124-1-hyperv. {{(pid=84154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 20 14:30:31.364141 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-55a9c455-27ae-4a77-8868-54ad579d5103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:31.371546 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-2f3199c5-6f08-44a2-972a-ba9ca67a9381 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:31.380605 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23522792-39f8-4f1a-900b-74e9de488499 None None] Checking agent: {'id': '6414dfeb-85c5-454a-8756-709ca637d800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825124-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 16, 31), 'started_at': datetime.datetime(2022, 1, 20, 14, 17, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 30, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825124-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 14:30:31.381153 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23522792-39f8-4f1a-900b-74e9de488499 None None] Checking segment: {'id': 'f57b620d-026d-4648-874e-9012c4e9ab3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '1f505182-f2a1-4ef2-961e-95a54561c8ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 14:30:31.381657 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-23522792-39f8-4f1a-900b-74e9de488499 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:31.382214 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23522792-39f8-4f1a-900b-74e9de488499 None None] Bound using segment: {'id': 'f57b620d-026d-4648-874e-9012c4e9ab3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '1f505182-f2a1-4ef2-961e-95a54561c8ad'} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 14:30:31.383258 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-23522792-39f8-4f1a-900b-74e9de488499 None None] Bound port: beaee439-a684-4953-aece-7c834c80ada5, host: dv-neutron-825124-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f57b620d-026d-4648-874e-9012c4e9ab3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '1f505182-f2a1-4ef2-961e-95a54561c8ad'}}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:30:31.383258 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-23522792-39f8-4f1a-900b-74e9de488499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:31.385785 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-f4faf91e-8423-4702-815d-3bef889de1e5 tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Unset dirty status for tenant:e57303c4dfc34a3db17fb5c9c2d373d6 on resource:security_group_rule {{(pid=84153) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:30:31.387380 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f3199c5-6f08-44a2-972a-ba9ca67a9381 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Releasing vlan 158 on physical network physnet1 to pool {{(pid=84152) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 14:30:31.387826 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-2f3199c5-6f08-44a2-972a-ba9ca67a9381 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1622950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4162906'] for segment, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:31.388866 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-f4faf91e-8423-4702-815d-3bef889de1e5 tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.5658178 Jan 20 14:30:31.399737 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-72d943a9-a83d-4b4f-9ff6-d07c11f45520 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Calling delete_port for 93b963a0-9b99-4630-a2bd-1a65e77cc5a7 owned by {{(pid=84153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:30:31.448285 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 38022) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:31.457259 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:31.519664 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-2140a94c-eb3a-4dd7-943d-30d0153afd0f tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] Notify callbacks [] for security_group, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:31.567000 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-cdd98e71-1f0a-4421-baa9-dcb30e06edf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:31.582762 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-2140a94c-eb3a-4dd7-943d-30d0153afd0f tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:31.586017 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-23522792-39f8-4f1a-900b-74e9de488499 None None] For port beaee439-a684-4953-aece-7c834c80ada5, host dv-neutron-825124-1-hyperv, cleared binding levels {{(pid=84154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 14:30:31.667272 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_common [None req-55a9c455-27ae-4a77-8868-54ad579d5103 None None] Allocated IP 2001:db8::f816:3eff:fe0f:93ca (dbce74ed-d43c-4540-8d8d-e582f35e4792/de6136d5-4f4c-4815-bbbf-7568919ef9bd/826283c8-061e-40a0-9565-cd2fe308b88a) {{(pid=84154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:30:31.673909 dv-neutron-825124-1-hyperv neutron-server[84152]: Traceback (most recent call last): Jan 20 14:30:31.673909 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 14:30:31.673909 dv-neutron-825124-1-hyperv neutron-server[84152]: timer() Jan 20 14:30:31.673909 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 14:30:31.673909 dv-neutron-825124-1-hyperv neutron-server[84152]: cb(*args, **kw) Jan 20 14:30:31.673909 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 14:30:31.673909 dv-neutron-825124-1-hyperv neutron-server[84152]: return func(*args, **kwargs) Jan 20 14:30:31.673909 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 14:30:31.673909 dv-neutron-825124-1-hyperv neutron-server[84152]: self._notify() Jan 20 14:30:31.673909 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 14:30:31.673909 dv-neutron-825124-1-hyperv neutron-server[84152]: self.callback(batched_events) Jan 20 14:30:31.673909 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 14:30:31.673909 dv-neutron-825124-1-hyperv neutron-server[84152]: event.method(event) Jan 20 14:30:31.673909 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 14:30:31.673909 dv-neutron-825124-1-hyperv neutron-server[84152]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 14:30:31.673909 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 14:30:31.673909 dv-neutron-825124-1-hyperv neutron-server[84152]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 14:30:31.673909 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 14:30:31.673909 dv-neutron-825124-1-hyperv neutron-server[84152]: return f(self, *a, **k) Jan 20 14:30:31.673909 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 14:30:31.673909 dv-neutron-825124-1-hyperv neutron-server[84152]: return self._get(url).json() Jan 20 14:30:31.673909 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 14:30:31.673909 dv-neutron-825124-1-hyperv neutron-server[84152]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 14:30:31.673909 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 14:30:31.673909 dv-neutron-825124-1-hyperv neutron-server[84152]: return self.request(url, 'GET', **kwargs) Jan 20 14:30:31.673909 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 14:30:31.673909 dv-neutron-825124-1-hyperv neutron-server[84152]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 14:30:31.673909 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 14:30:31.673909 dv-neutron-825124-1-hyperv neutron-server[84152]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 14:30:31.673909 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 14:30:31.673909 dv-neutron-825124-1-hyperv neutron-server[84152]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 14:30:31.673909 dv-neutron-825124-1-hyperv neutron-server[84152]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 14:30:31.678944 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-1a8ffe95-1d89-4c1a-9347-3d6bff32acd0 tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Notify callbacks [] for security_group, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:31.740464 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-1a8ffe95-1d89-4c1a-9347-3d6bff32acd0 tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:31.805492 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.db_base_plugin_common [None req-955da762-fb55-4ccd-8907-752d838ef001 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Allocated IP 2001:db8::1 (1f505182-f2a1-4ef2-961e-95a54561c8ad/36b93f11-b5b9-4a09-9f25-7eb914fe4ac0/874f07d7-9dfe-4df0-a22a-6c8105442db7) {{(pid=84152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:30:31.843565 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-23522792-39f8-4f1a-900b-74e9de488499 None None] For port beaee439-a684-4953-aece-7c834c80ada5, host dv-neutron-825124-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=beaee439-a684-4953-aece-7c834c80ada5,segment=NetworkSegment(f57b620d-026d-4648-874e-9012c4e9ab3d),segment_id=f57b620d-026d-4648-874e-9012c4e9ab3d)] {{(pid=84154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 14:30:31.862292 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-2140a94c-eb3a-4dd7-943d-30d0153afd0f tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:31.882322 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-72d943a9-a83d-4b4f-9ff6-d07c11f45520 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:31.932466 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2140a94c-eb3a-4dd7-943d-30d0153afd0f tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=212aa495-8748-4f0a-97e9-080d655a1c59,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:31.934455 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-1a8ffe95-1d89-4c1a-9347-3d6bff32acd0 tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:31.947326 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-2f3199c5-6f08-44a2-972a-ba9ca67a9381 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1626253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-745296'] for network, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:31.947452 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-23522792-39f8-4f1a-900b-74e9de488499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:31.976342 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d943a9-a83d-4b4f-9ff6-d07c11f45520 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Pushing event deleted for resources: {'Port': ['ID=93b963a0-9b99-4630-a2bd-1a65e77cc5a7,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:31.976693 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-2f3199c5-6f08-44a2-972a-ba9ca67a9381 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Notify callbacks [] for network, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:31.983631 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3199c5-6f08-44a2-972a-ba9ca67a9381 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] Pushing event deleted for resources: {'Network': ['ID=c69ee7bc-60c2-439d-90b1-98741047f7c7,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:32.000595 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8ffe95-1d89-4c1a-9347-3d6bff32acd0 tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e6facd9-be4d-468f-9927-999991478762,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:32.013157 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-2f3199c5-6f08-44a2-972a-ba9ca67a9381 tempest-PortsTestJSON-1916395483 tempest-PortsTestJSON-1916395483-project] 10.222.0.54 "DELETE /v2.0/networks/c69ee7bc-60c2-439d-90b1-98741047f7c7 HTTP/1.1" status: 204 len: 168 time: 1.5652828 Jan 20 14:30:32.055628 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-955da762-fb55-4ccd-8907-752d838ef001 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks [] for port, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:32.061489 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-2140a94c-eb3a-4dd7-943d-30d0153afd0f tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] Notify callbacks [] for security_group, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:32.063417 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23522792-39f8-4f1a-900b-74e9de488499 None None] Pushing event updated for resources: {'Port': ['ID=beaee439-a684-4953-aece-7c834c80ada5,revision_number=2']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:32.066386 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-2140a94c-eb3a-4dd7-943d-30d0153afd0f tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] 10.222.0.54 "DELETE /v2.0/security-groups/212aa495-8748-4f0a-97e9-080d655a1c59 HTTP/1.1" status: 204 len: 168 time: 0.9933014 Jan 20 14:30:32.067840 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 38040) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:32.074319 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-72d943a9-a83d-4b4f-9ff6-d07c11f45520 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:32.076369 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-72d943a9-a83d-4b4f-9ff6-d07c11f45520 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] 10.222.0.54 "DELETE /v2.0/ports/93b963a0-9b99-4630-a2bd-1a65e77cc5a7 HTTP/1.1" status: 204 len: 168 time: 1.5853438 Jan 20 14:30:32.078365 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-55a9c455-27ae-4a77-8868-54ad579d5103 None None] Notify callbacks [] for port, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:32.084643 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 38044) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:32.092406 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-55a9c455-27ae-4a77-8868-54ad579d5103 None None] Transition to ACTIVE for port object 826283c8-061e-40a0-9565-cd2fe308b88a will not be triggered until provisioned by entity L2. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:30:32.093171 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.provisioning_blocks [None req-955da762-fb55-4ccd-8907-752d838ef001 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Transition to ACTIVE for port object 874f07d7-9dfe-4df0-a22a-6c8105442db7 will not be triggered until provisioned by entity DHCP. {{(pid=84152) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:30:32.115195 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-55a9c455-27ae-4a77-8868-54ad579d5103 None None] Transition to ACTIVE for port object 826283c8-061e-40a0-9565-cd2fe308b88a will not be triggered until provisioned by entity DHCP. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:30:32.145730 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-1a8ffe95-1d89-4c1a-9347-3d6bff32acd0 tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Notify callbacks [] for security_group, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:32.163434 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-1a8ffe95-1d89-4c1a-9347-3d6bff32acd0 tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] 10.222.0.54 "DELETE /v2.0/security-groups/6e6facd9-be4d-468f-9927-999991478762 HTTP/1.1" status: 204 len: 168 time: 0.6974418 Jan 20 14:30:32.175464 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 38050) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:32.208253 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-0e07abbb-bb07-4ec9-8f7e-f141efd0ca34 tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] Synchronizing usage tracker for tenant:3c4bff6f14264ee885803120ae5430f6 on resource:security_group {{(pid=84153) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:30:32.211350 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-55a9c455-27ae-4a77-8868-54ad579d5103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477'] for port, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:32.264941 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c023210-1181-4e93-ab3b-829ee0c3492f tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:30:32.267042 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c023210-1181-4e93-ab3b-829ee0c3492f tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:30:32.268044 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-9c023210-1181-4e93-ab3b-829ee0c3492f tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Synchronizing usage tracker for tenant:2cb17692bb0c4a2782f988652201ac42 on resource:subnet {{(pid=84152) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:30:32.271284 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-5b78043b-cf25-41a3-a8f6-f5dc0832653b tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Synchronizing usage tracker for tenant:e57303c4dfc34a3db17fb5c9c2d373d6 on resource:security_group {{(pid=84153) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:30:32.301051 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-955da762-fb55-4ccd-8907-752d838ef001 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:32.314653 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55a9c455-27ae-4a77-8868-54ad579d5103 None None] Network dbce74ed-d43c-4540-8d8d-e582f35e4792 is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:30:32.318319 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-55a9c455-27ae-4a77-8868-54ad579d5103 None None] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:30:32.327082 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55a9c455-27ae-4a77-8868-54ad579d5103 None None] Received port after_create {{(pid=84154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:30:32.336349 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a9c455-27ae-4a77-8868-54ad579d5103 None None] Pushing event updated for resources: {'Port': ['ID=826283c8-061e-40a0-9565-cd2fe308b88a,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:32.356526 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-0e07abbb-bb07-4ec9-8f7e-f141efd0ca34 tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] Unset dirty status for tenant:3c4bff6f14264ee885803120ae5430f6 on resource:security_group {{(pid=84153) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:30:32.367228 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-0e07abbb-bb07-4ec9-8f7e-f141efd0ca34 tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2911506 Jan 20 14:30:32.367692 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 38054) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:32.378948 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-ee9a1868-a9f8-47c2-9f48-e995e7c0447b tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] Request body: {'security_group': {'name': 'tempest-secgroup--380618783'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:30:32.393054 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-ee9a1868-a9f8-47c2-9f48-e995e7c0447b tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:30:32.407567 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-5b78043b-cf25-41a3-a8f6-f5dc0832653b tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Unset dirty status for tenant:e57303c4dfc34a3db17fb5c9c2d373d6 on resource:security_group {{(pid=84153) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:30:32.409350 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955da762-fb55-4ccd-8907-752d838ef001 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Pushing event updated for resources: {'Port': ['ID=874f07d7-9dfe-4df0-a22a-6c8105442db7,revision_number=1']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:32.416480 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 38060) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:32.416623 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-5b78043b-cf25-41a3-a8f6-f5dc0832653b tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2400577 Jan 20 14:30:32.420270 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-9c023210-1181-4e93-ab3b-829ee0c3492f tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Unset dirty status for tenant:2cb17692bb0c4a2782f988652201ac42 on resource:subnet {{(pid=84152) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:30:32.422017 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-9c023210-1181-4e93-ab3b-829ee0c3492f tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3343811 Jan 20 14:30:32.428609 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-32f48008-c24a-4bc3-818a-d516acf1d011 tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Request body: {'security_group': {'name': 'tempest-secgroup--4895984'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:30:32.434901 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 38064) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:32.444683 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-55a9c455-27ae-4a77-8868-54ad579d5103 None None] Attempting to bind port 826283c8-061e-40a0-9565-cd2fe308b88a on host dv-neutron-825124-1-hyperv for vnic_type normal with profile {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:30:32.444683 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-55a9c455-27ae-4a77-8868-54ad579d5103 None None] Attempting to bind port 826283c8-061e-40a0-9565-cd2fe308b88a by drivers openvswitch,hyperv on host dv-neutron-825124-1-hyperv at level 0 using segments [{'id': '7b61d093-41ff-4202-b223-533eb0f8da0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'dbce74ed-d43c-4540-8d8d-e582f35e4792'}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:30:32.444683 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a9c455-27ae-4a77-8868-54ad579d5103 None None] Attempting to bind port 826283c8-061e-40a0-9565-cd2fe308b88a on network dbce74ed-d43c-4540-8d8d-e582f35e4792 {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 14:30:32.445245 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-32f48008-c24a-4bc3-818a-d516acf1d011 tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:30:32.445349 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-ee9a1868-a9f8-47c2-9f48-e995e7c0447b tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:30:32.446920 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a9c455-27ae-4a77-8868-54ad579d5103 None None] Checking agent: {'id': '6414dfeb-85c5-454a-8756-709ca637d800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825124-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 16, 31), 'started_at': datetime.datetime(2022, 1, 20, 14, 17, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 30, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825124-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 14:30:32.447306 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a9c455-27ae-4a77-8868-54ad579d5103 None None] Checking segment: {'id': '7b61d093-41ff-4202-b223-533eb0f8da0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'dbce74ed-d43c-4540-8d8d-e582f35e4792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 14:30:32.447715 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-55a9c455-27ae-4a77-8868-54ad579d5103 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:32.448112 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a9c455-27ae-4a77-8868-54ad579d5103 None None] Bound using segment: {'id': '7b61d093-41ff-4202-b223-533eb0f8da0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'dbce74ed-d43c-4540-8d8d-e582f35e4792'} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 14:30:32.448618 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-55a9c455-27ae-4a77-8868-54ad579d5103 None None] Bound port: 826283c8-061e-40a0-9565-cd2fe308b88a, host: dv-neutron-825124-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b61d093-41ff-4202-b223-533eb0f8da0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'dbce74ed-d43c-4540-8d8d-e582f35e4792'}}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:30:32.448970 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-55a9c455-27ae-4a77-8868-54ad579d5103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:32.525627 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-32f48008-c24a-4bc3-818a-d516acf1d011 tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:30:32.550835 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-ee9a1868-a9f8-47c2-9f48-e995e7c0447b tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] Notify callbacks [] for security_group, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:32.565101 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-955da762-fb55-4ccd-8907-752d838ef001 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Network 1f505182-f2a1-4ef2-961e-95a54561c8ad is already hosted by enough agents. {{(pid=84152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:30:32.578585 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.base_scheduler [None req-955da762-fb55-4ccd-8907-752d838ef001 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Resources bound (agent type, host, resource id): {{(pid=84152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:30:32.599498 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-955da762-fb55-4ccd-8907-752d838ef001 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Received port after_create {{(pid=84152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:30:32.600369 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-955da762-fb55-4ccd-8907-752d838ef001 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-745387'] for router_interface, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:32.600511 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-55a9c455-27ae-4a77-8868-54ad579d5103 None None] For port 826283c8-061e-40a0-9565-cd2fe308b88a, host dv-neutron-825124-1-hyperv, cleared binding levels {{(pid=84154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 14:30:32.604189 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-55a9c455-27ae-4a77-8868-54ad579d5103 None None] For port 826283c8-061e-40a0-9565-cd2fe308b88a, host dv-neutron-825124-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=826283c8-061e-40a0-9565-cd2fe308b88a,segment=NetworkSegment(7b61d093-41ff-4202-b223-533eb0f8da0a),segment_id=7b61d093-41ff-4202-b223-533eb0f8da0a)] {{(pid=84154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 14:30:32.632119 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 38070) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:32.635037 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-ee9a1868-a9f8-47c2-9f48-e995e7c0447b tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:30:32.648094 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-ee9a1868-a9f8-47c2-9f48-e995e7c0447b tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] Usage tracker for resource:security_group_rule and tenant:3c4bff6f14264ee885803120ae5430f6 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:30:32.654083 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-ee9a1868-a9f8-47c2-9f48-e995e7c0447b tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:30:32.658947 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-32f48008-c24a-4bc3-818a-d516acf1d011 tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Notify callbacks [] for security_group, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:32.661249 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-ee9a1868-a9f8-47c2-9f48-e995e7c0447b tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:30:32.691151 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-55a9c455-27ae-4a77-8868-54ad579d5103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:32.737280 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-ee9a1868-a9f8-47c2-9f48-e995e7c0447b tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] Notify callbacks [] for security_group, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:32.746511 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 38076) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:32.790004 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-32f48008-c24a-4bc3-818a-d516acf1d011 tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:30:32.816034 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-ee9a1868-a9f8-47c2-9f48-e995e7c0447b tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:32.831098 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-32f48008-c24a-4bc3-818a-d516acf1d011 tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:30:32.866615 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e1ffbb1-ef99-4ed6-8aae-c6a5b82406f9 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Deleting subnet de6136d5-4f4c-4815-bbbf-7568919ef9bd {{(pid=84152) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 20 14:30:32.867884 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-6e1ffbb1-ef99-4ed6-8aae-c6a5b82406f9 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks [] for subnet, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:32.893420 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9a1868-a9f8-47c2-9f48-e995e7c0447b tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92e7c907-f72d-4dcf-b797-c68f943dda27,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:32.926712 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a9c455-27ae-4a77-8868-54ad579d5103 None None] Pushing event updated for resources: {'Port': ['ID=826283c8-061e-40a0-9565-cd2fe308b88a,revision_number=2']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:33.023581 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-ee9a1868-a9f8-47c2-9f48-e995e7c0447b tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] Notify callbacks [] for security_group, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:33.024874 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-ee9a1868-a9f8-47c2-9f48-e995e7c0447b tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.6563747 Jan 20 14:30:33.028322 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 38084) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:33.037434 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-126fba88-6ff5-4bb7-984d-0921b8c9f7da tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] Request body: {'security_group_rule': {'security_group_id': '92e7c907-f72d-4dcf-b797-c68f943dda27', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:30:33.038161 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.api.v2.resource [None req-126fba88-6ff5-4bb7-984d-0921b8c9f7da tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 20 14:30:33.039128 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-126fba88-6ff5-4bb7-984d-0921b8c9f7da tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0098362 Jan 20 14:30:33.047913 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 38088) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:33.054073 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-9817db55-23ce-4520-9bb9-ffeb76403a30 tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] Request body: {'security_group_rule': {'security_group_id': '92e7c907-f72d-4dcf-b797-c68f943dda27', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:30:33.062954 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-32f48008-c24a-4bc3-818a-d516acf1d011 tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Notify callbacks [] for security_group, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:33.068713 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-6e1ffbb1-ef99-4ed6-8aae-c6a5b82406f9 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3337915'] for subnet, precommit_delete_associations {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:33.073793 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-9817db55-23ce-4520-9bb9-ffeb76403a30 tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:30:33.084055 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-ce0ad146-e78e-45d0-bde3-03b4af438d49 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=86e3e9c5b0744f88a459de56a9372787&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3373077 Jan 20 14:30:33.086273 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-9817db55-23ce-4520-9bb9-ffeb76403a30 tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] Usage tracker for resource:security_group_rule and tenant:3c4bff6f14264ee885803120ae5430f6 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:30:33.089505 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 38092) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:33.092848 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-9817db55-23ce-4520-9bb9-ffeb76403a30 tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:30:33.095078 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-eea6df97-7ff1-4b63-af20-e3ec8913deda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:33.124109 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-9817db55-23ce-4520-9bb9-ffeb76403a30 tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:30:33.124342 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-955da762-fb55-4ccd-8907-752d838ef001 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:33.125781 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-f090895d-ced1-4667-885a-968aaa2c14c6 tempest-NetworksNegativeTestJSON-1273673882 tempest-NetworksNegativeTestJSON-1273673882-project] Request body: {'port': {'network_id': 'eb92a83c-160f-4d9f-b336-9360203450a1', 'name': 'tempest-NetworksNegativeTestJSON-1801915964'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:30:33.153490 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-32f48008-c24a-4bc3-818a-d516acf1d011 tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:33.179987 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.pecan_wsgi.hooks.translation [None req-f090895d-ced1-4667-885a-968aaa2c14c6 tempest-NetworksNegativeTestJSON-1273673882 tempest-NetworksNegativeTestJSON-1273673882-project] POST failed (client error): The resource could not be found. Jan 20 14:30:33.180565 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f090895d-ced1-4667-885a-968aaa2c14c6 tempest-NetworksNegativeTestJSON-1273673882 tempest-NetworksNegativeTestJSON-1273673882-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:30:33.182099 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-f090895d-ced1-4667-885a-968aaa2c14c6 tempest-NetworksNegativeTestJSON-1273673882 tempest-NetworksNegativeTestJSON-1273673882-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.5487995 Jan 20 14:30:33.197213 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 38096) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:33.329014 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f48008-c24a-4bc3-818a-d516acf1d011 tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64817665-f485-4afb-850f-359ee6bd7065,revision_number=1']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:33.338931 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.pecan_wsgi.hooks.translation [None req-1763da70-de5e-42b4-9b83-36f520544eb7 tempest-NetworksNegativeTestJSON-1273673882 tempest-NetworksNegativeTestJSON-1273673882-project] DELETE failed (client error): The resource could not be found. Jan 20 14:30:33.339452 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1763da70-de5e-42b4-9b83-36f520544eb7 tempest-NetworksNegativeTestJSON-1273673882 tempest-NetworksNegativeTestJSON-1273673882-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:30:33.347316 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-1763da70-de5e-42b4-9b83-36f520544eb7 tempest-NetworksNegativeTestJSON-1273673882 tempest-NetworksNegativeTestJSON-1273673882-project] 10.222.0.54 "DELETE /v2.0/networks/5ca7b391-ec1e-403d-bbd9-da1b12b12efb HTTP/1.1" status: 404 len: 339 time: 0.1490686 Jan 20 14:30:33.366130 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 38100) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:33.436794 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-0b91abbc-68e0-4c99-827f-f0b859cf3e12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:33.443856 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-32f48008-c24a-4bc3-818a-d516acf1d011 tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Notify callbacks [] for security_group, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:33.447632 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-32f48008-c24a-4bc3-818a-d516acf1d011 tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1575 time: 1.0266161 Jan 20 14:30:33.449354 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 38104) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:33.493715 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-0b91abbc-68e0-4c99-827f-f0b859cf3e12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:33.495747 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device beaee439-a684-4953-aece-7c834c80ada5 up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:30:33.520389 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-008effe0-8785-4332-9fc1-e757a95757af tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Request body: {'security_group_rule': {'security_group_id': '64817665-f485-4afb-850f-359ee6bd7065', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:30:33.545186 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-6e1ffbb1-ef99-4ed6-8aae-c6a5b82406f9 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1627147'] for subnet, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:33.574769 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.pecan_wsgi.hooks.translation [None req-93373422-3eb6-43c2-a363-ed9c659afa22 tempest-NetworksNegativeTestJSON-1273673882 tempest-NetworksNegativeTestJSON-1273673882-project] DELETE failed (client error): The resource could not be found. Jan 20 14:30:33.575443 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93373422-3eb6-43c2-a363-ed9c659afa22 tempest-NetworksNegativeTestJSON-1273673882 tempest-NetworksNegativeTestJSON-1273673882-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:30:33.581359 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-93373422-3eb6-43c2-a363-ed9c659afa22 tempest-NetworksNegativeTestJSON-1273673882 tempest-NetworksNegativeTestJSON-1273673882-project] 10.222.0.54 "DELETE /v2.0/ports/d9421c35-e276-4e96-a14d-625813b3e42f HTTP/1.1" status: 404 len: 333 time: 0.2139041 Jan 20 14:30:33.586271 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 38110) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:33.609616 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-008effe0-8785-4332-9fc1-e757a95757af tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:30:33.625442 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-008effe0-8785-4332-9fc1-e757a95757af tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Usage tracker for resource:security_group_rule and tenant:e57303c4dfc34a3db17fb5c9c2d373d6 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:30:33.629402 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.api.v2.resource [None req-9817db55-23ce-4520-9bb9-ffeb76403a30 tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 20 14:30:33.638265 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-9817db55-23ce-4520-9bb9-ffeb76403a30 tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.5847895 Jan 20 14:30:33.638386 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-008effe0-8785-4332-9fc1-e757a95757af tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:30:33.638484 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 38114) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:33.641450 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.pecan_wsgi.hooks.translation [None req-e97f4f7b-b69b-4c62-ad95-c68ee18f4484 tempest-NetworksNegativeTestJSON-1273673882 tempest-NetworksNegativeTestJSON-1273673882-project] DELETE failed (client error): The resource could not be found. Jan 20 14:30:33.641891 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e97f4f7b-b69b-4c62-ad95-c68ee18f4484 tempest-NetworksNegativeTestJSON-1273673882 tempest-NetworksNegativeTestJSON-1273673882-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:30:33.647929 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-008effe0-8785-4332-9fc1-e757a95757af tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:30:33.649400 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-d9b1ef0c-ddd6-4e74-9227-10ef851c1042 tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] Request body: {'security_group_rule': {'security_group_id': '92e7c907-f72d-4dcf-b797-c68f943dda27', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:30:33.650025 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.api.v2.resource [None req-d9b1ef0c-ddd6-4e74-9227-10ef851c1042 tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 20 14:30:33.654722 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-d9b1ef0c-ddd6-4e74-9227-10ef851c1042 tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0153966 Jan 20 14:30:33.657740 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 38118) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:33.662885 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-e97f4f7b-b69b-4c62-ad95-c68ee18f4484 tempest-NetworksNegativeTestJSON-1273673882 tempest-NetworksNegativeTestJSON-1273673882-project] 10.222.0.54 "DELETE /v2.0/subnets/e11396b9-e75f-490d-a1b4-a36dc8d4d9b9 HTTP/1.1" status: 404 len: 337 time: 0.0754807 Jan 20 14:30:33.670235 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 38122) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:33.671645 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-def0c902-8e8e-4ac4-a366-ecab0a79766d tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] Request body: {'security_group_rule': {'security_group_id': '92e7c907-f72d-4dcf-b797-c68f943dda27', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:30:33.684154 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning for port beaee439-a684-4953-aece-7c834c80ada5 completed by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:30:33.702384 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-def0c902-8e8e-4ac4-a366-ecab0a79766d tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:30:33.706508 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.pecan_wsgi.hooks.translation [None req-28d2f0cf-5f5a-40e5-9c37-ec8a811ead57 tempest-NetworksNegativeTestJSON-1273673882 tempest-NetworksNegativeTestJSON-1273673882-project] GET failed (client error): The resource could not be found. Jan 20 14:30:33.707782 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-28d2f0cf-5f5a-40e5-9c37-ec8a811ead57 tempest-NetworksNegativeTestJSON-1273673882 tempest-NetworksNegativeTestJSON-1273673882-project] 10.222.0.54 "GET /v2.0/networks/a2b16b08-456a-4b95-b176-962e15646cc9 HTTP/1.1" status: 404 len: 339 time: 0.0365348 Jan 20 14:30:33.711698 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 38126) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:33.712597 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-def0c902-8e8e-4ac4-a366-ecab0a79766d tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] Usage tracker for resource:security_group_rule and tenant:3c4bff6f14264ee885803120ae5430f6 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:30:33.749939 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8632fd8-21cc-449d-a276-1441bf317af2 None None] Network 1f505182-f2a1-4ef2-961e-95a54561c8ad requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:30:33.764564 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-0b91abbc-68e0-4c99-827f-f0b859cf3e12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:33.765769 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-def0c902-8e8e-4ac4-a366-ecab0a79766d tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:30:33.774958 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-0b91abbc-68e0-4c99-827f-f0b859cf3e12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:33.774958 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-0b91abbc-68e0-4c99-827f-f0b859cf3e12 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/402bbd6e-7640-49a1-8e9d-871fb30bd03f HTTP/1.1" status: 204 len: 168 time: 0.6809239 Jan 20 14:30:33.783574 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b91abbc-68e0-4c99-827f-f0b859cf3e12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=402bbd6e-7640-49a1-8e9d-871fb30bd03f,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:33.809817 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-def0c902-8e8e-4ac4-a366-ecab0a79766d tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:30:33.836662 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-008effe0-8785-4332-9fc1-e757a95757af tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:33.846404 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3353283-c3b3-4661-841d-96ee726abafe tempest-NetworksNegativeTestJSON-1273673882 tempest-NetworksNegativeTestJSON-1273673882-project] GET failed (client error): The resource could not be found. Jan 20 14:30:33.847710 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-c3353283-c3b3-4661-841d-96ee726abafe tempest-NetworksNegativeTestJSON-1273673882 tempest-NetworksNegativeTestJSON-1273673882-project] 10.222.0.54 "GET /v2.0/ports/e1f211a9-3f14-4511-a18b-d8d6b9d03ea3 HTTP/1.1" status: 404 len: 333 time: 0.0864069 Jan 20 14:30:33.852272 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 38132) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:33.902213 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a256286-80d9-4483-a236-86cb2dc1315f tempest-NetworksNegativeTestJSON-1273673882 tempest-NetworksNegativeTestJSON-1273673882-project] GET failed (client error): The resource could not be found. Jan 20 14:30:33.908321 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-9a256286-80d9-4483-a236-86cb2dc1315f tempest-NetworksNegativeTestJSON-1273673882 tempest-NetworksNegativeTestJSON-1273673882-project] 10.222.0.54 "GET /v2.0/subnets/1ef6ac16-09f7-45cd-b879-5646a679f55b HTTP/1.1" status: 404 len: 337 time: 0.0498250 Jan 20 14:30:33.908535 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 38136) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:33.913034 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-6e1ffbb1-ef99-4ed6-8aae-c6a5b82406f9 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1627154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4163580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155308'] for subnet, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:33.914797 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-d010d1e5-1622-4a21-8856-ca1cfe8dec65 tempest-NetworksNegativeTestJSON-1273673882 tempest-NetworksNegativeTestJSON-1273673882-project] Request body: {'network': {'name': 'new_name'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:30:33.949007 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.pecan_wsgi.hooks.translation [None req-d010d1e5-1622-4a21-8856-ca1cfe8dec65 tempest-NetworksNegativeTestJSON-1273673882 tempest-NetworksNegativeTestJSON-1273673882-project] PUT failed (client error): The resource could not be found. Jan 20 14:30:33.949553 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d010d1e5-1622-4a21-8856-ca1cfe8dec65 tempest-NetworksNegativeTestJSON-1273673882 tempest-NetworksNegativeTestJSON-1273673882-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:30:33.957316 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 38140) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:33.959097 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-d010d1e5-1622-4a21-8856-ca1cfe8dec65 tempest-NetworksNegativeTestJSON-1273673882 tempest-NetworksNegativeTestJSON-1273673882-project] 10.222.0.54 "PUT /v2.0/networks/7831156c-afa0-47ee-8b65-5d2311a81852 HTTP/1.1" status: 404 len: 339 time: 0.0494421 Jan 20 14:30:33.983069 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-e76bd701-ce45-487c-919e-0b90cd6ca98a tempest-NetworksNegativeTestJSON-1273673882 tempest-NetworksNegativeTestJSON-1273673882-project] Request body: {'port': {'name': 'new_name'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:30:34.013819 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1ffbb1-ef99-4ed6-8aae-c6a5b82406f9 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Pushing event deleted for resources: {'Subnet': ['ID=de6136d5-4f4c-4815-bbbf-7568919ef9bd,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:34.049514 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-6e1ffbb1-ef99-4ed6-8aae-c6a5b82406f9 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks [] for subnet, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:34.051307 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-571e1988-eb95-4770-b9f7-c58ad47227e0 None None] Provisioning for port beaee439-a684-4953-aece-7c834c80ada5 completed by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:30:34.054925 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.pecan_wsgi.hooks.translation [None req-e76bd701-ce45-487c-919e-0b90cd6ca98a tempest-NetworksNegativeTestJSON-1273673882 tempest-NetworksNegativeTestJSON-1273673882-project] PUT failed (client error): The resource could not be found. Jan 20 14:30:34.055355 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e76bd701-ce45-487c-919e-0b90cd6ca98a tempest-NetworksNegativeTestJSON-1273673882 tempest-NetworksNegativeTestJSON-1273673882-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84152) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:30:34.060339 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-e76bd701-ce45-487c-919e-0b90cd6ca98a tempest-NetworksNegativeTestJSON-1273673882 tempest-NetworksNegativeTestJSON-1273673882-project] 10.222.0.54 "PUT /v2.0/ports/754eff4c-cd1d-497e-b95c-bbce4afa9e97 HTTP/1.1" status: 404 len: 333 time: 0.0956547 Jan 20 14:30:34.061883 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 38144) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:34.065743 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-571e1988-eb95-4770-b9f7-c58ad47227e0 None None] Provisioning complete for port beaee439-a684-4953-aece-7c834c80ada5 triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:30:34.066296 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-571e1988-eb95-4770-b9f7-c58ad47227e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:34.076080 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-de10819c-fe26-4931-a604-e8e2b893e3d7 tempest-NetworksNegativeTestJSON-1273673882 tempest-NetworksNegativeTestJSON-1273673882-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:30:34.256514 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-571e1988-eb95-4770-b9f7-c58ad47227e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:34.256850 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-008effe0-8785-4332-9fc1-e757a95757af tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:34.256850 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.api.v2.resource [None req-def0c902-8e8e-4ac4-a366-ecab0a79766d tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 20 14:30:34.264898 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-def0c902-8e8e-4ac4-a366-ecab0a79766d tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.6004200 Jan 20 14:30:34.265199 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 38152) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:34.265506 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.pecan_wsgi.hooks.translation [None req-de10819c-fe26-4931-a604-e8e2b893e3d7 tempest-NetworksNegativeTestJSON-1273673882 tempest-NetworksNegativeTestJSON-1273673882-project] PUT failed (client error): The resource could not be found. Jan 20 14:30:34.265956 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de10819c-fe26-4931-a604-e8e2b893e3d7 tempest-NetworksNegativeTestJSON-1273673882 tempest-NetworksNegativeTestJSON-1273673882-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84152) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:30:34.267228 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-de10819c-fe26-4931-a604-e8e2b893e3d7 tempest-NetworksNegativeTestJSON-1273673882 tempest-NetworksNegativeTestJSON-1273673882-project] 10.222.0.54 "PUT /v2.0/subnets/112e1a41-6304-4d72-9754-156d176d3034 HTTP/1.1" status: 404 len: 337 time: 0.2051990 Jan 20 14:30:34.277929 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.db.resource_extend [None req-955da762-fb55-4ccd-8907-752d838ef001 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 20 14:30:34.278123 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-43f0e788-423a-46da-a270-60e9e6cfdc36 tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] Request body: {'security_group_rule': {'security_group_id': '92e7c907-f72d-4dcf-b797-c68f943dda27', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:30:34.278794 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.api.v2.resource [None req-43f0e788-423a-46da-a270-60e9e6cfdc36 tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 20 14:30:34.279763 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-43f0e788-423a-46da-a270-60e9e6cfdc36 tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0130420 Jan 20 14:30:34.283274 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 38158) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:34.294817 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-9f9e1760-ca66-48a0-b129-db7504e91ec5 tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] Request body: {'security_group_rule': {'security_group_id': '92e7c907-f72d-4dcf-b797-c68f943dda27', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:30:34.307960 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-955da762-fb55-4ccd-8907-752d838ef001 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks [] for port, precommit_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:34.317816 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-9f9e1760-ca66-48a0-b129-db7504e91ec5 tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:30:34.337437 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-9f9e1760-ca66-48a0-b129-db7504e91ec5 tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] Usage tracker for resource:security_group_rule and tenant:3c4bff6f14264ee885803120ae5430f6 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:30:34.339875 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-571e1988-eb95-4770-b9f7-c58ad47227e0 None None] For port beaee439-a684-4953-aece-7c834c80ada5, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=beaee439-a684-4953-aece-7c834c80ada5,segment=NetworkSegment(f57b620d-026d-4648-874e-9012c4e9ab3d),segment_id=f57b620d-026d-4648-874e-9012c4e9ab3d)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:30:34.341027 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-9f9e1760-ca66-48a0-b129-db7504e91ec5 tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:30:34.348685 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-6e1ffbb1-ef99-4ed6-8aae-c6a5b82406f9 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] 10.222.0.54 "DELETE /v2.0/subnets/de6136d5-4f4c-4815-bbbf-7568919ef9bd HTTP/1.1" status: 204 len: 168 time: 1.9097786 Jan 20 14:30:34.349236 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 38162) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:34.354879 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-9f9e1760-ca66-48a0-b129-db7504e91ec5 tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:30:34.434629 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-571e1988-eb95-4770-b9f7-c58ad47227e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:34.469258 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-955da762-fb55-4ccd-8907-752d838ef001 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162822'] for port, after_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:34.475924 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-955da762-fb55-4ccd-8907-752d838ef001 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1705158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-743490'] for router_interface, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:34.536150 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.api.v2.resource [None req-9f9e1760-ca66-48a0-b129-db7504e91ec5 tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 20 14:30:34.540994 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-9f9e1760-ca66-48a0-b129-db7504e91ec5 tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2532182 Jan 20 14:30:34.540994 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 38170) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:34.548426 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-f1610d89-cf9f-4c29-aff6-2c8abcbc5a33 tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] Request body: {'security_group_rule': {'security_group_id': '92e7c907-f72d-4dcf-b797-c68f943dda27', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:30:34.549303 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.api.v2.resource [None req-f1610d89-cf9f-4c29-aff6-2c8abcbc5a33 tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 20 14:30:34.551289 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-f1610d89-cf9f-4c29-aff6-2c8abcbc5a33 tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0083814 Jan 20 14:30:34.553380 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 38174) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:34.554839 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c3365d9-ab29-40c0-b8e6-ae5ce84667e3 None None] Network dbce74ed-d43c-4540-8d8d-e582f35e4792 requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:30:34.564030 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-008effe0-8785-4332-9fc1-e757a95757af tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734962'] for security_group_rule, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:34.570520 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-79e59d27-b8a7-44de-bb8c-dec8f3e2c331 tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] Request body: {'security_group_rule': {'security_group_id': '92e7c907-f72d-4dcf-b797-c68f943dda27', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:30:34.581273 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-79e59d27-b8a7-44de-bb8c-dec8f3e2c331 tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:30:34.590303 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-79e59d27-b8a7-44de-bb8c-dec8f3e2c331 tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] Usage tracker for resource:security_group_rule and tenant:3c4bff6f14264ee885803120ae5430f6 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:30:34.596125 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-50d605a6-210f-498a-9986-5ba78db205d9 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2459447 Jan 20 14:30:34.602647 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-79e59d27-b8a7-44de-bb8c-dec8f3e2c331 tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:30:34.612372 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-79e59d27-b8a7-44de-bb8c-dec8f3e2c331 tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:30:34.616690 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 38178) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:34.661353 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008effe0-8785-4332-9fc1-e757a95757af tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=294aca47-12b4-4df9-8df6-b6435c135ced,revision_number=0']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:34.699674 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955da762-fb55-4ccd-8907-752d838ef001 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Pushing event updated for resources: {'Port': ['ID=874f07d7-9dfe-4df0-a22a-6c8105442db7,revision_number=2']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:34.723614 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-20d4538b-87a1-4b0a-bdc8-aec4bb846bee None None] Provisioning complete for port beaee439-a684-4953-aece-7c834c80ada5 triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:30:34.724176 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-20d4538b-87a1-4b0a-bdc8-aec4bb846bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:34.833818 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.api.v2.resource [None req-79e59d27-b8a7-44de-bb8c-dec8f3e2c331 tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 20 14:30:34.837629 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-79e59d27-b8a7-44de-bb8c-dec8f3e2c331 tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2792058 Jan 20 14:30:34.838140 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 38186) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:34.850621 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-c459d121-3306-4302-9052-0ffd018e9c59 tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] Request body: {'security_group_rule': {'security_group_id': '92e7c907-f72d-4dcf-b797-c68f943dda27', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:30:34.859605 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571e1988-eb95-4770-b9f7-c58ad47227e0 None None] Pushing event updated for resources: {'Port': ['ID=beaee439-a684-4953-aece-7c834c80ada5,revision_number=3']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:34.864021 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-c459d121-3306-4302-9052-0ffd018e9c59 tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:30:34.870906 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-008effe0-8785-4332-9fc1-e757a95757af tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:34.874015 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-c459d121-3306-4302-9052-0ffd018e9c59 tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] Usage tracker for resource:security_group_rule and tenant:3c4bff6f14264ee885803120ae5430f6 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:30:34.877618 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-008effe0-8785-4332-9fc1-e757a95757af tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.4254613 Jan 20 14:30:34.881489 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-c459d121-3306-4302-9052-0ffd018e9c59 tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:30:34.885766 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 38192) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:34.888341 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-955da762-fb55-4ccd-8907-752d838ef001 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Network 1f505182-f2a1-4ef2-961e-95a54561c8ad is already hosted by enough agents. {{(pid=84152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:30:34.894232 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.base_scheduler [None req-955da762-fb55-4ccd-8907-752d838ef001 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Resources bound (agent type, host, resource id): {{(pid=84152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:30:34.895637 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-c459d121-3306-4302-9052-0ffd018e9c59 tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:30:35.027491 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b69a345c-8f24-4c16-be05-2dd54e6fbd63 None None] DHCP port deletion for dbce74ed-d43c-4540-8d8d-e582f35e4792 request from dv-neutron-825124-1-hyperv {{(pid=84154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 20 14:30:35.030387 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 38196) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:35.035436 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-b69a345c-8f24-4c16-be05-2dd54e6fbd63 None None] Deleting port 826283c8-061e-40a0-9565-cd2fe308b88a {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:30:35.037380 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-b69a345c-8f24-4c16-be05-2dd54e6fbd63 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:35.067019 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.api.v2.resource [None req-c459d121-3306-4302-9052-0ffd018e9c59 tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 20 14:30:35.068059 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-c459d121-3306-4302-9052-0ffd018e9c59 tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2289770 Jan 20 14:30:35.070982 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 38202) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:35.096301 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-20d4538b-87a1-4b0a-bdc8-aec4bb846bee None None] Provisioning for port 826283c8-061e-40a0-9565-cd2fe308b88a completed by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:30:35.124701 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-20d4538b-87a1-4b0a-bdc8-aec4bb846bee None None] Could not find standard attr ID for object 93b963a0-9b99-4630-a2bd-1a65e77cc5a7. {{(pid=84154) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 20 14:30:35.162943 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-9bf3e2e0-ddfe-4f1a-b0a4-084d8354959b tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] Notify callbacks [] for security_group, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:35.212424 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cc344ca-e135-4cba-bdb2-4d2ec60f8ba9 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:30:35.213127 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-4cc344ca-e135-4cba-bdb2-4d2ec60f8ba9 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Synchronizing usage tracker for tenant:2cb17692bb0c4a2782f988652201ac42 on resource:port {{(pid=84152) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:30:35.227477 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-9bf3e2e0-ddfe-4f1a-b0a4-084d8354959b tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:35.318059 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-e230a569-4dbb-4d1f-a5eb-6d4140588399 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:35.404608 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-e230a569-4dbb-4d1f-a5eb-6d4140588399 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:30:35.408915 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-e230a569-4dbb-4d1f-a5eb-6d4140588399 admin admin] Usage tracker for resource:security_group_rule and tenant:b02d16c094a64148afb6146cca7fd4a0 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:30:35.411852 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-e230a569-4dbb-4d1f-a5eb-6d4140588399 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:30:35.416333 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-4cc344ca-e135-4cba-bdb2-4d2ec60f8ba9 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Unset dirty status for tenant:2cb17692bb0c4a2782f988652201ac42 on resource:port {{(pid=84152) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:30:35.417512 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-4cc344ca-e135-4cba-bdb2-4d2ec60f8ba9 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.7996292 Jan 20 14:30:35.420337 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-33f93c0d-a90e-4ff7-8ed7-2610d634ab9b tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Notify callbacks [] for security_group, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:35.422354 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 38210) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:35.423269 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-e230a569-4dbb-4d1f-a5eb-6d4140588399 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:30:35.425676 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-b69a345c-8f24-4c16-be05-2dd54e6fbd63 None None] For port 826283c8-061e-40a0-9565-cd2fe308b88a, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=826283c8-061e-40a0-9565-cd2fe308b88a,segment=NetworkSegment(7b61d093-41ff-4202-b223-533eb0f8da0a),segment_id=7b61d093-41ff-4202-b223-533eb0f8da0a)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:30:35.426247 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-b69a345c-8f24-4c16-be05-2dd54e6fbd63 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:35.478321 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-9bf3e2e0-ddfe-4f1a-b0a4-084d8354959b tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:35.504192 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-33f93c0d-a90e-4ff7-8ed7-2610d634ab9b tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:35.534365 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf3e2e0-ddfe-4f1a-b0a4-084d8354959b tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=92e7c907-f72d-4dcf-b797-c68f943dda27,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:35.548696 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-9bf3e2e0-ddfe-4f1a-b0a4-084d8354959b tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] Notify callbacks [] for security_group, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:35.552814 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-9bf3e2e0-ddfe-4f1a-b0a4-084d8354959b tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] 10.222.0.54 "DELETE /v2.0/security-groups/92e7c907-f72d-4dcf-b797-c68f943dda27 HTTP/1.1" status: 204 len: 168 time: 0.4802575 Jan 20 14:30:35.553476 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 38218) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:35.566111 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90613d51-cf7c-4d36-a67a-16212f9eedf7 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:30:35.568631 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-90613d51-cf7c-4d36-a67a-16212f9eedf7 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Synchronizing usage tracker for tenant:2cb17692bb0c4a2782f988652201ac42 on resource:subnet {{(pid=84153) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:30:35.573219 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-b69a345c-8f24-4c16-be05-2dd54e6fbd63 None None] Calling delete_port for 826283c8-061e-40a0-9565-cd2fe308b88a owned by network:dhcp {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:30:35.671196 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-e230a569-4dbb-4d1f-a5eb-6d4140588399 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:35.672769 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device beaee439-a684-4953-aece-7c834c80ada5 up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:30:35.680467 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-714374fe-3e71-4dd8-84e4-8d1e9c330bbc tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] Synchronizing usage tracker for tenant:3c4bff6f14264ee885803120ae5430f6 on resource:security_group {{(pid=84153) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:30:35.689147 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-90613d51-cf7c-4d36-a67a-16212f9eedf7 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Unset dirty status for tenant:2cb17692bb0c4a2782f988652201ac42 on resource:subnet {{(pid=84153) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:30:35.693398 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-90613d51-cf7c-4d36-a67a-16212f9eedf7 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2676318 Jan 20 14:30:35.694392 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 38222) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:35.738004 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-33f93c0d-a90e-4ff7-8ed7-2610d634ab9b tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:35.770052 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-b69a345c-8f24-4c16-be05-2dd54e6fbd63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486'] for port, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:35.771060 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f93c0d-a90e-4ff7-8ed7-2610d634ab9b tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=64817665-f485-4afb-850f-359ee6bd7065,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:35.783359 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 38226) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:35.786431 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-4e3dd8cf-2594-4289-b95b-2f445efe8742 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0895040 Jan 20 14:30:35.787205 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-e230a569-4dbb-4d1f-a5eb-6d4140588399 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:35.787899 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 38230) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:35.791741 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-14b9dd41-7375-4a2e-9ada-e51b0c8aa01d tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Request body: {'subnet': {'network_id': 'dbce74ed-d43c-4540-8d8d-e582f35e4792', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:30:35.823986 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-33f93c0d-a90e-4ff7-8ed7-2610d634ab9b tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Notify callbacks [] for security_group, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:35.826498 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port beaee439-a684-4953-aece-7c834c80ada5 triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:30:35.827125 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:35.827760 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-33f93c0d-a90e-4ff7-8ed7-2610d634ab9b tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] 10.222.0.54 "DELETE /v2.0/security-groups/64817665-f485-4afb-850f-359ee6bd7065 HTTP/1.1" status: 204 len: 168 time: 0.9381857 Jan 20 14:30:35.829106 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 38236) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:35.852957 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e230a569-4dbb-4d1f-a5eb-6d4140588399 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea21f045-848a-4887-9a7d-f92a72af3d19,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:35.862531 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-714374fe-3e71-4dd8-84e4-8d1e9c330bbc tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] Unset dirty status for tenant:3c4bff6f14264ee885803120ae5430f6 on resource:security_group {{(pid=84153) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:30:35.871886 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-714374fe-3e71-4dd8-84e4-8d1e9c330bbc tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3066256 Jan 20 14:30:35.871886 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 38240) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:35.872789 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-e230a569-4dbb-4d1f-a5eb-6d4140588399 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=b02d16c094a64148afb6146cca7fd4a0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8409708 Jan 20 14:30:35.876212 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 38244) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:35.877921 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-955da762-fb55-4ccd-8907-752d838ef001 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Router 917b3e25-ceb4-4b6b-a3be-0ff524d323b4 is scheduled to L3 agent 624d525b-4c26-4143-8a1c-228bb1c6faaa with binding_index 1 {{(pid=84152) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 20 14:30:35.880286 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-c26e9721-ca10-4008-9701-6d3de873792c tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] Request body: {'security_group': {'name': 'tempest-secgroup--523986039'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:30:35.909582 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-20d4538b-87a1-4b0a-bdc8-aec4bb846bee None None] Provisioning for port 874f07d7-9dfe-4df0-a22a-6c8105442db7 completed by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:30:35.921726 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69a345c-8f24-4c16-be05-2dd54e6fbd63 None None] Pushing event deleted for resources: {'Port': ['ID=826283c8-061e-40a0-9565-cd2fe308b88a,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:35.924426 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-c26e9721-ca10-4008-9701-6d3de873792c tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:30:35.934161 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-20d4538b-87a1-4b0a-bdc8-aec4bb846bee None None] Provisioning complete for port 874f07d7-9dfe-4df0-a22a-6c8105442db7 triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:30:35.934709 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-20d4538b-87a1-4b0a-bdc8-aec4bb846bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:35.960251 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-c26e9721-ca10-4008-9701-6d3de873792c tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:30:35.988090 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-14b9dd41-7375-4a2e-9ada-e51b0c8aa01d tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:30:35.991315 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.agents_db [None req-6dba657d-a637-4918-9b6d-40defdfae04b None None] Agent healthcheck: found 6 active agents {{(pid=84155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 14:30:36.000779 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-14b9dd41-7375-4a2e-9ada-e51b0c8aa01d tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:30:36.009691 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b69a345c-8f24-4c16-be05-2dd54e6fbd63 None None] No DVR routers for this DVR port 826283c8-061e-40a0-9565-cd2fe308b88a on host dv-neutron-825124-1-hyperv {{(pid=84154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 14:30:36.011528 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-5faf8221-b6f4-46bd-bb4d-6cb4c2d5b74c tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1788697 Jan 20 14:30:36.013944 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-934e5cb6-d837-430e-aeec-fa46468789c0 tempest-RoutersNegativeTest-494823764 tempest-RoutersNegativeTest-494823764-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-2024388149', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:30:36.026949 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 38248) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:36.050126 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-c26e9721-ca10-4008-9701-6d3de873792c tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] Notify callbacks [] for security_group, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:36.065057 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-20d4538b-87a1-4b0a-bdc8-aec4bb846bee None None] Port 874f07d7-9dfe-4df0-a22a-6c8105442db7 cannot update to ACTIVE because it is not bound. {{(pid=84154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 14:30:36.069527 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-b4bc4fbe-7b6b-45ed-9370-31865dbcae11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:36.082452 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-934e5cb6-d837-430e-aeec-fa46468789c0 tempest-RoutersNegativeTest-494823764 tempest-RoutersNegativeTest-494823764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:30:36.096159 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-934e5cb6-d837-430e-aeec-fa46468789c0 tempest-RoutersNegativeTest-494823764 tempest-RoutersNegativeTest-494823764-project] Usage tracker for resource:router and tenant:98eaba372e52477484d156e59d0aafa1 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:30:36.101055 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-934e5cb6-d837-430e-aeec-fa46468789c0 tempest-RoutersNegativeTest-494823764 tempest-RoutersNegativeTest-494823764-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:30:36.109638 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-934e5cb6-d837-430e-aeec-fa46468789c0 tempest-RoutersNegativeTest-494823764 tempest-RoutersNegativeTest-494823764-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:30:36.148619 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14b9dd41-7375-4a2e-9ada-e51b0c8aa01d tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Made reservation on behalf of 2cb17692bb0c4a2782f988652201ac42 for: {'subnet': 1} {{(pid=84152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:30:36.152233 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-14b9dd41-7375-4a2e-9ada-e51b0c8aa01d tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3155315'] for subnet, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:36.176658 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-955da762-fb55-4ccd-8907-752d838ef001 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify agent at l3_agent.dv-neutron-825124-1-hyperv the message routers_updated {{(pid=84152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 14:30:36.188886 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eab2799-f508-4bae-8bde-49817c6be99a None None] Sync routers for ids ['917b3e25-ceb4-4b6b-a3be-0ff524d323b4'] in dv-neutron-825124-1-hyperv {{(pid=84155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 14:30:36.201928 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eab2799-f508-4bae-8bde-49817c6be99a None None] Routers {'917b3e25-ceb4-4b6b-a3be-0ff524d323b4'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:30:36.202638 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-0eab2799-f508-4bae-8bde-49817c6be99a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:30:30Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['917b3e25-ceb4-4b6b-a3be-0ff524d323b4'], 'active': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:30:36.217720 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-cfecabdf-ac3d-4989-8c9d-b3c3f63efb38 None None] Provisioning complete for port 874f07d7-9dfe-4df0-a22a-6c8105442db7 triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:30:36.218228 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-cfecabdf-ac3d-4989-8c9d-b3c3f63efb38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:36.231060 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-955da762-fb55-4ccd-8907-752d838ef001 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] 10.222.0.54 "PUT /v2.0/routers/917b3e25-ceb4-4b6b-a3be-0ff524d323b4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6777265 Jan 20 14:30:36.235097 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-934e5cb6-d837-430e-aeec-fa46468789c0 tempest-RoutersNegativeTest-494823764 tempest-RoutersNegativeTest-494823764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-105475'] for router, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:36.236020 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-934e5cb6-d837-430e-aeec-fa46468789c0 tempest-RoutersNegativeTest-494823764 tempest-RoutersNegativeTest-494823764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-739204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-744864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-735540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-105484'] for router, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:36.239587 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-b4bc4fbe-7b6b-45ed-9370-31865dbcae11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:36.242885 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 38252) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:36.262588 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-0eab2799-f508-4bae-8bde-49817c6be99a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:30:36.274734 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eab2799-f508-4bae-8bde-49817c6be99a None None] Routers {'917b3e25-ceb4-4b6b-a3be-0ff524d323b4'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:30:36.275320 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-0eab2799-f508-4bae-8bde-49817c6be99a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:30:30Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['917b3e25-ceb4-4b6b-a3be-0ff524d323b4'], 'active': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:30:36.316046 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-19726f87-b016-414c-8b18-c59d3ad2a6fe tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Synchronizing usage tracker for tenant:e57303c4dfc34a3db17fb5c9c2d373d6 on resource:security_group_rule {{(pid=84153) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:30:36.326732 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-cfecabdf-ac3d-4989-8c9d-b3c3f63efb38 None None] Port 874f07d7-9dfe-4df0-a22a-6c8105442db7 cannot update to ACTIVE because it is not bound. {{(pid=84154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 14:30:36.339322 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-0eab2799-f508-4bae-8bde-49817c6be99a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:30:36.340014 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eab2799-f508-4bae-8bde-49817c6be99a None None] The sync data for ids ['917b3e25-ceb4-4b6b-a3be-0ff524d323b4'] in dv-neutron-825124-1-hyperv is: [] {{(pid=84155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 14:30:36.343731 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-934e5cb6-d837-430e-aeec-fa46468789c0 tempest-RoutersNegativeTest-494823764 tempest-RoutersNegativeTest-494823764-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:36.359995 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5f89dff-c6dc-43ce-a444-60bd909b05cb tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:30:36.360563 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-c5f89dff-c6dc-43ce-a444-60bd909b05cb tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Synchronizing usage tracker for tenant:f85e30c327a64407a1a93d3333ba9261 on resource:port {{(pid=84152) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:30:36.397869 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-b4bc4fbe-7b6b-45ed-9370-31865dbcae11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:36.421388 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bc4fbe-7b6b-45ed-9370-31865dbcae11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea21f045-848a-4887-9a7d-f92a72af3d19,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:36.426020 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-c26e9721-ca10-4008-9701-6d3de873792c tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:30:36.431427 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-c26e9721-ca10-4008-9701-6d3de873792c tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] Usage tracker for resource:security_group_rule and tenant:3c4bff6f14264ee885803120ae5430f6 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:30:36.434123 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-19726f87-b016-414c-8b18-c59d3ad2a6fe tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] Unset dirty status for tenant:e57303c4dfc34a3db17fb5c9c2d373d6 on resource:security_group_rule {{(pid=84153) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:30:36.440007 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-19726f87-b016-414c-8b18-c59d3ad2a6fe tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2243 time: 0.4086256 Jan 20 14:30:36.440007 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-c26e9721-ca10-4008-9701-6d3de873792c tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:30:36.440431 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 38256) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:36.458188 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-c26e9721-ca10-4008-9701-6d3de873792c tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:30:36.470275 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.api.v2.resource [None req-88dc3f4a-917b-4ccc-a600-b58b377edb22 tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] delete failed (client error): The resource could not be found. Jan 20 14:30:36.472795 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-88dc3f4a-917b-4ccc-a600-b58b377edb22 tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] 10.222.0.54 "DELETE /v2.0/security-groups/64817665-f485-4afb-850f-359ee6bd7065 HTTP/1.1" status: 404 len: 347 time: 0.0297732 Jan 20 14:30:36.477333 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 38260) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:36.547509 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-b4bc4fbe-7b6b-45ed-9370-31865dbcae11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:36.554842 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-b4bc4fbe-7b6b-45ed-9370-31865dbcae11 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/ea21f045-848a-4887-9a7d-f92a72af3d19 HTTP/1.1" status: 204 len: 168 time: 0.6628706 Jan 20 14:30:36.554963 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-c5f89dff-c6dc-43ce-a444-60bd909b05cb tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Unset dirty status for tenant:f85e30c327a64407a1a93d3333ba9261 on resource:port {{(pid=84152) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:30:36.554963 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-c5f89dff-c6dc-43ce-a444-60bd909b05cb tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] 10.222.0.54 "GET /v2.0/ports/874f07d7-9dfe-4df0-a22a-6c8105442db7 HTTP/1.1" status: 200 len: 911 time: 0.3081403 Jan 20 14:30:36.554963 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-934e5cb6-d837-430e-aeec-fa46468789c0 tempest-RoutersNegativeTest-494823764 tempest-RoutersNegativeTest-494823764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-744861'] for router, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:36.560719 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 38264) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:36.633809 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-c26e9721-ca10-4008-9701-6d3de873792c tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] Notify callbacks [] for security_group, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:36.642101 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-4e95718e-ff3a-4bd8-9578-032700ce39ba tempest-SecGroupTest-1170970134 tempest-SecGroupTest-1170970134-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1637187 Jan 20 14:30:36.674098 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-934e5cb6-d837-430e-aeec-fa46468789c0 tempest-RoutersNegativeTest-494823764 tempest-RoutersNegativeTest-494823764-project] Notify callbacks [] for router, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:36.678437 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-934e5cb6-d837-430e-aeec-fa46468789c0 tempest-RoutersNegativeTest-494823764 tempest-RoutersNegativeTest-494823764-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.8706942 Jan 20 14:30:36.680394 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 38274) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:36.687261 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-f971b748-442a-40a2-a330-a92105e1bfb7 tempest-RoutersNegativeTest-494823764 tempest-RoutersNegativeTest-494823764-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-234172855'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:30:36.694443 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-f971b748-442a-40a2-a330-a92105e1bfb7 tempest-RoutersNegativeTest-494823764 tempest-RoutersNegativeTest-494823764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:30:36.701663 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-f971b748-442a-40a2-a330-a92105e1bfb7 tempest-RoutersNegativeTest-494823764 tempest-RoutersNegativeTest-494823764-project] Usage tracker for resource:network and tenant:98eaba372e52477484d156e59d0aafa1 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:30:36.704923 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-f971b748-442a-40a2-a330-a92105e1bfb7 tempest-RoutersNegativeTest-494823764 tempest-RoutersNegativeTest-494823764-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:30:36.717827 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-f971b748-442a-40a2-a330-a92105e1bfb7 tempest-RoutersNegativeTest-494823764 tempest-RoutersNegativeTest-494823764-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:30:36.727139 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-c26e9721-ca10-4008-9701-6d3de873792c tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:36.783106 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26e9721-ca10-4008-9701-6d3de873792c tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72ad6a85-6d01-4677-b232-67d71907b021,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:36.833439 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.objects.ports [None req-14b9dd41-7375-4a2e-9ada-e51b0c8aa01d tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84152) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Jan 20 14:30:36.834713 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-14b9dd41-7375-4a2e-9ada-e51b0c8aa01d tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4163519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3155301'] for subnet, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:36.891277 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-c26e9721-ca10-4008-9701-6d3de873792c tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] Notify callbacks [] for security_group, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:36.892593 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-c26e9721-ca10-4008-9701-6d3de873792c tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.0187759 Jan 20 14:30:36.897153 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f971b748-442a-40a2-a330-a92105e1bfb7 tempest-RoutersNegativeTest-494823764 tempest-RoutersNegativeTest-494823764-project] Made reservation on behalf of 98eaba372e52477484d156e59d0aafa1 for: {'network': 1} {{(pid=84152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:30:36.900157 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-f971b748-442a-40a2-a330-a92105e1bfb7 tempest-RoutersNegativeTest-494823764 tempest-RoutersNegativeTest-494823764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for network, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:36.911398 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14b9dd41-7375-4a2e-9ada-e51b0c8aa01d tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Network dbce74ed-d43c-4540-8d8d-e582f35e4792 is already hosted by enough agents. {{(pid=84152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:30:36.911917 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 38280) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:36.920535 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.base_scheduler [None req-14b9dd41-7375-4a2e-9ada-e51b0c8aa01d tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Resources bound (agent type, host, resource id): {{(pid=84152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:30:36.928823 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-b2cad9f5-1a76-4e34-8885-c994c1af56a6 tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] Request body: {'security_group_rule': {'security_group_id': '72ad6a85-6d01-4677-b232-67d71907b021', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:30:36.933768 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd90e129-4e4a-460e-b219-d8a77de2ac36 None None] Network dbce74ed-d43c-4540-8d8d-e582f35e4792 requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:30:36.945567 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14b9dd41-7375-4a2e-9ada-e51b0c8aa01d tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:30:36.946274 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-14b9dd41-7375-4a2e-9ada-e51b0c8aa01d tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks [] for subnet, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:36.949959 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b9dd41-7375-4a2e-9ada-e51b0c8aa01d tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Pushing event updated for resources: {'Subnet': ['ID=4f8ac83a-4a3b-4955-bc1a-5287b513beac,revision_number=0']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:36.962488 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-f971b748-442a-40a2-a330-a92105e1bfb7 tempest-RoutersNegativeTest-494823764 tempest-RoutersNegativeTest-494823764-project] Notify callbacks [] for security_group, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:36.987959 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-b2cad9f5-1a76-4e34-8885-c994c1af56a6 tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:30:36.994229 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-b2cad9f5-1a76-4e34-8885-c994c1af56a6 tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] Usage tracker for resource:security_group_rule and tenant:3c4bff6f14264ee885803120ae5430f6 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:30:36.997483 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-b2cad9f5-1a76-4e34-8885-c994c1af56a6 tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:30:37.006216 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-b2cad9f5-1a76-4e34-8885-c994c1af56a6 tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:30:37.028398 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-96ec946b-95a3-4501-b4fc-c5d774d0bee1 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-743504'] for router_interface, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:37.068584 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-f971b748-442a-40a2-a330-a92105e1bfb7 tempest-RoutersNegativeTest-494823764 tempest-RoutersNegativeTest-494823764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:30:37.076360 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-f971b748-442a-40a2-a330-a92105e1bfb7 tempest-RoutersNegativeTest-494823764 tempest-RoutersNegativeTest-494823764-project] Usage tracker for resource:security_group_rule and tenant:98eaba372e52477484d156e59d0aafa1 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:30:37.082216 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-f971b748-442a-40a2-a330-a92105e1bfb7 tempest-RoutersNegativeTest-494823764 tempest-RoutersNegativeTest-494823764-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:30:37.109790 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-f971b748-442a-40a2-a330-a92105e1bfb7 tempest-RoutersNegativeTest-494823764 tempest-RoutersNegativeTest-494823764-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:30:37.135524 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-14b9dd41-7375-4a2e-9ada-e51b0c8aa01d tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.3508506 Jan 20 14:30:37.138417 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 38292) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:37.147830 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-d319978f-e639-40cc-b00d-818b94b47406 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Request body: {'port': {'network_id': 'dbce74ed-d43c-4540-8d8d-e582f35e4792', 'mac_address': 'fa:16:3e:30:39:97', 'name': 'tempest-NetworksTestDHCPv6-2064458748'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:30:37.266479 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98ebbd97-1dc9-4de1-b983-bbb46fc957ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95c917f5-14ba-5e96-98b8-1a52654a930a-dbce74ed-d43c-4540-8d8d-e582f35e4792', 'network_id': 'dbce74ed-d43c-4540-8d8d-e582f35e4792', 'tenant_id': '2cb17692bb0c4a2782f988652201ac42', 'fixed_ips': [{'subnet_id': '4f8ac83a-4a3b-4955-bc1a-5287b513beac'}]}} from dv-neutron-825124-1-hyperv. {{(pid=84154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 20 14:30:37.267574 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-98ebbd97-1dc9-4de1-b983-bbb46fc957ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:37.274440 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 38296) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:37.283252 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.api.v2.resource [None req-b2cad9f5-1a76-4e34-8885-c994c1af56a6 tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] create failed (client error): The resource could not be found. Jan 20 14:30:37.287190 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-b2cad9f5-1a76-4e34-8885-c994c1af56a6 tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.3722353 Jan 20 14:30:37.297308 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 38302) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:37.336788 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-4668a46f-def5-4533-a9f8-e01cd82ac7bc tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] Request body: {'security_group_rule': {'security_group_id': '72ad6a85-6d01-4677-b232-67d71907b021', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '62d16b96-2b4a-4f37-917b-afba2a4cfff2'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:30:37.347646 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-4668a46f-def5-4533-a9f8-e01cd82ac7bc tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:30:37.351581 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-4668a46f-def5-4533-a9f8-e01cd82ac7bc tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] Usage tracker for resource:security_group_rule and tenant:3c4bff6f14264ee885803120ae5430f6 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:30:37.354552 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-4668a46f-def5-4533-a9f8-e01cd82ac7bc tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:30:37.361348 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-4668a46f-def5-4533-a9f8-e01cd82ac7bc tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:30:37.464570 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-f971b748-442a-40a2-a330-a92105e1bfb7 tempest-RoutersNegativeTest-494823764 tempest-RoutersNegativeTest-494823764-project] Notify callbacks [] for security_group, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:37.467948 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-d319978f-e639-40cc-b00d-818b94b47406 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:30:37.483453 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_common [None req-98ebbd97-1dc9-4de1-b983-bbb46fc957ce None None] Allocated IP 2001:db8::f816:3eff:fe93:b732 (dbce74ed-d43c-4540-8d8d-e582f35e4792/4f8ac83a-4a3b-4955-bc1a-5287b513beac/0b131d52-9052-4560-8f7a-3d1aabc28ccc) {{(pid=84154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:30:37.489804 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-d319978f-e639-40cc-b00d-818b94b47406 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:30:37.529275 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-f971b748-442a-40a2-a330-a92105e1bfb7 tempest-RoutersNegativeTest-494823764 tempest-RoutersNegativeTest-494823764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:37.586538 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f971b748-442a-40a2-a330-a92105e1bfb7 tempest-RoutersNegativeTest-494823764 tempest-RoutersNegativeTest-494823764-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59c13aa3-f0ed-45c5-b839-6a3c2a7e542f,revision_number=1']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:37.591852 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d319978f-e639-40cc-b00d-818b94b47406 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Made reservation on behalf of 2cb17692bb0c4a2782f988652201ac42 for: {'port': 1} {{(pid=84152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:30:37.595895 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-d319978f-e639-40cc-b00d-818b94b47406 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:37.634252 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f971b748-442a-40a2-a330-a92105e1bfb7 tempest-RoutersNegativeTest-494823764 tempest-RoutersNegativeTest-494823764-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 175} {{(pid=84152) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 14:30:37.635877 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.api.v2.resource [None req-4668a46f-def5-4533-a9f8-e01cd82ac7bc tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] create failed (client error): The resource could not be found. Jan 20 14:30:37.643747 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-4668a46f-def5-4533-a9f8-e01cd82ac7bc tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3420689 Jan 20 14:30:37.643972 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 38314) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:37.659252 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-f971b748-442a-40a2-a330-a92105e1bfb7 tempest-RoutersNegativeTest-494823764 tempest-RoutersNegativeTest-494823764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:37.659593 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.db.segments_db [None req-f971b748-442a-40a2-a330-a92105e1bfb7 tempest-RoutersNegativeTest-494823764 tempest-RoutersNegativeTest-494823764-project] Added segment 0f078c0c-8fc6-4350-93af-ecdf6d517109 of type vlan for network a11aff65-4b2e-420b-8595-b6a54688a980 Jan 20 14:30:37.687299 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.notifiers.nova [None req-d319978f-e639-40cc-b00d-818b94b47406 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] device_id is not set on port 1648238d-472a-490c-aaec-0c3936520da2 yet. {{(pid=84152) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 14:30:37.749739 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-98ebbd97-1dc9-4de1-b983-bbb46fc957ce None None] Notify callbacks [] for port, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:37.763947 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-98ebbd97-1dc9-4de1-b983-bbb46fc957ce None None] Transition to ACTIVE for port object 0b131d52-9052-4560-8f7a-3d1aabc28ccc will not be triggered until provisioned by entity L2. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:30:37.765908 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-4381d6ae-464a-4198-8502-9854c4218664 tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] Notify callbacks [] for security_group, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:37.786498 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bbe3c1-75b9-44f8-aef4-39f8aedbb61d req-5ea25e1b-8154-48dd-a182-1472afacccf1 tempest-ServersTestManualDisk-1917914165 tempest-ServersTestManualDisk-1917914165-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:30:37.787930 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-b8bbe3c1-75b9-44f8-aef4-39f8aedbb61d req-5ea25e1b-8154-48dd-a182-1472afacccf1 tempest-ServersTestManualDisk-1917914165 tempest-ServersTestManualDisk-1917914165-project] 10.222.0.54 "GET /v2.0/ports?device_id=31da3ee5-c748-4975-b51b-042a16904f05 HTTP/1.1" status: 200 len: 945 time: 0.8299966 Jan 20 14:30:37.794763 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-98ebbd97-1dc9-4de1-b983-bbb46fc957ce None None] Transition to ACTIVE for port object 0b131d52-9052-4560-8f7a-3d1aabc28ccc will not be triggered until provisioned by entity DHCP. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:30:37.797523 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-f971b748-442a-40a2-a330-a92105e1bfb7 tempest-RoutersNegativeTest-494823764 tempest-RoutersNegativeTest-494823764-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769553767792'] for network, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:37.814715 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-5ac11d20-804f-4df5-9d0f-c20b92455b09 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=e57303c4dfc34a3db17fb5c9c2d373d6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5353568 Jan 20 14:30:37.816373 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 38320) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:37.861876 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-98ebbd97-1dc9-4de1-b983-bbb46fc957ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477'] for port, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:37.925206 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-4381d6ae-464a-4198-8502-9854c4218664 tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:37.954418 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98ebbd97-1dc9-4de1-b983-bbb46fc957ce None None] Network dbce74ed-d43c-4540-8d8d-e582f35e4792 is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:30:37.958298 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-98ebbd97-1dc9-4de1-b983-bbb46fc957ce None None] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:30:37.959115 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.db_base_plugin_common [None req-d319978f-e639-40cc-b00d-818b94b47406 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Allocated IP 2001:db8::f816:3eff:fe30:3997 (dbce74ed-d43c-4540-8d8d-e582f35e4792/4f8ac83a-4a3b-4955-bc1a-5287b513beac/1648238d-472a-490c-aaec-0c3936520da2) {{(pid=84152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:30:37.959993 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ebbd97-1dc9-4de1-b983-bbb46fc957ce None None] Pushing event updated for resources: {'Port': ['ID=0b131d52-9052-4560-8f7a-3d1aabc28ccc,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:37.961937 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ebbd97-1dc9-4de1-b983-bbb46fc957ce None None] Received port after_create {{(pid=84154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:30:37.964769 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-b8bbe3c1-75b9-44f8-aef4-39f8aedbb61d req-402f1e17-a639-4138-b0d4-73cb0928da02 tempest-ServersTestManualDisk-1917914165 tempest-ServersTestManualDisk-1917914165-project] 10.222.0.54 "GET /v2.0/security-groups?id=bd4de7e3-c31a-486d-85ec-eabfb6a0a160&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1138453 Jan 20 14:30:37.983440 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-f971b748-442a-40a2-a330-a92105e1bfb7 tempest-RoutersNegativeTest-494823764 tempest-RoutersNegativeTest-494823764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967'] for network, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:37.987287 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f971b748-442a-40a2-a330-a92105e1bfb7 tempest-RoutersNegativeTest-494823764 tempest-RoutersNegativeTest-494823764-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:30:38.000314 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-f971b748-442a-40a2-a330-a92105e1bfb7 tempest-RoutersNegativeTest-494823764 tempest-RoutersNegativeTest-494823764-project] Notify callbacks [] for network, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:38.084140 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-82072795-e67c-441f-b856-5f69778f1360 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:38.118991 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-4381d6ae-464a-4198-8502-9854c4218664 tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:38.135003 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-98ebbd97-1dc9-4de1-b983-bbb46fc957ce None None] Attempting to bind port 0b131d52-9052-4560-8f7a-3d1aabc28ccc on host dv-neutron-825124-1-hyperv for vnic_type normal with profile {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:30:38.135531 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-98ebbd97-1dc9-4de1-b983-bbb46fc957ce None None] Attempting to bind port 0b131d52-9052-4560-8f7a-3d1aabc28ccc by drivers openvswitch,hyperv on host dv-neutron-825124-1-hyperv at level 0 using segments [{'id': '7b61d093-41ff-4202-b223-533eb0f8da0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'dbce74ed-d43c-4540-8d8d-e582f35e4792'}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:30:38.136036 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98ebbd97-1dc9-4de1-b983-bbb46fc957ce None None] Attempting to bind port 0b131d52-9052-4560-8f7a-3d1aabc28ccc on network dbce74ed-d43c-4540-8d8d-e582f35e4792 {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 14:30:38.138700 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4381d6ae-464a-4198-8502-9854c4218664 tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=72ad6a85-6d01-4677-b232-67d71907b021,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:38.142480 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f971b748-442a-40a2-a330-a92105e1bfb7 tempest-RoutersNegativeTest-494823764 tempest-RoutersNegativeTest-494823764-project] Pushing event updated for resources: {'Network': ['ID=a11aff65-4b2e-420b-8595-b6a54688a980,revision_number=1']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:38.146192 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98ebbd97-1dc9-4de1-b983-bbb46fc957ce None None] Checking agent: {'id': '6414dfeb-85c5-454a-8756-709ca637d800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825124-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 16, 31), 'started_at': datetime.datetime(2022, 1, 20, 14, 17, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 30, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825124-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 14:30:38.147039 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98ebbd97-1dc9-4de1-b983-bbb46fc957ce None None] Checking segment: {'id': '7b61d093-41ff-4202-b223-533eb0f8da0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'dbce74ed-d43c-4540-8d8d-e582f35e4792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 14:30:38.147312 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-98ebbd97-1dc9-4de1-b983-bbb46fc957ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:38.147864 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98ebbd97-1dc9-4de1-b983-bbb46fc957ce None None] Bound using segment: {'id': '7b61d093-41ff-4202-b223-533eb0f8da0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'dbce74ed-d43c-4540-8d8d-e582f35e4792'} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 14:30:38.149024 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-98ebbd97-1dc9-4de1-b983-bbb46fc957ce None None] Bound port: 0b131d52-9052-4560-8f7a-3d1aabc28ccc, host: dv-neutron-825124-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b61d093-41ff-4202-b223-533eb0f8da0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'dbce74ed-d43c-4540-8d8d-e582f35e4792'}}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:30:38.149484 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-98ebbd97-1dc9-4de1-b983-bbb46fc957ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:38.170220 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-4381d6ae-464a-4198-8502-9854c4218664 tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] Notify callbacks [] for security_group, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:38.171500 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-4381d6ae-464a-4198-8502-9854c4218664 tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] 10.222.0.54 "DELETE /v2.0/security-groups/72ad6a85-6d01-4677-b232-67d71907b021 HTTP/1.1" status: 204 len: 168 time: 0.5284696 Jan 20 14:30:38.177027 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 38332) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:38.177491 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Network a11aff65-4b2e-420b-8595-b6a54688a980 details requested by agent ovs-agent-dv-neutron-825124-1-hyperv with host dv-neutron-825124-1-hyperv {{(pid=84154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 14:30:38.182422 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-82072795-e67c-441f-b856-5f69778f1360 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:38.248437 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-96ec946b-95a3-4501-b4fc-c5d774d0bee1 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Deleting port 874f07d7-9dfe-4df0-a22a-6c8105442db7 {{(pid=84153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:30:38.249200 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-96ec946b-95a3-4501-b4fc-c5d774d0bee1 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:38.272074 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-f971b748-442a-40a2-a330-a92105e1bfb7 tempest-RoutersNegativeTest-494823764 tempest-RoutersNegativeTest-494823764-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.5898707 Jan 20 14:30:38.281523 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 38336) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:38.282257 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 38338) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:38.293534 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [-] 10.222.0.54 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0037940 Jan 20 14:30:38.308724 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-688a6766-82be-4299-9999-c4c9dde426e7 tempest-RoutersNegativeTest-494823764 tempest-RoutersNegativeTest-494823764-project] Request body: {'subnet': {'network_id': 'a11aff65-4b2e-420b-8595-b6a54688a980', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:30:38.323382 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 38342) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:38.367413 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-2486f8fc-953f-4bb6-93f2-59e0a4b2c643 tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] Synchronizing usage tracker for tenant:3c4bff6f14264ee885803120ae5430f6 on resource:security_group {{(pid=84152) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:30:38.443422 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-d319978f-e639-40cc-b00d-818b94b47406 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks [] for port, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:38.452960 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-98ebbd97-1dc9-4de1-b983-bbb46fc957ce None None] For port 0b131d52-9052-4560-8f7a-3d1aabc28ccc, host dv-neutron-825124-1-hyperv, cleared binding levels {{(pid=84154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 14:30:38.458563 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-98ebbd97-1dc9-4de1-b983-bbb46fc957ce None None] For port 0b131d52-9052-4560-8f7a-3d1aabc28ccc, host dv-neutron-825124-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=0b131d52-9052-4560-8f7a-3d1aabc28ccc,segment=NetworkSegment(7b61d093-41ff-4202-b223-533eb0f8da0a),segment_id=7b61d093-41ff-4202-b223-533eb0f8da0a)] {{(pid=84154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 14:30:38.461184 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-82072795-e67c-441f-b856-5f69778f1360 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:38.480343 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.provisioning_blocks [None req-d319978f-e639-40cc-b00d-818b94b47406 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Transition to ACTIVE for port object 1648238d-472a-490c-aaec-0c3936520da2 will not be triggered until provisioned by entity DHCP. {{(pid=84152) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:30:38.491247 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82072795-e67c-441f-b856-5f69778f1360 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a969b809-4489-4c8f-9a1b-08cbe4421747,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:38.519317 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-2486f8fc-953f-4bb6-93f2-59e0a4b2c643 tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] Unset dirty status for tenant:3c4bff6f14264ee885803120ae5430f6 on resource:security_group {{(pid=84152) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:30:38.525287 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-2486f8fc-953f-4bb6-93f2-59e0a4b2c643 tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3472192 Jan 20 14:30:38.525899 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 38348) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:38.531808 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-907f4191-ee59-46de-a701-a7e53cd72491 tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] Request body: {'security_group_rule': {'security_group_id': 'cb30fc89-cee3-4e26-9091-64a2cb3c7aec', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:30:38.538503 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-907f4191-ee59-46de-a701-a7e53cd72491 tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:30:38.542594 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-907f4191-ee59-46de-a701-a7e53cd72491 tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] Usage tracker for resource:security_group_rule and tenant:3c4bff6f14264ee885803120ae5430f6 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:30:38.548107 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-98ebbd97-1dc9-4de1-b983-bbb46fc957ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:38.555073 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-907f4191-ee59-46de-a701-a7e53cd72491 tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:30:38.564954 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-907f4191-ee59-46de-a701-a7e53cd72491 tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:30:38.605012 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-82072795-e67c-441f-b856-5f69778f1360 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:38.609382 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-82072795-e67c-441f-b856-5f69778f1360 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/a969b809-4489-4c8f-9a1b-08cbe4421747 HTTP/1.1" status: 204 len: 168 time: 0.7864754 Jan 20 14:30:38.609382 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-d319978f-e639-40cc-b00d-818b94b47406 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:38.630097 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-848440af-ef93-4205-9737-5037abbcd60d tempest-NetworksApiDiscovery-1997111355 tempest-NetworksApiDiscovery-1997111355-project] 10.222.0.54 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.3054976 Jan 20 14:30:38.647833 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ebbd97-1dc9-4de1-b983-bbb46fc957ce None None] Pushing event updated for resources: {'Port': ['ID=0b131d52-9052-4560-8f7a-3d1aabc28ccc,revision_number=2']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:38.655086 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-688a6766-82be-4299-9999-c4c9dde426e7 tempest-RoutersNegativeTest-494823764 tempest-RoutersNegativeTest-494823764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:30:38.663284 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-688a6766-82be-4299-9999-c4c9dde426e7 tempest-RoutersNegativeTest-494823764 tempest-RoutersNegativeTest-494823764-project] Usage tracker for resource:subnet and tenant:98eaba372e52477484d156e59d0aafa1 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:30:38.669689 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-688a6766-82be-4299-9999-c4c9dde426e7 tempest-RoutersNegativeTest-494823764 tempest-RoutersNegativeTest-494823764-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:30:38.687550 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-688a6766-82be-4299-9999-c4c9dde426e7 tempest-RoutersNegativeTest-494823764 tempest-RoutersNegativeTest-494823764-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:30:38.711691 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-96ec946b-95a3-4501-b4fc-c5d774d0bee1 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:38.727100 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d319978f-e639-40cc-b00d-818b94b47406 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Network dbce74ed-d43c-4540-8d8d-e582f35e4792 is already hosted by enough agents. {{(pid=84152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:30:38.731118 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.base_scheduler [None req-d319978f-e639-40cc-b00d-818b94b47406 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Resources bound (agent type, host, resource id): {{(pid=84152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:30:38.733658 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d319978f-e639-40cc-b00d-818b94b47406 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Pushing event updated for resources: {'Port': ['ID=1648238d-472a-490c-aaec-0c3936520da2,revision_number=1']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:38.737188 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d319978f-e639-40cc-b00d-818b94b47406 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Received port after_create {{(pid=84152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:30:38.745696 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d319978f-e639-40cc-b00d-818b94b47406 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:30:38.745696 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-d319978f-e639-40cc-b00d-818b94b47406 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:38.860772 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-96ec946b-95a3-4501-b4fc-c5d774d0bee1 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Calling delete_port for 874f07d7-9dfe-4df0-a22a-6c8105442db7 owned by network:router_interface {{(pid=84153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:30:38.895000 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-688a6766-82be-4299-9999-c4c9dde426e7 tempest-RoutersNegativeTest-494823764 tempest-RoutersNegativeTest-494823764-project] Made reservation on behalf of 98eaba372e52477484d156e59d0aafa1 for: {'subnet': 1} {{(pid=84153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:30:38.927066 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-d319978f-e639-40cc-b00d-818b94b47406 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.7865307 Jan 20 14:30:38.928733 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.api.v2.resource [None req-907f4191-ee59-46de-a701-a7e53cd72491 tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] create failed (client error): The resource could not be found. Jan 20 14:30:38.933001 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-907f4191-ee59-46de-a701-a7e53cd72491 tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.4031286 Jan 20 14:30:38.940905 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 38358) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:38.958991 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 38360) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:38.997566 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-7df0dba9-d991-4afb-8d8b-1a97307a274d tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] Request body: {'security_group': {'name': 'tempest-secgroup--527964744'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:30:39.012096 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-7df0dba9-d991-4afb-8d8b-1a97307a274d tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:30:39.029334 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-7df0dba9-d991-4afb-8d8b-1a97307a274d tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:30:39.068879 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-688a6766-82be-4299-9999-c4c9dde426e7 tempest-RoutersNegativeTest-494823764 tempest-RoutersNegativeTest-494823764-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4193986'] for subnet, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:39.091854 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d9714d0-4c98-455f-8b10-700c45368a24 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:30:39.096186 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d9714d0-4c98-455f-8b10-700c45368a24 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:30:39.096888 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-1d9714d0-4c98-455f-8b10-700c45368a24 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Synchronizing usage tracker for tenant:2cb17692bb0c4a2782f988652201ac42 on resource:port {{(pid=84152) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:30:39.131857 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-7df0dba9-d991-4afb-8d8b-1a97307a274d tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] Notify callbacks [] for security_group, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:39.179790 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-7df0dba9-d991-4afb-8d8b-1a97307a274d tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:30:39.184053 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-7df0dba9-d991-4afb-8d8b-1a97307a274d tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] Usage tracker for resource:security_group_rule and tenant:3c4bff6f14264ee885803120ae5430f6 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:30:39.200864 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-7df0dba9-d991-4afb-8d8b-1a97307a274d tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:30:39.208071 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-7df0dba9-d991-4afb-8d8b-1a97307a274d tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:30:39.210850 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-1d9714d0-4c98-455f-8b10-700c45368a24 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Unset dirty status for tenant:2cb17692bb0c4a2782f988652201ac42 on resource:port {{(pid=84152) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:30:39.212129 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-1d9714d0-4c98-455f-8b10-700c45368a24 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.2732866 Jan 20 14:30:39.216578 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 38366) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:39.311491 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-a8fb08b8-553c-4112-a204-b8b023d17090 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Deleting port 1648238d-472a-490c-aaec-0c3936520da2 {{(pid=84152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:30:39.311945 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-a8fb08b8-553c-4112-a204-b8b023d17090 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:39.411906 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-7df0dba9-d991-4afb-8d8b-1a97307a274d tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] Notify callbacks [] for security_group, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:39.430835 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 0b131d52-9052-4560-8f7a-3d1aabc28ccc up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:30:39.444815 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-96ec946b-95a3-4501-b4fc-c5d774d0bee1 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:39.479090 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-7df0dba9-d991-4afb-8d8b-1a97307a274d tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:39.536108 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-688a6766-82be-4299-9999-c4c9dde426e7 tempest-RoutersNegativeTest-494823764 tempest-RoutersNegativeTest-494823764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3943531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4194004'] for subnet, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:39.606549 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 38378) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:39.623480 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ec946b-95a3-4501-b4fc-c5d774d0bee1 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Pushing event deleted for resources: {'Port': ['ID=874f07d7-9dfe-4df0-a22a-6c8105442db7,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:39.627360 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning for port 0b131d52-9052-4560-8f7a-3d1aabc28ccc completed by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:30:39.864207 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df0dba9-d991-4afb-8d8b-1a97307a274d tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e823f389-b575-402a-9110-3d55004bfd6f,revision_number=1']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:39.870235 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-7df0dba9-d991-4afb-8d8b-1a97307a274d tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] Notify callbacks [] for security_group, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:39.875281 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-7df0dba9-d991-4afb-8d8b-1a97307a274d tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.8813558 Jan 20 14:30:39.884152 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 38390) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:39.899164 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-820c62b7-c555-4e75-8778-60cd137422c1 tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] Request body: {'security_group': {'name': 'tempest-secgroup--1925772974'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:30:39.906164 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-820c62b7-c555-4e75-8778-60cd137422c1 tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:30:39.908958 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688a6766-82be-4299-9999-c4c9dde426e7 tempest-RoutersNegativeTest-494823764 tempest-RoutersNegativeTest-494823764-project] Pushing event updated for resources: {'Subnet': ['ID=53d8aa1e-9735-4cf0-aac5-90841def088a,revision_number=0']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:39.911126 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-820c62b7-c555-4e75-8778-60cd137422c1 tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] Usage tracker for resource:security_group and tenant:3c4bff6f14264ee885803120ae5430f6 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:30:39.915331 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-820c62b7-c555-4e75-8778-60cd137422c1 tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:30:39.922497 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-820c62b7-c555-4e75-8778-60cd137422c1 tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:30:39.952334 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-688a6766-82be-4299-9999-c4c9dde426e7 tempest-RoutersNegativeTest-494823764 tempest-RoutersNegativeTest-494823764-project] Checking segment: {'id': '0f078c0c-8fc6-4350-93af-ecdf6d517109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'a11aff65-4b2e-420b-8595-b6a54688a980'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 14:30:39.952334 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-688a6766-82be-4299-9999-c4c9dde426e7 tempest-RoutersNegativeTest-494823764 tempest-RoutersNegativeTest-494823764-project] Network hostable DHCP agents. Network: a11aff65-4b2e-420b-8595-b6a54688a980, hostable agents: ['1a181e39-5220-4c1a-88f8-08a54e8bfc9b'], hosted agents: [] {{(pid=84153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 14:30:39.960254 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-96ec946b-95a3-4501-b4fc-c5d774d0bee1 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1705096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-745401'] for router_interface, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:40.024163 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-a8fb08b8-553c-4112-a204-b8b023d17090 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:40.052925 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-820c62b7-c555-4e75-8778-60cd137422c1 tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] Notify callbacks [] for security_group, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:40.209071 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-688a6766-82be-4299-9999-c4c9dde426e7 tempest-RoutersNegativeTest-494823764 tempest-RoutersNegativeTest-494823764-project] Network a11aff65-4b2e-420b-8595-b6a54688a980 is scheduled to be hosted by DHCP agent 1a181e39-5220-4c1a-88f8-08a54e8bfc9b with binding_index 1 {{(pid=84153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 14:30:40.241023 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-a8fb08b8-553c-4112-a204-b8b023d17090 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Calling delete_port for 1648238d-472a-490c-aaec-0c3936520da2 owned by {{(pid=84152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:30:40.297057 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-3a7d4a98-66cf-47ee-be2f-d0cad29c8dea admin admin] Notify callbacks [] for security_group, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:40.341624 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-3a7d4a98-66cf-47ee-be2f-d0cad29c8dea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:30:40.345712 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-3a7d4a98-66cf-47ee-be2f-d0cad29c8dea admin admin] Usage tracker for resource:security_group_rule and tenant:6ae9ea139dcd4fb9966066598dcf9819 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:30:40.348858 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-3a7d4a98-66cf-47ee-be2f-d0cad29c8dea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:30:40.355225 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-3a7d4a98-66cf-47ee-be2f-d0cad29c8dea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:30:40.410278 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-f4f71419-18f6-4c39-8efa-903dfe0a3ef6 None None] Provisioning for port 0b131d52-9052-4560-8f7a-3d1aabc28ccc completed by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:30:40.416725 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-f4f71419-18f6-4c39-8efa-903dfe0a3ef6 None None] Provisioning complete for port 0b131d52-9052-4560-8f7a-3d1aabc28ccc triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:30:40.417377 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-f4f71419-18f6-4c39-8efa-903dfe0a3ef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:40.506409 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.base_scheduler [None req-688a6766-82be-4299-9999-c4c9dde426e7 tempest-RoutersNegativeTest-494823764 tempest-RoutersNegativeTest-494823764-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825124-1-hyperv, a11aff65-4b2e-420b-8595-b6a54688a980) {{(pid=84153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:30:40.517463 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-688a6766-82be-4299-9999-c4c9dde426e7 tempest-RoutersNegativeTest-494823764 tempest-RoutersNegativeTest-494823764-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:30:40.518088 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-688a6766-82be-4299-9999-c4c9dde426e7 tempest-RoutersNegativeTest-494823764 tempest-RoutersNegativeTest-494823764-project] Notify callbacks [] for subnet, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:40.525904 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5a27575-12ab-4e46-bd8c-9b06dcadb23d None None] Network a11aff65-4b2e-420b-8595-b6a54688a980 requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:30:40.540100 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06769b78-a799-4197-b6b8-436750d584cf req-25268048-ccba-4c40-a323-d9da71f463c8 tempest-ServersTestManualDisk-1917914165 tempest-ServersTestManualDisk-1917914165-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:30:40.548963 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-06769b78-a799-4197-b6b8-436750d584cf req-25268048-ccba-4c40-a323-d9da71f463c8 tempest-ServersTestManualDisk-1917914165 tempest-ServersTestManualDisk-1917914165-project] 10.222.0.54 "GET /v2.0/ports?device_id=31da3ee5-c748-4975-b51b-042a16904f05 HTTP/1.1" status: 200 len: 945 time: 0.9168885 Jan 20 14:30:40.556560 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-820c62b7-c555-4e75-8778-60cd137422c1 tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:30:40.563075 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-820c62b7-c555-4e75-8778-60cd137422c1 tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] Usage tracker for resource:security_group_rule and tenant:3c4bff6f14264ee885803120ae5430f6 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:30:40.572288 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-820c62b7-c555-4e75-8778-60cd137422c1 tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:30:40.584387 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-820c62b7-c555-4e75-8778-60cd137422c1 tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:30:40.617021 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-3a7d4a98-66cf-47ee-be2f-d0cad29c8dea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:40.631710 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-a8fb08b8-553c-4112-a204-b8b023d17090 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:40.668996 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-688a6766-82be-4299-9999-c4c9dde426e7 tempest-RoutersNegativeTest-494823764 tempest-RoutersNegativeTest-494823764-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3809061 Jan 20 14:30:40.672133 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 38402) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:40.679748 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-7b1075df-1f88-485b-be66-e26e0f57336b tempest-RoutersNegativeTest-494823764 tempest-RoutersNegativeTest-494823764-project] Request body: {'network': {'name': 'tempest-router-network01--1833981443'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:30:40.695978 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-f4f71419-18f6-4c39-8efa-903dfe0a3ef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:40.756154 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-06769b78-a799-4197-b6b8-436750d584cf req-acf98d9c-1e81-41e6-b842-648b7c610aab tempest-ServersTestManualDisk-1917914165 tempest-ServersTestManualDisk-1917914165-project] 10.222.0.54 "GET /v2.0/security-groups?id=bd4de7e3-c31a-486d-85ec-eabfb6a0a160&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2060497 Jan 20 14:30:40.779068 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 38406) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:40.784906 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-7b1075df-1f88-485b-be66-e26e0f57336b tempest-RoutersNegativeTest-494823764 tempest-RoutersNegativeTest-494823764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:30:40.798531 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-7b1075df-1f88-485b-be66-e26e0f57336b tempest-RoutersNegativeTest-494823764 tempest-RoutersNegativeTest-494823764-project] Usage tracker for resource:network and tenant:98eaba372e52477484d156e59d0aafa1 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:30:40.803340 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-7b1075df-1f88-485b-be66-e26e0f57336b tempest-RoutersNegativeTest-494823764 tempest-RoutersNegativeTest-494823764-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:30:40.813641 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-f4f71419-18f6-4c39-8efa-903dfe0a3ef6 None None] For port 0b131d52-9052-4560-8f7a-3d1aabc28ccc, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=0b131d52-9052-4560-8f7a-3d1aabc28ccc,segment=NetworkSegment(7b61d093-41ff-4202-b223-533eb0f8da0a),segment_id=7b61d093-41ff-4202-b223-533eb0f8da0a)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:30:40.816481 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-7b1075df-1f88-485b-be66-e26e0f57336b tempest-RoutersNegativeTest-494823764 tempest-RoutersNegativeTest-494823764-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:30:40.829733 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-3a7d4a98-66cf-47ee-be2f-d0cad29c8dea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:40.832668 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96ec946b-95a3-4501-b4fc-c5d774d0bee1 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Router 917b3e25-ceb4-4b6b-a3be-0ff524d323b4 has already been hosted by L3 agent 624d525b-4c26-4143-8a1c-228bb1c6faaa {{(pid=84153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 14:30:40.861047 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-a8fb08b8-553c-4112-a204-b8b023d17090 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:40.876804 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-3a7d4a98-66cf-47ee-be2f-d0cad29c8dea admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=6ae9ea139dcd4fb9966066598dcf9819&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2603350 Jan 20 14:30:40.878014 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fb08b8-553c-4112-a204-b8b023d17090 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Pushing event deleted for resources: {'Port': ['ID=1648238d-472a-490c-aaec-0c3936520da2,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:40.878211 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa384a93-a3d8-492e-86b0-962047050627 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95c917f5-14ba-5e96-98b8-1a52654a930a-a11aff65-4b2e-420b-8595-b6a54688a980', 'network_id': 'a11aff65-4b2e-420b-8595-b6a54688a980', 'tenant_id': '98eaba372e52477484d156e59d0aafa1', 'fixed_ips': [{'subnet_id': '53d8aa1e-9735-4cf0-aac5-90841def088a'}]}} from dv-neutron-825124-1-hyperv. {{(pid=84154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 20 14:30:40.878975 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-aa384a93-a3d8-492e-86b0-962047050627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:40.879889 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 38412) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:40.909367 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-f4f71419-18f6-4c39-8efa-903dfe0a3ef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:40.978938 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7d4a98-66cf-47ee-be2f-d0cad29c8dea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=393b3b5e-69ca-45a3-b25f-283b656674da,revision_number=1']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:41.019916 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-820c62b7-c555-4e75-8778-60cd137422c1 tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] Notify callbacks [] for security_group, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:41.023530 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b1075df-1f88-485b-be66-e26e0f57336b tempest-RoutersNegativeTest-494823764 tempest-RoutersNegativeTest-494823764-project] Made reservation on behalf of 98eaba372e52477484d156e59d0aafa1 for: {'network': 1} {{(pid=84153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:30:41.026760 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-7b1075df-1f88-485b-be66-e26e0f57336b tempest-RoutersNegativeTest-494823764 tempest-RoutersNegativeTest-494823764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for network, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:41.053548 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-242a84d5-d822-4e5f-a7ff-5b8d923445cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:41.056305 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-df08f386-553d-4719-befd-e5ec2189f37d tempest-SubnetPoolsTestJSON-1498197797 tempest-SubnetPoolsTestJSON-1498197797-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-901477417', 'prefixes': ['172.20.0.0/16']}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:30:41.058154 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-e62e629f-a0e0-4033-9cd7-8d78bfffa511 None None] Could not find standard attr ID for object 1648238d-472a-490c-aaec-0c3936520da2. {{(pid=84154) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 20 14:30:41.067742 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-df08f386-553d-4719-befd-e5ec2189f37d tempest-SubnetPoolsTestJSON-1498197797 tempest-SubnetPoolsTestJSON-1498197797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:30:41.082419 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-a8fb08b8-553c-4112-a204-b8b023d17090 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] 10.222.0.54 "DELETE /v2.0/ports/1648238d-472a-490c-aaec-0c3936520da2 HTTP/1.1" status: 204 len: 168 time: 1.8623154 Jan 20 14:30:41.082621 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96ec946b-95a3-4501-b4fc-c5d774d0bee1 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify agent at l3_agent.dv-neutron-825124-1-hyperv the message routers_updated {{(pid=84153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 14:30:41.082621 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 38416) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:41.091355 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-242a84d5-d822-4e5f-a7ff-5b8d923445cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:41.091571 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-96ec946b-95a3-4501-b4fc-c5d774d0bee1 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] 10.222.0.54 "PUT /v2.0/routers/917b3e25-ceb4-4b6b-a3be-0ff524d323b4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5279360 Jan 20 14:30:41.092216 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 38420) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:41.096124 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58a19227-3784-4c38-b611-de35ea39f79d None None] Sync routers for ids ['917b3e25-ceb4-4b6b-a3be-0ff524d323b4'] in dv-neutron-825124-1-hyperv {{(pid=84154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 14:30:41.101856 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f71419-18f6-4c39-8efa-903dfe0a3ef6 None None] Pushing event updated for resources: {'Port': ['ID=0b131d52-9052-4560-8f7a-3d1aabc28ccc,revision_number=3']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:41.156284 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-820c62b7-c555-4e75-8778-60cd137422c1 tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:41.170782 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b1075df-1f88-485b-be66-e26e0f57336b tempest-RoutersNegativeTest-494823764 tempest-RoutersNegativeTest-494823764-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 171} {{(pid=84153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 14:30:41.201399 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-8be228b7-3ad1-4efc-adac-cd42285be73f tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Synchronizing usage tracker for tenant:f85e30c327a64407a1a93d3333ba9261 on resource:port {{(pid=84153) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:30:41.209147 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a19227-3784-4c38-b611-de35ea39f79d None None] Routers {'917b3e25-ceb4-4b6b-a3be-0ff524d323b4'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:30:41.210064 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-58a19227-3784-4c38-b611-de35ea39f79d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:30:30Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['917b3e25-ceb4-4b6b-a3be-0ff524d323b4'], 'active': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:30:41.212272 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-7b1075df-1f88-485b-be66-e26e0f57336b tempest-RoutersNegativeTest-494823764 tempest-RoutersNegativeTest-494823764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:41.212618 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.db.segments_db [None req-7b1075df-1f88-485b-be66-e26e0f57336b tempest-RoutersNegativeTest-494823764 tempest-RoutersNegativeTest-494823764-project] Added segment e369f0c0-d752-4c36-bdb7-da249e1caf1e of type vlan for network b08f660b-0647-4efe-8712-e5e11fb04fb7 Jan 20 14:30:41.236585 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820c62b7-c555-4e75-8778-60cd137422c1 tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e37d475-3828-45c2-9ee3-260935f63a8f,revision_number=1']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:41.254852 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0886f4a9-ed39-48b9-ac51-f19388e416a6 req-ad476ae0-8ada-47d6-b6ab-5016b855d6a2 tempest-ServersTestManualDisk-1917914165 tempest-ServersTestManualDisk-1917914165-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:30:41.256637 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-0886f4a9-ed39-48b9-ac51-f19388e416a6 req-ad476ae0-8ada-47d6-b6ab-5016b855d6a2 tempest-ServersTestManualDisk-1917914165 tempest-ServersTestManualDisk-1917914165-project] 10.222.0.106 "GET /v2.0/ports?device_id=31da3ee5-c748-4975-b51b-042a16904f05 HTTP/1.1" status: 200 len: 945 time: 0.1414948 Jan 20 14:30:41.275481 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-58a19227-3784-4c38-b611-de35ea39f79d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:30:41.283039 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1d0d5ca-1c95-4d99-8870-77334628a23e tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:30:41.293301 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1d0d5ca-1c95-4d99-8870-77334628a23e tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:30:41.298621 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-a1d0d5ca-1c95-4d99-8870-77334628a23e tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.2151141 Jan 20 14:30:41.301890 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a19227-3784-4c38-b611-de35ea39f79d None None] Routers {'917b3e25-ceb4-4b6b-a3be-0ff524d323b4'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:30:41.302704 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-58a19227-3784-4c38-b611-de35ea39f79d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:30:30Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['917b3e25-ceb4-4b6b-a3be-0ff524d323b4'], 'active': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:30:41.303237 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 38424) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:41.327521 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-820c62b7-c555-4e75-8778-60cd137422c1 tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] Notify callbacks [] for security_group, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:41.332938 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-820c62b7-c555-4e75-8778-60cd137422c1 tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.4476237 Jan 20 14:30:41.345850 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 38428) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:41.353095 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-7b1075df-1f88-485b-be66-e26e0f57336b tempest-RoutersNegativeTest-494823764 tempest-RoutersNegativeTest-494823764-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769553767792'] for network, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:41.363323 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-32a3b7de-5761-4a7f-8211-b3b2c53c8709 tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] Request body: {'security_group_rule': {'security_group_id': 'e823f389-b575-402a-9110-3d55004bfd6f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '5e37d475-3828-45c2-9ee3-260935f63a8f'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:30:41.365298 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-58a19227-3784-4c38-b611-de35ea39f79d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:30:41.365702 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58a19227-3784-4c38-b611-de35ea39f79d None None] The sync data for ids ['917b3e25-ceb4-4b6b-a3be-0ff524d323b4'] in dv-neutron-825124-1-hyperv is: [] {{(pid=84154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 14:30:41.371137 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 0b131d52-9052-4560-8f7a-3d1aabc28ccc up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:30:41.382997 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-32a3b7de-5761-4a7f-8211-b3b2c53c8709 tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:30:41.391592 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-32a3b7de-5761-4a7f-8211-b3b2c53c8709 tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] Usage tracker for resource:security_group_rule and tenant:3c4bff6f14264ee885803120ae5430f6 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:30:41.396586 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-32a3b7de-5761-4a7f-8211-b3b2c53c8709 tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:30:41.401293 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_common [None req-aa384a93-a3d8-492e-86b0-962047050627 None None] Allocated IP 172.20.0.2 (a11aff65-4b2e-420b-8595-b6a54688a980/53d8aa1e-9735-4cf0-aac5-90841def088a/d11f4a16-f90f-4d9d-a5c4-3e500898380c) {{(pid=84154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:30:41.407859 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [req-0886f4a9-ed39-48b9-ac51-f19388e416a6 req-bb596b8c-e12e-4474-acfd-49672f9fd236 tempest-ServersTestManualDisk-1917914165 tempest-ServersTestManualDisk-1917914165-project] Deleting port 242f2662-17cf-40dc-88ee-84029222076b {{(pid=84152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:30:41.408332 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [req-0886f4a9-ed39-48b9-ac51-f19388e416a6 req-bb596b8c-e12e-4474-acfd-49672f9fd236 tempest-ServersTestManualDisk-1917914165 tempest-ServersTestManualDisk-1917914165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:41.434317 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-32a3b7de-5761-4a7f-8211-b3b2c53c8709 tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:30:41.442863 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-242a84d5-d822-4e5f-a7ff-5b8d923445cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:41.478587 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242a84d5-d822-4e5f-a7ff-5b8d923445cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=393b3b5e-69ca-45a3-b25f-283b656674da,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:41.488593 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-242a84d5-d822-4e5f-a7ff-5b8d923445cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:41.490483 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-242a84d5-d822-4e5f-a7ff-5b8d923445cd admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/393b3b5e-69ca-45a3-b25f-283b656674da HTTP/1.1" status: 204 len: 168 time: 0.5979838 Jan 20 14:30:41.563510 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port 0b131d52-9052-4560-8f7a-3d1aabc28ccc triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:30:41.564173 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:41.566970 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-8be228b7-3ad1-4efc-adac-cd42285be73f tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Unset dirty status for tenant:f85e30c327a64407a1a93d3333ba9261 on resource:port {{(pid=84153) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:30:41.568776 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-8be228b7-3ad1-4efc-adac-cd42285be73f tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] 10.222.0.54 "GET /v2.0/ports?device_id=917b3e25-ceb4-4b6b-a3be-0ff524d323b4 HTTP/1.1" status: 200 len: 205 time: 0.4433231 Jan 20 14:30:41.574387 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.db_base_plugin_v2 [None req-9361fced-d158-493d-a0f6-02ae709c1c46 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Deleting subnet 4f8ac83a-4a3b-4955-bc1a-5287b513beac {{(pid=84153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 20 14:30:41.578494 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 38434) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:41.583552 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-9361fced-d158-493d-a0f6-02ae709c1c46 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks [] for subnet, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:41.697703 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-7b1075df-1f88-485b-be66-e26e0f57336b tempest-RoutersNegativeTest-494823764 tempest-RoutersNegativeTest-494823764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967'] for network, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:41.702249 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b1075df-1f88-485b-be66-e26e0f57336b tempest-RoutersNegativeTest-494823764 tempest-RoutersNegativeTest-494823764-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:30:41.703056 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-7b1075df-1f88-485b-be66-e26e0f57336b tempest-RoutersNegativeTest-494823764 tempest-RoutersNegativeTest-494823764-project] Notify callbacks [] for network, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:41.705061 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.db [req-0886f4a9-ed39-48b9-ac51-f19388e416a6 req-bb596b8c-e12e-4474-acfd-49672f9fd236 tempest-ServersTestManualDisk-1917914165 tempest-ServersTestManualDisk-1917914165-project] For port 242f2662-17cf-40dc-88ee-84029222076b, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=242f2662-17cf-40dc-88ee-84029222076b,segment=NetworkSegment(8f68484d-6593-49e2-9e7f-32db329e3bf4),segment_id=8f68484d-6593-49e2-9e7f-32db329e3bf4)] {{(pid=84152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:30:41.705555 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [req-0886f4a9-ed39-48b9-ac51-f19388e416a6 req-bb596b8c-e12e-4474-acfd-49672f9fd236 tempest-ServersTestManualDisk-1917914165 tempest-ServersTestManualDisk-1917914165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:41.787276 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-aa384a93-a3d8-492e-86b0-962047050627 None None] Notify callbacks [] for port, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:41.802639 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-aa384a93-a3d8-492e-86b0-962047050627 None None] Transition to ACTIVE for port object d11f4a16-f90f-4d9d-a5c4-3e500898380c will not be triggered until provisioned by entity L2. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:30:41.830120 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-aa384a93-a3d8-492e-86b0-962047050627 None None] Transition to ACTIVE for port object d11f4a16-f90f-4d9d-a5c4-3e500898380c will not be triggered until provisioned by entity DHCP. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:30:41.880862 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-9361fced-d158-493d-a0f6-02ae709c1c46 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3980851'] for subnet, precommit_delete_associations {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:41.902677 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.api.v2.resource [None req-32a3b7de-5761-4a7f-8211-b3b2c53c8709 tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 20 14:30:41.904519 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-32a3b7de-5761-4a7f-8211-b3b2c53c8709 tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 360 time: 0.5574243 Jan 20 14:30:41.908075 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 38440) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:41.930767 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-aa384a93-a3d8-492e-86b0-962047050627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477'] for port, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:41.981261 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1075df-1f88-485b-be66-e26e0f57336b tempest-RoutersNegativeTest-494823764 tempest-RoutersNegativeTest-494823764-project] Pushing event updated for resources: {'Network': ['ID=b08f660b-0647-4efe-8712-e5e11fb04fb7,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:41.994260 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-8ac1daed-387a-4c58-a1f6-a819cee3ce73 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks [] for router, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:42.020647 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Network b08f660b-0647-4efe-8712-e5e11fb04fb7 details requested by agent ovs-agent-dv-neutron-825124-1-hyperv with host dv-neutron-825124-1-hyperv {{(pid=84154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 14:30:42.038339 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa384a93-a3d8-492e-86b0-962047050627 None None] Network a11aff65-4b2e-420b-8595-b6a54688a980 is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:30:42.048505 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-aa384a93-a3d8-492e-86b0-962047050627 None None] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:30:42.072296 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-7b1075df-1f88-485b-be66-e26e0f57336b tempest-RoutersNegativeTest-494823764 tempest-RoutersNegativeTest-494823764-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.3978121 Jan 20 14:30:42.079364 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 38444) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:42.085390 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-92768905-44aa-4490-b0b9-d797d4701cfb tempest-RoutersNegativeTest-494823764 tempest-RoutersNegativeTest-494823764-project] Request body: {'network': {'name': 'tempest-router-network02--555857105'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:30:42.102827 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-92768905-44aa-4490-b0b9-d797d4701cfb tempest-RoutersNegativeTest-494823764 tempest-RoutersNegativeTest-494823764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:30:42.107209 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa384a93-a3d8-492e-86b0-962047050627 None None] Received port after_create {{(pid=84154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:30:42.111830 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [req-0886f4a9-ed39-48b9-ac51-f19388e416a6 req-bb596b8c-e12e-4474-acfd-49672f9fd236 tempest-ServersTestManualDisk-1917914165 tempest-ServersTestManualDisk-1917914165-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:42.112182 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [req-0886f4a9-ed39-48b9-ac51-f19388e416a6 req-bb596b8c-e12e-4474-acfd-49672f9fd236 tempest-ServersTestManualDisk-1917914165 tempest-ServersTestManualDisk-1917914165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-745254'] for floatingip, after_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:42.112592 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.db.l3_db [req-0886f4a9-ed39-48b9-ac51-f19388e416a6 req-bb596b8c-e12e-4474-acfd-49672f9fd236 tempest-ServersTestManualDisk-1917914165 tempest-ServersTestManualDisk-1917914165-project] Floating IP d3a61c27-2ff0-430b-b9b3-b4207dc23580 disassociated. External IP: 172.26.7.198, port: 242f2662-17cf-40dc-88ee-84029222076b. Jan 20 14:30:42.113004 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [req-0886f4a9-ed39-48b9-ac51-f19388e416a6 req-bb596b8c-e12e-4474-acfd-49672f9fd236 tempest-ServersTestManualDisk-1917914165 tempest-ServersTestManualDisk-1917914165-project] Calling delete_port for 242f2662-17cf-40dc-88ee-84029222076b owned by compute:nova {{(pid=84152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:30:42.115085 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa384a93-a3d8-492e-86b0-962047050627 None None] Pushing event updated for resources: {'Port': ['ID=d11f4a16-f90f-4d9d-a5c4-3e500898380c,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:42.143922 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-92768905-44aa-4490-b0b9-d797d4701cfb tempest-RoutersNegativeTest-494823764 tempest-RoutersNegativeTest-494823764-project] Usage tracker for resource:network and tenant:98eaba372e52477484d156e59d0aafa1 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:30:42.163089 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-92768905-44aa-4490-b0b9-d797d4701cfb tempest-RoutersNegativeTest-494823764 tempest-RoutersNegativeTest-494823764-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:30:42.176047 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-92768905-44aa-4490-b0b9-d797d4701cfb tempest-RoutersNegativeTest-494823764 tempest-RoutersNegativeTest-494823764-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:30:42.190361 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-24080fe3-f6df-4c59-97ad-d272263c564e tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] Notify callbacks [] for security_group, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:42.247831 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-9361fced-d158-493d-a0f6-02ae709c1c46 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1627147'] for subnet, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:42.258323 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-aa384a93-a3d8-492e-86b0-962047050627 None None] Attempting to bind port d11f4a16-f90f-4d9d-a5c4-3e500898380c on host dv-neutron-825124-1-hyperv for vnic_type normal with profile {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:30:42.259086 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-aa384a93-a3d8-492e-86b0-962047050627 None None] Attempting to bind port d11f4a16-f90f-4d9d-a5c4-3e500898380c by drivers openvswitch,hyperv on host dv-neutron-825124-1-hyperv at level 0 using segments [{'id': '0f078c0c-8fc6-4350-93af-ecdf6d517109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'a11aff65-4b2e-420b-8595-b6a54688a980'}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:30:42.259685 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa384a93-a3d8-492e-86b0-962047050627 None None] Attempting to bind port d11f4a16-f90f-4d9d-a5c4-3e500898380c on network a11aff65-4b2e-420b-8595-b6a54688a980 {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 14:30:42.286785 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa384a93-a3d8-492e-86b0-962047050627 None None] Checking agent: {'id': '6414dfeb-85c5-454a-8756-709ca637d800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825124-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 16, 31), 'started_at': datetime.datetime(2022, 1, 20, 14, 17, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 30, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825124-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 14:30:42.287569 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa384a93-a3d8-492e-86b0-962047050627 None None] Checking segment: {'id': '0f078c0c-8fc6-4350-93af-ecdf6d517109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'a11aff65-4b2e-420b-8595-b6a54688a980'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 14:30:42.288198 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-aa384a93-a3d8-492e-86b0-962047050627 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:42.288903 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa384a93-a3d8-492e-86b0-962047050627 None None] Bound using segment: {'id': '0f078c0c-8fc6-4350-93af-ecdf6d517109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'a11aff65-4b2e-420b-8595-b6a54688a980'} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 14:30:42.289637 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-aa384a93-a3d8-492e-86b0-962047050627 None None] Bound port: d11f4a16-f90f-4d9d-a5c4-3e500898380c, host: dv-neutron-825124-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f078c0c-8fc6-4350-93af-ecdf6d517109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'a11aff65-4b2e-420b-8595-b6a54688a980'}}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:30:42.290458 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-aa384a93-a3d8-492e-86b0-962047050627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:42.350883 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-24080fe3-f6df-4c59-97ad-d272263c564e tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:42.360629 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92768905-44aa-4490-b0b9-d797d4701cfb tempest-RoutersNegativeTest-494823764 tempest-RoutersNegativeTest-494823764-project] Made reservation on behalf of 98eaba372e52477484d156e59d0aafa1 for: {'network': 1} {{(pid=84152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:30:42.363938 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-92768905-44aa-4490-b0b9-d797d4701cfb tempest-RoutersNegativeTest-494823764 tempest-RoutersNegativeTest-494823764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for network, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:42.428731 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-aa384a93-a3d8-492e-86b0-962047050627 None None] For port d11f4a16-f90f-4d9d-a5c4-3e500898380c, host dv-neutron-825124-1-hyperv, cleared binding levels {{(pid=84154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 14:30:42.432577 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-aa384a93-a3d8-492e-86b0-962047050627 None None] For port d11f4a16-f90f-4d9d-a5c4-3e500898380c, host dv-neutron-825124-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=d11f4a16-f90f-4d9d-a5c4-3e500898380c,segment=NetworkSegment(0f078c0c-8fc6-4350-93af-ecdf6d517109),segment_id=0f078c0c-8fc6-4350-93af-ecdf6d517109)] {{(pid=84154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 14:30:42.453583 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92768905-44aa-4490-b0b9-d797d4701cfb tempest-RoutersNegativeTest-494823764 tempest-RoutersNegativeTest-494823764-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 182} {{(pid=84152) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 14:30:42.475913 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-92768905-44aa-4490-b0b9-d797d4701cfb tempest-RoutersNegativeTest-494823764 tempest-RoutersNegativeTest-494823764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:42.476343 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.db.segments_db [None req-92768905-44aa-4490-b0b9-d797d4701cfb tempest-RoutersNegativeTest-494823764 tempest-RoutersNegativeTest-494823764-project] Added segment ce0bdfb9-97e6-41fc-9ec2-bf72a4f37ffe of type vlan for network da4d087f-622a-4fdf-a395-9315946cf200 Jan 20 14:30:42.494906 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-aa384a93-a3d8-492e-86b0-962047050627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:42.517162 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-92768905-44aa-4490-b0b9-d797d4701cfb tempest-RoutersNegativeTest-494823764 tempest-RoutersNegativeTest-494823764-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769553767792'] for network, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:42.533492 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-df08f386-553d-4719-befd-e5ec2189f37d tempest-SubnetPoolsTestJSON-1498197797 tempest-SubnetPoolsTestJSON-1498197797-project] Notify callbacks [] for subnetpool, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:42.534704 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-df08f386-553d-4719-befd-e5ec2189f37d tempest-SubnetPoolsTestJSON-1498197797 tempest-SubnetPoolsTestJSON-1498197797-project] 10.222.0.54 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 1.7526700 Jan 20 14:30:42.541102 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 38448) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:42.567144 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-24080fe3-f6df-4c59-97ad-d272263c564e tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:42.587702 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa384a93-a3d8-492e-86b0-962047050627 None None] Pushing event updated for resources: {'Port': ['ID=d11f4a16-f90f-4d9d-a5c4-3e500898380c,revision_number=2']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:42.598932 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24080fe3-f6df-4c59-97ad-d272263c564e tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e37d475-3828-45c2-9ee3-260935f63a8f,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:42.613395 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-6762ec41-d181-4fcf-b17a-f3dbcaadecd1 tempest-SubnetPoolsTestJSON-1498197797 tempest-SubnetPoolsTestJSON-1498197797-project] 10.222.0.54 "GET /v2.0/subnetpools/c90ca70d-d634-4ebc-bf04-5f85037c472d HTTP/1.1" status: 200 len: 731 time: 0.0688970 Jan 20 14:30:42.613597 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 38452) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:42.617907 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4974faf6-8177-4d15-94de-1c41bcbde6a2 req-0add2626-5b0a-4a73-9084-5d418cf5d04b tempest-ServersTestManualDisk-1917914165 tempest-ServersTestManualDisk-1917914165-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:30:42.621552 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-85057362-c84b-40d0-8516-d3203fc9e901 tempest-SubnetPoolsTestJSON-1498197797 tempest-SubnetPoolsTestJSON-1498197797-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-424091811'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:30:42.625514 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-4974faf6-8177-4d15-94de-1c41bcbde6a2 req-0add2626-5b0a-4a73-9084-5d418cf5d04b tempest-ServersTestManualDisk-1917914165 tempest-ServersTestManualDisk-1917914165-project] 10.222.0.54 "GET /v2.0/ports?device_id=31da3ee5-c748-4975-b51b-042a16904f05 HTTP/1.1" status: 200 len: 945 time: 0.6873529 Jan 20 14:30:42.649857 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [req-0886f4a9-ed39-48b9-ac51-f19388e416a6 req-bb596b8c-e12e-4474-acfd-49672f9fd236 tempest-ServersTestManualDisk-1917914165 tempest-ServersTestManualDisk-1917914165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:42.699692 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-92768905-44aa-4490-b0b9-d797d4701cfb tempest-RoutersNegativeTest-494823764 tempest-RoutersNegativeTest-494823764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967'] for network, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:42.703579 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92768905-44aa-4490-b0b9-d797d4701cfb tempest-RoutersNegativeTest-494823764 tempest-RoutersNegativeTest-494823764-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:30:42.704181 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-92768905-44aa-4490-b0b9-d797d4701cfb tempest-RoutersNegativeTest-494823764 tempest-RoutersNegativeTest-494823764-project] Notify callbacks [] for network, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:42.807846 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-24080fe3-f6df-4c59-97ad-d272263c564e tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] Notify callbacks [] for security_group, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:42.808980 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-24080fe3-f6df-4c59-97ad-d272263c564e tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] 10.222.0.54 "DELETE /v2.0/security-groups/5e37d475-3828-45c2-9ee3-260935f63a8f HTTP/1.1" status: 204 len: 168 time: 0.8995988 Jan 20 14:30:42.815329 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb596b8c-e12e-4474-acfd-49672f9fd236 tempest-ServersTestManualDisk-1917914165 tempest-ServersTestManualDisk-1917914165-project] Pushing event deleted for resources: {'Port': ['ID=242f2662-17cf-40dc-88ee-84029222076b,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:42.833002 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 38456) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:42.857665 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-8ac1daed-387a-4c58-a1f6-a819cee3ce73 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-737761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105493'] for router, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:42.866577 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-4974faf6-8177-4d15-94de-1c41bcbde6a2 req-6a1b0ebc-e29b-479c-bd6c-eed41bad2e6c tempest-ServersTestManualDisk-1917914165 tempest-ServersTestManualDisk-1917914165-project] 10.222.0.54 "GET /v2.0/security-groups?id=bd4de7e3-c31a-486d-85ec-eabfb6a0a160&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2401562 Jan 20 14:30:42.870619 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-8ac1daed-387a-4c58-a1f6-a819cee3ce73 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:42.897439 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92768905-44aa-4490-b0b9-d797d4701cfb tempest-RoutersNegativeTest-494823764 tempest-RoutersNegativeTest-494823764-project] Pushing event updated for resources: {'Network': ['ID=da4d087f-622a-4fdf-a395-9315946cf200,revision_number=1']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:42.909715 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Network da4d087f-622a-4fdf-a395-9315946cf200 details requested by agent ovs-agent-dv-neutron-825124-1-hyperv with host dv-neutron-825124-1-hyperv {{(pid=84154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 14:30:42.958175 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-9361fced-d158-493d-a0f6-02ae709c1c46 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1627154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3943464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4194013'] for subnet, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:43.007500 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-92768905-44aa-4490-b0b9-d797d4701cfb tempest-RoutersNegativeTest-494823764 tempest-RoutersNegativeTest-494823764-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.9269671 Jan 20 14:30:43.014458 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 38460) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:43.020475 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-9361fced-d158-493d-a0f6-02ae709c1c46 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks [] for subnet, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:43.024571 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e39e7e2b-8ac7-41e1-8ae8-668ee9099192 None None] Network dbce74ed-d43c-4540-8d8d-e582f35e4792 requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:30:43.029359 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-1d69ec07-063d-471f-911a-9c35a5609ca0 tempest-RoutersNegativeTest-494823764 tempest-RoutersNegativeTest-494823764-project] Request body: {'subnet': {'network_id': 'b08f660b-0647-4efe-8712-e5e11fb04fb7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:30:43.037527 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9361fced-d158-493d-a0f6-02ae709c1c46 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Pushing event deleted for resources: {'Subnet': ['ID=4f8ac83a-4a3b-4955-bc1a-5287b513beac,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:43.050638 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-8ac1daed-387a-4c58-a1f6-a819cee3ce73 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-737693'] for router, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:43.051434 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ac1daed-387a-4c58-a1f6-a819cee3ce73 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Fanout notify agent at l3_agent the message router_deleted on router 917b3e25-ceb4-4b6b-a3be-0ff524d323b4 {{(pid=84153) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 20 14:30:43.057966 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-8ac1daed-387a-4c58-a1f6-a819cee3ce73 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks [] for router, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:43.062310 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-8ac1daed-387a-4c58-a1f6-a819cee3ce73 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] 10.222.0.54 "DELETE /v2.0/routers/917b3e25-ceb4-4b6b-a3be-0ff524d323b4 HTTP/1.1" status: 204 len: 168 time: 1.4793518 Jan 20 14:30:43.062310 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 38464) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:43.113663 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-9361fced-d158-493d-a0f6-02ae709c1c46 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] 10.222.0.54 "DELETE /v2.0/subnets/4f8ac83a-4a3b-4955-bc1a-5287b513beac HTTP/1.1" status: 204 len: 168 time: 1.8038034 Jan 20 14:30:43.115109 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 38468) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:43.165754 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-f3be298c-bdb3-4f10-a2c3-19aae425365b tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] Synchronizing usage tracker for tenant:3c4bff6f14264ee885803120ae5430f6 on resource:security_group {{(pid=84152) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:30:43.195422 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-99f18d2b-3dbf-4258-be89-6032e1200d7a tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0745535 Jan 20 14:30:43.195682 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 38472) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:43.208001 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-2543eca8-720a-48e4-a0e9-0381973b0f97 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Request body: {'subnet': {'network_id': 'dbce74ed-d43c-4540-8d8d-e582f35e4792', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:30:43.237592 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-85057362-c84b-40d0-8516-d3203fc9e901 tempest-SubnetPoolsTestJSON-1498197797 tempest-SubnetPoolsTestJSON-1498197797-project] Notify callbacks [] for subnetpool, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:43.239864 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-85057362-c84b-40d0-8516-d3203fc9e901 tempest-SubnetPoolsTestJSON-1498197797 tempest-SubnetPoolsTestJSON-1498197797-project] 10.222.0.54 "PUT /v2.0/subnetpools/c90ca70d-d634-4ebc-bf04-5f85037c472d HTTP/1.1" status: 200 len: 683 time: 0.6252327 Jan 20 14:30:43.252175 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 38476) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:43.304381 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-1d69ec07-063d-471f-911a-9c35a5609ca0 tempest-RoutersNegativeTest-494823764 tempest-RoutersNegativeTest-494823764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:30:43.312754 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-1d69ec07-063d-471f-911a-9c35a5609ca0 tempest-RoutersNegativeTest-494823764 tempest-RoutersNegativeTest-494823764-project] Usage tracker for resource:subnet and tenant:98eaba372e52477484d156e59d0aafa1 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:30:43.316402 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-1d69ec07-063d-471f-911a-9c35a5609ca0 tempest-RoutersNegativeTest-494823764 tempest-RoutersNegativeTest-494823764-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:30:43.339157 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-1d69ec07-063d-471f-911a-9c35a5609ca0 tempest-RoutersNegativeTest-494823764 tempest-RoutersNegativeTest-494823764-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:30:43.428132 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device d11f4a16-f90f-4d9d-a5c4-3e500898380c up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:30:43.472722 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2d24222-407a-40f2-aa12-fa7e0610e11b None None] DHCP port deletion for dbce74ed-d43c-4540-8d8d-e582f35e4792 request from dv-neutron-825124-1-hyperv {{(pid=84154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 20 14:30:43.475430 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-f3be298c-bdb3-4f10-a2c3-19aae425365b tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] Unset dirty status for tenant:3c4bff6f14264ee885803120ae5430f6 on resource:security_group {{(pid=84152) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:30:43.477072 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-f3be298c-bdb3-4f10-a2c3-19aae425365b tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4006 time: 0.6429043 Jan 20 14:30:43.483968 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 38480) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:43.493733 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-b2d24222-407a-40f2-aa12-fa7e0610e11b None None] Deleting port 0b131d52-9052-4560-8f7a-3d1aabc28ccc {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:30:43.494349 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-b2d24222-407a-40f2-aa12-fa7e0610e11b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:43.507018 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-2543eca8-720a-48e4-a0e9-0381973b0f97 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:30:43.527640 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.db_base_plugin_v2 [None req-319e8d02-3ffc-4200-a1fe-108c6325e8e6 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Deleting subnet 36b93f11-b5b9-4a09-9f25-7eb914fe4ac0 {{(pid=84153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 20 14:30:43.530313 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-2543eca8-720a-48e4-a0e9-0381973b0f97 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Usage tracker for resource:subnet and tenant:2cb17692bb0c4a2782f988652201ac42 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:30:43.536853 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-2543eca8-720a-48e4-a0e9-0381973b0f97 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:30:43.543550 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-319e8d02-3ffc-4200-a1fe-108c6325e8e6 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks [] for subnet, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:43.548838 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-2543eca8-720a-48e4-a0e9-0381973b0f97 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:30:43.556742 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d69ec07-063d-471f-911a-9c35a5609ca0 tempest-RoutersNegativeTest-494823764 tempest-RoutersNegativeTest-494823764-project] Made reservation on behalf of 98eaba372e52477484d156e59d0aafa1 for: {'subnet': 1} {{(pid=84152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:30:43.644275 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-37a9a379-83b5-4ab1-b7bf-c1cdf7c2fee0 tempest-SubnetPoolsTestJSON-1498197797 tempest-SubnetPoolsTestJSON-1498197797-project] Notify callbacks [] for subnetpool, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:43.645395 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-37a9a379-83b5-4ab1-b7bf-c1cdf7c2fee0 tempest-SubnetPoolsTestJSON-1498197797 tempest-SubnetPoolsTestJSON-1498197797-project] 10.222.0.54 "DELETE /v2.0/subnetpools/c90ca70d-d634-4ebc-bf04-5f85037c472d HTTP/1.1" status: 204 len: 168 time: 0.3913569 Jan 20 14:30:43.651543 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 38484) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:43.656746 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-319e8d02-3ffc-4200-a1fe-108c6325e8e6 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3980851'] for subnet, precommit_delete_associations {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:43.699414 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2543eca8-720a-48e4-a0e9-0381973b0f97 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Made reservation on behalf of 2cb17692bb0c4a2782f988652201ac42 for: {'subnet': 1} {{(pid=84152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:30:43.732894 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.api.v2.resource [None req-961361fe-0c96-41b2-a88b-c22046d45f02 tempest-SubnetPoolsTestJSON-1498197797 tempest-SubnetPoolsTestJSON-1498197797-project] show failed (client error): The resource could not be found. Jan 20 14:30:43.734406 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-961361fe-0c96-41b2-a88b-c22046d45f02 tempest-SubnetPoolsTestJSON-1498197797 tempest-SubnetPoolsTestJSON-1498197797-project] 10.222.0.54 "GET /v2.0/subnetpools/c90ca70d-d634-4ebc-bf04-5f85037c472d HTTP/1.1" status: 404 len: 346 time: 0.0815575 Jan 20 14:30:43.751962 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 38488) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:43.790551 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-a042752a-e6d1-43a7-925a-971f9ac8be38 tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] Notify callbacks [] for security_group, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:43.792596 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning for port d11f4a16-f90f-4d9d-a5c4-3e500898380c completed by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:30:43.810092 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.api.v2.resource [None req-ea36e9ee-e20e-4bd3-8af5-0495a0cc045f tempest-SubnetPoolsTestJSON-1498197797 tempest-SubnetPoolsTestJSON-1498197797-project] delete failed (client error): The resource could not be found. Jan 20 14:30:43.810092 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-ea36e9ee-e20e-4bd3-8af5-0495a0cc045f tempest-SubnetPoolsTestJSON-1498197797 tempest-SubnetPoolsTestJSON-1498197797-project] 10.222.0.54 "DELETE /v2.0/subnetpools/c90ca70d-d634-4ebc-bf04-5f85037c472d HTTP/1.1" status: 404 len: 346 time: 0.0525234 Jan 20 14:30:43.831309 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0886f4a9-ed39-48b9-ac51-f19388e416a6 req-bb596b8c-e12e-4474-acfd-49672f9fd236 tempest-ServersTestManualDisk-1917914165 tempest-ServersTestManualDisk-1917914165-project] Router dfc11a3a-1472-4634-85b6-c4b4c3194292 has already been hosted by L3 agent 624d525b-4c26-4143-8a1c-228bb1c6faaa {{(pid=84152) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 14:30:43.836174 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-1d69ec07-063d-471f-911a-9c35a5609ca0 tempest-RoutersNegativeTest-494823764 tempest-RoutersNegativeTest-494823764-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3155315'] for subnet, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:43.862871 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-a042752a-e6d1-43a7-925a-971f9ac8be38 tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:43.889373 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-b2d24222-407a-40f2-aa12-fa7e0610e11b None None] For port 0b131d52-9052-4560-8f7a-3d1aabc28ccc, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=0b131d52-9052-4560-8f7a-3d1aabc28ccc,segment=NetworkSegment(7b61d093-41ff-4202-b223-533eb0f8da0a),segment_id=7b61d093-41ff-4202-b223-533eb0f8da0a)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:30:43.892514 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-b2d24222-407a-40f2-aa12-fa7e0610e11b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:43.908786 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-319e8d02-3ffc-4200-a1fe-108c6325e8e6 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1627147'] for subnet, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:43.988545 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-2543eca8-720a-48e4-a0e9-0381973b0f97 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3155315'] for subnet, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:44.057377 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-a042752a-e6d1-43a7-925a-971f9ac8be38 tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:44.086331 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-b2d24222-407a-40f2-aa12-fa7e0610e11b None None] Calling delete_port for 0b131d52-9052-4560-8f7a-3d1aabc28ccc owned by network:dhcp {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:30:44.115615 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a042752a-e6d1-43a7-925a-971f9ac8be38 tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e823f389-b575-402a-9110-3d55004bfd6f,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:44.117687 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee47a840-2fc6-4ed0-9061-667885131bf0 None None] Network a11aff65-4b2e-420b-8595-b6a54688a980 requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:30:44.130444 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-319e8d02-3ffc-4200-a1fe-108c6325e8e6 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1627154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3943464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4194013'] for subnet, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:44.139059 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Device 242f2662-17cf-40dc-88ee-84029222076b no longer exists at agent hyperv_hv-neutron-8251 {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:30:44.174650 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-cb76aa1d-6b42-4967-97fb-e0209a917e43 req-38c7998a-910d-4810-b072-3dab0720deec tempest-ServersTestManualDisk-1917914165 tempest-ServersTestManualDisk-1917914165-project] 10.222.0.54 "GET /v2.0/ports?device_id=31da3ee5-c748-4975-b51b-042a16904f05 HTTP/1.1" status: 200 len: 210 time: 0.0911756 Jan 20 14:30:44.200953 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319e8d02-3ffc-4200-a1fe-108c6325e8e6 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Pushing event deleted for resources: {'Subnet': ['ID=36b93f11-b5b9-4a09-9f25-7eb914fe4ac0,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:44.206962 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-319e8d02-3ffc-4200-a1fe-108c6325e8e6 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks [] for subnet, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:44.227011 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-319e8d02-3ffc-4200-a1fe-108c6325e8e6 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] 10.222.0.54 "DELETE /v2.0/subnets/36b93f11-b5b9-4a09-9f25-7eb914fe4ac0 HTTP/1.1" status: 204 len: 168 time: 1.1632271 Jan 20 14:30:44.236195 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 38496) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:44.283902 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6434528-ac2c-412d-88a4-f5e66e8b9325 None None] Network 1f505182-f2a1-4ef2-961e-95a54561c8ad requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:30:44.332590 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-a042752a-e6d1-43a7-925a-971f9ac8be38 tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] Notify callbacks [] for security_group, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:44.334080 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-a042752a-e6d1-43a7-925a-971f9ac8be38 tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] 10.222.0.54 "DELETE /v2.0/security-groups/e823f389-b575-402a-9110-3d55004bfd6f HTTP/1.1" status: 204 len: 168 time: 0.8484950 Jan 20 14:30:44.338235 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 38500) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:44.346901 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] No Port match for: 242f2662-17cf-40dc-88ee-84029222076b {{(pid=84154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 14:30:44.347251 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Device 242f2662-17cf-40dc-88ee-84029222076b not bound to the agent host hv-neutron-8251 {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 14:30:44.406323 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-c27e85bf-1093-4542-9e18-01d6a81cf912 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586409'] for network, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:44.434446 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-c27e85bf-1093-4542-9e18-01d6a81cf912 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Deleting port beaee439-a684-4953-aece-7c834c80ada5 {{(pid=84153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:30:44.434814 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-c27e85bf-1093-4542-9e18-01d6a81cf912 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:44.465619 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-5249cb50-c11a-4536-878a-e4794078db80 tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] Synchronizing usage tracker for tenant:3c4bff6f14264ee885803120ae5430f6 on resource:security_group {{(pid=84153) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:30:44.551218 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 38506) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:44.561768 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-b2d24222-407a-40f2-aa12-fa7e0610e11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486'] for port, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:44.581607 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-5249cb50-c11a-4536-878a-e4794078db80 tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] Unset dirty status for tenant:3c4bff6f14264ee885803120ae5430f6 on resource:security_group {{(pid=84153) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:30:44.583761 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-5249cb50-c11a-4536-878a-e4794078db80 tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2440975 Jan 20 14:30:44.589991 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 38512) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:44.715360 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0886f4a9-ed39-48b9-ac51-f19388e416a6 req-bb596b8c-e12e-4474-acfd-49672f9fd236 tempest-ServersTestManualDisk-1917914165 tempest-ServersTestManualDisk-1917914165-project] Notify agent at l3_agent.dv-neutron-825124-1-hyperv the message routers_updated {{(pid=84152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 14:30:44.726744 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc8918ad-e6c4-445b-a6fc-e3b9d4b762d6 None None] Sync routers for ids ['dfc11a3a-1472-4634-85b6-c4b4c3194292'] in dv-neutron-825124-1-hyperv {{(pid=84155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 14:30:44.739651 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc8918ad-e6c4-445b-a6fc-e3b9d4b762d6 None None] Routers {'dfc11a3a-1472-4634-85b6-c4b4c3194292'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:30:44.740584 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-cc8918ad-e6c4-445b-a6fc-e3b9d4b762d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:30:30Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['dfc11a3a-1472-4634-85b6-c4b4c3194292'], 'active': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:30:44.758780 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2d24222-407a-40f2-aa12-fa7e0610e11b None None] No DVR routers for this DVR port 0b131d52-9052-4560-8f7a-3d1aabc28ccc on host dv-neutron-825124-1-hyperv {{(pid=84154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 14:30:44.763800 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d24222-407a-40f2-aa12-fa7e0610e11b None None] Pushing event deleted for resources: {'Port': ['ID=0b131d52-9052-4560-8f7a-3d1aabc28ccc,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:44.772343 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-8d4bb7dc-d66e-4319-9724-7b3144b6df98 tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] Request body: {'security_group': {'name': 'tempest-secgroup--1086095245'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:30:44.782246 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-8d4bb7dc-d66e-4319-9724-7b3144b6df98 tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:30:44.799465 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-8d4bb7dc-d66e-4319-9724-7b3144b6df98 tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:30:44.811506 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-1d69ec07-063d-471f-911a-9c35a5609ca0 tempest-RoutersNegativeTest-494823764 tempest-RoutersNegativeTest-494823764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4163519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3155301'] for subnet, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:44.843264 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-24ee29ce-8795-47b8-b7eb-bd3ab0b5e814 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:44.866341 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-1bb19aa8-1d72-48cb-b366-8ad7b2fcf79a None None] Provisioning for port d11f4a16-f90f-4d9d-a5c4-3e500898380c completed by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:30:44.885222 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-1bb19aa8-1d72-48cb-b366-8ad7b2fcf79a None None] Provisioning complete for port d11f4a16-f90f-4d9d-a5c4-3e500898380c triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:30:44.885658 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-1bb19aa8-1d72-48cb-b366-8ad7b2fcf79a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:44.914849 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-8d4bb7dc-d66e-4319-9724-7b3144b6df98 tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] Notify callbacks [] for security_group, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:44.923219 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.l3_dvrscheduler_db [req-0886f4a9-ed39-48b9-ac51-f19388e416a6 req-bb596b8c-e12e-4474-acfd-49672f9fd236 tempest-ServersTestManualDisk-1917914165 tempest-ServersTestManualDisk-1917914165-project] No DVR routers for this DVR port 242f2662-17cf-40dc-88ee-84029222076b on host hv-neutron-8251 {{(pid=84152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 14:30:44.937065 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [req-0886f4a9-ed39-48b9-ac51-f19388e416a6 req-bb596b8c-e12e-4474-acfd-49672f9fd236 tempest-ServersTestManualDisk-1917914165 tempest-ServersTestManualDisk-1917914165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:44.940634 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.db [None req-c27e85bf-1093-4542-9e18-01d6a81cf912 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] For port beaee439-a684-4953-aece-7c834c80ada5, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=beaee439-a684-4953-aece-7c834c80ada5,segment=NetworkSegment(f57b620d-026d-4648-874e-9012c4e9ab3d),segment_id=f57b620d-026d-4648-874e-9012c4e9ab3d)] {{(pid=84153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:30:44.941079 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-c27e85bf-1093-4542-9e18-01d6a81cf912 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:44.943928 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31da3ee5-c748-4975-b51b-042a16904f05', 'name': 'network-vif-deleted', 'tag': '242f2662-17cf-40dc-88ee-84029222076b'}] {{(pid=84152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 14:30:44.967499 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-24ee29ce-8795-47b8-b7eb-bd3ab0b5e814 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:30:45.042520 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvr_db [None req-cc8918ad-e6c4-445b-a6fc-e3b9d4b762d6 None None] Set router dfc11a3a-1472-4634-85b6-c4b4c3194292 gateway port host: dv-neutron-825124-1-hyperv {{(pid=84155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 14:30:45.044892 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d69ec07-063d-471f-911a-9c35a5609ca0 tempest-RoutersNegativeTest-494823764 tempest-RoutersNegativeTest-494823764-project] Checking segment: {'id': 'e369f0c0-d752-4c36-bdb7-da249e1caf1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'b08f660b-0647-4efe-8712-e5e11fb04fb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 14:30:45.045554 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d69ec07-063d-471f-911a-9c35a5609ca0 tempest-RoutersNegativeTest-494823764 tempest-RoutersNegativeTest-494823764-project] Network hostable DHCP agents. Network: b08f660b-0647-4efe-8712-e5e11fb04fb7, hostable agents: ['1a181e39-5220-4c1a-88f8-08a54e8bfc9b'], hosted agents: [] {{(pid=84152) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 14:30:45.064953 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-0886f4a9-ed39-48b9-ac51-f19388e416a6 req-bb596b8c-e12e-4474-acfd-49672f9fd236 tempest-ServersTestManualDisk-1917914165 tempest-ServersTestManualDisk-1917914165-project] 10.222.0.106 "DELETE /v2.0/ports/242f2662-17cf-40dc-88ee-84029222076b HTTP/1.1" status: 204 len: 173 time: 3.7958255 Jan 20 14:30:45.072244 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31da3ee5-c748-4975-b51b-042a16904f05', 'name': 'network-vif-deleted', 'tag': '242f2662-17cf-40dc-88ee-84029222076b', 'status': 'completed', 'code': 200} Jan 20 14:30:45.077716 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-1bb19aa8-1d72-48cb-b366-8ad7b2fcf79a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:45.082231 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d69ec07-063d-471f-911a-9c35a5609ca0 tempest-RoutersNegativeTest-494823764 tempest-RoutersNegativeTest-494823764-project] Pushing event updated for resources: {'Subnet': ['ID=3af87a48-f50c-4957-9a6d-5435d2af8964,revision_number=0']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:45.096590 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5579cd1-d517-4b9e-9d03-cf9cb046896f None None] DHCP port deletion for 1f505182-f2a1-4ef2-961e-95a54561c8ad request from dv-neutron-825124-1-hyperv {{(pid=84154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 20 14:30:45.118297 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-1bb19aa8-1d72-48cb-b366-8ad7b2fcf79a None None] For port d11f4a16-f90f-4d9d-a5c4-3e500898380c, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=d11f4a16-f90f-4d9d-a5c4-3e500898380c,segment=NetworkSegment(0f078c0c-8fc6-4350-93af-ecdf6d517109),segment_id=0f078c0c-8fc6-4350-93af-ecdf6d517109)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:30:45.120203 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-c5579cd1-d517-4b9e-9d03-cf9cb046896f None None] Deleting port beaee439-a684-4953-aece-7c834c80ada5 {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:30:45.120203 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-c5579cd1-d517-4b9e-9d03-cf9cb046896f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:45.124048 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-24ee29ce-8795-47b8-b7eb-bd3ab0b5e814 admin admin] Usage tracker for resource:security_group_rule and tenant:94fa1dd9049640b480b3e5e0656ca206 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:30:45.135866 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.objects.ports [None req-2543eca8-720a-48e4-a0e9-0381973b0f97 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84152) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Jan 20 14:30:45.136087 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-c27e85bf-1093-4542-9e18-01d6a81cf912 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Calling delete_port for beaee439-a684-4953-aece-7c834c80ada5 owned by network:dhcp {{(pid=84153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:30:45.146011 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-2543eca8-720a-48e4-a0e9-0381973b0f97 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4163519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3155301'] for subnet, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:45.172159 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-24ee29ce-8795-47b8-b7eb-bd3ab0b5e814 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:30:45.192710 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-24ee29ce-8795-47b8-b7eb-bd3ab0b5e814 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:30:45.226531 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-8d4bb7dc-d66e-4319-9724-7b3144b6df98 tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:30:45.251134 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-8d4bb7dc-d66e-4319-9724-7b3144b6df98 tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] Usage tracker for resource:security_group_rule and tenant:3c4bff6f14264ee885803120ae5430f6 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:30:45.279183 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-8d4bb7dc-d66e-4319-9724-7b3144b6df98 tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:30:45.291723 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-8d4bb7dc-d66e-4319-9724-7b3144b6df98 tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:30:45.312863 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-1bb19aa8-1d72-48cb-b366-8ad7b2fcf79a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:45.318697 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d69ec07-063d-471f-911a-9c35a5609ca0 tempest-RoutersNegativeTest-494823764 tempest-RoutersNegativeTest-494823764-project] Network b08f660b-0647-4efe-8712-e5e11fb04fb7 is scheduled to be hosted by DHCP agent 1a181e39-5220-4c1a-88f8-08a54e8bfc9b with binding_index 1 {{(pid=84152) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 14:30:45.329950 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2543eca8-720a-48e4-a0e9-0381973b0f97 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Network dbce74ed-d43c-4540-8d8d-e582f35e4792 is already hosted by enough agents. {{(pid=84152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:30:45.348976 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.base_scheduler [None req-2543eca8-720a-48e4-a0e9-0381973b0f97 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Resources bound (agent type, host, resource id): {{(pid=84152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:30:45.366395 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2543eca8-720a-48e4-a0e9-0381973b0f97 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:30:45.371295 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-2543eca8-720a-48e4-a0e9-0381973b0f97 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks [] for subnet, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:45.429738 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-c27e85bf-1093-4542-9e18-01d6a81cf912 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:45.430895 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2543eca8-720a-48e4-a0e9-0381973b0f97 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Pushing event updated for resources: {'Subnet': ['ID=50185c59-c162-4ed4-b46b-d4e46946dcb4,revision_number=0']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:45.459465 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f0e8f65-87e4-4af3-85a1-c753ae50f5d5 None None] Network dbce74ed-d43c-4540-8d8d-e582f35e4792 requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:30:45.471495 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.base_scheduler [None req-1d69ec07-063d-471f-911a-9c35a5609ca0 tempest-RoutersNegativeTest-494823764 tempest-RoutersNegativeTest-494823764-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825124-1-hyperv, b08f660b-0647-4efe-8712-e5e11fb04fb7) {{(pid=84152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:30:45.473064 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 0b131d52-9052-4560-8f7a-3d1aabc28ccc no longer exists at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:30:45.483040 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d69ec07-063d-471f-911a-9c35a5609ca0 tempest-RoutersNegativeTest-494823764 tempest-RoutersNegativeTest-494823764-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:30:45.484770 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-1d69ec07-063d-471f-911a-9c35a5609ca0 tempest-RoutersNegativeTest-494823764 tempest-RoutersNegativeTest-494823764-project] Notify callbacks [] for subnet, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:45.512257 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-2543eca8-720a-48e4-a0e9-0381973b0f97 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.3155801 Jan 20 14:30:45.515780 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 38522) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:45.522487 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27e85bf-1093-4542-9e18-01d6a81cf912 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Pushing event deleted for resources: {'Port': ['ID=beaee439-a684-4953-aece-7c834c80ada5,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:45.524228 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-536216e6-3f6b-4d15-b331-1064461ee29a tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Request body: {'port': {'network_id': 'dbce74ed-d43c-4540-8d8d-e582f35e4792', 'mac_address': 'fa:16:3e:77:64:05', 'name': 'tempest-NetworksTestDHCPv6-947136590'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:30:45.556306 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ab65a95-5598-4b77-851b-c5d29f4007e1 None None] Network b08f660b-0647-4efe-8712-e5e11fb04fb7 requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:30:45.605233 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-489c7664-6c7c-46bf-9554-30f49888d33b req-a13d677e-4969-4668-a44f-76d8d119e123 tempest-ServersTestManualDisk-1917914165 tempest-ServersTestManualDisk-1917914165-project] 10.222.0.54 "GET /v2.0/ports?device_id=31da3ee5-c748-4975-b51b-042a16904f05 HTTP/1.1" status: 200 len: 210 time: 0.0861063 Jan 20 14:30:45.611807 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-8d4bb7dc-d66e-4319-9724-7b3144b6df98 tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] Notify callbacks [] for security_group, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:45.625085 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c27e85bf-1093-4542-9e18-01d6a81cf912 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] No DVR routers for this DVR port beaee439-a684-4953-aece-7c834c80ada5 on host dv-neutron-825124-1-hyperv {{(pid=84153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 14:30:45.671470 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-cc8918ad-e6c4-445b-a6fc-e3b9d4b762d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfc11a3a-1472-4634-85b6-c4b4c3194292', 'name': 'tempest-ServersTestManualDisk-1471501085-router', 'tenant_id': '505c9f1bd3024976854da8233b1bef64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.2'}], 'enable_snat': True}, 'gw_port_id': '54818968-46ab-4132-8185-69d4b36cdd63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:28:16Z', 'updated_at': '2022-01-20T14:28:30Z', 'revision_number': 4, 'project_id': '505c9f1bd3024976854da8233b1bef64', 'gw_port': {'id': '54818968-46ab-4132-8185-69d4b36cdd63', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:22:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfc11a3a-1472-4634-85b6-c4b4c3194292', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:28:18Z', 'updated_at': '2022-01-20T14:28:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv', '_interfaces': [{'id': '24568632-0b1b-4825-bca4-377966038f85', 'name': '', 'network_id': 'e8d2ddcf-1876-48f1-bdb0-f45048b860a9', 'tenant_id': '505c9f1bd3024976854da8233b1bef64', 'mac_address': 'fa:16:3e:a9:f6:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfc11a3a-1472-4634-85b6-c4b4c3194292', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dc379b11-3200-4d8f-97db-49f9c34e1b6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:28:28Z', 'updated_at': '2022-01-20T14:28:42Z', 'revision_number': 5, 'project_id': '505c9f1bd3024976854da8233b1bef64', 'subnets': [{'id': 'dc379b11-3200-4d8f-97db-49f9c34e1b6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:30:45.675645 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc8918ad-e6c4-445b-a6fc-e3b9d4b762d6 None None] Checking router: dfc11a3a-1472-4634-85b6-c4b4c3194292 for host: dv-neutron-825124-1-hyperv {{(pid=84155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 14:30:45.680619 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-1d69ec07-063d-471f-911a-9c35a5609ca0 tempest-RoutersNegativeTest-494823764 tempest-RoutersNegativeTest-494823764-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6573048 Jan 20 14:30:45.684583 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 38526) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:45.686461 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc8918ad-e6c4-445b-a6fc-e3b9d4b762d6 None None] Routers {'dfc11a3a-1472-4634-85b6-c4b4c3194292'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:30:45.686997 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-cc8918ad-e6c4-445b-a6fc-e3b9d4b762d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:30:30Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['dfc11a3a-1472-4634-85b6-c4b4c3194292'], 'active': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:30:45.693794 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-f8d9acab-eaa7-4a63-9ea2-1ba193ce0c60 tempest-RoutersNegativeTest-494823764 tempest-RoutersNegativeTest-494823764-project] Request body: {'subnet': {'network_id': 'da4d087f-622a-4fdf-a395-9315946cf200', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:30:45.703716 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-8d4bb7dc-d66e-4319-9724-7b3144b6df98 tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:45.710914 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-24ee29ce-8795-47b8-b7eb-bd3ab0b5e814 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:45.799402 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-24ee29ce-8795-47b8-b7eb-bd3ab0b5e814 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:45.827792 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-f8d9acab-eaa7-4a63-9ea2-1ba193ce0c60 tempest-RoutersNegativeTest-494823764 tempest-RoutersNegativeTest-494823764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:30:45.832600 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-f8d9acab-eaa7-4a63-9ea2-1ba193ce0c60 tempest-RoutersNegativeTest-494823764 tempest-RoutersNegativeTest-494823764-project] Usage tracker for resource:subnet and tenant:98eaba372e52477484d156e59d0aafa1 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:30:45.835680 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-f8d9acab-eaa7-4a63-9ea2-1ba193ce0c60 tempest-RoutersNegativeTest-494823764 tempest-RoutersNegativeTest-494823764-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:30:45.843670 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-f8d9acab-eaa7-4a63-9ea2-1ba193ce0c60 tempest-RoutersNegativeTest-494823764 tempest-RoutersNegativeTest-494823764-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:30:45.849211 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-24ee29ce-8795-47b8-b7eb-bd3ab0b5e814 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=94fa1dd9049640b480b3e5e0656ca206&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2969170 Jan 20 14:30:45.859444 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 38530) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:45.873900 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvr_db [None req-cc8918ad-e6c4-445b-a6fc-e3b9d4b762d6 None None] Set router dfc11a3a-1472-4634-85b6-c4b4c3194292 gateway port host: dv-neutron-825124-1-hyperv {{(pid=84155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 14:30:45.874494 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-c27e85bf-1093-4542-9e18-01d6a81cf912 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1626242', 'neutron.services.segments.db._delete_segments_for_network-8769554214620'] for network, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:45.917049 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4bb7dc-d66e-4319-9724-7b3144b6df98 tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30b3d254-3bc0-4486-a221-5a09bc80eef5,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:45.917740 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] No Port match for: 0b131d52-9052-4560-8f7a-3d1aabc28ccc {{(pid=84154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 14:30:45.918242 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 0b131d52-9052-4560-8f7a-3d1aabc28ccc not bound to the agent host dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 14:30:45.919144 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device beaee439-a684-4953-aece-7c834c80ada5 no longer exists at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:30:45.935428 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8d9acab-eaa7-4a63-9ea2-1ba193ce0c60 tempest-RoutersNegativeTest-494823764 tempest-RoutersNegativeTest-494823764-project] Made reservation on behalf of 98eaba372e52477484d156e59d0aafa1 for: {'subnet': 1} {{(pid=84152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:30:45.958706 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ee29ce-8795-47b8-b7eb-bd3ab0b5e814 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c491c937-f0b7-4a03-8967-a8c963cca9c5,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:45.968696 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.services.segments.db [None req-c27e85bf-1093-4542-9e18-01d6a81cf912 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f505182-f2a1-4ef2-961e-95a54561c8ad']}} {{(pid=84153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:30:45.989938 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.services.segments.db [None req-c27e85bf-1093-4542-9e18-01d6a81cf912 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f57b620d-026d-4648-874e-9012c4e9ab3d') {'for_net_delete': True} {{(pid=84153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:30:45.990569 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.services.segments.db [None req-c27e85bf-1093-4542-9e18-01d6a81cf912 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f57b620d-026d-4648-874e-9012c4e9ab3d') {} {{(pid=84153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:30:46.005786 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-c27e85bf-1093-4542-9e18-01d6a81cf912 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769554214503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980856'] for segment, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:46.026990 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-c27e85bf-1093-4542-9e18-01d6a81cf912 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:46.035478 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c27e85bf-1093-4542-9e18-01d6a81cf912 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Releasing vlan 191 on physical network physnet1 to pool {{(pid=84153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 14:30:46.036181 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-c27e85bf-1093-4542-9e18-01d6a81cf912 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1622950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3944078'] for segment, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:46.093064 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] No Port match for: beaee439-a684-4953-aece-7c834c80ada5 {{(pid=84154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 14:30:46.093426 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device beaee439-a684-4953-aece-7c834c80ada5 not bound to the agent host dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 14:30:46.108254 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a5912f0-597a-48ad-be01-af7fd2f8ff75 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95c917f5-14ba-5e96-98b8-1a52654a930a-b08f660b-0647-4efe-8712-e5e11fb04fb7', 'network_id': 'b08f660b-0647-4efe-8712-e5e11fb04fb7', 'tenant_id': '98eaba372e52477484d156e59d0aafa1', 'fixed_ips': [{'subnet_id': '3af87a48-f50c-4957-9a6d-5435d2af8964'}]}} from dv-neutron-825124-1-hyperv. {{(pid=84154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 20 14:30:46.109630 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-6a5912f0-597a-48ad-be01-af7fd2f8ff75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:46.145195 dv-neutron-825124-1-hyperv neutron-server[84153]: Traceback (most recent call last): Jan 20 14:30:46.145195 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 14:30:46.145195 dv-neutron-825124-1-hyperv neutron-server[84153]: timer() Jan 20 14:30:46.145195 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 14:30:46.145195 dv-neutron-825124-1-hyperv neutron-server[84153]: cb(*args, **kw) Jan 20 14:30:46.145195 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 14:30:46.145195 dv-neutron-825124-1-hyperv neutron-server[84153]: return func(*args, **kwargs) Jan 20 14:30:46.145195 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 14:30:46.145195 dv-neutron-825124-1-hyperv neutron-server[84153]: self._notify() Jan 20 14:30:46.145195 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 14:30:46.145195 dv-neutron-825124-1-hyperv neutron-server[84153]: self.callback(batched_events) Jan 20 14:30:46.145195 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 14:30:46.145195 dv-neutron-825124-1-hyperv neutron-server[84153]: event.method(event) Jan 20 14:30:46.145195 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 14:30:46.145195 dv-neutron-825124-1-hyperv neutron-server[84153]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 14:30:46.145195 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 14:30:46.145195 dv-neutron-825124-1-hyperv neutron-server[84153]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 14:30:46.145195 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 14:30:46.145195 dv-neutron-825124-1-hyperv neutron-server[84153]: return f(self, *a, **k) Jan 20 14:30:46.145195 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 14:30:46.145195 dv-neutron-825124-1-hyperv neutron-server[84153]: return self._get(url).json() Jan 20 14:30:46.145195 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 14:30:46.145195 dv-neutron-825124-1-hyperv neutron-server[84153]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 14:30:46.145195 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 14:30:46.145195 dv-neutron-825124-1-hyperv neutron-server[84153]: return self.request(url, 'GET', **kwargs) Jan 20 14:30:46.145195 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 14:30:46.145195 dv-neutron-825124-1-hyperv neutron-server[84153]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 14:30:46.145195 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 14:30:46.145195 dv-neutron-825124-1-hyperv neutron-server[84153]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 14:30:46.145195 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 14:30:46.145195 dv-neutron-825124-1-hyperv neutron-server[84153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 14:30:46.145195 dv-neutron-825124-1-hyperv neutron-server[84153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 14:30:46.150403 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-8d4bb7dc-d66e-4319-9724-7b3144b6df98 tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] Notify callbacks [] for security_group, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:46.150403 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-8d4bb7dc-d66e-4319-9724-7b3144b6df98 tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.5557828 Jan 20 14:30:46.151498 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 38534) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:46.152212 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-536216e6-3f6b-4d15-b331-1064461ee29a tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:30:46.159783 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-0be74a30-9b5f-4317-8793-322ac97619cd tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] Request body: {'security_group': {'name': 'default'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:30:46.160658 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.api.v2.resource [None req-0be74a30-9b5f-4317-8793-322ac97619cd tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] update failed (client error): There was a conflict when trying to complete your request. Jan 20 14:30:46.162126 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-0be74a30-9b5f-4317-8793-322ac97619cd tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] 10.222.0.54 "PUT /v2.0/security-groups/30b3d254-3bc0-4486-a221-5a09bc80eef5 HTTP/1.1" status: 409 len: 330 time: 0.0090771 Jan 20 14:30:46.164786 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 38538) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:46.178821 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-536216e6-3f6b-4d15-b331-1064461ee29a tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Usage tracker for resource:port and tenant:2cb17692bb0c4a2782f988652201ac42 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:30:46.183965 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-f8d9acab-eaa7-4a63-9ea2-1ba193ce0c60 tempest-RoutersNegativeTest-494823764 tempest-RoutersNegativeTest-494823764-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3155315'] for subnet, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:46.254023 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-c27e85bf-1093-4542-9e18-01d6a81cf912 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1626253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-745296'] for network, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:46.318439 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-c27e85bf-1093-4542-9e18-01d6a81cf912 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks [] for network, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:46.331716 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27e85bf-1093-4542-9e18-01d6a81cf912 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Pushing event deleted for resources: {'Network': ['ID=1f505182-f2a1-4ef2-961e-95a54561c8ad,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:46.335536 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-c27e85bf-1093-4542-9e18-01d6a81cf912 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] 10.222.0.54 "DELETE /v2.0/networks/1f505182-f2a1-4ef2-961e-95a54561c8ad HTTP/1.1" status: 204 len: 168 time: 2.0987749 Jan 20 14:30:46.341724 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 38542) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:46.359605 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-90ce499a-ca4c-4e94-bf7c-5ffe4b522236 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1125836810', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d'}, 'admin_state_up': False}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:30:46.362307 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-cc8918ad-e6c4-445b-a6fc-e3b9d4b762d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfc11a3a-1472-4634-85b6-c4b4c3194292', 'name': 'tempest-ServersTestManualDisk-1471501085-router', 'tenant_id': '505c9f1bd3024976854da8233b1bef64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.2'}], 'enable_snat': True}, 'gw_port_id': '54818968-46ab-4132-8185-69d4b36cdd63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:28:16Z', 'updated_at': '2022-01-20T14:28:30Z', 'revision_number': 4, 'project_id': '505c9f1bd3024976854da8233b1bef64', 'gw_port': {'id': '54818968-46ab-4132-8185-69d4b36cdd63', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:22:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfc11a3a-1472-4634-85b6-c4b4c3194292', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:28:18Z', 'updated_at': '2022-01-20T14:28:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv', '_interfaces': [{'id': '24568632-0b1b-4825-bca4-377966038f85', 'name': '', 'network_id': 'e8d2ddcf-1876-48f1-bdb0-f45048b860a9', 'tenant_id': '505c9f1bd3024976854da8233b1bef64', 'mac_address': 'fa:16:3e:a9:f6:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfc11a3a-1472-4634-85b6-c4b4c3194292', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dc379b11-3200-4d8f-97db-49f9c34e1b6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:28:28Z', 'updated_at': '2022-01-20T14:28:42Z', 'revision_number': 5, 'project_id': '505c9f1bd3024976854da8233b1bef64', 'subnets': [{'id': 'dc379b11-3200-4d8f-97db-49f9c34e1b6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:30:46.366772 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc8918ad-e6c4-445b-a6fc-e3b9d4b762d6 None None] The sync data for ids ['dfc11a3a-1472-4634-85b6-c4b4c3194292'] in dv-neutron-825124-1-hyperv is: [{'id': 'dfc11a3a-1472-4634-85b6-c4b4c3194292', 'name': 'tempest-ServersTestManualDisk-1471501085-router', 'tenant_id': '505c9f1bd3024976854da8233b1bef64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.2'}], 'enable_snat': True}, 'gw_port_id': '54818968-46ab-4132-8185-69d4b36cdd63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:28:16Z', 'updated_at': '2022-01-20T14:28:30Z', 'revision_number': 4, 'project_id': '505c9f1bd3024976854da8233b1bef64', 'gw_port': {'id': '54818968-46ab-4132-8185-69d4b36cdd63', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:22:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfc11a3a-1472-4634-85b6-c4b4c3194292', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:28:18Z', 'updated_at': '2022-01-20T14:28:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv', '_interfaces': [{'id': '24568632-0b1b-4825-bca4-377966038f85', 'name': '', 'network_id': 'e8d2ddcf-1876-48f1-bdb0-f45048b860a9', 'tenant_id': '505c9f1bd3024976854da8233b1bef64', 'mac_address': 'fa:16:3e:a9:f6:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfc11a3a-1472-4634-85b6-c4b4c3194292', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dc379b11-3200-4d8f-97db-49f9c34e1b6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:28:28Z', 'updated_at': '2022-01-20T14:28:42Z', 'revision_number': 5, 'project_id': '505c9f1bd3024976854da8233b1bef64', 'subnets': [{'id': 'dc379b11-3200-4d8f-97db-49f9c34e1b6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 14:30:46.376084 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-90ce499a-ca4c-4e94-bf7c-5ffe4b522236 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:30:46.379462 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-f4c46601-c7a1-4238-8d37-d997edea417b tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] Notify callbacks [] for security_group, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:46.381574 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-90ce499a-ca4c-4e94-bf7c-5ffe4b522236 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Usage tracker for resource:router and tenant:f85e30c327a64407a1a93d3333ba9261 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:30:46.391654 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-90ce499a-ca4c-4e94-bf7c-5ffe4b522236 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:30:46.412265 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-90ce499a-ca4c-4e94-bf7c-5ffe4b522236 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:30:46.430836 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_common [None req-6a5912f0-597a-48ad-be01-af7fd2f8ff75 None None] Allocated IP 172.20.0.2 (b08f660b-0647-4efe-8712-e5e11fb04fb7/3af87a48-f50c-4957-9a6d-5435d2af8964/42912ace-ea3f-41ec-ad74-5afb2a7c9c39) {{(pid=84154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:30:46.445227 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-f4c46601-c7a1-4238-8d37-d997edea417b tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:46.448746 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-536216e6-3f6b-4d15-b331-1064461ee29a tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:30:46.459178 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-536216e6-3f6b-4d15-b331-1064461ee29a tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:30:46.463749 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-0e17e2f2-0ecd-49e3-a7bc-30e76d5d93c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:46.492292 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-0e17e2f2-0ecd-49e3-a7bc-30e76d5d93c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:46.538828 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-be2c6c75-ab78-4b4c-a582-1a1fbd83eeea None None] Provisioning complete for port d11f4a16-f90f-4d9d-a5c4-3e500898380c triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:30:46.539204 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-be2c6c75-ab78-4b4c-a582-1a1fbd83eeea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:46.564941 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-90ce499a-ca4c-4e94-bf7c-5ffe4b522236 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-105475'] for router, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:46.565779 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-f8d9acab-eaa7-4a63-9ea2-1ba193ce0c60 tempest-RoutersNegativeTest-494823764 tempest-RoutersNegativeTest-494823764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4163519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3155301'] for subnet, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:46.566850 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-90ce499a-ca4c-4e94-bf7c-5ffe4b522236 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-739204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-744864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-735540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-105484'] for router, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:46.568949 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb19aa8-1d72-48cb-b366-8ad7b2fcf79a None None] Pushing event updated for resources: {'Port': ['ID=d11f4a16-f90f-4d9d-a5c4-3e500898380c,revision_number=3']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:46.627479 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-f4c46601-c7a1-4238-8d37-d997edea417b tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:46.634293 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-536216e6-3f6b-4d15-b331-1064461ee29a tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Made reservation on behalf of 2cb17692bb0c4a2782f988652201ac42 for: {'port': 1} {{(pid=84152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:30:46.638333 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-536216e6-3f6b-4d15-b331-1064461ee29a tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:46.648130 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c46601-c7a1-4238-8d37-d997edea417b tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=30b3d254-3bc0-4486-a221-5a09bc80eef5,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:46.673974 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-0e17e2f2-0ecd-49e3-a7bc-30e76d5d93c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:46.692907 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-f4c46601-c7a1-4238-8d37-d997edea417b tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] Notify callbacks [] for security_group, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:46.697011 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-f4c46601-c7a1-4238-8d37-d997edea417b tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] 10.222.0.54 "DELETE /v2.0/security-groups/30b3d254-3bc0-4486-a221-5a09bc80eef5 HTTP/1.1" status: 204 len: 168 time: 0.5282061 Jan 20 14:30:46.697155 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6486809d-de8c-40bb-91b1-686e40569929 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95c917f5-14ba-5e96-98b8-1a52654a930a-dbce74ed-d43c-4540-8d8d-e582f35e4792', 'network_id': 'dbce74ed-d43c-4540-8d8d-e582f35e4792', 'tenant_id': '2cb17692bb0c4a2782f988652201ac42', 'fixed_ips': [{'subnet_id': '50185c59-c162-4ed4-b46b-d4e46946dcb4'}]}} from dv-neutron-825124-1-hyperv. {{(pid=84154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 20 14:30:46.697155 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-6486809d-de8c-40bb-91b1-686e40569929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:46.700981 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 38548) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:46.723446 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e17e2f2-0ecd-49e3-a7bc-30e76d5d93c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c491c937-f0b7-4a03-8967-a8c963cca9c5,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:46.725472 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-c5579cd1-d517-4b9e-9d03-cf9cb046896f None None] For port beaee439-a684-4953-aece-7c834c80ada5, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=beaee439-a684-4953-aece-7c834c80ada5,segment=NetworkSegment(f57b620d-026d-4648-874e-9012c4e9ab3d),segment_id=f57b620d-026d-4648-874e-9012c4e9ab3d)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:30:46.725872 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-c5579cd1-d517-4b9e-9d03-cf9cb046896f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:46.732218 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-90ce499a-ca4c-4e94-bf7c-5ffe4b522236 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:46.734761 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d9acab-eaa7-4a63-9ea2-1ba193ce0c60 tempest-RoutersNegativeTest-494823764 tempest-RoutersNegativeTest-494823764-project] Pushing event updated for resources: {'Subnet': ['ID=6ca3893a-bd36-414a-89f8-c5e1c427f68d,revision_number=0']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:46.741908 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85e492a2-8398-4558-9c06-05f757c080f2 None None] New status for floating IP d3a61c27-2ff0-430b-b9b3-b4207dc23580: DOWN {{(pid=84154) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 20 14:30:46.760643 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.notifiers.nova [None req-536216e6-3f6b-4d15-b331-1064461ee29a tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] device_id is not set on port 8e077826-153f-4989-bb56-8ee24f7efd36 yet. {{(pid=84152) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 14:30:46.783297 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-7bd8b9c4-ae14-44cb-989b-a9b61ef07b45 tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] Synchronizing usage tracker for tenant:3c4bff6f14264ee885803120ae5430f6 on resource:security_group {{(pid=84153) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:30:46.805343 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-0e17e2f2-0ecd-49e3-a7bc-30e76d5d93c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:46.806575 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-0e17e2f2-0ecd-49e3-a7bc-30e76d5d93c5 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/c491c937-f0b7-4a03-8967-a8c963cca9c5 HTTP/1.1" status: 204 len: 168 time: 0.9461854 Jan 20 14:30:46.824261 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8d9acab-eaa7-4a63-9ea2-1ba193ce0c60 tempest-RoutersNegativeTest-494823764 tempest-RoutersNegativeTest-494823764-project] Checking segment: {'id': 'ce0bdfb9-97e6-41fc-9ec2-bf72a4f37ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'da4d087f-622a-4fdf-a395-9315946cf200'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 14:30:46.824631 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8d9acab-eaa7-4a63-9ea2-1ba193ce0c60 tempest-RoutersNegativeTest-494823764 tempest-RoutersNegativeTest-494823764-project] Network hostable DHCP agents. Network: da4d087f-622a-4fdf-a395-9315946cf200, hostable agents: ['1a181e39-5220-4c1a-88f8-08a54e8bfc9b'], hosted agents: [] {{(pid=84152) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 14:30:46.914413 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-7bd8b9c4-ae14-44cb-989b-a9b61ef07b45 tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] Unset dirty status for tenant:3c4bff6f14264ee885803120ae5430f6 on resource:security_group {{(pid=84153) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:30:46.920015 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-7bd8b9c4-ae14-44cb-989b-a9b61ef07b45 tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2118599 Jan 20 14:30:46.922112 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 38556) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:46.944540 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.api.v2.resource [None req-6dd99300-c5de-4fd3-b97b-9373c1c78e39 tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] delete failed (client error): The resource could not be found. Jan 20 14:30:46.946093 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-6dd99300-c5de-4fd3-b97b-9373c1c78e39 tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] 10.222.0.54 "DELETE /v2.0/security-groups/f170d283-df20-4195-8472-e15aaec092ff HTTP/1.1" status: 404 len: 347 time: 0.0225983 Jan 20 14:30:46.965634 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 38560) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:46.970853 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 38562) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:47.007770 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-90ce499a-ca4c-4e94-bf7c-5ffe4b522236 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-744886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-105502'] for router, precommit_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:47.016282 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.db_base_plugin_common [None req-536216e6-3f6b-4d15-b331-1064461ee29a tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Allocated IP 2001:db8::f816:3eff:fe77:6405 (dbce74ed-d43c-4540-8d8d-e582f35e4792/50185c59-c162-4ed4-b46b-d4e46946dcb4/8e077826-153f-4989-bb56-8ee24f7efd36) {{(pid=84152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:30:47.032857 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.api.v2.resource [None req-69c32743-d512-4f2c-ba7c-99b3f70c4074 tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] show failed (client error): The resource could not be found. Jan 20 14:30:47.033889 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-69c32743-d512-4f2c-ba7c-99b3f70c4074 tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] 10.222.0.54 "GET /v2.0/security-groups/06629118-2ddf-4a54-b2c7-8894ceed3fa2 HTTP/1.1" status: 404 len: 347 time: 0.0661840 Jan 20 14:30:47.037818 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 38568) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:47.064285 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8d9acab-eaa7-4a63-9ea2-1ba193ce0c60 tempest-RoutersNegativeTest-494823764 tempest-RoutersNegativeTest-494823764-project] Network da4d087f-622a-4fdf-a395-9315946cf200 is scheduled to be hosted by DHCP agent 1a181e39-5220-4c1a-88f8-08a54e8bfc9b with binding_index 1 {{(pid=84152) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 14:30:47.094434 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.api.v2.resource [None req-183e8da7-acf8-488b-9c7a-e0180427d5ba tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] show failed (client error): The resource could not be found. Jan 20 14:30:47.102727 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-183e8da7-acf8-488b-9c7a-e0180427d5ba tempest-NegativeSecGroupTest-269576371 tempest-NegativeSecGroupTest-269576371-project] 10.222.0.54 "GET /v2.0/security-group-rules/4010d7f7-1d66-456e-bfe5-e96755c217f9 HTTP/1.1" status: 404 len: 356 time: 0.0502071 Jan 20 14:30:47.142750 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-c5579cd1-d517-4b9e-9d03-cf9cb046896f None None] Calling delete_port for beaee439-a684-4953-aece-7c834c80ada5 owned by network:dhcp {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:30:47.433154 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device d11f4a16-f90f-4d9d-a5c4-3e500898380c up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:30:47.443317 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-90ce499a-ca4c-4e94-bf7c-5ffe4b522236 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks [] for router_gateway, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:47.457130 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.base_scheduler [None req-f8d9acab-eaa7-4a63-9ea2-1ba193ce0c60 tempest-RoutersNegativeTest-494823764 tempest-RoutersNegativeTest-494823764-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825124-1-hyperv, da4d087f-622a-4fdf-a395-9315946cf200) {{(pid=84152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:30:47.461474 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8d9acab-eaa7-4a63-9ea2-1ba193ce0c60 tempest-RoutersNegativeTest-494823764 tempest-RoutersNegativeTest-494823764-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:30:47.462160 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-f8d9acab-eaa7-4a63-9ea2-1ba193ce0c60 tempest-RoutersNegativeTest-494823764 tempest-RoutersNegativeTest-494823764-project] Notify callbacks [] for subnet, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:47.479250 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-90ce499a-ca4c-4e94-bf7c-5ffe4b522236 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:47.498731 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-51d4f964-13af-45f5-af57-a47537862c03 tempest-ServersTestManualDisk-1917914165 tempest-ServersTestManualDisk-1917914165-project] Notify callbacks [] for security_group, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:47.519272 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a57831f-6597-4221-b94a-04186454ceeb None None] Network da4d087f-622a-4fdf-a395-9315946cf200 requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:30:47.564720 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-51d4f964-13af-45f5-af57-a47537862c03 tempest-ServersTestManualDisk-1917914165 tempest-ServersTestManualDisk-1917914165-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:47.610424 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-f8d9acab-eaa7-4a63-9ea2-1ba193ce0c60 tempest-RoutersNegativeTest-494823764 tempest-RoutersNegativeTest-494823764-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9245613 Jan 20 14:30:47.615664 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 38574) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:47.634828 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-536216e6-3f6b-4d15-b331-1064461ee29a tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks [] for port, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:47.766327 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.db_base_plugin_common [None req-90ce499a-ca4c-4e94-bf7c-5ffe4b522236 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Allocated IP 172.26.7.98 (8dffb05c-5ca0-409b-bd5f-7be6264f707d/a489dd4f-42a5-433b-8be3-bab2749c4209/c82f07b8-59fa-42d7-af95-ab772b62df88) {{(pid=84153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:30:47.775001 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-6a5912f0-597a-48ad-be01-af7fd2f8ff75 None None] Notify callbacks [] for port, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:47.801578 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.db.api [None req-c5579cd1-d517-4b9e-9d03-cf9cb046896f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84154) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 14:30:47.801789 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG oslo_db.api [None req-c5579cd1-d517-4b9e-9d03-cf9cb046896f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 14:30:47.802497 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-6a5912f0-597a-48ad-be01-af7fd2f8ff75 None None] Transition to ACTIVE for port object 42912ace-ea3f-41ec-ad74-5afb2a7c9c39 will not be triggered until provisioned by entity L2. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:30:47.809876 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.provisioning_blocks [None req-536216e6-3f6b-4d15-b331-1064461ee29a tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Transition to ACTIVE for port object 8e077826-153f-4989-bb56-8ee24f7efd36 will not be triggered until provisioned by entity DHCP. {{(pid=84152) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:30:47.863500 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-6a5912f0-597a-48ad-be01-af7fd2f8ff75 None None] Transition to ACTIVE for port object 42912ace-ea3f-41ec-ad74-5afb2a7c9c39 will not be triggered until provisioned by entity DHCP. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:30:47.879399 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port d11f4a16-f90f-4d9d-a5c4-3e500898380c triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:30:47.879779 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:47.960873 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-90ce499a-ca4c-4e94-bf7c-5ffe4b522236 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks [] for port, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:47.972570 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-6a5912f0-597a-48ad-be01-af7fd2f8ff75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477'] for port, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:48.000691 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 38580) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:48.033382 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d93aa976-f937-434f-ae09-f6a77b0f19e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95c917f5-14ba-5e96-98b8-1a52654a930a-da4d087f-622a-4fdf-a395-9315946cf200', 'network_id': 'da4d087f-622a-4fdf-a395-9315946cf200', 'tenant_id': '98eaba372e52477484d156e59d0aafa1', 'fixed_ips': [{'subnet_id': '6ca3893a-bd36-414a-89f8-c5e1c427f68d'}]}} from dv-neutron-825124-1-hyperv. {{(pid=84154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 20 14:30:48.034220 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-d93aa976-f937-434f-ae09-f6a77b0f19e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:48.079352 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a5912f0-597a-48ad-be01-af7fd2f8ff75 None None] Network b08f660b-0647-4efe-8712-e5e11fb04fb7 is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:30:48.084682 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-6a5912f0-597a-48ad-be01-af7fd2f8ff75 None None] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:30:48.085517 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-90ce499a-ca4c-4e94-bf7c-5ffe4b522236 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:48.086434 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5912f0-597a-48ad-be01-af7fd2f8ff75 None None] Pushing event updated for resources: {'Port': ['ID=42912ace-ea3f-41ec-ad74-5afb2a7c9c39,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:48.128259 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a5912f0-597a-48ad-be01-af7fd2f8ff75 None None] Received port after_create {{(pid=84154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:30:48.141812 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-536216e6-3f6b-4d15-b331-1064461ee29a tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:48.171544 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90ce499a-ca4c-4e94-bf7c-5ffe4b522236 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Network 8dffb05c-5ca0-409b-bd5f-7be6264f707d is already hosted by enough agents. {{(pid=84153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:30:48.174957 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.base_scheduler [None req-90ce499a-ca4c-4e94-bf7c-5ffe4b522236 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Resources bound (agent type, host, resource id): {{(pid=84153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:30:48.180214 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ce499a-ca4c-4e94-bf7c-5ffe4b522236 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Received port after_create {{(pid=84153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:30:48.212491 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-536216e6-3f6b-4d15-b331-1064461ee29a tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Network dbce74ed-d43c-4540-8d8d-e582f35e4792 is already hosted by enough agents. {{(pid=84152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:30:48.222126 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.base_scheduler [None req-536216e6-3f6b-4d15-b331-1064461ee29a tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Resources bound (agent type, host, resource id): {{(pid=84152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:30:48.230234 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ce499a-ca4c-4e94-bf7c-5ffe4b522236 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Pushing event updated for resources: {'Port': ['ID=c82f07b8-59fa-42d7-af95-ab772b62df88,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:48.259786 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_common [None req-6486809d-de8c-40bb-91b1-686e40569929 None None] Allocated IP 2001:db8::f816:3eff:fe50:729a (dbce74ed-d43c-4540-8d8d-e582f35e4792/50185c59-c162-4ed4-b46b-d4e46946dcb4/e7d95eef-8df5-44f1-9032-5cca30d35f5c) {{(pid=84154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:30:48.287799 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-536216e6-3f6b-4d15-b331-1064461ee29a tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Received port after_create {{(pid=84152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:30:48.292444 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-536216e6-3f6b-4d15-b331-1064461ee29a tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:30:48.293069 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-536216e6-3f6b-4d15-b331-1064461ee29a tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:48.306339 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-c5579cd1-d517-4b9e-9d03-cf9cb046896f None None] Deleting port beaee439-a684-4953-aece-7c834c80ada5 {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:30:48.306773 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-c5579cd1-d517-4b9e-9d03-cf9cb046896f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:48.324344 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-51d4f964-13af-45f5-af57-a47537862c03 tempest-ServersTestManualDisk-1917914165 tempest-ServersTestManualDisk-1917914165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:48.358919 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-4b3a913c-527a-42ce-a922-c8293295e2cc tempest-RoutersNegativeTest-494823764 tempest-RoutersNegativeTest-494823764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:48.372941 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d4f964-13af-45f5-af57-a47537862c03 tempest-ServersTestManualDisk-1917914165 tempest-ServersTestManualDisk-1917914165-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd4de7e3-c31a-486d-85ec-eabfb6a0a160,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:48.385909 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-51d4f964-13af-45f5-af57-a47537862c03 tempest-ServersTestManualDisk-1917914165 tempest-ServersTestManualDisk-1917914165-project] Notify callbacks [] for security_group, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:48.387509 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-51d4f964-13af-45f5-af57-a47537862c03 tempest-ServersTestManualDisk-1917914165 tempest-ServersTestManualDisk-1917914165-project] 10.222.0.54 "DELETE /v2.0/security-groups/bd4de7e3-c31a-486d-85ec-eabfb6a0a160 HTTP/1.1" status: 204 len: 168 time: 1.4086554 Jan 20 14:30:48.390924 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536216e6-3f6b-4d15-b331-1064461ee29a tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Pushing event updated for resources: {'Port': ['ID=8e077826-153f-4989-bb56-8ee24f7efd36,revision_number=1']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:48.393940 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 38586) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:48.406129 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-e975dc37-2814-4eda-9d31-8b84ea3991d0 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=3c4bff6f14264ee885803120ae5430f6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4015565 Jan 20 14:30:48.407304 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 38590) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:48.476509 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-f148d9ac-82e8-40bc-80b5-0ed92b4ebbbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:48.481004 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-536216e6-3f6b-4d15-b331-1064461ee29a tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.9605839 Jan 20 14:30:48.481004 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 38594) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:48.510863 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-f148d9ac-82e8-40bc-80b5-0ed92b4ebbbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:48.517223 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-c5579cd1-d517-4b9e-9d03-cf9cb046896f None None] The port 'beaee439-a684-4953-aece-7c834c80ada5' was deleted {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 20 14:30:48.558884 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.api.v2.resource [None req-f8cb32b9-27c8-4044-a439-040d870c6878 tempest-ServersTestManualDisk-1917914165 tempest-ServersTestManualDisk-1917914165-project] show failed (client error): The resource could not be found. Jan 20 14:30:48.560927 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-f8cb32b9-27c8-4044-a439-040d870c6878 tempest-ServersTestManualDisk-1917914165 tempest-ServersTestManualDisk-1917914165-project] 10.222.0.54 "GET /v2.0/security-groups/bd4de7e3-c31a-486d-85ec-eabfb6a0a160 HTTP/1.1" status: 404 len: 347 time: 0.1659925 Jan 20 14:30:48.563991 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-6a5912f0-597a-48ad-be01-af7fd2f8ff75 None None] Attempting to bind port 42912ace-ea3f-41ec-ad74-5afb2a7c9c39 on host dv-neutron-825124-1-hyperv for vnic_type normal with profile {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:30:48.573872 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-6a5912f0-597a-48ad-be01-af7fd2f8ff75 None None] Attempting to bind port 42912ace-ea3f-41ec-ad74-5afb2a7c9c39 by drivers openvswitch,hyperv on host dv-neutron-825124-1-hyperv at level 0 using segments [{'id': 'e369f0c0-d752-4c36-bdb7-da249e1caf1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'b08f660b-0647-4efe-8712-e5e11fb04fb7'}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:30:48.573872 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a5912f0-597a-48ad-be01-af7fd2f8ff75 None None] Attempting to bind port 42912ace-ea3f-41ec-ad74-5afb2a7c9c39 on network b08f660b-0647-4efe-8712-e5e11fb04fb7 {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 14:30:48.574918 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-90ce499a-ca4c-4e94-bf7c-5ffe4b522236 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks [] for router_gateway, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:48.574918 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-90ce499a-ca4c-4e94-bf7c-5ffe4b522236 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-744861'] for router, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:48.574918 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 38598) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:48.590001 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a5912f0-597a-48ad-be01-af7fd2f8ff75 None None] Checking agent: {'id': '6414dfeb-85c5-454a-8756-709ca637d800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825124-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 16, 31), 'started_at': datetime.datetime(2022, 1, 20, 14, 17, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 30, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825124-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 14:30:48.590799 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a5912f0-597a-48ad-be01-af7fd2f8ff75 None None] Checking segment: {'id': 'e369f0c0-d752-4c36-bdb7-da249e1caf1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'b08f660b-0647-4efe-8712-e5e11fb04fb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 14:30:48.591545 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-6a5912f0-597a-48ad-be01-af7fd2f8ff75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:48.592000 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a5912f0-597a-48ad-be01-af7fd2f8ff75 None None] Bound using segment: {'id': 'e369f0c0-d752-4c36-bdb7-da249e1caf1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'b08f660b-0647-4efe-8712-e5e11fb04fb7'} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 14:30:48.592640 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-6a5912f0-597a-48ad-be01-af7fd2f8ff75 None None] Bound port: 42912ace-ea3f-41ec-ad74-5afb2a7c9c39, host: dv-neutron-825124-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e369f0c0-d752-4c36-bdb7-da249e1caf1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'b08f660b-0647-4efe-8712-e5e11fb04fb7'}}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:30:48.593083 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-6a5912f0-597a-48ad-be01-af7fd2f8ff75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:48.696362 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_common [None req-d93aa976-f937-434f-ae09-f6a77b0f19e4 None None] Allocated IP 172.20.0.2 (da4d087f-622a-4fdf-a395-9315946cf200/6ca3893a-bd36-414a-89f8-c5e1c427f68d/26eb983a-d4ab-460b-ae68-4c5f7023c5ff) {{(pid=84154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:30:48.750287 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a71036e3-2006-41bd-9f97-1956789823b2 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:30:48.750287 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-a71036e3-2006-41bd-9f97-1956789823b2 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Synchronizing usage tracker for tenant:2cb17692bb0c4a2782f988652201ac42 on resource:port {{(pid=84152) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:30:48.786952 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-f148d9ac-82e8-40bc-80b5-0ed92b4ebbbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:48.824373 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f148d9ac-82e8-40bc-80b5-0ed92b4ebbbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c514b08-381d-4271-bb55-c9802b08010c,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:48.830796 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-a2a6fed3-a51f-4c48-aa55-82807569381a tempest-ServersTestManualDisk-1917914165 tempest-ServersTestManualDisk-1917914165-project] Deleting port b79e9c32-03a7-4ccd-b88c-9020525a3b42 {{(pid=84153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:30:48.830936 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-a2a6fed3-a51f-4c48-aa55-82807569381a tempest-ServersTestManualDisk-1917914165 tempest-ServersTestManualDisk-1917914165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:48.859929 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-a71036e3-2006-41bd-9f97-1956789823b2 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Unset dirty status for tenant:2cb17692bb0c4a2782f988652201ac42 on resource:port {{(pid=84152) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:30:48.863505 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-a71036e3-2006-41bd-9f97-1956789823b2 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.3796959 Jan 20 14:30:48.863505 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.db_base_plugin_common [None req-4b3a913c-527a-42ce-a922-c8293295e2cc tempest-RoutersNegativeTest-494823764 tempest-RoutersNegativeTest-494823764-project] Allocated IP 172.20.0.1 (b08f660b-0647-4efe-8712-e5e11fb04fb7/3af87a48-f50c-4957-9a6d-5435d2af8964/6fa03efc-bc00-4509-a3e4-1bfda91f01e7) {{(pid=84152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:30:48.864274 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 38602) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:48.885535 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-6a5912f0-597a-48ad-be01-af7fd2f8ff75 None None] For port 42912ace-ea3f-41ec-ad74-5afb2a7c9c39, host dv-neutron-825124-1-hyperv, cleared binding levels {{(pid=84154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 14:30:48.937134 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-6a5912f0-597a-48ad-be01-af7fd2f8ff75 None None] For port 42912ace-ea3f-41ec-ad74-5afb2a7c9c39, host dv-neutron-825124-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=42912ace-ea3f-41ec-ad74-5afb2a7c9c39,segment=NetworkSegment(e369f0c0-d752-4c36-bdb7-da249e1caf1e),segment_id=e369f0c0-d752-4c36-bdb7-da249e1caf1e)] {{(pid=84154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 14:30:48.946274 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-6486809d-de8c-40bb-91b1-686e40569929 None None] Notify callbacks [] for port, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:48.973547 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-6486809d-de8c-40bb-91b1-686e40569929 None None] Transition to ACTIVE for port object e7d95eef-8df5-44f1-9032-5cca30d35f5c will not be triggered until provisioned by entity L2. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:30:49.020793 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-f148d9ac-82e8-40bc-80b5-0ed92b4ebbbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:49.021938 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-f148d9ac-82e8-40bc-80b5-0ed92b4ebbbb admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/9c514b08-381d-4271-bb55-c9802b08010c HTTP/1.1" status: 204 len: 168 time: 0.6133559 Jan 20 14:30:49.030854 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-6a5912f0-597a-48ad-be01-af7fd2f8ff75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:49.103516 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-a2a6fed3-a51f-4c48-aa55-82807569381a tempest-ServersTestManualDisk-1917914165 tempest-ServersTestManualDisk-1917914165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:49.103840 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-a2a6fed3-a51f-4c48-aa55-82807569381a tempest-ServersTestManualDisk-1917914165 tempest-ServersTestManualDisk-1917914165-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:49.104363 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-6486809d-de8c-40bb-91b1-686e40569929 None None] Transition to ACTIVE for port object e7d95eef-8df5-44f1-9032-5cca30d35f5c will not be triggered until provisioned by entity DHCP. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:30:49.123580 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-79c272b9-6223-491b-9d73-0df7571339ea tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Deleting port 8e077826-153f-4989-bb56-8ee24f7efd36 {{(pid=84152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:30:49.123896 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-79c272b9-6223-491b-9d73-0df7571339ea tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:49.195402 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-6486809d-de8c-40bb-91b1-686e40569929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477'] for port, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:49.270316 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-a2a6fed3-a51f-4c48-aa55-82807569381a tempest-ServersTestManualDisk-1917914165 tempest-ServersTestManualDisk-1917914165-project] Calling delete_port for b79e9c32-03a7-4ccd-b88c-9020525a3b42 owned by network:floatingip {{(pid=84153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:30:49.298998 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5912f0-597a-48ad-be01-af7fd2f8ff75 None None] Pushing event updated for resources: {'Port': ['ID=42912ace-ea3f-41ec-ad74-5afb2a7c9c39,revision_number=2']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:49.374116 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-d93aa976-f937-434f-ae09-f6a77b0f19e4 None None] Notify callbacks [] for port, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:49.402394 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6486809d-de8c-40bb-91b1-686e40569929 None None] Network dbce74ed-d43c-4540-8d8d-e582f35e4792 is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:30:49.411847 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-79c272b9-6223-491b-9d73-0df7571339ea tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:49.413419 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-6486809d-de8c-40bb-91b1-686e40569929 None None] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:30:49.415781 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-d93aa976-f937-434f-ae09-f6a77b0f19e4 None None] Transition to ACTIVE for port object 26eb983a-d4ab-460b-ae68-4c5f7023c5ff will not be triggered until provisioned by entity L2. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:30:49.421585 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6486809d-de8c-40bb-91b1-686e40569929 None None] Received port after_create {{(pid=84154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:30:49.485733 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6486809d-de8c-40bb-91b1-686e40569929 None None] Pushing event updated for resources: {'Port': ['ID=e7d95eef-8df5-44f1-9032-5cca30d35f5c,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:49.538830 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-d93aa976-f937-434f-ae09-f6a77b0f19e4 None None] Transition to ACTIVE for port object 26eb983a-d4ab-460b-ae68-4c5f7023c5ff will not be triggered until provisioned by entity DHCP. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:30:49.564955 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-79c272b9-6223-491b-9d73-0df7571339ea tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Calling delete_port for 8e077826-153f-4989-bb56-8ee24f7efd36 owned by {{(pid=84152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:30:49.572825 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90ce499a-ca4c-4e94-bf7c-5ffe4b522236 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Router d8d58a77-95a4-4c91-ae47-066de641fd52 is scheduled to L3 agent 624d525b-4c26-4143-8a1c-228bb1c6faaa with binding_index 1 {{(pid=84153) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 20 14:30:49.576366 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-6486809d-de8c-40bb-91b1-686e40569929 None None] Attempting to bind port e7d95eef-8df5-44f1-9032-5cca30d35f5c on host dv-neutron-825124-1-hyperv for vnic_type normal with profile {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:30:49.577603 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-6486809d-de8c-40bb-91b1-686e40569929 None None] Attempting to bind port e7d95eef-8df5-44f1-9032-5cca30d35f5c by drivers openvswitch,hyperv on host dv-neutron-825124-1-hyperv at level 0 using segments [{'id': '7b61d093-41ff-4202-b223-533eb0f8da0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'dbce74ed-d43c-4540-8d8d-e582f35e4792'}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:30:49.580264 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6486809d-de8c-40bb-91b1-686e40569929 None None] Attempting to bind port e7d95eef-8df5-44f1-9032-5cca30d35f5c on network dbce74ed-d43c-4540-8d8d-e582f35e4792 {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 14:30:49.597056 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6486809d-de8c-40bb-91b1-686e40569929 None None] Checking agent: {'id': '6414dfeb-85c5-454a-8756-709ca637d800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825124-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 16, 31), 'started_at': datetime.datetime(2022, 1, 20, 14, 17, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 30, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825124-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 14:30:49.597810 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6486809d-de8c-40bb-91b1-686e40569929 None None] Checking segment: {'id': '7b61d093-41ff-4202-b223-533eb0f8da0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'dbce74ed-d43c-4540-8d8d-e582f35e4792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 14:30:49.601673 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-6486809d-de8c-40bb-91b1-686e40569929 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:49.601673 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6486809d-de8c-40bb-91b1-686e40569929 None None] Bound using segment: {'id': '7b61d093-41ff-4202-b223-533eb0f8da0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'dbce74ed-d43c-4540-8d8d-e582f35e4792'} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 14:30:49.601673 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-6486809d-de8c-40bb-91b1-686e40569929 None None] Bound port: e7d95eef-8df5-44f1-9032-5cca30d35f5c, host: dv-neutron-825124-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b61d093-41ff-4202-b223-533eb0f8da0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'dbce74ed-d43c-4540-8d8d-e582f35e4792'}}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:30:49.601673 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-6486809d-de8c-40bb-91b1-686e40569929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:49.635061 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-d93aa976-f937-434f-ae09-f6a77b0f19e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477'] for port, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:49.845529 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-a2a6fed3-a51f-4c48-aa55-82807569381a tempest-ServersTestManualDisk-1917914165 tempest-ServersTestManualDisk-1917914165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:49.879968 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d93aa976-f937-434f-ae09-f6a77b0f19e4 None None] Network da4d087f-622a-4fdf-a395-9315946cf200 is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:30:49.943493 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-d93aa976-f937-434f-ae09-f6a77b0f19e4 None None] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:30:49.978321 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a6fed3-a51f-4c48-aa55-82807569381a tempest-ServersTestManualDisk-1917914165 tempest-ServersTestManualDisk-1917914165-project] Pushing event deleted for resources: {'Port': ['ID=b79e9c32-03a7-4ccd-b88c-9020525a3b42,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:49.993439 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-4b3a913c-527a-42ce-a922-c8293295e2cc tempest-RoutersNegativeTest-494823764 tempest-RoutersNegativeTest-494823764-project] Notify callbacks [] for port, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:50.025397 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.provisioning_blocks [None req-4b3a913c-527a-42ce-a922-c8293295e2cc tempest-RoutersNegativeTest-494823764 tempest-RoutersNegativeTest-494823764-project] Transition to ACTIVE for port object 6fa03efc-bc00-4509-a3e4-1bfda91f01e7 will not be triggered until provisioned by entity DHCP. {{(pid=84152) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:30:50.044935 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-79c272b9-6223-491b-9d73-0df7571339ea tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:50.061011 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-6486809d-de8c-40bb-91b1-686e40569929 None None] For port e7d95eef-8df5-44f1-9032-5cca30d35f5c, host dv-neutron-825124-1-hyperv, cleared binding levels {{(pid=84154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 14:30:50.065798 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-6486809d-de8c-40bb-91b1-686e40569929 None None] For port e7d95eef-8df5-44f1-9032-5cca30d35f5c, host dv-neutron-825124-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=e7d95eef-8df5-44f1-9032-5cca30d35f5c,segment=NetworkSegment(7b61d093-41ff-4202-b223-533eb0f8da0a),segment_id=7b61d093-41ff-4202-b223-533eb0f8da0a)] {{(pid=84154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 14:30:50.069761 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d93aa976-f937-434f-ae09-f6a77b0f19e4 None None] Received port after_create {{(pid=84154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:30:50.086053 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-a2a6fed3-a51f-4c48-aa55-82807569381a tempest-ServersTestManualDisk-1917914165 tempest-ServersTestManualDisk-1917914165-project] Notify callbacks [] for floatingip, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:50.100561 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93aa976-f937-434f-ae09-f6a77b0f19e4 None None] Pushing event updated for resources: {'Port': ['ID=26eb983a-d4ab-460b-ae68-4c5f7023c5ff,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:50.136020 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-4b3a913c-527a-42ce-a922-c8293295e2cc tempest-RoutersNegativeTest-494823764 tempest-RoutersNegativeTest-494823764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:50.145006 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c272b9-6223-491b-9d73-0df7571339ea tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Pushing event deleted for resources: {'Port': ['ID=8e077826-153f-4989-bb56-8ee24f7efd36,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:50.202111 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-6486809d-de8c-40bb-91b1-686e40569929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:50.228131 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b3a913c-527a-42ce-a922-c8293295e2cc tempest-RoutersNegativeTest-494823764 tempest-RoutersNegativeTest-494823764-project] Network b08f660b-0647-4efe-8712-e5e11fb04fb7 is already hosted by enough agents. {{(pid=84152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:30:50.256837 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.base_scheduler [None req-4b3a913c-527a-42ce-a922-c8293295e2cc tempest-RoutersNegativeTest-494823764 tempest-RoutersNegativeTest-494823764-project] Resources bound (agent type, host, resource id): {{(pid=84152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:30:50.275202 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b3a913c-527a-42ce-a922-c8293295e2cc tempest-RoutersNegativeTest-494823764 tempest-RoutersNegativeTest-494823764-project] Received port after_create {{(pid=84152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:30:50.290771 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-a2a6fed3-a51f-4c48-aa55-82807569381a tempest-ServersTestManualDisk-1917914165 tempest-ServersTestManualDisk-1917914165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for floatingip, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:50.295882 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-a2a6fed3-a51f-4c48-aa55-82807569381a tempest-ServersTestManualDisk-1917914165 tempest-ServersTestManualDisk-1917914165-project] 10.222.0.54 "DELETE /v2.0/floatingips/d3a61c27-2ff0-430b-b9b3-b4207dc23580 HTTP/1.1" status: 204 len: 168 time: 1.7222064 Jan 20 14:30:50.297693 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 38618) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:50.306898 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6486809d-de8c-40bb-91b1-686e40569929 None None] Pushing event updated for resources: {'Port': ['ID=e7d95eef-8df5-44f1-9032-5cca30d35f5c,revision_number=2']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:50.341788 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-d93aa976-f937-434f-ae09-f6a77b0f19e4 None None] Attempting to bind port 26eb983a-d4ab-460b-ae68-4c5f7023c5ff on host dv-neutron-825124-1-hyperv for vnic_type normal with profile {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:30:50.343429 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-d93aa976-f937-434f-ae09-f6a77b0f19e4 None None] Attempting to bind port 26eb983a-d4ab-460b-ae68-4c5f7023c5ff by drivers openvswitch,hyperv on host dv-neutron-825124-1-hyperv at level 0 using segments [{'id': 'ce0bdfb9-97e6-41fc-9ec2-bf72a4f37ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'da4d087f-622a-4fdf-a395-9315946cf200'}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:30:50.344235 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d93aa976-f937-434f-ae09-f6a77b0f19e4 None None] Attempting to bind port 26eb983a-d4ab-460b-ae68-4c5f7023c5ff on network da4d087f-622a-4fdf-a395-9315946cf200 {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 14:30:50.353696 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d93aa976-f937-434f-ae09-f6a77b0f19e4 None None] Checking agent: {'id': '6414dfeb-85c5-454a-8756-709ca637d800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825124-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 16, 31), 'started_at': datetime.datetime(2022, 1, 20, 14, 17, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 30, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825124-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 14:30:50.355208 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d93aa976-f937-434f-ae09-f6a77b0f19e4 None None] Checking segment: {'id': 'ce0bdfb9-97e6-41fc-9ec2-bf72a4f37ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'da4d087f-622a-4fdf-a395-9315946cf200'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 14:30:50.356232 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-d93aa976-f937-434f-ae09-f6a77b0f19e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:50.357395 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d93aa976-f937-434f-ae09-f6a77b0f19e4 None None] Bound using segment: {'id': 'ce0bdfb9-97e6-41fc-9ec2-bf72a4f37ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'da4d087f-622a-4fdf-a395-9315946cf200'} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 14:30:50.358344 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-d93aa976-f937-434f-ae09-f6a77b0f19e4 None None] Bound port: 26eb983a-d4ab-460b-ae68-4c5f7023c5ff, host: dv-neutron-825124-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce0bdfb9-97e6-41fc-9ec2-bf72a4f37ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'da4d087f-622a-4fdf-a395-9315946cf200'}}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:30:50.359035 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-d93aa976-f937-434f-ae09-f6a77b0f19e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:50.366072 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-79c272b9-6223-491b-9d73-0df7571339ea tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:50.379394 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3a913c-527a-42ce-a922-c8293295e2cc tempest-RoutersNegativeTest-494823764 tempest-RoutersNegativeTest-494823764-project] Pushing event updated for resources: {'Port': ['ID=6fa03efc-bc00-4509-a3e4-1bfda91f01e7,revision_number=1']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:50.385403 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-79c272b9-6223-491b-9d73-0df7571339ea tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] 10.222.0.54 "DELETE /v2.0/ports/8e077826-153f-4989-bb56-8ee24f7efd36 HTTP/1.1" status: 204 len: 168 time: 1.5198057 Jan 20 14:30:50.387885 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 38622) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:50.443900 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90ce499a-ca4c-4e94-bf7c-5ffe4b522236 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify agent at l3_agent.dv-neutron-825124-1-hyperv the message routers_updated {{(pid=84153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 14:30:50.455258 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b47574-1a15-481a-9799-b24e97e167ff None None] Sync routers for ids ['d8d58a77-95a4-4c91-ae47-066de641fd52'] in dv-neutron-825124-1-hyperv {{(pid=84155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 14:30:50.467774 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b47574-1a15-481a-9799-b24e97e167ff None None] Routers {'d8d58a77-95a4-4c91-ae47-066de641fd52'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:30:50.468620 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-67b47574-1a15-481a-9799-b24e97e167ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:30:30Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['d8d58a77-95a4-4c91-ae47-066de641fd52'], 'active': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:30:50.470788 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-4b3a913c-527a-42ce-a922-c8293295e2cc tempest-RoutersNegativeTest-494823764 tempest-RoutersNegativeTest-494823764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-745387'] for router_interface, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:50.484468 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-d93aa976-f937-434f-ae09-f6a77b0f19e4 None None] For port 26eb983a-d4ab-460b-ae68-4c5f7023c5ff, host dv-neutron-825124-1-hyperv, cleared binding levels {{(pid=84154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 14:30:50.489218 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-d93aa976-f937-434f-ae09-f6a77b0f19e4 None None] For port 26eb983a-d4ab-460b-ae68-4c5f7023c5ff, host dv-neutron-825124-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=26eb983a-d4ab-460b-ae68-4c5f7023c5ff,segment=NetworkSegment(ce0bdfb9-97e6-41fc-9ec2-bf72a4f37ffe),segment_id=ce0bdfb9-97e6-41fc-9ec2-bf72a4f37ffe)] {{(pid=84154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 14:30:50.496792 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36f90d07-8640-4882-8109-7239cba8d7ec tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:30:50.499394 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36f90d07-8640-4882-8109-7239cba8d7ec tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:30:50.500296 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-36f90d07-8640-4882-8109-7239cba8d7ec tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Synchronizing usage tracker for tenant:2cb17692bb0c4a2782f988652201ac42 on resource:subnet {{(pid=84152) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:30:50.555033 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-67b47574-1a15-481a-9799-b24e97e167ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:30:50.569450 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b47574-1a15-481a-9799-b24e97e167ff None None] Routers {'d8d58a77-95a4-4c91-ae47-066de641fd52'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:30:50.573231 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-67b47574-1a15-481a-9799-b24e97e167ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:30:30Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['d8d58a77-95a4-4c91-ae47-066de641fd52'], 'active': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:30:50.604814 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-90ce499a-ca4c-4e94-bf7c-5ffe4b522236 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks [] for router, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:50.605493 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 38630) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:50.605962 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-90ce499a-ca4c-4e94-bf7c-5ffe4b522236 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 4.2594182 Jan 20 14:30:50.670376 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-d93aa976-f937-434f-ae09-f6a77b0f19e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:50.736598 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-67b47574-1a15-481a-9799-b24e97e167ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:30:50.737068 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b47574-1a15-481a-9799-b24e97e167ff None None] The sync data for ids ['d8d58a77-95a4-4c91-ae47-066de641fd52'] in dv-neutron-825124-1-hyperv is: [] {{(pid=84155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 14:30:50.756691 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-36f90d07-8640-4882-8109-7239cba8d7ec tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Unset dirty status for tenant:2cb17692bb0c4a2782f988652201ac42 on resource:subnet {{(pid=84152) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:30:50.767424 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-36f90d07-8640-4882-8109-7239cba8d7ec tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.3750105 Jan 20 14:30:50.768056 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 38634) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:50.881318 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93aa976-f937-434f-ae09-f6a77b0f19e4 None None] Pushing event updated for resources: {'Port': ['ID=26eb983a-d4ab-460b-ae68-4c5f7023c5ff,revision_number=2']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:50.911923 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-4b3a913c-527a-42ce-a922-c8293295e2cc tempest-RoutersNegativeTest-494823764 tempest-RoutersNegativeTest-494823764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:51.056213 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 38640) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:51.159811 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.db_base_plugin_v2 [None req-03ba8a37-75b6-4f3b-87cf-475e3d571540 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Deleting subnet 50185c59-c162-4ed4-b46b-d4e46946dcb4 {{(pid=84153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 20 14:30:51.175605 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-03ba8a37-75b6-4f3b-87cf-475e3d571540 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks [] for subnet, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:51.255628 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-03ba8a37-75b6-4f3b-87cf-475e3d571540 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3980851'] for subnet, precommit_delete_associations {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:51.368687 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-534c3d61-5e40-49fe-a9d5-5275c9f22adc None None] Network b08f660b-0647-4efe-8712-e5e11fb04fb7 requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:30:51.405782 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-e32d5413-4f3f-422a-ada3-12a6ae9e0186 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-743504'] for router_interface, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:51.516692 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-abc81579-686e-4844-b389-2db6b0158b9a admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-778372646-network', 'tenant_id': '630d3f8a86444149b9a83c00e804a42a'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:30:51.537044 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-abc81579-686e-4844-b389-2db6b0158b9a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:30:51.552374 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-abc81579-686e-4844-b389-2db6b0158b9a admin admin] Usage tracker for resource:network and tenant:630d3f8a86444149b9a83c00e804a42a is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:30:51.559952 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-abc81579-686e-4844-b389-2db6b0158b9a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:30:51.586768 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-03ba8a37-75b6-4f3b-87cf-475e3d571540 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1627147'] for subnet, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:51.631882 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-abc81579-686e-4844-b389-2db6b0158b9a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:30:51.689316 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 42912ace-ea3f-41ec-ad74-5afb2a7c9c39 up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:30:51.725693 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-1c84b78a-b627-4f18-a3cb-4ee59daceead None None] Provisioning for port 42912ace-ea3f-41ec-ad74-5afb2a7c9c39 completed by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:30:51.753410 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-4b3a913c-527a-42ce-a922-c8293295e2cc tempest-RoutersNegativeTest-494823764 tempest-RoutersNegativeTest-494823764-project] Notify callbacks [] for port, precommit_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:51.775815 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-1fde510e-72ea-4039-a28e-a94d2f2197b7 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] 10.222.0.54 "GET /v2.0/routers/d8d58a77-95a4-4c91-ae47-066de641fd52 HTTP/1.1" status: 200 len: 884 time: 1.1710801 Jan 20 14:30:51.776529 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 38646) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:51.789349 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abc81579-686e-4844-b389-2db6b0158b9a admin admin] Made reservation on behalf of 630d3f8a86444149b9a83c00e804a42a for: {'network': 1} {{(pid=84153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:30:51.791754 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-abc81579-686e-4844-b389-2db6b0158b9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for network, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:51.805335 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-03ba8a37-75b6-4f3b-87cf-475e3d571540 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1627154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3943464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4194013'] for subnet, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:51.860896 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-4b3a913c-527a-42ce-a922-c8293295e2cc tempest-RoutersNegativeTest-494823764 tempest-RoutersNegativeTest-494823764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162822'] for port, after_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:51.869356 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-abc81579-686e-4844-b389-2db6b0158b9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:51.882260 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ba8a37-75b6-4f3b-87cf-475e3d571540 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Pushing event deleted for resources: {'Subnet': ['ID=50185c59-c162-4ed4-b46b-d4e46946dcb4,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:51.899943 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-03ba8a37-75b6-4f3b-87cf-475e3d571540 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks [] for subnet, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:51.931888 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-abc81579-686e-4844-b389-2db6b0158b9a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:30:51.935371 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning for port 42912ace-ea3f-41ec-ad74-5afb2a7c9c39 completed by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:30:51.937308 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-abc81579-686e-4844-b389-2db6b0158b9a admin admin] Usage tracker for resource:security_group_rule and tenant:630d3f8a86444149b9a83c00e804a42a is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:30:51.941166 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port 42912ace-ea3f-41ec-ad74-5afb2a7c9c39 triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:30:51.941166 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:51.941441 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-abc81579-686e-4844-b389-2db6b0158b9a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:30:51.949537 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-abc81579-686e-4844-b389-2db6b0158b9a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:30:52.006179 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-03ba8a37-75b6-4f3b-87cf-475e3d571540 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] 10.222.0.54 "DELETE /v2.0/subnets/50185c59-c162-4ed4-b46b-d4e46946dcb4 HTTP/1.1" status: 204 len: 168 time: 1.2361567 Jan 20 14:30:52.011939 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 38650) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:52.013266 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3a913c-527a-42ce-a922-c8293295e2cc tempest-RoutersNegativeTest-494823764 tempest-RoutersNegativeTest-494823764-project] Pushing event updated for resources: {'Port': ['ID=6fa03efc-bc00-4509-a3e4-1bfda91f01e7,revision_number=2']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:52.021872 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-4b3a913c-527a-42ce-a922-c8293295e2cc tempest-RoutersNegativeTest-494823764 tempest-RoutersNegativeTest-494823764-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1705158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-743490'] for router_interface, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:52.123189 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-245e214c-61fd-4f71-a0eb-2720b269245e tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0970707 Jan 20 14:30:52.129113 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 38656) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:52.134982 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:52.227161 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] For port 42912ace-ea3f-41ec-ad74-5afb2a7c9c39, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=42912ace-ea3f-41ec-ad74-5afb2a7c9c39,segment=NetworkSegment(e369f0c0-d752-4c36-bdb7-da249e1caf1e),segment_id=e369f0c0-d752-4c36-bdb7-da249e1caf1e)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:30:52.291013 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cee74f8-f147-44c4-903e-bf61f954716a None None] Network dbce74ed-d43c-4540-8d8d-e582f35e4792 requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:30:52.335826 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:52.340757 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device e7d95eef-8df5-44f1-9032-5cca30d35f5c up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:30:52.477084 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-abc81579-686e-4844-b389-2db6b0158b9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:52.513924 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a2383b9-3f3d-4f7f-928d-eea36f783b5a tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:30:52.514934 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-0a2383b9-3f3d-4f7f-928d-eea36f783b5a tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Synchronizing usage tracker for tenant:2cb17692bb0c4a2782f988652201ac42 on resource:port {{(pid=84152) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:30:52.548003 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Pushing event updated for resources: {'Port': ['ID=42912ace-ea3f-41ec-ad74-5afb2a7c9c39,revision_number=3']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:52.565941 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b3a913c-527a-42ce-a922-c8293295e2cc tempest-RoutersNegativeTest-494823764 tempest-RoutersNegativeTest-494823764-project] Network b08f660b-0647-4efe-8712-e5e11fb04fb7 is already hosted by enough agents. {{(pid=84152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:30:52.577749 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-abc81579-686e-4844-b389-2db6b0158b9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:52.581513 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.base_scheduler [None req-4b3a913c-527a-42ce-a922-c8293295e2cc tempest-RoutersNegativeTest-494823764 tempest-RoutersNegativeTest-494823764-project] Resources bound (agent type, host, resource id): {{(pid=84152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:30:52.652579 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-abc81579-686e-4844-b389-2db6b0158b9a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 188} {{(pid=84153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 14:30:52.713185 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc81579-686e-4844-b389-2db6b0158b9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e8647d1-946f-40cb-8242-e7a97e7dd48b,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:52.722697 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-c4365f32-d405-4b8e-8d04-fe62416256d4 None None] Provisioning for port e7d95eef-8df5-44f1-9032-5cca30d35f5c completed by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:30:52.722697 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning for port e7d95eef-8df5-44f1-9032-5cca30d35f5c completed by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:30:52.723341 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-abc81579-686e-4844-b389-2db6b0158b9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:52.723341 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.db.segments_db [None req-abc81579-686e-4844-b389-2db6b0158b9a admin admin] Added segment c9d942e4-40d0-47fc-a62a-57ccdec4c720 of type vlan for network ac006b3d-300f-4a00-af61-b19ab11d4829 Jan 20 14:30:52.737788 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port e7d95eef-8df5-44f1-9032-5cca30d35f5c triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:30:52.738208 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:52.764596 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-abc81579-686e-4844-b389-2db6b0158b9a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769553767792'] for network, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:52.810652 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-c4365f32-d405-4b8e-8d04-fe62416256d4 None None] Provisioning complete for port e7d95eef-8df5-44f1-9032-5cca30d35f5c triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:30:52.811036 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-c4365f32-d405-4b8e-8d04-fe62416256d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:52.861117 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-0a2383b9-3f3d-4f7f-928d-eea36f783b5a tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Unset dirty status for tenant:2cb17692bb0c4a2782f988652201ac42 on resource:port {{(pid=84152) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:30:52.862454 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-0a2383b9-3f3d-4f7f-928d-eea36f783b5a tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.7323775 Jan 20 14:30:52.866605 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 38660) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:52.882409 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9b3270b-ee15-4af5-8869-51fbb96ae2d8 None None] Network da4d087f-622a-4fdf-a395-9315946cf200 requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:30:52.896427 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f18af715-e109-4150-96af-61f38c44962b None None] DHCP port deletion for dbce74ed-d43c-4540-8d8d-e582f35e4792 request from dv-neutron-825124-1-hyperv {{(pid=84154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 20 14:30:52.950406 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5373e71d-3a84-486f-9731-b9afc066f24f tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:30:52.951271 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-5373e71d-3a84-486f-9731-b9afc066f24f tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Synchronizing usage tracker for tenant:2cb17692bb0c4a2782f988652201ac42 on resource:subnet {{(pid=84153) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:30:52.956060 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-b4243640-5875-4145-91ec-f9793b93c7e0 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Synchronizing usage tracker for tenant:f85e30c327a64407a1a93d3333ba9261 on resource:router {{(pid=84152) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:30:52.958064 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-abc81579-686e-4844-b389-2db6b0158b9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967'] for network, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:52.959230 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abc81579-686e-4844-b389-2db6b0158b9a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:30:52.959914 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-abc81579-686e-4844-b389-2db6b0158b9a admin admin] Notify callbacks [] for network, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:52.962625 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-f18af715-e109-4150-96af-61f38c44962b None None] Deleting port e7d95eef-8df5-44f1-9032-5cca30d35f5c {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:30:52.963005 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-f18af715-e109-4150-96af-61f38c44962b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:53.094206 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc81579-686e-4844-b389-2db6b0158b9a admin admin] Pushing event updated for resources: {'Network': ['ID=ac006b3d-300f-4a00-af61-b19ab11d4829,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:53.104492 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-b4243640-5875-4145-91ec-f9793b93c7e0 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Unset dirty status for tenant:f85e30c327a64407a1a93d3333ba9261 on resource:router {{(pid=84152) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:30:53.105803 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-b4243640-5875-4145-91ec-f9793b93c7e0 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 1.3282547 Jan 20 14:30:53.109333 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 38664) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:53.114817 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-bcbc6ffa-5a55-4abe-8493-605664fa9758 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1125836810'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:30:53.147135 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-abc81579-686e-4844-b389-2db6b0158b9a admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.0896049 Jan 20 14:30:53.147727 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-5373e71d-3a84-486f-9731-b9afc066f24f tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Unset dirty status for tenant:2cb17692bb0c4a2782f988652201ac42 on resource:subnet {{(pid=84153) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:30:53.151230 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-5373e71d-3a84-486f-9731-b9afc066f24f tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2811539 Jan 20 14:30:53.155934 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 38668) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:53.155934 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 38670) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:53.216283 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-0850dc90-cb3f-4ad0-bd96-0d4801b09c3e admin admin] Request body: {'subnet': {'network_id': 'ac006b3d-300f-4a00-af61-b19ab11d4829', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-778372646-subnet', 'tenant_id': '630d3f8a86444149b9a83c00e804a42a', 'ip_version': 4}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:30:53.226945 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-0850dc90-cb3f-4ad0-bd96-0d4801b09c3e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:30:53.243030 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-74ef2be2-5b15-4969-be66-4c2b86aedcff tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0804060 Jan 20 14:30:53.243030 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-0850dc90-cb3f-4ad0-bd96-0d4801b09c3e admin admin] Usage tracker for resource:subnet and tenant:630d3f8a86444149b9a83c00e804a42a is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:30:53.244562 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-0850dc90-cb3f-4ad0-bd96-0d4801b09c3e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:30:53.247563 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 38676) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:53.257241 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-1d377ad2-8a5f-4119-b4b4-dee251ffc31a tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Request body: {'subnet': {'network_id': 'dbce74ed-d43c-4540-8d8d-e582f35e4792', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:30:53.271174 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-e32d5413-4f3f-422a-ada3-12a6ae9e0186 admin admin] Deleting port 24568632-0b1b-4825-bca4-377966038f85 {{(pid=84153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:30:53.271574 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-e32d5413-4f3f-422a-ada3-12a6ae9e0186 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:53.292291 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b3a913c-527a-42ce-a922-c8293295e2cc tempest-RoutersNegativeTest-494823764 tempest-RoutersNegativeTest-494823764-project] Router 9a9d5668-9900-40fa-b1df-ab244b93025e is scheduled to L3 agent 624d525b-4c26-4143-8a1c-228bb1c6faaa with binding_index 1 {{(pid=84152) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 20 14:30:53.304735 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Network ac006b3d-300f-4a00-af61-b19ab11d4829 details requested by agent ovs-agent-dv-neutron-825124-1-hyperv with host dv-neutron-825124-1-hyperv {{(pid=84154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 14:30:53.304987 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-0850dc90-cb3f-4ad0-bd96-0d4801b09c3e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:30:53.432608 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-c4365f32-d405-4b8e-8d04-fe62416256d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:53.479906 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0850dc90-cb3f-4ad0-bd96-0d4801b09c3e admin admin] Made reservation on behalf of 630d3f8a86444149b9a83c00e804a42a for: {'subnet': 1} {{(pid=84153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:30:53.482249 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-0850dc90-cb3f-4ad0-bd96-0d4801b09c3e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4193986'] for subnet, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:53.511821 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-1d377ad2-8a5f-4119-b4b4-dee251ffc31a tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:30:53.522043 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:53.567344 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-f18af715-e109-4150-96af-61f38c44962b None None] For port e7d95eef-8df5-44f1-9032-5cca30d35f5c, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=e7d95eef-8df5-44f1-9032-5cca30d35f5c,segment=NetworkSegment(7b61d093-41ff-4202-b223-533eb0f8da0a),segment_id=7b61d093-41ff-4202-b223-533eb0f8da0a)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:30:53.568034 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-f18af715-e109-4150-96af-61f38c44962b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:53.624071 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-1d377ad2-8a5f-4119-b4b4-dee251ffc31a tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:30:53.684314 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.db [None req-e32d5413-4f3f-422a-ada3-12a6ae9e0186 admin admin] For port 24568632-0b1b-4825-bca4-377966038f85, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=24568632-0b1b-4825-bca4-377966038f85,segment=NetworkSegment(8f68484d-6593-49e2-9e7f-32db329e3bf4),segment_id=8f68484d-6593-49e2-9e7f-32db329e3bf4)] {{(pid=84153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:30:53.685541 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-e32d5413-4f3f-422a-ada3-12a6ae9e0186 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:53.725477 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b3a913c-527a-42ce-a922-c8293295e2cc tempest-RoutersNegativeTest-494823764 tempest-RoutersNegativeTest-494823764-project] Notify agent at l3_agent.dv-neutron-825124-1-hyperv the message routers_updated {{(pid=84152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 14:30:53.731964 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-4b3a913c-527a-42ce-a922-c8293295e2cc tempest-RoutersNegativeTest-494823764 tempest-RoutersNegativeTest-494823764-project] 10.222.0.54 "PUT /v2.0/routers/9a9d5668-9900-40fa-b1df-ab244b93025e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1053698 Jan 20 14:30:53.736951 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 38680) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:53.745405 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-c4365f32-d405-4b8e-8d04-fe62416256d4 None None] For port e7d95eef-8df5-44f1-9032-5cca30d35f5c, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=e7d95eef-8df5-44f1-9032-5cca30d35f5c,segment=NetworkSegment(7b61d093-41ff-4202-b223-533eb0f8da0a),segment_id=7b61d093-41ff-4202-b223-533eb0f8da0a)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:30:53.752566 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-f18af715-e109-4150-96af-61f38c44962b None None] Calling delete_port for e7d95eef-8df5-44f1-9032-5cca30d35f5c owned by network:dhcp {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:30:53.781900 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f57121b4-87ac-4302-ac78-9e58ccd7ec57 None None] Sync routers for ids ['9a9d5668-9900-40fa-b1df-ab244b93025e'] in dv-neutron-825124-1-hyperv {{(pid=84154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 14:30:53.807794 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d377ad2-8a5f-4119-b4b4-dee251ffc31a tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Made reservation on behalf of 2cb17692bb0c4a2782f988652201ac42 for: {'subnet': 1} {{(pid=84153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:30:53.810858 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-1d377ad2-8a5f-4119-b4b4-dee251ffc31a tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4193986'] for subnet, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:53.830793 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-e32d5413-4f3f-422a-ada3-12a6ae9e0186 admin admin] Calling delete_port for 24568632-0b1b-4825-bca4-377966038f85 owned by network:router_interface {{(pid=84153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:30:53.853342 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-c4365f32-d405-4b8e-8d04-fe62416256d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:53.985165 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f57121b4-87ac-4302-ac78-9e58ccd7ec57 None None] Routers {'9a9d5668-9900-40fa-b1df-ab244b93025e'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:30:53.985850 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-f57121b4-87ac-4302-ac78-9e58ccd7ec57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:30:30Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['9a9d5668-9900-40fa-b1df-ab244b93025e'], 'active': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:30:54.075384 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.db.api [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84154) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 14:30:54.075897 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG oslo_db.api [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 14:30:54.079402 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-f57121b4-87ac-4302-ac78-9e58ccd7ec57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:30:54.086252 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4365f32-d405-4b8e-8d04-fe62416256d4 None None] Pushing event updated for resources: {'Port': ['ID=e7d95eef-8df5-44f1-9032-5cca30d35f5c,revision_number=4']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:54.110441 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-7630dca6-0330-4cd6-9f85-06bfc9eaf302 None None] Provisioning complete for port 42912ace-ea3f-41ec-ad74-5afb2a7c9c39 triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:30:54.110957 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7630dca6-0330-4cd6-9f85-06bfc9eaf302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:54.169255 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.db.api [None req-f18af715-e109-4150-96af-61f38c44962b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84154) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 14:30:54.169872 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG oslo_db.api [None req-f18af715-e109-4150-96af-61f38c44962b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 14:30:54.176922 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f57121b4-87ac-4302-ac78-9e58ccd7ec57 None None] Routers {'9a9d5668-9900-40fa-b1df-ab244b93025e'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:30:54.177809 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-f57121b4-87ac-4302-ac78-9e58ccd7ec57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:30:30Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['9a9d5668-9900-40fa-b1df-ab244b93025e'], 'active': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:30:54.260111 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-f57121b4-87ac-4302-ac78-9e58ccd7ec57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:30:54.260935 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f57121b4-87ac-4302-ac78-9e58ccd7ec57 None None] The sync data for ids ['9a9d5668-9900-40fa-b1df-ab244b93025e'] in dv-neutron-825124-1-hyperv is: [] {{(pid=84154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 14:30:54.397398 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-bcbc6ffa-5a55-4abe-8493-605664fa9758 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-744886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-105502'] for router, precommit_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:54.495859 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-0850dc90-cb3f-4ad0-bd96-0d4801b09c3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3943531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4194004'] for subnet, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:54.524945 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-7630dca6-0330-4cd6-9f85-06bfc9eaf302 None None] Provisioning for port 6fa03efc-bc00-4509-a3e4-1bfda91f01e7 completed by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:30:54.530279 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-e32d5413-4f3f-422a-ada3-12a6ae9e0186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:54.534368 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-7630dca6-0330-4cd6-9f85-06bfc9eaf302 None None] Provisioning complete for port 6fa03efc-bc00-4509-a3e4-1bfda91f01e7 triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:30:54.534368 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7630dca6-0330-4cd6-9f85-06bfc9eaf302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:54.534589 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-1d377ad2-8a5f-4119-b4b4-dee251ffc31a tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3943531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4194004'] for subnet, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:54.572436 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-bcbc6ffa-5a55-4abe-8493-605664fa9758 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-744861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-744847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-744836', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-737562'] for router, after_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:54.599630 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32d5413-4f3f-422a-ada3-12a6ae9e0186 admin admin] Pushing event deleted for resources: {'Port': ['ID=24568632-0b1b-4825-bca4-377966038f85,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:54.635084 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-7630dca6-0330-4cd6-9f85-06bfc9eaf302 None None] Port 6fa03efc-bc00-4509-a3e4-1bfda91f01e7 cannot update to ACTIVE because it is not bound. {{(pid=84154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 14:30:54.646145 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 26eb983a-d4ab-460b-ae68-4c5f7023c5ff up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:30:54.653543 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0850dc90-cb3f-4ad0-bd96-0d4801b09c3e admin admin] Pushing event updated for resources: {'Subnet': ['ID=03a7a10f-ac58-4ac3-ae2b-291238d5ec16,revision_number=0']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:54.674063 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-f18af715-e109-4150-96af-61f38c44962b None None] Deleting port e7d95eef-8df5-44f1-9032-5cca30d35f5c {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:30:54.674576 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-f18af715-e109-4150-96af-61f38c44962b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:54.688398 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d377ad2-8a5f-4119-b4b4-dee251ffc31a tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Network dbce74ed-d43c-4540-8d8d-e582f35e4792 is already hosted by enough agents. {{(pid=84153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:30:54.710861 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.base_scheduler [None req-1d377ad2-8a5f-4119-b4b4-dee251ffc31a tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Resources bound (agent type, host, resource id): {{(pid=84153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:30:54.748635 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d377ad2-8a5f-4119-b4b4-dee251ffc31a tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:30:54.753589 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-1d377ad2-8a5f-4119-b4b4-dee251ffc31a tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks [] for subnet, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:54.815914 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0850dc90-cb3f-4ad0-bd96-0d4801b09c3e admin admin] Checking segment: {'id': 'c9d942e4-40d0-47fc-a62a-57ccdec4c720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'ac006b3d-300f-4a00-af61-b19ab11d4829'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 14:30:54.816269 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0850dc90-cb3f-4ad0-bd96-0d4801b09c3e admin admin] Network hostable DHCP agents. Network: ac006b3d-300f-4a00-af61-b19ab11d4829, hostable agents: ['1a181e39-5220-4c1a-88f8-08a54e8bfc9b'], hosted agents: [] {{(pid=84153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 14:30:54.830787 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d377ad2-8a5f-4119-b4b4-dee251ffc31a tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Pushing event updated for resources: {'Subnet': ['ID=295c2a4c-90b0-4c23-b7aa-bf4b5ea7cc12,revision_number=0']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:54.871138 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-7630dca6-0330-4cd6-9f85-06bfc9eaf302 None None] Provisioning for port 26eb983a-d4ab-460b-ae68-4c5f7023c5ff completed by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:30:54.947016 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-1d377ad2-8a5f-4119-b4b4-dee251ffc31a tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6955278 Jan 20 14:30:54.947588 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 38684) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:54.955478 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-bc4c1392-2fe6-4e2b-9752-4569ae43c356 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Request body: {'port': {'network_id': 'dbce74ed-d43c-4540-8d8d-e582f35e4792', 'mac_address': 'fa:16:3e:c3:1d:0d', 'name': 'tempest-NetworksTestDHCPv6-478640875'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:30:55.041442 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning for port 26eb983a-d4ab-460b-ae68-4c5f7023c5ff completed by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:30:55.054158 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.api.v2.resource [None req-54941a3a-3557-48c0-aa6d-5c9dc3b3dcd1 tempest-RoutersNegativeTest-494823764 tempest-RoutersNegativeTest-494823764-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 20 14:30:55.058070 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-54941a3a-3557-48c0-aa6d-5c9dc3b3dcd1 tempest-RoutersNegativeTest-494823764 tempest-RoutersNegativeTest-494823764-project] 10.222.0.54 "PUT /v2.0/routers/9a9d5668-9900-40fa-b1df-ab244b93025e/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.3182321 Jan 20 14:30:55.058387 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 38688) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:55.061118 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-f18af715-e109-4150-96af-61f38c44962b None None] For port e7d95eef-8df5-44f1-9032-5cca30d35f5c, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=e7d95eef-8df5-44f1-9032-5cca30d35f5c,segment=NetworkSegment(7b61d093-41ff-4202-b223-533eb0f8da0a),segment_id=7b61d093-41ff-4202-b223-533eb0f8da0a)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:30:55.062105 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-f18af715-e109-4150-96af-61f38c44962b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:55.064471 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0850dc90-cb3f-4ad0-bd96-0d4801b09c3e admin admin] Network ac006b3d-300f-4a00-af61-b19ab11d4829 is scheduled to be hosted by DHCP agent 1a181e39-5220-4c1a-88f8-08a54e8bfc9b with binding_index 1 {{(pid=84153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 14:30:55.069325 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port 26eb983a-d4ab-460b-ae68-4c5f7023c5ff triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:30:55.069695 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:55.084380 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcbc6ffa-5a55-4abe-8493-605664fa9758 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Router d8d58a77-95a4-4c91-ae47-066de641fd52 has already been hosted by L3 agent 624d525b-4c26-4143-8a1c-228bb1c6faaa {{(pid=84152) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 14:30:55.169914 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.base_scheduler [None req-0850dc90-cb3f-4ad0-bd96-0d4801b09c3e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825124-1-hyperv, ac006b3d-300f-4a00-af61-b19ab11d4829) {{(pid=84153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:30:55.175287 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0850dc90-cb3f-4ad0-bd96-0d4801b09c3e admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:30:55.175877 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-0850dc90-cb3f-4ad0-bd96-0d4801b09c3e admin admin] Notify callbacks [] for subnet, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:55.206396 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00ad37ae-ff4f-4ce4-9ca8-e9cbb509f449 None None] Network ac006b3d-300f-4a00-af61-b19ab11d4829 requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:30:55.288588 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-f18af715-e109-4150-96af-61f38c44962b None None] Calling delete_port for e7d95eef-8df5-44f1-9032-5cca30d35f5c owned by network:dhcp {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:30:55.296198 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcbc6ffa-5a55-4abe-8493-605664fa9758 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify agent at l3_agent.dv-neutron-825124-1-hyperv the message routers_updated {{(pid=84152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 14:30:55.300786 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-0850dc90-cb3f-4ad0-bd96-0d4801b09c3e admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.1440718 Jan 20 14:30:55.309493 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-bcbc6ffa-5a55-4abe-8493-605664fa9758 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks [] for router, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:55.311452 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d0a9af5-a250-4368-ba42-80ff118fd75e None None] Sync routers for ids ['d8d58a77-95a4-4c91-ae47-066de641fd52'] in dv-neutron-825124-1-hyperv {{(pid=84155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 14:30:55.314733 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-bcbc6ffa-5a55-4abe-8493-605664fa9758 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] 10.222.0.54 "PUT /v2.0/routers/d8d58a77-95a4-4c91-ae47-066de641fd52 HTTP/1.1" status: 200 len: 891 time: 2.2039421 Jan 20 14:30:55.320665 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 38692) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:55.331281 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 38694) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:55.331434 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d0a9af5-a250-4368-ba42-80ff118fd75e None None] Routers {'d8d58a77-95a4-4c91-ae47-066de641fd52'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:30:55.331434 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-5d0a9af5-a250-4368-ba42-80ff118fd75e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:30:30Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['d8d58a77-95a4-4c91-ae47-066de641fd52'], 'active': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:30:55.410644 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-5d0a9af5-a250-4368-ba42-80ff118fd75e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:30:55.416146 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-bc4c1392-2fe6-4e2b-9752-4569ae43c356 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:30:55.427709 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-4a27747c-8d21-45ed-8185-017510ee1425 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-778372646-router', 'tenant_id': '630d3f8a86444149b9a83c00e804a42a', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d'}}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:30:55.443671 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d0a9af5-a250-4368-ba42-80ff118fd75e None None] Routers {'d8d58a77-95a4-4c91-ae47-066de641fd52'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:30:55.444132 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-4a27747c-8d21-45ed-8185-017510ee1425 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:30:55.444960 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-5d0a9af5-a250-4368-ba42-80ff118fd75e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:30:30Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['d8d58a77-95a4-4c91-ae47-066de641fd52'], 'active': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:30:55.447895 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-bc4c1392-2fe6-4e2b-9752-4569ae43c356 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:30:55.451443 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-4a27747c-8d21-45ed-8185-017510ee1425 admin admin] Usage tracker for resource:router and tenant:630d3f8a86444149b9a83c00e804a42a is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:30:55.453863 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-4a27747c-8d21-45ed-8185-017510ee1425 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:30:55.463137 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-4a27747c-8d21-45ed-8185-017510ee1425 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:30:55.479933 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-e32d5413-4f3f-422a-ada3-12a6ae9e0186 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1705096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-745401'] for router_interface, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:55.524591 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-5d0a9af5-a250-4368-ba42-80ff118fd75e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:30:55.525378 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d0a9af5-a250-4368-ba42-80ff118fd75e None None] The sync data for ids ['d8d58a77-95a4-4c91-ae47-066de641fd52'] in dv-neutron-825124-1-hyperv is: [] {{(pid=84155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 14:30:55.550694 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:55.581770 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-4a27747c-8d21-45ed-8185-017510ee1425 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-105475'] for router, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:55.582885 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-4a27747c-8d21-45ed-8185-017510ee1425 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-739204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-744864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-735540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-105484'] for router, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:55.604587 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc4c1392-2fe6-4e2b-9752-4569ae43c356 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Made reservation on behalf of 2cb17692bb0c4a2782f988652201ac42 for: {'port': 1} {{(pid=84153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:30:55.609008 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-bc4c1392-2fe6-4e2b-9752-4569ae43c356 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:55.625903 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-f18af715-e109-4150-96af-61f38c44962b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486'] for port, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:55.634668 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-4a27747c-8d21-45ed-8185-017510ee1425 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:55.669365 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-c2d15b07-e996-4292-81d3-dfa966d21943 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] 10.222.0.54 "GET /v2.0/routers/d8d58a77-95a4-4c91-ae47-066de641fd52 HTTP/1.1" status: 200 len: 891 time: 0.3442519 Jan 20 14:30:55.670066 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 38700) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:55.670586 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] For port 26eb983a-d4ab-460b-ae68-4c5f7023c5ff, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=26eb983a-d4ab-460b-ae68-4c5f7023c5ff,segment=NetworkSegment(ce0bdfb9-97e6-41fc-9ec2-bf72a4f37ffe),segment_id=ce0bdfb9-97e6-41fc-9ec2-bf72a4f37ffe)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:30:55.677940 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18af715-e109-4150-96af-61f38c44962b None None] Pushing event deleted for resources: {'Port': ['ID=e7d95eef-8df5-44f1-9032-5cca30d35f5c,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:55.687670 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f18af715-e109-4150-96af-61f38c44962b None None] No DVR routers for this DVR port e7d95eef-8df5-44f1-9032-5cca30d35f5c on host dv-neutron-825124-1-hyperv {{(pid=84154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 14:30:55.690495 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0b5cd7e-11e0-4da8-a715-16eb8bc36256 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95c917f5-14ba-5e96-98b8-1a52654a930a-ac006b3d-300f-4a00-af61-b19ab11d4829', 'network_id': 'ac006b3d-300f-4a00-af61-b19ab11d4829', 'tenant_id': '630d3f8a86444149b9a83c00e804a42a', 'fixed_ips': [{'subnet_id': '03a7a10f-ac58-4ac3-ae2b-291238d5ec16'}]}} from dv-neutron-825124-1-hyperv. {{(pid=84154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 20 14:30:55.691527 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-e0b5cd7e-11e0-4da8-a715-16eb8bc36256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:55.722345 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-cccd05a5-e1ac-4eee-b85a-09a49db903fd tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] 10.222.0.54 "GET /v2.0/ports?device_id=d8d58a77-95a4-4c91-ae47-066de641fd52 HTTP/1.1" status: 200 len: 205 time: 0.0509284 Jan 20 14:30:55.723762 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 38704) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:55.736178 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.notifiers.nova [None req-bc4c1392-2fe6-4e2b-9752-4569ae43c356 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] device_id is not set on port 191049e5-82fd-4b44-a5f5-3dcc51cbd097 yet. {{(pid=84153) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 14:30:55.761997 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13f4c985-47e2-42d7-a80a-e5aa9d5e4a07 None None] Network dbce74ed-d43c-4540-8d8d-e582f35e4792 requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:30:55.779167 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:55.947977 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-4a27747c-8d21-45ed-8185-017510ee1425 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-744886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-105502'] for router, precommit_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:55.990151 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 42912ace-ea3f-41ec-ad74-5afb2a7c9c39 up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:30:56.048952 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Pushing event updated for resources: {'Port': ['ID=26eb983a-d4ab-460b-ae68-4c5f7023c5ff,revision_number=3']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:56.135204 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_common [None req-e0b5cd7e-11e0-4da8-a715-16eb8bc36256 None None] Allocated IP 172.20.0.2 (ac006b3d-300f-4a00-af61-b19ab11d4829/03a7a10f-ac58-4ac3-ae2b-291238d5ec16/a4e11ba5-c982-4cf9-aa7e-bfbbd954c88c) {{(pid=84154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:30:56.156595 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-ec5e77da-4f4c-44a6-bb7f-60f8bcc47697 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks [] for router, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:56.163227 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.db_base_plugin_common [None req-bc4c1392-2fe6-4e2b-9752-4569ae43c356 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Allocated IP 2001:db8::9c (dbce74ed-d43c-4540-8d8d-e582f35e4792/295c2a4c-90b0-4c23-b7aa-bf4b5ea7cc12/191049e5-82fd-4b44-a5f5-3dcc51cbd097) {{(pid=84153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:30:56.171434 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-6cfb2fe1-0612-488b-a970-98766289104e tempest-RoutersNegativeTest-494823764 tempest-RoutersNegativeTest-494823764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-743504'] for router_interface, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:56.268516 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port 42912ace-ea3f-41ec-ad74-5afb2a7c9c39 triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:30:56.268970 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:56.295538 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b0597c6-9eec-44f1-8c36-b0ecb409a3db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95c917f5-14ba-5e96-98b8-1a52654a930a-dbce74ed-d43c-4540-8d8d-e582f35e4792', 'network_id': 'dbce74ed-d43c-4540-8d8d-e582f35e4792', 'tenant_id': '2cb17692bb0c4a2782f988652201ac42', 'fixed_ips': [{'subnet_id': '295c2a4c-90b0-4c23-b7aa-bf4b5ea7cc12'}]}} from dv-neutron-825124-1-hyperv. {{(pid=84154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 20 14:30:56.296452 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-6b0597c6-9eec-44f1-8c36-b0ecb409a3db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:56.434306 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-4a27747c-8d21-45ed-8185-017510ee1425 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:56.473623 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-4a27747c-8d21-45ed-8185-017510ee1425 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:56.580546 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-e0b5cd7e-11e0-4da8-a715-16eb8bc36256 None None] Notify callbacks [] for port, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:56.592366 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-e0b5cd7e-11e0-4da8-a715-16eb8bc36256 None None] Transition to ACTIVE for port object a4e11ba5-c982-4cf9-aa7e-bfbbd954c88c will not be triggered until provisioned by entity L2. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:30:56.614602 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-e0b5cd7e-11e0-4da8-a715-16eb8bc36256 None None] Transition to ACTIVE for port object a4e11ba5-c982-4cf9-aa7e-bfbbd954c88c will not be triggered until provisioned by entity DHCP. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:30:56.626046 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device e7d95eef-8df5-44f1-9032-5cca30d35f5c no longer exists at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:30:56.626466 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-ec5e77da-4f4c-44a6-bb7f-60f8bcc47697 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:56.653776 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.db_base_plugin_common [None req-4a27747c-8d21-45ed-8185-017510ee1425 admin admin] Allocated IP 172.26.7.22 (8dffb05c-5ca0-409b-bd5f-7be6264f707d/a489dd4f-42a5-433b-8be3-bab2749c4209/8983572d-c0fb-4a5d-959d-810702cc354b) {{(pid=84152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:30:56.717826 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-e0b5cd7e-11e0-4da8-a715-16eb8bc36256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477'] for port, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:56.729061 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-bc4c1392-2fe6-4e2b-9752-4569ae43c356 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks [] for port, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:56.754142 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] No Port match for: e7d95eef-8df5-44f1-9032-5cca30d35f5c {{(pid=84154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 14:30:56.754511 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device e7d95eef-8df5-44f1-9032-5cca30d35f5c not bound to the agent host dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 14:30:56.789437 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.provisioning_blocks [None req-bc4c1392-2fe6-4e2b-9752-4569ae43c356 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Transition to ACTIVE for port object 191049e5-82fd-4b44-a5f5-3dcc51cbd097 will not be triggered until provisioned by entity DHCP. {{(pid=84153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:30:56.801395 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0b5cd7e-11e0-4da8-a715-16eb8bc36256 None None] Network ac006b3d-300f-4a00-af61-b19ab11d4829 is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:30:56.806663 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-e0b5cd7e-11e0-4da8-a715-16eb8bc36256 None None] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:30:56.807033 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b5cd7e-11e0-4da8-a715-16eb8bc36256 None None] Pushing event updated for resources: {'Port': ['ID=a4e11ba5-c982-4cf9-aa7e-bfbbd954c88c,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:56.809358 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b5cd7e-11e0-4da8-a715-16eb8bc36256 None None] Received port after_create {{(pid=84154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:30:56.862215 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-ec5e77da-4f4c-44a6-bb7f-60f8bcc47697 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Deleting port c82f07b8-59fa-42d7-af95-ab772b62df88 {{(pid=84152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:30:56.862215 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-ec5e77da-4f4c-44a6-bb7f-60f8bcc47697 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:56.901045 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-e0b5cd7e-11e0-4da8-a715-16eb8bc36256 None None] Attempting to bind port a4e11ba5-c982-4cf9-aa7e-bfbbd954c88c on host dv-neutron-825124-1-hyperv for vnic_type normal with profile {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:30:56.901790 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-e0b5cd7e-11e0-4da8-a715-16eb8bc36256 None None] Attempting to bind port a4e11ba5-c982-4cf9-aa7e-bfbbd954c88c by drivers openvswitch,hyperv on host dv-neutron-825124-1-hyperv at level 0 using segments [{'id': 'c9d942e4-40d0-47fc-a62a-57ccdec4c720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'ac006b3d-300f-4a00-af61-b19ab11d4829'}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:30:56.901790 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b5cd7e-11e0-4da8-a715-16eb8bc36256 None None] Attempting to bind port a4e11ba5-c982-4cf9-aa7e-bfbbd954c88c on network ac006b3d-300f-4a00-af61-b19ab11d4829 {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 14:30:56.910400 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b5cd7e-11e0-4da8-a715-16eb8bc36256 None None] Checking agent: {'id': '6414dfeb-85c5-454a-8756-709ca637d800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825124-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 16, 31), 'started_at': datetime.datetime(2022, 1, 20, 14, 17, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 30, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825124-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 14:30:56.910400 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b5cd7e-11e0-4da8-a715-16eb8bc36256 None None] Checking segment: {'id': 'c9d942e4-40d0-47fc-a62a-57ccdec4c720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'ac006b3d-300f-4a00-af61-b19ab11d4829'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 14:30:56.910400 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-e0b5cd7e-11e0-4da8-a715-16eb8bc36256 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:56.911679 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b5cd7e-11e0-4da8-a715-16eb8bc36256 None None] Bound using segment: {'id': 'c9d942e4-40d0-47fc-a62a-57ccdec4c720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'ac006b3d-300f-4a00-af61-b19ab11d4829'} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 14:30:56.911679 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-e0b5cd7e-11e0-4da8-a715-16eb8bc36256 None None] Bound port: a4e11ba5-c982-4cf9-aa7e-bfbbd954c88c, host: dv-neutron-825124-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9d942e4-40d0-47fc-a62a-57ccdec4c720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'ac006b3d-300f-4a00-af61-b19ab11d4829'}}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:30:56.911679 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-e0b5cd7e-11e0-4da8-a715-16eb8bc36256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:57.007200 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-e0b5cd7e-11e0-4da8-a715-16eb8bc36256 None None] For port a4e11ba5-c982-4cf9-aa7e-bfbbd954c88c, host dv-neutron-825124-1-hyperv, cleared binding levels {{(pid=84154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 14:30:57.010784 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-e0b5cd7e-11e0-4da8-a715-16eb8bc36256 None None] For port a4e11ba5-c982-4cf9-aa7e-bfbbd954c88c, host dv-neutron-825124-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=a4e11ba5-c982-4cf9-aa7e-bfbbd954c88c,segment=NetworkSegment(c9d942e4-40d0-47fc-a62a-57ccdec4c720),segment_id=c9d942e4-40d0-47fc-a62a-57ccdec4c720)] {{(pid=84154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 14:30:57.061185 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-bc4c1392-2fe6-4e2b-9752-4569ae43c356 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:57.064377 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-4a27747c-8d21-45ed-8185-017510ee1425 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:57.098903 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-e0b5cd7e-11e0-4da8-a715-16eb8bc36256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:57.103463 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-ec5e77da-4f4c-44a6-bb7f-60f8bcc47697 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:57.208613 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_common [None req-6b0597c6-9eec-44f1-8c36-b0ecb409a3db None None] Allocated IP 2001:db8::2 (dbce74ed-d43c-4540-8d8d-e582f35e4792/295c2a4c-90b0-4c23-b7aa-bf4b5ea7cc12/06bbb2c7-b4f4-486b-ad3e-7bb5ae8915d6) {{(pid=84154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:30:57.214646 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b5cd7e-11e0-4da8-a715-16eb8bc36256 None None] Pushing event updated for resources: {'Port': ['ID=a4e11ba5-c982-4cf9-aa7e-bfbbd954c88c,revision_number=2']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:57.243797 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-ec5e77da-4f4c-44a6-bb7f-60f8bcc47697 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Calling delete_port for c82f07b8-59fa-42d7-af95-ab772b62df88 owned by network:router_gateway {{(pid=84152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:30:57.261658 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc4c1392-2fe6-4e2b-9752-4569ae43c356 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Network dbce74ed-d43c-4540-8d8d-e582f35e4792 is already hosted by enough agents. {{(pid=84153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:30:57.264002 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4c1392-2fe6-4e2b-9752-4569ae43c356 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Pushing event updated for resources: {'Port': ['ID=191049e5-82fd-4b44-a5f5-3dcc51cbd097,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:57.293397 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.base_scheduler [None req-bc4c1392-2fe6-4e2b-9752-4569ae43c356 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Resources bound (agent type, host, resource id): {{(pid=84153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:30:57.319514 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc4c1392-2fe6-4e2b-9752-4569ae43c356 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Received port after_create {{(pid=84153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:30:57.319514 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc4c1392-2fe6-4e2b-9752-4569ae43c356 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:30:57.321020 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-bc4c1392-2fe6-4e2b-9752-4569ae43c356 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:57.377217 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-4a27747c-8d21-45ed-8185-017510ee1425 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:57.386363 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e32d5413-4f3f-422a-ada3-12a6ae9e0186 admin admin] Router dfc11a3a-1472-4634-85b6-c4b4c3194292 has already been hosted by L3 agent 624d525b-4c26-4143-8a1c-228bb1c6faaa {{(pid=84153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 14:30:57.503187 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-6b0597c6-9eec-44f1-8c36-b0ecb409a3db None None] Notify callbacks [] for port, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:57.515473 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-bc4c1392-2fe6-4e2b-9752-4569ae43c356 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.5657291 Jan 20 14:30:57.531112 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 38708) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:57.546982 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a27747c-8d21-45ed-8185-017510ee1425 admin admin] Network 8dffb05c-5ca0-409b-bd5f-7be6264f707d is already hosted by enough agents. {{(pid=84152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:30:57.549392 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-6b0597c6-9eec-44f1-8c36-b0ecb409a3db None None] Transition to ACTIVE for port object 06bbb2c7-b4f4-486b-ad3e-7bb5ae8915d6 will not be triggered until provisioned by entity L2. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:30:57.553667 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.base_scheduler [None req-4a27747c-8d21-45ed-8185-017510ee1425 admin admin] Resources bound (agent type, host, resource id): {{(pid=84152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:30:57.556494 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a27747c-8d21-45ed-8185-017510ee1425 admin admin] Received port after_create {{(pid=84152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:30:57.579735 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-6b0597c6-9eec-44f1-8c36-b0ecb409a3db None None] Transition to ACTIVE for port object 06bbb2c7-b4f4-486b-ad3e-7bb5ae8915d6 will not be triggered until provisioned by entity DHCP. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:30:57.624328 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a27747c-8d21-45ed-8185-017510ee1425 admin admin] Pushing event updated for resources: {'Port': ['ID=8983572d-c0fb-4a5d-959d-810702cc354b,revision_number=1']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:57.656002 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-6b0597c6-9eec-44f1-8c36-b0ecb409a3db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477'] for port, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:57.660224 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-6cfb2fe1-0612-488b-a970-98766289104e tempest-RoutersNegativeTest-494823764 tempest-RoutersNegativeTest-494823764-project] Deleting port 6fa03efc-bc00-4509-a3e4-1bfda91f01e7 {{(pid=84153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:30:57.660224 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-6cfb2fe1-0612-488b-a970-98766289104e tempest-RoutersNegativeTest-494823764 tempest-RoutersNegativeTest-494823764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:57.743378 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b0597c6-9eec-44f1-8c36-b0ecb409a3db None None] Network dbce74ed-d43c-4540-8d8d-e582f35e4792 is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:30:57.745097 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-ec5e77da-4f4c-44a6-bb7f-60f8bcc47697 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:57.748693 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-6b0597c6-9eec-44f1-8c36-b0ecb409a3db None None] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:30:57.751476 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0597c6-9eec-44f1-8c36-b0ecb409a3db None None] Pushing event updated for resources: {'Port': ['ID=06bbb2c7-b4f4-486b-ad3e-7bb5ae8915d6,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:57.758384 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b0597c6-9eec-44f1-8c36-b0ecb409a3db None None] Received port after_create {{(pid=84154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:30:57.856868 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5e77da-4f4c-44a6-bb7f-60f8bcc47697 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Pushing event deleted for resources: {'Port': ['ID=c82f07b8-59fa-42d7-af95-ab772b62df88,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:57.877501 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-6b0597c6-9eec-44f1-8c36-b0ecb409a3db None None] Attempting to bind port 06bbb2c7-b4f4-486b-ad3e-7bb5ae8915d6 on host dv-neutron-825124-1-hyperv for vnic_type normal with profile {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:30:57.877974 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-6b0597c6-9eec-44f1-8c36-b0ecb409a3db None None] Attempting to bind port 06bbb2c7-b4f4-486b-ad3e-7bb5ae8915d6 by drivers openvswitch,hyperv on host dv-neutron-825124-1-hyperv at level 0 using segments [{'id': '7b61d093-41ff-4202-b223-533eb0f8da0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'dbce74ed-d43c-4540-8d8d-e582f35e4792'}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:30:57.879096 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b0597c6-9eec-44f1-8c36-b0ecb409a3db None None] Attempting to bind port 06bbb2c7-b4f4-486b-ad3e-7bb5ae8915d6 on network dbce74ed-d43c-4540-8d8d-e582f35e4792 {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 14:30:57.892662 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b0597c6-9eec-44f1-8c36-b0ecb409a3db None None] Checking agent: {'id': '6414dfeb-85c5-454a-8756-709ca637d800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825124-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 16, 31), 'started_at': datetime.datetime(2022, 1, 20, 14, 17, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 30, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825124-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 14:30:57.893199 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b0597c6-9eec-44f1-8c36-b0ecb409a3db None None] Checking segment: {'id': '7b61d093-41ff-4202-b223-533eb0f8da0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'dbce74ed-d43c-4540-8d8d-e582f35e4792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 14:30:57.894953 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-6b0597c6-9eec-44f1-8c36-b0ecb409a3db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:57.895699 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b0597c6-9eec-44f1-8c36-b0ecb409a3db None None] Bound using segment: {'id': '7b61d093-41ff-4202-b223-533eb0f8da0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'dbce74ed-d43c-4540-8d8d-e582f35e4792'} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 14:30:57.896535 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-6b0597c6-9eec-44f1-8c36-b0ecb409a3db None None] Bound port: 06bbb2c7-b4f4-486b-ad3e-7bb5ae8915d6, host: dv-neutron-825124-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b61d093-41ff-4202-b223-533eb0f8da0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'dbce74ed-d43c-4540-8d8d-e582f35e4792'}}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:30:57.897081 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-6b0597c6-9eec-44f1-8c36-b0ecb409a3db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:57.897612 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b874e981-a0fd-436f-95cc-2e217faa2704 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:30:57.900288 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-b874e981-a0fd-436f-95cc-2e217faa2704 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 928 time: 0.3637381 Jan 20 14:30:57.905613 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 38712) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:58.035050 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device a4e11ba5-c982-4cf9-aa7e-bfbbd954c88c up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:30:58.094593 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-6b0597c6-9eec-44f1-8c36-b0ecb409a3db None None] For port 06bbb2c7-b4f4-486b-ad3e-7bb5ae8915d6, host dv-neutron-825124-1-hyperv, cleared binding levels {{(pid=84154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 14:30:58.105857 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-5c444f54-e922-4536-896c-9e0576d73646 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:58.112477 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-6b0597c6-9eec-44f1-8c36-b0ecb409a3db None None] For port 06bbb2c7-b4f4-486b-ad3e-7bb5ae8915d6, host dv-neutron-825124-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=06bbb2c7-b4f4-486b-ad3e-7bb5ae8915d6,segment=NetworkSegment(7b61d093-41ff-4202-b223-533eb0f8da0a),segment_id=7b61d093-41ff-4202-b223-533eb0f8da0a)] {{(pid=84154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 14:30:58.113353 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-6cfb2fe1-0612-488b-a970-98766289104e tempest-RoutersNegativeTest-494823764 tempest-RoutersNegativeTest-494823764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:58.129101 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e32d5413-4f3f-422a-ada3-12a6ae9e0186 admin admin] Notify agent at l3_agent.dv-neutron-825124-1-hyperv the message routers_updated {{(pid=84153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 14:30:58.136139 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-e32d5413-4f3f-422a-ada3-12a6ae9e0186 admin admin] 10.222.0.54 "PUT /v2.0/routers/dfc11a3a-1472-4634-85b6-c4b4c3194292/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8276067 Jan 20 14:30:58.144811 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bcde962-99ca-4049-8a8d-82cf6b0858dd None None] Sync routers for ids ['dfc11a3a-1472-4634-85b6-c4b4c3194292'] in dv-neutron-825124-1-hyperv {{(pid=84154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 14:30:58.160501 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bcde962-99ca-4049-8a8d-82cf6b0858dd None None] Routers {'dfc11a3a-1472-4634-85b6-c4b4c3194292'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:30:58.161273 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-9bcde962-99ca-4049-8a8d-82cf6b0858dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:30:30Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['dfc11a3a-1472-4634-85b6-c4b4c3194292'], 'active': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:30:58.194513 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 38716) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:58.203897 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-ec5e77da-4f4c-44a6-bb7f-60f8bcc47697 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-745333'] for router_gateway, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:58.265686 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning for port a4e11ba5-c982-4cf9-aa7e-bfbbd954c88c completed by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:30:58.280797 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-6b0597c6-9eec-44f1-8c36-b0ecb409a3db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:58.281407 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-31a4f284-5097-42f0-bbc3-fb85b8ca1113 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Deleting port 191049e5-82fd-4b44-a5f5-3dcc51cbd097 {{(pid=84152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:30:58.282263 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-31a4f284-5097-42f0-bbc3-fb85b8ca1113 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:58.353614 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 26eb983a-d4ab-460b-ae68-4c5f7023c5ff up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:30:58.393073 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-6cfb2fe1-0612-488b-a970-98766289104e tempest-RoutersNegativeTest-494823764 tempest-RoutersNegativeTest-494823764-project] Calling delete_port for 6fa03efc-bc00-4509-a3e4-1bfda91f01e7 owned by network:router_interface {{(pid=84153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:30:58.543277 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0597c6-9eec-44f1-8c36-b0ecb409a3db None None] Pushing event updated for resources: {'Port': ['ID=06bbb2c7-b4f4-486b-ad3e-7bb5ae8915d6,revision_number=2']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:58.621462 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvr_db [None req-9bcde962-99ca-4049-8a8d-82cf6b0858dd None None] Set router dfc11a3a-1472-4634-85b6-c4b4c3194292 gateway port host: dv-neutron-825124-1-hyperv {{(pid=84154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 14:30:58.678318 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port 26eb983a-d4ab-460b-ae68-4c5f7023c5ff triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:30:58.678692 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:58.759567 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da4daef4-5534-4226-aa3c-fc51b3caef36 None None] Network ac006b3d-300f-4a00-af61-b19ab11d4829 requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:30:58.796299 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-ec5e77da-4f4c-44a6-bb7f-60f8bcc47697 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-737761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105493'] for router, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:58.812695 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-ec5e77da-4f4c-44a6-bb7f-60f8bcc47697 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:58.859768 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-6fa33737-9ec6-4e93-9b3b-24fdcf837056 admin admin] Notify callbacks [] for router, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:58.927522 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-6cfb2fe1-0612-488b-a970-98766289104e tempest-RoutersNegativeTest-494823764 tempest-RoutersNegativeTest-494823764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:58.981582 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfb2fe1-0612-488b-a970-98766289104e tempest-RoutersNegativeTest-494823764 tempest-RoutersNegativeTest-494823764-project] Pushing event deleted for resources: {'Port': ['ID=6fa03efc-bc00-4509-a3e4-1bfda91f01e7,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:58.985315 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-4a27747c-8d21-45ed-8185-017510ee1425 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:58.985717 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-4a27747c-8d21-45ed-8185-017510ee1425 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-744861'] for router, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:59.008017 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-ec5e77da-4f4c-44a6-bb7f-60f8bcc47697 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-737693'] for router, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:59.008017 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec5e77da-4f4c-44a6-bb7f-60f8bcc47697 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Fanout notify agent at l3_agent the message router_deleted on router d8d58a77-95a4-4c91-ae47-066de641fd52 {{(pid=84152) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 20 14:30:59.135864 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-31a4f284-5097-42f0-bbc3-fb85b8ca1113 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:59.232730 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-4f105b5e-ecb9-4b2c-91bf-32a4bb121d9d None None] Provisioning for port a4e11ba5-c982-4cf9-aa7e-bfbbd954c88c completed by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:30:59.288929 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-ec5e77da-4f4c-44a6-bb7f-60f8bcc47697 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks [] for router, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:59.294159 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-ec5e77da-4f4c-44a6-bb7f-60f8bcc47697 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] 10.222.0.54 "DELETE /v2.0/routers/d8d58a77-95a4-4c91-ae47-066de641fd52 HTTP/1.1" status: 204 len: 168 time: 3.5659835 Jan 20 14:30:59.299189 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-31a4f284-5097-42f0-bbc3-fb85b8ca1113 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Calling delete_port for 191049e5-82fd-4b44-a5f5-3dcc51cbd097 owned by {{(pid=84152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:30:59.334449 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-4f105b5e-ecb9-4b2c-91bf-32a4bb121d9d None None] Provisioning complete for port a4e11ba5-c982-4cf9-aa7e-bfbbd954c88c triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:30:59.340349 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 38720) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:30:59.340951 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-4f105b5e-ecb9-4b2c-91bf-32a4bb121d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:59.345854 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-353349e3-e8fb-435e-aed5-3cf807719c2e tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1189811013'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:30:59.361760 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-353349e3-e8fb-435e-aed5-3cf807719c2e tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:30:59.372007 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-6cfb2fe1-0612-488b-a970-98766289104e tempest-RoutersNegativeTest-494823764 tempest-RoutersNegativeTest-494823764-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1705096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-745401'] for router_interface, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:59.376488 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-353349e3-e8fb-435e-aed5-3cf807719c2e tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Usage tracker for resource:network and tenant:f85e30c327a64407a1a93d3333ba9261 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:30:59.379990 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-353349e3-e8fb-435e-aed5-3cf807719c2e tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:30:59.399076 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-353349e3-e8fb-435e-aed5-3cf807719c2e tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:30:59.510641 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-353349e3-e8fb-435e-aed5-3cf807719c2e tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Made reservation on behalf of f85e30c327a64407a1a93d3333ba9261 for: {'network': 1} {{(pid=84152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:30:59.514881 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-353349e3-e8fb-435e-aed5-3cf807719c2e tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for network, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:59.602786 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-6fa33737-9ec6-4e93-9b3b-24fdcf837056 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:59.657564 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-9bcde962-99ca-4049-8a8d-82cf6b0858dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfc11a3a-1472-4634-85b6-c4b4c3194292', 'name': 'tempest-ServersTestManualDisk-1471501085-router', 'tenant_id': '505c9f1bd3024976854da8233b1bef64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.2'}], 'enable_snat': True}, 'gw_port_id': '54818968-46ab-4132-8185-69d4b36cdd63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:28:16Z', 'updated_at': '2022-01-20T14:30:54Z', 'revision_number': 5, 'project_id': '505c9f1bd3024976854da8233b1bef64', 'gw_port': {'id': '54818968-46ab-4132-8185-69d4b36cdd63', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:22:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfc11a3a-1472-4634-85b6-c4b4c3194292', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:28:18Z', 'updated_at': '2022-01-20T14:28:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv'}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:30:59.665300 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bcde962-99ca-4049-8a8d-82cf6b0858dd None None] Checking router: dfc11a3a-1472-4634-85b6-c4b4c3194292 for host: dv-neutron-825124-1-hyperv {{(pid=84154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 14:30:59.686090 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-4f105b5e-ecb9-4b2c-91bf-32a4bb121d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:59.717792 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bcde962-99ca-4049-8a8d-82cf6b0858dd None None] Routers {'dfc11a3a-1472-4634-85b6-c4b4c3194292'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:30:59.718535 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-9bcde962-99ca-4049-8a8d-82cf6b0858dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:30:30Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['dfc11a3a-1472-4634-85b6-c4b4c3194292'], 'active': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:30:59.735268 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-31a4f284-5097-42f0-bbc3-fb85b8ca1113 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:59.797616 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-353349e3-e8fb-435e-aed5-3cf807719c2e tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 159} {{(pid=84152) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 14:30:59.803172 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a4f284-5097-42f0-bbc3-fb85b8ca1113 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Pushing event deleted for resources: {'Port': ['ID=191049e5-82fd-4b44-a5f5-3dcc51cbd097,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:30:59.807189 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a27747c-8d21-45ed-8185-017510ee1425 admin admin] Router 783ebe0c-6c84-4372-ade0-9a5670567575 is scheduled to L3 agent 624d525b-4c26-4143-8a1c-228bb1c6faaa with binding_index 1 {{(pid=84152) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 20 14:30:59.824462 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-353349e3-e8fb-435e-aed5-3cf807719c2e tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:59.824816 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.db.segments_db [None req-353349e3-e8fb-435e-aed5-3cf807719c2e tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Added segment bb03fa13-b9f9-4eed-bf21-5acfa01b193e of type vlan for network ad9babc2-2690-4325-bdda-55a7ad1a21ab Jan 20 14:30:59.824973 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-4f105b5e-ecb9-4b2c-91bf-32a4bb121d9d None None] For port a4e11ba5-c982-4cf9-aa7e-bfbbd954c88c, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=a4e11ba5-c982-4cf9-aa7e-bfbbd954c88c,segment=NetworkSegment(c9d942e4-40d0-47fc-a62a-57ccdec4c720),segment_id=c9d942e4-40d0-47fc-a62a-57ccdec4c720)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:30:59.904572 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-31a4f284-5097-42f0-bbc3-fb85b8ca1113 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:59.934706 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-4f105b5e-ecb9-4b2c-91bf-32a4bb121d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:30:59.971266 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-6fa33737-9ec6-4e93-9b3b-24fdcf837056 admin admin] Deleting port 54818968-46ab-4132-8185-69d4b36cdd63 {{(pid=84153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:30:59.971621 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-6fa33737-9ec6-4e93-9b3b-24fdcf837056 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:00.047847 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-353349e3-e8fb-435e-aed5-3cf807719c2e tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769553767792'] for network, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:00.062983 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-31a4f284-5097-42f0-bbc3-fb85b8ca1113 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] 10.222.0.54 "DELETE /v2.0/ports/191049e5-82fd-4b44-a5f5-3dcc51cbd097 HTTP/1.1" status: 204 len: 168 time: 2.1560206 Jan 20 14:31:00.063760 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 38724) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:31:00.074360 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 06bbb2c7-b4f4-486b-ad3e-7bb5ae8915d6 up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:31:00.181477 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f105b5e-ecb9-4b2c-91bf-32a4bb121d9d None None] Pushing event updated for resources: {'Port': ['ID=a4e11ba5-c982-4cf9-aa7e-bfbbd954c88c,revision_number=3']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:31:00.189796 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvr_db [None req-9bcde962-99ca-4049-8a8d-82cf6b0858dd None None] Set router dfc11a3a-1472-4634-85b6-c4b4c3194292 gateway port host: dv-neutron-825124-1-hyperv {{(pid=84154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 14:31:00.200660 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d53f0e6a-14c6-4c9f-8c4a-13b742e6d981 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:31:00.202270 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d53f0e6a-14c6-4c9f-8c4a-13b742e6d981 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:31:00.209717 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-d53f0e6a-14c6-4c9f-8c4a-13b742e6d981 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1421144 Jan 20 14:31:00.211125 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 38728) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:31:00.218571 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.db [None req-6fa33737-9ec6-4e93-9b3b-24fdcf837056 admin admin] For port 54818968-46ab-4132-8185-69d4b36cdd63, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=54818968-46ab-4132-8185-69d4b36cdd63,segment=NetworkSegment(f628f1ba-6b70-4c9b-8839-62340c040c81),segment_id=f628f1ba-6b70-4c9b-8839-62340c040c81)] {{(pid=84153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:31:00.218946 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-6fa33737-9ec6-4e93-9b3b-24fdcf837056 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:00.352377 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-353349e3-e8fb-435e-aed5-3cf807719c2e tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967'] for network, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:00.355637 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-353349e3-e8fb-435e-aed5-3cf807719c2e tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:31:00.356250 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-353349e3-e8fb-435e-aed5-3cf807719c2e tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks [] for network, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:00.367475 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-6fa33737-9ec6-4e93-9b3b-24fdcf837056 admin admin] Calling delete_port for 54818968-46ab-4132-8185-69d4b36cdd63 owned by network:router_gateway {{(pid=84153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:31:00.386581 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-4d382729-61d4-4429-901a-af828cf91c95 None None] Provisioning for port 06bbb2c7-b4f4-486b-ad3e-7bb5ae8915d6 completed by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:31:00.420257 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:00.510593 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning for port 06bbb2c7-b4f4-486b-ad3e-7bb5ae8915d6 completed by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:31:00.522072 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port 06bbb2c7-b4f4-486b-ad3e-7bb5ae8915d6 triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:31:00.522390 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:00.574403 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cfb2fe1-0612-488b-a970-98766289104e tempest-RoutersNegativeTest-494823764 tempest-RoutersNegativeTest-494823764-project] Router 9a9d5668-9900-40fa-b1df-ab244b93025e has already been hosted by L3 agent 624d525b-4c26-4143-8a1c-228bb1c6faaa {{(pid=84153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 14:31:00.588768 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-a948f215-abaa-454d-936c-9bbd8cd3ff4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:00.641386 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-32d52313-4e47-4c07-a4de-9eca7c90a110 None None] Provisioning complete for port a4e11ba5-c982-4cf9-aa7e-bfbbd954c88c triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:31:00.641851 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-32d52313-4e47-4c07-a4de-9eca7c90a110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:00.686210 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-353349e3-e8fb-435e-aed5-3cf807719c2e tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.3439655 Jan 20 14:31:00.690056 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 38732) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:31:00.733493 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-da86daff-afc1-4922-b25e-160c0c8c21b3 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Request body: {'subnet': {'network_id': 'ad9babc2-2690-4325-bdda-55a7ad1a21ab', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:31:00.758553 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353349e3-e8fb-435e-aed5-3cf807719c2e tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Pushing event updated for resources: {'Network': ['ID=ad9babc2-2690-4325-bdda-55a7ad1a21ab,revision_number=1']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:31:00.788629 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Network ad9babc2-2690-4325-bdda-55a7ad1a21ab details requested by agent ovs-agent-dv-neutron-825124-1-hyperv with host dv-neutron-825124-1-hyperv {{(pid=84154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 14:31:00.873940 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cfb2fe1-0612-488b-a970-98766289104e tempest-RoutersNegativeTest-494823764 tempest-RoutersNegativeTest-494823764-project] Notify agent at l3_agent.dv-neutron-825124-1-hyperv the message routers_updated {{(pid=84153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 14:31:00.889001 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a54bb567-a8ec-4184-ae4d-2620e7f928b6 None None] Sync routers for ids ['9a9d5668-9900-40fa-b1df-ab244b93025e'] in dv-neutron-825124-1-hyperv {{(pid=84155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 14:31:00.906339 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a54bb567-a8ec-4184-ae4d-2620e7f928b6 None None] Routers {'9a9d5668-9900-40fa-b1df-ab244b93025e'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:31:00.906857 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-a54bb567-a8ec-4184-ae4d-2620e7f928b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:31:00Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['9a9d5668-9900-40fa-b1df-ab244b93025e'], 'active': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:31:00.916844 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-6cfb2fe1-0612-488b-a970-98766289104e tempest-RoutersNegativeTest-494823764 tempest-RoutersNegativeTest-494823764-project] 10.222.0.54 "PUT /v2.0/routers/9a9d5668-9900-40fa-b1df-ab244b93025e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8544002 Jan 20 14:31:00.917574 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 38736) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:31:00.975688 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.db_base_plugin_v2 [None req-f87e2ad3-a815-4a24-b1e9-30814fb08f99 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Deleting subnet 295c2a4c-90b0-4c23-b7aa-bf4b5ea7cc12 {{(pid=84152) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 20 14:31:00.982106 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a27747c-8d21-45ed-8185-017510ee1425 admin admin] Notify agent at l3_agent.dv-neutron-825124-1-hyperv the message routers_updated {{(pid=84152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 14:31:00.983972 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-da86daff-afc1-4922-b25e-160c0c8c21b3 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:31:00.993206 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-f87e2ad3-a815-4a24-b1e9-30814fb08f99 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks [] for subnet, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:01.041363 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-6fa33737-9ec6-4e93-9b3b-24fdcf837056 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:01.060706 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-da86daff-afc1-4922-b25e-160c0c8c21b3 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Usage tracker for resource:subnet and tenant:f85e30c327a64407a1a93d3333ba9261 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:31:01.061753 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b20f4cc1-68c1-452c-b860-764684116a4c None None] Sync routers for ids ['783ebe0c-6c84-4372-ade0-9a5670567575'] in dv-neutron-825124-1-hyperv {{(pid=84154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 14:31:01.070489 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-da86daff-afc1-4922-b25e-160c0c8c21b3 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:31:01.088533 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-da86daff-afc1-4922-b25e-160c0c8c21b3 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:31:01.114767 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-f87e2ad3-a815-4a24-b1e9-30814fb08f99 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3337915'] for subnet, precommit_delete_associations {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:01.141530 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:01.171278 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.api.v2.resource [None req-47933a31-ece2-4a9d-b6fc-82d6c86669f6 tempest-RoutersNegativeTest-494823764 tempest-RoutersNegativeTest-494823764-project] delete failed (client error): The resource could not be found. Jan 20 14:31:01.185312 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 38740) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:31:01.187366 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-4a27747c-8d21-45ed-8185-017510ee1425 admin admin] Notify callbacks [] for router, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:01.191559 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-4a27747c-8d21-45ed-8185-017510ee1425 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.8661582 Jan 20 14:31:01.198522 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-47933a31-ece2-4a9d-b6fc-82d6c86669f6 tempest-RoutersNegativeTest-494823764 tempest-RoutersNegativeTest-494823764-project] 10.222.0.54 "DELETE /v2.0/routers/tempest-non_exist_router-1295621529 HTTP/1.1" status: 404 len: 335 time: 0.2674723 Jan 20 14:31:01.199846 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 38742) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:31:01.218111 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-a54bb567-a8ec-4184-ae4d-2620e7f928b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:31:01.221349 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa33737-9ec6-4e93-9b3b-24fdcf837056 admin admin] Pushing event deleted for resources: {'Port': ['ID=54818968-46ab-4132-8185-69d4b36cdd63,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:31:01.241133 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a54bb567-a8ec-4184-ae4d-2620e7f928b6 None None] Routers {'9a9d5668-9900-40fa-b1df-ab244b93025e'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:31:01.241759 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-a54bb567-a8ec-4184-ae4d-2620e7f928b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:31:00Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['9a9d5668-9900-40fa-b1df-ab244b93025e'], 'active': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:31:01.254078 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b20f4cc1-68c1-452c-b860-764684116a4c None None] Routers {'783ebe0c-6c84-4372-ade0-9a5670567575'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:31:01.255185 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-b20f4cc1-68c1-452c-b860-764684116a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:31:00Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['783ebe0c-6c84-4372-ade0-9a5670567575'], 'active': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:31:01.309208 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-0f92f246-a435-4e5c-a8cc-1da2b939ae6f tempest-RoutersNegativeTest-494823764 tempest-RoutersNegativeTest-494823764-project] Request body: {'router': {'external_gateway_info': {'network_id': '9a9d5668-9900-40fa-b1df-ab244b93025e'}}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:31:01.377864 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-a54bb567-a8ec-4184-ae4d-2620e7f928b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:31:01.378920 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a54bb567-a8ec-4184-ae4d-2620e7f928b6 None None] The sync data for ids ['9a9d5668-9900-40fa-b1df-ab244b93025e'] in dv-neutron-825124-1-hyperv is: [] {{(pid=84155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 14:31:01.404579 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da86daff-afc1-4922-b25e-160c0c8c21b3 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Made reservation on behalf of f85e30c327a64407a1a93d3333ba9261 for: {'subnet': 1} {{(pid=84152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:31:01.410676 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] For port 06bbb2c7-b4f4-486b-ad3e-7bb5ae8915d6, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=06bbb2c7-b4f4-486b-ad3e-7bb5ae8915d6,segment=NetworkSegment(7b61d093-41ff-4202-b223-533eb0f8da0a),segment_id=7b61d093-41ff-4202-b223-533eb0f8da0a)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:31:01.420685 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-9bcde962-99ca-4049-8a8d-82cf6b0858dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfc11a3a-1472-4634-85b6-c4b4c3194292', 'name': 'tempest-ServersTestManualDisk-1471501085-router', 'tenant_id': '505c9f1bd3024976854da8233b1bef64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.2'}], 'enable_snat': True}, 'gw_port_id': '54818968-46ab-4132-8185-69d4b36cdd63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:28:16Z', 'updated_at': '2022-01-20T14:30:54Z', 'revision_number': 5, 'project_id': '505c9f1bd3024976854da8233b1bef64', 'gw_port': {'id': '54818968-46ab-4132-8185-69d4b36cdd63', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:22:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfc11a3a-1472-4634-85b6-c4b4c3194292', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:28:18Z', 'updated_at': '2022-01-20T14:28:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv'}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:31:01.431249 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-32d52313-4e47-4c07-a4de-9eca7c90a110 None None] Could not find standard attr ID for object 8e077826-153f-4989-bb56-8ee24f7efd36. {{(pid=84154) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 20 14:31:01.521220 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bcde962-99ca-4049-8a8d-82cf6b0858dd None None] The sync data for ids ['dfc11a3a-1472-4634-85b6-c4b4c3194292'] in dv-neutron-825124-1-hyperv is: [{'id': 'dfc11a3a-1472-4634-85b6-c4b4c3194292', 'name': 'tempest-ServersTestManualDisk-1471501085-router', 'tenant_id': '505c9f1bd3024976854da8233b1bef64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.2'}], 'enable_snat': True}, 'gw_port_id': '54818968-46ab-4132-8185-69d4b36cdd63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:28:16Z', 'updated_at': '2022-01-20T14:30:54Z', 'revision_number': 5, 'project_id': '505c9f1bd3024976854da8233b1bef64', 'gw_port': {'id': '54818968-46ab-4132-8185-69d4b36cdd63', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:22:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfc11a3a-1472-4634-85b6-c4b4c3194292', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:28:18Z', 'updated_at': '2022-01-20T14:28:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv'}] {{(pid=84154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 14:31:01.537412 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:01.578818 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:01.602853 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-cdd98e71-1f0a-4421-baa9-dcb30e06edf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:01.612594 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-fddde4f9-0b07-4a7e-8428-5d1362621f86 None None] Could not find standard attr ID for object 191049e5-82fd-4b44-a5f5-3dcc51cbd097. {{(pid=84154) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 20 14:31:01.638664 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvr_db [None req-b20f4cc1-68c1-452c-b860-764684116a4c None None] Set router 783ebe0c-6c84-4372-ade0-9a5670567575 gateway port host: dv-neutron-825124-1-hyperv {{(pid=84154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 14:31:01.685649 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Pushing event updated for resources: {'Port': ['ID=06bbb2c7-b4f4-486b-ad3e-7bb5ae8915d6,revision_number=3']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:31:01.694566 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-6fa33737-9ec6-4e93-9b3b-24fdcf837056 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-745333'] for router_gateway, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:01.713086 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-da86daff-afc1-4922-b25e-160c0c8c21b3 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3155315'] for subnet, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:01.938131 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-f87e2ad3-a815-4a24-b1e9-30814fb08f99 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1627147'] for subnet, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:01.989387 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-6fa33737-9ec6-4e93-9b3b-24fdcf837056 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-737761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105493'] for router, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:01.994502 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-6fa33737-9ec6-4e93-9b3b-24fdcf837056 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:02.010261 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-b20f4cc1-68c1-452c-b860-764684116a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '783ebe0c-6c84-4372-ade0-9a5670567575', 'name': 'tempest-TestVolumeBootPattern-778372646-router', 'tenant_id': '630d3f8a86444149b9a83c00e804a42a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.22'}], 'enable_snat': True}, 'gw_port_id': '8983572d-c0fb-4a5d-959d-810702cc354b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:30:55Z', 'updated_at': '2022-01-20T14:30:57Z', 'revision_number': 3, 'project_id': '630d3f8a86444149b9a83c00e804a42a', 'gw_port': {'id': '8983572d-c0fb-4a5d-959d-810702cc354b', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:8b:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '783ebe0c-6c84-4372-ade0-9a5670567575', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:30:56Z', 'updated_at': '2022-01-20T14:30:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv'}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:31:02.017205 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b20f4cc1-68c1-452c-b860-764684116a4c None None] Checking router: 783ebe0c-6c84-4372-ade0-9a5670567575 for host: dv-neutron-825124-1-hyperv {{(pid=84154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 14:31:02.017557 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b20f4cc1-68c1-452c-b860-764684116a4c None None] Updating router 783ebe0c-6c84-4372-ade0-9a5670567575 port 8983572d-c0fb-4a5d-959d-810702cc354b binding host dv-neutron-825124-1-hyperv {{(pid=84154) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 20 14:31:02.076969 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-b20f4cc1-68c1-452c-b860-764684116a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:02.088283 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-6fa33737-9ec6-4e93-9b3b-24fdcf837056 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-737693'] for router, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:02.089246 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fa33737-9ec6-4e93-9b3b-24fdcf837056 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dfc11a3a-1472-4634-85b6-c4b4c3194292 {{(pid=84153) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 20 14:31:02.109322 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device a4e11ba5-c982-4cf9-aa7e-bfbbd954c88c up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:31:02.111728 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-6fa33737-9ec6-4e93-9b3b-24fdcf837056 admin admin] Notify callbacks [] for router, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:02.113239 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-6fa33737-9ec6-4e93-9b3b-24fdcf837056 admin admin] 10.222.0.54 "DELETE /v2.0/routers/dfc11a3a-1472-4634-85b6-c4b4c3194292 HTTP/1.1" status: 204 len: 168 time: 3.9181979 Jan 20 14:31:02.115870 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 38748) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:31:02.200186 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.db_base_plugin_v2 [None req-fafa1b2e-368c-4ddb-9ac8-c283fb828aa4 admin admin] Deleting subnet dc379b11-3200-4d8f-97db-49f9c34e1b6b {{(pid=84153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 20 14:31:02.207709 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-fafa1b2e-368c-4ddb-9ac8-c283fb828aa4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:02.282575 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port a4e11ba5-c982-4cf9-aa7e-bfbbd954c88c triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:31:02.287308 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:02.295796 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-fafa1b2e-368c-4ddb-9ac8-c283fb828aa4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3980851'] for subnet, precommit_delete_associations {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:02.415638 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-f87e2ad3-a815-4a24-b1e9-30814fb08f99 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1627154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4163580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155308'] for subnet, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:02.428400 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-fafa1b2e-368c-4ddb-9ac8-c283fb828aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1627147'] for subnet, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:02.482499 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87e2ad3-a815-4a24-b1e9-30814fb08f99 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Pushing event deleted for resources: {'Subnet': ['ID=295c2a4c-90b0-4c23-b7aa-bf4b5ea7cc12,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:31:02.523423 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-f87e2ad3-a815-4a24-b1e9-30814fb08f99 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks [] for subnet, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:02.526833 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-0f92f246-a435-4e5c-a8cc-1da2b939ae6f tempest-RoutersNegativeTest-494823764 tempest-RoutersNegativeTest-494823764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-744886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-105502'] for router, precommit_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:02.530961 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6347a548-0fd1-484c-9bb9-cd190579672d None None] Network dbce74ed-d43c-4540-8d8d-e582f35e4792 requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:31:02.550065 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-f87e2ad3-a815-4a24-b1e9-30814fb08f99 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] 10.222.0.54 "DELETE /v2.0/subnets/295c2a4c-90b0-4c23-b7aa-bf4b5ea7cc12 HTTP/1.1" status: 204 len: 168 time: 2.3369374 Jan 20 14:31:02.556580 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 38752) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:31:02.613421 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 06bbb2c7-b4f4-486b-ad3e-7bb5ae8915d6 up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:31:02.624546 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-fafa1b2e-368c-4ddb-9ac8-c283fb828aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1627154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3943464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4194013'] for subnet, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:02.629621 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-da86daff-afc1-4922-b25e-160c0c8c21b3 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4163519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3155301'] for subnet, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:02.646400 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.db.resource_extend [None req-b20f4cc1-68c1-452c-b860-764684116a4c None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 20 14:31:02.659585 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-9e6145a3-2534-4ee6-a0e3-753c912e1004 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1012075 Jan 20 14:31:02.662815 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 38756) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:31:02.663269 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafa1b2e-368c-4ddb-9ac8-c283fb828aa4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc379b11-3200-4d8f-97db-49f9c34e1b6b,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:31:02.714390 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-fafa1b2e-368c-4ddb-9ac8-c283fb828aa4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:02.720633 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.api.v2.resource [None req-0f92f246-a435-4e5c-a8cc-1da2b939ae6f tempest-RoutersNegativeTest-494823764 tempest-RoutersNegativeTest-494823764-project] update failed (client error): The resource could not be found. Jan 20 14:31:02.726002 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 38760) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:31:02.728238 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-0f92f246-a435-4e5c-a8cc-1da2b939ae6f tempest-RoutersNegativeTest-494823764 tempest-RoutersNegativeTest-494823764-project] 10.222.0.54 "PUT /v2.0/routers/9a9d5668-9900-40fa-b1df-ab244b93025e HTTP/1.1" status: 404 len: 339 time: 1.5365279 Jan 20 14:31:02.739479 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d5e9e3b-f949-43f4-82a7-bf8b60426952 None None] Network e8d2ddcf-1876-48f1-bdb0-f45048b860a9 requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:31:02.792862 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-fafa1b2e-368c-4ddb-9ac8-c283fb828aa4 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/dc379b11-3200-4d8f-97db-49f9c34e1b6b HTTP/1.1" status: 204 len: 168 time: 0.6714439 Jan 20 14:31:02.793531 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da86daff-afc1-4922-b25e-160c0c8c21b3 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Pushing event updated for resources: {'Subnet': ['ID=468bf8a3-0492-4913-ae7d-bb0853f2ceb6,revision_number=0']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:31:02.793531 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 38764) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:31:02.891489 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da86daff-afc1-4922-b25e-160c0c8c21b3 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:31:02.891886 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da86daff-afc1-4922-b25e-160c0c8c21b3 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:31:02.892331 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da86daff-afc1-4922-b25e-160c0c8c21b3 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:31:02.892754 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da86daff-afc1-4922-b25e-160c0c8c21b3 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:31:02.893179 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da86daff-afc1-4922-b25e-160c0c8c21b3 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:31:02.893332 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88e365b4-626e-4787-9e2b-b52d48893c75 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:31:02.893707 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da86daff-afc1-4922-b25e-160c0c8c21b3 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:31:02.893966 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-88e365b4-626e-4787-9e2b-b52d48893c75 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Synchronizing usage tracker for tenant:2cb17692bb0c4a2782f988652201ac42 on resource:port {{(pid=84153) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:31:02.894302 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da86daff-afc1-4922-b25e-160c0c8c21b3 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:31:02.894735 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da86daff-afc1-4922-b25e-160c0c8c21b3 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:31:02.895153 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da86daff-afc1-4922-b25e-160c0c8c21b3 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:31:02.895569 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da86daff-afc1-4922-b25e-160c0c8c21b3 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:31:02.896213 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da86daff-afc1-4922-b25e-160c0c8c21b3 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:31:02.914763 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da86daff-afc1-4922-b25e-160c0c8c21b3 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Checking segment: {'id': 'bb03fa13-b9f9-4eed-bf21-5acfa01b193e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'ad9babc2-2690-4325-bdda-55a7ad1a21ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 14:31:02.915295 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da86daff-afc1-4922-b25e-160c0c8c21b3 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Network hostable DHCP agents. Network: ad9babc2-2690-4325-bdda-55a7ad1a21ab, hostable agents: ['1a181e39-5220-4c1a-88f8-08a54e8bfc9b'], hosted agents: [] {{(pid=84152) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 14:31:02.958850 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-e7d408a7-15fc-43ee-a293-9ec1796ad19c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586409'] for network, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:02.987009 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-b20f4cc1-68c1-452c-b860-764684116a4c None None] Notify callbacks [] for port, precommit_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:03.028042 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-b20f4cc1-68c1-452c-b860-764684116a4c None None] Transition to ACTIVE for port object 8983572d-c0fb-4a5d-959d-810702cc354b will not be triggered until provisioned by entity L2. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:31:03.034757 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-88e365b4-626e-4787-9e2b-b52d48893c75 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Unset dirty status for tenant:2cb17692bb0c4a2782f988652201ac42 on resource:port {{(pid=84153) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:31:03.038344 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-88e365b4-626e-4787-9e2b-b52d48893c75 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3706481 Jan 20 14:31:03.038718 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 38768) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:31:03.076471 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-e7d408a7-15fc-43ee-a293-9ec1796ad19c admin admin] Deleting port 0bfab774-1230-4c75-b147-8317c234a864 {{(pid=84152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:31:03.076700 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-e7d408a7-15fc-43ee-a293-9ec1796ad19c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:03.119266 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-eea6df97-7ff1-4b63-af20-e3ec8913deda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:03.123402 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port 06bbb2c7-b4f4-486b-ad3e-7bb5ae8915d6 triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:31:03.123784 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:03.155939 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-b20f4cc1-68c1-452c-b860-764684116a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:03.156373 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da86daff-afc1-4922-b25e-160c0c8c21b3 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Network ad9babc2-2690-4325-bdda-55a7ad1a21ab is scheduled to be hosted by DHCP agent 1a181e39-5220-4c1a-88f8-08a54e8bfc9b with binding_index 1 {{(pid=84152) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 14:31:03.213514 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-562ab781-41e3-4df2-8838-6c70df777fdc tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:31:03.214403 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-562ab781-41e3-4df2-8838-6c70df777fdc tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Synchronizing usage tracker for tenant:2cb17692bb0c4a2782f988652201ac42 on resource:subnet {{(pid=84152) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:31:03.279603 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.base_scheduler [None req-da86daff-afc1-4922-b25e-160c0c8c21b3 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825124-1-hyperv, ad9babc2-2690-4325-bdda-55a7ad1a21ab) {{(pid=84152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:31:03.298690 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61541473-8719-4ae5-982a-d2a40b182b78 None None] Network ad9babc2-2690-4325-bdda-55a7ad1a21ab requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:31:03.318110 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32fd9d8-4553-4c95-8345-70ff8458495a None None] Pushing event updated for resources: {'Port': ['ID=8983572d-c0fb-4a5d-959d-810702cc354b,revision_number=2']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:31:03.333136 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da86daff-afc1-4922-b25e-160c0c8c21b3 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:31:03.333860 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-da86daff-afc1-4922-b25e-160c0c8c21b3 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks [] for subnet, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:03.335812 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-b20f4cc1-68c1-452c-b860-764684116a4c None None] Attempting to bind port 8983572d-c0fb-4a5d-959d-810702cc354b on host dv-neutron-825124-1-hyperv for vnic_type normal with profile {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:31:03.336196 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-b20f4cc1-68c1-452c-b860-764684116a4c None None] Attempting to bind port 8983572d-c0fb-4a5d-959d-810702cc354b by drivers openvswitch,hyperv on host dv-neutron-825124-1-hyperv at level 0 using segments [{'id': 'f628f1ba-6b70-4c9b-8839-62340c040c81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d'}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:31:03.336566 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b20f4cc1-68c1-452c-b860-764684116a4c None None] Attempting to bind port 8983572d-c0fb-4a5d-959d-810702cc354b on network 8dffb05c-5ca0-409b-bd5f-7be6264f707d {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 14:31:03.426625 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-822bbf68-6344-431d-b33a-ac3557ab8189 None None] DHCP port deletion for dbce74ed-d43c-4540-8d8d-e582f35e4792 request from dv-neutron-825124-1-hyperv {{(pid=84154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 20 14:31:03.427000 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-562ab781-41e3-4df2-8838-6c70df777fdc tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Unset dirty status for tenant:2cb17692bb0c4a2782f988652201ac42 on resource:subnet {{(pid=84152) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:31:03.430450 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-562ab781-41e3-4df2-8838-6c70df777fdc tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3883963 Jan 20 14:31:03.432843 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 38772) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:31:03.454769 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-545e987f-e115-4dcd-9e42-80b90587a96e tempest-RoutersNegativeTest-494823764 tempest-RoutersNegativeTest-494823764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:03.455147 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b20f4cc1-68c1-452c-b860-764684116a4c None None] Checking agent: {'id': '6414dfeb-85c5-454a-8756-709ca637d800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825124-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 16, 31), 'started_at': datetime.datetime(2022, 1, 20, 14, 17, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 31, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825124-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 14:31:03.455548 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b20f4cc1-68c1-452c-b860-764684116a4c None None] Checking segment: {'id': 'f628f1ba-6b70-4c9b-8839-62340c040c81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 14:31:03.456005 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-b20f4cc1-68c1-452c-b860-764684116a4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:03.456401 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b20f4cc1-68c1-452c-b860-764684116a4c None None] Bound using segment: {'id': 'f628f1ba-6b70-4c9b-8839-62340c040c81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d'} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 14:31:03.456889 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-b20f4cc1-68c1-452c-b860-764684116a4c None None] Bound port: 8983572d-c0fb-4a5d-959d-810702cc354b, host: dv-neutron-825124-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f628f1ba-6b70-4c9b-8839-62340c040c81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d'}}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:31:03.457260 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-b20f4cc1-68c1-452c-b860-764684116a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:03.528652 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-1346acae-463c-4066-84b9-401d40d45f26 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0873239 Jan 20 14:31:03.528652 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-da86daff-afc1-4922-b25e-160c0c8c21b3 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8097334 Jan 20 14:31:03.536367 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 38776) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:31:03.536848 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 38778) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:31:03.541197 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-822bbf68-6344-431d-b33a-ac3557ab8189 None None] Deleting port 06bbb2c7-b4f4-486b-ad3e-7bb5ae8915d6 {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:31:03.541197 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-822bbf68-6344-431d-b33a-ac3557ab8189 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:03.546653 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.db [None req-e7d408a7-15fc-43ee-a293-9ec1796ad19c admin admin] For port 0bfab774-1230-4c75-b147-8317c234a864, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=0bfab774-1230-4c75-b147-8317c234a864,segment=NetworkSegment(8f68484d-6593-49e2-9e7f-32db329e3bf4),segment_id=8f68484d-6593-49e2-9e7f-32db329e3bf4)] {{(pid=84152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:31:03.547025 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-e7d408a7-15fc-43ee-a293-9ec1796ad19c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:03.596882 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4da4d0f8-8c21-4306-ac62-acf6b7725d4d None None] DHCP port deletion for e8d2ddcf-1876-48f1-bdb0-f45048b860a9 request from dv-neutron-825124-1-hyperv {{(pid=84154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 20 14:31:03.636941 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-4da4d0f8-8c21-4306-ac62-acf6b7725d4d None None] Deleting port 0bfab774-1230-4c75-b147-8317c234a864 {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:31:03.637258 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-4da4d0f8-8c21-4306-ac62-acf6b7725d4d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:03.688654 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-2dd1e0e0-8e31-4958-8e97-5dc2ff15eeb2 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Request body: {'subnet': {'network_id': 'dbce74ed-d43c-4540-8d8d-e582f35e4792', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:31:03.707307 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-fdff2840-69cd-445f-8b6c-60eaa618556e tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1876327188', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:31:03.726629 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-e7d408a7-15fc-43ee-a293-9ec1796ad19c admin admin] Calling delete_port for 0bfab774-1230-4c75-b147-8317c234a864 owned by network:dhcp {{(pid=84152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:31:03.737089 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 24568632-0b1b-4825-bca4-377966038f85 no longer exists at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:31:03.758385 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-fdff2840-69cd-445f-8b6c-60eaa618556e tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:31:03.800140 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-b20f4cc1-68c1-452c-b860-764684116a4c None None] For port 8983572d-c0fb-4a5d-959d-810702cc354b, host dv-neutron-825124-1-hyperv, cleared binding levels {{(pid=84154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 14:31:03.819631 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-fdff2840-69cd-445f-8b6c-60eaa618556e tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Usage tracker for resource:router and tenant:f85e30c327a64407a1a93d3333ba9261 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:31:03.823772 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] No Port match for: 24568632-0b1b-4825-bca4-377966038f85 {{(pid=84154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 14:31:03.823918 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 24568632-0b1b-4825-bca4-377966038f85 not bound to the agent host dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 14:31:03.836125 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-fdff2840-69cd-445f-8b6c-60eaa618556e tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:31:03.851576 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-fdff2840-69cd-445f-8b6c-60eaa618556e tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:31:03.872578 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.db_base_plugin_common [None req-545e987f-e115-4dcd-9e42-80b90587a96e tempest-RoutersNegativeTest-494823764 tempest-RoutersNegativeTest-494823764-project] Allocated IP 172.20.0.1 (a11aff65-4b2e-420b-8595-b6a54688a980/53d8aa1e-9735-4cf0-aac5-90841def088a/e5b75af6-ac14-4a30-a40d-e76babea4f9e) {{(pid=84153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:31:03.875109 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-b20f4cc1-68c1-452c-b860-764684116a4c None None] For port 8983572d-c0fb-4a5d-959d-810702cc354b, host dv-neutron-825124-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=8983572d-c0fb-4a5d-959d-810702cc354b,segment=NetworkSegment(f628f1ba-6b70-4c9b-8839-62340c040c81),segment_id=f628f1ba-6b70-4c9b-8839-62340c040c81)] {{(pid=84154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 14:31:03.951741 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 54818968-46ab-4132-8185-69d4b36cdd63 no longer exists at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:31:04.026884 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-b20f4cc1-68c1-452c-b860-764684116a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:04.069346 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-545e987f-e115-4dcd-9e42-80b90587a96e tempest-RoutersNegativeTest-494823764 tempest-RoutersNegativeTest-494823764-project] Notify callbacks [] for port, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:04.087618 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.provisioning_blocks [None req-545e987f-e115-4dcd-9e42-80b90587a96e tempest-RoutersNegativeTest-494823764 tempest-RoutersNegativeTest-494823764-project] Transition to ACTIVE for port object e5b75af6-ac14-4a30-a40d-e76babea4f9e will not be triggered until provisioned by entity DHCP. {{(pid=84153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:31:04.108627 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] No Port match for: 54818968-46ab-4132-8185-69d4b36cdd63 {{(pid=84154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 14:31:04.108908 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 54818968-46ab-4132-8185-69d4b36cdd63 not bound to the agent host dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 14:31:04.109312 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 0bfab774-1230-4c75-b147-8317c234a864 no longer exists at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:31:04.112496 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-2dd1e0e0-8e31-4958-8e97-5dc2ff15eeb2 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:31:04.117520 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-fdff2840-69cd-445f-8b6c-60eaa618556e tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-105475'] for router, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:04.118565 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-fdff2840-69cd-445f-8b6c-60eaa618556e tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-739204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-744864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-735540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-105484'] for router, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:04.132270 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-2dd1e0e0-8e31-4958-8e97-5dc2ff15eeb2 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:31:04.157761 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8121568-4923-4a06-9b3a-7f5d1dba6c53 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95c917f5-14ba-5e96-98b8-1a52654a930a-ad9babc2-2690-4325-bdda-55a7ad1a21ab', 'network_id': 'ad9babc2-2690-4325-bdda-55a7ad1a21ab', 'tenant_id': 'f85e30c327a64407a1a93d3333ba9261', 'fixed_ips': [{'subnet_id': '468bf8a3-0492-4913-ae7d-bb0853f2ceb6'}]}} from dv-neutron-825124-1-hyperv. {{(pid=84154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 20 14:31:04.158884 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-e8121568-4923-4a06-9b3a-7f5d1dba6c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:04.166042 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-fdff2840-69cd-445f-8b6c-60eaa618556e tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:04.169211 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-545e987f-e115-4dcd-9e42-80b90587a96e tempest-RoutersNegativeTest-494823764 tempest-RoutersNegativeTest-494823764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:04.251260 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-545e987f-e115-4dcd-9e42-80b90587a96e tempest-RoutersNegativeTest-494823764 tempest-RoutersNegativeTest-494823764-project] Network a11aff65-4b2e-420b-8595-b6a54688a980 is already hosted by enough agents. {{(pid=84153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:31:04.252403 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.base_scheduler [None req-545e987f-e115-4dcd-9e42-80b90587a96e tempest-RoutersNegativeTest-494823764 tempest-RoutersNegativeTest-494823764-project] Resources bound (agent type, host, resource id): {{(pid=84153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:31:04.256992 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-545e987f-e115-4dcd-9e42-80b90587a96e tempest-RoutersNegativeTest-494823764 tempest-RoutersNegativeTest-494823764-project] Received port after_create {{(pid=84153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:31:04.276701 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-e7d408a7-15fc-43ee-a293-9ec1796ad19c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:04.301244 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545e987f-e115-4dcd-9e42-80b90587a96e tempest-RoutersNegativeTest-494823764 tempest-RoutersNegativeTest-494823764-project] Pushing event updated for resources: {'Port': ['ID=e5b75af6-ac14-4a30-a40d-e76babea4f9e,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:31:04.322582 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545e987f-e115-4dcd-9e42-80b90587a96e tempest-RoutersNegativeTest-494823764 tempest-RoutersNegativeTest-494823764-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:31:04.323426 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545e987f-e115-4dcd-9e42-80b90587a96e tempest-RoutersNegativeTest-494823764 tempest-RoutersNegativeTest-494823764-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:31:04.323426 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545e987f-e115-4dcd-9e42-80b90587a96e tempest-RoutersNegativeTest-494823764 tempest-RoutersNegativeTest-494823764-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:31:04.323919 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545e987f-e115-4dcd-9e42-80b90587a96e tempest-RoutersNegativeTest-494823764 tempest-RoutersNegativeTest-494823764-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:31:04.324345 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545e987f-e115-4dcd-9e42-80b90587a96e tempest-RoutersNegativeTest-494823764 tempest-RoutersNegativeTest-494823764-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:31:04.324535 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-822bbf68-6344-431d-b33a-ac3557ab8189 None None] For port 06bbb2c7-b4f4-486b-ad3e-7bb5ae8915d6, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=06bbb2c7-b4f4-486b-ad3e-7bb5ae8915d6,segment=NetworkSegment(7b61d093-41ff-4202-b223-533eb0f8da0a),segment_id=7b61d093-41ff-4202-b223-533eb0f8da0a)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:31:04.324906 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545e987f-e115-4dcd-9e42-80b90587a96e tempest-RoutersNegativeTest-494823764 tempest-RoutersNegativeTest-494823764-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:31:04.325539 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-822bbf68-6344-431d-b33a-ac3557ab8189 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:04.325910 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545e987f-e115-4dcd-9e42-80b90587a96e tempest-RoutersNegativeTest-494823764 tempest-RoutersNegativeTest-494823764-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:31:04.326379 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545e987f-e115-4dcd-9e42-80b90587a96e tempest-RoutersNegativeTest-494823764 tempest-RoutersNegativeTest-494823764-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:31:04.326803 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545e987f-e115-4dcd-9e42-80b90587a96e tempest-RoutersNegativeTest-494823764 tempest-RoutersNegativeTest-494823764-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:31:04.327223 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545e987f-e115-4dcd-9e42-80b90587a96e tempest-RoutersNegativeTest-494823764 tempest-RoutersNegativeTest-494823764-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:31:04.327643 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545e987f-e115-4dcd-9e42-80b90587a96e tempest-RoutersNegativeTest-494823764 tempest-RoutersNegativeTest-494823764-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:31:04.336108 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dd1e0e0-8e31-4958-8e97-5dc2ff15eeb2 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Made reservation on behalf of 2cb17692bb0c4a2782f988652201ac42 for: {'subnet': 1} {{(pid=84152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:31:04.339024 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-545e987f-e115-4dcd-9e42-80b90587a96e tempest-RoutersNegativeTest-494823764 tempest-RoutersNegativeTest-494823764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-745387'] for router_interface, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:04.342370 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-2dd1e0e0-8e31-4958-8e97-5dc2ff15eeb2 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3155315'] for subnet, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:04.370093 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-fdff2840-69cd-445f-8b6c-60eaa618556e tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-744861'] for router, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:04.387613 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d408a7-15fc-43ee-a293-9ec1796ad19c admin admin] Pushing event deleted for resources: {'Port': ['ID=0bfab774-1230-4c75-b147-8317c234a864,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:31:04.393553 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32fd9d8-4553-4c95-8345-70ff8458495a None None] Pushing event updated for resources: {'Port': ['ID=8983572d-c0fb-4a5d-959d-810702cc354b,revision_number=3']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:31:04.468562 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-4da4d0f8-8c21-4306-ac62-acf6b7725d4d None None] For port 0bfab774-1230-4c75-b147-8317c234a864, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=0bfab774-1230-4c75-b147-8317c234a864,segment=NetworkSegment(8f68484d-6593-49e2-9e7f-32db329e3bf4),segment_id=8f68484d-6593-49e2-9e7f-32db329e3bf4)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:31:04.469559 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-4da4d0f8-8c21-4306-ac62-acf6b7725d4d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:04.513948 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-545e987f-e115-4dcd-9e42-80b90587a96e tempest-RoutersNegativeTest-494823764 tempest-RoutersNegativeTest-494823764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:04.515040 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7d408a7-15fc-43ee-a293-9ec1796ad19c admin admin] No DVR routers for this DVR port 0bfab774-1230-4c75-b147-8317c234a864 on host dv-neutron-825124-1-hyperv {{(pid=84152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 14:31:04.662107 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-fdff2840-69cd-445f-8b6c-60eaa618556e tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks [] for router, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:04.665893 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-fdff2840-69cd-445f-8b6c-60eaa618556e tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.1217217 Jan 20 14:31:04.674563 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-4da4d0f8-8c21-4306-ac62-acf6b7725d4d None None] Calling delete_port for 0bfab774-1230-4c75-b147-8317c234a864 owned by network:dhcp {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:31:04.680206 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 38784) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:31:04.770126 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-e7d408a7-15fc-43ee-a293-9ec1796ad19c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1626242', 'neutron.services.segments.db._delete_segments_for_network-8769554214620'] for network, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:04.774807 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-822bbf68-6344-431d-b33a-ac3557ab8189 None None] Calling delete_port for 06bbb2c7-b4f4-486b-ad3e-7bb5ae8915d6 owned by network:dhcp {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:31:04.801366 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] No active binding found for port 0bfab774-1230-4c75-b147-8317c234a864 {{(pid=84154) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Jan 20 14:31:04.801366 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 0bfab774-1230-4c75-b147-8317c234a864 not bound to the agent host dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 14:31:04.801797 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 06bbb2c7-b4f4-486b-ad3e-7bb5ae8915d6 no longer exists at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:31:04.832544 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.segments.db [None req-e7d408a7-15fc-43ee-a293-9ec1796ad19c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8d2ddcf-1876-48f1-bdb0-f45048b860a9']}} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:31:04.893856 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b20f4cc1-68c1-452c-b860-764684116a4c None None] Routers {'783ebe0c-6c84-4372-ade0-9a5670567575'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:31:04.894506 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-b20f4cc1-68c1-452c-b860-764684116a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:31:00Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['783ebe0c-6c84-4372-ade0-9a5670567575'], 'active': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:31:04.907701 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.segments.db [None req-e7d408a7-15fc-43ee-a293-9ec1796ad19c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f68484d-6593-49e2-9e7f-32db329e3bf4') {'for_net_delete': True} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:31:04.908388 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.segments.db [None req-e7d408a7-15fc-43ee-a293-9ec1796ad19c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f68484d-6593-49e2-9e7f-32db329e3bf4') {} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:31:04.942422 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-545e987f-e115-4dcd-9e42-80b90587a96e tempest-RoutersNegativeTest-494823764 tempest-RoutersNegativeTest-494823764-project] Notify callbacks [] for port, precommit_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:04.972260 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-b667796e-c3c2-48c3-b3b5-d2b8e0d0d709 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:04.996448 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-e7d408a7-15fc-43ee-a293-9ec1796ad19c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769554214503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3337904'] for segment, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:05.036786 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-545e987f-e115-4dcd-9e42-80b90587a96e tempest-RoutersNegativeTest-494823764 tempest-RoutersNegativeTest-494823764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3944146'] for port, after_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:05.078346 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-e7d408a7-15fc-43ee-a293-9ec1796ad19c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:05.105119 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7d408a7-15fc-43ee-a293-9ec1796ad19c admin admin] Releasing vlan 161 on physical network physnet1 to pool {{(pid=84152) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 14:31:05.105859 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-e7d408a7-15fc-43ee-a293-9ec1796ad19c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1622950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4162906'] for segment, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:05.149812 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545e987f-e115-4dcd-9e42-80b90587a96e tempest-RoutersNegativeTest-494823764 tempest-RoutersNegativeTest-494823764-project] Pushing event updated for resources: {'Port': ['ID=e5b75af6-ac14-4a30-a40d-e76babea4f9e,revision_number=2']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:31:05.151796 dv-neutron-825124-1-hyperv neutron-server[84152]: Traceback (most recent call last): Jan 20 14:31:05.151796 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 14:31:05.151796 dv-neutron-825124-1-hyperv neutron-server[84152]: timer() Jan 20 14:31:05.151796 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 14:31:05.151796 dv-neutron-825124-1-hyperv neutron-server[84152]: cb(*args, **kw) Jan 20 14:31:05.151796 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 14:31:05.151796 dv-neutron-825124-1-hyperv neutron-server[84152]: return func(*args, **kwargs) Jan 20 14:31:05.151796 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 14:31:05.151796 dv-neutron-825124-1-hyperv neutron-server[84152]: self._notify() Jan 20 14:31:05.151796 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 14:31:05.151796 dv-neutron-825124-1-hyperv neutron-server[84152]: self.callback(batched_events) Jan 20 14:31:05.151796 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 14:31:05.151796 dv-neutron-825124-1-hyperv neutron-server[84152]: event.method(event) Jan 20 14:31:05.151796 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 14:31:05.151796 dv-neutron-825124-1-hyperv neutron-server[84152]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 14:31:05.151796 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 14:31:05.151796 dv-neutron-825124-1-hyperv neutron-server[84152]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 14:31:05.151796 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 14:31:05.151796 dv-neutron-825124-1-hyperv neutron-server[84152]: return f(self, *a, **k) Jan 20 14:31:05.151796 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 14:31:05.151796 dv-neutron-825124-1-hyperv neutron-server[84152]: return self._get(url).json() Jan 20 14:31:05.151796 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 14:31:05.151796 dv-neutron-825124-1-hyperv neutron-server[84152]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 14:31:05.151796 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 14:31:05.151796 dv-neutron-825124-1-hyperv neutron-server[84152]: return self.request(url, 'GET', **kwargs) Jan 20 14:31:05.151796 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 14:31:05.151796 dv-neutron-825124-1-hyperv neutron-server[84152]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 14:31:05.151796 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 14:31:05.151796 dv-neutron-825124-1-hyperv neutron-server[84152]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 14:31:05.151796 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 14:31:05.151796 dv-neutron-825124-1-hyperv neutron-server[84152]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 14:31:05.151796 dv-neutron-825124-1-hyperv neutron-server[84152]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 14:31:05.157855 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-545e987f-e115-4dcd-9e42-80b90587a96e tempest-RoutersNegativeTest-494823764 tempest-RoutersNegativeTest-494823764-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1705158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-743490'] for router_interface, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:05.164516 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-3db0be27-a06d-4533-a993-82cad9b946ce None None] Provisioning for port e5b75af6-ac14-4a30-a40d-e76babea4f9e completed by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:31:05.213185 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.db.api [None req-4da4d0f8-8c21-4306-ac62-acf6b7725d4d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84154) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 14:31:05.213844 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG oslo_db.api [None req-4da4d0f8-8c21-4306-ac62-acf6b7725d4d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 14:31:05.224206 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-3db0be27-a06d-4533-a993-82cad9b946ce None None] Provisioning complete for port e5b75af6-ac14-4a30-a40d-e76babea4f9e triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:31:05.224837 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-3db0be27-a06d-4533-a993-82cad9b946ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:05.265097 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_common [None req-e8121568-4923-4a06-9b3a-7f5d1dba6c53 None None] Allocated IP 2001:db8::2 (ad9babc2-2690-4325-bdda-55a7ad1a21ab/468bf8a3-0492-4913-ae7d-bb0853f2ceb6/48972a6b-8c2a-4bc2-a89b-f53e188c714e) {{(pid=84154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:31:05.274063 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-822bbf68-6344-431d-b33a-ac3557ab8189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486'] for port, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:05.353598 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-545e987f-e115-4dcd-9e42-80b90587a96e tempest-RoutersNegativeTest-494823764 tempest-RoutersNegativeTest-494823764-project] Network a11aff65-4b2e-420b-8595-b6a54688a980 is already hosted by enough agents. {{(pid=84153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:31:05.355275 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.base_scheduler [None req-545e987f-e115-4dcd-9e42-80b90587a96e tempest-RoutersNegativeTest-494823764 tempest-RoutersNegativeTest-494823764-project] Resources bound (agent type, host, resource id): {{(pid=84153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:31:05.383600 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822bbf68-6344-431d-b33a-ac3557ab8189 None None] Pushing event deleted for resources: {'Port': ['ID=06bbb2c7-b4f4-486b-ad3e-7bb5ae8915d6,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:31:05.385251 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:05.407199 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-822bbf68-6344-431d-b33a-ac3557ab8189 None None] No DVR routers for this DVR port 06bbb2c7-b4f4-486b-ad3e-7bb5ae8915d6 on host dv-neutron-825124-1-hyperv {{(pid=84154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 14:31:05.417359 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-e7d408a7-15fc-43ee-a293-9ec1796ad19c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1626253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-745296'] for network, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:05.417571 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-3db0be27-a06d-4533-a993-82cad9b946ce None None] Port e5b75af6-ac14-4a30-a40d-e76babea4f9e cannot update to ACTIVE because it is not bound. {{(pid=84154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 14:31:05.470303 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvr_db [None req-b20f4cc1-68c1-452c-b860-764684116a4c None None] Set router 783ebe0c-6c84-4372-ade0-9a5670567575 gateway port host: dv-neutron-825124-1-hyperv {{(pid=84154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 14:31:05.495703 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-e7d408a7-15fc-43ee-a293-9ec1796ad19c admin admin] Notify callbacks [] for network, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:05.545752 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d408a7-15fc-43ee-a293-9ec1796ad19c admin admin] Pushing event deleted for resources: {'Network': ['ID=e8d2ddcf-1876-48f1-bdb0-f45048b860a9,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:31:05.732632 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-4da4d0f8-8c21-4306-ac62-acf6b7725d4d None None] Deleting port 0bfab774-1230-4c75-b147-8317c234a864 {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:31:05.733301 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-4da4d0f8-8c21-4306-ac62-acf6b7725d4d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:05.872297 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-e7d408a7-15fc-43ee-a293-9ec1796ad19c admin admin] 10.222.0.54 "DELETE /v2.0/networks/e8d2ddcf-1876-48f1-bdb0-f45048b860a9 HTTP/1.1" status: 204 len: 168 time: 3.0755818 Jan 20 14:31:05.896837 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-545e987f-e115-4dcd-9e42-80b90587a96e tempest-RoutersNegativeTest-494823764 tempest-RoutersNegativeTest-494823764-project] Router 9a9d5668-9900-40fa-b1df-ab244b93025e has already been hosted by L3 agent 624d525b-4c26-4143-8a1c-228bb1c6faaa {{(pid=84153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 14:31:05.929241 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-4da4d0f8-8c21-4306-ac62-acf6b7725d4d None None] The port '0bfab774-1230-4c75-b147-8317c234a864' was deleted {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 20 14:31:06.025855 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-f41ab6c7-c8bf-41e4-a1f4-2a7226faa19d tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:06.060663 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-fbcb94b1-88a6-4a40-a7cb-398666c14a5b None None] Provisioning complete for port e5b75af6-ac14-4a30-a40d-e76babea4f9e triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:31:06.061024 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-fbcb94b1-88a6-4a40-a7cb-398666c14a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:06.100600 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.db_base_plugin_common [None req-b667796e-c3c2-48c3-b3b5-d2b8e0d0d709 admin admin] Allocated IP 172.20.0.1 (ac006b3d-300f-4a00-af61-b19ab11d4829/03a7a10f-ac58-4ac3-ae2b-291238d5ec16/73ab2921-cdee-469d-ac12-5c7530b1b83d) {{(pid=84152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:31:06.147560 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-545e987f-e115-4dcd-9e42-80b90587a96e tempest-RoutersNegativeTest-494823764 tempest-RoutersNegativeTest-494823764-project] Notify agent at l3_agent.dv-neutron-825124-1-hyperv the message routers_updated {{(pid=84153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 14:31:06.149365 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.objects.ports [None req-2dd1e0e0-8e31-4958-8e97-5dc2ff15eeb2 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84152) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Jan 20 14:31:06.159090 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5894b07-08af-41c5-8991-2cf26ef3199a None None] Sync routers for ids ['9a9d5668-9900-40fa-b1df-ab244b93025e'] in dv-neutron-825124-1-hyperv {{(pid=84155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 14:31:06.164014 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-2dd1e0e0-8e31-4958-8e97-5dc2ff15eeb2 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4163519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3155301'] for subnet, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:06.179613 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5894b07-08af-41c5-8991-2cf26ef3199a None None] Routers {'9a9d5668-9900-40fa-b1df-ab244b93025e'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:31:06.179613 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-e5894b07-08af-41c5-8991-2cf26ef3199a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:31:00Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['9a9d5668-9900-40fa-b1df-ab244b93025e'], 'active': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:31:06.179947 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-545e987f-e115-4dcd-9e42-80b90587a96e tempest-RoutersNegativeTest-494823764 tempest-RoutersNegativeTest-494823764-project] 10.222.0.54 "PUT /v2.0/routers/9a9d5668-9900-40fa-b1df-ab244b93025e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4471128 Jan 20 14:31:06.179947 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 38790) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:31:06.248359 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-e5894b07-08af-41c5-8991-2cf26ef3199a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:31:06.261430 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5894b07-08af-41c5-8991-2cf26ef3199a None None] Routers {'9a9d5668-9900-40fa-b1df-ab244b93025e'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:31:06.262940 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-e5894b07-08af-41c5-8991-2cf26ef3199a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:31:00Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['9a9d5668-9900-40fa-b1df-ab244b93025e'], 'active': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:31:06.266726 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-e8121568-4923-4a06-9b3a-7f5d1dba6c53 None None] Notify callbacks [] for port, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:06.273389 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-fbcb94b1-88a6-4a40-a7cb-398666c14a5b None None] Port e5b75af6-ac14-4a30-a40d-e76babea4f9e cannot update to ACTIVE because it is not bound. {{(pid=84154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 14:31:06.284519 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-e8121568-4923-4a06-9b3a-7f5d1dba6c53 None None] Transition to ACTIVE for port object 48972a6b-8c2a-4bc2-a89b-f53e188c714e will not be triggered until provisioned by entity L2. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:31:06.302778 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd1e0e0-8e31-4958-8e97-5dc2ff15eeb2 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Pushing event updated for resources: {'Subnet': ['ID=1afc6f34-7cc2-4bbf-8e11-56e1728be5d2,revision_number=0']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:31:06.323958 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dd1e0e0-8e31-4958-8e97-5dc2ff15eeb2 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Network dbce74ed-d43c-4540-8d8d-e582f35e4792 is already hosted by enough agents. {{(pid=84152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:31:06.325791 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-e8121568-4923-4a06-9b3a-7f5d1dba6c53 None None] Transition to ACTIVE for port object 48972a6b-8c2a-4bc2-a89b-f53e188c714e will not be triggered until provisioned by entity DHCP. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:31:06.331668 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.base_scheduler [None req-2dd1e0e0-8e31-4958-8e97-5dc2ff15eeb2 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Resources bound (agent type, host, resource id): {{(pid=84152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:31:06.342128 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-e5894b07-08af-41c5-8991-2cf26ef3199a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:31:06.342128 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5894b07-08af-41c5-8991-2cf26ef3199a None None] The sync data for ids ['9a9d5668-9900-40fa-b1df-ab244b93025e'] in dv-neutron-825124-1-hyperv is: [] {{(pid=84155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 14:31:06.349539 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb4df48b-b385-457c-9ef6-bd9e6938465e None None] Network dbce74ed-d43c-4540-8d8d-e582f35e4792 requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:31:06.417884 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dd1e0e0-8e31-4958-8e97-5dc2ff15eeb2 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:31:06.418584 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-2dd1e0e0-8e31-4958-8e97-5dc2ff15eeb2 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks [] for subnet, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:06.437423 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-b20f4cc1-68c1-452c-b860-764684116a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '783ebe0c-6c84-4372-ade0-9a5670567575', 'name': 'tempest-TestVolumeBootPattern-778372646-router', 'tenant_id': '630d3f8a86444149b9a83c00e804a42a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.22'}], 'enable_snat': True}, 'gw_port_id': '8983572d-c0fb-4a5d-959d-810702cc354b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:30:55Z', 'updated_at': '2022-01-20T14:30:57Z', 'revision_number': 3, 'project_id': '630d3f8a86444149b9a83c00e804a42a', 'gw_port': {'id': '8983572d-c0fb-4a5d-959d-810702cc354b', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:8b:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '783ebe0c-6c84-4372-ade0-9a5670567575', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:30:56Z', 'updated_at': '2022-01-20T14:31:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv'}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:31:06.448736 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 38794) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:31:06.458592 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-e8121568-4923-4a06-9b3a-7f5d1dba6c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477'] for port, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:06.462472 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b20f4cc1-68c1-452c-b860-764684116a4c None None] The sync data for ids ['783ebe0c-6c84-4372-ade0-9a5670567575'] in dv-neutron-825124-1-hyperv is: [{'id': '783ebe0c-6c84-4372-ade0-9a5670567575', 'name': 'tempest-TestVolumeBootPattern-778372646-router', 'tenant_id': '630d3f8a86444149b9a83c00e804a42a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.22'}], 'enable_snat': True}, 'gw_port_id': '8983572d-c0fb-4a5d-959d-810702cc354b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:30:55Z', 'updated_at': '2022-01-20T14:30:57Z', 'revision_number': 3, 'project_id': '630d3f8a86444149b9a83c00e804a42a', 'gw_port': {'id': '8983572d-c0fb-4a5d-959d-810702cc354b', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:8b:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '783ebe0c-6c84-4372-ade0-9a5670567575', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:30:56Z', 'updated_at': '2022-01-20T14:31:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv'}] {{(pid=84154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 14:31:06.535351 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-0f9d4de6-87e9-4c43-81c5-9651e7c20adb tempest-RoutersNegativeTest-494823764 tempest-RoutersNegativeTest-494823764-project] Notify callbacks [] for router, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:06.582217 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8121568-4923-4a06-9b3a-7f5d1dba6c53 None None] Network ad9babc2-2690-4325-bdda-55a7ad1a21ab is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:31:06.614630 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8121568-4923-4a06-9b3a-7f5d1dba6c53 None None] Pushing event updated for resources: {'Port': ['ID=48972a6b-8c2a-4bc2-a89b-f53e188c714e,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:31:06.616551 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-b667796e-c3c2-48c3-b3b5-d2b8e0d0d709 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:06.617193 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-e8121568-4923-4a06-9b3a-7f5d1dba6c53 None None] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:31:06.619477 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8121568-4923-4a06-9b3a-7f5d1dba6c53 None None] Received port after_create {{(pid=84154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:31:06.634611 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.provisioning_blocks [None req-b667796e-c3c2-48c3-b3b5-d2b8e0d0d709 admin admin] Transition to ACTIVE for port object 73ab2921-cdee-469d-ac12-5c7530b1b83d will not be triggered until provisioned by entity DHCP. {{(pid=84152) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:31:06.682863 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8121568-4923-4a06-9b3a-7f5d1dba6c53 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:31:06.683449 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8121568-4923-4a06-9b3a-7f5d1dba6c53 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:31:06.683687 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8121568-4923-4a06-9b3a-7f5d1dba6c53 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:31:06.684006 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8121568-4923-4a06-9b3a-7f5d1dba6c53 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:31:06.684262 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8121568-4923-4a06-9b3a-7f5d1dba6c53 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:31:06.684783 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8121568-4923-4a06-9b3a-7f5d1dba6c53 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:31:06.684955 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8121568-4923-4a06-9b3a-7f5d1dba6c53 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:31:06.685303 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8121568-4923-4a06-9b3a-7f5d1dba6c53 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:31:06.685831 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8121568-4923-4a06-9b3a-7f5d1dba6c53 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:31:06.685933 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8121568-4923-4a06-9b3a-7f5d1dba6c53 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:31:06.686404 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8121568-4923-4a06-9b3a-7f5d1dba6c53 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:31:06.742768 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-b667796e-c3c2-48c3-b3b5-d2b8e0d0d709 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:06.747028 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-2dd1e0e0-8e31-4958-8e97-5dc2ff15eeb2 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.2074184 Jan 20 14:31:06.751084 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 38798) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:31:06.757322 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-f184207e-53f5-4128-8431-17e98aee5922 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Request body: {'subnet': {'network_id': 'dbce74ed-d43c-4540-8d8d-e582f35e4792', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:31:06.796376 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ce20a45-e5f2-46ab-8119-749d7aabef81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95c917f5-14ba-5e96-98b8-1a52654a930a-dbce74ed-d43c-4540-8d8d-e582f35e4792', 'network_id': 'dbce74ed-d43c-4540-8d8d-e582f35e4792', 'tenant_id': '2cb17692bb0c4a2782f988652201ac42', 'fixed_ips': [{'subnet_id': '1afc6f34-7cc2-4bbf-8e11-56e1728be5d2'}]}} from dv-neutron-825124-1-hyperv. {{(pid=84154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 20 14:31:06.797797 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-1ce20a45-e5f2-46ab-8119-749d7aabef81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:06.821390 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-e8121568-4923-4a06-9b3a-7f5d1dba6c53 None None] Attempting to bind port 48972a6b-8c2a-4bc2-a89b-f53e188c714e on host dv-neutron-825124-1-hyperv for vnic_type normal with profile {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:31:06.822903 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-e8121568-4923-4a06-9b3a-7f5d1dba6c53 None None] Attempting to bind port 48972a6b-8c2a-4bc2-a89b-f53e188c714e by drivers openvswitch,hyperv on host dv-neutron-825124-1-hyperv at level 0 using segments [{'id': 'bb03fa13-b9f9-4eed-bf21-5acfa01b193e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'ad9babc2-2690-4325-bdda-55a7ad1a21ab'}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:31:06.822903 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8121568-4923-4a06-9b3a-7f5d1dba6c53 None None] Attempting to bind port 48972a6b-8c2a-4bc2-a89b-f53e188c714e on network ad9babc2-2690-4325-bdda-55a7ad1a21ab {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 14:31:06.852099 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8121568-4923-4a06-9b3a-7f5d1dba6c53 None None] Checking agent: {'id': '6414dfeb-85c5-454a-8756-709ca637d800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825124-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 16, 31), 'started_at': datetime.datetime(2022, 1, 20, 14, 17, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 31, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825124-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 14:31:06.852937 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8121568-4923-4a06-9b3a-7f5d1dba6c53 None None] Checking segment: {'id': 'bb03fa13-b9f9-4eed-bf21-5acfa01b193e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'ad9babc2-2690-4325-bdda-55a7ad1a21ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 14:31:06.853515 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-e8121568-4923-4a06-9b3a-7f5d1dba6c53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:06.854108 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8121568-4923-4a06-9b3a-7f5d1dba6c53 None None] Bound using segment: {'id': 'bb03fa13-b9f9-4eed-bf21-5acfa01b193e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'ad9babc2-2690-4325-bdda-55a7ad1a21ab'} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 14:31:06.854742 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-e8121568-4923-4a06-9b3a-7f5d1dba6c53 None None] Bound port: 48972a6b-8c2a-4bc2-a89b-f53e188c714e, host: dv-neutron-825124-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb03fa13-b9f9-4eed-bf21-5acfa01b193e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'ad9babc2-2690-4325-bdda-55a7ad1a21ab'}}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:31:06.855494 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-e8121568-4923-4a06-9b3a-7f5d1dba6c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:06.911636 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.api.v2.resource [None req-0f9d4de6-87e9-4c43-81c5-9651e7c20adb tempest-RoutersNegativeTest-494823764 tempest-RoutersNegativeTest-494823764-project] delete failed (client error): There was a conflict when trying to complete your request. Jan 20 14:31:06.913058 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-0f9d4de6-87e9-4c43-81c5-9651e7c20adb tempest-RoutersNegativeTest-494823764 tempest-RoutersNegativeTest-494823764-project] 10.222.0.54 "DELETE /v2.0/routers/9a9d5668-9900-40fa-b1df-ab244b93025e HTTP/1.1" status: 409 len: 329 time: 0.7335052 Jan 20 14:31:06.917121 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b667796e-c3c2-48c3-b3b5-d2b8e0d0d709 admin admin] Network ac006b3d-300f-4a00-af61-b19ab11d4829 is already hosted by enough agents. {{(pid=84152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:31:06.917563 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 38802) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:31:06.924057 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.base_scheduler [None req-b667796e-c3c2-48c3-b3b5-d2b8e0d0d709 admin admin] Resources bound (agent type, host, resource id): {{(pid=84152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:31:06.940940 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-df3bafd6-a3db-4e8d-b71c-cd87772cf799 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=505c9f1bd3024976854da8233b1bef64&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4833841 Jan 20 14:31:06.940940 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b667796e-c3c2-48c3-b3b5-d2b8e0d0d709 admin admin] Received port after_create {{(pid=84152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:31:06.980810 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 38806) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:31:07.024891 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b667796e-c3c2-48c3-b3b5-d2b8e0d0d709 admin admin] Pushing event updated for resources: {'Port': ['ID=73ab2921-cdee-469d-ac12-5c7530b1b83d,revision_number=1']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:31:07.059687 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-f184207e-53f5-4128-8431-17e98aee5922 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:31:07.072323 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_common [None req-1ce20a45-e5f2-46ab-8119-749d7aabef81 None None] Allocated IP 2001:db8::f816:3eff:fe6b:1c74 (dbce74ed-d43c-4540-8d8d-e582f35e4792/1afc6f34-7cc2-4bbf-8e11-56e1728be5d2/bb51909c-a9b2-4abe-a8f7-996727acb07b) {{(pid=84154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:31:07.073675 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-f184207e-53f5-4128-8431-17e98aee5922 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Usage tracker for resource:subnet and tenant:2cb17692bb0c4a2782f988652201ac42 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:31:07.078618 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-f184207e-53f5-4128-8431-17e98aee5922 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:31:07.110517 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.db_base_plugin_common [None req-f41ab6c7-c8bf-41e4-a1f4-2a7226faa19d tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Allocated IP 2001:db8::1 (ad9babc2-2690-4325-bdda-55a7ad1a21ab/468bf8a3-0492-4913-ae7d-bb0853f2ceb6/3496148f-02d1-40f6-a495-0c7d52c61551) {{(pid=84152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:31:07.123806 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-b667796e-c3c2-48c3-b3b5-d2b8e0d0d709 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-745387'] for router_interface, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:07.144737 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-f184207e-53f5-4128-8431-17e98aee5922 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:31:07.256228 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f184207e-53f5-4128-8431-17e98aee5922 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Made reservation on behalf of 2cb17692bb0c4a2782f988652201ac42 for: {'subnet': 1} {{(pid=84153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:31:07.296158 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-5e300d62-e57d-4801-bfd4-e0dee75d0c3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:07.370109 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-5e300d62-e57d-4801-bfd4-e0dee75d0c3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:07.477739 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-1ce20a45-e5f2-46ab-8119-749d7aabef81 None None] Notify callbacks [] for port, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:07.488243 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-9678c1b9-52f4-429e-a5f7-985168c636e9 None None] Provisioning for port 73ab2921-cdee-469d-ac12-5c7530b1b83d completed by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:31:07.504823 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-e8121568-4923-4a06-9b3a-7f5d1dba6c53 None None] For port 48972a6b-8c2a-4bc2-a89b-f53e188c714e, host dv-neutron-825124-1-hyperv, cleared binding levels {{(pid=84154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 14:31:07.509052 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-f41ab6c7-c8bf-41e4-a1f4-2a7226faa19d tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks [] for port, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:07.510008 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-1ce20a45-e5f2-46ab-8119-749d7aabef81 None None] Transition to ACTIVE for port object bb51909c-a9b2-4abe-a8f7-996727acb07b will not be triggered until provisioned by entity L2. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:31:07.519803 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-e8121568-4923-4a06-9b3a-7f5d1dba6c53 None None] For port 48972a6b-8c2a-4bc2-a89b-f53e188c714e, host dv-neutron-825124-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=48972a6b-8c2a-4bc2-a89b-f53e188c714e,segment=NetworkSegment(bb03fa13-b9f9-4eed-bf21-5acfa01b193e),segment_id=bb03fa13-b9f9-4eed-bf21-5acfa01b193e)] {{(pid=84154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 14:31:07.521448 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-9678c1b9-52f4-429e-a5f7-985168c636e9 None None] Provisioning complete for port 73ab2921-cdee-469d-ac12-5c7530b1b83d triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:31:07.521972 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-9678c1b9-52f4-429e-a5f7-985168c636e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:07.528034 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-b667796e-c3c2-48c3-b3b5-d2b8e0d0d709 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:07.552749 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.provisioning_blocks [None req-f41ab6c7-c8bf-41e4-a1f4-2a7226faa19d tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Transition to ACTIVE for port object 3496148f-02d1-40f6-a495-0c7d52c61551 will not be triggered until provisioned by entity DHCP. {{(pid=84152) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:31:07.611738 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-e8121568-4923-4a06-9b3a-7f5d1dba6c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:07.620368 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-1ce20a45-e5f2-46ab-8119-749d7aabef81 None None] Transition to ACTIVE for port object bb51909c-a9b2-4abe-a8f7-996727acb07b will not be triggered until provisioned by entity DHCP. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:31:07.640097 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-5e300d62-e57d-4801-bfd4-e0dee75d0c3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:07.669853 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e300d62-e57d-4801-bfd4-e0dee75d0c3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cdae5ee-6384-4d33-bd7e-f62a038c5a1e,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:31:07.674939 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-9678c1b9-52f4-429e-a5f7-985168c636e9 None None] Port 73ab2921-cdee-469d-ac12-5c7530b1b83d cannot update to ACTIVE because it is not bound. {{(pid=84154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 14:31:07.732712 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-1ce20a45-e5f2-46ab-8119-749d7aabef81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477'] for port, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:07.736795 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-f184207e-53f5-4128-8431-17e98aee5922 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4193986'] for subnet, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:07.756569 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ce20a45-e5f2-46ab-8119-749d7aabef81 None None] Network dbce74ed-d43c-4540-8d8d-e582f35e4792 is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:31:07.756769 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-5e300d62-e57d-4801-bfd4-e0dee75d0c3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:07.757441 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8121568-4923-4a06-9b3a-7f5d1dba6c53 None None] Pushing event updated for resources: {'Port': ['ID=48972a6b-8c2a-4bc2-a89b-f53e188c714e,revision_number=2']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:31:07.760723 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-5e300d62-e57d-4801-bfd4-e0dee75d0c3d admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/3cdae5ee-6384-4d33-bd7e-f62a038c5a1e HTTP/1.1" status: 204 len: 168 time: 0.7722971 Jan 20 14:31:07.763908 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-1ce20a45-e5f2-46ab-8119-749d7aabef81 None None] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:31:07.776122 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-f41ab6c7-c8bf-41e4-a1f4-2a7226faa19d tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:07.833720 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce20a45-e5f2-46ab-8119-749d7aabef81 None None] Pushing event updated for resources: {'Port': ['ID=bb51909c-a9b2-4abe-a8f7-996727acb07b,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:31:07.836770 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ce20a45-e5f2-46ab-8119-749d7aabef81 None None] Received port after_create {{(pid=84154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:31:07.859583 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f41ab6c7-c8bf-41e4-a1f4-2a7226faa19d tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Network ad9babc2-2690-4325-bdda-55a7ad1a21ab is already hosted by enough agents. {{(pid=84152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:31:07.870987 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.base_scheduler [None req-f41ab6c7-c8bf-41e4-a1f4-2a7226faa19d tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Resources bound (agent type, host, resource id): {{(pid=84152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:31:07.881586 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f41ab6c7-c8bf-41e4-a1f4-2a7226faa19d tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Received port after_create {{(pid=84152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:31:07.882655 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-f41ab6c7-c8bf-41e4-a1f4-2a7226faa19d tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-745387'] for router_interface, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:07.928591 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41ab6c7-c8bf-41e4-a1f4-2a7226faa19d tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Pushing event updated for resources: {'Port': ['ID=3496148f-02d1-40f6-a495-0c7d52c61551,revision_number=1']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:31:07.948705 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.db.ipam_backend_mixin [None req-f184207e-53f5-4128-8431-17e98aee5922 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 1afc6f34-7cc2-4bbf-8e11-56e1728be5d2 (CIDR: 2001:db8::/64) Jan 20 14:31:07.951494 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-bb509434-199b-4c90-b076-942097fc57fe tempest-RoutersNegativeTest-494823764 tempest-RoutersNegativeTest-494823764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-743504'] for router_interface, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:07.971535 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-b667796e-c3c2-48c3-b3b5-d2b8e0d0d709 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:08.014786 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-1ce20a45-e5f2-46ab-8119-749d7aabef81 None None] Attempting to bind port bb51909c-a9b2-4abe-a8f7-996727acb07b on host dv-neutron-825124-1-hyperv for vnic_type normal with profile {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:31:08.015256 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-1ce20a45-e5f2-46ab-8119-749d7aabef81 None None] Attempting to bind port bb51909c-a9b2-4abe-a8f7-996727acb07b by drivers openvswitch,hyperv on host dv-neutron-825124-1-hyperv at level 0 using segments [{'id': '7b61d093-41ff-4202-b223-533eb0f8da0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'dbce74ed-d43c-4540-8d8d-e582f35e4792'}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:31:08.015859 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce20a45-e5f2-46ab-8119-749d7aabef81 None None] Attempting to bind port bb51909c-a9b2-4abe-a8f7-996727acb07b on network dbce74ed-d43c-4540-8d8d-e582f35e4792 {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 14:31:08.023187 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 8983572d-c0fb-4a5d-959d-810702cc354b up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:31:08.023376 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.pecan_wsgi.hooks.translation [None req-f184207e-53f5-4128-8431-17e98aee5922 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 20 14:31:08.023815 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f184207e-53f5-4128-8431-17e98aee5922 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:31:08.070851 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce20a45-e5f2-46ab-8119-749d7aabef81 None None] Checking agent: {'id': '6414dfeb-85c5-454a-8756-709ca637d800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825124-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 16, 31), 'started_at': datetime.datetime(2022, 1, 20, 14, 17, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 31, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825124-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 14:31:08.071512 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce20a45-e5f2-46ab-8119-749d7aabef81 None None] Checking segment: {'id': '7b61d093-41ff-4202-b223-533eb0f8da0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'dbce74ed-d43c-4540-8d8d-e582f35e4792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 14:31:08.071986 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-1ce20a45-e5f2-46ab-8119-749d7aabef81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:08.072702 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce20a45-e5f2-46ab-8119-749d7aabef81 None None] Bound using segment: {'id': '7b61d093-41ff-4202-b223-533eb0f8da0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'dbce74ed-d43c-4540-8d8d-e582f35e4792'} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 14:31:08.073403 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-1ce20a45-e5f2-46ab-8119-749d7aabef81 None None] Bound port: bb51909c-a9b2-4abe-a8f7-996727acb07b, host: dv-neutron-825124-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b61d093-41ff-4202-b223-533eb0f8da0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'dbce74ed-d43c-4540-8d8d-e582f35e4792'}}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:31:08.073973 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-1ce20a45-e5f2-46ab-8119-749d7aabef81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:08.140045 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-f184207e-53f5-4128-8431-17e98aee5922 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3872309 Jan 20 14:31:08.148073 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 38812) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:31:08.149335 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-469b863a-20e3-4132-a2a3-8a013a9c1f36 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Request body: {'subnet': {'network_id': 'dbce74ed-d43c-4540-8d8d-e582f35e4792', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:31:08.239674 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-1ce20a45-e5f2-46ab-8119-749d7aabef81 None None] For port bb51909c-a9b2-4abe-a8f7-996727acb07b, host dv-neutron-825124-1-hyperv, cleared binding levels {{(pid=84154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 14:31:08.243807 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-1ce20a45-e5f2-46ab-8119-749d7aabef81 None None] For port bb51909c-a9b2-4abe-a8f7-996727acb07b, host dv-neutron-825124-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=bb51909c-a9b2-4abe-a8f7-996727acb07b,segment=NetworkSegment(7b61d093-41ff-4202-b223-533eb0f8da0a),segment_id=7b61d093-41ff-4202-b223-533eb0f8da0a)] {{(pid=84154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 14:31:08.278969 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning for port 8983572d-c0fb-4a5d-959d-810702cc354b completed by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:31:08.285372 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port 8983572d-c0fb-4a5d-959d-810702cc354b triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:31:08.286181 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:08.287801 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-b667796e-c3c2-48c3-b3b5-d2b8e0d0d709 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162822'] for port, after_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:08.346780 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-1ce20a45-e5f2-46ab-8119-749d7aabef81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:08.480910 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-469b863a-20e3-4132-a2a3-8a013a9c1f36 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:31:08.490366 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-b667796e-c3c2-48c3-b3b5-d2b8e0d0d709 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1705158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-743490'] for router_interface, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:08.503254 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-469b863a-20e3-4132-a2a3-8a013a9c1f36 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Usage tracker for resource:subnet and tenant:2cb17692bb0c4a2782f988652201ac42 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:31:08.506430 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b667796e-c3c2-48c3-b3b5-d2b8e0d0d709 admin admin] Pushing event updated for resources: {'Port': ['ID=73ab2921-cdee-469d-ac12-5c7530b1b83d,revision_number=2']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:31:08.519014 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-469b863a-20e3-4132-a2a3-8a013a9c1f36 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:31:08.530461 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-f41ab6c7-c8bf-41e4-a1f4-2a7226faa19d tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:08.544294 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce20a45-e5f2-46ab-8119-749d7aabef81 None None] Pushing event updated for resources: {'Port': ['ID=bb51909c-a9b2-4abe-a8f7-996727acb07b,revision_number=2']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:31:08.601807 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-469b863a-20e3-4132-a2a3-8a013a9c1f36 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:31:08.620057 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:08.650292 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] For port 8983572d-c0fb-4a5d-959d-810702cc354b, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=8983572d-c0fb-4a5d-959d-810702cc354b,segment=NetworkSegment(f628f1ba-6b70-4c9b-8839-62340c040c81),segment_id=f628f1ba-6b70-4c9b-8839-62340c040c81)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:31:08.736487 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:08.851822 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-469b863a-20e3-4132-a2a3-8a013a9c1f36 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Made reservation on behalf of 2cb17692bb0c4a2782f988652201ac42 for: {'subnet': 1} {{(pid=84153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:31:08.855318 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-469b863a-20e3-4132-a2a3-8a013a9c1f36 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4193986'] for subnet, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:08.867910 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Pushing event updated for resources: {'Port': ['ID=8983572d-c0fb-4a5d-959d-810702cc354b,revision_number=4']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:31:08.952814 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b667796e-c3c2-48c3-b3b5-d2b8e0d0d709 admin admin] Network ac006b3d-300f-4a00-af61-b19ab11d4829 is already hosted by enough agents. {{(pid=84152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:31:08.957027 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.base_scheduler [None req-b667796e-c3c2-48c3-b3b5-d2b8e0d0d709 admin admin] Resources bound (agent type, host, resource id): {{(pid=84152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:31:09.369860 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-469b863a-20e3-4132-a2a3-8a013a9c1f36 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3943531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4194004'] for subnet, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:09.465273 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-469b863a-20e3-4132-a2a3-8a013a9c1f36 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Network dbce74ed-d43c-4540-8d8d-e582f35e4792 is already hosted by enough agents. {{(pid=84153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:31:09.476302 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.base_scheduler [None req-469b863a-20e3-4132-a2a3-8a013a9c1f36 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Resources bound (agent type, host, resource id): {{(pid=84153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:31:09.479710 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-469b863a-20e3-4132-a2a3-8a013a9c1f36 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:31:09.480429 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-469b863a-20e3-4132-a2a3-8a013a9c1f36 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks [] for subnet, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:09.506442 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-bb509434-199b-4c90-b076-942097fc57fe tempest-RoutersNegativeTest-494823764 tempest-RoutersNegativeTest-494823764-project] Deleting port e5b75af6-ac14-4a30-a40d-e76babea4f9e {{(pid=84153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:31:09.507091 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-bb509434-199b-4c90-b076-942097fc57fe tempest-RoutersNegativeTest-494823764 tempest-RoutersNegativeTest-494823764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:09.519594 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.db.resource_extend [None req-f41ab6c7-c8bf-41e4-a1f4-2a7226faa19d tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 20 14:31:09.535679 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-b79feeda-1b0b-4346-a03b-4151816f133e None None] Provisioning complete for port 73ab2921-cdee-469d-ac12-5c7530b1b83d triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:31:09.536062 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-b79feeda-1b0b-4346-a03b-4151816f133e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:09.537219 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-f41ab6c7-c8bf-41e4-a1f4-2a7226faa19d tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks [] for port, precommit_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:09.557429 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469b863a-20e3-4132-a2a3-8a013a9c1f36 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Pushing event updated for resources: {'Subnet': ['ID=db5db9f9-aea9-4420-8a2b-052f8289f8a6,revision_number=0']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:31:09.580928 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-469b863a-20e3-4132-a2a3-8a013a9c1f36 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4364026 Jan 20 14:31:09.591097 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 38832) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:31:09.601155 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-b79feeda-1b0b-4346-a03b-4151816f133e None None] Port 73ab2921-cdee-469d-ac12-5c7530b1b83d cannot update to ACTIVE because it is not bound. {{(pid=84154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 14:31:09.669378 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-f41ab6c7-c8bf-41e4-a1f4-2a7226faa19d tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162822'] for port, after_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:09.670554 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-f41ab6c7-c8bf-41e4-a1f4-2a7226faa19d tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1705158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-743490'] for router_interface, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:09.730837 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e711eb07-05e4-4467-bea9-ed7b21cfaf34 None None] Network ad9babc2-2690-4325-bdda-55a7ad1a21ab requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:31:09.835806 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41ab6c7-c8bf-41e4-a1f4-2a7226faa19d tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Pushing event updated for resources: {'Port': ['ID=3496148f-02d1-40f6-a495-0c7d52c61551,revision_number=2']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:31:09.914324 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-91acbd67-06d4-4ea9-841a-6335dd10787b tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Request body: {'port': {'network_id': 'dbce74ed-d43c-4540-8d8d-e582f35e4792', 'mac_address': 'fa:16:3e:6b:42:fd', 'name': 'tempest-NetworksTestDHCPv6-1237157032'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:31:10.065704 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-bb509434-199b-4c90-b076-942097fc57fe tempest-RoutersNegativeTest-494823764 tempest-RoutersNegativeTest-494823764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:10.071702 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f41ab6c7-c8bf-41e4-a1f4-2a7226faa19d tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Network ad9babc2-2690-4325-bdda-55a7ad1a21ab is already hosted by enough agents. {{(pid=84152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:31:10.073763 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b667796e-c3c2-48c3-b3b5-d2b8e0d0d709 admin admin] Router 783ebe0c-6c84-4372-ade0-9a5670567575 has already been hosted by L3 agent 624d525b-4c26-4143-8a1c-228bb1c6faaa {{(pid=84152) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 14:31:10.075819 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.base_scheduler [None req-f41ab6c7-c8bf-41e4-a1f4-2a7226faa19d tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Resources bound (agent type, host, resource id): {{(pid=84152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:31:10.108800 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-dff45122-2a0b-40f7-9d72-588c4ac01159 None None] Provisioning for port 48972a6b-8c2a-4bc2-a89b-f53e188c714e completed by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:31:10.274478 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 8983572d-c0fb-4a5d-959d-810702cc354b up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:31:10.317019 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-bb509434-199b-4c90-b076-942097fc57fe tempest-RoutersNegativeTest-494823764 tempest-RoutersNegativeTest-494823764-project] Calling delete_port for e5b75af6-ac14-4a30-a40d-e76babea4f9e owned by network:router_interface {{(pid=84153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:31:10.423110 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beaaaa1f-748e-4e0a-934e-d8021a7b22ea None None] Network dbce74ed-d43c-4540-8d8d-e582f35e4792 requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:31:10.431385 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-91acbd67-06d4-4ea9-841a-6335dd10787b tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:31:10.470821 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-91acbd67-06d4-4ea9-841a-6335dd10787b tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Usage tracker for resource:port and tenant:2cb17692bb0c4a2782f988652201ac42 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:31:10.474184 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-91acbd67-06d4-4ea9-841a-6335dd10787b tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:31:10.486401 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-91acbd67-06d4-4ea9-841a-6335dd10787b tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:31:10.577463 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91acbd67-06d4-4ea9-841a-6335dd10787b tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Made reservation on behalf of 2cb17692bb0c4a2782f988652201ac42 for: {'port': 1} {{(pid=84153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:31:10.581635 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-91acbd67-06d4-4ea9-841a-6335dd10787b tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:10.677810 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.notifiers.nova [None req-91acbd67-06d4-4ea9-841a-6335dd10787b tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] device_id is not set on port 2d501a16-0dda-4451-8b8b-107157c2b36e yet. {{(pid=84153) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 14:31:10.707121 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-06fb98e5-02a0-4608-9ebc-cb4006c24e84 None None] Provisioning for port bb51909c-a9b2-4abe-a8f7-996727acb07b completed by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:31:10.720004 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port 8983572d-c0fb-4a5d-959d-810702cc354b triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:31:10.720371 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:10.751490 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-bb509434-199b-4c90-b076-942097fc57fe tempest-RoutersNegativeTest-494823764 tempest-RoutersNegativeTest-494823764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:10.819016 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb509434-199b-4c90-b076-942097fc57fe tempest-RoutersNegativeTest-494823764 tempest-RoutersNegativeTest-494823764-project] Pushing event deleted for resources: {'Port': ['ID=e5b75af6-ac14-4a30-a40d-e76babea4f9e,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:31:10.917196 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 48972a6b-8c2a-4bc2-a89b-f53e188c714e up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:31:11.036453 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b667796e-c3c2-48c3-b3b5-d2b8e0d0d709 admin admin] Notify agent at l3_agent.dv-neutron-825124-1-hyperv the message routers_updated {{(pid=84152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 14:31:11.055204 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-b667796e-c3c2-48c3-b3b5-d2b8e0d0d709 admin admin] 10.222.0.54 "PUT /v2.0/routers/783ebe0c-6c84-4372-ade0-9a5670567575/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8513556 Jan 20 14:31:11.083651 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5963736-1d74-460b-b39c-14bf38e3de99 None None] Sync routers for ids ['783ebe0c-6c84-4372-ade0-9a5670567575'] in dv-neutron-825124-1-hyperv {{(pid=84154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 14:31:11.163268 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5963736-1d74-460b-b39c-14bf38e3de99 None None] Routers {'783ebe0c-6c84-4372-ade0-9a5670567575'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:31:11.169376 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-f5963736-1d74-460b-b39c-14bf38e3de99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:31:00Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['783ebe0c-6c84-4372-ade0-9a5670567575'], 'active': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:31:11.169542 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f41ab6c7-c8bf-41e4-a1f4-2a7226faa19d tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Router 51b95f71-5365-452b-92a0-4d90503f05a1 is scheduled to L3 agent 624d525b-4c26-4143-8a1c-228bb1c6faaa with binding_index 1 {{(pid=84152) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 20 14:31:11.293104 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-720954f8-1183-4ee3-a848-1fea70ac69b7 None None] Provisioning for port 3496148f-02d1-40f6-a495-0c7d52c61551 completed by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:31:11.338583 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-720954f8-1183-4ee3-a848-1fea70ac69b7 None None] Provisioning complete for port 3496148f-02d1-40f6-a495-0c7d52c61551 triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:31:11.341622 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-720954f8-1183-4ee3-a848-1fea70ac69b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:11.464087 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8d2b079-40e4-4713-a3d4-d6e9be0d7248 None None] Update dhcp port {'port': {'network_id': 'dbce74ed-d43c-4540-8d8d-e582f35e4792', 'fixed_ips': [{'subnet_id': '1afc6f34-7cc2-4bbf-8e11-56e1728be5d2', 'ip_address': '2001:db8::f816:3eff:fe6b:1c74'}, {'subnet_id': 'db5db9f9-aea9-4420-8a2b-052f8289f8a6'}], 'binding:host_id': 'dv-neutron-825124-1-hyperv'}, 'id': 'bb51909c-a9b2-4abe-a8f7-996727acb07b'} from dv-neutron-825124-1-hyperv. {{(pid=84154) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Jan 20 14:31:11.498810 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.db_base_plugin_common [None req-91acbd67-06d4-4ea9-841a-6335dd10787b tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Allocated IP 2001:db8:0:1::1ec (dbce74ed-d43c-4540-8d8d-e582f35e4792/db5db9f9-aea9-4420-8a2b-052f8289f8a6/2d501a16-0dda-4451-8b8b-107157c2b36e) {{(pid=84153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:31:11.501842 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-bb509434-199b-4c90-b076-942097fc57fe tempest-RoutersNegativeTest-494823764 tempest-RoutersNegativeTest-494823764-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1705096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-745401'] for router_interface, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:11.511075 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.db_base_plugin_common [None req-91acbd67-06d4-4ea9-841a-6335dd10787b tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Allocated IP 2001:db8::f816:3eff:fe6b:42fd (dbce74ed-d43c-4540-8d8d-e582f35e4792/1afc6f34-7cc2-4bbf-8e11-56e1728be5d2/2d501a16-0dda-4451-8b8b-107157c2b36e) {{(pid=84153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:31:11.544386 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f41ab6c7-c8bf-41e4-a1f4-2a7226faa19d tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify agent at l3_agent.dv-neutron-825124-1-hyperv the message routers_updated {{(pid=84152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 14:31:11.556405 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f3b2452-ea6b-4d06-8fe0-2ca9ff4ae58d None None] Sync routers for ids ['51b95f71-5365-452b-92a0-4d90503f05a1'] in dv-neutron-825124-1-hyperv {{(pid=84155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 14:31:11.562728 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-f41ab6c7-c8bf-41e4-a1f4-2a7226faa19d tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] 10.222.0.54 "PUT /v2.0/routers/51b95f71-5365-452b-92a0-4d90503f05a1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8545473 Jan 20 14:31:11.565107 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 38858) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:31:11.589976 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f3b2452-ea6b-4d06-8fe0-2ca9ff4ae58d None None] Routers {'51b95f71-5365-452b-92a0-4d90503f05a1'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:31:11.591222 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-7f3b2452-ea6b-4d06-8fe0-2ca9ff4ae58d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:31:00Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['51b95f71-5365-452b-92a0-4d90503f05a1'], 'active': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:31:11.668581 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8a4dc36-26e8-4144-944a-c43b7a078c06 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:31:11.669552 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-d8a4dc36-26e8-4144-944a-c43b7a078c06 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Synchronizing usage tracker for tenant:f85e30c327a64407a1a93d3333ba9261 on resource:port {{(pid=84152) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:31:11.703771 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-720954f8-1183-4ee3-a848-1fea70ac69b7 None None] Port 3496148f-02d1-40f6-a495-0c7d52c61551 cannot update to ACTIVE because it is not bound. {{(pid=84154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 14:31:11.751455 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-e8d2b079-40e4-4713-a3d4-d6e9be0d7248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:11.756573 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-d8a4dc36-26e8-4144-944a-c43b7a078c06 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Unset dirty status for tenant:f85e30c327a64407a1a93d3333ba9261 on resource:port {{(pid=84152) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:31:11.771113 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-d8a4dc36-26e8-4144-944a-c43b7a078c06 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] 10.222.0.54 "GET /v2.0/ports/3496148f-02d1-40f6-a495-0c7d52c61551 HTTP/1.1" status: 200 len: 911 time: 0.1908572 Jan 20 14:31:11.771113 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 38866) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:31:11.771113 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-5f0ce638-93b1-4a26-95b5-e72cf235ea65 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '468bf8a3-0492-4913-ae7d-bb0853f2ceb6'}]}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:31:11.774575 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-7f3b2452-ea6b-4d06-8fe0-2ca9ff4ae58d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:31:11.787907 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f3b2452-ea6b-4d06-8fe0-2ca9ff4ae58d None None] Routers {'51b95f71-5365-452b-92a0-4d90503f05a1'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:31:11.788759 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-7f3b2452-ea6b-4d06-8fe0-2ca9ff4ae58d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:31:00Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['51b95f71-5365-452b-92a0-4d90503f05a1'], 'active': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:31:11.842480 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 38870) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:31:11.874265 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-7f3b2452-ea6b-4d06-8fe0-2ca9ff4ae58d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:31:11.875092 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f3b2452-ea6b-4d06-8fe0-2ca9ff4ae58d None None] The sync data for ids ['51b95f71-5365-452b-92a0-4d90503f05a1'] in dv-neutron-825124-1-hyperv is: [] {{(pid=84155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 14:31:11.989581 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning for port 48972a6b-8c2a-4bc2-a89b-f53e188c714e completed by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:31:12.001535 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port 48972a6b-8c2a-4bc2-a89b-f53e188c714e triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:31:12.002086 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:12.120312 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-fcdcafa4-1b9a-49fc-9af8-8a8ce8f528d3 None None] Provisioning complete for port 3496148f-02d1-40f6-a495-0c7d52c61551 triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:31:12.120835 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-fcdcafa4-1b9a-49fc-9af8-8a8ce8f528d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:12.167821 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-aba09522-c45c-45bc-9e89-3d42dce2ad31 tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1190836816', 'router:external': True}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:31:12.173690 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-aba09522-c45c-45bc-9e89-3d42dce2ad31 tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:31:12.177854 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-aba09522-c45c-45bc-9e89-3d42dce2ad31 tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] Usage tracker for resource:network and tenant:29dad310a96543c1a4503904351121e9 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:31:12.181595 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-aba09522-c45c-45bc-9e89-3d42dce2ad31 tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:31:12.188878 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-aba09522-c45c-45bc-9e89-3d42dce2ad31 tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:31:12.192965 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvr_db [None req-f5963736-1d74-460b-b39c-14bf38e3de99 None None] Set router 783ebe0c-6c84-4372-ade0-9a5670567575 gateway port host: dv-neutron-825124-1-hyperv {{(pid=84154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 14:31:12.229281 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-5f0ce638-93b1-4a26-95b5-e72cf235ea65 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:12.277569 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:12.291133 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aba09522-c45c-45bc-9e89-3d42dce2ad31 tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] Made reservation on behalf of 29dad310a96543c1a4503904351121e9 for: {'network': 1} {{(pid=84152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:31:12.294215 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-aba09522-c45c-45bc-9e89-3d42dce2ad31 tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for network, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:12.305782 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-fcdcafa4-1b9a-49fc-9af8-8a8ce8f528d3 None None] Port 3496148f-02d1-40f6-a495-0c7d52c61551 cannot update to ACTIVE because it is not bound. {{(pid=84154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 14:31:12.323991 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-aba09522-c45c-45bc-9e89-3d42dce2ad31 tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:12.338008 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-91acbd67-06d4-4ea9-841a-6335dd10787b tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks [] for port, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:12.366346 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-aba09522-c45c-45bc-9e89-3d42dce2ad31 tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:31:12.370519 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-aba09522-c45c-45bc-9e89-3d42dce2ad31 tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] Usage tracker for resource:security_group_rule and tenant:29dad310a96543c1a4503904351121e9 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:31:12.374887 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-aba09522-c45c-45bc-9e89-3d42dce2ad31 tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:31:12.382920 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-aba09522-c45c-45bc-9e89-3d42dce2ad31 tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:31:12.413863 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.provisioning_blocks [None req-91acbd67-06d4-4ea9-841a-6335dd10787b tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Transition to ACTIVE for port object 2d501a16-0dda-4451-8b8b-107157c2b36e will not be triggered until provisioned by entity DHCP. {{(pid=84153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:31:12.442453 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb509434-199b-4c90-b076-942097fc57fe tempest-RoutersNegativeTest-494823764 tempest-RoutersNegativeTest-494823764-project] Router 9a9d5668-9900-40fa-b1df-ab244b93025e has already been hosted by L3 agent 624d525b-4c26-4143-8a1c-228bb1c6faaa {{(pid=84153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 14:31:12.472232 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-aba09522-c45c-45bc-9e89-3d42dce2ad31 tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:12.537530 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] For port 48972a6b-8c2a-4bc2-a89b-f53e188c714e, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=48972a6b-8c2a-4bc2-a89b-f53e188c714e,segment=NetworkSegment(bb03fa13-b9f9-4eed-bf21-5acfa01b193e),segment_id=bb03fa13-b9f9-4eed-bf21-5acfa01b193e)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:31:12.569557 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-aba09522-c45c-45bc-9e89-3d42dce2ad31 tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:12.597164 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-91acbd67-06d4-4ea9-841a-6335dd10787b tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:12.655527 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb509434-199b-4c90-b076-942097fc57fe tempest-RoutersNegativeTest-494823764 tempest-RoutersNegativeTest-494823764-project] Notify agent at l3_agent.dv-neutron-825124-1-hyperv the message routers_updated {{(pid=84153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 14:31:12.663198 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aba09522-c45c-45bc-9e89-3d42dce2ad31 tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 187} {{(pid=84152) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 14:31:12.685887 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91acbd67-06d4-4ea9-841a-6335dd10787b tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Network dbce74ed-d43c-4540-8d8d-e582f35e4792 is already hosted by enough agents. {{(pid=84153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:31:12.692721 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.base_scheduler [None req-91acbd67-06d4-4ea9-841a-6335dd10787b tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Resources bound (agent type, host, resource id): {{(pid=84153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:31:12.700857 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec5cb1be-b286-45b5-9402-d57d44307032 None None] Sync routers for ids ['9a9d5668-9900-40fa-b1df-ab244b93025e'] in dv-neutron-825124-1-hyperv {{(pid=84154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 14:31:12.701112 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91acbd67-06d4-4ea9-841a-6335dd10787b tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Received port after_create {{(pid=84153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:31:12.701206 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-aba09522-c45c-45bc-9e89-3d42dce2ad31 tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:12.701622 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.db.segments_db [None req-aba09522-c45c-45bc-9e89-3d42dce2ad31 tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] Added segment 1d0c3c3a-0b93-49d1-8e85-cca0656b3600 of type vlan for network e58eb13f-0841-4c03-8761-6ec5d03166bf Jan 20 14:31:12.705584 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91acbd67-06d4-4ea9-841a-6335dd10787b tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:31:12.706270 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-91acbd67-06d4-4ea9-841a-6335dd10787b tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:12.709084 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:12.710166 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device bb51909c-a9b2-4abe-a8f7-996727acb07b up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:31:12.712879 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba09522-c45c-45bc-9e89-3d42dce2ad31 tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7be4cf75-6531-423a-9637-e5819eea3541,revision_number=1']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:31:12.719800 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-bb509434-199b-4c90-b076-942097fc57fe tempest-RoutersNegativeTest-494823764 tempest-RoutersNegativeTest-494823764-project] 10.222.0.54 "PUT /v2.0/routers/9a9d5668-9900-40fa-b1df-ab244b93025e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7974837 Jan 20 14:31:12.720548 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 38888) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:31:12.726308 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91acbd67-06d4-4ea9-841a-6335dd10787b tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Pushing event updated for resources: {'Port': ['ID=2d501a16-0dda-4451-8b8b-107157c2b36e,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:31:12.803107 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-91acbd67-06d4-4ea9-841a-6335dd10787b tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 3.2149868 Jan 20 14:31:12.803916 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 38892) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:31:12.851070 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 38896) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:31:12.864054 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-2eece17f-204c-401c-acfa-4b44c131f6f2 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-341376864-network', 'tenant_id': 'cdc34049eb8f4ef0aa8ca4d199ba3589'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:31:12.872996 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-2eece17f-204c-401c-acfa-4b44c131f6f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:31:12.888663 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-2eece17f-204c-401c-acfa-4b44c131f6f2 admin admin] Usage tracker for resource:network and tenant:cdc34049eb8f4ef0aa8ca4d199ba3589 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:31:12.897193 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-2eece17f-204c-401c-acfa-4b44c131f6f2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:31:12.907124 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_common [None req-e8d2b079-40e4-4713-a3d4-d6e9be0d7248 None None] Allocated IP 2001:db8:0:1::2 (dbce74ed-d43c-4540-8d8d-e582f35e4792/db5db9f9-aea9-4420-8a2b-052f8289f8a6/bb51909c-a9b2-4abe-a8f7-996727acb07b) {{(pid=84154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:31:12.910434 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec5cb1be-b286-45b5-9402-d57d44307032 None None] Routers {'9a9d5668-9900-40fa-b1df-ab244b93025e'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:31:12.911062 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-ec5cb1be-b286-45b5-9402-d57d44307032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:31:00Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['9a9d5668-9900-40fa-b1df-ab244b93025e'], 'active': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:31:12.918148 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-2eece17f-204c-401c-acfa-4b44c131f6f2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:31:12.943685 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-c4d732ac-592d-4068-a5ff-1b09ab34104b tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Deleting port 2d501a16-0dda-4451-8b8b-107157c2b36e {{(pid=84153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:31:12.944260 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-c4d732ac-592d-4068-a5ff-1b09ab34104b tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:12.996106 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.api.v2.resource [None req-9b152599-ef09-4752-8694-0b60a1664151 tempest-RoutersNegativeTest-494823764 tempest-RoutersNegativeTest-494823764-project] show failed (client error): The resource could not be found. Jan 20 14:31:12.997227 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-9b152599-ef09-4752-8694-0b60a1664151 tempest-RoutersNegativeTest-494823764 tempest-RoutersNegativeTest-494823764-project] 10.222.0.54 "GET /v2.0/routers/tempest-non_exist_router-1796783679 HTTP/1.1" status: 404 len: 335 time: 0.2734003 Jan 20 14:31:13.001995 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 38900) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:31:13.006304 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-ec5cb1be-b286-45b5-9402-d57d44307032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:31:13.008700 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-bf7ffa52-1ea0-48e2-8497-5181ef41b914 tempest-RoutersNegativeTest-494823764 tempest-RoutersNegativeTest-494823764-project] Request body: {'router': {'name': 'new_name'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:31:13.018310 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-aba09522-c45c-45bc-9e89-3d42dce2ad31 tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769553767792'] for network, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:13.026612 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Pushing event updated for resources: {'Port': ['ID=48972a6b-8c2a-4bc2-a89b-f53e188c714e,revision_number=3']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:31:13.038472 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.agents_db [None req-6dba657d-a637-4918-9b6d-40defdfae04b None None] Agent healthcheck: found 6 active agents {{(pid=84155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 14:31:13.088408 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.api.v2.resource [None req-bf7ffa52-1ea0-48e2-8497-5181ef41b914 tempest-RoutersNegativeTest-494823764 tempest-RoutersNegativeTest-494823764-project] update failed (client error): The resource could not be found. Jan 20 14:31:13.089735 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-bf7ffa52-1ea0-48e2-8497-5181ef41b914 tempest-RoutersNegativeTest-494823764 tempest-RoutersNegativeTest-494823764-project] 10.222.0.54 "PUT /v2.0/routers/tempest-non_exist_router-1135758364 HTTP/1.1" status: 404 len: 335 time: 0.0862365 Jan 20 14:31:13.096516 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 38904) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:31:13.123602 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec5cb1be-b286-45b5-9402-d57d44307032 None None] Routers {'9a9d5668-9900-40fa-b1df-ab244b93025e'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:31:13.124230 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-ec5cb1be-b286-45b5-9402-d57d44307032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:31:00Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['9a9d5668-9900-40fa-b1df-ab244b93025e'], 'active': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:31:13.164226 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-aba09522-c45c-45bc-9e89-3d42dce2ad31 tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967'] for network, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:13.165217 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aba09522-c45c-45bc-9e89-3d42dce2ad31 tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:31:13.165880 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-aba09522-c45c-45bc-9e89-3d42dce2ad31 tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] Notify callbacks [] for network, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:13.166718 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2eece17f-204c-401c-acfa-4b44c131f6f2 admin admin] Made reservation on behalf of cdc34049eb8f4ef0aa8ca4d199ba3589 for: {'network': 1} {{(pid=84153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:31:13.168957 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-2eece17f-204c-401c-acfa-4b44c131f6f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for network, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:13.176462 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-f5963736-1d74-460b-b39c-14bf38e3de99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '783ebe0c-6c84-4372-ade0-9a5670567575', 'name': 'tempest-TestVolumeBootPattern-778372646-router', 'tenant_id': '630d3f8a86444149b9a83c00e804a42a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.22'}], 'enable_snat': True}, 'gw_port_id': '8983572d-c0fb-4a5d-959d-810702cc354b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:30:55Z', 'updated_at': '2022-01-20T14:31:07Z', 'revision_number': 4, 'project_id': '630d3f8a86444149b9a83c00e804a42a', 'gw_port': {'id': '8983572d-c0fb-4a5d-959d-810702cc354b', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:8b:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '783ebe0c-6c84-4372-ade0-9a5670567575', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:30:56Z', 'updated_at': '2022-01-20T14:31:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv', '_interfaces': [{'id': '73ab2921-cdee-469d-ac12-5c7530b1b83d', 'name': '', 'network_id': 'ac006b3d-300f-4a00-af61-b19ab11d4829', 'tenant_id': '630d3f8a86444149b9a83c00e804a42a', 'mac_address': 'fa:16:3e:29:50:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '783ebe0c-6c84-4372-ade0-9a5670567575', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '03a7a10f-ac58-4ac3-ae2b-291238d5ec16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:31:05Z', 'updated_at': '2022-01-20T14:31:07Z', 'revision_number': 2, 'project_id': '630d3f8a86444149b9a83c00e804a42a', 'subnets': [{'id': '03a7a10f-ac58-4ac3-ae2b-291238d5ec16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:31:13.190343 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-2eece17f-204c-401c-acfa-4b44c131f6f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:13.201015 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5963736-1d74-460b-b39c-14bf38e3de99 None None] Checking router: 783ebe0c-6c84-4372-ade0-9a5670567575 for host: dv-neutron-825124-1-hyperv {{(pid=84154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 14:31:13.201274 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5963736-1d74-460b-b39c-14bf38e3de99 None None] Updating router 783ebe0c-6c84-4372-ade0-9a5670567575 port 73ab2921-cdee-469d-ac12-5c7530b1b83d binding host dv-neutron-825124-1-hyperv {{(pid=84154) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 20 14:31:13.224600 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning for port bb51909c-a9b2-4abe-a8f7-996727acb07b completed by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:31:13.227408 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-ec5cb1be-b286-45b5-9402-d57d44307032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:31:13.227862 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec5cb1be-b286-45b5-9402-d57d44307032 None None] The sync data for ids ['9a9d5668-9900-40fa-b1df-ab244b93025e'] in dv-neutron-825124-1-hyperv is: [] {{(pid=84154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 14:31:13.250244 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port bb51909c-a9b2-4abe-a8f7-996727acb07b triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:31:13.250615 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:13.281628 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba09522-c45c-45bc-9e89-3d42dce2ad31 tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] Pushing event updated for resources: {'Network': ['ID=e58eb13f-0841-4c03-8761-6ec5d03166bf,revision_number=1']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:31:13.309409 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Network e58eb13f-0841-4c03-8761-6ec5d03166bf details requested by agent ovs-agent-dv-neutron-825124-1-hyperv with host dv-neutron-825124-1-hyperv {{(pid=84154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 14:31:13.402525 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-aba09522-c45c-45bc-9e89-3d42dce2ad31 tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 1.5510266 Jan 20 14:31:13.402819 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 38908) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:31:13.408970 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-26d8af27-4149-43a8-8e50-293cb82f729d tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] Request body: {'subnet': {'network_id': 'e58eb13f-0841-4c03-8761-6ec5d03166bf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:31:13.425491 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-e8d2b079-40e4-4713-a3d4-d6e9be0d7248 None None] For port bb51909c-a9b2-4abe-a8f7-996727acb07b, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=bb51909c-a9b2-4abe-a8f7-996727acb07b,segment=NetworkSegment(7b61d093-41ff-4202-b223-533eb0f8da0a),segment_id=7b61d093-41ff-4202-b223-533eb0f8da0a)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:31:13.430319 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-26d8af27-4149-43a8-8e50-293cb82f729d tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:31:13.435298 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-f5963736-1d74-460b-b39c-14bf38e3de99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:13.440409 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-26d8af27-4149-43a8-8e50-293cb82f729d tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] Usage tracker for resource:subnet and tenant:29dad310a96543c1a4503904351121e9 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:31:13.451815 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-26d8af27-4149-43a8-8e50-293cb82f729d tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:31:13.461792 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-26d8af27-4149-43a8-8e50-293cb82f729d tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:31:13.494150 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-5f0ce638-93b1-4a26-95b5-e72cf235ea65 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks [] for port, precommit_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:13.526894 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-2eece17f-204c-401c-acfa-4b44c131f6f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:31:13.531603 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-e8d2b079-40e4-4713-a3d4-d6e9be0d7248 None None] Notify callbacks [] for port, precommit_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:13.552649 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-2eece17f-204c-401c-acfa-4b44c131f6f2 admin admin] Usage tracker for resource:security_group_rule and tenant:cdc34049eb8f4ef0aa8ca4d199ba3589 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:31:13.556471 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-5f0ce638-93b1-4a26-95b5-e72cf235ea65 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162822'] for port, after_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:13.558829 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-2eece17f-204c-401c-acfa-4b44c131f6f2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:31:13.561216 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f0ce638-93b1-4a26-95b5-e72cf235ea65 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:31:13.562001 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-5f0ce638-93b1-4a26-95b5-e72cf235ea65 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:13.562351 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-c4d732ac-592d-4068-a5ff-1b09ab34104b tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:13.566818 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-5f0ce638-93b1-4a26-95b5-e72cf235ea65 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] 10.222.0.54 "PUT /v2.0/ports/3496148f-02d1-40f6-a495-0c7d52c61551 HTTP/1.1" status: 200 len: 911 time: 1.8020415 Jan 20 14:31:13.569361 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 38912) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:31:13.577359 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-2eece17f-204c-401c-acfa-4b44c131f6f2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:31:13.630853 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-e8d2b079-40e4-4713-a3d4-d6e9be0d7248 None None] Transition to ACTIVE for port object bb51909c-a9b2-4abe-a8f7-996727acb07b will not be triggered until provisioned by entity DHCP. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:31:13.638995 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.db_base_plugin_v2 [None req-31fac709-fe8b-4db2-8118-a254c0609794 tempest-RoutersNegativeTest-494823764 tempest-RoutersNegativeTest-494823764-project] Deleting subnet 6ca3893a-bd36-414a-89f8-c5e1c427f68d {{(pid=84153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 20 14:31:13.641382 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0ce638-93b1-4a26-95b5-e72cf235ea65 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Pushing event updated for resources: {'Port': ['ID=3496148f-02d1-40f6-a495-0c7d52c61551,revision_number=3']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:31:13.675941 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:13.706235 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26d8af27-4149-43a8-8e50-293cb82f729d tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] Made reservation on behalf of 29dad310a96543c1a4503904351121e9 for: {'subnet': 1} {{(pid=84153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:31:13.708401 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-26d8af27-4149-43a8-8e50-293cb82f729d tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4193986'] for subnet, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:13.720933 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-31fac709-fe8b-4db2-8118-a254c0609794 tempest-RoutersNegativeTest-494823764 tempest-RoutersNegativeTest-494823764-project] Notify callbacks [] for subnet, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:13.769035 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-e8d2b079-40e4-4713-a3d4-d6e9be0d7248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:13.947461 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-c4d732ac-592d-4068-a5ff-1b09ab34104b tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Calling delete_port for 2d501a16-0dda-4451-8b8b-107157c2b36e owned by {{(pid=84153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:31:14.000987 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d2b079-40e4-4713-a3d4-d6e9be0d7248 None None] Pushing event updated for resources: {'Port': ['ID=bb51909c-a9b2-4abe-a8f7-996727acb07b,revision_number=3']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:31:14.010504 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.db.api [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84154) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 14:31:14.010504 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG oslo_db.api [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 14:31:14.148945 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-31fac709-fe8b-4db2-8118-a254c0609794 tempest-RoutersNegativeTest-494823764 tempest-RoutersNegativeTest-494823764-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3980851'] for subnet, precommit_delete_associations {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:14.191418 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-f5963736-1d74-460b-b39c-14bf38e3de99 None None] Notify callbacks [] for port, precommit_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:14.205902 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-f5963736-1d74-460b-b39c-14bf38e3de99 None None] Transition to ACTIVE for port object 73ab2921-cdee-469d-ac12-5c7530b1b83d will not be triggered until provisioned by entity L2. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:31:14.279330 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-f5963736-1d74-460b-b39c-14bf38e3de99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:14.363871 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-2eece17f-204c-401c-acfa-4b44c131f6f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:14.400667 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-31fac709-fe8b-4db2-8118-a254c0609794 tempest-RoutersNegativeTest-494823764 tempest-RoutersNegativeTest-494823764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1627147'] for subnet, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:14.461176 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268d9cdf-d6d6-40c4-9939-d8413fca8f8f None None] Pushing event updated for resources: {'Port': ['ID=73ab2921-cdee-469d-ac12-5c7530b1b83d,revision_number=3']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:31:14.475939 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-2eece17f-204c-401c-acfa-4b44c131f6f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:14.519942 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eece17f-204c-401c-acfa-4b44c131f6f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1b6fe2e-0f3f-44dd-b791-c603065d4a64,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:31:14.569172 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2eece17f-204c-401c-acfa-4b44c131f6f2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 185} {{(pid=84153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 14:31:14.666523 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-2eece17f-204c-401c-acfa-4b44c131f6f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:14.666870 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.db.segments_db [None req-2eece17f-204c-401c-acfa-4b44c131f6f2 admin admin] Added segment 26d871b2-6a94-4d79-adec-1408029d3b4f of type vlan for network 300480ab-801d-4e60-841c-f4ecc9a03474 Jan 20 14:31:14.703721 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:14.720994 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-f5963736-1d74-460b-b39c-14bf38e3de99 None None] Attempting to bind port 73ab2921-cdee-469d-ac12-5c7530b1b83d on host dv-neutron-825124-1-hyperv for vnic_type normal with profile {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:31:14.721504 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-f5963736-1d74-460b-b39c-14bf38e3de99 None None] Attempting to bind port 73ab2921-cdee-469d-ac12-5c7530b1b83d by drivers openvswitch,hyperv on host dv-neutron-825124-1-hyperv at level 0 using segments [{'id': 'c9d942e4-40d0-47fc-a62a-57ccdec4c720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'ac006b3d-300f-4a00-af61-b19ab11d4829'}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:31:14.721974 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5963736-1d74-460b-b39c-14bf38e3de99 None None] Attempting to bind port 73ab2921-cdee-469d-ac12-5c7530b1b83d on network ac006b3d-300f-4a00-af61-b19ab11d4829 {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 14:31:14.759132 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-2eece17f-204c-401c-acfa-4b44c131f6f2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769553767792'] for network, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:14.759748 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5963736-1d74-460b-b39c-14bf38e3de99 None None] Checking agent: {'id': '6414dfeb-85c5-454a-8756-709ca637d800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825124-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 16, 31), 'started_at': datetime.datetime(2022, 1, 20, 14, 17, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 31, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825124-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 14:31:14.760320 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5963736-1d74-460b-b39c-14bf38e3de99 None None] Checking segment: {'id': 'c9d942e4-40d0-47fc-a62a-57ccdec4c720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'ac006b3d-300f-4a00-af61-b19ab11d4829'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 14:31:14.760804 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-f5963736-1d74-460b-b39c-14bf38e3de99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:14.761354 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5963736-1d74-460b-b39c-14bf38e3de99 None None] Bound using segment: {'id': 'c9d942e4-40d0-47fc-a62a-57ccdec4c720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'ac006b3d-300f-4a00-af61-b19ab11d4829'} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 14:31:14.761925 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-f5963736-1d74-460b-b39c-14bf38e3de99 None None] Bound port: 73ab2921-cdee-469d-ac12-5c7530b1b83d, host: dv-neutron-825124-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9d942e4-40d0-47fc-a62a-57ccdec4c720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'ac006b3d-300f-4a00-af61-b19ab11d4829'}}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:31:14.762785 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-f5963736-1d74-460b-b39c-14bf38e3de99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:14.784915 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-c4d732ac-592d-4068-a5ff-1b09ab34104b tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:14.860956 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] For port bb51909c-a9b2-4abe-a8f7-996727acb07b, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=bb51909c-a9b2-4abe-a8f7-996727acb07b,segment=NetworkSegment(7b61d093-41ff-4202-b223-533eb0f8da0a),segment_id=7b61d093-41ff-4202-b223-533eb0f8da0a)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:31:14.892132 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-31fac709-fe8b-4db2-8118-a254c0609794 tempest-RoutersNegativeTest-494823764 tempest-RoutersNegativeTest-494823764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1627154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3943464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4194013'] for subnet, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:14.895799 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d732ac-592d-4068-a5ff-1b09ab34104b tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Pushing event deleted for resources: {'Port': ['ID=2d501a16-0dda-4451-8b8b-107157c2b36e,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:31:14.930828 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-f5963736-1d74-460b-b39c-14bf38e3de99 None None] For port 73ab2921-cdee-469d-ac12-5c7530b1b83d, host dv-neutron-825124-1-hyperv, cleared binding levels {{(pid=84154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 14:31:14.936321 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-f5963736-1d74-460b-b39c-14bf38e3de99 None None] For port 73ab2921-cdee-469d-ac12-5c7530b1b83d, host dv-neutron-825124-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=73ab2921-cdee-469d-ac12-5c7530b1b83d,segment=NetworkSegment(c9d942e4-40d0-47fc-a62a-57ccdec4c720),segment_id=c9d942e4-40d0-47fc-a62a-57ccdec4c720)] {{(pid=84154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 14:31:14.954214 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:14.958453 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fac709-fe8b-4db2-8118-a254c0609794 tempest-RoutersNegativeTest-494823764 tempest-RoutersNegativeTest-494823764-project] Pushing event deleted for resources: {'Subnet': ['ID=6ca3893a-bd36-414a-89f8-c5e1c427f68d,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:31:15.026001 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-f5963736-1d74-460b-b39c-14bf38e3de99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:15.046427 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-31fac709-fe8b-4db2-8118-a254c0609794 tempest-RoutersNegativeTest-494823764 tempest-RoutersNegativeTest-494823764-project] Notify callbacks [] for subnet, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:15.050557 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-c4d732ac-592d-4068-a5ff-1b09ab34104b tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:15.054315 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f005c25-abcb-430f-a992-fb008658b64a None None] Network da4d087f-622a-4fdf-a395-9315946cf200 requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:31:15.075207 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-2eece17f-204c-401c-acfa-4b44c131f6f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967'] for network, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:15.076000 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eece17f-204c-401c-acfa-4b44c131f6f2 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:31:15.076566 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-2eece17f-204c-401c-acfa-4b44c131f6f2 admin admin] Notify callbacks [] for network, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:15.093618 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 48972a6b-8c2a-4bc2-a89b-f53e188c714e up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:31:15.192305 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-fa6cf759-f8e2-4180-b09e-67731d9f4f09 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-743504'] for router_interface, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:15.240911 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-31fac709-fe8b-4db2-8118-a254c0609794 tempest-RoutersNegativeTest-494823764 tempest-RoutersNegativeTest-494823764-project] 10.222.0.54 "DELETE /v2.0/subnets/6ca3893a-bd36-414a-89f8-c5e1c427f68d HTTP/1.1" status: 204 len: 168 time: 2.1431816 Jan 20 14:31:15.243516 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 38916) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:31:15.265324 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-c4d732ac-592d-4068-a5ff-1b09ab34104b tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] 10.222.0.54 "DELETE /v2.0/ports/2d501a16-0dda-4451-8b8b-107157c2b36e HTTP/1.1" status: 204 len: 168 time: 2.4600344 Jan 20 14:31:15.266164 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 38920) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:31:15.343843 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Pushing event updated for resources: {'Port': ['ID=bb51909c-a9b2-4abe-a8f7-996727acb07b,revision_number=4']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:31:15.347062 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-2eece17f-204c-401c-acfa-4b44c131f6f2 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.4921138 Jan 20 14:31:15.355824 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 38924) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:31:15.357290 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eece17f-204c-401c-acfa-4b44c131f6f2 admin admin] Pushing event updated for resources: {'Network': ['ID=300480ab-801d-4e60-841c-f4ecc9a03474,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:31:15.366025 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-997eb88d-2bbe-4e7b-9275-11274c85fc65 admin admin] Request body: {'subnet': {'network_id': '300480ab-801d-4e60-841c-f4ecc9a03474', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-341376864-subnet', 'tenant_id': 'cdc34049eb8f4ef0aa8ca4d199ba3589', 'ip_version': 4}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:31:15.377412 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-997eb88d-2bbe-4e7b-9275-11274c85fc65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:31:15.384831 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-997eb88d-2bbe-4e7b-9275-11274c85fc65 admin admin] Usage tracker for resource:subnet and tenant:cdc34049eb8f4ef0aa8ca4d199ba3589 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:31:15.393893 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Network 300480ab-801d-4e60-841c-f4ecc9a03474 details requested by agent ovs-agent-dv-neutron-825124-1-hyperv with host dv-neutron-825124-1-hyperv {{(pid=84154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 14:31:15.438862 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-997eb88d-2bbe-4e7b-9275-11274c85fc65 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:31:15.469274 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-997eb88d-2bbe-4e7b-9275-11274c85fc65 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:31:15.542557 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.db_base_plugin_v2 [None req-96139e3a-b428-4774-8547-7bc97e9ec078 tempest-RoutersNegativeTest-494823764 tempest-RoutersNegativeTest-494823764-project] Deleting subnet 3af87a48-f50c-4957-9a6d-5435d2af8964 {{(pid=84152) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 20 14:31:15.543498 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac036cad-7edd-496d-9d70-8030505113ea tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:31:15.544306 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-ac036cad-7edd-496d-9d70-8030505113ea tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Synchronizing usage tracker for tenant:2cb17692bb0c4a2782f988652201ac42 on resource:port {{(pid=84153) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:31:15.550140 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-96139e3a-b428-4774-8547-7bc97e9ec078 tempest-RoutersNegativeTest-494823764 tempest-RoutersNegativeTest-494823764-project] Notify callbacks [] for subnet, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:15.594643 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-0f9334f2-1736-48bc-bb6f-5c4ad79f6fde None None] Provisioning for port bb51909c-a9b2-4abe-a8f7-996727acb07b completed by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:31:15.604243 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268d9cdf-d6d6-40c4-9939-d8413fca8f8f None None] Pushing event updated for resources: {'Port': ['ID=73ab2921-cdee-469d-ac12-5c7530b1b83d,revision_number=4']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:31:15.617353 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-0f9334f2-1736-48bc-bb6f-5c4ad79f6fde None None] Provisioning complete for port bb51909c-a9b2-4abe-a8f7-996727acb07b triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:31:15.617730 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-0f9334f2-1736-48bc-bb6f-5c4ad79f6fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:15.643881 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-997eb88d-2bbe-4e7b-9275-11274c85fc65 admin admin] Made reservation on behalf of cdc34049eb8f4ef0aa8ca4d199ba3589 for: {'subnet': 1} {{(pid=84153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:31:15.646486 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-997eb88d-2bbe-4e7b-9275-11274c85fc65 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4193986'] for subnet, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:15.674898 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-96139e3a-b428-4774-8547-7bc97e9ec078 tempest-RoutersNegativeTest-494823764 tempest-RoutersNegativeTest-494823764-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3337915'] for subnet, precommit_delete_associations {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:15.739648 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5963736-1d74-460b-b39c-14bf38e3de99 None None] Routers {'783ebe0c-6c84-4372-ade0-9a5670567575'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:31:15.740312 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-f5963736-1d74-460b-b39c-14bf38e3de99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:31:00Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['783ebe0c-6c84-4372-ade0-9a5670567575'], 'active': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:31:15.797567 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port 48972a6b-8c2a-4bc2-a89b-f53e188c714e triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:31:15.797851 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:15.809566 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-96139e3a-b428-4774-8547-7bc97e9ec078 tempest-RoutersNegativeTest-494823764 tempest-RoutersNegativeTest-494823764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1627147'] for subnet, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:15.914640 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-ac036cad-7edd-496d-9d70-8030505113ea tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Unset dirty status for tenant:2cb17692bb0c4a2782f988652201ac42 on resource:port {{(pid=84153) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:31:15.915815 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-ac036cad-7edd-496d-9d70-8030505113ea tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.6298821 Jan 20 14:31:15.919973 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 38928) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:31:15.982732 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-96139e3a-b428-4774-8547-7bc97e9ec078 tempest-RoutersNegativeTest-494823764 tempest-RoutersNegativeTest-494823764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1627154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4163580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155308'] for subnet, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:16.029847 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96139e3a-b428-4774-8547-7bc97e9ec078 tempest-RoutersNegativeTest-494823764 tempest-RoutersNegativeTest-494823764-project] Pushing event deleted for resources: {'Subnet': ['ID=3af87a48-f50c-4957-9a6d-5435d2af8964,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:31:16.040732 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-96139e3a-b428-4774-8547-7bc97e9ec078 tempest-RoutersNegativeTest-494823764 tempest-RoutersNegativeTest-494823764-project] Notify callbacks [] for subnet, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:16.056047 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-96139e3a-b428-4774-8547-7bc97e9ec078 tempest-RoutersNegativeTest-494823764 tempest-RoutersNegativeTest-494823764-project] 10.222.0.54 "DELETE /v2.0/subnets/3af87a48-f50c-4957-9a6d-5435d2af8964 HTTP/1.1" status: 204 len: 168 time: 0.8074479 Jan 20 14:31:16.056047 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 38932) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:31:16.063256 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40b7f5cb-c60c-483f-8878-af2d55ae1e15 None None] Network b08f660b-0647-4efe-8712-e5e11fb04fb7 requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:31:16.080580 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b20a6ad2-7022-4d08-adee-d5f839ed8dbd tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:31:16.081819 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-b20a6ad2-7022-4d08-adee-d5f839ed8dbd tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Synchronizing usage tracker for tenant:2cb17692bb0c4a2782f988652201ac42 on resource:port {{(pid=84152) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:31:16.165466 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-b20a6ad2-7022-4d08-adee-d5f839ed8dbd tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Unset dirty status for tenant:2cb17692bb0c4a2782f988652201ac42 on resource:port {{(pid=84152) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:31:16.170017 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-b20a6ad2-7022-4d08-adee-d5f839ed8dbd tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2488654 Jan 20 14:31:16.170847 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 38936) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:31:16.239308 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-ac65c51c-7aa0-4771-9f43-2bec0189b510 tempest-RoutersNegativeTest-494823764 tempest-RoutersNegativeTest-494823764-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586409'] for network, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:16.251815 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c02146f1-4bfe-422c-b0b5-874fb3e6ac96 None None] DHCP port deletion for da4d087f-622a-4fdf-a395-9315946cf200 request from dv-neutron-825124-1-hyperv {{(pid=84154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 20 14:31:16.269783 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f17804d7-c71d-4657-9b3d-2a510028f0e1 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:31:16.271770 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f17804d7-c71d-4657-9b3d-2a510028f0e1 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:31:16.273244 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f17804d7-c71d-4657-9b3d-2a510028f0e1 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:31:16.274214 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-f17804d7-c71d-4657-9b3d-2a510028f0e1 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Synchronizing usage tracker for tenant:2cb17692bb0c4a2782f988652201ac42 on resource:subnet {{(pid=84152) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:31:16.281908 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-ac65c51c-7aa0-4771-9f43-2bec0189b510 tempest-RoutersNegativeTest-494823764 tempest-RoutersNegativeTest-494823764-project] Deleting port 26eb983a-d4ab-460b-ae68-4c5f7023c5ff {{(pid=84152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:31:16.282541 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-ac65c51c-7aa0-4771-9f43-2bec0189b510 tempest-RoutersNegativeTest-494823764 tempest-RoutersNegativeTest-494823764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:16.288710 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-c02146f1-4bfe-422c-b0b5-874fb3e6ac96 None None] Deleting port 26eb983a-d4ab-460b-ae68-4c5f7023c5ff {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:31:16.289212 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-c02146f1-4bfe-422c-b0b5-874fb3e6ac96 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:16.345981 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device bb51909c-a9b2-4abe-a8f7-996727acb07b up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:31:16.355881 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.objects.ports [None req-26d8af27-4149-43a8-8e50-293cb82f729d tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84153) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Jan 20 14:31:16.356394 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-26d8af27-4149-43a8-8e50-293cb82f729d tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3943531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4194004'] for subnet, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:16.386612 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvr_db [None req-f5963736-1d74-460b-b39c-14bf38e3de99 None None] Set router 783ebe0c-6c84-4372-ade0-9a5670567575 gateway port host: dv-neutron-825124-1-hyperv {{(pid=84154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 14:31:16.403916 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-997eb88d-2bbe-4e7b-9275-11274c85fc65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3943531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4194004'] for subnet, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:16.458427 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-f17804d7-c71d-4657-9b3d-2a510028f0e1 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Unset dirty status for tenant:2cb17692bb0c4a2782f988652201ac42 on resource:subnet {{(pid=84152) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:31:16.461943 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-f17804d7-c71d-4657-9b3d-2a510028f0e1 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2875688 Jan 20 14:31:16.462558 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 38940) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:31:16.468050 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d8af27-4149-43a8-8e50-293cb82f729d tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] Pushing event updated for resources: {'Subnet': ['ID=48750ed0-8e67-440d-a785-e7d10a4fc528,revision_number=0']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:31:16.554400 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.db [None req-ac65c51c-7aa0-4771-9f43-2bec0189b510 tempest-RoutersNegativeTest-494823764 tempest-RoutersNegativeTest-494823764-project] For port 26eb983a-d4ab-460b-ae68-4c5f7023c5ff, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=26eb983a-d4ab-460b-ae68-4c5f7023c5ff,segment=NetworkSegment(ce0bdfb9-97e6-41fc-9ec2-bf72a4f37ffe),segment_id=ce0bdfb9-97e6-41fc-9ec2-bf72a4f37ffe)] {{(pid=84152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:31:16.554770 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-ac65c51c-7aa0-4771-9f43-2bec0189b510 tempest-RoutersNegativeTest-494823764 tempest-RoutersNegativeTest-494823764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:16.566967 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26d8af27-4149-43a8-8e50-293cb82f729d tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] Checking segment: {'id': '1d0c3c3a-0b93-49d1-8e85-cca0656b3600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'e58eb13f-0841-4c03-8761-6ec5d03166bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 14:31:16.567582 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26d8af27-4149-43a8-8e50-293cb82f729d tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] Network hostable DHCP agents. Network: e58eb13f-0841-4c03-8761-6ec5d03166bf, hostable agents: ['1a181e39-5220-4c1a-88f8-08a54e8bfc9b'], hosted agents: [] {{(pid=84153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 14:31:16.615749 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997eb88d-2bbe-4e7b-9275-11274c85fc65 admin admin] Pushing event updated for resources: {'Subnet': ['ID=51f979a0-5b6a-4158-b79d-70d1f86945df,revision_number=0']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:31:16.617561 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-997eb88d-2bbe-4e7b-9275-11274c85fc65 admin admin] Checking segment: {'id': '26d871b2-6a94-4d79-adec-1408029d3b4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '300480ab-801d-4e60-841c-f4ecc9a03474'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 14:31:16.617922 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-997eb88d-2bbe-4e7b-9275-11274c85fc65 admin admin] Network hostable DHCP agents. Network: 300480ab-801d-4e60-841c-f4ecc9a03474, hostable agents: ['1a181e39-5220-4c1a-88f8-08a54e8bfc9b'], hosted agents: [] {{(pid=84153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 14:31:16.718609 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26d8af27-4149-43a8-8e50-293cb82f729d tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] Network e58eb13f-0841-4c03-8761-6ec5d03166bf is scheduled to be hosted by DHCP agent 1a181e39-5220-4c1a-88f8-08a54e8bfc9b with binding_index 1 {{(pid=84153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 14:31:16.737247 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-fa6cf759-f8e2-4180-b09e-67731d9f4f09 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Deleting port 3496148f-02d1-40f6-a495-0c7d52c61551 {{(pid=84153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:31:16.737587 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-fa6cf759-f8e2-4180-b09e-67731d9f4f09 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:16.768141 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-997eb88d-2bbe-4e7b-9275-11274c85fc65 admin admin] Network 300480ab-801d-4e60-841c-f4ecc9a03474 is scheduled to be hosted by DHCP agent 1a181e39-5220-4c1a-88f8-08a54e8bfc9b with binding_index 1 {{(pid=84153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 14:31:16.775948 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ddb8a218-16d4-41d7-a3b7-db99307aefe0 None None] Could not find standard attr ID for object 2d501a16-0dda-4451-8b8b-107157c2b36e. {{(pid=84154) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 20 14:31:16.857174 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-ac65c51c-7aa0-4771-9f43-2bec0189b510 tempest-RoutersNegativeTest-494823764 tempest-RoutersNegativeTest-494823764-project] Calling delete_port for 26eb983a-d4ab-460b-ae68-4c5f7023c5ff owned by network:dhcp {{(pid=84152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:31:16.890672 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port bb51909c-a9b2-4abe-a8f7-996727acb07b triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:31:16.891058 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:16.916481 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.base_scheduler [None req-26d8af27-4149-43a8-8e50-293cb82f729d tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825124-1-hyperv, e58eb13f-0841-4c03-8761-6ec5d03166bf) {{(pid=84153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:31:16.924484 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26d8af27-4149-43a8-8e50-293cb82f729d tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:31:16.925891 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-26d8af27-4149-43a8-8e50-293cb82f729d tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] Notify callbacks [] for subnet, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:16.943157 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70ef63c6-7008-4f59-ac10-3f4bf77f360b None None] Network e58eb13f-0841-4c03-8761-6ec5d03166bf requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:31:16.948277 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.base_scheduler [None req-997eb88d-2bbe-4e7b-9275-11274c85fc65 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825124-1-hyperv, 300480ab-801d-4e60-841c-f4ecc9a03474) {{(pid=84153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:31:16.958469 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-c02146f1-4bfe-422c-b0b5-874fb3e6ac96 None None] For port 26eb983a-d4ab-460b-ae68-4c5f7023c5ff, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=26eb983a-d4ab-460b-ae68-4c5f7023c5ff,segment=NetworkSegment(ce0bdfb9-97e6-41fc-9ec2-bf72a4f37ffe),segment_id=ce0bdfb9-97e6-41fc-9ec2-bf72a4f37ffe)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:31:16.958938 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-c02146f1-4bfe-422c-b0b5-874fb3e6ac96 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:16.981014 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-997eb88d-2bbe-4e7b-9275-11274c85fc65 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:31:16.982076 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-997eb88d-2bbe-4e7b-9275-11274c85fc65 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:16.995793 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-886c6f26-cec8-48f2-8977-249d2ec71b01 None None] Network 300480ab-801d-4e60-841c-f4ecc9a03474 requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:31:17.034459 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-ac65c51c-7aa0-4771-9f43-2bec0189b510 tempest-RoutersNegativeTest-494823764 tempest-RoutersNegativeTest-494823764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:17.073232 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-fa6cf759-f8e2-4180-b09e-67731d9f4f09 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:17.141722 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac65c51c-7aa0-4771-9f43-2bec0189b510 tempest-RoutersNegativeTest-494823764 tempest-RoutersNegativeTest-494823764-project] Pushing event deleted for resources: {'Port': ['ID=26eb983a-d4ab-460b-ae68-4c5f7023c5ff,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:31:17.150650 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.db_base_plugin_v2 [None req-058922e4-fabe-4d3c-9137-714bcf84a5f5 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Deleting subnet 1afc6f34-7cc2-4bbf-8e11-56e1728be5d2 {{(pid=84152) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 20 14:31:17.159127 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac65c51c-7aa0-4771-9f43-2bec0189b510 tempest-RoutersNegativeTest-494823764 tempest-RoutersNegativeTest-494823764-project] No DVR routers for this DVR port 26eb983a-d4ab-460b-ae68-4c5f7023c5ff on host dv-neutron-825124-1-hyperv {{(pid=84152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 14:31:17.161282 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-058922e4-fabe-4d3c-9137-714bcf84a5f5 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks [] for subnet, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:17.243310 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-c02146f1-4bfe-422c-b0b5-874fb3e6ac96 None None] Calling delete_port for 26eb983a-d4ab-460b-ae68-4c5f7023c5ff owned by network:dhcp {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:31:17.274767 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e55ef13-43f0-4e5a-a4be-8306222f0165 None None] DHCP port deletion for b08f660b-0647-4efe-8712-e5e11fb04fb7 request from dv-neutron-825124-1-hyperv {{(pid=84154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 20 14:31:17.307529 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-fa6cf759-f8e2-4180-b09e-67731d9f4f09 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Calling delete_port for 3496148f-02d1-40f6-a495-0c7d52c61551 owned by network:router_interface {{(pid=84153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:31:17.309749 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-5e55ef13-43f0-4e5a-a4be-8306222f0165 None None] Deleting port 42912ace-ea3f-41ec-ad74-5afb2a7c9c39 {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:31:17.310240 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-5e55ef13-43f0-4e5a-a4be-8306222f0165 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:17.345834 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-997eb88d-2bbe-4e7b-9275-11274c85fc65 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9818406 Jan 20 14:31:17.359990 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-26d8af27-4149-43a8-8e50-293cb82f729d tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.9453981 Jan 20 14:31:17.359990 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 38944) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:31:17.359990 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-8157a5f6-91f1-49da-b0ed-ca0226463840 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-341376864-router', 'tenant_id': 'cdc34049eb8f4ef0aa8ca4d199ba3589', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d'}}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:31:17.373080 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 38948) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:31:17.379959 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-8157a5f6-91f1-49da-b0ed-ca0226463840 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:31:17.388458 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-40742c9e-684a-49b1-aa82-e2181ccd0383 tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-976774611', 'network_id': 'e58eb13f-0841-4c03-8761-6ec5d03166bf'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:31:17.390064 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-8157a5f6-91f1-49da-b0ed-ca0226463840 admin admin] Usage tracker for resource:router and tenant:cdc34049eb8f4ef0aa8ca4d199ba3589 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:31:17.397670 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-8157a5f6-91f1-49da-b0ed-ca0226463840 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:31:17.398885 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-058922e4-fabe-4d3c-9137-714bcf84a5f5 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3337915'] for subnet, precommit_delete_associations {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:17.424415 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-8157a5f6-91f1-49da-b0ed-ca0226463840 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:31:17.453127 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-40742c9e-684a-49b1-aa82-e2181ccd0383 tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:31:17.473013 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-40742c9e-684a-49b1-aa82-e2181ccd0383 tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] Usage tracker for resource:port and tenant:29dad310a96543c1a4503904351121e9 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:31:17.484556 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-ac65c51c-7aa0-4771-9f43-2bec0189b510 tempest-RoutersNegativeTest-494823764 tempest-RoutersNegativeTest-494823764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1626242', 'neutron.services.segments.db._delete_segments_for_network-8769554214620'] for network, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:17.495375 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-40742c9e-684a-49b1-aa82-e2181ccd0383 tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:31:17.514573 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-40742c9e-684a-49b1-aa82-e2181ccd0383 tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:31:17.553737 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-8157a5f6-91f1-49da-b0ed-ca0226463840 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-105475'] for router, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:17.555773 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-8157a5f6-91f1-49da-b0ed-ca0226463840 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-739204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-744864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-735540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-105484'] for router, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:17.562553 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.segments.db [None req-ac65c51c-7aa0-4771-9f43-2bec0189b510 tempest-RoutersNegativeTest-494823764 tempest-RoutersNegativeTest-494823764-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da4d087f-622a-4fdf-a395-9315946cf200']}} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:31:17.589862 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.segments.db [None req-ac65c51c-7aa0-4771-9f43-2bec0189b510 tempest-RoutersNegativeTest-494823764 tempest-RoutersNegativeTest-494823764-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce0bdfb9-97e6-41fc-9ec2-bf72a4f37ffe') {'for_net_delete': True} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:31:17.590321 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.segments.db [None req-ac65c51c-7aa0-4771-9f43-2bec0189b510 tempest-RoutersNegativeTest-494823764 tempest-RoutersNegativeTest-494823764-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce0bdfb9-97e6-41fc-9ec2-bf72a4f37ffe') {} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:31:17.618230 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-ac65c51c-7aa0-4771-9f43-2bec0189b510 tempest-RoutersNegativeTest-494823764 tempest-RoutersNegativeTest-494823764-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769554214503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3337904'] for segment, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:17.642776 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-ac65c51c-7aa0-4771-9f43-2bec0189b510 tempest-RoutersNegativeTest-494823764 tempest-RoutersNegativeTest-494823764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:17.653455 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac65c51c-7aa0-4771-9f43-2bec0189b510 tempest-RoutersNegativeTest-494823764 tempest-RoutersNegativeTest-494823764-project] Releasing vlan 182 on physical network physnet1 to pool {{(pid=84152) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 14:31:17.653783 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-ac65c51c-7aa0-4771-9f43-2bec0189b510 tempest-RoutersNegativeTest-494823764 tempest-RoutersNegativeTest-494823764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1622950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4162906'] for segment, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:17.669857 dv-neutron-825124-1-hyperv neutron-server[84152]: Traceback (most recent call last): Jan 20 14:31:17.669857 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 14:31:17.669857 dv-neutron-825124-1-hyperv neutron-server[84152]: timer() Jan 20 14:31:17.669857 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 14:31:17.669857 dv-neutron-825124-1-hyperv neutron-server[84152]: cb(*args, **kw) Jan 20 14:31:17.669857 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 14:31:17.669857 dv-neutron-825124-1-hyperv neutron-server[84152]: return func(*args, **kwargs) Jan 20 14:31:17.669857 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 14:31:17.669857 dv-neutron-825124-1-hyperv neutron-server[84152]: self._notify() Jan 20 14:31:17.669857 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 14:31:17.669857 dv-neutron-825124-1-hyperv neutron-server[84152]: self.callback(batched_events) Jan 20 14:31:17.669857 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 14:31:17.669857 dv-neutron-825124-1-hyperv neutron-server[84152]: event.method(event) Jan 20 14:31:17.669857 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 14:31:17.669857 dv-neutron-825124-1-hyperv neutron-server[84152]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 14:31:17.669857 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 14:31:17.669857 dv-neutron-825124-1-hyperv neutron-server[84152]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 14:31:17.669857 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 14:31:17.669857 dv-neutron-825124-1-hyperv neutron-server[84152]: return f(self, *a, **k) Jan 20 14:31:17.669857 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 14:31:17.669857 dv-neutron-825124-1-hyperv neutron-server[84152]: return self._get(url).json() Jan 20 14:31:17.669857 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 14:31:17.669857 dv-neutron-825124-1-hyperv neutron-server[84152]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 14:31:17.669857 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 14:31:17.669857 dv-neutron-825124-1-hyperv neutron-server[84152]: return self.request(url, 'GET', **kwargs) Jan 20 14:31:17.669857 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 14:31:17.669857 dv-neutron-825124-1-hyperv neutron-server[84152]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 14:31:17.669857 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 14:31:17.669857 dv-neutron-825124-1-hyperv neutron-server[84152]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 14:31:17.669857 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 14:31:17.669857 dv-neutron-825124-1-hyperv neutron-server[84152]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 14:31:17.669857 dv-neutron-825124-1-hyperv neutron-server[84152]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 14:31:17.677436 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40742c9e-684a-49b1-aa82-e2181ccd0383 tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] Made reservation on behalf of 29dad310a96543c1a4503904351121e9 for: {'port': 1} {{(pid=84152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:31:17.679721 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-40742c9e-684a-49b1-aa82-e2181ccd0383 tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:17.689624 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-058922e4-fabe-4d3c-9137-714bcf84a5f5 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1627147'] for subnet, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:17.704553 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-fa6cf759-f8e2-4180-b09e-67731d9f4f09 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:17.741645 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.db.api [None req-c02146f1-4bfe-422c-b0b5-874fb3e6ac96 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84154) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 14:31:17.741993 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG oslo_db.api [None req-c02146f1-4bfe-422c-b0b5-874fb3e6ac96 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 14:31:17.782856 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6cf759-f8e2-4180-b09e-67731d9f4f09 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Pushing event deleted for resources: {'Port': ['ID=3496148f-02d1-40f6-a495-0c7d52c61551,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:31:17.826250 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.notifiers.nova [None req-40742c9e-684a-49b1-aa82-e2181ccd0383 tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] device_id is not set on port b042480b-e422-4b77-980b-e0070a435ccc yet. {{(pid=84152) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 14:31:17.897368 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-ac65c51c-7aa0-4771-9f43-2bec0189b510 tempest-RoutersNegativeTest-494823764 tempest-RoutersNegativeTest-494823764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1626253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-745296'] for network, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:17.924501 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-8157a5f6-91f1-49da-b0ed-ca0226463840 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:17.924760 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-ac65c51c-7aa0-4771-9f43-2bec0189b510 tempest-RoutersNegativeTest-494823764 tempest-RoutersNegativeTest-494823764-project] Notify callbacks [] for network, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:17.954064 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac65c51c-7aa0-4771-9f43-2bec0189b510 tempest-RoutersNegativeTest-494823764 tempest-RoutersNegativeTest-494823764-project] Pushing event deleted for resources: {'Network': ['ID=da4d087f-622a-4fdf-a395-9315946cf200,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:31:17.998139 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device bb51909c-a9b2-4abe-a8f7-996727acb07b up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:31:18.044469 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff40de96-a1c3-4737-b0b1-d62f2f811fba None None] Network e58eb13f-0841-4c03-8761-6ec5d03166bf requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:31:18.067049 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.db_base_plugin_common [None req-40742c9e-684a-49b1-aa82-e2181ccd0383 tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] Allocated IP 172.20.0.9 (e58eb13f-0841-4c03-8761-6ec5d03166bf/48750ed0-8e67-440d-a785-e7d10a4fc528/b042480b-e422-4b77-980b-e0070a435ccc) {{(pid=84152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:31:18.138847 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-5e55ef13-43f0-4e5a-a4be-8306222f0165 None None] For port 42912ace-ea3f-41ec-ad74-5afb2a7c9c39, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=42912ace-ea3f-41ec-ad74-5afb2a7c9c39,segment=NetworkSegment(e369f0c0-d752-4c36-bdb7-da249e1caf1e),segment_id=e369f0c0-d752-4c36-bdb7-da249e1caf1e)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:31:18.139252 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-5e55ef13-43f0-4e5a-a4be-8306222f0165 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:18.152502 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4196c77c-b592-4c05-a91b-160b9f554740 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95c917f5-14ba-5e96-98b8-1a52654a930a-300480ab-801d-4e60-841c-f4ecc9a03474', 'network_id': '300480ab-801d-4e60-841c-f4ecc9a03474', 'tenant_id': 'cdc34049eb8f4ef0aa8ca4d199ba3589', 'fixed_ips': [{'subnet_id': '51f979a0-5b6a-4158-b79d-70d1f86945df'}]}} from dv-neutron-825124-1-hyperv. {{(pid=84154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 20 14:31:18.154388 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-4196c77c-b592-4c05-a91b-160b9f554740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:18.165237 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-f5963736-1d74-460b-b39c-14bf38e3de99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '783ebe0c-6c84-4372-ade0-9a5670567575', 'name': 'tempest-TestVolumeBootPattern-778372646-router', 'tenant_id': '630d3f8a86444149b9a83c00e804a42a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.22'}], 'enable_snat': True}, 'gw_port_id': '8983572d-c0fb-4a5d-959d-810702cc354b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:30:55Z', 'updated_at': '2022-01-20T14:31:07Z', 'revision_number': 4, 'project_id': '630d3f8a86444149b9a83c00e804a42a', 'gw_port': {'id': '8983572d-c0fb-4a5d-959d-810702cc354b', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:8b:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '783ebe0c-6c84-4372-ade0-9a5670567575', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:30:56Z', 'updated_at': '2022-01-20T14:31:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv', '_interfaces': [{'id': '73ab2921-cdee-469d-ac12-5c7530b1b83d', 'name': '', 'network_id': 'ac006b3d-300f-4a00-af61-b19ab11d4829', 'tenant_id': '630d3f8a86444149b9a83c00e804a42a', 'mac_address': 'fa:16:3e:29:50:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '783ebe0c-6c84-4372-ade0-9a5670567575', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '03a7a10f-ac58-4ac3-ae2b-291238d5ec16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:31:05Z', 'updated_at': '2022-01-20T14:31:14Z', 'revision_number': 4, 'project_id': '630d3f8a86444149b9a83c00e804a42a', 'subnets': [{'id': '03a7a10f-ac58-4ac3-ae2b-291238d5ec16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:31:18.257475 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-ac65c51c-7aa0-4771-9f43-2bec0189b510 tempest-RoutersNegativeTest-494823764 tempest-RoutersNegativeTest-494823764-project] 10.222.0.54 "DELETE /v2.0/networks/da4d087f-622a-4fdf-a395-9315946cf200 HTTP/1.1" status: 204 len: 168 time: 2.2006187 Jan 20 14:31:18.266171 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 38952) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:31:18.275761 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-fa6cf759-f8e2-4180-b09e-67731d9f4f09 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1705096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-745401'] for router_interface, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:18.297173 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5963736-1d74-460b-b39c-14bf38e3de99 None None] The sync data for ids ['783ebe0c-6c84-4372-ade0-9a5670567575'] in dv-neutron-825124-1-hyperv is: [{'id': '783ebe0c-6c84-4372-ade0-9a5670567575', 'name': 'tempest-TestVolumeBootPattern-778372646-router', 'tenant_id': '630d3f8a86444149b9a83c00e804a42a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.22'}], 'enable_snat': True}, 'gw_port_id': '8983572d-c0fb-4a5d-959d-810702cc354b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:30:55Z', 'updated_at': '2022-01-20T14:31:07Z', 'revision_number': 4, 'project_id': '630d3f8a86444149b9a83c00e804a42a', 'gw_port': {'id': '8983572d-c0fb-4a5d-959d-810702cc354b', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:8b:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '783ebe0c-6c84-4372-ade0-9a5670567575', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:30:56Z', 'updated_at': '2022-01-20T14:31:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv', '_interfaces': [{'id': '73ab2921-cdee-469d-ac12-5c7530b1b83d', 'name': '', 'network_id': 'ac006b3d-300f-4a00-af61-b19ab11d4829', 'tenant_id': '630d3f8a86444149b9a83c00e804a42a', 'mac_address': 'fa:16:3e:29:50:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '783ebe0c-6c84-4372-ade0-9a5670567575', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '03a7a10f-ac58-4ac3-ae2b-291238d5ec16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:31:05Z', 'updated_at': '2022-01-20T14:31:14Z', 'revision_number': 4, 'project_id': '630d3f8a86444149b9a83c00e804a42a', 'subnets': [{'id': '03a7a10f-ac58-4ac3-ae2b-291238d5ec16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 14:31:18.299360 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-c02146f1-4bfe-422c-b0b5-874fb3e6ac96 None None] Deleting port 26eb983a-d4ab-460b-ae68-4c5f7023c5ff {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:31:18.299728 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-c02146f1-4bfe-422c-b0b5-874fb3e6ac96 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:18.342898 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-5e55ef13-43f0-4e5a-a4be-8306222f0165 None None] Calling delete_port for 42912ace-ea3f-41ec-ad74-5afb2a7c9c39 owned by network:dhcp {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:31:18.391512 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-8157a5f6-91f1-49da-b0ed-ca0226463840 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-744886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-105502'] for router, precommit_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:18.459599 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-c02146f1-4bfe-422c-b0b5-874fb3e6ac96 None None] The port '26eb983a-d4ab-460b-ae68-4c5f7023c5ff' was deleted {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 20 14:31:18.608710 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-019521fb-1783-4af0-84fd-503cfc41a2a8 tempest-RoutersNegativeTest-494823764 tempest-RoutersNegativeTest-494823764-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586409'] for network, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:18.638533 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port bb51909c-a9b2-4abe-a8f7-996727acb07b triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:31:18.638915 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:18.650527 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-058922e4-fabe-4d3c-9137-714bcf84a5f5 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1627154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4163580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155308'] for subnet, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:18.745514 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-5e55ef13-43f0-4e5a-a4be-8306222f0165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486'] for port, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:18.786449 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-40742c9e-684a-49b1-aa82-e2181ccd0383 tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:18.829576 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058922e4-fabe-4d3c-9137-714bcf84a5f5 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Pushing event deleted for resources: {'Subnet': ['ID=1afc6f34-7cc2-4bbf-8e11-56e1728be5d2,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:31:18.897308 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e55ef13-43f0-4e5a-a4be-8306222f0165 None None] Pushing event deleted for resources: {'Port': ['ID=42912ace-ea3f-41ec-ad74-5afb2a7c9c39,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:31:18.910240 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa6cf759-f8e2-4180-b09e-67731d9f4f09 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Router 51b95f71-5365-452b-92a0-4d90503f05a1 has already been hosted by L3 agent 624d525b-4c26-4143-8a1c-228bb1c6faaa {{(pid=84153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 14:31:18.967046 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-058922e4-fabe-4d3c-9137-714bcf84a5f5 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks [] for subnet, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:18.999334 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c89e7c0-c7fe-45bb-9a21-a0cdc868500b None None] Network dbce74ed-d43c-4540-8d8d-e582f35e4792 requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:31:19.024973 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-019521fb-1783-4af0-84fd-503cfc41a2a8 tempest-RoutersNegativeTest-494823764 tempest-RoutersNegativeTest-494823764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1626242', 'neutron.services.segments.db._delete_segments_for_network-8769554214620'] for network, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:19.061441 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.segments.db [None req-019521fb-1783-4af0-84fd-503cfc41a2a8 tempest-RoutersNegativeTest-494823764 tempest-RoutersNegativeTest-494823764-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b08f660b-0647-4efe-8712-e5e11fb04fb7']}} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:31:19.076373 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.segments.db [None req-019521fb-1783-4af0-84fd-503cfc41a2a8 tempest-RoutersNegativeTest-494823764 tempest-RoutersNegativeTest-494823764-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e369f0c0-d752-4c36-bdb7-da249e1caf1e') {'for_net_delete': True} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:31:19.076681 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.segments.db [None req-019521fb-1783-4af0-84fd-503cfc41a2a8 tempest-RoutersNegativeTest-494823764 tempest-RoutersNegativeTest-494823764-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e369f0c0-d752-4c36-bdb7-da249e1caf1e') {} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:31:19.097853 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-019521fb-1783-4af0-84fd-503cfc41a2a8 tempest-RoutersNegativeTest-494823764 tempest-RoutersNegativeTest-494823764-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769554214503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3337904'] for segment, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:19.139932 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-019521fb-1783-4af0-84fd-503cfc41a2a8 tempest-RoutersNegativeTest-494823764 tempest-RoutersNegativeTest-494823764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:19.143798 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-8157a5f6-91f1-49da-b0ed-ca0226463840 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:19.153505 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-019521fb-1783-4af0-84fd-503cfc41a2a8 tempest-RoutersNegativeTest-494823764 tempest-RoutersNegativeTest-494823764-project] Releasing vlan 171 on physical network physnet1 to pool {{(pid=84152) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 14:31:19.154372 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-019521fb-1783-4af0-84fd-503cfc41a2a8 tempest-RoutersNegativeTest-494823764 tempest-RoutersNegativeTest-494823764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1622950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4162906'] for segment, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:19.185524 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-8157a5f6-91f1-49da-b0ed-ca0226463840 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:19.236246 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e55ef13-43f0-4e5a-a4be-8306222f0165 None None] No DVR routers for this DVR port 42912ace-ea3f-41ec-ad74-5afb2a7c9c39 on host dv-neutron-825124-1-hyperv {{(pid=84154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 14:31:19.287600 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa6cf759-f8e2-4180-b09e-67731d9f4f09 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify agent at l3_agent.dv-neutron-825124-1-hyperv the message routers_updated {{(pid=84153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 14:31:19.309354 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a61cc0b8-8fd1-4748-9031-3d3e4923a73d None None] Sync routers for ids ['51b95f71-5365-452b-92a0-4d90503f05a1'] in dv-neutron-825124-1-hyperv {{(pid=84155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 14:31:19.356808 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_common [None req-4196c77c-b592-4c05-a91b-160b9f554740 None None] Allocated IP 172.20.0.2 (300480ab-801d-4e60-841c-f4ecc9a03474/51f979a0-5b6a-4158-b79d-70d1f86945df/0cb8708c-2192-4777-9ca9-04c2d4234078) {{(pid=84154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:31:19.362056 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a61cc0b8-8fd1-4748-9031-3d3e4923a73d None None] Routers {'51b95f71-5365-452b-92a0-4d90503f05a1'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:31:19.363040 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-a61cc0b8-8fd1-4748-9031-3d3e4923a73d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:31:00Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['51b95f71-5365-452b-92a0-4d90503f05a1'], 'active': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:31:19.444777 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-a61cc0b8-8fd1-4748-9031-3d3e4923a73d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:31:19.459032 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a61cc0b8-8fd1-4748-9031-3d3e4923a73d None None] Routers {'51b95f71-5365-452b-92a0-4d90503f05a1'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:31:19.459930 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-a61cc0b8-8fd1-4748-9031-3d3e4923a73d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:31:00Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['51b95f71-5365-452b-92a0-4d90503f05a1'], 'active': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:31:19.493538 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-fa6cf759-f8e2-4180-b09e-67731d9f4f09 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] 10.222.0.54 "PUT /v2.0/routers/51b95f71-5365-452b-92a0-4d90503f05a1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9135280 Jan 20 14:31:19.502246 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 38956) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:31:19.534824 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-a61cc0b8-8fd1-4748-9031-3d3e4923a73d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:31:19.535488 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a61cc0b8-8fd1-4748-9031-3d3e4923a73d None None] The sync data for ids ['51b95f71-5365-452b-92a0-4d90503f05a1'] in dv-neutron-825124-1-hyperv is: [] {{(pid=84155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 14:31:19.572640 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-665b4d56-fb27-4a61-867f-76c207122f4c tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Synchronizing usage tracker for tenant:f85e30c327a64407a1a93d3333ba9261 on resource:port {{(pid=84153) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:31:19.616257 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.db_base_plugin_common [None req-8157a5f6-91f1-49da-b0ed-ca0226463840 admin admin] Allocated IP 172.26.7.7 (8dffb05c-5ca0-409b-bd5f-7be6264f707d/a489dd4f-42a5-433b-8be3-bab2749c4209/a17813bf-45f2-455a-ad51-46dfb2808fc4) {{(pid=84153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:31:19.623750 dv-neutron-825124-1-hyperv neutron-server[84152]: Traceback (most recent call last): Jan 20 14:31:19.623750 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 14:31:19.623750 dv-neutron-825124-1-hyperv neutron-server[84152]: timer() Jan 20 14:31:19.623750 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 14:31:19.623750 dv-neutron-825124-1-hyperv neutron-server[84152]: cb(*args, **kw) Jan 20 14:31:19.623750 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 14:31:19.623750 dv-neutron-825124-1-hyperv neutron-server[84152]: return func(*args, **kwargs) Jan 20 14:31:19.623750 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 14:31:19.623750 dv-neutron-825124-1-hyperv neutron-server[84152]: self._notify() Jan 20 14:31:19.623750 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 14:31:19.623750 dv-neutron-825124-1-hyperv neutron-server[84152]: self.callback(batched_events) Jan 20 14:31:19.623750 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 14:31:19.623750 dv-neutron-825124-1-hyperv neutron-server[84152]: event.method(event) Jan 20 14:31:19.623750 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 14:31:19.623750 dv-neutron-825124-1-hyperv neutron-server[84152]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 14:31:19.623750 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 14:31:19.623750 dv-neutron-825124-1-hyperv neutron-server[84152]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 14:31:19.623750 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 14:31:19.623750 dv-neutron-825124-1-hyperv neutron-server[84152]: return f(self, *a, **k) Jan 20 14:31:19.623750 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 14:31:19.623750 dv-neutron-825124-1-hyperv neutron-server[84152]: return self._get(url).json() Jan 20 14:31:19.623750 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 14:31:19.623750 dv-neutron-825124-1-hyperv neutron-server[84152]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 14:31:19.623750 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 14:31:19.623750 dv-neutron-825124-1-hyperv neutron-server[84152]: return self.request(url, 'GET', **kwargs) Jan 20 14:31:19.623750 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 14:31:19.623750 dv-neutron-825124-1-hyperv neutron-server[84152]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 14:31:19.623750 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 14:31:19.623750 dv-neutron-825124-1-hyperv neutron-server[84152]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 14:31:19.623750 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 14:31:19.623750 dv-neutron-825124-1-hyperv neutron-server[84152]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 14:31:19.623750 dv-neutron-825124-1-hyperv neutron-server[84152]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 14:31:19.626865 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-40742c9e-684a-49b1-aa82-e2181ccd0383 tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:19.688459 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-058922e4-fabe-4d3c-9137-714bcf84a5f5 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] 10.222.0.54 "DELETE /v2.0/subnets/1afc6f34-7cc2-4bbf-8e11-56e1728be5d2 HTTP/1.1" status: 204 len: 168 time: 3.2199790 Jan 20 14:31:19.702066 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 38960) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:31:19.706048 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-665b4d56-fb27-4a61-867f-76c207122f4c tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Unset dirty status for tenant:f85e30c327a64407a1a93d3333ba9261 on resource:port {{(pid=84153) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:31:19.706048 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-665b4d56-fb27-4a61-867f-76c207122f4c tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] 10.222.0.54 "GET /v2.0/ports?device_id=51b95f71-5365-452b-92a0-4d90503f05a1 HTTP/1.1" status: 200 len: 205 time: 0.2014363 Jan 20 14:31:19.709229 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 38964) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:31:19.790323 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-019521fb-1783-4af0-84fd-503cfc41a2a8 tempest-RoutersNegativeTest-494823764 tempest-RoutersNegativeTest-494823764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1626253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-745296'] for network, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:19.796358 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-019521fb-1783-4af0-84fd-503cfc41a2a8 tempest-RoutersNegativeTest-494823764 tempest-RoutersNegativeTest-494823764-project] Notify callbacks [] for network, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:19.845505 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 42912ace-ea3f-41ec-ad74-5afb2a7c9c39 no longer exists at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:31:19.858392 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019521fb-1783-4af0-84fd-503cfc41a2a8 tempest-RoutersNegativeTest-494823764 tempest-RoutersNegativeTest-494823764-project] Pushing event deleted for resources: {'Network': ['ID=b08f660b-0647-4efe-8712-e5e11fb04fb7,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:31:19.861817 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40742c9e-684a-49b1-aa82-e2181ccd0383 tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] Network e58eb13f-0841-4c03-8761-6ec5d03166bf is already hosted by enough agents. {{(pid=84152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:31:19.875459 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-019521fb-1783-4af0-84fd-503cfc41a2a8 tempest-RoutersNegativeTest-494823764 tempest-RoutersNegativeTest-494823764-project] 10.222.0.54 "DELETE /v2.0/networks/b08f660b-0647-4efe-8712-e5e11fb04fb7 HTTP/1.1" status: 204 len: 168 time: 1.6034443 Jan 20 14:31:19.877602 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.base_scheduler [None req-40742c9e-684a-49b1-aa82-e2181ccd0383 tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] Resources bound (agent type, host, resource id): {{(pid=84152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:31:19.882534 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 38968) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:31:19.892833 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40742c9e-684a-49b1-aa82-e2181ccd0383 tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] Received port after_create {{(pid=84152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:31:19.914433 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] No Port match for: 42912ace-ea3f-41ec-ad74-5afb2a7c9c39 {{(pid=84154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 14:31:19.914786 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 42912ace-ea3f-41ec-ad74-5afb2a7c9c39 not bound to the agent host dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 14:31:19.915193 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 26eb983a-d4ab-460b-ae68-4c5f7023c5ff no longer exists at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:31:19.935741 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40742c9e-684a-49b1-aa82-e2181ccd0383 tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] Pushing event updated for resources: {'Port': ['ID=b042480b-e422-4b77-980b-e0070a435ccc,revision_number=1']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:31:19.958239 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] No Port match for: 26eb983a-d4ab-460b-ae68-4c5f7023c5ff {{(pid=84154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 14:31:19.958557 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 26eb983a-d4ab-460b-ae68-4c5f7023c5ff not bound to the agent host dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 14:31:20.026540 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-43336b1e-b876-4d4f-a2ba-559043e0520a tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks [] for router, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:20.117741 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.db_base_plugin_v2 [None req-027221fe-d44f-4df9-b52f-c510504ac535 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Deleting subnet db5db9f9-aea9-4420-8a2b-052f8289f8a6 {{(pid=84152) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 20 14:31:20.118175 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-4196c77c-b592-4c05-a91b-160b9f554740 None None] Notify callbacks [] for port, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:20.140427 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40742c9e-684a-49b1-aa82-e2181ccd0383 tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:31:20.141390 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-40742c9e-684a-49b1-aa82-e2181ccd0383 tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:20.143715 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-4196c77c-b592-4c05-a91b-160b9f554740 None None] Transition to ACTIVE for port object 0cb8708c-2192-4777-9ca9-04c2d4234078 will not be triggered until provisioned by entity L2. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:31:20.154652 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-027221fe-d44f-4df9-b52f-c510504ac535 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks [] for subnet, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:20.188444 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-4196c77c-b592-4c05-a91b-160b9f554740 None None] Transition to ACTIVE for port object 0cb8708c-2192-4777-9ca9-04c2d4234078 will not be triggered until provisioned by entity DHCP. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:31:20.207797 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-8157a5f6-91f1-49da-b0ed-ca0226463840 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:20.229656 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 73ab2921-cdee-469d-ac12-5c7530b1b83d up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:31:20.287045 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-4196c77c-b592-4c05-a91b-160b9f554740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477'] for port, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:20.338849 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-027221fe-d44f-4df9-b52f-c510504ac535 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3337915'] for subnet, precommit_delete_associations {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:20.393821 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4196c77c-b592-4c05-a91b-160b9f554740 None None] Network 300480ab-801d-4e60-841c-f4ecc9a03474 is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:31:20.396385 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-40742c9e-684a-49b1-aa82-e2181ccd0383 tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1022 time: 3.0220115 Jan 20 14:31:20.402540 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-4196c77c-b592-4c05-a91b-160b9f554740 None None] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:31:20.406858 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4196c77c-b592-4c05-a91b-160b9f554740 None None] Received port after_create {{(pid=84154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:31:20.408010 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 38972) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:31:20.416416 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c369173-b555-48ab-8e73-a06edb83bb6c tempest-RoutersNegativeTest-494823764 tempest-RoutersNegativeTest-494823764-project] Deleting subnet 53d8aa1e-9735-4cf0-aac5-90841def088a {{(pid=84152) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 20 14:31:20.425915 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4196c77c-b592-4c05-a91b-160b9f554740 None None] Pushing event updated for resources: {'Port': ['ID=0cb8708c-2192-4777-9ca9-04c2d4234078,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:31:20.428175 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-6c369173-b555-48ab-8e73-a06edb83bb6c tempest-RoutersNegativeTest-494823764 tempest-RoutersNegativeTest-494823764-project] Notify callbacks [] for subnet, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:20.537586 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-4196c77c-b592-4c05-a91b-160b9f554740 None None] Attempting to bind port 0cb8708c-2192-4777-9ca9-04c2d4234078 on host dv-neutron-825124-1-hyperv for vnic_type normal with profile {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:31:20.537862 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-4196c77c-b592-4c05-a91b-160b9f554740 None None] Attempting to bind port 0cb8708c-2192-4777-9ca9-04c2d4234078 by drivers openvswitch,hyperv on host dv-neutron-825124-1-hyperv at level 0 using segments [{'id': '26d871b2-6a94-4d79-adec-1408029d3b4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '300480ab-801d-4e60-841c-f4ecc9a03474'}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:31:20.538254 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4196c77c-b592-4c05-a91b-160b9f554740 None None] Attempting to bind port 0cb8708c-2192-4777-9ca9-04c2d4234078 on network 300480ab-801d-4e60-841c-f4ecc9a03474 {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 14:31:20.546513 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4196c77c-b592-4c05-a91b-160b9f554740 None None] Checking agent: {'id': '6414dfeb-85c5-454a-8756-709ca637d800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825124-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 16, 31), 'started_at': datetime.datetime(2022, 1, 20, 14, 17, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 31, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825124-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 14:31:20.547517 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4196c77c-b592-4c05-a91b-160b9f554740 None None] Checking segment: {'id': '26d871b2-6a94-4d79-adec-1408029d3b4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '300480ab-801d-4e60-841c-f4ecc9a03474'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 14:31:20.547517 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-4196c77c-b592-4c05-a91b-160b9f554740 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:20.547873 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4196c77c-b592-4c05-a91b-160b9f554740 None None] Bound using segment: {'id': '26d871b2-6a94-4d79-adec-1408029d3b4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '300480ab-801d-4e60-841c-f4ecc9a03474'} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 14:31:20.548347 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-4196c77c-b592-4c05-a91b-160b9f554740 None None] Bound port: 0cb8708c-2192-4777-9ca9-04c2d4234078, host: dv-neutron-825124-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26d871b2-6a94-4d79-adec-1408029d3b4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '300480ab-801d-4e60-841c-f4ecc9a03474'}}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:31:20.548764 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-4196c77c-b592-4c05-a91b-160b9f554740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:20.593571 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-43336b1e-b876-4d4f-a2ba-559043e0520a tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-737761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105493'] for router, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:20.600800 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-43336b1e-b876-4d4f-a2ba-559043e0520a tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:20.609642 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning for port 73ab2921-cdee-469d-ac12-5c7530b1b83d completed by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:31:20.639112 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-6c369173-b555-48ab-8e73-a06edb83bb6c tempest-RoutersNegativeTest-494823764 tempest-RoutersNegativeTest-494823764-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3337915'] for subnet, precommit_delete_associations {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:20.640836 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port 73ab2921-cdee-469d-ac12-5c7530b1b83d triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:31:20.641315 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:20.644842 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-8157a5f6-91f1-49da-b0ed-ca0226463840 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:20.702778 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-44bab70e-a15c-4547-86a1-8ce1399a0373 tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] Deleting port b042480b-e422-4b77-980b-e0070a435ccc {{(pid=84152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:31:20.703162 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-44bab70e-a15c-4547-86a1-8ce1399a0373 tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:20.707627 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-43336b1e-b876-4d4f-a2ba-559043e0520a tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-737693'] for router, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:20.707998 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43336b1e-b876-4d4f-a2ba-559043e0520a tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Fanout notify agent at l3_agent the message router_deleted on router 51b95f71-5365-452b-92a0-4d90503f05a1 {{(pid=84153) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 20 14:31:20.740182 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-4196c77c-b592-4c05-a91b-160b9f554740 None None] For port 0cb8708c-2192-4777-9ca9-04c2d4234078, host dv-neutron-825124-1-hyperv, cleared binding levels {{(pid=84154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 14:31:20.741544 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8157a5f6-91f1-49da-b0ed-ca0226463840 admin admin] Network 8dffb05c-5ca0-409b-bd5f-7be6264f707d is already hosted by enough agents. {{(pid=84153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:31:20.746974 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.base_scheduler [None req-8157a5f6-91f1-49da-b0ed-ca0226463840 admin admin] Resources bound (agent type, host, resource id): {{(pid=84153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:31:20.750141 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-4196c77c-b592-4c05-a91b-160b9f554740 None None] For port 0cb8708c-2192-4777-9ca9-04c2d4234078, host dv-neutron-825124-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=0cb8708c-2192-4777-9ca9-04c2d4234078,segment=NetworkSegment(26d871b2-6a94-4d79-adec-1408029d3b4f),segment_id=26d871b2-6a94-4d79-adec-1408029d3b4f)] {{(pid=84154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 14:31:20.751963 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8157a5f6-91f1-49da-b0ed-ca0226463840 admin admin] Pushing event updated for resources: {'Port': ['ID=a17813bf-45f2-455a-ad51-46dfb2808fc4,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:31:20.756371 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8157a5f6-91f1-49da-b0ed-ca0226463840 admin admin] Received port after_create {{(pid=84153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:31:20.793061 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-43336b1e-b876-4d4f-a2ba-559043e0520a tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks [] for router, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:20.794218 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-43336b1e-b876-4d4f-a2ba-559043e0520a tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] 10.222.0.54 "DELETE /v2.0/routers/51b95f71-5365-452b-92a0-4d90503f05a1 HTTP/1.1" status: 204 len: 168 time: 1.0840604 Jan 20 14:31:20.797129 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 38976) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:31:20.830066 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-69965375-f64f-48f1-9bc5-de060e01db8c None None] Provisioning complete for port bb51909c-a9b2-4abe-a8f7-996727acb07b triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:31:20.830349 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-69965375-f64f-48f1-9bc5-de060e01db8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:20.859376 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-4196c77c-b592-4c05-a91b-160b9f554740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:20.863053 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:20.881733 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-027221fe-d44f-4df9-b52f-c510504ac535 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1627147'] for subnet, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:21.067902 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] For port 73ab2921-cdee-469d-ac12-5c7530b1b83d, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=73ab2921-cdee-469d-ac12-5c7530b1b83d,segment=NetworkSegment(c9d942e4-40d0-47fc-a62a-57ccdec4c720),segment_id=c9d942e4-40d0-47fc-a62a-57ccdec4c720)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:31:21.069244 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4196c77c-b592-4c05-a91b-160b9f554740 None None] Pushing event updated for resources: {'Port': ['ID=0cb8708c-2192-4777-9ca9-04c2d4234078,revision_number=2']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:31:21.088214 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc88220c-c87d-4618-a3e0-1910232f0f8b tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Deleting subnet 468bf8a3-0492-4913-ae7d-bb0853f2ceb6 {{(pid=84153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 20 14:31:21.100382 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-bc88220c-c87d-4618-a3e0-1910232f0f8b tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks [] for subnet, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:21.164440 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-6c369173-b555-48ab-8e73-a06edb83bb6c tempest-RoutersNegativeTest-494823764 tempest-RoutersNegativeTest-494823764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1627147'] for subnet, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:21.176238 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:21.211457 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-bc88220c-c87d-4618-a3e0-1910232f0f8b tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3980851'] for subnet, precommit_delete_associations {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:21.254507 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-027221fe-d44f-4df9-b52f-c510504ac535 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1627154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4163580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155308'] for subnet, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:21.327568 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-8157a5f6-91f1-49da-b0ed-ca0226463840 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:21.328677 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-8157a5f6-91f1-49da-b0ed-ca0226463840 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-744861'] for router, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:21.329833 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-44bab70e-a15c-4547-86a1-8ce1399a0373 tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:21.338976 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027221fe-d44f-4df9-b52f-c510504ac535 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Pushing event deleted for resources: {'Subnet': ['ID=db5db9f9-aea9-4420-8a2b-052f8289f8a6,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:31:21.341613 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-027221fe-d44f-4df9-b52f-c510504ac535 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks [] for subnet, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:21.350600 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Pushing event updated for resources: {'Port': ['ID=73ab2921-cdee-469d-ac12-5c7530b1b83d,revision_number=5']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:31:21.377969 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae5dfcfd-5260-40df-8921-ecd71b32132e None None] Network dbce74ed-d43c-4540-8d8d-e582f35e4792 requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:31:21.489200 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-44bab70e-a15c-4547-86a1-8ce1399a0373 tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] Calling delete_port for b042480b-e422-4b77-980b-e0070a435ccc owned by {{(pid=84152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:31:21.517619 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-027221fe-d44f-4df9-b52f-c510504ac535 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] 10.222.0.54 "DELETE /v2.0/subnets/db5db9f9-aea9-4420-8a2b-052f8289f8a6 HTTP/1.1" status: 204 len: 168 time: 1.8163009 Jan 20 14:31:21.526009 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 38980) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:31:21.563068 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-bc88220c-c87d-4618-a3e0-1910232f0f8b tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1627147'] for subnet, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:21.642734 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-7e2fed83-d8d3-46ec-a101-8fbf283309bc tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1155856 Jan 20 14:31:21.651167 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 38984) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:31:21.659846 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-6c369173-b555-48ab-8e73-a06edb83bb6c tempest-RoutersNegativeTest-494823764 tempest-RoutersNegativeTest-494823764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1627154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4163580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155308'] for subnet, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:21.675008 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-0c13a620-bd40-4ee3-8da9-0e58307a65ed tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Request body: {'subnet': {'network_id': 'dbce74ed-d43c-4540-8d8d-e582f35e4792', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:31:21.702157 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c369173-b555-48ab-8e73-a06edb83bb6c tempest-RoutersNegativeTest-494823764 tempest-RoutersNegativeTest-494823764-project] Pushing event deleted for resources: {'Subnet': ['ID=53d8aa1e-9735-4cf0-aac5-90841def088a,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:31:21.722387 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-6c369173-b555-48ab-8e73-a06edb83bb6c tempest-RoutersNegativeTest-494823764 tempest-RoutersNegativeTest-494823764-project] Notify callbacks [] for subnet, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:21.724268 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-6c369173-b555-48ab-8e73-a06edb83bb6c tempest-RoutersNegativeTest-494823764 tempest-RoutersNegativeTest-494823764-project] 10.222.0.54 "DELETE /v2.0/subnets/53d8aa1e-9735-4cf0-aac5-90841def088a HTTP/1.1" status: 204 len: 168 time: 1.8343101 Jan 20 14:31:21.729948 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 38988) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:31:21.734341 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87b0e67b-3795-4247-99a2-15f832b66151 None None] Network a11aff65-4b2e-420b-8595-b6a54688a980 requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:31:21.929240 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25a02c77-936e-4f9d-91cb-6c74199c6434 None None] DHCP port deletion for dbce74ed-d43c-4540-8d8d-e582f35e4792 request from dv-neutron-825124-1-hyperv {{(pid=84154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 20 14:31:21.946072 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-25a02c77-936e-4f9d-91cb-6c74199c6434 None None] Deleting port bb51909c-a9b2-4abe-a8f7-996727acb07b {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:31:21.946591 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-25a02c77-936e-4f9d-91cb-6c74199c6434 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:22.000935 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-609c3f56-982f-437f-9e16-257fdf344ba1 tempest-RoutersNegativeTest-494823764 tempest-RoutersNegativeTest-494823764-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586409'] for network, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:22.013222 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-609c3f56-982f-437f-9e16-257fdf344ba1 tempest-RoutersNegativeTest-494823764 tempest-RoutersNegativeTest-494823764-project] Deleting port d11f4a16-f90f-4d9d-a5c4-3e500898380c {{(pid=84152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:31:22.013569 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-609c3f56-982f-437f-9e16-257fdf344ba1 tempest-RoutersNegativeTest-494823764 tempest-RoutersNegativeTest-494823764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:22.065138 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-0c13a620-bd40-4ee3-8da9-0e58307a65ed tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:31:22.074724 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-44bab70e-a15c-4547-86a1-8ce1399a0373 tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:22.173490 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bab70e-a15c-4547-86a1-8ce1399a0373 tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] Pushing event deleted for resources: {'Port': ['ID=b042480b-e422-4b77-980b-e0070a435ccc,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:31:22.174215 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-0c13a620-bd40-4ee3-8da9-0e58307a65ed tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Usage tracker for resource:subnet and tenant:2cb17692bb0c4a2782f988652201ac42 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:31:22.209562 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-bc88220c-c87d-4618-a3e0-1910232f0f8b tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1627154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3943464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4194013'] for subnet, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:22.217350 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-0c13a620-bd40-4ee3-8da9-0e58307a65ed tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:31:22.295125 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-0c13a620-bd40-4ee3-8da9-0e58307a65ed tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:31:22.321139 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc88220c-c87d-4618-a3e0-1910232f0f8b tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Pushing event deleted for resources: {'Subnet': ['ID=468bf8a3-0492-4913-ae7d-bb0853f2ceb6,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:31:22.360377 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-bc88220c-c87d-4618-a3e0-1910232f0f8b tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks [] for subnet, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:22.383903 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-bc88220c-c87d-4618-a3e0-1910232f0f8b tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] 10.222.0.54 "DELETE /v2.0/subnets/468bf8a3-0492-4913-ae7d-bb0853f2ceb6 HTTP/1.1" status: 204 len: 168 time: 1.5853429 Jan 20 14:31:22.388545 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 38992) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:31:22.446008 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c13a620-bd40-4ee3-8da9-0e58307a65ed tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Made reservation on behalf of 2cb17692bb0c4a2782f988652201ac42 for: {'subnet': 1} {{(pid=84153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:31:22.475242 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.db [None req-609c3f56-982f-437f-9e16-257fdf344ba1 tempest-RoutersNegativeTest-494823764 tempest-RoutersNegativeTest-494823764-project] For port d11f4a16-f90f-4d9d-a5c4-3e500898380c, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=d11f4a16-f90f-4d9d-a5c4-3e500898380c,segment=NetworkSegment(0f078c0c-8fc6-4350-93af-ecdf6d517109),segment_id=0f078c0c-8fc6-4350-93af-ecdf6d517109)] {{(pid=84152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:31:22.475633 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-609c3f56-982f-437f-9e16-257fdf344ba1 tempest-RoutersNegativeTest-494823764 tempest-RoutersNegativeTest-494823764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:22.484119 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-44bab70e-a15c-4547-86a1-8ce1399a0373 tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:22.494084 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-44bab70e-a15c-4547-86a1-8ce1399a0373 tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] 10.222.0.54 "DELETE /v2.0/ports/b042480b-e422-4b77-980b-e0070a435ccc HTTP/1.1" status: 204 len: 168 time: 2.0737219 Jan 20 14:31:22.509247 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c028b1e9-13e2-4a8d-bce6-ac826294bcce None None] Network ad9babc2-2690-4325-bdda-55a7ad1a21ab requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:31:22.524516 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34a6f4fb-71a4-4e27-9837-ed8662e5f726 None None] DHCP port deletion for a11aff65-4b2e-420b-8595-b6a54688a980 request from dv-neutron-825124-1-hyperv {{(pid=84154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 20 14:31:22.526701 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 73ab2921-cdee-469d-ac12-5c7530b1b83d up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:31:22.546443 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 38996) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:31:22.551132 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-94ae8706-aa58-4616-80d1-2476888dd6ba tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e58eb13f-0841-4c03-8761-6ec5d03166bf', 'external_fixed_ips': [{'subnet_id': '48750ed0-8e67-440d-a785-e7d10a4fc528', 'ip_address': '172.20.0.9'}]}}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:31:22.556011 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-94ae8706-aa58-4616-80d1-2476888dd6ba tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:31:22.561744 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-94ae8706-aa58-4616-80d1-2476888dd6ba tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] Usage tracker for resource:router and tenant:29dad310a96543c1a4503904351121e9 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:31:22.564054 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-94ae8706-aa58-4616-80d1-2476888dd6ba tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:31:22.570237 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-94ae8706-aa58-4616-80d1-2476888dd6ba tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:31:22.644586 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-609c3f56-982f-437f-9e16-257fdf344ba1 tempest-RoutersNegativeTest-494823764 tempest-RoutersNegativeTest-494823764-project] Calling delete_port for d11f4a16-f90f-4d9d-a5c4-3e500898380c owned by network:dhcp {{(pid=84152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:31:22.676832 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-94ae8706-aa58-4616-80d1-2476888dd6ba tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-105475'] for router, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:22.678012 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-94ae8706-aa58-4616-80d1-2476888dd6ba tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-739204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-744864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-735540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-105484'] for router, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:22.692974 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-34a6f4fb-71a4-4e27-9837-ed8662e5f726 None None] Deleting port d11f4a16-f90f-4d9d-a5c4-3e500898380c {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:31:22.693361 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-34a6f4fb-71a4-4e27-9837-ed8662e5f726 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:22.718966 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-0c13a620-bd40-4ee3-8da9-0e58307a65ed tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4193986'] for subnet, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:22.732138 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-94ae8706-aa58-4616-80d1-2476888dd6ba tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:22.796164 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-154d8348-8599-441a-9310-858fb28d72cf tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586409'] for network, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:22.809959 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46abfd3b-e7a8-4546-b6aa-c3df7bfdcc07 None None] Network 300480ab-801d-4e60-841c-f4ecc9a03474 requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:31:22.852895 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-154d8348-8599-441a-9310-858fb28d72cf tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Deleting port 48972a6b-8c2a-4bc2-a89b-f53e188c714e {{(pid=84153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:31:22.853234 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-154d8348-8599-441a-9310-858fb28d72cf tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:22.896913 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-609c3f56-982f-437f-9e16-257fdf344ba1 tempest-RoutersNegativeTest-494823764 tempest-RoutersNegativeTest-494823764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:22.959715 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609c3f56-982f-437f-9e16-257fdf344ba1 tempest-RoutersNegativeTest-494823764 tempest-RoutersNegativeTest-494823764-project] Pushing event deleted for resources: {'Port': ['ID=d11f4a16-f90f-4d9d-a5c4-3e500898380c,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:31:22.968661 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-609c3f56-982f-437f-9e16-257fdf344ba1 tempest-RoutersNegativeTest-494823764 tempest-RoutersNegativeTest-494823764-project] No DVR routers for this DVR port d11f4a16-f90f-4d9d-a5c4-3e500898380c on host dv-neutron-825124-1-hyperv {{(pid=84152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 14:31:22.982299 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8157a5f6-91f1-49da-b0ed-ca0226463840 admin admin] Router b7063491-4384-416a-8e5d-1a0e679aefdf is scheduled to L3 agent 624d525b-4c26-4143-8a1c-228bb1c6faaa with binding_index 1 {{(pid=84153) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 20 14:31:22.984176 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-34a6f4fb-71a4-4e27-9837-ed8662e5f726 None None] The port 'd11f4a16-f90f-4d9d-a5c4-3e500898380c' was deleted {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 20 14:31:22.992674 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-25a02c77-936e-4f9d-91cb-6c74199c6434 None None] For port bb51909c-a9b2-4abe-a8f7-996727acb07b, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=bb51909c-a9b2-4abe-a8f7-996727acb07b,segment=NetworkSegment(7b61d093-41ff-4202-b223-533eb0f8da0a),segment_id=7b61d093-41ff-4202-b223-533eb0f8da0a)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:31:22.993066 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-25a02c77-936e-4f9d-91cb-6c74199c6434 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:23.159696 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-94ae8706-aa58-4616-80d1-2476888dd6ba tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-744886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-105502'] for router, precommit_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:23.168609 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-25a02c77-936e-4f9d-91cb-6c74199c6434 None None] Calling delete_port for bb51909c-a9b2-4abe-a8f7-996727acb07b owned by network:dhcp {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:31:23.172422 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-609c3f56-982f-437f-9e16-257fdf344ba1 tempest-RoutersNegativeTest-494823764 tempest-RoutersNegativeTest-494823764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1626242', 'neutron.services.segments.db._delete_segments_for_network-8769554214620'] for network, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:23.205813 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.segments.db [None req-609c3f56-982f-437f-9e16-257fdf344ba1 tempest-RoutersNegativeTest-494823764 tempest-RoutersNegativeTest-494823764-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a11aff65-4b2e-420b-8595-b6a54688a980']}} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:31:23.218322 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port 73ab2921-cdee-469d-ac12-5c7530b1b83d triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:31:23.218322 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:23.223149 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.db [None req-154d8348-8599-441a-9310-858fb28d72cf tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] For port 48972a6b-8c2a-4bc2-a89b-f53e188c714e, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=48972a6b-8c2a-4bc2-a89b-f53e188c714e,segment=NetworkSegment(bb03fa13-b9f9-4eed-bf21-5acfa01b193e),segment_id=bb03fa13-b9f9-4eed-bf21-5acfa01b193e)] {{(pid=84153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:31:23.223714 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-154d8348-8599-441a-9310-858fb28d72cf tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:23.240750 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.segments.db [None req-609c3f56-982f-437f-9e16-257fdf344ba1 tempest-RoutersNegativeTest-494823764 tempest-RoutersNegativeTest-494823764-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f078c0c-8fc6-4350-93af-ecdf6d517109') {'for_net_delete': True} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:31:23.241436 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.segments.db [None req-609c3f56-982f-437f-9e16-257fdf344ba1 tempest-RoutersNegativeTest-494823764 tempest-RoutersNegativeTest-494823764-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f078c0c-8fc6-4350-93af-ecdf6d517109') {} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:31:23.261699 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-609c3f56-982f-437f-9e16-257fdf344ba1 tempest-RoutersNegativeTest-494823764 tempest-RoutersNegativeTest-494823764-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769554214503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3337904'] for segment, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:23.303359 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-609c3f56-982f-437f-9e16-257fdf344ba1 tempest-RoutersNegativeTest-494823764 tempest-RoutersNegativeTest-494823764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:23.357144 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-609c3f56-982f-437f-9e16-257fdf344ba1 tempest-RoutersNegativeTest-494823764 tempest-RoutersNegativeTest-494823764-project] Releasing vlan 175 on physical network physnet1 to pool {{(pid=84152) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 14:31:23.357561 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-609c3f56-982f-437f-9e16-257fdf344ba1 tempest-RoutersNegativeTest-494823764 tempest-RoutersNegativeTest-494823764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1622950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4162906'] for segment, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:23.371752 dv-neutron-825124-1-hyperv neutron-server[84152]: Traceback (most recent call last): Jan 20 14:31:23.371752 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 14:31:23.371752 dv-neutron-825124-1-hyperv neutron-server[84152]: timer() Jan 20 14:31:23.371752 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 14:31:23.371752 dv-neutron-825124-1-hyperv neutron-server[84152]: cb(*args, **kw) Jan 20 14:31:23.371752 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 14:31:23.371752 dv-neutron-825124-1-hyperv neutron-server[84152]: return func(*args, **kwargs) Jan 20 14:31:23.371752 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 14:31:23.371752 dv-neutron-825124-1-hyperv neutron-server[84152]: self._notify() Jan 20 14:31:23.371752 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 14:31:23.371752 dv-neutron-825124-1-hyperv neutron-server[84152]: self.callback(batched_events) Jan 20 14:31:23.371752 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 14:31:23.371752 dv-neutron-825124-1-hyperv neutron-server[84152]: event.method(event) Jan 20 14:31:23.371752 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 14:31:23.371752 dv-neutron-825124-1-hyperv neutron-server[84152]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 14:31:23.371752 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 14:31:23.371752 dv-neutron-825124-1-hyperv neutron-server[84152]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 14:31:23.371752 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 14:31:23.371752 dv-neutron-825124-1-hyperv neutron-server[84152]: return f(self, *a, **k) Jan 20 14:31:23.371752 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 14:31:23.371752 dv-neutron-825124-1-hyperv neutron-server[84152]: return self._get(url).json() Jan 20 14:31:23.371752 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 14:31:23.371752 dv-neutron-825124-1-hyperv neutron-server[84152]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 14:31:23.371752 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 14:31:23.371752 dv-neutron-825124-1-hyperv neutron-server[84152]: return self.request(url, 'GET', **kwargs) Jan 20 14:31:23.371752 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 14:31:23.371752 dv-neutron-825124-1-hyperv neutron-server[84152]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 14:31:23.371752 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 14:31:23.371752 dv-neutron-825124-1-hyperv neutron-server[84152]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 14:31:23.371752 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 14:31:23.371752 dv-neutron-825124-1-hyperv neutron-server[84152]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 14:31:23.371752 dv-neutron-825124-1-hyperv neutron-server[84152]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 14:31:23.380112 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-7c008094-00b2-45da-9525-15571278a250 None None] Provisioning for port 0cb8708c-2192-4777-9ca9-04c2d4234078 completed by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:31:23.382646 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-154d8348-8599-441a-9310-858fb28d72cf tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Calling delete_port for 48972a6b-8c2a-4bc2-a89b-f53e188c714e owned by network:dhcp {{(pid=84153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:31:23.520598 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-25a02c77-936e-4f9d-91cb-6c74199c6434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486'] for port, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:23.595996 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-154d8348-8599-441a-9310-858fb28d72cf tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:23.600863 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6ac6a5d-a42d-4fe2-a4d4-5641b66802fe None None] DHCP port deletion for ad9babc2-2690-4325-bdda-55a7ad1a21ab request from dv-neutron-825124-1-hyperv {{(pid=84154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 20 14:31:23.607241 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-609c3f56-982f-437f-9e16-257fdf344ba1 tempest-RoutersNegativeTest-494823764 tempest-RoutersNegativeTest-494823764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1626253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-745296'] for network, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:23.613026 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-609c3f56-982f-437f-9e16-257fdf344ba1 tempest-RoutersNegativeTest-494823764 tempest-RoutersNegativeTest-494823764-project] Notify callbacks [] for network, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:23.624704 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a02c77-936e-4f9d-91cb-6c74199c6434 None None] Pushing event deleted for resources: {'Port': ['ID=bb51909c-a9b2-4abe-a8f7-996727acb07b,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:31:23.641194 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 0cb8708c-2192-4777-9ca9-04c2d4234078 up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:31:23.668127 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154d8348-8599-441a-9310-858fb28d72cf tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Pushing event deleted for resources: {'Port': ['ID=48972a6b-8c2a-4bc2-a89b-f53e188c714e,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:31:23.678419 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25a02c77-936e-4f9d-91cb-6c74199c6434 None None] No DVR routers for this DVR port bb51909c-a9b2-4abe-a8f7-996727acb07b on host dv-neutron-825124-1-hyperv {{(pid=84154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 14:31:23.804779 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning for port 0cb8708c-2192-4777-9ca9-04c2d4234078 completed by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:31:23.811119 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port 0cb8708c-2192-4777-9ca9-04c2d4234078 triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:31:23.811810 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:23.818265 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609c3f56-982f-437f-9e16-257fdf344ba1 tempest-RoutersNegativeTest-494823764 tempest-RoutersNegativeTest-494823764-project] Pushing event deleted for resources: {'Network': ['ID=a11aff65-4b2e-420b-8595-b6a54688a980,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:31:23.844974 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-154d8348-8599-441a-9310-858fb28d72cf tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] No DVR routers for this DVR port 48972a6b-8c2a-4bc2-a89b-f53e188c714e on host dv-neutron-825124-1-hyperv {{(pid=84153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 14:31:23.874077 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-609c3f56-982f-437f-9e16-257fdf344ba1 tempest-RoutersNegativeTest-494823764 tempest-RoutersNegativeTest-494823764-project] 10.222.0.54 "DELETE /v2.0/networks/a11aff65-4b2e-420b-8595-b6a54688a980 HTTP/1.1" status: 204 len: 168 time: 2.1427493 Jan 20 14:31:23.874685 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 39000) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:31:23.907296 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.objects.ports [None req-0c13a620-bd40-4ee3-8da9-0e58307a65ed tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84153) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Jan 20 14:31:23.931473 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-c034fbc8-f197-41e9-85c1-dca958498780 tempest-RoutersNegativeTest-494823764 tempest-RoutersNegativeTest-494823764-project] Synchronizing usage tracker for tenant:98eaba372e52477484d156e59d0aafa1 on resource:port {{(pid=84152) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:31:23.935964 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-0c13a620-bd40-4ee3-8da9-0e58307a65ed tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3943531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4194004'] for subnet, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:23.961354 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-94ae8706-aa58-4616-80d1-2476888dd6ba tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:23.993700 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-94ae8706-aa58-4616-80d1-2476888dd6ba tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:23.999490 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:24.032644 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-c034fbc8-f197-41e9-85c1-dca958498780 tempest-RoutersNegativeTest-494823764 tempest-RoutersNegativeTest-494823764-project] Unset dirty status for tenant:98eaba372e52477484d156e59d0aafa1 on resource:port {{(pid=84152) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:31:24.037367 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-c034fbc8-f197-41e9-85c1-dca958498780 tempest-RoutersNegativeTest-494823764 tempest-RoutersNegativeTest-494823764-project] 10.222.0.54 "GET /v2.0/ports?device_id=9a9d5668-9900-40fa-b1df-ab244b93025e HTTP/1.1" status: 200 len: 205 time: 0.1558707 Jan 20 14:31:24.039257 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 39004) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:31:24.051013 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] For port 0cb8708c-2192-4777-9ca9-04c2d4234078, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=0cb8708c-2192-4777-9ca9-04c2d4234078,segment=NetworkSegment(26d871b2-6a94-4d79-adec-1408029d3b4f),segment_id=26d871b2-6a94-4d79-adec-1408029d3b4f)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:31:24.054292 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-154d8348-8599-441a-9310-858fb28d72cf tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1626242', 'neutron.services.segments.db._delete_segments_for_network-8769554214620'] for network, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:24.129254 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.services.segments.db [None req-154d8348-8599-441a-9310-858fb28d72cf tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad9babc2-2690-4325-bdda-55a7ad1a21ab']}} {{(pid=84153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:31:24.132903 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:24.156549 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.services.segments.db [None req-154d8348-8599-441a-9310-858fb28d72cf tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb03fa13-b9f9-4eed-bf21-5acfa01b193e') {'for_net_delete': True} {{(pid=84153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:31:24.156896 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.services.segments.db [None req-154d8348-8599-441a-9310-858fb28d72cf tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb03fa13-b9f9-4eed-bf21-5acfa01b193e') {} {{(pid=84153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:31:24.167309 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8157a5f6-91f1-49da-b0ed-ca0226463840 admin admin] Notify agent at l3_agent.dv-neutron-825124-1-hyperv the message routers_updated {{(pid=84153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 14:31:24.170898 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c13a620-bd40-4ee3-8da9-0e58307a65ed tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Network dbce74ed-d43c-4540-8d8d-e582f35e4792 is already hosted by enough agents. {{(pid=84153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:31:24.212746 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.base_scheduler [None req-0c13a620-bd40-4ee3-8da9-0e58307a65ed tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Resources bound (agent type, host, resource id): {{(pid=84153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:31:24.213687 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-154d8348-8599-441a-9310-858fb28d72cf tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769554214503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980856'] for segment, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:24.224096 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a288b46-fd98-42e0-9e41-d07f9f7235df None None] Sync routers for ids ['b7063491-4384-416a-8e5d-1a0e679aefdf'] in dv-neutron-825124-1-hyperv {{(pid=84154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 14:31:24.224654 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c13a620-bd40-4ee3-8da9-0e58307a65ed tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:31:24.225267 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-0c13a620-bd40-4ee3-8da9-0e58307a65ed tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks [] for subnet, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:24.243157 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device bb51909c-a9b2-4abe-a8f7-996727acb07b no longer exists at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:31:24.250347 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c13a620-bd40-4ee3-8da9-0e58307a65ed tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Pushing event updated for resources: {'Subnet': ['ID=54faa720-c142-4fc4-9c54-7efe8e2267c4,revision_number=0']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:31:24.263860 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-154d8348-8599-441a-9310-858fb28d72cf tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:24.272582 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-154d8348-8599-441a-9310-858fb28d72cf tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Releasing vlan 159 on physical network physnet1 to pool {{(pid=84153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 14:31:24.273391 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-154d8348-8599-441a-9310-858fb28d72cf tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1622950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3944078'] for segment, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:24.284578 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fa40827-641b-4308-b354-fb2ba06854fd None None] Network dbce74ed-d43c-4540-8d8d-e582f35e4792 requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:31:24.308195 dv-neutron-825124-1-hyperv neutron-server[84153]: Traceback (most recent call last): Jan 20 14:31:24.308195 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 14:31:24.308195 dv-neutron-825124-1-hyperv neutron-server[84153]: timer() Jan 20 14:31:24.308195 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 14:31:24.308195 dv-neutron-825124-1-hyperv neutron-server[84153]: cb(*args, **kw) Jan 20 14:31:24.308195 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 14:31:24.308195 dv-neutron-825124-1-hyperv neutron-server[84153]: return func(*args, **kwargs) Jan 20 14:31:24.308195 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 14:31:24.308195 dv-neutron-825124-1-hyperv neutron-server[84153]: self._notify() Jan 20 14:31:24.308195 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 14:31:24.308195 dv-neutron-825124-1-hyperv neutron-server[84153]: self.callback(batched_events) Jan 20 14:31:24.308195 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 14:31:24.308195 dv-neutron-825124-1-hyperv neutron-server[84153]: event.method(event) Jan 20 14:31:24.308195 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 14:31:24.308195 dv-neutron-825124-1-hyperv neutron-server[84153]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 14:31:24.308195 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 14:31:24.308195 dv-neutron-825124-1-hyperv neutron-server[84153]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 14:31:24.308195 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 14:31:24.308195 dv-neutron-825124-1-hyperv neutron-server[84153]: return f(self, *a, **k) Jan 20 14:31:24.308195 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 14:31:24.308195 dv-neutron-825124-1-hyperv neutron-server[84153]: return self._get(url).json() Jan 20 14:31:24.308195 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 14:31:24.308195 dv-neutron-825124-1-hyperv neutron-server[84153]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 14:31:24.308195 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 14:31:24.308195 dv-neutron-825124-1-hyperv neutron-server[84153]: return self.request(url, 'GET', **kwargs) Jan 20 14:31:24.308195 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 14:31:24.308195 dv-neutron-825124-1-hyperv neutron-server[84153]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 14:31:24.308195 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 14:31:24.308195 dv-neutron-825124-1-hyperv neutron-server[84153]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 14:31:24.308195 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 14:31:24.308195 dv-neutron-825124-1-hyperv neutron-server[84153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 14:31:24.308195 dv-neutron-825124-1-hyperv neutron-server[84153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 14:31:24.311071 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-87d83a06-c5f9-4424-93bb-21db63f8ca0c tempest-RoutersNegativeTest-494823764 tempest-RoutersNegativeTest-494823764-project] Notify callbacks [] for router, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:24.348262 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] No Port match for: bb51909c-a9b2-4abe-a8f7-996727acb07b {{(pid=84154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 14:31:24.348776 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device bb51909c-a9b2-4abe-a8f7-996727acb07b not bound to the agent host dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 14:31:24.359930 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-8157a5f6-91f1-49da-b0ed-ca0226463840 admin admin] Notify callbacks [] for router, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:24.363885 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-8157a5f6-91f1-49da-b0ed-ca0226463840 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 7.0094709 Jan 20 14:31:24.372105 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-0c13a620-bd40-4ee3-8da9-0e58307a65ed tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.7093246 Jan 20 14:31:24.376152 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 39008) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:31:24.376372 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 39010) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:31:24.395246 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-7884a9e4-dede-418b-95df-b8f8731d73d3 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Request body: {'subnet': {'network_id': 'dbce74ed-d43c-4540-8d8d-e582f35e4792', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:31:24.455738 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device d11f4a16-f90f-4d9d-a5c4-3e500898380c no longer exists at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:31:24.530568 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] No Port match for: d11f4a16-f90f-4d9d-a5c4-3e500898380c {{(pid=84154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 14:31:24.530913 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device d11f4a16-f90f-4d9d-a5c4-3e500898380c not bound to the agent host dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 14:31:24.531600 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 48972a6b-8c2a-4bc2-a89b-f53e188c714e no longer exists at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:31:24.577991 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a288b46-fd98-42e0-9e41-d07f9f7235df None None] Routers {'b7063491-4384-416a-8e5d-1a0e679aefdf'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:31:24.578656 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-7a288b46-fd98-42e0-9e41-d07f9f7235df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:31:00Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['b7063491-4384-416a-8e5d-1a0e679aefdf'], 'active': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:31:24.601695 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.db_base_plugin_common [None req-94ae8706-aa58-4616-80d1-2476888dd6ba tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] Allocated IP 172.20.0.9 (e58eb13f-0841-4c03-8761-6ec5d03166bf/48750ed0-8e67-440d-a785-e7d10a4fc528/cf42cdd1-fab2-4778-979d-be6e032145eb) {{(pid=84152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:31:24.617548 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-154d8348-8599-441a-9310-858fb28d72cf tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1626253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-745296'] for network, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:24.622886 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-154d8348-8599-441a-9310-858fb28d72cf tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks [] for network, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:24.660615 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154d8348-8599-441a-9310-858fb28d72cf tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Pushing event deleted for resources: {'Network': ['ID=ad9babc2-2690-4325-bdda-55a7ad1a21ab,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:31:24.678609 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-154d8348-8599-441a-9310-858fb28d72cf tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] 10.222.0.54 "DELETE /v2.0/networks/ad9babc2-2690-4325-bdda-55a7ad1a21ab HTTP/1.1" status: 204 len: 168 time: 2.2868381 Jan 20 14:31:24.681050 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 39016) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:31:24.694974 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-15c984b4-36aa-4993-9f33-1a9c2fb63eda tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-747136858', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:31:24.701554 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-7884a9e4-dede-418b-95df-b8f8731d73d3 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:31:24.703926 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] No Port match for: 48972a6b-8c2a-4bc2-a89b-f53e188c714e {{(pid=84154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 14:31:24.704281 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 48972a6b-8c2a-4bc2-a89b-f53e188c714e not bound to the agent host dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 14:31:24.710145 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-63e35214-e00d-405b-96ad-cf06e21eebed None None] Provisioning complete for port 0cb8708c-2192-4777-9ca9-04c2d4234078 triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:31:24.710330 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-7884a9e4-dede-418b-95df-b8f8731d73d3 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Usage tracker for resource:subnet and tenant:2cb17692bb0c4a2782f988652201ac42 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:31:24.710439 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-63e35214-e00d-405b-96ad-cf06e21eebed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:24.714153 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-15c984b4-36aa-4993-9f33-1a9c2fb63eda tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:31:24.720367 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-7884a9e4-dede-418b-95df-b8f8731d73d3 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:31:24.731493 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-15c984b4-36aa-4993-9f33-1a9c2fb63eda tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Usage tracker for resource:router and tenant:f85e30c327a64407a1a93d3333ba9261 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:31:24.733324 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Pushing event updated for resources: {'Port': ['ID=0cb8708c-2192-4777-9ca9-04c2d4234078,revision_number=3']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:31:24.820010 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-15c984b4-36aa-4993-9f33-1a9c2fb63eda tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:31:24.824369 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-7884a9e4-dede-418b-95df-b8f8731d73d3 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:31:24.848878 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-15c984b4-36aa-4993-9f33-1a9c2fb63eda tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:31:24.920182 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7884a9e4-dede-418b-95df-b8f8731d73d3 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Made reservation on behalf of 2cb17692bb0c4a2782f988652201ac42 for: {'subnet': 1} {{(pid=84153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:31:24.925758 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-7884a9e4-dede-418b-95df-b8f8731d73d3 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4193986'] for subnet, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:24.968932 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-87d83a06-c5f9-4424-93bb-21db63f8ca0c tempest-RoutersNegativeTest-494823764 tempest-RoutersNegativeTest-494823764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-737761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105493'] for router, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:25.041850 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-87d83a06-c5f9-4424-93bb-21db63f8ca0c tempest-RoutersNegativeTest-494823764 tempest-RoutersNegativeTest-494823764-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:25.042137 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-15c984b4-36aa-4993-9f33-1a9c2fb63eda tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-105475'] for router, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:25.042137 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-15c984b4-36aa-4993-9f33-1a9c2fb63eda tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-739204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-744864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-735540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-105484'] for router, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:25.051984 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvr_db [None req-7a288b46-fd98-42e0-9e41-d07f9f7235df None None] Set router b7063491-4384-416a-8e5d-1a0e679aefdf gateway port host: dv-neutron-825124-1-hyperv {{(pid=84154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 14:31:25.076664 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-94ae8706-aa58-4616-80d1-2476888dd6ba tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:25.099387 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feb89558-2389-4509-9aed-c56fdb519972 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95c917f5-14ba-5e96-98b8-1a52654a930a-dbce74ed-d43c-4540-8d8d-e582f35e4792', 'network_id': 'dbce74ed-d43c-4540-8d8d-e582f35e4792', 'tenant_id': '2cb17692bb0c4a2782f988652201ac42', 'fixed_ips': [{'subnet_id': '54faa720-c142-4fc4-9c54-7efe8e2267c4'}]}} from dv-neutron-825124-1-hyperv. {{(pid=84154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 20 14:31:25.100248 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-feb89558-2389-4509-9aed-c56fdb519972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:25.190476 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.db.ipam_backend_mixin [None req-7884a9e4-dede-418b-95df-b8f8731d73d3 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 54faa720-c142-4fc4-9c54-7efe8e2267c4 (CIDR: 2001:db8::/64) Jan 20 14:31:25.272962 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-87d83a06-c5f9-4424-93bb-21db63f8ca0c tempest-RoutersNegativeTest-494823764 tempest-RoutersNegativeTest-494823764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-737693'] for router, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:25.273504 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87d83a06-c5f9-4424-93bb-21db63f8ca0c tempest-RoutersNegativeTest-494823764 tempest-RoutersNegativeTest-494823764-project] Fanout notify agent at l3_agent the message router_deleted on router 9a9d5668-9900-40fa-b1df-ab244b93025e {{(pid=84152) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 20 14:31:25.278481 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.pecan_wsgi.hooks.translation [None req-7884a9e4-dede-418b-95df-b8f8731d73d3 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 20 14:31:25.282684 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7884a9e4-dede-418b-95df-b8f8731d73d3 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:31:25.291800 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-87d83a06-c5f9-4424-93bb-21db63f8ca0c tempest-RoutersNegativeTest-494823764 tempest-RoutersNegativeTest-494823764-project] Notify callbacks [] for router, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:25.296024 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-87d83a06-c5f9-4424-93bb-21db63f8ca0c tempest-RoutersNegativeTest-494823764 tempest-RoutersNegativeTest-494823764-project] 10.222.0.54 "DELETE /v2.0/routers/9a9d5668-9900-40fa-b1df-ab244b93025e HTTP/1.1" status: 204 len: 168 time: 1.2527914 Jan 20 14:31:25.305718 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-94ae8706-aa58-4616-80d1-2476888dd6ba tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:25.334929 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-15c984b4-36aa-4993-9f33-1a9c2fb63eda tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:25.382820 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ae8706-aa58-4616-80d1-2476888dd6ba tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] Pushing event updated for resources: {'Port': ['ID=cf42cdd1-fab2-4778-979d-be6e032145eb,revision_number=1']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:31:25.394548 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94ae8706-aa58-4616-80d1-2476888dd6ba tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] Network e58eb13f-0841-4c03-8761-6ec5d03166bf is already hosted by enough agents. {{(pid=84152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:31:25.395730 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.base_scheduler [None req-94ae8706-aa58-4616-80d1-2476888dd6ba tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] Resources bound (agent type, host, resource id): {{(pid=84152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:31:25.398168 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94ae8706-aa58-4616-80d1-2476888dd6ba tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] Received port after_create {{(pid=84152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:31:25.470171 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-7884a9e4-dede-418b-95df-b8f8731d73d3 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0912333 Jan 20 14:31:25.472181 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-15c984b4-36aa-4993-9f33-1a9c2fb63eda tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-744861'] for router, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:25.480033 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 39022) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:31:25.483110 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_common [None req-feb89558-2389-4509-9aed-c56fdb519972 None None] Allocated IP 2001:db8::f816:3eff:fe1d:53c4 (dbce74ed-d43c-4540-8d8d-e582f35e4792/54faa720-c142-4fc4-9c54-7efe8e2267c4/d73e7573-6bb1-47b4-9d37-d815238d9111) {{(pid=84154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:31:25.502061 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-745c4bfb-567c-4ff1-b042-96cf25245a62 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Request body: {'subnet': {'network_id': 'dbce74ed-d43c-4540-8d8d-e582f35e4792', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:31:25.639837 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-7a288b46-fd98-42e0-9e41-d07f9f7235df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7063491-4384-416a-8e5d-1a0e679aefdf', 'name': 'tempest-TestVolumeBootPattern-341376864-router', 'tenant_id': 'cdc34049eb8f4ef0aa8ca4d199ba3589', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.7'}], 'enable_snat': True}, 'gw_port_id': 'a17813bf-45f2-455a-ad51-46dfb2808fc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:31:17Z', 'updated_at': '2022-01-20T14:31:21Z', 'revision_number': 3, 'project_id': 'cdc34049eb8f4ef0aa8ca4d199ba3589', 'gw_port': {'id': 'a17813bf-45f2-455a-ad51-46dfb2808fc4', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:a0:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7063491-4384-416a-8e5d-1a0e679aefdf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:31:19Z', 'updated_at': '2022-01-20T14:31:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv'}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:31:25.647431 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a288b46-fd98-42e0-9e41-d07f9f7235df None None] Checking router: b7063491-4384-416a-8e5d-1a0e679aefdf for host: dv-neutron-825124-1-hyperv {{(pid=84154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 14:31:25.647830 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a288b46-fd98-42e0-9e41-d07f9f7235df None None] Updating router b7063491-4384-416a-8e5d-1a0e679aefdf port a17813bf-45f2-455a-ad51-46dfb2808fc4 binding host dv-neutron-825124-1-hyperv {{(pid=84154) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 20 14:31:25.667828 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-94ae8706-aa58-4616-80d1-2476888dd6ba tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:25.669091 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-94ae8706-aa58-4616-80d1-2476888dd6ba tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-744861'] for router, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:25.733751 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-15c984b4-36aa-4993-9f33-1a9c2fb63eda tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks [] for router, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:25.735104 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-15c984b4-36aa-4993-9f33-1a9c2fb63eda tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 1.0519543 Jan 20 14:31:25.743909 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 39026) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:31:25.755569 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-9e5e1ad7-2d44-4ba0-aaa3-600c563bcb31 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1483200535'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:31:25.756957 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7a288b46-fd98-42e0-9e41-d07f9f7235df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:25.764603 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-9e5e1ad7-2d44-4ba0-aaa3-600c563bcb31 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:31:25.782663 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-9e5e1ad7-2d44-4ba0-aaa3-600c563bcb31 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Usage tracker for resource:network and tenant:f85e30c327a64407a1a93d3333ba9261 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:31:25.786166 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-745c4bfb-567c-4ff1-b042-96cf25245a62 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:31:25.790571 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-9e5e1ad7-2d44-4ba0-aaa3-600c563bcb31 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:31:25.803741 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-745c4bfb-567c-4ff1-b042-96cf25245a62 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Usage tracker for resource:subnet and tenant:2cb17692bb0c4a2782f988652201ac42 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:31:25.803741 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-9e5e1ad7-2d44-4ba0-aaa3-600c563bcb31 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:31:25.806716 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-745c4bfb-567c-4ff1-b042-96cf25245a62 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:31:25.815903 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-745c4bfb-567c-4ff1-b042-96cf25245a62 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:31:25.820378 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-feb89558-2389-4509-9aed-c56fdb519972 None None] Notify callbacks [] for port, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:25.877256 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-feb89558-2389-4509-9aed-c56fdb519972 None None] Transition to ACTIVE for port object d73e7573-6bb1-47b4-9d37-d815238d9111 will not be triggered until provisioned by entity L2. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:31:25.946138 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-feb89558-2389-4509-9aed-c56fdb519972 None None] Transition to ACTIVE for port object d73e7573-6bb1-47b4-9d37-d815238d9111 will not be triggered until provisioned by entity DHCP. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:31:26.028956 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-745c4bfb-567c-4ff1-b042-96cf25245a62 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Made reservation on behalf of 2cb17692bb0c4a2782f988652201ac42 for: {'subnet': 1} {{(pid=84153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:31:26.032944 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-745c4bfb-567c-4ff1-b042-96cf25245a62 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4193986'] for subnet, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:26.040576 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-feb89558-2389-4509-9aed-c56fdb519972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477'] for port, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:26.050679 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 39032) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:31:26.052141 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e5e1ad7-2d44-4ba0-aaa3-600c563bcb31 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Made reservation on behalf of f85e30c327a64407a1a93d3333ba9261 for: {'network': 1} {{(pid=84153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:31:26.055324 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-9e5e1ad7-2d44-4ba0-aaa3-600c563bcb31 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for network, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:26.141314 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feb89558-2389-4509-9aed-c56fdb519972 None None] Network dbce74ed-d43c-4540-8d8d-e582f35e4792 is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:31:26.154868 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-feb89558-2389-4509-9aed-c56fdb519972 None None] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:31:26.162544 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb89558-2389-4509-9aed-c56fdb519972 None None] Received port after_create {{(pid=84154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:31:26.164555 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb89558-2389-4509-9aed-c56fdb519972 None None] Pushing event updated for resources: {'Port': ['ID=d73e7573-6bb1-47b4-9d37-d815238d9111,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:31:26.227078 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94ae8706-aa58-4616-80d1-2476888dd6ba tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] Router d0425128-fd07-4840-b8ff-d42410b67123 is scheduled to L3 agent 624d525b-4c26-4143-8a1c-228bb1c6faaa with binding_index 1 {{(pid=84152) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 20 14:31:26.237864 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e5e1ad7-2d44-4ba0-aaa3-600c563bcb31 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 166} {{(pid=84153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 14:31:26.275649 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-9e5e1ad7-2d44-4ba0-aaa3-600c563bcb31 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:26.276002 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.db.segments_db [None req-9e5e1ad7-2d44-4ba0-aaa3-600c563bcb31 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Added segment 0a3d5c03-405c-4d58-9dce-31eaba8662dc of type vlan for network 59124e64-72a5-4678-bb60-32f8b65cb20e Jan 20 14:31:26.361170 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-feb89558-2389-4509-9aed-c56fdb519972 None None] Attempting to bind port d73e7573-6bb1-47b4-9d37-d815238d9111 on host dv-neutron-825124-1-hyperv for vnic_type normal with profile {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:31:26.361821 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-feb89558-2389-4509-9aed-c56fdb519972 None None] Attempting to bind port d73e7573-6bb1-47b4-9d37-d815238d9111 by drivers openvswitch,hyperv on host dv-neutron-825124-1-hyperv at level 0 using segments [{'id': '7b61d093-41ff-4202-b223-533eb0f8da0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'dbce74ed-d43c-4540-8d8d-e582f35e4792'}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:31:26.362731 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb89558-2389-4509-9aed-c56fdb519972 None None] Attempting to bind port d73e7573-6bb1-47b4-9d37-d815238d9111 on network dbce74ed-d43c-4540-8d8d-e582f35e4792 {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 14:31:26.365714 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.db.resource_extend [None req-7a288b46-fd98-42e0-9e41-d07f9f7235df None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 20 14:31:26.385633 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-9e5e1ad7-2d44-4ba0-aaa3-600c563bcb31 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769553767792'] for network, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:26.393083 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-f5613355-9890-4e47-b576-6eea2a91fc37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:26.460506 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-0954d40f-92ae-480e-a10b-90f68b43db58 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=98eaba372e52477484d156e59d0aafa1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4084163 Jan 20 14:31:26.463206 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 39038) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:31:26.473319 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb89558-2389-4509-9aed-c56fdb519972 None None] Checking agent: {'id': '6414dfeb-85c5-454a-8756-709ca637d800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825124-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 16, 31), 'started_at': datetime.datetime(2022, 1, 20, 14, 17, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 31, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825124-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 14:31:26.474268 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb89558-2389-4509-9aed-c56fdb519972 None None] Checking segment: {'id': '7b61d093-41ff-4202-b223-533eb0f8da0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'dbce74ed-d43c-4540-8d8d-e582f35e4792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 14:31:26.474760 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-feb89558-2389-4509-9aed-c56fdb519972 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:26.475613 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb89558-2389-4509-9aed-c56fdb519972 None None] Bound using segment: {'id': '7b61d093-41ff-4202-b223-533eb0f8da0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'dbce74ed-d43c-4540-8d8d-e582f35e4792'} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 14:31:26.476589 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-feb89558-2389-4509-9aed-c56fdb519972 None None] Bound port: d73e7573-6bb1-47b4-9d37-d815238d9111, host: dv-neutron-825124-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b61d093-41ff-4202-b223-533eb0f8da0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'dbce74ed-d43c-4540-8d8d-e582f35e4792'}}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:31:26.477205 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-feb89558-2389-4509-9aed-c56fdb519972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:26.501573 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 0cb8708c-2192-4777-9ca9-04c2d4234078 up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:31:26.521184 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.db.resource_extend [None req-9e5e1ad7-2d44-4ba0-aaa3-600c563bcb31 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 20 14:31:26.616407 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-ec41f8cd-fec4-4ab9-95e7-0ced11a2a806 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:26.639020 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7a288b46-fd98-42e0-9e41-d07f9f7235df None None] Notify callbacks [] for port, precommit_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:26.647245 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-9e5e1ad7-2d44-4ba0-aaa3-600c563bcb31 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967'] for network, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:26.651948 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e5e1ad7-2d44-4ba0-aaa3-600c563bcb31 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:31:26.652706 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-9e5e1ad7-2d44-4ba0-aaa3-600c563bcb31 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks [] for network, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:26.652847 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-ec41f8cd-fec4-4ab9-95e7-0ced11a2a806 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:26.694091 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-7a288b46-fd98-42e0-9e41-d07f9f7235df None None] Transition to ACTIVE for port object a17813bf-45f2-455a-ad51-46dfb2808fc4 will not be triggered until provisioned by entity L2. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:31:26.697249 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94ae8706-aa58-4616-80d1-2476888dd6ba tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] Notify agent at l3_agent.dv-neutron-825124-1-hyperv the message routers_updated {{(pid=84152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 14:31:26.714069 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-289626fc-4bd2-4cd7-b77d-fbdd5ae0da45 None None] Sync routers for ids ['d0425128-fd07-4840-b8ff-d42410b67123'] in dv-neutron-825124-1-hyperv {{(pid=84155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 14:31:26.736232 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-289626fc-4bd2-4cd7-b77d-fbdd5ae0da45 None None] Routers {'d0425128-fd07-4840-b8ff-d42410b67123'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:31:26.738108 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-289626fc-4bd2-4cd7-b77d-fbdd5ae0da45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:31:00Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['d0425128-fd07-4840-b8ff-d42410b67123'], 'active': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:31:26.767035 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port 0cb8708c-2192-4777-9ca9-04c2d4234078 triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:31:26.767558 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:26.802610 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-feb89558-2389-4509-9aed-c56fdb519972 None None] For port d73e7573-6bb1-47b4-9d37-d815238d9111, host dv-neutron-825124-1-hyperv, cleared binding levels {{(pid=84154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 14:31:26.834740 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-feb89558-2389-4509-9aed-c56fdb519972 None None] For port d73e7573-6bb1-47b4-9d37-d815238d9111, host dv-neutron-825124-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=d73e7573-6bb1-47b4-9d37-d815238d9111,segment=NetworkSegment(7b61d093-41ff-4202-b223-533eb0f8da0a),segment_id=7b61d093-41ff-4202-b223-533eb0f8da0a)] {{(pid=84154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 14:31:26.836154 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7a288b46-fd98-42e0-9e41-d07f9f7235df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:26.868022 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5e1ad7-2d44-4ba0-aaa3-600c563bcb31 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Pushing event updated for resources: {'Network': ['ID=59124e64-72a5-4678-bb60-32f8b65cb20e,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:31:26.871262 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-94ae8706-aa58-4616-80d1-2476888dd6ba tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] Notify callbacks [] for router, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:26.873782 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-94ae8706-aa58-4616-80d1-2476888dd6ba tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 4.3266826 Jan 20 14:31:26.875101 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-ec41f8cd-fec4-4ab9-95e7-0ced11a2a806 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:26.879031 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 39042) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:31:26.907355 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Network 59124e64-72a5-4678-bb60-32f8b65cb20e details requested by agent ovs-agent-dv-neutron-825124-1-hyperv with host dv-neutron-825124-1-hyperv {{(pid=84154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 14:31:26.907649 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.db_base_plugin_common [None req-f5613355-9890-4e47-b576-6eea2a91fc37 admin admin] Allocated IP 172.20.0.1 (300480ab-801d-4e60-841c-f4ecc9a03474/51f979a0-5b6a-4158-b79d-70d1f86945df/6ee0e342-0d62-4640-9978-2c2c074bdd5c) {{(pid=84153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:31:26.914771 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-9e5e1ad7-2d44-4ba0-aaa3-600c563bcb31 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.1666825 Jan 20 14:31:26.914997 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 39046) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:31:26.925114 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-a26eef1c-311a-4752-817f-53e3499fe149 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Request body: {'subnet': {'network_id': '59124e64-72a5-4678-bb60-32f8b65cb20e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:31:26.958378 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-ec41f8cd-fec4-4ab9-95e7-0ced11a2a806 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:26.961911 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-ec41f8cd-fec4-4ab9-95e7-0ced11a2a806 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/59c13aa3-f0ed-45c5-b839-6a3c2a7e542f HTTP/1.1" status: 204 len: 168 time: 0.4918535 Jan 20 14:31:26.964607 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-745c4bfb-567c-4ff1-b042-96cf25245a62 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3943531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4194004'] for subnet, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:26.967246 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec41f8cd-fec4-4ab9-95e7-0ced11a2a806 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59c13aa3-f0ed-45c5-b839-6a3c2a7e542f,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:31:27.028479 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvr_db [None req-289626fc-4bd2-4cd7-b77d-fbdd5ae0da45 None None] Set router d0425128-fd07-4840-b8ff-d42410b67123 gateway port host: dv-neutron-825124-1-hyperv {{(pid=84155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 14:31:27.087104 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-feb89558-2389-4509-9aed-c56fdb519972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:27.173400 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-745c4bfb-567c-4ff1-b042-96cf25245a62 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Network dbce74ed-d43c-4540-8d8d-e582f35e4792 is already hosted by enough agents. {{(pid=84153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:31:27.186472 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.base_scheduler [None req-745c4bfb-567c-4ff1-b042-96cf25245a62 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Resources bound (agent type, host, resource id): {{(pid=84153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:31:27.194341 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-745c4bfb-567c-4ff1-b042-96cf25245a62 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:31:27.194923 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-745c4bfb-567c-4ff1-b042-96cf25245a62 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks [] for subnet, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:27.203240 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-a26eef1c-311a-4752-817f-53e3499fe149 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:31:27.219747 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745c4bfb-567c-4ff1-b042-96cf25245a62 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Pushing event updated for resources: {'Subnet': ['ID=870df9d8-e728-4c6e-8523-703bb8b46728,revision_number=0']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:31:27.224200 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba01180-9d1c-4200-adba-0dfb01bc3ed8 None None] Pushing event updated for resources: {'Port': ['ID=a17813bf-45f2-455a-ad51-46dfb2808fc4,revision_number=2']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:31:27.226786 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-a26eef1c-311a-4752-817f-53e3499fe149 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Usage tracker for resource:subnet and tenant:f85e30c327a64407a1a93d3333ba9261 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:31:27.235212 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-a26eef1c-311a-4752-817f-53e3499fe149 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:31:27.251251 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-a26eef1c-311a-4752-817f-53e3499fe149 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:31:27.260070 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-7fc2fa8d-0bf9-463f-9db6-e484fad87f9c tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] Notify callbacks [] for router, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:27.299117 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-f5613355-9890-4e47-b576-6eea2a91fc37 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:27.306418 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-7a288b46-fd98-42e0-9e41-d07f9f7235df None None] Attempting to bind port a17813bf-45f2-455a-ad51-46dfb2808fc4 on host dv-neutron-825124-1-hyperv for vnic_type normal with profile {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:31:27.306849 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-7a288b46-fd98-42e0-9e41-d07f9f7235df None None] Attempting to bind port a17813bf-45f2-455a-ad51-46dfb2808fc4 by drivers openvswitch,hyperv on host dv-neutron-825124-1-hyperv at level 0 using segments [{'id': 'f628f1ba-6b70-4c9b-8839-62340c040c81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d'}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:31:27.307353 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a288b46-fd98-42e0-9e41-d07f9f7235df None None] Attempting to bind port a17813bf-45f2-455a-ad51-46dfb2808fc4 on network 8dffb05c-5ca0-409b-bd5f-7be6264f707d {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 14:31:27.333429 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.provisioning_blocks [None req-f5613355-9890-4e47-b576-6eea2a91fc37 admin admin] Transition to ACTIVE for port object 6ee0e342-0d62-4640-9978-2c2c074bdd5c will not be triggered until provisioned by entity DHCP. {{(pid=84153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:31:27.361806 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-745c4bfb-567c-4ff1-b042-96cf25245a62 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8724961 Jan 20 14:31:27.365330 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 39052) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:31:27.372052 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-ed80999a-3ab8-4013-ab8d-296fc0ea22f6 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Request body: {'port': {'network_id': 'dbce74ed-d43c-4540-8d8d-e582f35e4792', 'mac_address': 'fa:16:3e:95:12:34', 'name': 'tempest-NetworksTestDHCPv6-569846956'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:31:27.447164 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a288b46-fd98-42e0-9e41-d07f9f7235df None None] Checking agent: {'id': '6414dfeb-85c5-454a-8756-709ca637d800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825124-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 16, 31), 'started_at': datetime.datetime(2022, 1, 20, 14, 17, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 31, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825124-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 14:31:27.447872 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a288b46-fd98-42e0-9e41-d07f9f7235df None None] Checking segment: {'id': 'f628f1ba-6b70-4c9b-8839-62340c040c81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 14:31:27.448775 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7a288b46-fd98-42e0-9e41-d07f9f7235df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:27.449470 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a288b46-fd98-42e0-9e41-d07f9f7235df None None] Bound using segment: {'id': 'f628f1ba-6b70-4c9b-8839-62340c040c81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d'} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 14:31:27.450747 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-7a288b46-fd98-42e0-9e41-d07f9f7235df None None] Bound port: a17813bf-45f2-455a-ad51-46dfb2808fc4, host: dv-neutron-825124-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f628f1ba-6b70-4c9b-8839-62340c040c81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d'}}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:31:27.451321 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7a288b46-fd98-42e0-9e41-d07f9f7235df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:27.468110 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a26eef1c-311a-4752-817f-53e3499fe149 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Made reservation on behalf of f85e30c327a64407a1a93d3333ba9261 for: {'subnet': 1} {{(pid=84153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:31:27.522171 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-f5613355-9890-4e47-b576-6eea2a91fc37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:27.554284 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb89558-2389-4509-9aed-c56fdb519972 None None] Pushing event updated for resources: {'Port': ['ID=d73e7573-6bb1-47b4-9d37-d815238d9111,revision_number=2']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:31:27.582556 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-7a288b46-fd98-42e0-9e41-d07f9f7235df None None] For port a17813bf-45f2-455a-ad51-46dfb2808fc4, host dv-neutron-825124-1-hyperv, cleared binding levels {{(pid=84154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 14:31:27.587206 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-7a288b46-fd98-42e0-9e41-d07f9f7235df None None] For port a17813bf-45f2-455a-ad51-46dfb2808fc4, host dv-neutron-825124-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=a17813bf-45f2-455a-ad51-46dfb2808fc4,segment=NetworkSegment(f628f1ba-6b70-4c9b-8839-62340c040c81),segment_id=f628f1ba-6b70-4c9b-8839-62340c040c81)] {{(pid=84154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 14:31:27.630726 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-ed80999a-3ab8-4013-ab8d-296fc0ea22f6 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:31:27.638623 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-ed80999a-3ab8-4013-ab8d-296fc0ea22f6 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Usage tracker for resource:port and tenant:2cb17692bb0c4a2782f988652201ac42 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:31:27.643773 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-ed80999a-3ab8-4013-ab8d-296fc0ea22f6 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:31:27.652018 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-ed80999a-3ab8-4013-ab8d-296fc0ea22f6 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:31:27.659680 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-289626fc-4bd2-4cd7-b77d-fbdd5ae0da45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0425128-fd07-4840-b8ff-d42410b67123', 'name': '', 'tenant_id': '29dad310a96543c1a4503904351121e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e58eb13f-0841-4c03-8761-6ec5d03166bf', 'external_fixed_ips': [{'subnet_id': '48750ed0-8e67-440d-a785-e7d10a4fc528', 'ip_address': '172.20.0.9'}], 'enable_snat': True}, 'gw_port_id': 'cf42cdd1-fab2-4778-979d-be6e032145eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:31:22Z', 'updated_at': '2022-01-20T14:31:25Z', 'revision_number': 3, 'project_id': '29dad310a96543c1a4503904351121e9', 'gw_port': {'id': 'cf42cdd1-fab2-4778-979d-be6e032145eb', 'name': '', 'network_id': 'e58eb13f-0841-4c03-8761-6ec5d03166bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:6b:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0425128-fd07-4840-b8ff-d42410b67123', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '48750ed0-8e67-440d-a785-e7d10a4fc528', 'ip_address': '172.20.0.9', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:31:24Z', 'updated_at': '2022-01-20T14:31:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '48750ed0-8e67-440d-a785-e7d10a4fc528', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv'}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:31:27.665959 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7a288b46-fd98-42e0-9e41-d07f9f7235df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:27.677891 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-289626fc-4bd2-4cd7-b77d-fbdd5ae0da45 None None] Checking router: d0425128-fd07-4840-b8ff-d42410b67123 for host: dv-neutron-825124-1-hyperv {{(pid=84155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 14:31:27.678548 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-289626fc-4bd2-4cd7-b77d-fbdd5ae0da45 None None] Updating router d0425128-fd07-4840-b8ff-d42410b67123 port cf42cdd1-fab2-4778-979d-be6e032145eb binding host dv-neutron-825124-1-hyperv {{(pid=84155) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 20 14:31:27.713456 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-7fc2fa8d-0bf9-463f-9db6-e484fad87f9c tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:27.719080 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed80999a-3ab8-4013-ab8d-296fc0ea22f6 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Made reservation on behalf of 2cb17692bb0c4a2782f988652201ac42 for: {'port': 1} {{(pid=84152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:31:27.772032 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-289626fc-4bd2-4cd7-b77d-fbdd5ae0da45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:27.808367 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5613355-9890-4e47-b576-6eea2a91fc37 admin admin] Pushing event updated for resources: {'Port': ['ID=6ee0e342-0d62-4640-9978-2c2c074bdd5c,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:31:27.823778 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba01180-9d1c-4200-adba-0dfb01bc3ed8 None None] Pushing event updated for resources: {'Port': ['ID=a17813bf-45f2-455a-ad51-46dfb2808fc4,revision_number=3']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:31:27.838163 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-7fc2fa8d-0bf9-463f-9db6-e484fad87f9c tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] Deleting port cf42cdd1-fab2-4778-979d-be6e032145eb {{(pid=84152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:31:27.838739 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-7fc2fa8d-0bf9-463f-9db6-e484fad87f9c tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:27.863971 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5613355-9890-4e47-b576-6eea2a91fc37 admin admin] Network 300480ab-801d-4e60-841c-f4ecc9a03474 is already hosted by enough agents. {{(pid=84153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:31:27.866019 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a288b46-fd98-42e0-9e41-d07f9f7235df None None] Routers {'b7063491-4384-416a-8e5d-1a0e679aefdf'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:31:27.866682 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-7a288b46-fd98-42e0-9e41-d07f9f7235df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:31:00Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['b7063491-4384-416a-8e5d-1a0e679aefdf'], 'active': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:31:27.868134 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.base_scheduler [None req-f5613355-9890-4e47-b576-6eea2a91fc37 admin admin] Resources bound (agent type, host, resource id): {{(pid=84153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:31:27.871957 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5613355-9890-4e47-b576-6eea2a91fc37 admin admin] Received port after_create {{(pid=84153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:31:27.913185 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-a26eef1c-311a-4752-817f-53e3499fe149 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4193986'] for subnet, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:28.082292 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-f5613355-9890-4e47-b576-6eea2a91fc37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-745387'] for router_interface, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:28.145131 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-a0a275c5-7b8e-43e3-9774-63604ff0b9cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:28.200022 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-ed80999a-3ab8-4013-ab8d-296fc0ea22f6 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:28.240640 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvr_db [None req-7a288b46-fd98-42e0-9e41-d07f9f7235df None None] Set router b7063491-4384-416a-8e5d-1a0e679aefdf gateway port host: dv-neutron-825124-1-hyperv {{(pid=84154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 14:31:28.243610 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.notifiers.nova [None req-ed80999a-3ab8-4013-ab8d-296fc0ea22f6 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] device_id is not set on port f21c4c74-4083-4abc-8fe0-9520d74b2c3a yet. {{(pid=84152) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 14:31:28.300179 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-f5613355-9890-4e47-b576-6eea2a91fc37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:28.332039 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-289626fc-4bd2-4cd7-b77d-fbdd5ae0da45 None None] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:28.349192 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-289626fc-4bd2-4cd7-b77d-fbdd5ae0da45 None None] Transition to ACTIVE for port object cf42cdd1-fab2-4778-979d-be6e032145eb will not be triggered until provisioned by entity L2. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:31:28.427261 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-289626fc-4bd2-4cd7-b77d-fbdd5ae0da45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:28.539091 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-289626fc-4bd2-4cd7-b77d-fbdd5ae0da45 None None] Attempting to bind port cf42cdd1-fab2-4778-979d-be6e032145eb on host dv-neutron-825124-1-hyperv for vnic_type normal with profile {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:31:28.539624 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-289626fc-4bd2-4cd7-b77d-fbdd5ae0da45 None None] Attempting to bind port cf42cdd1-fab2-4778-979d-be6e032145eb by drivers openvswitch,hyperv on host dv-neutron-825124-1-hyperv at level 0 using segments [{'id': '1d0c3c3a-0b93-49d1-8e85-cca0656b3600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'e58eb13f-0841-4c03-8761-6ec5d03166bf'}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:31:28.540258 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-289626fc-4bd2-4cd7-b77d-fbdd5ae0da45 None None] Attempting to bind port cf42cdd1-fab2-4778-979d-be6e032145eb on network e58eb13f-0841-4c03-8761-6ec5d03166bf {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 14:31:28.567164 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-7fc2fa8d-0bf9-463f-9db6-e484fad87f9c tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:28.567919 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-289626fc-4bd2-4cd7-b77d-fbdd5ae0da45 None None] Checking agent: {'id': '6414dfeb-85c5-454a-8756-709ca637d800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825124-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 16, 31), 'started_at': datetime.datetime(2022, 1, 20, 14, 17, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 31, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825124-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 14:31:28.568796 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-289626fc-4bd2-4cd7-b77d-fbdd5ae0da45 None None] Checking segment: {'id': '1d0c3c3a-0b93-49d1-8e85-cca0656b3600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'e58eb13f-0841-4c03-8761-6ec5d03166bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 14:31:28.569421 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-289626fc-4bd2-4cd7-b77d-fbdd5ae0da45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:28.571395 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-289626fc-4bd2-4cd7-b77d-fbdd5ae0da45 None None] Bound using segment: {'id': '1d0c3c3a-0b93-49d1-8e85-cca0656b3600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'e58eb13f-0841-4c03-8761-6ec5d03166bf'} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 14:31:28.572037 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-289626fc-4bd2-4cd7-b77d-fbdd5ae0da45 None None] Bound port: cf42cdd1-fab2-4778-979d-be6e032145eb, host: dv-neutron-825124-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d0c3c3a-0b93-49d1-8e85-cca0656b3600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'e58eb13f-0841-4c03-8761-6ec5d03166bf'}}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:31:28.573049 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-289626fc-4bd2-4cd7-b77d-fbdd5ae0da45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:28.611448 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device d73e7573-6bb1-47b4-9d37-d815238d9111 up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:31:28.641786 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ac48ce1d-7dff-44ed-95b7-f0a8e735b2b4 None None] Provisioning for port 6ee0e342-0d62-4640-9978-2c2c074bdd5c completed by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:31:28.689406 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ac48ce1d-7dff-44ed-95b7-f0a8e735b2b4 None None] Provisioning complete for port 6ee0e342-0d62-4640-9978-2c2c074bdd5c triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:31:28.690452 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ac48ce1d-7dff-44ed-95b7-f0a8e735b2b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:28.708107 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-289626fc-4bd2-4cd7-b77d-fbdd5ae0da45 None None] For port cf42cdd1-fab2-4778-979d-be6e032145eb, host dv-neutron-825124-1-hyperv, cleared binding levels {{(pid=84155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 14:31:28.711820 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-289626fc-4bd2-4cd7-b77d-fbdd5ae0da45 None None] For port cf42cdd1-fab2-4778-979d-be6e032145eb, host dv-neutron-825124-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=cf42cdd1-fab2-4778-979d-be6e032145eb,segment=NetworkSegment(1d0c3c3a-0b93-49d1-8e85-cca0656b3600),segment_id=1d0c3c3a-0b93-49d1-8e85-cca0656b3600)] {{(pid=84155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 14:31:28.739061 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab448aba-bb6e-4ec5-b1be-5f6e1f02304d None None] Pushing event updated for resources: {'Port': ['ID=cf42cdd1-fab2-4778-979d-be6e032145eb,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:31:28.756820 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-7fc2fa8d-0bf9-463f-9db6-e484fad87f9c tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] Calling delete_port for cf42cdd1-fab2-4778-979d-be6e032145eb owned by network:router_gateway {{(pid=84152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:31:28.757606 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab448aba-bb6e-4ec5-b1be-5f6e1f02304d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:31:28.757606 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab448aba-bb6e-4ec5-b1be-5f6e1f02304d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:31:28.757606 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab448aba-bb6e-4ec5-b1be-5f6e1f02304d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:31:28.757606 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab448aba-bb6e-4ec5-b1be-5f6e1f02304d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:31:28.757606 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab448aba-bb6e-4ec5-b1be-5f6e1f02304d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:31:28.757606 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab448aba-bb6e-4ec5-b1be-5f6e1f02304d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:31:28.757606 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab448aba-bb6e-4ec5-b1be-5f6e1f02304d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:31:28.757606 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab448aba-bb6e-4ec5-b1be-5f6e1f02304d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:31:28.757606 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab448aba-bb6e-4ec5-b1be-5f6e1f02304d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:31:28.757606 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab448aba-bb6e-4ec5-b1be-5f6e1f02304d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:31:28.757606 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab448aba-bb6e-4ec5-b1be-5f6e1f02304d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:31:28.805984 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-289626fc-4bd2-4cd7-b77d-fbdd5ae0da45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:28.891262 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-a26eef1c-311a-4752-817f-53e3499fe149 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3943531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4194004'] for subnet, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:28.898626 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-ac48ce1d-7dff-44ed-95b7-f0a8e735b2b4 None None] Port 6ee0e342-0d62-4640-9978-2c2c074bdd5c cannot update to ACTIVE because it is not bound. {{(pid=84154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 14:31:28.959880 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.db_base_plugin_common [None req-ed80999a-3ab8-4013-ab8d-296fc0ea22f6 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Allocated IP 2001:db8:0:1::ed (dbce74ed-d43c-4540-8d8d-e582f35e4792/870df9d8-e728-4c6e-8523-703bb8b46728/f21c4c74-4083-4abc-8fe0-9520d74b2c3a) {{(pid=84152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:31:28.975700 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.db_base_plugin_common [None req-ed80999a-3ab8-4013-ab8d-296fc0ea22f6 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Allocated IP 2001:db8::f816:3eff:fe95:1234 (dbce74ed-d43c-4540-8d8d-e582f35e4792/54faa720-c142-4fc4-9c54-7efe8e2267c4/f21c4c74-4083-4abc-8fe0-9520d74b2c3a) {{(pid=84152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:31:29.004902 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab448aba-bb6e-4ec5-b1be-5f6e1f02304d None None] Pushing event updated for resources: {'Port': ['ID=cf42cdd1-fab2-4778-979d-be6e032145eb,revision_number=3']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:31:29.019325 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-289626fc-4bd2-4cd7-b77d-fbdd5ae0da45 None None] Routers {'d0425128-fd07-4840-b8ff-d42410b67123'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:31:29.020110 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-289626fc-4bd2-4cd7-b77d-fbdd5ae0da45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:31:00Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['d0425128-fd07-4840-b8ff-d42410b67123'], 'active': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:31:29.069613 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26eef1c-311a-4752-817f-53e3499fe149 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Pushing event updated for resources: {'Subnet': ['ID=7d2b6737-ab95-48d5-98e0-5c96cb2ba20c,revision_number=0']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:31:29.085673 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a81febe0-b1d1-4f80-9a37-29301dd8f199 None None] Network dbce74ed-d43c-4540-8d8d-e582f35e4792 requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:31:29.089347 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a26eef1c-311a-4752-817f-53e3499fe149 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Checking segment: {'id': '0a3d5c03-405c-4d58-9dce-31eaba8662dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '59124e64-72a5-4678-bb60-32f8b65cb20e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 14:31:29.089965 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a26eef1c-311a-4752-817f-53e3499fe149 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Network hostable DHCP agents. Network: 59124e64-72a5-4678-bb60-32f8b65cb20e, hostable agents: ['1a181e39-5220-4c1a-88f8-08a54e8bfc9b'], hosted agents: [] {{(pid=84153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 14:31:29.143918 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-f5613355-9890-4e47-b576-6eea2a91fc37 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:29.175919 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.db.api [None req-7fc2fa8d-0bf9-463f-9db6-e484fad87f9c tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84152) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 14:31:29.176315 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG oslo_db.api [None req-7fc2fa8d-0bf9-463f-9db6-e484fad87f9c tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 14:31:29.203494 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning for port d73e7573-6bb1-47b4-9d37-d815238d9111 completed by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:31:29.221229 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a26eef1c-311a-4752-817f-53e3499fe149 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Network 59124e64-72a5-4678-bb60-32f8b65cb20e is scheduled to be hosted by DHCP agent 1a181e39-5220-4c1a-88f8-08a54e8bfc9b with binding_index 1 {{(pid=84153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 14:31:29.227832 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-7a288b46-fd98-42e0-9e41-d07f9f7235df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7063491-4384-416a-8e5d-1a0e679aefdf', 'name': 'tempest-TestVolumeBootPattern-341376864-router', 'tenant_id': 'cdc34049eb8f4ef0aa8ca4d199ba3589', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.7'}], 'enable_snat': True}, 'gw_port_id': 'a17813bf-45f2-455a-ad51-46dfb2808fc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:31:17Z', 'updated_at': '2022-01-20T14:31:21Z', 'revision_number': 3, 'project_id': 'cdc34049eb8f4ef0aa8ca4d199ba3589', 'gw_port': {'id': 'a17813bf-45f2-455a-ad51-46dfb2808fc4', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:a0:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7063491-4384-416a-8e5d-1a0e679aefdf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:31:19Z', 'updated_at': '2022-01-20T14:31:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv'}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:31:29.232914 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvr_db [None req-289626fc-4bd2-4cd7-b77d-fbdd5ae0da45 None None] Set router d0425128-fd07-4840-b8ff-d42410b67123 gateway port host: None {{(pid=84155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 14:31:29.245728 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a288b46-fd98-42e0-9e41-d07f9f7235df None None] The sync data for ids ['b7063491-4384-416a-8e5d-1a0e679aefdf'] in dv-neutron-825124-1-hyperv is: [{'id': 'b7063491-4384-416a-8e5d-1a0e679aefdf', 'name': 'tempest-TestVolumeBootPattern-341376864-router', 'tenant_id': 'cdc34049eb8f4ef0aa8ca4d199ba3589', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.7'}], 'enable_snat': True}, 'gw_port_id': 'a17813bf-45f2-455a-ad51-46dfb2808fc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:31:17Z', 'updated_at': '2022-01-20T14:31:21Z', 'revision_number': 3, 'project_id': 'cdc34049eb8f4ef0aa8ca4d199ba3589', 'gw_port': {'id': 'a17813bf-45f2-455a-ad51-46dfb2808fc4', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:a0:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7063491-4384-416a-8e5d-1a0e679aefdf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:31:19Z', 'updated_at': '2022-01-20T14:31:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv'}] {{(pid=84154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 14:31:29.259711 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-f5613355-9890-4e47-b576-6eea2a91fc37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3944146'] for port, after_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:29.291868 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-ed80999a-3ab8-4013-ab8d-296fc0ea22f6 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks [] for port, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:29.313683 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.provisioning_blocks [None req-ed80999a-3ab8-4013-ab8d-296fc0ea22f6 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Transition to ACTIVE for port object f21c4c74-4083-4abc-8fe0-9520d74b2c3a will not be triggered until provisioned by entity DHCP. {{(pid=84152) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:31:29.360790 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.base_scheduler [None req-a26eef1c-311a-4752-817f-53e3499fe149 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825124-1-hyperv, 59124e64-72a5-4678-bb60-32f8b65cb20e) {{(pid=84153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:31:29.365255 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a26eef1c-311a-4752-817f-53e3499fe149 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:31:29.365853 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-a26eef1c-311a-4752-817f-53e3499fe149 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks [] for subnet, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:29.380358 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bc2d056-78b1-4793-a72a-4ae059bd35f5 None None] Network 59124e64-72a5-4678-bb60-32f8b65cb20e requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:31:29.382940 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-289626fc-4bd2-4cd7-b77d-fbdd5ae0da45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0425128-fd07-4840-b8ff-d42410b67123', 'name': '', 'tenant_id': '29dad310a96543c1a4503904351121e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:31:22Z', 'updated_at': '2022-01-20T14:31:27Z', 'revision_number': 4, 'project_id': '29dad310a96543c1a4503904351121e9', 'gw_port_host': None}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:31:29.388127 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-289626fc-4bd2-4cd7-b77d-fbdd5ae0da45 None None] The sync data for ids ['d0425128-fd07-4840-b8ff-d42410b67123'] in dv-neutron-825124-1-hyperv is: [{'id': 'd0425128-fd07-4840-b8ff-d42410b67123', 'name': '', 'tenant_id': '29dad310a96543c1a4503904351121e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:31:22Z', 'updated_at': '2022-01-20T14:31:27Z', 'revision_number': 4, 'project_id': '29dad310a96543c1a4503904351121e9', 'gw_port_host': None}] {{(pid=84155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 14:31:29.399822 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-8d7ab9a3-905a-49cc-bd85-4ffb0632d76f None None] Provisioning for port d73e7573-6bb1-47b4-9d37-d815238d9111 completed by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:31:29.424675 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-f5613355-9890-4e47-b576-6eea2a91fc37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1705158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-743490'] for router_interface, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:29.428241 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-8d7ab9a3-905a-49cc-bd85-4ffb0632d76f None None] Provisioning complete for port d73e7573-6bb1-47b4-9d37-d815238d9111 triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:31:29.428766 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-8d7ab9a3-905a-49cc-bd85-4ffb0632d76f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:29.431985 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-ed80999a-3ab8-4013-ab8d-296fc0ea22f6 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:29.439935 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5613355-9890-4e47-b576-6eea2a91fc37 admin admin] Pushing event updated for resources: {'Port': ['ID=6ee0e342-0d62-4640-9978-2c2c074bdd5c,revision_number=2']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:31:29.516136 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-a26eef1c-311a-4752-817f-53e3499fe149 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5975242 Jan 20 14:31:29.516391 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed80999a-3ab8-4013-ab8d-296fc0ea22f6 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Network dbce74ed-d43c-4540-8d8d-e582f35e4792 is already hosted by enough agents. {{(pid=84152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:31:29.516485 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 39060) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:31:29.517777 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.base_scheduler [None req-ed80999a-3ab8-4013-ab8d-296fc0ea22f6 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Resources bound (agent type, host, resource id): {{(pid=84152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:31:29.520055 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed80999a-3ab8-4013-ab8d-296fc0ea22f6 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Pushing event updated for resources: {'Port': ['ID=f21c4c74-4083-4abc-8fe0-9520d74b2c3a,revision_number=1']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:31:29.522866 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed80999a-3ab8-4013-ab8d-296fc0ea22f6 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Received port after_create {{(pid=84152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:31:29.527440 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed80999a-3ab8-4013-ab8d-296fc0ea22f6 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:31:29.528242 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-ed80999a-3ab8-4013-ab8d-296fc0ea22f6 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:29.616439 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-ed80999a-3ab8-4013-ab8d-296fc0ea22f6 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.2464178 Jan 20 14:31:29.617084 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 39064) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:31:29.683326 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-7fc2fa8d-0bf9-463f-9db6-e484fad87f9c tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] Deleting port cf42cdd1-fab2-4778-979d-be6e032145eb {{(pid=84152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:31:29.684190 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-7fc2fa8d-0bf9-463f-9db6-e484fad87f9c tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:29.755853 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-637faa79-fa03-445b-93e3-ea17a933a98a tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Deleting port f21c4c74-4083-4abc-8fe0-9520d74b2c3a {{(pid=84152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:31:29.756257 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-637faa79-fa03-445b-93e3-ea17a933a98a tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:29.783150 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5613355-9890-4e47-b576-6eea2a91fc37 admin admin] Network 300480ab-801d-4e60-841c-f4ecc9a03474 is already hosted by enough agents. {{(pid=84153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:31:29.786277 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.base_scheduler [None req-f5613355-9890-4e47-b576-6eea2a91fc37 admin admin] Resources bound (agent type, host, resource id): {{(pid=84153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:31:29.872974 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-8d7ab9a3-905a-49cc-bd85-4ffb0632d76f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:30.068906 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-8d7ab9a3-905a-49cc-bd85-4ffb0632d76f None None] For port d73e7573-6bb1-47b4-9d37-d815238d9111, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=d73e7573-6bb1-47b4-9d37-d815238d9111,segment=NetworkSegment(7b61d093-41ff-4202-b223-533eb0f8da0a),segment_id=7b61d093-41ff-4202-b223-533eb0f8da0a)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:31:30.147424 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3aa0932-f440-4aa6-a92a-aba7b88a9b97 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95c917f5-14ba-5e96-98b8-1a52654a930a-59124e64-72a5-4678-bb60-32f8b65cb20e', 'network_id': '59124e64-72a5-4678-bb60-32f8b65cb20e', 'tenant_id': 'f85e30c327a64407a1a93d3333ba9261', 'fixed_ips': [{'subnet_id': '7d2b6737-ab95-48d5-98e0-5c96cb2ba20c'}]}} from dv-neutron-825124-1-hyperv. {{(pid=84154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 20 14:31:30.148766 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-a3aa0932-f440-4aa6-a92a-aba7b88a9b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:30.237711 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.db [None req-7fc2fa8d-0bf9-463f-9db6-e484fad87f9c tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] For port cf42cdd1-fab2-4778-979d-be6e032145eb, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=cf42cdd1-fab2-4778-979d-be6e032145eb,segment=NetworkSegment(1d0c3c3a-0b93-49d1-8e85-cca0656b3600),segment_id=1d0c3c3a-0b93-49d1-8e85-cca0656b3600)] {{(pid=84152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:31:30.238252 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-7fc2fa8d-0bf9-463f-9db6-e484fad87f9c tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:30.267942 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-8d7ab9a3-905a-49cc-bd85-4ffb0632d76f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:30.412700 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fe15cf7-2357-4628-9c55-1bef7c499662 None None] Update dhcp port {'port': {'network_id': 'dbce74ed-d43c-4540-8d8d-e582f35e4792', 'fixed_ips': [{'subnet_id': '54faa720-c142-4fc4-9c54-7efe8e2267c4', 'ip_address': '2001:db8::f816:3eff:fe1d:53c4'}, {'subnet_id': '870df9d8-e728-4c6e-8523-703bb8b46728'}], 'binding:host_id': 'dv-neutron-825124-1-hyperv'}, 'id': 'd73e7573-6bb1-47b4-9d37-d815238d9111'} from dv-neutron-825124-1-hyperv. {{(pid=84154) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Jan 20 14:31:30.453038 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-7fc2fa8d-0bf9-463f-9db6-e484fad87f9c tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] Calling delete_port for cf42cdd1-fab2-4778-979d-be6e032145eb owned by network:router_gateway {{(pid=84152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:31:30.482759 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7ab9a3-905a-49cc-bd85-4ffb0632d76f None None] Pushing event updated for resources: {'Port': ['ID=d73e7573-6bb1-47b4-9d37-d815238d9111,revision_number=3']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:31:30.495169 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:30.508115 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-a979ae3e-8675-4629-a27b-8564b9d032cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:30.520017 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-6fe15cf7-2357-4628-9c55-1bef7c499662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:30.567248 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-b3d3bd3f-75b6-4c80-8ce7-ebac85b7d715 None None] Provisioning complete for port 6ee0e342-0d62-4640-9978-2c2c074bdd5c triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:31:30.567625 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-b3d3bd3f-75b6-4c80-8ce7-ebac85b7d715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:30.571527 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-44b154c4-c716-4767-9fea-a7c516c408ad tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:30.579567 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-637faa79-fa03-445b-93e3-ea17a933a98a tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:30.687600 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-b3d3bd3f-75b6-4c80-8ce7-ebac85b7d715 None None] Port 6ee0e342-0d62-4640-9978-2c2c074bdd5c cannot update to ACTIVE because it is not bound. {{(pid=84154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 14:31:30.691164 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_common [None req-a3aa0932-f440-4aa6-a92a-aba7b88a9b97 None None] Allocated IP 2001:db8::2 (59124e64-72a5-4678-bb60-32f8b65cb20e/7d2b6737-ab95-48d5-98e0-5c96cb2ba20c/9ab89a5f-b830-4885-b943-9cc519013351) {{(pid=84154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:31:30.909793 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-637faa79-fa03-445b-93e3-ea17a933a98a tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Calling delete_port for f21c4c74-4083-4abc-8fe0-9520d74b2c3a owned by {{(pid=84152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:31:30.957269 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_common [None req-6fe15cf7-2357-4628-9c55-1bef7c499662 None None] Allocated IP 2001:db8:0:1::2 (dbce74ed-d43c-4540-8d8d-e582f35e4792/870df9d8-e728-4c6e-8523-703bb8b46728/d73e7573-6bb1-47b4-9d37-d815238d9111) {{(pid=84154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:31:31.001897 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5613355-9890-4e47-b576-6eea2a91fc37 admin admin] Router b7063491-4384-416a-8e5d-1a0e679aefdf has already been hosted by L3 agent 624d525b-4c26-4143-8a1c-228bb1c6faaa {{(pid=84153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 14:31:31.113726 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-a3aa0932-f440-4aa6-a92a-aba7b88a9b97 None None] Notify callbacks [] for port, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:31.176101 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-6fe15cf7-2357-4628-9c55-1bef7c499662 None None] For port d73e7573-6bb1-47b4-9d37-d815238d9111, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=d73e7573-6bb1-47b4-9d37-d815238d9111,segment=NetworkSegment(7b61d093-41ff-4202-b223-533eb0f8da0a),segment_id=7b61d093-41ff-4202-b223-533eb0f8da0a)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:31:31.208927 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-6fe15cf7-2357-4628-9c55-1bef7c499662 None None] Notify callbacks [] for port, precommit_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:31.217603 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5613355-9890-4e47-b576-6eea2a91fc37 admin admin] Notify agent at l3_agent.dv-neutron-825124-1-hyperv the message routers_updated {{(pid=84153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 14:31:31.234072 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-f5613355-9890-4e47-b576-6eea2a91fc37 admin admin] 10.222.0.54 "PUT /v2.0/routers/b7063491-4384-416a-8e5d-1a0e679aefdf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8534465 Jan 20 14:31:31.330055 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-7fc2fa8d-0bf9-463f-9db6-e484fad87f9c tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:31.330300 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-6fe15cf7-2357-4628-9c55-1bef7c499662 None None] Transition to ACTIVE for port object d73e7573-6bb1-47b4-9d37-d815238d9111 will not be triggered until provisioned by entity DHCP. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:31:31.352798 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-a3aa0932-f440-4aa6-a92a-aba7b88a9b97 None None] Transition to ACTIVE for port object 9ab89a5f-b830-4885-b943-9cc519013351 will not be triggered until provisioned by entity L2. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:31:31.371676 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-637faa79-fa03-445b-93e3-ea17a933a98a tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:31.376505 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-a3aa0932-f440-4aa6-a92a-aba7b88a9b97 None None] Transition to ACTIVE for port object 9ab89a5f-b830-4885-b943-9cc519013351 will not be triggered until provisioned by entity DHCP. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:31:31.384706 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc2fa8d-0bf9-463f-9db6-e484fad87f9c tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] Pushing event deleted for resources: {'Port': ['ID=cf42cdd1-fab2-4778-979d-be6e032145eb,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:31:31.421672 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:31.465954 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637faa79-fa03-445b-93e3-ea17a933a98a tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Pushing event deleted for resources: {'Port': ['ID=f21c4c74-4083-4abc-8fe0-9520d74b2c3a,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:31:31.476241 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-6fe15cf7-2357-4628-9c55-1bef7c499662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:31.524564 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-a3aa0932-f440-4aa6-a92a-aba7b88a9b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477'] for port, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:31.531838 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-cdd98e71-1f0a-4421-baa9-dcb30e06edf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:31.604831 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.db_base_plugin_common [None req-44b154c4-c716-4767-9fea-a7c516c408ad tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Allocated IP 2001:db8::1 (59124e64-72a5-4678-bb60-32f8b65cb20e/7d2b6737-ab95-48d5-98e0-5c96cb2ba20c/780c2701-6ad4-417f-bed2-4de3d763ce9b) {{(pid=84153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:31:31.696072 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-637faa79-fa03-445b-93e3-ea17a933a98a tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:31.700861 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe15cf7-2357-4628-9c55-1bef7c499662 None None] Pushing event updated for resources: {'Port': ['ID=d73e7573-6bb1-47b4-9d37-d815238d9111,revision_number=4']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:31:31.705824 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3aa0932-f440-4aa6-a92a-aba7b88a9b97 None None] Network 59124e64-72a5-4678-bb60-32f8b65cb20e is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:31:31.737920 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-a3aa0932-f440-4aa6-a92a-aba7b88a9b97 None None] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:31:31.747288 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3aa0932-f440-4aa6-a92a-aba7b88a9b97 None None] Received port after_create {{(pid=84154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:31:31.810353 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-637faa79-fa03-445b-93e3-ea17a933a98a tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] 10.222.0.54 "DELETE /v2.0/ports/f21c4c74-4083-4abc-8fe0-9520d74b2c3a HTTP/1.1" status: 204 len: 168 time: 2.1895332 Jan 20 14:31:31.811602 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 39076) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:31:31.846505 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-44b154c4-c716-4767-9fea-a7c516c408ad tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks [] for port, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:31.857667 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3aa0932-f440-4aa6-a92a-aba7b88a9b97 None None] Pushing event updated for resources: {'Port': ['ID=9ab89a5f-b830-4885-b943-9cc519013351,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:31:31.874962 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-7fc2fa8d-0bf9-463f-9db6-e484fad87f9c tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-745333'] for router_gateway, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:31.890586 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.provisioning_blocks [None req-44b154c4-c716-4767-9fea-a7c516c408ad tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Transition to ACTIVE for port object 780c2701-6ad4-417f-bed2-4de3d763ce9b will not be triggered until provisioned by entity DHCP. {{(pid=84153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:31:31.900586 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-a3aa0932-f440-4aa6-a92a-aba7b88a9b97 None None] Attempting to bind port 9ab89a5f-b830-4885-b943-9cc519013351 on host dv-neutron-825124-1-hyperv for vnic_type normal with profile {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:31:31.901057 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-a3aa0932-f440-4aa6-a92a-aba7b88a9b97 None None] Attempting to bind port 9ab89a5f-b830-4885-b943-9cc519013351 by drivers openvswitch,hyperv on host dv-neutron-825124-1-hyperv at level 0 using segments [{'id': '0a3d5c03-405c-4d58-9dce-31eaba8662dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '59124e64-72a5-4678-bb60-32f8b65cb20e'}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:31:31.901300 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3aa0932-f440-4aa6-a92a-aba7b88a9b97 None None] Attempting to bind port 9ab89a5f-b830-4885-b943-9cc519013351 on network 59124e64-72a5-4678-bb60-32f8b65cb20e {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 14:31:31.912484 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3aa0932-f440-4aa6-a92a-aba7b88a9b97 None None] Checking agent: {'id': '6414dfeb-85c5-454a-8756-709ca637d800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825124-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 16, 31), 'started_at': datetime.datetime(2022, 1, 20, 14, 17, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 31, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825124-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 14:31:31.912878 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3aa0932-f440-4aa6-a92a-aba7b88a9b97 None None] Checking segment: {'id': '0a3d5c03-405c-4d58-9dce-31eaba8662dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '59124e64-72a5-4678-bb60-32f8b65cb20e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 14:31:31.913242 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-a3aa0932-f440-4aa6-a92a-aba7b88a9b97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:31.913628 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3aa0932-f440-4aa6-a92a-aba7b88a9b97 None None] Bound using segment: {'id': '0a3d5c03-405c-4d58-9dce-31eaba8662dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '59124e64-72a5-4678-bb60-32f8b65cb20e'} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 14:31:31.914236 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-a3aa0932-f440-4aa6-a92a-aba7b88a9b97 None None] Bound port: 9ab89a5f-b830-4885-b943-9cc519013351, host: dv-neutron-825124-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a3d5c03-405c-4d58-9dce-31eaba8662dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '59124e64-72a5-4678-bb60-32f8b65cb20e'}}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:31:31.914523 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-a3aa0932-f440-4aa6-a92a-aba7b88a9b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:31.994510 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-44b154c4-c716-4767-9fea-a7c516c408ad tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:32.028221 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-a3aa0932-f440-4aa6-a92a-aba7b88a9b97 None None] For port 9ab89a5f-b830-4885-b943-9cc519013351, host dv-neutron-825124-1-hyperv, cleared binding levels {{(pid=84154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 14:31:32.032332 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-a3aa0932-f440-4aa6-a92a-aba7b88a9b97 None None] For port 9ab89a5f-b830-4885-b943-9cc519013351, host dv-neutron-825124-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=9ab89a5f-b830-4885-b943-9cc519013351,segment=NetworkSegment(0a3d5c03-405c-4d58-9dce-31eaba8662dc),segment_id=0a3d5c03-405c-4d58-9dce-31eaba8662dc)] {{(pid=84154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 14:31:32.097706 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-a3aa0932-f440-4aa6-a92a-aba7b88a9b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:32.140493 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 39080) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:31:32.174492 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-7fc2fa8d-0bf9-463f-9db6-e484fad87f9c tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-737761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105493'] for router, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:32.177848 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-46554a97-1873-449c-8c4b-24c7a2029d32 tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-913594730', 'description': 'tempest-secgroup-smoke-913594730 description', 'project_id': '630d3f8a86444149b9a83c00e804a42a'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:31:32.179367 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-7fc2fa8d-0bf9-463f-9db6-e484fad87f9c tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:32.201323 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-46554a97-1873-449c-8c4b-24c7a2029d32 tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:31:32.243375 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44b154c4-c716-4767-9fea-a7c516c408ad tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Network 59124e64-72a5-4678-bb60-32f8b65cb20e is already hosted by enough agents. {{(pid=84153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:31:32.245522 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-46554a97-1873-449c-8c4b-24c7a2029d32 tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Usage tracker for resource:security_group and tenant:630d3f8a86444149b9a83c00e804a42a is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:31:32.249972 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.base_scheduler [None req-44b154c4-c716-4767-9fea-a7c516c408ad tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Resources bound (agent type, host, resource id): {{(pid=84153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:31:32.254264 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44b154c4-c716-4767-9fea-a7c516c408ad tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Received port after_create {{(pid=84153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:31:32.255029 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-44b154c4-c716-4767-9fea-a7c516c408ad tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-745387'] for router_interface, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:32.259135 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b154c4-c716-4767-9fea-a7c516c408ad tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Pushing event updated for resources: {'Port': ['ID=780c2701-6ad4-417f-bed2-4de3d763ce9b,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:31:32.270616 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-46554a97-1873-449c-8c4b-24c7a2029d32 tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:31:32.278127 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ef185e3-146b-4e09-a9d5-32f3d4966028 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:31:32.280043 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-46554a97-1873-449c-8c4b-24c7a2029d32 tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:31:32.280165 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-3ef185e3-146b-4e09-a9d5-32f3d4966028 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Synchronizing usage tracker for tenant:2cb17692bb0c4a2782f988652201ac42 on resource:port {{(pid=84152) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:31:32.325911 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3aa0932-f440-4aa6-a92a-aba7b88a9b97 None None] Pushing event updated for resources: {'Port': ['ID=9ab89a5f-b830-4885-b943-9cc519013351,revision_number=2']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:31:32.333547 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-7fc2fa8d-0bf9-463f-9db6-e484fad87f9c tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-737693'] for router, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:32.334079 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fc2fa8d-0bf9-463f-9db6-e484fad87f9c tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d0425128-fd07-4840-b8ff-d42410b67123 {{(pid=84152) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 20 14:31:32.349075 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-7fc2fa8d-0bf9-463f-9db6-e484fad87f9c tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] Notify callbacks [] for router, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:32.351951 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-7fc2fa8d-0bf9-463f-9db6-e484fad87f9c tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] 10.222.0.54 "DELETE /v2.0/routers/d0425128-fd07-4840-b8ff-d42410b67123 HTTP/1.1" status: 204 len: 168 time: 5.4632621 Jan 20 14:31:32.360595 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 39086) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:31:32.405015 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-46554a97-1873-449c-8c4b-24c7a2029d32 tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Notify callbacks [] for security_group, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:32.440481 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-3ef185e3-146b-4e09-a9d5-32f3d4966028 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Unset dirty status for tenant:2cb17692bb0c4a2782f988652201ac42 on resource:port {{(pid=84152) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:31:32.443862 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-3ef185e3-146b-4e09-a9d5-32f3d4966028 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.6290944 Jan 20 14:31:32.444844 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 39090) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:31:32.492290 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ada9027-211d-4f9d-86a9-b34edb83bc72 tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] Deleting subnet 48750ed0-8e67-440d-a785-e7d10a4fc528 {{(pid=84152) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 20 14:31:32.496784 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-9ada9027-211d-4f9d-86a9-b34edb83bc72 tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:32.607255 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-9ada9027-211d-4f9d-86a9-b34edb83bc72 tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3337915'] for subnet, precommit_delete_associations {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:32.630292 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-06dca601-6c2e-448d-89d5-66ecd67b1da1 None None] Could not find standard attr ID for object f21c4c74-4083-4abc-8fe0-9520d74b2c3a. {{(pid=84154) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 20 14:31:32.665426 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-44b154c4-c716-4767-9fea-a7c516c408ad tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:32.723032 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-9ada9027-211d-4f9d-86a9-b34edb83bc72 tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1627147'] for subnet, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:32.727521 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device d73e7573-6bb1-47b4-9d37-d815238d9111 up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:31:32.729547 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-46554a97-1873-449c-8c4b-24c7a2029d32 tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:31:32.738668 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-46554a97-1873-449c-8c4b-24c7a2029d32 tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Usage tracker for resource:security_group_rule and tenant:630d3f8a86444149b9a83c00e804a42a is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:31:32.789355 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-06dca601-6c2e-448d-89d5-66ecd67b1da1 None None] Provisioning for port d73e7573-6bb1-47b4-9d37-d815238d9111 completed by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:31:32.794872 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-46554a97-1873-449c-8c4b-24c7a2029d32 tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:31:32.835243 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-06dca601-6c2e-448d-89d5-66ecd67b1da1 None None] Provisioning complete for port d73e7573-6bb1-47b4-9d37-d815238d9111 triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:31:32.836246 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-06dca601-6c2e-448d-89d5-66ecd67b1da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:32.889318 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-46554a97-1873-449c-8c4b-24c7a2029d32 tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:31:32.936479 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9719023f-45d3-491d-96ba-321e216f551d tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:31:32.941130 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 39098) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:31:32.956689 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-9719023f-45d3-491d-96ba-321e216f551d tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.4482620 Jan 20 14:31:33.026148 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-9ada9027-211d-4f9d-86a9-b34edb83bc72 tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1627154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4163580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155308'] for subnet, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:33.099465 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-eea6df97-7ff1-4b63-af20-e3ec8913deda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:33.108954 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port d73e7573-6bb1-47b4-9d37-d815238d9111 triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:31:33.109099 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:33.277888 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ada9027-211d-4f9d-86a9-b34edb83bc72 tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=48750ed0-8e67-440d-a785-e7d10a4fc528,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:31:33.294786 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-9ada9027-211d-4f9d-86a9-b34edb83bc72 tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] Notify callbacks [] for subnet, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:33.324261 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66e37dea-1248-4a20-ba09-5025f0af7c3b tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:31:33.327346 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66e37dea-1248-4a20-ba09-5025f0af7c3b tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:31:33.330738 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66e37dea-1248-4a20-ba09-5025f0af7c3b tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:31:33.336603 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-66e37dea-1248-4a20-ba09-5025f0af7c3b tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Synchronizing usage tracker for tenant:2cb17692bb0c4a2782f988652201ac42 on resource:subnet {{(pid=84152) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:31:33.336859 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-e209b349-ef9f-4fe3-9b4c-0389e19c841c None None] Could not find standard attr ID for object f21c4c74-4083-4abc-8fe0-9520d74b2c3a. {{(pid=84154) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 20 14:31:33.347170 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-9ada9027-211d-4f9d-86a9-b34edb83bc72 tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] 10.222.0.54 "DELETE /v2.0/subnets/48750ed0-8e67-440d-a785-e7d10a4fc528 HTTP/1.1" status: 204 len: 168 time: 0.9846354 Jan 20 14:31:33.349417 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 39102) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:31:33.352283 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-46554a97-1873-449c-8c4b-24c7a2029d32 tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Notify callbacks [] for security_group, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:33.360756 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device a17813bf-45f2-455a-ad51-46dfb2808fc4 up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:31:33.444227 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-66e37dea-1248-4a20-ba09-5025f0af7c3b tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Unset dirty status for tenant:2cb17692bb0c4a2782f988652201ac42 on resource:subnet {{(pid=84152) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:31:33.449068 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-66e37dea-1248-4a20-ba09-5025f0af7c3b tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.5067158 Jan 20 14:31:33.449796 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 39106) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:31:33.530407 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-46554a97-1873-449c-8c4b-24c7a2029d32 tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:33.546687 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning for port a17813bf-45f2-455a-ad51-46dfb2808fc4 completed by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:31:33.554407 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port a17813bf-45f2-455a-ad51-46dfb2808fc4 triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:31:33.555112 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:33.701088 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab39f631-185e-4ee5-a64f-f7e134b05c32 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Deleting subnet 54faa720-c142-4fc4-9c54-7efe8e2267c4 {{(pid=84152) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 20 14:31:33.705028 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-ab39f631-185e-4ee5-a64f-f7e134b05c32 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks [] for subnet, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:33.731102 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:33.748377 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-94135b5d-dacd-400d-a8f6-746ae3e24482 tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586409'] for network, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:33.756366 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46554a97-1873-449c-8c4b-24c7a2029d32 tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28f60a14-6b71-4e72-84fb-77c6bf67a29f,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:31:33.757762 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] For port a17813bf-45f2-455a-ad51-46dfb2808fc4, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=a17813bf-45f2-455a-ad51-46dfb2808fc4,segment=NetworkSegment(f628f1ba-6b70-4c9b-8839-62340c040c81),segment_id=f628f1ba-6b70-4c9b-8839-62340c040c81)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:31:33.782295 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-ab39f631-185e-4ee5-a64f-f7e134b05c32 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3337915'] for subnet, precommit_delete_associations {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:33.786624 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-46554a97-1873-449c-8c4b-24c7a2029d32 tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Notify callbacks [] for security_group, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:33.788063 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-46554a97-1873-449c-8c4b-24c7a2029d32 tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 1.6465635 Jan 20 14:31:33.792568 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 39110) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:31:33.799866 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-9ca30686-4767-4b31-b244-9888a6091f95 tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Request body: {'security_group_rule': {'security_group_id': '28f60a14-6b71-4e72-84fb-77c6bf67a29f', 'project_id': '630d3f8a86444149b9a83c00e804a42a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:31:33.806616 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-9ca30686-4767-4b31-b244-9888a6091f95 tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:31:33.812192 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-9ca30686-4767-4b31-b244-9888a6091f95 tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Usage tracker for resource:security_group_rule and tenant:630d3f8a86444149b9a83c00e804a42a is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:31:33.820085 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-9ca30686-4767-4b31-b244-9888a6091f95 tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:31:33.838547 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:33.866705 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-9ca30686-4767-4b31-b244-9888a6091f95 tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:31:33.900117 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-ab39f631-185e-4ee5-a64f-f7e134b05c32 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1627147'] for subnet, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:33.921481 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Pushing event updated for resources: {'Port': ['ID=a17813bf-45f2-455a-ad51-46dfb2808fc4,revision_number=4']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:31:33.986685 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-94135b5d-dacd-400d-a8f6-746ae3e24482 tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1626242', 'neutron.services.segments.db._delete_segments_for_network-8769554214620'] for network, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:34.029810 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-44b154c4-c716-4767-9fea-a7c516c408ad tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks [] for port, precommit_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:34.045036 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.services.segments.db [None req-94135b5d-dacd-400d-a8f6-746ae3e24482 tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e58eb13f-0841-4c03-8761-6ec5d03166bf']}} {{(pid=84153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:31:34.053367 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-9ca30686-4767-4b31-b244-9888a6091f95 tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:34.060212 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-ab39f631-185e-4ee5-a64f-f7e134b05c32 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1627154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4163580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155308'] for subnet, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:34.062391 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.services.segments.db [None req-94135b5d-dacd-400d-a8f6-746ae3e24482 tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d0c3c3a-0b93-49d1-8e85-cca0656b3600') {'for_net_delete': True} {{(pid=84153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:31:34.062807 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.services.segments.db [None req-94135b5d-dacd-400d-a8f6-746ae3e24482 tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d0c3c3a-0b93-49d1-8e85-cca0656b3600') {} {{(pid=84153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:31:34.072008 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42dec141-8693-4c00-bcae-38d3629420e2 None None] Network 59124e64-72a5-4678-bb60-32f8b65cb20e requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:31:34.085726 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-94135b5d-dacd-400d-a8f6-746ae3e24482 tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769554214503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980856'] for segment, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:34.102926 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab39f631-185e-4ee5-a64f-f7e134b05c32 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Pushing event deleted for resources: {'Subnet': ['ID=54faa720-c142-4fc4-9c54-7efe8e2267c4,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:31:34.111152 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-ab39f631-185e-4ee5-a64f-f7e134b05c32 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks [] for subnet, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:34.129226 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-94135b5d-dacd-400d-a8f6-746ae3e24482 tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:34.138793 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94135b5d-dacd-400d-a8f6-746ae3e24482 tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] Releasing vlan 187 on physical network physnet1 to pool {{(pid=84153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 14:31:34.139186 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-94135b5d-dacd-400d-a8f6-746ae3e24482 tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1622950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3944078'] for segment, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:34.146383 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dd0ea46-ae1b-48cf-85d5-9228f760987d None None] Network dbce74ed-d43c-4540-8d8d-e582f35e4792 requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:31:34.152344 dv-neutron-825124-1-hyperv neutron-server[84153]: Traceback (most recent call last): Jan 20 14:31:34.152344 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 14:31:34.152344 dv-neutron-825124-1-hyperv neutron-server[84153]: timer() Jan 20 14:31:34.152344 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 14:31:34.152344 dv-neutron-825124-1-hyperv neutron-server[84153]: cb(*args, **kw) Jan 20 14:31:34.152344 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 14:31:34.152344 dv-neutron-825124-1-hyperv neutron-server[84153]: return func(*args, **kwargs) Jan 20 14:31:34.152344 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 14:31:34.152344 dv-neutron-825124-1-hyperv neutron-server[84153]: self._notify() Jan 20 14:31:34.152344 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 14:31:34.152344 dv-neutron-825124-1-hyperv neutron-server[84153]: self.callback(batched_events) Jan 20 14:31:34.152344 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 14:31:34.152344 dv-neutron-825124-1-hyperv neutron-server[84153]: event.method(event) Jan 20 14:31:34.152344 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 14:31:34.152344 dv-neutron-825124-1-hyperv neutron-server[84153]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 14:31:34.152344 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 14:31:34.152344 dv-neutron-825124-1-hyperv neutron-server[84153]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 14:31:34.152344 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 14:31:34.152344 dv-neutron-825124-1-hyperv neutron-server[84153]: return f(self, *a, **k) Jan 20 14:31:34.152344 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 14:31:34.152344 dv-neutron-825124-1-hyperv neutron-server[84153]: return self._get(url).json() Jan 20 14:31:34.152344 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 14:31:34.152344 dv-neutron-825124-1-hyperv neutron-server[84153]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 14:31:34.152344 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 14:31:34.152344 dv-neutron-825124-1-hyperv neutron-server[84153]: return self.request(url, 'GET', **kwargs) Jan 20 14:31:34.152344 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 14:31:34.152344 dv-neutron-825124-1-hyperv neutron-server[84153]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 14:31:34.152344 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 14:31:34.152344 dv-neutron-825124-1-hyperv neutron-server[84153]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 14:31:34.152344 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 14:31:34.152344 dv-neutron-825124-1-hyperv neutron-server[84153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 14:31:34.152344 dv-neutron-825124-1-hyperv neutron-server[84153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 14:31:34.159153 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-44b154c4-c716-4767-9fea-a7c516c408ad tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3944146'] for port, after_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:34.159898 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-44b154c4-c716-4767-9fea-a7c516c408ad tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1705158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-743490'] for router_interface, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:34.248519 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-ab39f631-185e-4ee5-a64f-f7e134b05c32 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] 10.222.0.54 "DELETE /v2.0/subnets/54faa720-c142-4fc4-9c54-7efe8e2267c4 HTTP/1.1" status: 204 len: 168 time: 0.7969303 Jan 20 14:31:34.250493 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 39114) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:31:34.324158 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b154c4-c716-4767-9fea-a7c516c408ad tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Pushing event updated for resources: {'Port': ['ID=780c2701-6ad4-417f-bed2-4de3d763ce9b,revision_number=2']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:31:34.326663 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.db_base_plugin_v2 [None req-9640ab68-9d4c-4452-b80b-cc4638ddd8ff tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Deleting subnet 870df9d8-e728-4c6e-8523-703bb8b46728 {{(pid=84152) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 20 14:31:34.331000 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-9640ab68-9d4c-4452-b80b-cc4638ddd8ff tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks [] for subnet, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:34.347808 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-9ca30686-4767-4b31-b244-9888a6091f95 tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:34.356052 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-5e055563-0cfb-4cfe-b074-f323da4eb544 None None] Provisioning for port 9ab89a5f-b830-4885-b943-9cc519013351 completed by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:31:34.400412 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-9640ab68-9d4c-4452-b80b-cc4638ddd8ff tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3337915'] for subnet, precommit_delete_associations {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:34.429735 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-9ca30686-4767-4b31-b244-9888a6091f95 tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734962'] for security_group_rule, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:34.487062 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-94135b5d-dacd-400d-a8f6-746ae3e24482 tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1626253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-745296'] for network, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:34.494221 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca30686-4767-4b31-b244-9888a6091f95 tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8da1c1dd-ff6f-42d3-af5b-ff077b2d94f4,revision_number=0']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:31:34.514662 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94135b5d-dacd-400d-a8f6-746ae3e24482 tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network e58eb13f-0841-4c03-8761-6ec5d03166bf {{(pid=84153) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 20 14:31:34.522282 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-94135b5d-dacd-400d-a8f6-746ae3e24482 tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] Notify callbacks [] for network, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:34.525193 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-94135b5d-dacd-400d-a8f6-746ae3e24482 tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] 10.222.0.54 "DELETE /v2.0/networks/e58eb13f-0841-4c03-8761-6ec5d03166bf HTTP/1.1" status: 204 len: 168 time: 1.1703463 Jan 20 14:31:34.536233 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-9640ab68-9d4c-4452-b80b-cc4638ddd8ff tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1627147'] for subnet, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:34.561622 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94135b5d-dacd-400d-a8f6-746ae3e24482 tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] Pushing event deleted for resources: {'Network': ['ID=e58eb13f-0841-4c03-8761-6ec5d03166bf,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:31:34.567628 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-9ca30686-4767-4b31-b244-9888a6091f95 tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:34.572073 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-9ca30686-4767-4b31-b244-9888a6091f95 tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.7796159 Jan 20 14:31:34.578648 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 39120) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:31:34.589469 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-46383c54-dc5f-422d-8117-0f39c03b8fd2 tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Request body: {'security_group_rule': {'security_group_id': '28f60a14-6b71-4e72-84fb-77c6bf67a29f', 'project_id': '630d3f8a86444149b9a83c00e804a42a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:31:34.597759 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-46383c54-dc5f-422d-8117-0f39c03b8fd2 tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:31:34.602082 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-46383c54-dc5f-422d-8117-0f39c03b8fd2 tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Usage tracker for resource:security_group_rule and tenant:630d3f8a86444149b9a83c00e804a42a is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:31:34.605260 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-46383c54-dc5f-422d-8117-0f39c03b8fd2 tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:31:34.612042 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-46383c54-dc5f-422d-8117-0f39c03b8fd2 tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:31:34.641902 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44b154c4-c716-4767-9fea-a7c516c408ad tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Network 59124e64-72a5-4678-bb60-32f8b65cb20e is already hosted by enough agents. {{(pid=84153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:31:34.641902 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.base_scheduler [None req-44b154c4-c716-4767-9fea-a7c516c408ad tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Resources bound (agent type, host, resource id): {{(pid=84153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:31:34.664637 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device a17813bf-45f2-455a-ad51-46dfb2808fc4 up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:31:34.810663 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port a17813bf-45f2-455a-ad51-46dfb2808fc4 triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:31:34.811339 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:34.819629 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-9640ab68-9d4c-4452-b80b-cc4638ddd8ff tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1627154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4163580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155308'] for subnet, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:34.878851 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9640ab68-9d4c-4452-b80b-cc4638ddd8ff tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Pushing event deleted for resources: {'Subnet': ['ID=870df9d8-e728-4c6e-8523-703bb8b46728,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:31:34.886536 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-46383c54-dc5f-422d-8117-0f39c03b8fd2 tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:34.889941 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-9640ab68-9d4c-4452-b80b-cc4638ddd8ff tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks [] for subnet, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:34.920685 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-9640ab68-9d4c-4452-b80b-cc4638ddd8ff tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] 10.222.0.54 "DELETE /v2.0/subnets/870df9d8-e728-4c6e-8523-703bb8b46728 HTTP/1.1" status: 204 len: 168 time: 0.6681924 Jan 20 14:31:34.923052 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 39126) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:31:35.137438 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 9ab89a5f-b830-4885-b943-9cc519013351 up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:31:35.140291 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-f95d1bfb-60b4-4616-ac1a-2cf3015ad94e tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2171621 Jan 20 14:31:35.140928 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 39132) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:31:35.147989 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-5f201401-f412-40f8-96a6-39ea1be34415 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Request body: {'subnet': {'network_id': 'dbce74ed-d43c-4540-8d8d-e582f35e4792', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:31:35.292372 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 39136) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:31:35.308549 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-faa53457-6a2f-453f-b0f9-04f64f8e8c91 tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] Request body: {'router': {'name': 'tempest-router--1845520989', 'project_id': 'cac5edaed86e434d904934863e81b603'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:31:35.327361 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-faa53457-6a2f-453f-b0f9-04f64f8e8c91 tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:31:35.336237 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-46383c54-dc5f-422d-8117-0f39c03b8fd2 tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:35.337700 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-faa53457-6a2f-453f-b0f9-04f64f8e8c91 tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] Usage tracker for resource:router and tenant:cac5edaed86e434d904934863e81b603 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:31:35.342835 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-faa53457-6a2f-453f-b0f9-04f64f8e8c91 tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:31:35.384311 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-5f201401-f412-40f8-96a6-39ea1be34415 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:31:35.389834 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-5f201401-f412-40f8-96a6-39ea1be34415 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Usage tracker for resource:subnet and tenant:2cb17692bb0c4a2782f988652201ac42 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:31:35.392626 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-4ac96766-75c4-443c-8558-3aae538ba2ef None None] Provisioning for port 780c2701-6ad4-417f-bed2-4de3d763ce9b completed by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:31:35.392968 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-5f201401-f412-40f8-96a6-39ea1be34415 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:31:35.398212 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-4ac96766-75c4-443c-8558-3aae538ba2ef None None] Provisioning complete for port 780c2701-6ad4-417f-bed2-4de3d763ce9b triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:31:35.405151 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-4ac96766-75c4-443c-8558-3aae538ba2ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:35.405294 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-5f201401-f412-40f8-96a6-39ea1be34415 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:31:35.443431 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-faa53457-6a2f-453f-b0f9-04f64f8e8c91 tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:31:35.455121 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-46383c54-dc5f-422d-8117-0f39c03b8fd2 tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734962'] for security_group_rule, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:35.499931 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46383c54-dc5f-422d-8117-0f39c03b8fd2 tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=856d1d57-fc9f-4689-ad5e-0ff11168f38a,revision_number=0']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:31:35.513966 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f201401-f412-40f8-96a6-39ea1be34415 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Made reservation on behalf of 2cb17692bb0c4a2782f988652201ac42 for: {'subnet': 1} {{(pid=84152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:31:35.517814 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-5f201401-f412-40f8-96a6-39ea1be34415 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3155315'] for subnet, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:35.594914 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-4ac96766-75c4-443c-8558-3aae538ba2ef None None] Port 780c2701-6ad4-417f-bed2-4de3d763ce9b cannot update to ACTIVE because it is not bound. {{(pid=84154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 14:31:35.596740 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning for port 9ab89a5f-b830-4885-b943-9cc519013351 completed by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:31:35.603844 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port 9ab89a5f-b830-4885-b943-9cc519013351 triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:31:35.604192 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:35.691362 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-faa53457-6a2f-453f-b0f9-04f64f8e8c91 tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-105475'] for router, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:35.696034 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-faa53457-6a2f-453f-b0f9-04f64f8e8c91 tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-739204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-744864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-735540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-105484'] for router, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:35.704540 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-46383c54-dc5f-422d-8117-0f39c03b8fd2 tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:35.711238 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-4ac96766-75c4-443c-8558-3aae538ba2ef None None] Provisioning complete for port 9ab89a5f-b830-4885-b943-9cc519013351 triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:31:35.711424 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-46383c54-dc5f-422d-8117-0f39c03b8fd2 tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 1.1312056 Jan 20 14:31:35.711523 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-4ac96766-75c4-443c-8558-3aae538ba2ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:35.713369 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 39144) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:31:35.727074 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-39ec30c0-cbfc-4cf3-9b71-b61709d60a0f tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Request body: {'security_group_rule': {'security_group_id': '28f60a14-6b71-4e72-84fb-77c6bf67a29f', 'project_id': '630d3f8a86444149b9a83c00e804a42a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:31:35.731195 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-39ec30c0-cbfc-4cf3-9b71-b61709d60a0f tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:31:35.738597 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-39ec30c0-cbfc-4cf3-9b71-b61709d60a0f tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Usage tracker for resource:security_group_rule and tenant:630d3f8a86444149b9a83c00e804a42a is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:31:35.750280 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-39ec30c0-cbfc-4cf3-9b71-b61709d60a0f tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:31:35.762958 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-39ec30c0-cbfc-4cf3-9b71-b61709d60a0f tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:31:35.765683 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-faa53457-6a2f-453f-b0f9-04f64f8e8c91 tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:35.781626 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44b154c4-c716-4767-9fea-a7c516c408ad tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Router a4106d72-8050-4a68-8890-4cb57f44d718 is scheduled to L3 agent 624d525b-4c26-4143-8a1c-228bb1c6faaa with binding_index 1 {{(pid=84153) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 20 14:31:35.792496 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46333e16-bd12-4497-aacb-6a8d90322fc8 None None] Network dbce74ed-d43c-4540-8d8d-e582f35e4792 requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:31:35.959181 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:36.038817 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-5f201401-f412-40f8-96a6-39ea1be34415 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4163519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3155301'] for subnet, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:36.076304 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-39ec30c0-cbfc-4cf3-9b71-b61709d60a0f tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:36.083322 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-faa53457-6a2f-453f-b0f9-04f64f8e8c91 tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-744861'] for router, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:36.126612 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] For port 9ab89a5f-b830-4885-b943-9cc519013351, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=9ab89a5f-b830-4885-b943-9cc519013351,segment=NetworkSegment(0a3d5c03-405c-4d58-9dce-31eaba8662dc),segment_id=0a3d5c03-405c-4d58-9dce-31eaba8662dc)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:31:36.133607 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f201401-f412-40f8-96a6-39ea1be34415 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Pushing event updated for resources: {'Subnet': ['ID=2a36b3a7-0932-4ab4-bf04-a7cdb6d8fce2,revision_number=0']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:31:36.141123 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-4ac96766-75c4-443c-8558-3aae538ba2ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:36.169325 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f201401-f412-40f8-96a6-39ea1be34415 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Network dbce74ed-d43c-4540-8d8d-e582f35e4792 is already hosted by enough agents. {{(pid=84152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:31:36.171726 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.base_scheduler [None req-5f201401-f412-40f8-96a6-39ea1be34415 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Resources bound (agent type, host, resource id): {{(pid=84152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:31:36.179335 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f201401-f412-40f8-96a6-39ea1be34415 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:31:36.179335 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-5f201401-f412-40f8-96a6-39ea1be34415 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks [] for subnet, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:36.222100 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:36.272002 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-faa53457-6a2f-453f-b0f9-04f64f8e8c91 tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] Notify callbacks [] for router, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:36.275785 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-faa53457-6a2f-453f-b0f9-04f64f8e8c91 tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.9798055 Jan 20 14:31:36.276607 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 39150) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:31:36.277367 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-39ec30c0-cbfc-4cf3-9b71-b61709d60a0f tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:36.293043 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44b154c4-c716-4767-9fea-a7c516c408ad tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify agent at l3_agent.dv-neutron-825124-1-hyperv the message routers_updated {{(pid=84153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 14:31:36.307586 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-44b154c4-c716-4767-9fea-a7c516c408ad tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] 10.222.0.54 "PUT /v2.0/routers/a4106d72-8050-4a68-8890-4cb57f44d718/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7902057 Jan 20 14:31:36.310498 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 39154) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:31:36.316984 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-d5fa21ed-16d7-40fa-9a6f-7ad692ac6f56 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-597210683'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:31:36.323537 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae922aa3-07a6-4d6e-bf76-79bae2345ec4 None None] DHCP port deletion for dbce74ed-d43c-4540-8d8d-e582f35e4792 request from dv-neutron-825124-1-hyperv {{(pid=84154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 20 14:31:36.326635 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fdae32-bfe1-45df-8ffa-9c2f6ce46343 req-4413d2ad-eef8-4715-b691-117f3a730b67 tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:31:36.328248 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-d7fdae32-bfe1-45df-8ffa-9c2f6ce46343 req-4413d2ad-eef8-4715-b691-117f3a730b67 tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] 10.222.0.54 "GET /v2.0/ports?device_id=c1ec459f-0c13-4ec8-b610-ebb2038ce473 HTTP/1.1" status: 200 len: 945 time: 0.1505537 Jan 20 14:31:36.331225 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-d5fa21ed-16d7-40fa-9a6f-7ad692ac6f56 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:31:36.342006 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0c63d3a-8e20-4d50-a781-a40f0c12459b None None] Sync routers for ids ['a4106d72-8050-4a68-8890-4cb57f44d718'] in dv-neutron-825124-1-hyperv {{(pid=84154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 14:31:36.351381 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-d5fa21ed-16d7-40fa-9a6f-7ad692ac6f56 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Usage tracker for resource:network and tenant:f85e30c327a64407a1a93d3333ba9261 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:31:36.355852 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-d5fa21ed-16d7-40fa-9a6f-7ad692ac6f56 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:31:36.366240 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-5f201401-f412-40f8-96a6-39ea1be34415 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2233961 Jan 20 14:31:36.369067 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-39ec30c0-cbfc-4cf3-9b71-b61709d60a0f tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734962'] for security_group_rule, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:36.369619 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-ae922aa3-07a6-4d6e-bf76-79bae2345ec4 None None] Deleting port d73e7573-6bb1-47b4-9d37-d815238d9111 {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:31:36.370239 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 39158) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:31:36.370475 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ae922aa3-07a6-4d6e-bf76-79bae2345ec4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:36.376740 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-d5fa21ed-16d7-40fa-9a6f-7ad692ac6f56 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:31:36.376949 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-600fbb9d-e626-4fef-be8a-5142a2ad274a tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Request body: {'subnet': {'network_id': 'dbce74ed-d43c-4540-8d8d-e582f35e4792', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:31:36.418762 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ec30c0-cbfc-4cf3-9b71-b61709d60a0f tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=550ddffa-c063-4f81-8b20-ae9abf289199,revision_number=0']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:31:36.440857 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b5a6a89-6cd5-49ca-9496-ddce5b497baa None None] Sync routers for ids ['b7063491-4384-416a-8e5d-1a0e679aefdf'] in dv-neutron-825124-1-hyperv {{(pid=84155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 14:31:36.472163 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b5a6a89-6cd5-49ca-9496-ddce5b497baa None None] Routers {'b7063491-4384-416a-8e5d-1a0e679aefdf'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:31:36.472939 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-d7fdae32-bfe1-45df-8ffa-9c2f6ce46343 req-2d39ea02-3d15-480a-bf67-8d2ec430186d tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] 10.222.0.54 "GET /v2.0/security-groups?id=578a98de-1d4e-4622-ab14-10bbfc156906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1384771 Jan 20 14:31:36.473972 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-2b5a6a89-6cd5-49ca-9496-ddce5b497baa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:31:30Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['b7063491-4384-416a-8e5d-1a0e679aefdf'], 'active': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:31:36.482832 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.db.api [None req-4ac96766-75c4-443c-8558-3aae538ba2ef None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84154) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 14:31:36.483167 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG oslo_db.api [None req-4ac96766-75c4-443c-8558-3aae538ba2ef None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 14:31:36.483919 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Pushing event updated for resources: {'Port': ['ID=9ab89a5f-b830-4885-b943-9cc519013351,revision_number=3']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:31:36.489271 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0c63d3a-8e20-4d50-a781-a40f0c12459b None None] Routers {'a4106d72-8050-4a68-8890-4cb57f44d718'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:31:36.490012 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-b0c63d3a-8e20-4d50-a781-a40f0c12459b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:31:30Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['a4106d72-8050-4a68-8890-4cb57f44d718'], 'active': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:31:36.501717 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-39ec30c0-cbfc-4cf3-9b71-b61709d60a0f tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:36.503172 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-39ec30c0-cbfc-4cf3-9b71-b61709d60a0f tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.7888362 Jan 20 14:31:36.504249 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5fa21ed-16d7-40fa-9a6f-7ad692ac6f56 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Made reservation on behalf of f85e30c327a64407a1a93d3333ba9261 for: {'network': 1} {{(pid=84153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:31:36.507828 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-d5fa21ed-16d7-40fa-9a6f-7ad692ac6f56 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for network, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:36.522701 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 39162) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:31:36.542924 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-7beb48b6-5978-43de-8e39-d07f47d7404c tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Request body: {'security_group_rule': {'security_group_id': '28f60a14-6b71-4e72-84fb-77c6bf67a29f', 'project_id': '630d3f8a86444149b9a83c00e804a42a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:31:36.567223 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device d73e7573-6bb1-47b4-9d37-d815238d9111 no longer exists at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:31:36.569410 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-7beb48b6-5978-43de-8e39-d07f47d7404c tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:31:36.588650 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-7beb48b6-5978-43de-8e39-d07f47d7404c tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Usage tracker for resource:security_group_rule and tenant:630d3f8a86444149b9a83c00e804a42a is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:31:36.594548 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-7beb48b6-5978-43de-8e39-d07f47d7404c tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:31:36.620716 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-7beb48b6-5978-43de-8e39-d07f47d7404c tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:31:36.649256 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-b6db8aeb-b492-40b9-86bf-5ec16004f2b2 tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] Notify callbacks [] for router, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:36.649859 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5fa21ed-16d7-40fa-9a6f-7ad692ac6f56 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 150} {{(pid=84153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 14:31:36.657047 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-d5fa21ed-16d7-40fa-9a6f-7ad692ac6f56 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:36.657392 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.db.segments_db [None req-d5fa21ed-16d7-40fa-9a6f-7ad692ac6f56 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Added segment 70267264-b790-4988-b22d-ea0ed318fb15 of type vlan for network fdf972f6-2883-456a-86ab-6b5d27b505b9 Jan 20 14:31:36.687373 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-d5fa21ed-16d7-40fa-9a6f-7ad692ac6f56 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769553767792'] for network, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:36.778202 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-7beb48b6-5978-43de-8e39-d07f47d7404c tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:36.818452 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvr_db [None req-2b5a6a89-6cd5-49ca-9496-ddce5b497baa None None] Set router b7063491-4384-416a-8e5d-1a0e679aefdf gateway port host: dv-neutron-825124-1-hyperv {{(pid=84155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 14:31:36.862475 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-7beb48b6-5978-43de-8e39-d07f47d7404c tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:36.875369 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-d5fa21ed-16d7-40fa-9a6f-7ad692ac6f56 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967'] for network, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:36.879945 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5fa21ed-16d7-40fa-9a6f-7ad692ac6f56 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:31:36.880219 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-d5fa21ed-16d7-40fa-9a6f-7ad692ac6f56 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks [] for network, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:36.911337 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-600fbb9d-e626-4fef-be8a-5142a2ad274a tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:31:36.928353 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvr_db [None req-b0c63d3a-8e20-4d50-a781-a40f0c12459b None None] Set router a4106d72-8050-4a68-8890-4cb57f44d718 gateway port host: None {{(pid=84154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 14:31:36.989382 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-600fbb9d-e626-4fef-be8a-5142a2ad274a tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Usage tracker for resource:subnet and tenant:2cb17692bb0c4a2782f988652201ac42 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:31:37.005303 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-600fbb9d-e626-4fef-be8a-5142a2ad274a tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:31:37.018813 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-600fbb9d-e626-4fef-be8a-5142a2ad274a tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:31:37.025456 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-7beb48b6-5978-43de-8e39-d07f47d7404c tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734962'] for security_group_rule, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:37.069532 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fa21ed-16d7-40fa-9a6f-7ad692ac6f56 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Pushing event updated for resources: {'Network': ['ID=fdf972f6-2883-456a-86ab-6b5d27b505b9,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:31:37.083346 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:37.097227 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85af6500-e7de-4216-a553-c6b5447b14d9 req-c6cd997f-a80e-450e-bbeb-f8ee4b1dfd67 tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:31:37.101983 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-85af6500-e7de-4216-a553-c6b5447b14d9 req-c6cd997f-a80e-450e-bbeb-f8ee4b1dfd67 tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] 10.222.0.54 "GET /v2.0/ports?device_id=c1ec459f-0c13-4ec8-b610-ebb2038ce473 HTTP/1.1" status: 200 len: 945 time: 0.4023263 Jan 20 14:31:37.103898 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7beb48b6-5978-43de-8e39-d07f47d7404c tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e676c776-0f58-4b7a-bd61-d2eeddd2a6fe,revision_number=0']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:31:37.108022 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Network fdf972f6-2883-456a-86ab-6b5d27b505b9 details requested by agent ovs-agent-dv-neutron-825124-1-hyperv with host dv-neutron-825124-1-hyperv {{(pid=84154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 14:31:37.147583 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-ae922aa3-07a6-4d6e-bf76-79bae2345ec4 None None] For port d73e7573-6bb1-47b4-9d37-d815238d9111, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=d73e7573-6bb1-47b4-9d37-d815238d9111,segment=NetworkSegment(7b61d093-41ff-4202-b223-533eb0f8da0a),segment_id=7b61d093-41ff-4202-b223-533eb0f8da0a)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:31:37.147825 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-7beb48b6-5978-43de-8e39-d07f47d7404c tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:37.147966 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ae922aa3-07a6-4d6e-bf76-79bae2345ec4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:37.149163 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-7beb48b6-5978-43de-8e39-d07f47d7404c tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.6137233 Jan 20 14:31:37.153572 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 39168) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:31:37.161138 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-b6db8aeb-b492-40b9-86bf-5ec16004f2b2 tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-737761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105493'] for router, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:37.162588 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-dd770728-10b1-42cb-adf3-6b34dca40575 tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Request body: {'security_group_rule': {'security_group_id': '28f60a14-6b71-4e72-84fb-77c6bf67a29f', 'project_id': '630d3f8a86444149b9a83c00e804a42a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:31:37.166269 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-b6db8aeb-b492-40b9-86bf-5ec16004f2b2 tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:37.170645 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-dd770728-10b1-42cb-adf3-6b34dca40575 tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:31:37.175297 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-dd770728-10b1-42cb-adf3-6b34dca40575 tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Usage tracker for resource:security_group_rule and tenant:630d3f8a86444149b9a83c00e804a42a is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:31:37.178699 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-dd770728-10b1-42cb-adf3-6b34dca40575 tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:31:37.186188 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-dd770728-10b1-42cb-adf3-6b34dca40575 tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:31:37.197590 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-d5fa21ed-16d7-40fa-9a6f-7ad692ac6f56 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8858654 Jan 20 14:31:37.200292 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 39172) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:31:37.204840 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-85af6500-e7de-4216-a553-c6b5447b14d9 req-c00ffa69-cb90-4c4a-851f-1fc97a44cc37 tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] 10.222.0.54 "GET /v2.0/security-groups?id=578a98de-1d4e-4622-ab14-10bbfc156906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0965190 Jan 20 14:31:37.208406 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-c13d67de-1fc2-4c84-a756-47c338899c29 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Request body: {'subnet': {'network_id': 'fdf972f6-2883-456a-86ab-6b5d27b505b9', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:31:37.257158 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-b6db8aeb-b492-40b9-86bf-5ec16004f2b2 tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-737693'] for router, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:37.257960 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6db8aeb-b492-40b9-86bf-5ec16004f2b2 tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 295675d5-fd45-40a3-a65d-4efc56c6728b {{(pid=84152) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 20 14:31:37.276038 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-b6db8aeb-b492-40b9-86bf-5ec16004f2b2 tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] Notify callbacks [] for router, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:37.280766 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-b6db8aeb-b492-40b9-86bf-5ec16004f2b2 tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] 10.222.0.54 "DELETE /v2.0/routers/295675d5-fd45-40a3-a65d-4efc56c6728b HTTP/1.1" status: 204 len: 168 time: 0.9996393 Jan 20 14:31:37.289168 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-600fbb9d-e626-4fef-be8a-5142a2ad274a tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Made reservation on behalf of 2cb17692bb0c4a2782f988652201ac42 for: {'subnet': 1} {{(pid=84152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:31:37.300908 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-600fbb9d-e626-4fef-be8a-5142a2ad274a tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3155315'] for subnet, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:37.305463 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.db.securitygroups_db [None req-dd770728-10b1-42cb-adf3-6b34dca40575 tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Project 630d3f8a86444149b9a83c00e804a42a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 20 14:31:37.319004 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-dd770728-10b1-42cb-adf3-6b34dca40575 tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:37.351122 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-2b5a6a89-6cd5-49ca-9496-ddce5b497baa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7063491-4384-416a-8e5d-1a0e679aefdf', 'name': 'tempest-TestVolumeBootPattern-341376864-router', 'tenant_id': 'cdc34049eb8f4ef0aa8ca4d199ba3589', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.7'}], 'enable_snat': True}, 'gw_port_id': 'a17813bf-45f2-455a-ad51-46dfb2808fc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:31:17Z', 'updated_at': '2022-01-20T14:31:28Z', 'revision_number': 4, 'project_id': 'cdc34049eb8f4ef0aa8ca4d199ba3589', 'gw_port': {'id': 'a17813bf-45f2-455a-ad51-46dfb2808fc4', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:a0:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7063491-4384-416a-8e5d-1a0e679aefdf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:31:19Z', 'updated_at': '2022-01-20T14:31:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv', '_interfaces': [{'id': '6ee0e342-0d62-4640-9978-2c2c074bdd5c', 'name': '', 'network_id': '300480ab-801d-4e60-841c-f4ecc9a03474', 'tenant_id': 'cdc34049eb8f4ef0aa8ca4d199ba3589', 'mac_address': 'fa:16:3e:4d:08:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7063491-4384-416a-8e5d-1a0e679aefdf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '51f979a0-5b6a-4158-b79d-70d1f86945df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:31:26Z', 'updated_at': '2022-01-20T14:31:28Z', 'revision_number': 2, 'project_id': 'cdc34049eb8f4ef0aa8ca4d199ba3589', 'subnets': [{'id': '51f979a0-5b6a-4158-b79d-70d1f86945df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:31:37.356121 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b5a6a89-6cd5-49ca-9496-ddce5b497baa None None] Checking router: b7063491-4384-416a-8e5d-1a0e679aefdf for host: dv-neutron-825124-1-hyperv {{(pid=84155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 14:31:37.357948 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b5a6a89-6cd5-49ca-9496-ddce5b497baa None None] Updating router b7063491-4384-416a-8e5d-1a0e679aefdf port 6ee0e342-0d62-4640-9978-2c2c074bdd5c binding host dv-neutron-825124-1-hyperv {{(pid=84155) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 20 14:31:37.415414 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-c13d67de-1fc2-4c84-a756-47c338899c29 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:31:37.420421 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-c13d67de-1fc2-4c84-a756-47c338899c29 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Usage tracker for resource:subnet and tenant:f85e30c327a64407a1a93d3333ba9261 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:31:37.425114 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-c13d67de-1fc2-4c84-a756-47c338899c29 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:31:37.440148 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-c13d67de-1fc2-4c84-a756-47c338899c29 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:31:37.444272 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-dd770728-10b1-42cb-adf3-6b34dca40575 tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:37.458146 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2b5a6a89-6cd5-49ca-9496-ddce5b497baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:37.528943 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c13d67de-1fc2-4c84-a756-47c338899c29 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Made reservation on behalf of f85e30c327a64407a1a93d3333ba9261 for: {'subnet': 1} {{(pid=84153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:31:37.552246 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-dd770728-10b1-42cb-adf3-6b34dca40575 tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734962'] for security_group_rule, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:37.577567 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-ae922aa3-07a6-4d6e-bf76-79bae2345ec4 None None] Calling delete_port for d73e7573-6bb1-47b4-9d37-d815238d9111 owned by network:dhcp {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:31:37.592660 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.db.ipam_backend_mixin [None req-600fbb9d-e626-4fef-be8a-5142a2ad274a tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 2a36b3a7-0932-4ab4-bf04-a7cdb6d8fce2 (CIDR: 2001:db8::/64) Jan 20 14:31:37.623510 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.pecan_wsgi.hooks.translation [None req-600fbb9d-e626-4fef-be8a-5142a2ad274a tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 20 14:31:37.624261 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-600fbb9d-e626-4fef-be8a-5142a2ad274a tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84152) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:31:37.654485 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd770728-10b1-42cb-adf3-6b34dca40575 tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0b9347d-91f4-4339-8e38-ade0a1e238a7,revision_number=0']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:31:37.700826 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-c13d67de-1fc2-4c84-a756-47c338899c29 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4193986'] for subnet, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:37.702607 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 39180) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:31:37.748544 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] For port d73e7573-6bb1-47b4-9d37-d815238d9111, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=d73e7573-6bb1-47b4-9d37-d815238d9111,segment=NetworkSegment(7b61d093-41ff-4202-b223-533eb0f8da0a),segment_id=7b61d093-41ff-4202-b223-533eb0f8da0a)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:31:37.783792 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-600fbb9d-e626-4fef-be8a-5142a2ad274a tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4116344 Jan 20 14:31:37.794633 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-dd770728-10b1-42cb-adf3-6b34dca40575 tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:37.794844 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 39188) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:31:37.796235 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-dd770728-10b1-42cb-adf3-6b34dca40575 tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.6417027 Jan 20 14:31:37.803351 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 39190) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:31:37.807256 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-21dd82b8-4db8-4ca2-abcd-cd116ba8f140 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Request body: {'subnet': {'network_id': 'dbce74ed-d43c-4540-8d8d-e582f35e4792', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:31:37.814754 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-c8a77366-49bf-4783-89d7-d72e94bc972c tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Request body: {'security_group_rule': {'security_group_id': '28f60a14-6b71-4e72-84fb-77c6bf67a29f', 'project_id': '630d3f8a86444149b9a83c00e804a42a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:31:37.860533 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:37.876264 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-c8a77366-49bf-4783-89d7-d72e94bc972c tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:31:37.920064 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-90a42e05-6128-41a7-bfa5-0c8fbaa6bfa6 None None] Provisioning complete for port 780c2701-6ad4-417f-bed2-4de3d763ce9b triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:31:37.920450 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-90a42e05-6128-41a7-bfa5-0c8fbaa6bfa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:37.960615 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-c8a77366-49bf-4783-89d7-d72e94bc972c tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Usage tracker for resource:security_group_rule and tenant:630d3f8a86444149b9a83c00e804a42a is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:31:37.968514 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-c8a77366-49bf-4783-89d7-d72e94bc972c tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:31:37.976366 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.db.api [None req-ae922aa3-07a6-4d6e-bf76-79bae2345ec4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84154) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 14:31:37.977385 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG oslo_db.api [None req-ae922aa3-07a6-4d6e-bf76-79bae2345ec4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 14:31:37.987265 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-c8a77366-49bf-4783-89d7-d72e94bc972c tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:31:38.067095 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-21dd82b8-4db8-4ca2-abcd-cd116ba8f140 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:31:38.079922 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-21dd82b8-4db8-4ca2-abcd-cd116ba8f140 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Usage tracker for resource:subnet and tenant:2cb17692bb0c4a2782f988652201ac42 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:31:38.088575 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-21dd82b8-4db8-4ca2-abcd-cd116ba8f140 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:31:38.099235 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2b5a6a89-6cd5-49ca-9496-ddce5b497baa None None] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:38.109737 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-21dd82b8-4db8-4ca2-abcd-cd116ba8f140 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:31:38.110008 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Pushing event updated for resources: {'Port': ['ID=d73e7573-6bb1-47b4-9d37-d815238d9111,revision_number=7']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:31:38.121490 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-90a42e05-6128-41a7-bfa5-0c8fbaa6bfa6 None None] Port 780c2701-6ad4-417f-bed2-4de3d763ce9b cannot update to ACTIVE because it is not bound. {{(pid=84154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 14:31:38.128716 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-2b5a6a89-6cd5-49ca-9496-ddce5b497baa None None] Transition to ACTIVE for port object 6ee0e342-0d62-4640-9978-2c2c074bdd5c will not be triggered until provisioned by entity L2. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:31:38.139972 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.db.securitygroups_db [None req-c8a77366-49bf-4783-89d7-d72e94bc972c tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Project 630d3f8a86444149b9a83c00e804a42a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 20 14:31:38.150750 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-90a42e05-6128-41a7-bfa5-0c8fbaa6bfa6 None None] Provisioning complete for port d73e7573-6bb1-47b4-9d37-d815238d9111 triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:31:38.151279 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-90a42e05-6128-41a7-bfa5-0c8fbaa6bfa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:38.158943 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-c8a77366-49bf-4783-89d7-d72e94bc972c tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:38.173966 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-7c2b1a95-dec5-4af8-a2ef-94f85a3c38a6 tempest-RoutersAdminTest-1932179691 tempest-RoutersAdminTest-1932179691-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-744443457', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d'}, 'admin_state_up': False}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:31:38.182502 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-7c2b1a95-dec5-4af8-a2ef-94f85a3c38a6 tempest-RoutersAdminTest-1932179691 tempest-RoutersAdminTest-1932179691-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:31:38.187857 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-7c2b1a95-dec5-4af8-a2ef-94f85a3c38a6 tempest-RoutersAdminTest-1932179691 tempest-RoutersAdminTest-1932179691-project] Usage tracker for resource:router and tenant:24d2f449fe384707b209c61b67e81881 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:31:38.191328 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-7c2b1a95-dec5-4af8-a2ef-94f85a3c38a6 tempest-RoutersAdminTest-1932179691 tempest-RoutersAdminTest-1932179691-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:31:38.198774 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-7c2b1a95-dec5-4af8-a2ef-94f85a3c38a6 tempest-RoutersAdminTest-1932179691 tempest-RoutersAdminTest-1932179691-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:31:38.207238 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21dd82b8-4db8-4ca2-abcd-cd116ba8f140 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Made reservation on behalf of 2cb17692bb0c4a2782f988652201ac42 for: {'subnet': 1} {{(pid=84152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:31:38.207238 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-21dd82b8-4db8-4ca2-abcd-cd116ba8f140 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3155315'] for subnet, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:38.225132 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2b5a6a89-6cd5-49ca-9496-ddce5b497baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:38.237222 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-b0c63d3a-8e20-4d50-a781-a40f0c12459b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4106d72-8050-4a68-8890-4cb57f44d718', 'name': 'tempest-RoutersIpV6Test-router-747136858', 'tenant_id': 'f85e30c327a64407a1a93d3333ba9261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:31:25Z', 'updated_at': '2022-01-20T14:31:32Z', 'revision_number': 2, 'project_id': 'f85e30c327a64407a1a93d3333ba9261', 'gw_port_host': None, '_interfaces': [{'id': '780c2701-6ad4-417f-bed2-4de3d763ce9b', 'name': '', 'network_id': '59124e64-72a5-4678-bb60-32f8b65cb20e', 'tenant_id': 'f85e30c327a64407a1a93d3333ba9261', 'mac_address': 'fa:16:3e:0a:e3:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4106d72-8050-4a68-8890-4cb57f44d718', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7d2b6737-ab95-48d5-98e0-5c96cb2ba20c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:31:30Z', 'updated_at': '2022-01-20T14:31:33Z', 'revision_number': 2, 'project_id': 'f85e30c327a64407a1a93d3333ba9261', 'subnets': [{'id': '7d2b6737-ab95-48d5-98e0-5c96cb2ba20c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:31:38.248160 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0c63d3a-8e20-4d50-a781-a40f0c12459b None None] Checking router: a4106d72-8050-4a68-8890-4cb57f44d718 for host: dv-neutron-825124-1-hyperv {{(pid=84154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 14:31:38.248507 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0c63d3a-8e20-4d50-a781-a40f0c12459b None None] Updating router a4106d72-8050-4a68-8890-4cb57f44d718 port 780c2701-6ad4-417f-bed2-4de3d763ce9b binding host dv-neutron-825124-1-hyperv {{(pid=84154) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 20 14:31:38.319337 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-c8a77366-49bf-4783-89d7-d72e94bc972c tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:38.347061 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8f145b-1c99-4791-aa8e-c57acbb52745 req-0f509890-1b39-4ea7-9fa2-91dff7b321e0 tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:31:38.350760 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-6e8f145b-1c99-4791-aa8e-c57acbb52745 req-0f509890-1b39-4ea7-9fa2-91dff7b321e0 tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] 10.222.0.54 "GET /v2.0/ports?device_id=c1ec459f-0c13-4ec8-b610-ebb2038ce473 HTTP/1.1" status: 200 len: 945 time: 0.2976811 Jan 20 14:31:38.355255 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-b0c63d3a-8e20-4d50-a781-a40f0c12459b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:38.380958 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-c13d67de-1fc2-4c84-a756-47c338899c29 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3943531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4194004'] for subnet, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:38.432463 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-c8a77366-49bf-4783-89d7-d72e94bc972c tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734962'] for security_group_rule, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:38.490894 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-ae922aa3-07a6-4d6e-bf76-79bae2345ec4 None None] Deleting port d73e7573-6bb1-47b4-9d37-d815238d9111 {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:31:38.491354 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ae922aa3-07a6-4d6e-bf76-79bae2345ec4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:38.501841 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a77366-49bf-4783-89d7-d72e94bc972c tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbde62c8-e890-4a77-b65e-d9202d7033eb,revision_number=0']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:31:38.509531 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea6dbd1-5e25-4219-80dd-4fd6e4f4191d None None] Pushing event updated for resources: {'Port': ['ID=6ee0e342-0d62-4640-9978-2c2c074bdd5c,revision_number=3']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:31:38.548290 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13d67de-1fc2-4c84-a756-47c338899c29 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Pushing event updated for resources: {'Subnet': ['ID=8c136b88-d925-4e45-b82d-d96971a1db8d,revision_number=0']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:31:38.557272 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-6e8f145b-1c99-4791-aa8e-c57acbb52745 req-16f58719-ddfe-4df6-b20c-76f7717c1e2f tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] 10.222.0.54 "GET /v2.0/security-groups?id=578a98de-1d4e-4622-ab14-10bbfc156906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1980951 Jan 20 14:31:38.587868 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c13d67de-1fc2-4c84-a756-47c338899c29 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Checking segment: {'id': '70267264-b790-4988-b22d-ea0ed318fb15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'fdf972f6-2883-456a-86ab-6b5d27b505b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 14:31:38.588373 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c13d67de-1fc2-4c84-a756-47c338899c29 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Network hostable DHCP agents. Network: fdf972f6-2883-456a-86ab-6b5d27b505b9, hostable agents: ['1a181e39-5220-4c1a-88f8-08a54e8bfc9b'], hosted agents: [] {{(pid=84153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 14:31:38.600732 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 9ab89a5f-b830-4885-b943-9cc519013351 up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:31:38.616217 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-7c2b1a95-dec5-4af8-a2ef-94f85a3c38a6 tempest-RoutersAdminTest-1932179691 tempest-RoutersAdminTest-1932179691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-105475'] for router, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:38.617310 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-7c2b1a95-dec5-4af8-a2ef-94f85a3c38a6 tempest-RoutersAdminTest-1932179691 tempest-RoutersAdminTest-1932179691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-739204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-744864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-735540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-105484'] for router, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:38.621256 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-c8a77366-49bf-4783-89d7-d72e94bc972c tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:38.626765 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-c8a77366-49bf-4783-89d7-d72e94bc972c tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.8214285 Jan 20 14:31:38.632809 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-2b5a6a89-6cd5-49ca-9496-ddce5b497baa None None] Attempting to bind port 6ee0e342-0d62-4640-9978-2c2c074bdd5c on host dv-neutron-825124-1-hyperv for vnic_type normal with profile {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:31:38.633517 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-2b5a6a89-6cd5-49ca-9496-ddce5b497baa None None] Attempting to bind port 6ee0e342-0d62-4640-9978-2c2c074bdd5c by drivers openvswitch,hyperv on host dv-neutron-825124-1-hyperv at level 0 using segments [{'id': '26d871b2-6a94-4d79-adec-1408029d3b4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '300480ab-801d-4e60-841c-f4ecc9a03474'}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:31:38.634003 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b5a6a89-6cd5-49ca-9496-ddce5b497baa None None] Attempting to bind port 6ee0e342-0d62-4640-9978-2c2c074bdd5c on network 300480ab-801d-4e60-841c-f4ecc9a03474 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 14:31:38.642781 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b5a6a89-6cd5-49ca-9496-ddce5b497baa None None] Checking agent: {'id': '6414dfeb-85c5-454a-8756-709ca637d800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825124-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 16, 31), 'started_at': datetime.datetime(2022, 1, 20, 14, 17, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 31, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825124-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 14:31:38.643568 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b5a6a89-6cd5-49ca-9496-ddce5b497baa None None] Checking segment: {'id': '26d871b2-6a94-4d79-adec-1408029d3b4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '300480ab-801d-4e60-841c-f4ecc9a03474'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 14:31:38.644066 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2b5a6a89-6cd5-49ca-9496-ddce5b497baa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:38.644594 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b5a6a89-6cd5-49ca-9496-ddce5b497baa None None] Bound using segment: {'id': '26d871b2-6a94-4d79-adec-1408029d3b4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '300480ab-801d-4e60-841c-f4ecc9a03474'} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 14:31:38.645298 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-2b5a6a89-6cd5-49ca-9496-ddce5b497baa None None] Bound port: 6ee0e342-0d62-4640-9978-2c2c074bdd5c, host: dv-neutron-825124-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26d871b2-6a94-4d79-adec-1408029d3b4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '300480ab-801d-4e60-841c-f4ecc9a03474'}}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:31:38.645787 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2b5a6a89-6cd5-49ca-9496-ddce5b497baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:38.653191 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-90a42e05-6128-41a7-bfa5-0c8fbaa6bfa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:38.677348 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-7c2b1a95-dec5-4af8-a2ef-94f85a3c38a6 tempest-RoutersAdminTest-1932179691 tempest-RoutersAdminTest-1932179691-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:38.679954 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c13d67de-1fc2-4c84-a756-47c338899c29 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Network fdf972f6-2883-456a-86ab-6b5d27b505b9 is scheduled to be hosted by DHCP agent 1a181e39-5220-4c1a-88f8-08a54e8bfc9b with binding_index 1 {{(pid=84153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 14:31:38.761726 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-2b5a6a89-6cd5-49ca-9496-ddce5b497baa None None] For port 6ee0e342-0d62-4640-9978-2c2c074bdd5c, host dv-neutron-825124-1-hyperv, cleared binding levels {{(pid=84155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 14:31:38.764630 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.base_scheduler [None req-c13d67de-1fc2-4c84-a756-47c338899c29 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825124-1-hyperv, fdf972f6-2883-456a-86ab-6b5d27b505b9) {{(pid=84153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:31:38.766385 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-2b5a6a89-6cd5-49ca-9496-ddce5b497baa None None] For port 6ee0e342-0d62-4640-9978-2c2c074bdd5c, host dv-neutron-825124-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=6ee0e342-0d62-4640-9978-2c2c074bdd5c,segment=NetworkSegment(26d871b2-6a94-4d79-adec-1408029d3b4f),segment_id=26d871b2-6a94-4d79-adec-1408029d3b4f)] {{(pid=84155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 14:31:38.769328 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c13d67de-1fc2-4c84-a756-47c338899c29 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:31:38.770309 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-c13d67de-1fc2-4c84-a756-47c338899c29 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks [] for subnet, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:38.839415 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f741af9-c9c5-41d5-9878-18d600b19d51 None None] Network fdf972f6-2883-456a-86ab-6b5d27b505b9 requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:31:38.872429 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2b5a6a89-6cd5-49ca-9496-ddce5b497baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:38.894849 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-c13d67de-1fc2-4c84-a756-47c338899c29 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.6932623 Jan 20 14:31:38.897638 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 39212) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:31:38.962676 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea6dbd1-5e25-4219-80dd-4fd6e4f4191d None None] Pushing event updated for resources: {'Port': ['ID=6ee0e342-0d62-4640-9978-2c2c074bdd5c,revision_number=4']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:31:38.971140 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b5a6a89-6cd5-49ca-9496-ddce5b497baa None None] Routers {'b7063491-4384-416a-8e5d-1a0e679aefdf'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:31:38.973381 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-2b5a6a89-6cd5-49ca-9496-ddce5b497baa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:31:30Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['b7063491-4384-416a-8e5d-1a0e679aefdf'], 'active': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:31:39.064207 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-7c2b1a95-dec5-4af8-a2ef-94f85a3c38a6 tempest-RoutersAdminTest-1932179691 tempest-RoutersAdminTest-1932179691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-744886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-105502'] for router, precommit_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:39.185939 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.objects.ports [None req-21dd82b8-4db8-4ca2-abcd-cd116ba8f140 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=84152) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Jan 20 14:31:39.339375 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvr_db [None req-2b5a6a89-6cd5-49ca-9496-ddce5b497baa None None] Set router b7063491-4384-416a-8e5d-1a0e679aefdf gateway port host: dv-neutron-825124-1-hyperv {{(pid=84155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 14:31:39.360299 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-90a42e05-6128-41a7-bfa5-0c8fbaa6bfa6 None None] For port d73e7573-6bb1-47b4-9d37-d815238d9111, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=d73e7573-6bb1-47b4-9d37-d815238d9111,segment=NetworkSegment(7b61d093-41ff-4202-b223-533eb0f8da0a),segment_id=7b61d093-41ff-4202-b223-533eb0f8da0a)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:31:39.477428 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port 9ab89a5f-b830-4885-b943-9cc519013351 triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:31:39.477809 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:39.596688 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-90a42e05-6128-41a7-bfa5-0c8fbaa6bfa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:39.613582 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-ae922aa3-07a6-4d6e-bf76-79bae2345ec4 None None] For port d73e7573-6bb1-47b4-9d37-d815238d9111, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=d73e7573-6bb1-47b4-9d37-d815238d9111,segment=NetworkSegment(7b61d093-41ff-4202-b223-533eb0f8da0a),segment_id=7b61d093-41ff-4202-b223-533eb0f8da0a)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:31:39.614479 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ae922aa3-07a6-4d6e-bf76-79bae2345ec4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:39.829612 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-2b5a6a89-6cd5-49ca-9496-ddce5b497baa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7063491-4384-416a-8e5d-1a0e679aefdf', 'name': 'tempest-TestVolumeBootPattern-341376864-router', 'tenant_id': 'cdc34049eb8f4ef0aa8ca4d199ba3589', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.7'}], 'enable_snat': True}, 'gw_port_id': 'a17813bf-45f2-455a-ad51-46dfb2808fc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:31:17Z', 'updated_at': '2022-01-20T14:31:28Z', 'revision_number': 4, 'project_id': 'cdc34049eb8f4ef0aa8ca4d199ba3589', 'gw_port': {'id': 'a17813bf-45f2-455a-ad51-46dfb2808fc4', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:a0:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7063491-4384-416a-8e5d-1a0e679aefdf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:31:19Z', 'updated_at': '2022-01-20T14:31:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv', '_interfaces': [{'id': '6ee0e342-0d62-4640-9978-2c2c074bdd5c', 'name': '', 'network_id': '300480ab-801d-4e60-841c-f4ecc9a03474', 'tenant_id': 'cdc34049eb8f4ef0aa8ca4d199ba3589', 'mac_address': 'fa:16:3e:4d:08:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7063491-4384-416a-8e5d-1a0e679aefdf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '51f979a0-5b6a-4158-b79d-70d1f86945df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:31:26Z', 'updated_at': '2022-01-20T14:31:38Z', 'revision_number': 4, 'project_id': 'cdc34049eb8f4ef0aa8ca4d199ba3589', 'subnets': [{'id': '51f979a0-5b6a-4158-b79d-70d1f86945df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:31:39.833843 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b5a6a89-6cd5-49ca-9496-ddce5b497baa None None] The sync data for ids ['b7063491-4384-416a-8e5d-1a0e679aefdf'] in dv-neutron-825124-1-hyperv is: [{'id': 'b7063491-4384-416a-8e5d-1a0e679aefdf', 'name': 'tempest-TestVolumeBootPattern-341376864-router', 'tenant_id': 'cdc34049eb8f4ef0aa8ca4d199ba3589', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.7'}], 'enable_snat': True}, 'gw_port_id': 'a17813bf-45f2-455a-ad51-46dfb2808fc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:31:17Z', 'updated_at': '2022-01-20T14:31:28Z', 'revision_number': 4, 'project_id': 'cdc34049eb8f4ef0aa8ca4d199ba3589', 'gw_port': {'id': 'a17813bf-45f2-455a-ad51-46dfb2808fc4', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:a0:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7063491-4384-416a-8e5d-1a0e679aefdf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:31:19Z', 'updated_at': '2022-01-20T14:31:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv', '_interfaces': [{'id': '6ee0e342-0d62-4640-9978-2c2c074bdd5c', 'name': '', 'network_id': '300480ab-801d-4e60-841c-f4ecc9a03474', 'tenant_id': 'cdc34049eb8f4ef0aa8ca4d199ba3589', 'mac_address': 'fa:16:3e:4d:08:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7063491-4384-416a-8e5d-1a0e679aefdf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '51f979a0-5b6a-4158-b79d-70d1f86945df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:31:26Z', 'updated_at': '2022-01-20T14:31:38Z', 'revision_number': 4, 'project_id': 'cdc34049eb8f4ef0aa8ca4d199ba3589', 'subnets': [{'id': '51f979a0-5b6a-4158-b79d-70d1f86945df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 14:31:39.894498 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-ae922aa3-07a6-4d6e-bf76-79bae2345ec4 None None] Calling delete_port for d73e7573-6bb1-47b4-9d37-d815238d9111 owned by network:dhcp {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:31:39.946150 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-7c2b1a95-dec5-4af8-a2ef-94f85a3c38a6 tempest-RoutersAdminTest-1932179691 tempest-RoutersAdminTest-1932179691-project] Notify callbacks [] for router_gateway, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:40.013167 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-7c2b1a95-dec5-4af8-a2ef-94f85a3c38a6 tempest-RoutersAdminTest-1932179691 tempest-RoutersAdminTest-1932179691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:40.028059 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-21dd82b8-4db8-4ca2-abcd-cd116ba8f140 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:40.054938 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-1fac6c88-64fe-4508-931e-6a253b25eab0 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:40.188666 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a42e05-6128-41a7-bfa5-0c8fbaa6bfa6 None None] Pushing event updated for resources: {'Port': ['ID=d73e7573-6bb1-47b4-9d37-d815238d9111,revision_number=9']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:31:40.195715 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c9f6815-33d4-4b71-8018-30d11e87f015 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95c917f5-14ba-5e96-98b8-1a52654a930a-fdf972f6-2883-456a-86ab-6b5d27b505b9', 'network_id': 'fdf972f6-2883-456a-86ab-6b5d27b505b9', 'tenant_id': 'f85e30c327a64407a1a93d3333ba9261', 'fixed_ips': [{'subnet_id': '8c136b88-d925-4e45-b82d-d96971a1db8d'}]}} from dv-neutron-825124-1-hyperv. {{(pid=84154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 20 14:31:40.196658 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-3c9f6815-33d4-4b71-8018-30d11e87f015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:40.280091 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.db.resource_extend [None req-b0c63d3a-8e20-4d50-a781-a40f0c12459b None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 20 14:31:40.460624 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.db_base_plugin_common [None req-7c2b1a95-dec5-4af8-a2ef-94f85a3c38a6 tempest-RoutersAdminTest-1932179691 tempest-RoutersAdminTest-1932179691-project] Allocated IP 172.26.7.166 (8dffb05c-5ca0-409b-bd5f-7be6264f707d/a489dd4f-42a5-433b-8be3-bab2749c4209/fe8aa5c7-2881-456c-a385-b208b1dfaa44) {{(pid=84152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:31:40.475422 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_common [None req-3c9f6815-33d4-4b71-8018-30d11e87f015 None None] Allocated IP 2001:db8:1::2 (fdf972f6-2883-456a-86ab-6b5d27b505b9/8c136b88-d925-4e45-b82d-d96971a1db8d/5417a2c0-1f88-4a9a-9602-5d1cfbe3c1a8) {{(pid=84154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:31:40.545074 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.db.api [None req-ae922aa3-07a6-4d6e-bf76-79bae2345ec4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84154) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 14:31:40.545426 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG oslo_db.api [None req-ae922aa3-07a6-4d6e-bf76-79bae2345ec4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 14:31:40.661412 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-b0c63d3a-8e20-4d50-a781-a40f0c12459b None None] Notify callbacks [] for port, precommit_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:40.686723 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-ae922aa3-07a6-4d6e-bf76-79bae2345ec4 None None] Deleting port d73e7573-6bb1-47b4-9d37-d815238d9111 {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:31:40.698921 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ae922aa3-07a6-4d6e-bf76-79bae2345ec4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:40.707357 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc015a5-3ac3-419b-8078-3d85f713e76c req-2f746a91-1c69-467b-8130-41dbbffb016b tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:31:40.715523 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-5bc015a5-3ac3-419b-8078-3d85f713e76c req-2f746a91-1c69-467b-8130-41dbbffb016b tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] 10.222.0.54 "GET /v2.0/ports?device_id=c1ec459f-0c13-4ec8-b610-ebb2038ce473 HTTP/1.1" status: 200 len: 945 time: 0.9139049 Jan 20 14:31:40.784203 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-b0c63d3a-8e20-4d50-a781-a40f0c12459b None None] Transition to ACTIVE for port object 780c2701-6ad4-417f-bed2-4de3d763ce9b will not be triggered until provisioned by entity L2. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:31:40.786369 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-5bc015a5-3ac3-419b-8078-3d85f713e76c req-337030f9-b0f1-4a2e-87f7-f11101192fcb tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] 10.222.0.54 "GET /v2.0/security-groups?id=578a98de-1d4e-4622-ab14-10bbfc156906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696659 Jan 20 14:31:40.789046 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 6ee0e342-0d62-4640-9978-2c2c074bdd5c up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:31:40.882121 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-7c2b1a95-dec5-4af8-a2ef-94f85a3c38a6 tempest-RoutersAdminTest-1932179691 tempest-RoutersAdminTest-1932179691-project] Notify callbacks [] for port, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:40.900904 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.db [None req-21dd82b8-4db8-4ca2-abcd-cd116ba8f140 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] For port d73e7573-6bb1-47b4-9d37-d815238d9111, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=d73e7573-6bb1-47b4-9d37-d815238d9111,segment=NetworkSegment(7b61d093-41ff-4202-b223-533eb0f8da0a),segment_id=7b61d093-41ff-4202-b223-533eb0f8da0a)] {{(pid=84152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:31:40.951104 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-21dd82b8-4db8-4ca2-abcd-cd116ba8f140 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks [] for port, precommit_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:40.981553 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-b0c63d3a-8e20-4d50-a781-a40f0c12459b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:41.062493 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-7c2b1a95-dec5-4af8-a2ef-94f85a3c38a6 tempest-RoutersAdminTest-1932179691 tempest-RoutersAdminTest-1932179691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:41.099041 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-21dd82b8-4db8-4ca2-abcd-cd116ba8f140 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162822'] for port, after_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:41.099852 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-21dd82b8-4db8-4ca2-abcd-cd116ba8f140 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4163519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3155301'] for subnet, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:41.201074 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c2b1a95-dec5-4af8-a2ef-94f85a3c38a6 tempest-RoutersAdminTest-1932179691 tempest-RoutersAdminTest-1932179691-project] Network 8dffb05c-5ca0-409b-bd5f-7be6264f707d is already hosted by enough agents. {{(pid=84152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:31:41.213882 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.base_scheduler [None req-7c2b1a95-dec5-4af8-a2ef-94f85a3c38a6 tempest-RoutersAdminTest-1932179691 tempest-RoutersAdminTest-1932179691-project] Resources bound (agent type, host, resource id): {{(pid=84152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:31:41.217866 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-3c9f6815-33d4-4b71-8018-30d11e87f015 None None] Notify callbacks [] for port, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:41.224164 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21dd82b8-4db8-4ca2-abcd-cd116ba8f140 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Network dbce74ed-d43c-4540-8d8d-e582f35e4792 is already hosted by enough agents. {{(pid=84152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:31:41.231025 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c2b1a95-dec5-4af8-a2ef-94f85a3c38a6 tempest-RoutersAdminTest-1932179691 tempest-RoutersAdminTest-1932179691-project] Received port after_create {{(pid=84152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:31:41.304561 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.base_scheduler [None req-21dd82b8-4db8-4ca2-abcd-cd116ba8f140 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Resources bound (agent type, host, resource id): {{(pid=84152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:31:41.313975 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dd82b8-4db8-4ca2-abcd-cd116ba8f140 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Pushing event updated for resources: {'Subnet': ['ID=685d5e15-15f4-4d07-aaf6-390812a4e56c,revision_number=0']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:31:41.316321 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2b1a95-dec5-4af8-a2ef-94f85a3c38a6 tempest-RoutersAdminTest-1932179691 tempest-RoutersAdminTest-1932179691-project] Pushing event updated for resources: {'Port': ['ID=fe8aa5c7-2881-456c-a385-b208b1dfaa44,revision_number=1']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:31:41.331707 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-ae922aa3-07a6-4d6e-bf76-79bae2345ec4 None None] For port d73e7573-6bb1-47b4-9d37-d815238d9111, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=d73e7573-6bb1-47b4-9d37-d815238d9111,segment=NetworkSegment(7b61d093-41ff-4202-b223-533eb0f8da0a),segment_id=7b61d093-41ff-4202-b223-533eb0f8da0a)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:31:41.332177 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ae922aa3-07a6-4d6e-bf76-79bae2345ec4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:41.337970 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21dd82b8-4db8-4ca2-abcd-cd116ba8f140 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:31:41.338977 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-21dd82b8-4db8-4ca2-abcd-cd116ba8f140 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks [] for subnet, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:41.496512 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-ae922aa3-07a6-4d6e-bf76-79bae2345ec4 None None] Calling delete_port for d73e7573-6bb1-47b4-9d37-d815238d9111 owned by network:dhcp {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:31:41.528712 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8a01a7-c49f-435f-ac8e-1f98e51bde4a None None] Pushing event updated for resources: {'Port': ['ID=780c2701-6ad4-417f-bed2-4de3d763ce9b,revision_number=3']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:31:41.532825 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-21dd82b8-4db8-4ca2-abcd-cd116ba8f140 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 3.7337425 Jan 20 14:31:41.533342 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 39256) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:31:41.556687 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-3c9f6815-33d4-4b71-8018-30d11e87f015 None None] Transition to ACTIVE for port object 5417a2c0-1f88-4a9a-9602-5d1cfbe3c1a8 will not be triggered until provisioned by entity L2. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:31:41.563540 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning for port 6ee0e342-0d62-4640-9978-2c2c074bdd5c completed by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:31:41.569791 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dd82b8-4db8-4ca2-abcd-cd116ba8f140 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Pushing event updated for resources: {'Port': ['ID=d73e7573-6bb1-47b4-9d37-d815238d9111,revision_number=10']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:31:41.579713 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port 6ee0e342-0d62-4640-9978-2c2c074bdd5c triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:31:41.580098 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:41.712148 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-7c2b1a95-dec5-4af8-a2ef-94f85a3c38a6 tempest-RoutersAdminTest-1932179691 tempest-RoutersAdminTest-1932179691-project] Notify callbacks [] for router_gateway, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:41.719526 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-7c2b1a95-dec5-4af8-a2ef-94f85a3c38a6 tempest-RoutersAdminTest-1932179691 tempest-RoutersAdminTest-1932179691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-744861'] for router, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:41.752393 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-a42f7362-cc9a-4cb9-accf-0e3d792d5729 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Request body: {'port': {'network_id': 'dbce74ed-d43c-4540-8d8d-e582f35e4792', 'mac_address': 'fa:16:3e:7b:b5:40', 'name': 'tempest-NetworksTestDHCPv6-16943486'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:31:41.877819 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-3c9f6815-33d4-4b71-8018-30d11e87f015 None None] Transition to ACTIVE for port object 5417a2c0-1f88-4a9a-9602-5d1cfbe3c1a8 will not be triggered until provisioned by entity DHCP. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:31:41.977505 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-a42f7362-cc9a-4cb9-accf-0e3d792d5729 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:31:41.998604 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:42.008575 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-b0c63d3a-8e20-4d50-a781-a40f0c12459b None None] Attempting to bind port 780c2701-6ad4-417f-bed2-4de3d763ce9b on host dv-neutron-825124-1-hyperv for vnic_type normal with profile {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:31:42.008987 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-b0c63d3a-8e20-4d50-a781-a40f0c12459b None None] Attempting to bind port 780c2701-6ad4-417f-bed2-4de3d763ce9b by drivers openvswitch,hyperv on host dv-neutron-825124-1-hyperv at level 0 using segments [{'id': '0a3d5c03-405c-4d58-9dce-31eaba8662dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '59124e64-72a5-4678-bb60-32f8b65cb20e'}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:31:42.009388 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c63d3a-8e20-4d50-a781-a40f0c12459b None None] Attempting to bind port 780c2701-6ad4-417f-bed2-4de3d763ce9b on network 59124e64-72a5-4678-bb60-32f8b65cb20e {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 14:31:42.015127 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-3c9f6815-33d4-4b71-8018-30d11e87f015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477'] for port, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:42.026010 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-a42f7362-cc9a-4cb9-accf-0e3d792d5729 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:31:42.078010 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.db.api [None req-ae922aa3-07a6-4d6e-bf76-79bae2345ec4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84154) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 14:31:42.078401 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG oslo_db.api [None req-ae922aa3-07a6-4d6e-bf76-79bae2345ec4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 14:31:42.080054 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c2b1a95-dec5-4af8-a2ef-94f85a3c38a6 tempest-RoutersAdminTest-1932179691 tempest-RoutersAdminTest-1932179691-project] Router a58a7795-e0bf-47a3-a3a9-ac51e1b4bd88 is scheduled to L3 agent 624d525b-4c26-4143-8a1c-228bb1c6faaa with binding_index 1 {{(pid=84152) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 20 14:31:42.097315 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c63d3a-8e20-4d50-a781-a40f0c12459b None None] Checking agent: {'id': '6414dfeb-85c5-454a-8756-709ca637d800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825124-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 16, 31), 'started_at': datetime.datetime(2022, 1, 20, 14, 17, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 31, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825124-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 14:31:42.097866 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c63d3a-8e20-4d50-a781-a40f0c12459b None None] Checking segment: {'id': '0a3d5c03-405c-4d58-9dce-31eaba8662dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '59124e64-72a5-4678-bb60-32f8b65cb20e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 14:31:42.098305 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-b0c63d3a-8e20-4d50-a781-a40f0c12459b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:42.098914 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.db_base_plugin_common [None req-1fac6c88-64fe-4508-931e-6a253b25eab0 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Allocated IP 2001:db8:1::1 (fdf972f6-2883-456a-86ab-6b5d27b505b9/8c136b88-d925-4e45-b82d-d96971a1db8d/0ae4b75d-1d64-4989-a8c3-8f15b2866b02) {{(pid=84153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:31:42.099100 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c63d3a-8e20-4d50-a781-a40f0c12459b None None] Bound using segment: {'id': '0a3d5c03-405c-4d58-9dce-31eaba8662dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '59124e64-72a5-4678-bb60-32f8b65cb20e'} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 14:31:42.099585 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-b0c63d3a-8e20-4d50-a781-a40f0c12459b None None] Bound port: 780c2701-6ad4-417f-bed2-4de3d763ce9b, host: dv-neutron-825124-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a3d5c03-405c-4d58-9dce-31eaba8662dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '59124e64-72a5-4678-bb60-32f8b65cb20e'}}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:31:42.100104 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-b0c63d3a-8e20-4d50-a781-a40f0c12459b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:42.107938 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a42f7362-cc9a-4cb9-accf-0e3d792d5729 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Made reservation on behalf of 2cb17692bb0c4a2782f988652201ac42 for: {'port': 1} {{(pid=84153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:31:42.144729 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c9f6815-33d4-4b71-8018-30d11e87f015 None None] Network fdf972f6-2883-456a-86ab-6b5d27b505b9 is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:31:42.148441 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-3c9f6815-33d4-4b71-8018-30d11e87f015 None None] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:31:42.150863 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c9f6815-33d4-4b71-8018-30d11e87f015 None None] Received port after_create {{(pid=84154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:31:42.153430 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9f6815-33d4-4b71-8018-30d11e87f015 None None] Pushing event updated for resources: {'Port': ['ID=5417a2c0-1f88-4a9a-9602-5d1cfbe3c1a8,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:31:42.228380 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] For port 6ee0e342-0d62-4640-9978-2c2c074bdd5c, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=6ee0e342-0d62-4640-9978-2c2c074bdd5c,segment=NetworkSegment(26d871b2-6a94-4d79-adec-1408029d3b4f),segment_id=26d871b2-6a94-4d79-adec-1408029d3b4f)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:31:42.364085 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-3c9f6815-33d4-4b71-8018-30d11e87f015 None None] Attempting to bind port 5417a2c0-1f88-4a9a-9602-5d1cfbe3c1a8 on host dv-neutron-825124-1-hyperv for vnic_type normal with profile {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:31:42.364618 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-3c9f6815-33d4-4b71-8018-30d11e87f015 None None] Attempting to bind port 5417a2c0-1f88-4a9a-9602-5d1cfbe3c1a8 by drivers openvswitch,hyperv on host dv-neutron-825124-1-hyperv at level 0 using segments [{'id': '70267264-b790-4988-b22d-ea0ed318fb15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'fdf972f6-2883-456a-86ab-6b5d27b505b9'}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:31:42.365604 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c9f6815-33d4-4b71-8018-30d11e87f015 None None] Attempting to bind port 5417a2c0-1f88-4a9a-9602-5d1cfbe3c1a8 on network fdf972f6-2883-456a-86ab-6b5d27b505b9 {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 14:31:42.367557 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:42.411522 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ef9118-96d5-4048-aca2-07b3516003e7 req-0fb08ac2-092b-4918-b4b9-380b8480c073 tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:31:42.413015 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-e1ef9118-96d5-4048-aca2-07b3516003e7 req-0fb08ac2-092b-4918-b4b9-380b8480c073 tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] 10.222.0.54 "GET /v2.0/ports?device_id=c1ec459f-0c13-4ec8-b610-ebb2038ce473 HTTP/1.1" status: 200 len: 945 time: 0.3486147 Jan 20 14:31:42.417583 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-a42f7362-cc9a-4cb9-accf-0e3d792d5729 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:42.424312 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c2b1a95-dec5-4af8-a2ef-94f85a3c38a6 tempest-RoutersAdminTest-1932179691 tempest-RoutersAdminTest-1932179691-project] Notify agent at l3_agent.dv-neutron-825124-1-hyperv the message routers_updated {{(pid=84152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 14:31:42.447413 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86b7535a-50b3-4471-ad31-f529fb4ed973 None None] Sync routers for ids ['a58a7795-e0bf-47a3-a3a9-ac51e1b4bd88'] in dv-neutron-825124-1-hyperv {{(pid=84154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 14:31:42.454889 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-b0c63d3a-8e20-4d50-a781-a40f0c12459b None None] For port 780c2701-6ad4-417f-bed2-4de3d763ce9b, host dv-neutron-825124-1-hyperv, cleared binding levels {{(pid=84154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 14:31:42.458329 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c9f6815-33d4-4b71-8018-30d11e87f015 None None] Checking agent: {'id': '6414dfeb-85c5-454a-8756-709ca637d800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825124-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 16, 31), 'started_at': datetime.datetime(2022, 1, 20, 14, 17, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 31, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825124-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 14:31:42.458721 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c9f6815-33d4-4b71-8018-30d11e87f015 None None] Checking segment: {'id': '70267264-b790-4988-b22d-ea0ed318fb15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'fdf972f6-2883-456a-86ab-6b5d27b505b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 14:31:42.459466 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-3c9f6815-33d4-4b71-8018-30d11e87f015 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:42.459590 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c9f6815-33d4-4b71-8018-30d11e87f015 None None] Bound using segment: {'id': '70267264-b790-4988-b22d-ea0ed318fb15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'fdf972f6-2883-456a-86ab-6b5d27b505b9'} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 14:31:42.459977 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-3c9f6815-33d4-4b71-8018-30d11e87f015 None None] Bound port: 5417a2c0-1f88-4a9a-9602-5d1cfbe3c1a8, host: dv-neutron-825124-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70267264-b790-4988-b22d-ea0ed318fb15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'fdf972f6-2883-456a-86ab-6b5d27b505b9'}}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:31:42.460349 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-3c9f6815-33d4-4b71-8018-30d11e87f015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:42.476406 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-1fac6c88-64fe-4508-931e-6a253b25eab0 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks [] for port, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:42.494759 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-b0c63d3a-8e20-4d50-a781-a40f0c12459b None None] For port 780c2701-6ad4-417f-bed2-4de3d763ce9b, host dv-neutron-825124-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=780c2701-6ad4-417f-bed2-4de3d763ce9b,segment=NetworkSegment(0a3d5c03-405c-4d58-9dce-31eaba8662dc),segment_id=0a3d5c03-405c-4d58-9dce-31eaba8662dc)] {{(pid=84154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 14:31:42.512738 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.notifiers.nova [None req-a42f7362-cc9a-4cb9-accf-0e3d792d5729 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] device_id is not set on port de453c7b-fd57-4d78-9d43-b11841888a29 yet. {{(pid=84153) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 14:31:42.536108 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-7c2b1a95-dec5-4af8-a2ef-94f85a3c38a6 tempest-RoutersAdminTest-1932179691 tempest-RoutersAdminTest-1932179691-project] Notify callbacks [] for router, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:42.544514 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-7c2b1a95-dec5-4af8-a2ef-94f85a3c38a6 tempest-RoutersAdminTest-1932179691 tempest-RoutersAdminTest-1932179691-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 4.8335114 Jan 20 14:31:42.544514 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 39264) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:31:42.551491 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Pushing event updated for resources: {'Port': ['ID=6ee0e342-0d62-4640-9978-2c2c074bdd5c,revision_number=5']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:31:42.563784 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86b7535a-50b3-4471-ad31-f529fb4ed973 None None] Routers {'a58a7795-e0bf-47a3-a3a9-ac51e1b4bd88'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:31:42.564421 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-86b7535a-50b3-4471-ad31-f529fb4ed973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:31:30Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['a58a7795-e0bf-47a3-a3a9-ac51e1b4bd88'], 'active': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:31:42.673360 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.provisioning_blocks [None req-1fac6c88-64fe-4508-931e-6a253b25eab0 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Transition to ACTIVE for port object 0ae4b75d-1d64-4989-a8c3-8f15b2866b02 will not be triggered until provisioned by entity DHCP. {{(pid=84153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:31:42.695603 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-86b7535a-50b3-4471-ad31-f529fb4ed973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:31:42.700352 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-b0c63d3a-8e20-4d50-a781-a40f0c12459b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:42.705373 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-e1ef9118-96d5-4048-aca2-07b3516003e7 req-712bca05-5917-48e3-bc34-25c783eefd1a tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] 10.222.0.54 "GET /v2.0/security-groups?id=578a98de-1d4e-4622-ab14-10bbfc156906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2747958 Jan 20 14:31:42.721441 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 6ee0e342-0d62-4640-9978-2c2c074bdd5c up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:31:42.890671 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-1fac6c88-64fe-4508-931e-6a253b25eab0 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:42.930531 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-3c9f6815-33d4-4b71-8018-30d11e87f015 None None] For port 5417a2c0-1f88-4a9a-9602-5d1cfbe3c1a8, host dv-neutron-825124-1-hyperv, cleared binding levels {{(pid=84154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 14:31:42.938330 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-3c9f6815-33d4-4b71-8018-30d11e87f015 None None] For port 5417a2c0-1f88-4a9a-9602-5d1cfbe3c1a8, host dv-neutron-825124-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=5417a2c0-1f88-4a9a-9602-5d1cfbe3c1a8,segment=NetworkSegment(70267264-b790-4988-b22d-ea0ed318fb15),segment_id=70267264-b790-4988-b22d-ea0ed318fb15)] {{(pid=84154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 14:31:42.942741 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8a01a7-c49f-435f-ac8e-1f98e51bde4a None None] Pushing event updated for resources: {'Port': ['ID=780c2701-6ad4-417f-bed2-4de3d763ce9b,revision_number=4']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:31:42.952405 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86b7535a-50b3-4471-ad31-f529fb4ed973 None None] Routers {'a58a7795-e0bf-47a3-a3a9-ac51e1b4bd88'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:31:42.953184 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-86b7535a-50b3-4471-ad31-f529fb4ed973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:31:30Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['a58a7795-e0bf-47a3-a3a9-ac51e1b4bd88'], 'active': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:31:42.985277 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-3cc1c654-5038-4691-a28b-7084cfc452a2 tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] 10.222.0.54 "GET /v2.0/routers/a58a7795-e0bf-47a3-a3a9-ac51e1b4bd88 HTTP/1.1" status: 200 len: 920 time: 0.4417453 Jan 20 14:31:42.990309 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 39270) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:31:42.996011 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fac6c88-64fe-4508-931e-6a253b25eab0 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Pushing event updated for resources: {'Port': ['ID=0ae4b75d-1d64-4989-a8c3-8f15b2866b02,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:31:43.016598 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-ae922aa3-07a6-4d6e-bf76-79bae2345ec4 None None] Deleting port d73e7573-6bb1-47b4-9d37-d815238d9111 {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:31:43.017003 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ae922aa3-07a6-4d6e-bf76-79bae2345ec4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:43.038598 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fac6c88-64fe-4508-931e-6a253b25eab0 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Network fdf972f6-2883-456a-86ab-6b5d27b505b9 is already hosted by enough agents. {{(pid=84153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:31:43.040132 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.db_base_plugin_common [None req-a42f7362-cc9a-4cb9-accf-0e3d792d5729 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Allocated IP 2001:db8::246 (dbce74ed-d43c-4540-8d8d-e582f35e4792/2a36b3a7-0932-4ab4-bf04-a7cdb6d8fce2/de453c7b-fd57-4d78-9d43-b11841888a29) {{(pid=84153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:31:43.042532 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.base_scheduler [None req-1fac6c88-64fe-4508-931e-6a253b25eab0 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Resources bound (agent type, host, resource id): {{(pid=84153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:31:43.056557 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fac6c88-64fe-4508-931e-6a253b25eab0 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Received port after_create {{(pid=84153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:31:43.056557 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-1fac6c88-64fe-4508-931e-6a253b25eab0 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-745387'] for router_interface, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:43.056858 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0c63d3a-8e20-4d50-a781-a40f0c12459b None None] Routers {'a4106d72-8050-4a68-8890-4cb57f44d718'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:31:43.056858 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-b0c63d3a-8e20-4d50-a781-a40f0c12459b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:31:30Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['a4106d72-8050-4a68-8890-4cb57f44d718'], 'active': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:31:43.064449 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-856e5868-b74e-489e-a988-8a0be15f7bbe tempest-RoutersAdminTest-1932179691 tempest-RoutersAdminTest-1932179691-project] 10.222.0.54 "GET /v2.0/ports?device_id=a58a7795-e0bf-47a3-a3a9-ac51e1b4bd88 HTTP/1.1" status: 200 len: 205 time: 0.0753367 Jan 20 14:31:43.070253 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 39274) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:31:43.077409 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.db_base_plugin_common [None req-a42f7362-cc9a-4cb9-accf-0e3d792d5729 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Allocated IP 2001:db8:0:1:f816:3eff:fe7b:b540 (dbce74ed-d43c-4540-8d8d-e582f35e4792/685d5e15-15f4-4d07-aaf6-390812a4e56c/de453c7b-fd57-4d78-9d43-b11841888a29) {{(pid=84153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:31:43.115657 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-3c9f6815-33d4-4b71-8018-30d11e87f015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:43.222591 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-86b7535a-50b3-4471-ad31-f529fb4ed973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:31:43.223245 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86b7535a-50b3-4471-ad31-f529fb4ed973 None None] The sync data for ids ['a58a7795-e0bf-47a3-a3a9-ac51e1b4bd88'] in dv-neutron-825124-1-hyperv is: [] {{(pid=84154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 14:31:43.342944 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port 6ee0e342-0d62-4640-9978-2c2c074bdd5c triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:31:43.343314 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:43.357444 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-96612861-0b28-4059-94d1-a20450b808d2 tempest-RoutersAdminTest-1932179691 tempest-RoutersAdminTest-1932179691-project] Notify callbacks [] for router, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:43.467445 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-a42f7362-cc9a-4cb9-accf-0e3d792d5729 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks [] for port, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:43.487103 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-1fac6c88-64fe-4508-931e-6a253b25eab0 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:43.507639 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9f6815-33d4-4b71-8018-30d11e87f015 None None] Pushing event updated for resources: {'Port': ['ID=5417a2c0-1f88-4a9a-9602-5d1cfbe3c1a8,revision_number=2']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:31:43.559270 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvr_db [None req-b0c63d3a-8e20-4d50-a781-a40f0c12459b None None] Set router a4106d72-8050-4a68-8890-4cb57f44d718 gateway port host: None {{(pid=84154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 14:31:43.580156 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.provisioning_blocks [None req-a42f7362-cc9a-4cb9-accf-0e3d792d5729 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Transition to ACTIVE for port object de453c7b-fd57-4d78-9d43-b11841888a29 will not be triggered until provisioned by entity DHCP. {{(pid=84153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:31:43.596571 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-96612861-0b28-4059-94d1-a20450b808d2 tempest-RoutersAdminTest-1932179691 tempest-RoutersAdminTest-1932179691-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:44.015335 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-ae922aa3-07a6-4d6e-bf76-79bae2345ec4 None None] For port d73e7573-6bb1-47b4-9d37-d815238d9111, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=d73e7573-6bb1-47b4-9d37-d815238d9111,segment=NetworkSegment(7b61d093-41ff-4202-b223-533eb0f8da0a),segment_id=7b61d093-41ff-4202-b223-533eb0f8da0a)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:31:44.015752 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ae922aa3-07a6-4d6e-bf76-79bae2345ec4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:44.145166 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764e11d3-8b34-44ef-809f-6ac465f82d1f req-c267818e-4da2-4f1a-bd65-00249b2d560e tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:31:44.154684 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-764e11d3-8b34-44ef-809f-6ac465f82d1f req-c267818e-4da2-4f1a-bd65-00249b2d560e tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] 10.222.0.54 "GET /v2.0/ports?device_id=c1ec459f-0c13-4ec8-b610-ebb2038ce473 HTTP/1.1" status: 200 len: 945 time: 0.2089934 Jan 20 14:31:44.154850 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-96612861-0b28-4059-94d1-a20450b808d2 tempest-RoutersAdminTest-1932179691 tempest-RoutersAdminTest-1932179691-project] Deleting port fe8aa5c7-2881-456c-a385-b208b1dfaa44 {{(pid=84152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:31:44.154850 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-96612861-0b28-4059-94d1-a20450b808d2 tempest-RoutersAdminTest-1932179691 tempest-RoutersAdminTest-1932179691-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:44.210474 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-ae922aa3-07a6-4d6e-bf76-79bae2345ec4 None None] Calling delete_port for d73e7573-6bb1-47b4-9d37-d815238d9111 owned by network:dhcp {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:31:44.253270 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-a42f7362-cc9a-4cb9-accf-0e3d792d5729 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:44.285157 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-1fac6c88-64fe-4508-931e-6a253b25eab0 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks [] for port, precommit_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:44.387399 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-1fac6c88-64fe-4508-931e-6a253b25eab0 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3944146'] for port, after_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:44.388059 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-1fac6c88-64fe-4508-931e-6a253b25eab0 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1705158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-743490'] for router_interface, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:44.416774 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-96612861-0b28-4059-94d1-a20450b808d2 tempest-RoutersAdminTest-1932179691 tempest-RoutersAdminTest-1932179691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:44.520924 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ae922aa3-07a6-4d6e-bf76-79bae2345ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486'] for port, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:44.525894 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a42f7362-cc9a-4cb9-accf-0e3d792d5729 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Network dbce74ed-d43c-4540-8d8d-e582f35e4792 is already hosted by enough agents. {{(pid=84153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:31:44.536646 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.base_scheduler [None req-a42f7362-cc9a-4cb9-accf-0e3d792d5729 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Resources bound (agent type, host, resource id): {{(pid=84153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:31:44.539090 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a42f7362-cc9a-4cb9-accf-0e3d792d5729 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Received port after_create {{(pid=84153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:31:44.543475 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a42f7362-cc9a-4cb9-accf-0e3d792d5729 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:31:44.544604 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-a42f7362-cc9a-4cb9-accf-0e3d792d5729 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:44.576151 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-764e11d3-8b34-44ef-809f-6ac465f82d1f req-1c0677ef-7daa-4602-8c6e-96b9ffcd8fd4 tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] 10.222.0.54 "GET /v2.0/security-groups?id=578a98de-1d4e-4622-ab14-10bbfc156906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4043250 Jan 20 14:31:44.576765 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42f7362-cc9a-4cb9-accf-0e3d792d5729 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Pushing event updated for resources: {'Port': ['ID=de453c7b-fd57-4d78-9d43-b11841888a29,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:31:44.611436 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae922aa3-07a6-4d6e-bf76-79bae2345ec4 None None] Pushing event deleted for resources: {'Port': ['ID=d73e7573-6bb1-47b4-9d37-d815238d9111,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:31:44.630096 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-96612861-0b28-4059-94d1-a20450b808d2 tempest-RoutersAdminTest-1932179691 tempest-RoutersAdminTest-1932179691-project] Calling delete_port for fe8aa5c7-2881-456c-a385-b208b1dfaa44 owned by network:router_gateway {{(pid=84152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:31:44.681728 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-a42f7362-cc9a-4cb9-accf-0e3d792d5729 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 3.1467781 Jan 20 14:31:44.689263 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 39282) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:31:44.728266 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae922aa3-07a6-4d6e-bf76-79bae2345ec4 None None] No DVR routers for this DVR port d73e7573-6bb1-47b4-9d37-d815238d9111 on host dv-neutron-825124-1-hyperv {{(pid=84154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 14:31:44.767890 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64b9997f-3d68-4900-9899-d935b5b251dc None None] Network dbce74ed-d43c-4540-8d8d-e582f35e4792 requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:31:44.791157 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fac6c88-64fe-4508-931e-6a253b25eab0 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Pushing event updated for resources: {'Port': ['ID=0ae4b75d-1d64-4989-a8c3-8f15b2866b02,revision_number=2']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:31:44.797907 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-826552b1-256b-4ba2-b2fd-2a787ce663ff tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Deleting port de453c7b-fd57-4d78-9d43-b11841888a29 {{(pid=84153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:31:44.801982 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-826552b1-256b-4ba2-b2fd-2a787ce663ff tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:44.810519 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 5417a2c0-1f88-4a9a-9602-5d1cfbe3c1a8 up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:31:44.931169 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-b0c63d3a-8e20-4d50-a781-a40f0c12459b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4106d72-8050-4a68-8890-4cb57f44d718', 'name': 'tempest-RoutersIpV6Test-router-747136858', 'tenant_id': 'f85e30c327a64407a1a93d3333ba9261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:31:25Z', 'updated_at': '2022-01-20T14:31:32Z', 'revision_number': 2, 'project_id': 'f85e30c327a64407a1a93d3333ba9261', 'gw_port_host': None, '_interfaces': [{'id': '780c2701-6ad4-417f-bed2-4de3d763ce9b', 'name': '', 'network_id': '59124e64-72a5-4678-bb60-32f8b65cb20e', 'tenant_id': 'f85e30c327a64407a1a93d3333ba9261', 'mac_address': 'fa:16:3e:0a:e3:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4106d72-8050-4a68-8890-4cb57f44d718', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7d2b6737-ab95-48d5-98e0-5c96cb2ba20c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:31:30Z', 'updated_at': '2022-01-20T14:31:42Z', 'revision_number': 4, 'project_id': 'f85e30c327a64407a1a93d3333ba9261', 'subnets': [{'id': '7d2b6737-ab95-48d5-98e0-5c96cb2ba20c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:31:44.946783 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0c63d3a-8e20-4d50-a781-a40f0c12459b None None] The sync data for ids ['a4106d72-8050-4a68-8890-4cb57f44d718'] in dv-neutron-825124-1-hyperv is: [{'id': 'a4106d72-8050-4a68-8890-4cb57f44d718', 'name': 'tempest-RoutersIpV6Test-router-747136858', 'tenant_id': 'f85e30c327a64407a1a93d3333ba9261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:31:25Z', 'updated_at': '2022-01-20T14:31:32Z', 'revision_number': 2, 'project_id': 'f85e30c327a64407a1a93d3333ba9261', 'gw_port_host': None, '_interfaces': [{'id': '780c2701-6ad4-417f-bed2-4de3d763ce9b', 'name': '', 'network_id': '59124e64-72a5-4678-bb60-32f8b65cb20e', 'tenant_id': 'f85e30c327a64407a1a93d3333ba9261', 'mac_address': 'fa:16:3e:0a:e3:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4106d72-8050-4a68-8890-4cb57f44d718', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7d2b6737-ab95-48d5-98e0-5c96cb2ba20c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:31:30Z', 'updated_at': '2022-01-20T14:31:42Z', 'revision_number': 4, 'project_id': 'f85e30c327a64407a1a93d3333ba9261', 'subnets': [{'id': '7d2b6737-ab95-48d5-98e0-5c96cb2ba20c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 14:31:44.984078 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fac6c88-64fe-4508-931e-6a253b25eab0 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Network fdf972f6-2883-456a-86ab-6b5d27b505b9 is already hosted by enough agents. {{(pid=84153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:31:44.985654 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.base_scheduler [None req-1fac6c88-64fe-4508-931e-6a253b25eab0 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Resources bound (agent type, host, resource id): {{(pid=84153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:31:45.020834 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-96612861-0b28-4059-94d1-a20450b808d2 tempest-RoutersAdminTest-1932179691 tempest-RoutersAdminTest-1932179691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:45.141547 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96612861-0b28-4059-94d1-a20450b808d2 tempest-RoutersAdminTest-1932179691 tempest-RoutersAdminTest-1932179691-project] Pushing event deleted for resources: {'Port': ['ID=fe8aa5c7-2881-456c-a385-b208b1dfaa44,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:31:45.168548 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning for port 5417a2c0-1f88-4a9a-9602-5d1cfbe3c1a8 completed by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:31:45.245143 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a7a495b-8724-4c28-83d3-7d4dc12f8bfd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95c917f5-14ba-5e96-98b8-1a52654a930a-dbce74ed-d43c-4540-8d8d-e582f35e4792', 'network_id': 'dbce74ed-d43c-4540-8d8d-e582f35e4792', 'tenant_id': '2cb17692bb0c4a2782f988652201ac42', 'fixed_ips': [{'subnet_id': '2a36b3a7-0932-4ab4-bf04-a7cdb6d8fce2'}, {'subnet_id': '685d5e15-15f4-4d07-aaf6-390812a4e56c'}]}} from dv-neutron-825124-1-hyperv. {{(pid=84154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 20 14:31:45.246058 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-9a7a495b-8724-4c28-83d3-7d4dc12f8bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:45.387364 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a85aedc3-a478-475a-a253-74df7e76a90d None None] Network fdf972f6-2883-456a-86ab-6b5d27b505b9 requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:31:45.514153 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-96612861-0b28-4059-94d1-a20450b808d2 tempest-RoutersAdminTest-1932179691 tempest-RoutersAdminTest-1932179691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-745333'] for router_gateway, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:45.650595 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-cc8d5839-0972-428c-adc7-a1194cdd9a76 None None] Provisioning for port 5417a2c0-1f88-4a9a-9602-5d1cfbe3c1a8 completed by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:31:45.670003 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_common [None req-9a7a495b-8724-4c28-83d3-7d4dc12f8bfd None None] Allocated IP 2001:db8::2 (dbce74ed-d43c-4540-8d8d-e582f35e4792/2a36b3a7-0932-4ab4-bf04-a7cdb6d8fce2/0afe1343-81b6-4577-b537-758f1289c695) {{(pid=84154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:31:45.672610 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-cc8d5839-0972-428c-adc7-a1194cdd9a76 None None] Provisioning complete for port 5417a2c0-1f88-4a9a-9602-5d1cfbe3c1a8 triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:31:45.672987 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-cc8d5839-0972-428c-adc7-a1194cdd9a76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:45.773580 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_common [None req-9a7a495b-8724-4c28-83d3-7d4dc12f8bfd None None] Allocated IP 2001:db8:0:1:f816:3eff:fe4a:68cf (dbce74ed-d43c-4540-8d8d-e582f35e4792/685d5e15-15f4-4d07-aaf6-390812a4e56c/0afe1343-81b6-4577-b537-758f1289c695) {{(pid=84154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:31:45.783131 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-826552b1-256b-4ba2-b2fd-2a787ce663ff tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:45.952056 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-826552b1-256b-4ba2-b2fd-2a787ce663ff tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Calling delete_port for de453c7b-fd57-4d78-9d43-b11841888a29 owned by {{(pid=84153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:31:45.990513 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-96612861-0b28-4059-94d1-a20450b808d2 tempest-RoutersAdminTest-1932179691 tempest-RoutersAdminTest-1932179691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-737761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105493'] for router, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:46.000461 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-96612861-0b28-4059-94d1-a20450b808d2 tempest-RoutersAdminTest-1932179691 tempest-RoutersAdminTest-1932179691-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:46.046540 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fac6c88-64fe-4508-931e-6a253b25eab0 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Router a4106d72-8050-4a68-8890-4cb57f44d718 has already been hosted by L3 agent 624d525b-4c26-4143-8a1c-228bb1c6faaa {{(pid=84153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 14:31:46.095512 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-96612861-0b28-4059-94d1-a20450b808d2 tempest-RoutersAdminTest-1932179691 tempest-RoutersAdminTest-1932179691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-737693'] for router, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:46.096204 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96612861-0b28-4059-94d1-a20450b808d2 tempest-RoutersAdminTest-1932179691 tempest-RoutersAdminTest-1932179691-project] Fanout notify agent at l3_agent the message router_deleted on router a58a7795-e0bf-47a3-a3a9-ac51e1b4bd88 {{(pid=84152) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 20 14:31:46.115481 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-96612861-0b28-4059-94d1-a20450b808d2 tempest-RoutersAdminTest-1932179691 tempest-RoutersAdminTest-1932179691-project] Notify callbacks [] for router, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:46.124337 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-96612861-0b28-4059-94d1-a20450b808d2 tempest-RoutersAdminTest-1932179691 tempest-RoutersAdminTest-1932179691-project] 10.222.0.54 "DELETE /v2.0/routers/a58a7795-e0bf-47a3-a3a9-ac51e1b4bd88 HTTP/1.1" status: 204 len: 168 time: 3.0493157 Jan 20 14:31:46.125683 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 39292) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:31:46.136013 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-4c5a67e0-3232-445e-98c0-013a7f572a45 tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] Request body: {'router': {'name': 'tempest-snat-router-596597364', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'enable_snat': False}}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:31:46.146014 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-4c5a67e0-3232-445e-98c0-013a7f572a45 tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:31:46.155533 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-4c5a67e0-3232-445e-98c0-013a7f572a45 tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] Usage tracker for resource:router and tenant:29dad310a96543c1a4503904351121e9 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:31:46.162955 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-4c5a67e0-3232-445e-98c0-013a7f572a45 tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:31:46.176770 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-4c5a67e0-3232-445e-98c0-013a7f572a45 tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:31:46.200432 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b116f091-144d-468f-9a84-d252bce3e6d1 req-adf1b743-d398-492a-a5dc-a6a1b2a4ddda tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:31:46.201931 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-b116f091-144d-468f-9a84-d252bce3e6d1 req-adf1b743-d398-492a-a5dc-a6a1b2a4ddda tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] 10.222.0.54 "GET /v2.0/ports?device_id=c1ec459f-0c13-4ec8-b610-ebb2038ce473 HTTP/1.1" status: 200 len: 945 time: 0.4016612 Jan 20 14:31:46.236019 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-cc8d5839-0972-428c-adc7-a1194cdd9a76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:46.254103 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-4c5a67e0-3232-445e-98c0-013a7f572a45 tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-105475'] for router, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:46.255609 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-4c5a67e0-3232-445e-98c0-013a7f572a45 tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-739204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-744864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-735540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-105484'] for router, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:46.290674 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-9a7a495b-8724-4c28-83d3-7d4dc12f8bfd None None] Notify callbacks [] for port, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:46.313599 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-cc8d5839-0972-428c-adc7-a1194cdd9a76 None None] For port 5417a2c0-1f88-4a9a-9602-5d1cfbe3c1a8, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=5417a2c0-1f88-4a9a-9602-5d1cfbe3c1a8,segment=NetworkSegment(70267264-b790-4988-b22d-ea0ed318fb15),segment_id=70267264-b790-4988-b22d-ea0ed318fb15)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:31:46.384567 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-cc8d5839-0972-428c-adc7-a1194cdd9a76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:46.414248 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-b116f091-144d-468f-9a84-d252bce3e6d1 req-2f1c8d2a-dbb4-4d77-a93b-05fc04b16f9b tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] 10.222.0.54 "GET /v2.0/security-groups?id=578a98de-1d4e-4622-ab14-10bbfc156906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2023261 Jan 20 14:31:46.473853 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fac6c88-64fe-4508-931e-6a253b25eab0 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify agent at l3_agent.dv-neutron-825124-1-hyperv the message routers_updated {{(pid=84153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 14:31:46.477691 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8d5839-0972-428c-adc7-a1194cdd9a76 None None] Pushing event updated for resources: {'Port': ['ID=5417a2c0-1f88-4a9a-9602-5d1cfbe3c1a8,revision_number=3']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:31:46.489283 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-1fac6c88-64fe-4508-931e-6a253b25eab0 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] 10.222.0.54 "PUT /v2.0/routers/a4106d72-8050-4a68-8890-4cb57f44d718/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5904286 Jan 20 14:31:46.491966 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 39296) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:31:46.500826 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-f69fab95-4202-4665-84cc-ba81d0ba82ca tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-259301062'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:31:46.506314 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-f69fab95-4202-4665-84cc-ba81d0ba82ca tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:31:46.510645 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-f69fab95-4202-4665-84cc-ba81d0ba82ca tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Usage tracker for resource:network and tenant:f85e30c327a64407a1a93d3333ba9261 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:31:46.514887 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-f69fab95-4202-4665-84cc-ba81d0ba82ca tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:31:46.520781 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-f69fab95-4202-4665-84cc-ba81d0ba82ca tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:31:46.538981 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-826552b1-256b-4ba2-b2fd-2a787ce663ff tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:46.546637 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-9a7a495b-8724-4c28-83d3-7d4dc12f8bfd None None] Transition to ACTIVE for port object 0afe1343-81b6-4577-b537-758f1289c695 will not be triggered until provisioned by entity L2. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:31:46.564366 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-4c5a67e0-3232-445e-98c0-013a7f572a45 tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:46.581923 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-9a7a495b-8724-4c28-83d3-7d4dc12f8bfd None None] Transition to ACTIVE for port object 0afe1343-81b6-4577-b537-758f1289c695 will not be triggered until provisioned by entity DHCP. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:31:46.602528 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826552b1-256b-4ba2-b2fd-2a787ce663ff tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Pushing event deleted for resources: {'Port': ['ID=de453c7b-fd57-4d78-9d43-b11841888a29,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:31:46.604261 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f69fab95-4202-4665-84cc-ba81d0ba82ca tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Made reservation on behalf of f85e30c327a64407a1a93d3333ba9261 for: {'network': 1} {{(pid=84153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:31:46.607923 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-f69fab95-4202-4665-84cc-ba81d0ba82ca tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for network, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:46.644795 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-9a7a495b-8724-4c28-83d3-7d4dc12f8bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477'] for port, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:46.719679 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 5417a2c0-1f88-4a9a-9602-5d1cfbe3c1a8 up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:31:46.721950 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-826552b1-256b-4ba2-b2fd-2a787ce663ff tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:46.728920 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f69fab95-4202-4665-84cc-ba81d0ba82ca tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 165} {{(pid=84153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 14:31:46.737731 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-826552b1-256b-4ba2-b2fd-2a787ce663ff tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] 10.222.0.54 "DELETE /v2.0/ports/de453c7b-fd57-4d78-9d43-b11841888a29 HTTP/1.1" status: 204 len: 168 time: 2.0474358 Jan 20 14:31:46.747442 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 39300) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:31:46.747442 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-f69fab95-4202-4665-84cc-ba81d0ba82ca tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:46.747442 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.db.segments_db [None req-f69fab95-4202-4665-84cc-ba81d0ba82ca tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Added segment ffd12b0d-2019-4148-a093-de2a4407ace6 of type vlan for network 91e50d35-a900-4f04-86e7-a36832e0670f Jan 20 14:31:46.833240 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a7a495b-8724-4c28-83d3-7d4dc12f8bfd None None] Network dbce74ed-d43c-4540-8d8d-e582f35e4792 is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:31:46.834249 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7a495b-8724-4c28-83d3-7d4dc12f8bfd None None] Pushing event updated for resources: {'Port': ['ID=0afe1343-81b6-4577-b537-758f1289c695,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:31:46.836763 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-eadd41e7-73f5-4382-bd95-8d6363c254c3 None None] Provisioning for port 0ae4b75d-1d64-4989-a8c3-8f15b2866b02 completed by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:31:46.857968 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-f69fab95-4202-4665-84cc-ba81d0ba82ca tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769553767792'] for network, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:46.860658 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-9a7a495b-8724-4c28-83d3-7d4dc12f8bfd None None] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:31:46.862369 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-eadd41e7-73f5-4382-bd95-8d6363c254c3 None None] Provisioning complete for port 0ae4b75d-1d64-4989-a8c3-8f15b2866b02 triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:31:46.862737 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-eadd41e7-73f5-4382-bd95-8d6363c254c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:46.885457 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91ef0303-6a3d-4a1b-a0a3-12c3e57d588d tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:31:46.886268 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-91ef0303-6a3d-4a1b-a0a3-12c3e57d588d tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Synchronizing usage tracker for tenant:2cb17692bb0c4a2782f988652201ac42 on resource:port {{(pid=84153) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:31:46.900996 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-4c5a67e0-3232-445e-98c0-013a7f572a45 tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-744886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-105502'] for router, precommit_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:46.907804 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a7a495b-8724-4c28-83d3-7d4dc12f8bfd None None] Received port after_create {{(pid=84154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:31:46.968460 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-91ef0303-6a3d-4a1b-a0a3-12c3e57d588d tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Unset dirty status for tenant:2cb17692bb0c4a2782f988652201ac42 on resource:port {{(pid=84153) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:31:46.970115 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-91ef0303-6a3d-4a1b-a0a3-12c3e57d588d tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 0.2291427 Jan 20 14:31:46.972971 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 39304) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:31:47.012318 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-f69fab95-4202-4665-84cc-ba81d0ba82ca tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967'] for network, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:47.016370 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f69fab95-4202-4665-84cc-ba81d0ba82ca tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:31:47.016964 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-f69fab95-4202-4665-84cc-ba81d0ba82ca tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks [] for network, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:47.031354 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-eadd41e7-73f5-4382-bd95-8d6363c254c3 None None] Port 0ae4b75d-1d64-4989-a8c3-8f15b2866b02 cannot update to ACTIVE because it is not bound. {{(pid=84154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 14:31:47.126602 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port 5417a2c0-1f88-4a9a-9602-5d1cfbe3c1a8 triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:31:47.127079 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:47.137650 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-020b32e5-af5c-4ecc-b536-f7d9ea9b4aa9 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:31:47.140820 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-020b32e5-af5c-4ecc-b536-f7d9ea9b4aa9 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 0.1667535 Jan 20 14:31:47.144235 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 39308) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:31:47.214728 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-9a7a495b-8724-4c28-83d3-7d4dc12f8bfd None None] Attempting to bind port 0afe1343-81b6-4577-b537-758f1289c695 on host dv-neutron-825124-1-hyperv for vnic_type normal with profile {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:31:47.215592 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-9a7a495b-8724-4c28-83d3-7d4dc12f8bfd None None] Attempting to bind port 0afe1343-81b6-4577-b537-758f1289c695 by drivers openvswitch,hyperv on host dv-neutron-825124-1-hyperv at level 0 using segments [{'id': '7b61d093-41ff-4202-b223-533eb0f8da0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'dbce74ed-d43c-4540-8d8d-e582f35e4792'}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:31:47.215908 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a7a495b-8724-4c28-83d3-7d4dc12f8bfd None None] Attempting to bind port 0afe1343-81b6-4577-b537-758f1289c695 on network dbce74ed-d43c-4540-8d8d-e582f35e4792 {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 14:31:47.227942 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a7a495b-8724-4c28-83d3-7d4dc12f8bfd None None] Checking agent: {'id': '6414dfeb-85c5-454a-8756-709ca637d800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825124-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 16, 31), 'started_at': datetime.datetime(2022, 1, 20, 14, 17, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 31, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825124-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 14:31:47.228737 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a7a495b-8724-4c28-83d3-7d4dc12f8bfd None None] Checking segment: {'id': '7b61d093-41ff-4202-b223-533eb0f8da0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'dbce74ed-d43c-4540-8d8d-e582f35e4792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 14:31:47.229149 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-9a7a495b-8724-4c28-83d3-7d4dc12f8bfd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:47.229549 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a7a495b-8724-4c28-83d3-7d4dc12f8bfd None None] Bound using segment: {'id': '7b61d093-41ff-4202-b223-533eb0f8da0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'dbce74ed-d43c-4540-8d8d-e582f35e4792'} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 14:31:47.230018 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-9a7a495b-8724-4c28-83d3-7d4dc12f8bfd None None] Bound port: 0afe1343-81b6-4577-b537-758f1289c695, host: dv-neutron-825124-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b61d093-41ff-4202-b223-533eb0f8da0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'dbce74ed-d43c-4540-8d8d-e582f35e4792'}}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:31:47.230470 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-9a7a495b-8724-4c28-83d3-7d4dc12f8bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:47.239354 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d8bd68d-7a65-449a-948c-bd29f181da0f tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:31:47.240680 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d8bd68d-7a65-449a-948c-bd29f181da0f tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:31:47.254716 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d8bd68d-7a65-449a-948c-bd29f181da0f tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:31:47.257502 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-1d8bd68d-7a65-449a-948c-bd29f181da0f tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Synchronizing usage tracker for tenant:2cb17692bb0c4a2782f988652201ac42 on resource:subnet {{(pid=84152) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:31:47.282199 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-eadd41e7-73f5-4382-bd95-8d6363c254c3 None None] Provisioning complete for port 5417a2c0-1f88-4a9a-9602-5d1cfbe3c1a8 triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:31:47.282569 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-eadd41e7-73f5-4382-bd95-8d6363c254c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:47.383813 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-1d8bd68d-7a65-449a-948c-bd29f181da0f tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Unset dirty status for tenant:2cb17692bb0c4a2782f988652201ac42 on resource:subnet {{(pid=84152) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:31:47.384993 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-1d8bd68d-7a65-449a-948c-bd29f181da0f tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2400043 Jan 20 14:31:47.388640 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 39314) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:31:47.430644 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-4c5a67e0-3232-445e-98c0-013a7f572a45 tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:47.452768 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69fab95-4202-4665-84cc-ba81d0ba82ca tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Pushing event updated for resources: {'Network': ['ID=91e50d35-a900-4f04-86e7-a36832e0670f,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:31:47.464186 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-f69fab95-4202-4665-84cc-ba81d0ba82ca tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9702725 Jan 20 14:31:47.468124 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 39320) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:31:47.483510 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-0a794923-2cfe-429d-befd-129359e3b9e1 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Request body: {'subnet': {'network_id': '91e50d35-a900-4f04-86e7-a36832e0670f', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:31:47.494439 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-4c5a67e0-3232-445e-98c0-013a7f572a45 tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:47.523498 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-9a7a495b-8724-4c28-83d3-7d4dc12f8bfd None None] For port 0afe1343-81b6-4577-b537-758f1289c695, host dv-neutron-825124-1-hyperv, cleared binding levels {{(pid=84154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 14:31:47.532036 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-9a7a495b-8724-4c28-83d3-7d4dc12f8bfd None None] For port 0afe1343-81b6-4577-b537-758f1289c695, host dv-neutron-825124-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=0afe1343-81b6-4577-b537-758f1289c695,segment=NetworkSegment(7b61d093-41ff-4202-b223-533eb0f8da0a),segment_id=7b61d093-41ff-4202-b223-533eb0f8da0a)] {{(pid=84154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 14:31:47.543841 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Network 91e50d35-a900-4f04-86e7-a36832e0670f details requested by agent ovs-agent-dv-neutron-825124-1-hyperv with host dv-neutron-825124-1-hyperv {{(pid=84154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 14:31:47.664129 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-0a794923-2cfe-429d-befd-129359e3b9e1 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:31:47.669474 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-9a7a495b-8724-4c28-83d3-7d4dc12f8bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:47.694343 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.db_base_plugin_common [None req-4c5a67e0-3232-445e-98c0-013a7f572a45 tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] Allocated IP 172.26.7.26 (8dffb05c-5ca0-409b-bd5f-7be6264f707d/a489dd4f-42a5-433b-8be3-bab2749c4209/9852c435-b403-4427-984b-389757a38fb4) {{(pid=84152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:31:47.708429 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-0a794923-2cfe-429d-befd-129359e3b9e1 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Usage tracker for resource:subnet and tenant:f85e30c327a64407a1a93d3333ba9261 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:31:47.733249 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-0a794923-2cfe-429d-befd-129359e3b9e1 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:31:47.744943 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-0a794923-2cfe-429d-befd-129359e3b9e1 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:31:47.858508 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7a495b-8724-4c28-83d3-7d4dc12f8bfd None None] Pushing event updated for resources: {'Port': ['ID=0afe1343-81b6-4577-b537-758f1289c695,revision_number=2']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:31:47.876079 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40876509-d057-4a2d-8207-a79fcde26a2b req-a4ce5f8f-775c-4ba3-993a-ae66e73c32bb tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:31:47.884021 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-40876509-d057-4a2d-8207-a79fcde26a2b req-a4ce5f8f-775c-4ba3-993a-ae66e73c32bb tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] 10.222.0.54 "GET /v2.0/ports?device_id=c1ec459f-0c13-4ec8-b610-ebb2038ce473 HTTP/1.1" status: 200 len: 945 time: 0.2702501 Jan 20 14:31:47.902962 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-4c5a67e0-3232-445e-98c0-013a7f572a45 tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:47.921913 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f1fdd18-c561-444d-b4c2-84ba8c1d1910 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Deleting subnet 2a36b3a7-0932-4ab4-bf04-a7cdb6d8fce2 {{(pid=84153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 20 14:31:47.925736 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-6f1fdd18-c561-444d-b4c2-84ba8c1d1910 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks [] for subnet, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:47.979665 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-40876509-d057-4a2d-8207-a79fcde26a2b req-76d934c7-bcde-4190-84d4-57b1f9aa5181 tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] 10.222.0.54 "GET /v2.0/security-groups?id=578a98de-1d4e-4622-ab14-10bbfc156906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0947285 Jan 20 14:31:47.991919 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-065e5403-adb9-4903-9c70-2c65095e4c24 None None] Provisioning complete for port 0ae4b75d-1d64-4989-a8c3-8f15b2866b02 triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:31:47.992564 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-065e5403-adb9-4903-9c70-2c65095e4c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:47.998863 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-6f1fdd18-c561-444d-b4c2-84ba8c1d1910 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3980851'] for subnet, precommit_delete_associations {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:48.070273 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-065e5403-adb9-4903-9c70-2c65095e4c24 None None] Port 0ae4b75d-1d64-4989-a8c3-8f15b2866b02 cannot update to ACTIVE because it is not bound. {{(pid=84154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 14:31:48.112002 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-6f1fdd18-c561-444d-b4c2-84ba8c1d1910 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1627147'] for subnet, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:48.248576 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a794923-2cfe-429d-befd-129359e3b9e1 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Made reservation on behalf of f85e30c327a64407a1a93d3333ba9261 for: {'subnet': 1} {{(pid=84153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:31:48.271772 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-4c5a67e0-3232-445e-98c0-013a7f572a45 tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:48.276368 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-6f1fdd18-c561-444d-b4c2-84ba8c1d1910 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1627154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3943464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4194013'] for subnet, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:48.388730 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5a67e0-3232-445e-98c0-013a7f572a45 tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] Pushing event updated for resources: {'Port': ['ID=9852c435-b403-4427-984b-389757a38fb4,revision_number=1']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:31:48.413486 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c5a67e0-3232-445e-98c0-013a7f572a45 tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] Network 8dffb05c-5ca0-409b-bd5f-7be6264f707d is already hosted by enough agents. {{(pid=84152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:31:48.415446 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.base_scheduler [None req-4c5a67e0-3232-445e-98c0-013a7f572a45 tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] Resources bound (agent type, host, resource id): {{(pid=84152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:31:48.423999 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c5a67e0-3232-445e-98c0-013a7f572a45 tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] Received port after_create {{(pid=84152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:31:48.456767 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1fdd18-c561-444d-b4c2-84ba8c1d1910 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Pushing event deleted for resources: {'Subnet': ['ID=2a36b3a7-0932-4ab4-bf04-a7cdb6d8fce2,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:31:48.477823 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-6f1fdd18-c561-444d-b4c2-84ba8c1d1910 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks [] for subnet, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:48.498649 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-0a794923-2cfe-429d-befd-129359e3b9e1 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4193986'] for subnet, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:48.646739 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-6f1fdd18-c561-444d-b4c2-84ba8c1d1910 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] 10.222.0.54 "DELETE /v2.0/subnets/2a36b3a7-0932-4ab4-bf04-a7cdb6d8fce2 HTTP/1.1" status: 204 len: 168 time: 1.2541893 Jan 20 14:31:48.647084 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 39326) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:31:48.791697 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 0afe1343-81b6-4577-b537-758f1289c695 up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:31:48.956310 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-0a794923-2cfe-429d-befd-129359e3b9e1 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3943531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4194004'] for subnet, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:48.964026 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning for port 0afe1343-81b6-4577-b537-758f1289c695 completed by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:31:49.004318 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.db_base_plugin_v2 [None req-3279e3ad-b61a-4725-867a-da5eda280c11 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Deleting subnet 685d5e15-15f4-4d07-aaf6-390812a4e56c {{(pid=84152) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 20 14:31:49.007962 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-4c5a67e0-3232-445e-98c0-013a7f572a45 tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:49.008142 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-4c5a67e0-3232-445e-98c0-013a7f572a45 tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-744861'] for router, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:49.010243 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-3279e3ad-b61a-4725-867a-da5eda280c11 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks [] for subnet, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:49.074091 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a794923-2cfe-429d-befd-129359e3b9e1 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Pushing event updated for resources: {'Subnet': ['ID=21e8599e-2858-477d-9a9c-6e331a1d1565,revision_number=0']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:31:49.094541 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a794923-2cfe-429d-befd-129359e3b9e1 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Checking segment: {'id': 'ffd12b0d-2019-4148-a093-de2a4407ace6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '91e50d35-a900-4f04-86e7-a36832e0670f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 14:31:49.095367 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a794923-2cfe-429d-befd-129359e3b9e1 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Network hostable DHCP agents. Network: 91e50d35-a900-4f04-86e7-a36832e0670f, hostable agents: ['1a181e39-5220-4c1a-88f8-08a54e8bfc9b'], hosted agents: [] {{(pid=84153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 14:31:49.133827 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-3279e3ad-b61a-4725-867a-da5eda280c11 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3337915'] for subnet, precommit_delete_associations {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:49.229750 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9c9868-d678-4e00-9a10-9b277845ec36 req-dc2770a2-0ead-4879-8d0b-0cea0138d7de tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:31:49.231537 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-2c9c9868-d678-4e00-9a10-9b277845ec36 req-dc2770a2-0ead-4879-8d0b-0cea0138d7de tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] 10.222.0.54 "GET /v2.0/ports?device_id=c1ec459f-0c13-4ec8-b610-ebb2038ce473 HTTP/1.1" status: 200 len: 945 time: 0.1114757 Jan 20 14:31:49.295787 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-2c9c9868-d678-4e00-9a10-9b277845ec36 req-319da7bf-a84f-4bef-83ae-0a544c36aa94 tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] 10.222.0.54 "GET /v2.0/security-groups?id=578a98de-1d4e-4622-ab14-10bbfc156906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570059 Jan 20 14:31:49.296807 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a794923-2cfe-429d-befd-129359e3b9e1 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Network 91e50d35-a900-4f04-86e7-a36832e0670f is scheduled to be hosted by DHCP agent 1a181e39-5220-4c1a-88f8-08a54e8bfc9b with binding_index 1 {{(pid=84153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 14:31:49.366239 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.base_scheduler [None req-0a794923-2cfe-429d-befd-129359e3b9e1 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825124-1-hyperv, 91e50d35-a900-4f04-86e7-a36832e0670f) {{(pid=84153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:31:49.378738 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a794923-2cfe-429d-befd-129359e3b9e1 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:31:49.385584 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-0a794923-2cfe-429d-befd-129359e3b9e1 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks [] for subnet, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:49.385736 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f532dcd-2852-4071-a091-29113e96b601 None None] Network 91e50d35-a900-4f04-86e7-a36832e0670f requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:31:49.420578 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-3279e3ad-b61a-4725-867a-da5eda280c11 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1627147'] for subnet, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:49.491246 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-0a794923-2cfe-429d-befd-129359e3b9e1 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.0206540 Jan 20 14:31:49.495281 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 39334) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:31:49.911137 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-3279e3ad-b61a-4725-867a-da5eda280c11 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1627154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4163580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155308'] for subnet, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:50.005081 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.agents_db [None req-6dba657d-a637-4918-9b6d-40defdfae04b None None] Agent healthcheck: found 6 active agents {{(pid=84155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 14:31:50.010609 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40b0db34-9e33-41b5-8daa-b5a82ab58c74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95c917f5-14ba-5e96-98b8-1a52654a930a-91e50d35-a900-4f04-86e7-a36832e0670f', 'network_id': '91e50d35-a900-4f04-86e7-a36832e0670f', 'tenant_id': 'f85e30c327a64407a1a93d3333ba9261', 'fixed_ips': [{'subnet_id': '21e8599e-2858-477d-9a9c-6e331a1d1565'}]}} from dv-neutron-825124-1-hyperv. {{(pid=84154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 20 14:31:50.012849 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-40b0db34-9e33-41b5-8daa-b5a82ab58c74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:50.041146 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3279e3ad-b61a-4725-867a-da5eda280c11 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Pushing event deleted for resources: {'Subnet': ['ID=685d5e15-15f4-4d07-aaf6-390812a4e56c,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:31:50.064206 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-3279e3ad-b61a-4725-867a-da5eda280c11 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks [] for subnet, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:50.090578 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-3279e3ad-b61a-4725-867a-da5eda280c11 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] 10.222.0.54 "DELETE /v2.0/subnets/685d5e15-15f4-4d07-aaf6-390812a4e56c HTTP/1.1" status: 204 len: 168 time: 1.4420907 Jan 20 14:31:50.111599 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 39342) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:31:50.177102 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57d4a70e-d243-46c5-a4af-1fdb5f43a617 None None] Network dbce74ed-d43c-4540-8d8d-e582f35e4792 requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:31:50.233252 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-0099b48c-e5f9-4fb6-ab09-b469858b965b tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1159804 Jan 20 14:31:50.233252 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c5a67e0-3232-445e-98c0-013a7f572a45 tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] Router 5b91e54b-17eb-4db6-8196-34dfefab3d2f is scheduled to L3 agent 624d525b-4c26-4143-8a1c-228bb1c6faaa with binding_index 1 {{(pid=84152) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 20 14:31:50.241952 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 39346) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:31:50.256908 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-845fcff1-ab3b-44e6-9329-2933662dc58c tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Request body: {'subnet': {'network_id': 'dbce74ed-d43c-4540-8d8d-e582f35e4792', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:31:50.640941 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-845fcff1-ab3b-44e6-9329-2933662dc58c tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:31:50.649961 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-845fcff1-ab3b-44e6-9329-2933662dc58c tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Usage tracker for resource:subnet and tenant:2cb17692bb0c4a2782f988652201ac42 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:31:50.656607 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-845fcff1-ab3b-44e6-9329-2933662dc58c tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:31:50.669376 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-845fcff1-ab3b-44e6-9329-2933662dc58c tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:31:50.681047 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-bc3e1394-8f01-4346-a715-ea9ac6112d2c None None] Could not find standard attr ID for object de453c7b-fd57-4d78-9d43-b11841888a29. {{(pid=84154) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 20 14:31:50.793293 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 780c2701-6ad4-417f-bed2-4de3d763ce9b up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:31:50.799343 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-845fcff1-ab3b-44e6-9329-2933662dc58c tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Made reservation on behalf of 2cb17692bb0c4a2782f988652201ac42 for: {'subnet': 1} {{(pid=84152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:31:50.803450 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-845fcff1-ab3b-44e6-9329-2933662dc58c tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3155315'] for subnet, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:50.853852 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071c42c7-8b48-48d6-89ae-3d8172b9fa02 req-efff5887-61e0-40bd-bfb6-f70e94260919 tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:31:50.862483 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-071c42c7-8b48-48d6-89ae-3d8172b9fa02 req-efff5887-61e0-40bd-bfb6-f70e94260919 tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] 10.222.0.54 "GET /v2.0/ports?device_id=c1ec459f-0c13-4ec8-b610-ebb2038ce473 HTTP/1.1" status: 200 len: 945 time: 0.3116782 Jan 20 14:31:51.000359 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_common [None req-40b0db34-9e33-41b5-8daa-b5a82ab58c74 None None] Allocated IP 2001:db8:2::2 (91e50d35-a900-4f04-86e7-a36832e0670f/21e8599e-2858-477d-9a9c-6e331a1d1565/5979b435-5638-4f95-a6fc-dadc3c276c04) {{(pid=84154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:31:51.017243 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-bc3e1394-8f01-4346-a715-ea9ac6112d2c None None] Provisioning for port 0afe1343-81b6-4577-b537-758f1289c695 completed by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:31:51.030750 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-bc3e1394-8f01-4346-a715-ea9ac6112d2c None None] Provisioning complete for port 0afe1343-81b6-4577-b537-758f1289c695 triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:31:51.031701 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-bc3e1394-8f01-4346-a715-ea9ac6112d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:51.069710 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c5a67e0-3232-445e-98c0-013a7f572a45 tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] Notify agent at l3_agent.dv-neutron-825124-1-hyperv the message routers_updated {{(pid=84152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 14:31:51.073213 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning for port 780c2701-6ad4-417f-bed2-4de3d763ce9b completed by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:31:51.086493 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae6bd526-fa27-41cd-be73-649afb45c56d None None] Sync routers for ids ['5b91e54b-17eb-4db6-8196-34dfefab3d2f'] in dv-neutron-825124-1-hyperv {{(pid=84155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 14:31:51.106841 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae6bd526-fa27-41cd-be73-649afb45c56d None None] Routers {'5b91e54b-17eb-4db6-8196-34dfefab3d2f'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:31:51.107726 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-ae6bd526-fa27-41cd-be73-649afb45c56d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:31:30Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['5b91e54b-17eb-4db6-8196-34dfefab3d2f'], 'active': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:31:51.134614 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port 780c2701-6ad4-417f-bed2-4de3d763ce9b triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:31:51.142774 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:51.151106 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-56245623-51bc-4ddd-966b-9ca2f97da06d req-7f09d687-c7bd-4b70-9a0c-5269e04370dc service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=2841efab0dc64ab1970d5183558f5547&device_id=c1ec459f-0c13-4ec8-b610-ebb2038ce473 HTTP/1.1" status: 200 len: 1098 time: 0.5629206 Jan 20 14:31:51.287951 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-4c5a67e0-3232-445e-98c0-013a7f572a45 tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] Notify callbacks [] for router, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:51.291557 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-4c5a67e0-3232-445e-98c0-013a7f572a45 tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 5.1623251 Jan 20 14:31:51.304432 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 39354) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:31:51.377993 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-071c42c7-8b48-48d6-89ae-3d8172b9fa02 req-54e1c763-340c-4b38-b85c-199560480d09 tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] 10.222.0.54 "GET /v2.0/security-groups?id=578a98de-1d4e-4622-ab14-10bbfc156906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5070887 Jan 20 14:31:51.532109 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56245623-51bc-4ddd-966b-9ca2f97da06d req-40d38692-dd45-476f-894b-ef333544ee75 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:31:51.534919 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-56245623-51bc-4ddd-966b-9ca2f97da06d req-40d38692-dd45-476f-894b-ef333544ee75 service neutron] 10.222.0.106 "GET /v2.0/networks?id=f21a48f2-2a8e-483a-a3a2-338a6bf081a7 HTTP/1.1" status: 200 len: 912 time: 0.3704665 Jan 20 14:31:51.632714 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdd0efd4-5137-41a3-aa05-a1fa0286fcfe None None] DHCP port deletion for dbce74ed-d43c-4540-8d8d-e582f35e4792 request from dv-neutron-825124-1-hyperv {{(pid=84154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 20 14:31:51.678916 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvr_db [None req-ae6bd526-fa27-41cd-be73-649afb45c56d None None] Set router 5b91e54b-17eb-4db6-8196-34dfefab3d2f gateway port host: dv-neutron-825124-1-hyperv {{(pid=84155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 14:31:51.735708 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-e12d91e0-013b-4542-b1cb-449021da35f2 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:51.782876 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-fdd0efd4-5137-41a3-aa05-a1fa0286fcfe None None] Deleting port 0afe1343-81b6-4577-b537-758f1289c695 {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:31:51.783253 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-fdd0efd4-5137-41a3-aa05-a1fa0286fcfe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:51.784678 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-845fcff1-ab3b-44e6-9329-2933662dc58c tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4163519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3155301'] for subnet, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:51.880027 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:51.911391 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-bc3e1394-8f01-4346-a715-ea9ac6112d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:51.973674 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-40b0db34-9e33-41b5-8daa-b5a82ab58c74 None None] Notify callbacks [] for port, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:51.994273 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-40b0db34-9e33-41b5-8daa-b5a82ab58c74 None None] Transition to ACTIVE for port object 5979b435-5638-4f95-a6fc-dadc3c276c04 will not be triggered until provisioned by entity L2. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:31:52.032222 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-40b0db34-9e33-41b5-8daa-b5a82ab58c74 None None] Transition to ACTIVE for port object 5979b435-5638-4f95-a6fc-dadc3c276c04 will not be triggered until provisioned by entity DHCP. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:31:52.060122 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-bc3e1394-8f01-4346-a715-ea9ac6112d2c None None] For port 0afe1343-81b6-4577-b537-758f1289c695, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=0afe1343-81b6-4577-b537-758f1289c695,segment=NetworkSegment(7b61d093-41ff-4202-b223-533eb0f8da0a),segment_id=7b61d093-41ff-4202-b223-533eb0f8da0a)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:31:52.089501 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-845fcff1-ab3b-44e6-9329-2933662dc58c tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Network dbce74ed-d43c-4540-8d8d-e582f35e4792 is already hosted by enough agents. {{(pid=84152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:31:52.099464 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.base_scheduler [None req-845fcff1-ab3b-44e6-9329-2933662dc58c tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Resources bound (agent type, host, resource id): {{(pid=84152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:31:52.104273 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-845fcff1-ab3b-44e6-9329-2933662dc58c tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:31:52.106119 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-845fcff1-ab3b-44e6-9329-2933662dc58c tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks [] for subnet, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:52.116994 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845fcff1-ab3b-44e6-9329-2933662dc58c tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Pushing event updated for resources: {'Subnet': ['ID=3d40b680-4474-46ae-9b5b-410a0276ae88,revision_number=0']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:31:52.118835 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-ae6bd526-fa27-41cd-be73-649afb45c56d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b91e54b-17eb-4db6-8196-34dfefab3d2f', 'name': 'tempest-snat-router-596597364', 'tenant_id': '29dad310a96543c1a4503904351121e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.26'}], 'enable_snat': False}, 'gw_port_id': '9852c435-b403-4427-984b-389757a38fb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:31:46Z', 'updated_at': '2022-01-20T14:31:48Z', 'revision_number': 3, 'project_id': '29dad310a96543c1a4503904351121e9', 'gw_port': {'id': '9852c435-b403-4427-984b-389757a38fb4', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:72:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b91e54b-17eb-4db6-8196-34dfefab3d2f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:31:47Z', 'updated_at': '2022-01-20T14:31:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-825124-1-hyperv'}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:31:52.131021 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae6bd526-fa27-41cd-be73-649afb45c56d None None] Checking router: 5b91e54b-17eb-4db6-8196-34dfefab3d2f for host: dv-neutron-825124-1-hyperv {{(pid=84155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 14:31:52.132249 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae6bd526-fa27-41cd-be73-649afb45c56d None None] Updating router 5b91e54b-17eb-4db6-8196-34dfefab3d2f port 9852c435-b403-4427-984b-389757a38fb4 binding host dv-neutron-825124-1-hyperv {{(pid=84155) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 20 14:31:52.148088 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-bc3e1394-8f01-4346-a715-ea9ac6112d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:52.157706 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-56245623-51bc-4ddd-966b-9ca2f97da06d req-f943c3b0-2312-4a25-821b-568504030eb5 service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=954e9a8a-d5fc-4913-9be8-605284de3e2f HTTP/1.1" status: 200 len: 999 time: 0.6156557 Jan 20 14:31:52.188449 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] For port 780c2701-6ad4-417f-bed2-4de3d763ce9b, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=780c2701-6ad4-417f-bed2-4de3d763ce9b,segment=NetworkSegment(0a3d5c03-405c-4d58-9dce-31eaba8662dc),segment_id=0a3d5c03-405c-4d58-9dce-31eaba8662dc)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:31:52.198057 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-40b0db34-9e33-41b5-8daa-b5a82ab58c74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477'] for port, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:52.250824 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ae6bd526-fa27-41cd-be73-649afb45c56d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:52.292426 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-845fcff1-ab3b-44e6-9329-2933662dc58c tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.0460334 Jan 20 14:31:52.298267 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56245623-51bc-4ddd-966b-9ca2f97da06d req-454791d2-91f5-46f6-824e-04eb3d0d9c89 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:31:52.298469 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 39360) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:31:52.300344 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-56245623-51bc-4ddd-966b-9ca2f97da06d req-454791d2-91f5-46f6-824e-04eb3d0d9c89 service neutron] 10.222.0.106 "GET /v2.0/subnets?id=dd53d1af-78bb-45f3-8468-b0b04e8256e8 HTTP/1.1" status: 200 len: 850 time: 0.1215551 Jan 20 14:31:52.317321 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-b8e0ef53-5011-4808-b864-1aadfaacde9b tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Request body: {'subnet': {'network_id': 'dbce74ed-d43c-4540-8d8d-e582f35e4792', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:31:52.338483 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:52.397835 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-25984f83-a657-4415-b38f-ec8c8be04870 tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] 10.222.0.54 "GET /v2.0/routers/5b91e54b-17eb-4db6-8196-34dfefab3d2f HTTP/1.1" status: 200 len: 907 time: 1.0900075 Jan 20 14:31:52.399078 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3e1394-8f01-4346-a715-ea9ac6112d2c None None] Pushing event updated for resources: {'Port': ['ID=0afe1343-81b6-4577-b537-758f1289c695,revision_number=5']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:31:52.405518 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 39364) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:31:52.434448 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-3352c17b-49cd-40d6-8d9d-27b866894bad tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] Request body: {'router': {'name': 'tempest-snat-router-596597364', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'enable_snat': True}}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:31:52.442397 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-3352c17b-49cd-40d6-8d9d-27b866894bad tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:31:52.449781 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-3352c17b-49cd-40d6-8d9d-27b866894bad tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] Usage tracker for resource:router and tenant:29dad310a96543c1a4503904351121e9 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:31:52.463541 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-3352c17b-49cd-40d6-8d9d-27b866894bad tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:31:52.469440 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-3352c17b-49cd-40d6-8d9d-27b866894bad tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:31:52.512343 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-56245623-51bc-4ddd-966b-9ca2f97da06d req-bbb94b58-47ee-4d3c-96f7-d3dfb68af1bf service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=f21a48f2-2a8e-483a-a3a2-338a6bf081a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2010763 Jan 20 14:31:52.526540 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40b0db34-9e33-41b5-8daa-b5a82ab58c74 None None] Network 91e50d35-a900-4f04-86e7-a36832e0670f is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:31:52.536477 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-40b0db34-9e33-41b5-8daa-b5a82ab58c74 None None] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:31:52.554783 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40b0db34-9e33-41b5-8daa-b5a82ab58c74 None None] Received port after_create {{(pid=84154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:31:52.567845 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-3352c17b-49cd-40d6-8d9d-27b866894bad tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-105475'] for router, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:52.581195 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-3352c17b-49cd-40d6-8d9d-27b866894bad tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-739204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-744864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-735540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-105484'] for router, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:52.632808 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-b8e0ef53-5011-4808-b864-1aadfaacde9b tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:31:52.645674 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-b8e0ef53-5011-4808-b864-1aadfaacde9b tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Usage tracker for resource:subnet and tenant:2cb17692bb0c4a2782f988652201ac42 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:31:52.652157 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-b8e0ef53-5011-4808-b864-1aadfaacde9b tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:31:52.664701 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-b8e0ef53-5011-4808-b864-1aadfaacde9b tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:31:52.749006 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b0db34-9e33-41b5-8daa-b5a82ab58c74 None None] Pushing event updated for resources: {'Port': ['ID=5979b435-5638-4f95-a6fc-dadc3c276c04,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:31:52.751473 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 0afe1343-81b6-4577-b537-758f1289c695 no longer exists at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:31:52.786422 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.db_base_plugin_common [None req-e12d91e0-013b-4542-b1cb-449021da35f2 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Allocated IP 2001:db8:2::1 (91e50d35-a900-4f04-86e7-a36832e0670f/21e8599e-2858-477d-9a9c-6e331a1d1565/2c629d2f-bca6-4803-85da-619f95722c32) {{(pid=84153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:31:52.855283 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8e0ef53-5011-4808-b864-1aadfaacde9b tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Made reservation on behalf of 2cb17692bb0c4a2782f988652201ac42 for: {'subnet': 1} {{(pid=84153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:31:52.858394 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-3352c17b-49cd-40d6-8d9d-27b866894bad tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:52.860381 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-b8e0ef53-5011-4808-b864-1aadfaacde9b tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4193986'] for subnet, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:52.876435 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ae6bd526-fa27-41cd-be73-649afb45c56d None None] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:52.890936 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-56245623-51bc-4ddd-966b-9ca2f97da06d req-4d964dc2-b595-4d35-9af2-c65b4a9db3bc service neutron] 10.222.0.106 "GET /v2.0/networks/f21a48f2-2a8e-483a-a3a2-338a6bf081a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3727758 Jan 20 14:31:52.894939 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-ae6bd526-fa27-41cd-be73-649afb45c56d None None] Transition to ACTIVE for port object 9852c435-b403-4427-984b-389757a38fb4 will not be triggered until provisioned by entity L2. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:31:52.975727 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ae6bd526-fa27-41cd-be73-649afb45c56d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:53.097474 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-fdd0efd4-5137-41a3-aa05-a1fa0286fcfe None None] For port 0afe1343-81b6-4577-b537-758f1289c695, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=0afe1343-81b6-4577-b537-758f1289c695,segment=NetworkSegment(7b61d093-41ff-4202-b223-533eb0f8da0a),segment_id=7b61d093-41ff-4202-b223-533eb0f8da0a)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:31:53.098126 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-fdd0efd4-5137-41a3-aa05-a1fa0286fcfe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:53.173923 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-ae6bd526-fa27-41cd-be73-649afb45c56d None None] Attempting to bind port 9852c435-b403-4427-984b-389757a38fb4 on host dv-neutron-825124-1-hyperv for vnic_type normal with profile {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:31:53.178715 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-ae6bd526-fa27-41cd-be73-649afb45c56d None None] Attempting to bind port 9852c435-b403-4427-984b-389757a38fb4 by drivers openvswitch,hyperv on host dv-neutron-825124-1-hyperv at level 0 using segments [{'id': 'f628f1ba-6b70-4c9b-8839-62340c040c81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d'}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:31:53.180369 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae6bd526-fa27-41cd-be73-649afb45c56d None None] Attempting to bind port 9852c435-b403-4427-984b-389757a38fb4 on network 8dffb05c-5ca0-409b-bd5f-7be6264f707d {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 14:31:53.213928 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae6bd526-fa27-41cd-be73-649afb45c56d None None] Checking agent: {'id': '6414dfeb-85c5-454a-8756-709ca637d800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825124-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 16, 31), 'started_at': datetime.datetime(2022, 1, 20, 14, 17, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 31, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825124-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 14:31:53.214673 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae6bd526-fa27-41cd-be73-649afb45c56d None None] Checking segment: {'id': 'f628f1ba-6b70-4c9b-8839-62340c040c81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 14:31:53.215063 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ae6bd526-fa27-41cd-be73-649afb45c56d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:53.215557 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae6bd526-fa27-41cd-be73-649afb45c56d None None] Bound using segment: {'id': 'f628f1ba-6b70-4c9b-8839-62340c040c81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d'} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 14:31:53.216136 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-ae6bd526-fa27-41cd-be73-649afb45c56d None None] Bound port: 9852c435-b403-4427-984b-389757a38fb4, host: dv-neutron-825124-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f628f1ba-6b70-4c9b-8839-62340c040c81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d'}}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:31:53.216633 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ae6bd526-fa27-41cd-be73-649afb45c56d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:53.252481 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.db.ipam_backend_mixin [None req-b8e0ef53-5011-4808-b864-1aadfaacde9b tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 3d40b680-4474-46ae-9b5b-410a0276ae88 (CIDR: 2001:db8::/64) Jan 20 14:31:53.253113 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbcc5ab-6623-4d33-8148-e762c8d7dc23 None None] Pushing event updated for resources: {'Port': ['ID=9852c435-b403-4427-984b-389757a38fb4,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:31:53.256400 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-e12d91e0-013b-4542-b1cb-449021da35f2 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks [] for port, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:53.294407 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-3352c17b-49cd-40d6-8d9d-27b866894bad tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-744886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-105502'] for router, precommit_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:53.295218 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.provisioning_blocks [None req-e12d91e0-013b-4542-b1cb-449021da35f2 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Transition to ACTIVE for port object 2c629d2f-bca6-4803-85da-619f95722c32 will not be triggered until provisioned by entity DHCP. {{(pid=84153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:31:53.322490 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa43ba04-c9ee-46dc-b61e-3d565d7e8366 req-04f50e59-7743-4656-8d10-36805915c27a tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:31:53.324145 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-aa43ba04-c9ee-46dc-b61e-3d565d7e8366 req-04f50e59-7743-4656-8d10-36805915c27a tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] 10.222.0.54 "GET /v2.0/ports?device_id=c1ec459f-0c13-4ec8-b610-ebb2038ce473 HTTP/1.1" status: 200 len: 945 time: 0.3932526 Jan 20 14:31:53.325817 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8e0ef53-5011-4808-b864-1aadfaacde9b tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 20 14:31:53.326528 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8e0ef53-5011-4808-b864-1aadfaacde9b tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:31:53.344941 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-56245623-51bc-4ddd-966b-9ca2f97da06d req-7c9bf388-39d7-4833-821a-2a7de31a6926 service neutron] 10.222.0.106 "GET /v2.0/networks/f21a48f2-2a8e-483a-a3a2-338a6bf081a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4478900 Jan 20 14:31:53.367875 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-ae6bd526-fa27-41cd-be73-649afb45c56d None None] For port 9852c435-b403-4427-984b-389757a38fb4, host dv-neutron-825124-1-hyperv, cleared binding levels {{(pid=84155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 14:31:53.371644 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-ae6bd526-fa27-41cd-be73-649afb45c56d None None] For port 9852c435-b403-4427-984b-389757a38fb4, host dv-neutron-825124-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=9852c435-b403-4427-984b-389757a38fb4,segment=NetworkSegment(f628f1ba-6b70-4c9b-8839-62340c040c81),segment_id=f628f1ba-6b70-4c9b-8839-62340c040c81)] {{(pid=84155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 14:31:53.401531 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-40b0db34-9e33-41b5-8daa-b5a82ab58c74 None None] Attempting to bind port 5979b435-5638-4f95-a6fc-dadc3c276c04 on host dv-neutron-825124-1-hyperv for vnic_type normal with profile {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:31:53.402260 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-40b0db34-9e33-41b5-8daa-b5a82ab58c74 None None] Attempting to bind port 5979b435-5638-4f95-a6fc-dadc3c276c04 by drivers openvswitch,hyperv on host dv-neutron-825124-1-hyperv at level 0 using segments [{'id': 'ffd12b0d-2019-4148-a093-de2a4407ace6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '91e50d35-a900-4f04-86e7-a36832e0670f'}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:31:53.403048 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40b0db34-9e33-41b5-8daa-b5a82ab58c74 None None] Attempting to bind port 5979b435-5638-4f95-a6fc-dadc3c276c04 on network 91e50d35-a900-4f04-86e7-a36832e0670f {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 14:31:53.412510 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-e12d91e0-013b-4542-b1cb-449021da35f2 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:53.419295 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-fdd0efd4-5137-41a3-aa05-a1fa0286fcfe None None] Calling delete_port for 0afe1343-81b6-4577-b537-758f1289c695 owned by network:dhcp {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:31:53.454714 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-aa43ba04-c9ee-46dc-b61e-3d565d7e8366 req-edba2f2c-ba47-48a1-8ecc-13e646b24663 tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] 10.222.0.54 "GET /v2.0/security-groups?id=578a98de-1d4e-4622-ab14-10bbfc156906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0851865 Jan 20 14:31:53.467344 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ae6bd526-fa27-41cd-be73-649afb45c56d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:53.496198 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Pushing event updated for resources: {'Port': ['ID=780c2701-6ad4-417f-bed2-4de3d763ce9b,revision_number=5']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:31:53.554355 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12d91e0-013b-4542-b1cb-449021da35f2 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Pushing event updated for resources: {'Port': ['ID=2c629d2f-bca6-4803-85da-619f95722c32,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:31:53.566659 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-b8e0ef53-5011-4808-b864-1aadfaacde9b tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2638769 Jan 20 14:31:53.572266 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 39372) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:31:53.579244 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e12d91e0-013b-4542-b1cb-449021da35f2 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Network 91e50d35-a900-4f04-86e7-a36832e0670f is already hosted by enough agents. {{(pid=84153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:31:53.587819 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-c629829b-ef14-4e4c-aa47-cb997bd9dbee tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Request body: {'subnet': {'network_id': 'dbce74ed-d43c-4540-8d8d-e582f35e4792', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:31:53.631514 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.base_scheduler [None req-e12d91e0-013b-4542-b1cb-449021da35f2 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Resources bound (agent type, host, resource id): {{(pid=84153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:31:53.642222 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbcc5ab-6623-4d33-8148-e762c8d7dc23 None None] Pushing event updated for resources: {'Port': ['ID=9852c435-b403-4427-984b-389757a38fb4,revision_number=3']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:31:53.643146 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e12d91e0-013b-4542-b1cb-449021da35f2 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Received port after_create {{(pid=84153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:31:53.644208 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-e12d91e0-013b-4542-b1cb-449021da35f2 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-745387'] for router_interface, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:53.645757 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae6bd526-fa27-41cd-be73-649afb45c56d None None] Routers {'5b91e54b-17eb-4db6-8196-34dfefab3d2f'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:31:53.647132 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-ae6bd526-fa27-41cd-be73-649afb45c56d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:31:30Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['5b91e54b-17eb-4db6-8196-34dfefab3d2f'], 'active': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:31:53.705166 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:53.727457 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40b0db34-9e33-41b5-8daa-b5a82ab58c74 None None] Checking agent: {'id': '6414dfeb-85c5-454a-8756-709ca637d800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825124-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 16, 31), 'started_at': datetime.datetime(2022, 1, 20, 14, 17, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 31, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825124-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 14:31:53.727835 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40b0db34-9e33-41b5-8daa-b5a82ab58c74 None None] Checking segment: {'id': 'ffd12b0d-2019-4148-a093-de2a4407ace6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '91e50d35-a900-4f04-86e7-a36832e0670f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 14:31:53.733612 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-40b0db34-9e33-41b5-8daa-b5a82ab58c74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:53.734391 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40b0db34-9e33-41b5-8daa-b5a82ab58c74 None None] Bound using segment: {'id': 'ffd12b0d-2019-4148-a093-de2a4407ace6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '91e50d35-a900-4f04-86e7-a36832e0670f'} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 14:31:53.736553 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-40b0db34-9e33-41b5-8daa-b5a82ab58c74 None None] Bound port: 5979b435-5638-4f95-a6fc-dadc3c276c04, host: dv-neutron-825124-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffd12b0d-2019-4148-a093-de2a4407ace6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '91e50d35-a900-4f04-86e7-a36832e0670f'}}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:31:53.737320 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-40b0db34-9e33-41b5-8daa-b5a82ab58c74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:53.792609 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-3352c17b-49cd-40d6-8d9d-27b866894bad tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:53.810894 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.db.api [None req-fdd0efd4-5137-41a3-aa05-a1fa0286fcfe None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84154) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 14:31:53.817933 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG oslo_db.api [None req-fdd0efd4-5137-41a3-aa05-a1fa0286fcfe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 14:31:53.852012 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-3352c17b-49cd-40d6-8d9d-27b866894bad tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:53.950628 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] For port 0afe1343-81b6-4577-b537-758f1289c695, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=0afe1343-81b6-4577-b537-758f1289c695,segment=NetworkSegment(7b61d093-41ff-4202-b223-533eb0f8da0a),segment_id=7b61d093-41ff-4202-b223-533eb0f8da0a)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:31:53.982766 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-40b0db34-9e33-41b5-8daa-b5a82ab58c74 None None] For port 5979b435-5638-4f95-a6fc-dadc3c276c04, host dv-neutron-825124-1-hyperv, cleared binding levels {{(pid=84154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 14:31:53.988053 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-40b0db34-9e33-41b5-8daa-b5a82ab58c74 None None] For port 5979b435-5638-4f95-a6fc-dadc3c276c04, host dv-neutron-825124-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=5979b435-5638-4f95-a6fc-dadc3c276c04,segment=NetworkSegment(ffd12b0d-2019-4148-a093-de2a4407ace6),segment_id=ffd12b0d-2019-4148-a093-de2a4407ace6)] {{(pid=84154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 14:31:53.991807 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvr_db [None req-ae6bd526-fa27-41cd-be73-649afb45c56d None None] Set router 5b91e54b-17eb-4db6-8196-34dfefab3d2f gateway port host: dv-neutron-825124-1-hyperv {{(pid=84155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 14:31:54.014885 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.db_base_plugin_common [None req-3352c17b-49cd-40d6-8d9d-27b866894bad tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] Allocated IP 172.26.7.169 (8dffb05c-5ca0-409b-bd5f-7be6264f707d/a489dd4f-42a5-433b-8be3-bab2749c4209/ce2124a2-fd7d-433f-aa22-bb0770527a6f) {{(pid=84152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:31:54.052516 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:54.098866 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-40b0db34-9e33-41b5-8daa-b5a82ab58c74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:54.171410 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-c629829b-ef14-4e4c-aa47-cb997bd9dbee tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:31:54.190722 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-c629829b-ef14-4e4c-aa47-cb997bd9dbee tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Usage tracker for resource:subnet and tenant:2cb17692bb0c4a2782f988652201ac42 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:31:54.196263 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-c629829b-ef14-4e4c-aa47-cb997bd9dbee tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:31:54.207645 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-3352c17b-49cd-40d6-8d9d-27b866894bad tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:54.211969 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-c629829b-ef14-4e4c-aa47-cb997bd9dbee tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:31:54.216625 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Pushing event updated for resources: {'Port': ['ID=0afe1343-81b6-4577-b537-758f1289c695,revision_number=6']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:31:54.306407 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c629829b-ef14-4e4c-aa47-cb997bd9dbee tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Made reservation on behalf of 2cb17692bb0c4a2782f988652201ac42 for: {'subnet': 1} {{(pid=84153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:31:54.319704 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-fdd0efd4-5137-41a3-aa05-a1fa0286fcfe None None] Deleting port 0afe1343-81b6-4577-b537-758f1289c695 {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:31:54.320295 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-fdd0efd4-5137-41a3-aa05-a1fa0286fcfe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:54.356694 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-3352c17b-49cd-40d6-8d9d-27b866894bad tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:54.445173 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-e12d91e0-013b-4542-b1cb-449021da35f2 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:54.581090 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3352c17b-49cd-40d6-8d9d-27b866894bad tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] Network 8dffb05c-5ca0-409b-bd5f-7be6264f707d is already hosted by enough agents. {{(pid=84152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:31:54.582305 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3352c17b-49cd-40d6-8d9d-27b866894bad tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] Pushing event updated for resources: {'Port': ['ID=ce2124a2-fd7d-433f-aa22-bb0770527a6f,revision_number=1']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:31:54.585160 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.base_scheduler [None req-3352c17b-49cd-40d6-8d9d-27b866894bad tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] Resources bound (agent type, host, resource id): {{(pid=84152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:31:54.590864 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3352c17b-49cd-40d6-8d9d-27b866894bad tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] Received port after_create {{(pid=84152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:31:54.638236 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b0db34-9e33-41b5-8daa-b5a82ab58c74 None None] Pushing event updated for resources: {'Port': ['ID=5979b435-5638-4f95-a6fc-dadc3c276c04,revision_number=2']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:31:54.824204 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-ae6bd526-fa27-41cd-be73-649afb45c56d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b91e54b-17eb-4db6-8196-34dfefab3d2f', 'name': 'tempest-snat-router-596597364', 'tenant_id': '29dad310a96543c1a4503904351121e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.26'}], 'enable_snat': False}, 'gw_port_id': '9852c435-b403-4427-984b-389757a38fb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:31:46Z', 'updated_at': '2022-01-20T14:31:48Z', 'revision_number': 3, 'project_id': '29dad310a96543c1a4503904351121e9', 'gw_port': {'id': '9852c435-b403-4427-984b-389757a38fb4', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:72:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b91e54b-17eb-4db6-8196-34dfefab3d2f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:31:47Z', 'updated_at': '2022-01-20T14:31:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-825124-1-hyperv'}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:31:54.830182 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae6bd526-fa27-41cd-be73-649afb45c56d None None] The sync data for ids ['5b91e54b-17eb-4db6-8196-34dfefab3d2f'] in dv-neutron-825124-1-hyperv is: [{'id': '5b91e54b-17eb-4db6-8196-34dfefab3d2f', 'name': 'tempest-snat-router-596597364', 'tenant_id': '29dad310a96543c1a4503904351121e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.26'}], 'enable_snat': False}, 'gw_port_id': '9852c435-b403-4427-984b-389757a38fb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:31:46Z', 'updated_at': '2022-01-20T14:31:48Z', 'revision_number': 3, 'project_id': '29dad310a96543c1a4503904351121e9', 'gw_port': {'id': '9852c435-b403-4427-984b-389757a38fb4', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:72:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b91e54b-17eb-4db6-8196-34dfefab3d2f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:31:47Z', 'updated_at': '2022-01-20T14:31:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-825124-1-hyperv'}] {{(pid=84155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 14:31:54.830470 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-c629829b-ef14-4e4c-aa47-cb997bd9dbee tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4193986'] for subnet, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:54.893834 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 780c2701-6ad4-417f-bed2-4de3d763ce9b up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:31:55.013937 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-3352c17b-49cd-40d6-8d9d-27b866894bad tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:55.015417 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-3352c17b-49cd-40d6-8d9d-27b866894bad tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-744861'] for router, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:55.016052 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-fdd0efd4-5137-41a3-aa05-a1fa0286fcfe None None] For port 0afe1343-81b6-4577-b537-758f1289c695, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=0afe1343-81b6-4577-b537-758f1289c695,segment=NetworkSegment(7b61d093-41ff-4202-b223-533eb0f8da0a),segment_id=7b61d093-41ff-4202-b223-533eb0f8da0a)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:31:55.016302 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-fdd0efd4-5137-41a3-aa05-a1fa0286fcfe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:55.085345 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port 780c2701-6ad4-417f-bed2-4de3d763ce9b triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:31:55.085345 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:55.178087 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-fdd0efd4-5137-41a3-aa05-a1fa0286fcfe None None] Calling delete_port for 0afe1343-81b6-4577-b537-758f1289c695 owned by network:dhcp {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:31:55.432150 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09507b04-b00e-4823-97fd-f8a7ec13125e req-e247c2ae-8384-472c-912a-8cd08b5f516b tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:31:55.433805 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-09507b04-b00e-4823-97fd-f8a7ec13125e req-e247c2ae-8384-472c-912a-8cd08b5f516b tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] 10.222.0.54 "GET /v2.0/ports?device_id=c1ec459f-0c13-4ec8-b610-ebb2038ce473 HTTP/1.1" status: 200 len: 945 time: 0.6308343 Jan 20 14:31:55.570276 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-09507b04-b00e-4823-97fd-f8a7ec13125e req-ae1e0664-71b4-4f97-b4a5-7fb81873e2d7 tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] 10.222.0.54 "GET /v2.0/security-groups?id=578a98de-1d4e-4622-ab14-10bbfc156906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0960658 Jan 20 14:31:55.596056 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-e12d91e0-013b-4542-b1cb-449021da35f2 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks [] for port, precommit_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:55.812695 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea424ba-0713-4f0f-a043-8c20ad2dbca7 req-6557df89-02e3-4282-bc17-7ee7770f61aa tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:31:55.814577 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-fea424ba-0713-4f0f-a043-8c20ad2dbca7 req-6557df89-02e3-4282-bc17-7ee7770f61aa tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] 10.222.0.54 "GET /v2.0/ports?device_id=c1ec459f-0c13-4ec8-b610-ebb2038ce473 HTTP/1.1" status: 200 len: 945 time: 0.1048107 Jan 20 14:31:55.833402 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59a4952b-a70e-4464-aac1-cf79906249e4 None None] Network 91e50d35-a900-4f04-86e7-a36832e0670f requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:31:55.882743 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-fea424ba-0713-4f0f-a043-8c20ad2dbca7 req-81e95ae8-0758-40be-8c62-7df3c2569b1f tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] 10.222.0.54 "GET /v2.0/security-groups?id=578a98de-1d4e-4622-ab14-10bbfc156906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592995 Jan 20 14:31:56.121565 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-fdd0efd4-5137-41a3-aa05-a1fa0286fcfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486'] for port, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:56.139130 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f13e94b-7c7f-4d5f-99eb-d547be2bd596 req-c884c8ac-4914-4354-a7d2-c8f2d036dcd0 tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:31:56.142713 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-7f13e94b-7c7f-4d5f-99eb-d547be2bd596 req-c884c8ac-4914-4354-a7d2-c8f2d036dcd0 tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] 10.222.0.54 "GET /v2.0/ports?device_id=c1ec459f-0c13-4ec8-b610-ebb2038ce473 HTTP/1.1" status: 200 len: 945 time: 0.1162205 Jan 20 14:31:56.160707 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3352c17b-49cd-40d6-8d9d-27b866894bad tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] Router 28f1e5c0-86fe-475f-9cf8-1a64de2d166e is scheduled to L3 agent 624d525b-4c26-4143-8a1c-228bb1c6faaa with binding_index 1 {{(pid=84152) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 20 14:31:56.164001 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-e12d91e0-013b-4542-b1cb-449021da35f2 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3944146'] for port, after_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:56.164762 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-e12d91e0-013b-4542-b1cb-449021da35f2 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1705158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-743490'] for router_interface, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:56.241265 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-64977bf9-50aa-4b8c-ab7e-f8a869106f8a None None] Provisioning for port 5979b435-5638-4f95-a6fc-dadc3c276c04 completed by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:31:56.255665 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd0efd4-5137-41a3-aa05-a1fa0286fcfe None None] Pushing event deleted for resources: {'Port': ['ID=0afe1343-81b6-4577-b537-758f1289c695,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:31:56.266818 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdd0efd4-5137-41a3-aa05-a1fa0286fcfe None None] No DVR routers for this DVR port 0afe1343-81b6-4577-b537-758f1289c695 on host dv-neutron-825124-1-hyperv {{(pid=84154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 14:31:56.291340 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c017d030-2f8c-48ec-b173-17218250ed0b None None] Network dbce74ed-d43c-4540-8d8d-e582f35e4792 requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:31:56.421327 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12d91e0-013b-4542-b1cb-449021da35f2 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Pushing event updated for resources: {'Port': ['ID=2c629d2f-bca6-4803-85da-619f95722c32,revision_number=2']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:31:56.447154 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-7f13e94b-7c7f-4d5f-99eb-d547be2bd596 req-9c867841-6671-4fc5-b548-a2a8953c25ad tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] 10.222.0.54 "GET /v2.0/security-groups?id=578a98de-1d4e-4622-ab14-10bbfc156906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3000364 Jan 20 14:31:56.563061 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3352c17b-49cd-40d6-8d9d-27b866894bad tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] Notify agent at l3_agent.dv-neutron-825124-1-hyperv the message routers_updated {{(pid=84152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 14:31:56.577286 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5949ad25-a9c9-4f65-9127-74ce12ede506 None None] Sync routers for ids ['28f1e5c0-86fe-475f-9cf8-1a64de2d166e'] in dv-neutron-825124-1-hyperv {{(pid=84154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 14:31:56.608186 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5949ad25-a9c9-4f65-9127-74ce12ede506 None None] Routers {'28f1e5c0-86fe-475f-9cf8-1a64de2d166e'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:31:56.608880 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-5949ad25-a9c9-4f65-9127-74ce12ede506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:31:30Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['28f1e5c0-86fe-475f-9cf8-1a64de2d166e'], 'active': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:31:56.690056 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-3352c17b-49cd-40d6-8d9d-27b866894bad tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] Notify callbacks [] for router, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:56.694949 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-3352c17b-49cd-40d6-8d9d-27b866894bad tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 4.2681315 Jan 20 14:31:56.694949 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 39388) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:31:56.738128 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.objects.ports [None req-c629829b-ef14-4e4c-aa47-cb997bd9dbee tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84153) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Jan 20 14:31:56.755744 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-c629829b-ef14-4e4c-aa47-cb997bd9dbee tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3943531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4194004'] for subnet, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:56.874726 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 5979b435-5638-4f95-a6fc-dadc3c276c04 up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:31:57.031432 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b533f77c-960a-4654-acf8-08ec2f85f0d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95c917f5-14ba-5e96-98b8-1a52654a930a-dbce74ed-d43c-4540-8d8d-e582f35e4792', 'network_id': 'dbce74ed-d43c-4540-8d8d-e582f35e4792', 'tenant_id': '2cb17692bb0c4a2782f988652201ac42', 'fixed_ips': [{'subnet_id': '3d40b680-4474-46ae-9b5b-410a0276ae88'}, {'subnet_id': 'c4378254-65fc-42f3-ab7b-a21d57f10cad'}]}} from dv-neutron-825124-1-hyperv. {{(pid=84154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 20 14:31:57.032274 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-b533f77c-960a-4654-acf8-08ec2f85f0d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:57.128051 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e12d91e0-013b-4542-b1cb-449021da35f2 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Network 91e50d35-a900-4f04-86e7-a36832e0670f is already hosted by enough agents. {{(pid=84153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:31:57.138469 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.base_scheduler [None req-e12d91e0-013b-4542-b1cb-449021da35f2 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Resources bound (agent type, host, resource id): {{(pid=84153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:31:57.155348 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c629829b-ef14-4e4c-aa47-cb997bd9dbee tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Network dbce74ed-d43c-4540-8d8d-e582f35e4792 is already hosted by enough agents. {{(pid=84153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:31:57.236167 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-2b41e5c5-227e-4c1e-80c9-04fc6bd4cbf9 tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] 10.222.0.54 "GET /v2.0/routers/28f1e5c0-86fe-475f-9cf8-1a64de2d166e HTTP/1.1" status: 200 len: 907 time: 0.5409825 Jan 20 14:31:57.237942 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 39396) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:31:57.242117 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.base_scheduler [None req-c629829b-ef14-4e4c-aa47-cb997bd9dbee tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Resources bound (agent type, host, resource id): {{(pid=84153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:31:57.279707 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c629829b-ef14-4e4c-aa47-cb997bd9dbee tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:31:57.280441 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-c629829b-ef14-4e4c-aa47-cb997bd9dbee tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks [] for subnet, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:57.460680 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_common [None req-b533f77c-960a-4654-acf8-08ec2f85f0d7 None None] Allocated IP 2001:db8::2 (dbce74ed-d43c-4540-8d8d-e582f35e4792/3d40b680-4474-46ae-9b5b-410a0276ae88/cf6f7406-0ae4-4bc2-928f-f50c96715f68) {{(pid=84154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:31:57.468546 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_common [None req-b533f77c-960a-4654-acf8-08ec2f85f0d7 None None] Allocated IP 2001:db8:0:1:f816:3eff:fe12:724a (dbce74ed-d43c-4540-8d8d-e582f35e4792/c4378254-65fc-42f3-ab7b-a21d57f10cad/cf6f7406-0ae4-4bc2-928f-f50c96715f68) {{(pid=84154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:31:57.499974 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c629829b-ef14-4e4c-aa47-cb997bd9dbee tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Pushing event updated for resources: {'Subnet': ['ID=c4378254-65fc-42f3-ab7b-a21d57f10cad,revision_number=0']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:31:57.621394 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvr_db [None req-5949ad25-a9c9-4f65-9127-74ce12ede506 None None] Set router 28f1e5c0-86fe-475f-9cf8-1a64de2d166e gateway port host: dv-neutron-825124-1-hyperv {{(pid=84154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 14:31:57.651158 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-513741e7-b120-4f29-86fc-4c3cf0554503 tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] Notify callbacks [] for router, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:57.672867 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-5581fbd5-9b47-46ab-9d17-25e94c09755e None None] Provisioning for port 2c629d2f-bca6-4803-85da-619f95722c32 completed by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:31:57.695421 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-c629829b-ef14-4e4c-aa47-cb997bd9dbee tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 4.1219223 Jan 20 14:31:57.703670 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 39400) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:31:57.710256 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-21b2f40d-9f50-4e5f-8da1-8cd86a679a06 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Request body: {'port': {'network_id': 'dbce74ed-d43c-4540-8d8d-e582f35e4792', 'mac_address': 'fa:16:3e:ea:5f:ed', 'name': 'tempest-NetworksTestDHCPv6-819740930'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:31:57.743530 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34018e3d-862e-41a3-b1fa-cf50f58a50c6 req-3f46d5b6-2b56-474c-81aa-59906a71ce1d tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:31:57.753656 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-34018e3d-862e-41a3-b1fa-cf50f58a50c6 req-3f46d5b6-2b56-474c-81aa-59906a71ce1d tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] 10.222.0.54 "GET /v2.0/ports?device_id=c1ec459f-0c13-4ec8-b610-ebb2038ce473 HTTP/1.1" status: 200 len: 945 time: 0.4620490 Jan 20 14:31:57.791941 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-5581fbd5-9b47-46ab-9d17-25e94c09755e None None] Provisioning complete for port 2c629d2f-bca6-4803-85da-619f95722c32 triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:31:57.792910 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-5581fbd5-9b47-46ab-9d17-25e94c09755e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:57.864199 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning for port 5979b435-5638-4f95-a6fc-dadc3c276c04 completed by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:31:57.892378 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-34018e3d-862e-41a3-b1fa-cf50f58a50c6 req-c56b890e-c11a-40bd-8ea7-a6e127952d68 tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] 10.222.0.54 "GET /v2.0/security-groups?id=578a98de-1d4e-4622-ab14-10bbfc156906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1347506 Jan 20 14:31:57.939024 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port 5979b435-5638-4f95-a6fc-dadc3c276c04 triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:31:57.939399 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:57.940430 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c49f59-6b28-473b-8a14-44f4861ccaa4 None None] Sync routers for ids ['a4106d72-8050-4a68-8890-4cb57f44d718'] in dv-neutron-825124-1-hyperv {{(pid=84155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 14:31:57.959522 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c49f59-6b28-473b-8a14-44f4861ccaa4 None None] Routers {'a4106d72-8050-4a68-8890-4cb57f44d718'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:31:57.960157 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-c2c49f59-6b28-473b-8a14-44f4861ccaa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:31:30Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['a4106d72-8050-4a68-8890-4cb57f44d718'], 'active': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:31:58.155606 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-513741e7-b120-4f29-86fc-4c3cf0554503 tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:58.165913 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-5581fbd5-9b47-46ab-9d17-25e94c09755e None None] Port 2c629d2f-bca6-4803-85da-619f95722c32 cannot update to ACTIVE because it is not bound. {{(pid=84154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 14:31:58.255666 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-513741e7-b120-4f29-86fc-4c3cf0554503 tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] Deleting port ce2124a2-fd7d-433f-aa22-bb0770527a6f {{(pid=84152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:31:58.256274 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-513741e7-b120-4f29-86fc-4c3cf0554503 tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:58.257412 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-21b2f40d-9f50-4e5f-8da1-8cd86a679a06 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:31:58.265306 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-21b2f40d-9f50-4e5f-8da1-8cd86a679a06 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Usage tracker for resource:port and tenant:2cb17692bb0c4a2782f988652201ac42 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:31:58.272412 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-21b2f40d-9f50-4e5f-8da1-8cd86a679a06 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:31:58.297597 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-21b2f40d-9f50-4e5f-8da1-8cd86a679a06 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:31:58.363643 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e12d91e0-013b-4542-b1cb-449021da35f2 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Router a4106d72-8050-4a68-8890-4cb57f44d718 has already been hosted by L3 agent 624d525b-4c26-4143-8a1c-228bb1c6faaa {{(pid=84153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 14:31:58.381147 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvr_db [None req-c2c49f59-6b28-473b-8a14-44f4861ccaa4 None None] Set router a4106d72-8050-4a68-8890-4cb57f44d718 gateway port host: None {{(pid=84155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 14:31:58.387157 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-b075d55b-8b56-4081-90cb-90f3e86987d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:58.494980 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-5581fbd5-9b47-46ab-9d17-25e94c09755e None None] Provisioning complete for port 5979b435-5638-4f95-a6fc-dadc3c276c04 triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:31:58.495703 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-5581fbd5-9b47-46ab-9d17-25e94c09755e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:58.499016 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21b2f40d-9f50-4e5f-8da1-8cd86a679a06 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Made reservation on behalf of 2cb17692bb0c4a2782f988652201ac42 for: {'port': 1} {{(pid=84153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:31:58.503315 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-21b2f40d-9f50-4e5f-8da1-8cd86a679a06 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:58.654688 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-513741e7-b120-4f29-86fc-4c3cf0554503 tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:58.703477 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-b533f77c-960a-4654-acf8-08ec2f85f0d7 None None] Notify callbacks [] for port, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:58.728390 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.notifiers.nova [None req-21b2f40d-9f50-4e5f-8da1-8cd86a679a06 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] device_id is not set on port 823e321f-383a-4460-b056-e2dc20b8e734 yet. {{(pid=84153) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 14:31:58.756410 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-b533f77c-960a-4654-acf8-08ec2f85f0d7 None None] Transition to ACTIVE for port object cf6f7406-0ae4-4bc2-928f-f50c96715f68 will not be triggered until provisioned by entity L2. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:31:58.816162 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-513741e7-b120-4f29-86fc-4c3cf0554503 tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] Calling delete_port for ce2124a2-fd7d-433f-aa22-bb0770527a6f owned by network:router_gateway {{(pid=84152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:31:58.975933 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-b533f77c-960a-4654-acf8-08ec2f85f0d7 None None] Transition to ACTIVE for port object cf6f7406-0ae4-4bc2-928f-f50c96715f68 will not be triggered until provisioned by entity DHCP. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:31:58.982922 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e12d91e0-013b-4542-b1cb-449021da35f2 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify agent at l3_agent.dv-neutron-825124-1-hyperv the message routers_updated {{(pid=84153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 14:31:58.999030 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:59.009970 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-e12d91e0-013b-4542-b1cb-449021da35f2 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] 10.222.0.54 "PUT /v2.0/routers/a4106d72-8050-4a68-8890-4cb57f44d718/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5134521 Jan 20 14:31:59.011230 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 39408) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:31:59.018712 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-ad737db6-a375-4f05-bc81-66ba3bc34197 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1749604620'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:31:59.037586 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-ad737db6-a375-4f05-bc81-66ba3bc34197 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:31:59.046346 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-ad737db6-a375-4f05-bc81-66ba3bc34197 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Usage tracker for resource:network and tenant:f85e30c327a64407a1a93d3333ba9261 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:31:59.054904 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-ad737db6-a375-4f05-bc81-66ba3bc34197 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:31:59.072289 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-ad737db6-a375-4f05-bc81-66ba3bc34197 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:31:59.108072 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-c2c49f59-6b28-473b-8a14-44f4861ccaa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4106d72-8050-4a68-8890-4cb57f44d718', 'name': 'tempest-RoutersIpV6Test-router-747136858', 'tenant_id': 'f85e30c327a64407a1a93d3333ba9261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:31:25Z', 'updated_at': '2022-01-20T14:31:54Z', 'revision_number': 4, 'project_id': 'f85e30c327a64407a1a93d3333ba9261', 'gw_port_host': None, '_interfaces': [{'id': '0ae4b75d-1d64-4989-a8c3-8f15b2866b02', 'name': '', 'network_id': 'fdf972f6-2883-456a-86ab-6b5d27b505b9', 'tenant_id': 'f85e30c327a64407a1a93d3333ba9261', 'mac_address': 'fa:16:3e:0a:d3:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4106d72-8050-4a68-8890-4cb57f44d718', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8c136b88-d925-4e45-b82d-d96971a1db8d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:31:40Z', 'updated_at': '2022-01-20T14:31:43Z', 'revision_number': 2, 'project_id': 'f85e30c327a64407a1a93d3333ba9261', 'subnets': [{'id': '8c136b88-d925-4e45-b82d-d96971a1db8d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2c629d2f-bca6-4803-85da-619f95722c32', 'name': '', 'network_id': '91e50d35-a900-4f04-86e7-a36832e0670f', 'tenant_id': 'f85e30c327a64407a1a93d3333ba9261', 'mac_address': 'fa:16:3e:98:0f:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4106d72-8050-4a68-8890-4cb57f44d718', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '21e8599e-2858-477d-9a9c-6e331a1d1565', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:31:52Z', 'updated_at': '2022-01-20T14:31:55Z', 'revision_number': 2, 'project_id': 'f85e30c327a64407a1a93d3333ba9261', 'subnets': [{'id': '21e8599e-2858-477d-9a9c-6e331a1d1565', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '780c2701-6ad4-417f-bed2-4de3d763ce9b', 'name': '', 'network_id': '59124e64-72a5-4678-bb60-32f8b65cb20e', 'tenant_id': 'f85e30c327a64407a1a93d3333ba9261', 'mac_address': 'fa:16:3e:0a:e3:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4106d72-8050-4a68-8890-4cb57f44d718', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7d2b6737-ab95-48d5-98e0-5c96cb2ba20c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:31:30Z', 'updated_at': '2022-01-20T14:31:52Z', 'revision_number': 5, 'project_id': 'f85e30c327a64407a1a93d3333ba9261', 'subnets': [{'id': '7d2b6737-ab95-48d5-98e0-5c96cb2ba20c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:31:59.114173 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c49f59-6b28-473b-8a14-44f4861ccaa4 None None] Checking router: a4106d72-8050-4a68-8890-4cb57f44d718 for host: dv-neutron-825124-1-hyperv {{(pid=84155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 14:31:59.114582 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c49f59-6b28-473b-8a14-44f4861ccaa4 None None] Updating router a4106d72-8050-4a68-8890-4cb57f44d718 port 0ae4b75d-1d64-4989-a8c3-8f15b2866b02 binding host dv-neutron-825124-1-hyperv {{(pid=84155) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 20 14:31:59.159690 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-5581fbd5-9b47-46ab-9d17-25e94c09755e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:59.175375 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-b533f77c-960a-4654-acf8-08ec2f85f0d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477'] for port, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:59.186343 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c2c49f59-6b28-473b-8a14-44f4861ccaa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:59.284595 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-513741e7-b120-4f29-86fc-4c3cf0554503 tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:59.285598 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad737db6-a375-4f05-bc81-66ba3bc34197 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Made reservation on behalf of f85e30c327a64407a1a93d3333ba9261 for: {'network': 1} {{(pid=84153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:31:59.285888 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b533f77c-960a-4654-acf8-08ec2f85f0d7 None None] Pushing event updated for resources: {'Port': ['ID=cf6f7406-0ae4-4bc2-928f-f50c96715f68,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:31:59.288617 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-ad737db6-a375-4f05-bc81-66ba3bc34197 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for network, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:59.291960 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] For port 5979b435-5638-4f95-a6fc-dadc3c276c04, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=5979b435-5638-4f95-a6fc-dadc3c276c04,segment=NetworkSegment(ffd12b0d-2019-4148-a093-de2a4407ace6),segment_id=ffd12b0d-2019-4148-a093-de2a4407ace6)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:31:59.298945 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-5949ad25-a9c9-4f65-9127-74ce12ede506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28f1e5c0-86fe-475f-9cf8-1a64de2d166e', 'name': 'tempest-snat-router-596597364', 'tenant_id': '29dad310a96543c1a4503904351121e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.169'}], 'enable_snat': True}, 'gw_port_id': 'ce2124a2-fd7d-433f-aa22-bb0770527a6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:31:52Z', 'updated_at': '2022-01-20T14:31:54Z', 'revision_number': 3, 'project_id': '29dad310a96543c1a4503904351121e9', 'gw_port': {'id': 'ce2124a2-fd7d-433f-aa22-bb0770527a6f', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:71:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28f1e5c0-86fe-475f-9cf8-1a64de2d166e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:31:53Z', 'updated_at': '2022-01-20T14:31:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv'}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:31:59.316576 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5949ad25-a9c9-4f65-9127-74ce12ede506 None None] Checking router: 28f1e5c0-86fe-475f-9cf8-1a64de2d166e for host: dv-neutron-825124-1-hyperv {{(pid=84154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 14:31:59.317180 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5949ad25-a9c9-4f65-9127-74ce12ede506 None None] Updating router 28f1e5c0-86fe-475f-9cf8-1a64de2d166e port ce2124a2-fd7d-433f-aa22-bb0770527a6f binding host dv-neutron-825124-1-hyperv {{(pid=84154) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 20 14:31:59.352133 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28afb461-02a7-4082-87f4-0217cde82d9c req-d706ef6d-0447-4ec5-813e-bfde4cf03ad2 tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:31:59.353891 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-28afb461-02a7-4082-87f4-0217cde82d9c req-d706ef6d-0447-4ec5-813e-bfde4cf03ad2 tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] 10.222.0.54 "GET /v2.0/ports?device_id=c1ec459f-0c13-4ec8-b610-ebb2038ce473 HTTP/1.1" status: 200 len: 945 time: 0.2049172 Jan 20 14:31:59.356826 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.db_base_plugin_common [None req-21b2f40d-9f50-4e5f-8da1-8cd86a679a06 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Allocated IP 2001:db8::352 (dbce74ed-d43c-4540-8d8d-e582f35e4792/3d40b680-4474-46ae-9b5b-410a0276ae88/823e321f-383a-4460-b056-e2dc20b8e734) {{(pid=84153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:31:59.369227 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5949ad25-a9c9-4f65-9127-74ce12ede506 None None] Port ce2124a2-fd7d-433f-aa22-bb0770527a6f not found while updating agent binding for router 28f1e5c0-86fe-475f-9cf8-1a64de2d166e. {{(pid=84154) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:210}} Jan 20 14:31:59.379026 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b533f77c-960a-4654-acf8-08ec2f85f0d7 None None] Network dbce74ed-d43c-4540-8d8d-e582f35e4792 is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:31:59.384086 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-b533f77c-960a-4654-acf8-08ec2f85f0d7 None None] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:31:59.387354 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:59.390979 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b533f77c-960a-4654-acf8-08ec2f85f0d7 None None] Received port after_create {{(pid=84154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:31:59.405978 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad737db6-a375-4f05-bc81-66ba3bc34197 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 161} {{(pid=84153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 14:31:59.408835 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.db_base_plugin_common [None req-21b2f40d-9f50-4e5f-8da1-8cd86a679a06 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Allocated IP 2001:db8:0:1:f816:3eff:feea:5fed (dbce74ed-d43c-4540-8d8d-e582f35e4792/c4378254-65fc-42f3-ab7b-a21d57f10cad/823e321f-383a-4460-b056-e2dc20b8e734) {{(pid=84153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:31:59.435883 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-28afb461-02a7-4082-87f4-0217cde82d9c req-321f0c63-4026-4c75-8cf6-ba5f1995dc52 tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] 10.222.0.54 "GET /v2.0/security-groups?id=578a98de-1d4e-4622-ab14-10bbfc156906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738699 Jan 20 14:31:59.437228 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-ad737db6-a375-4f05-bc81-66ba3bc34197 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:59.437724 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.db.segments_db [None req-ad737db6-a375-4f05-bc81-66ba3bc34197 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Added segment e2aa280e-ecb7-458d-96d5-47bb09a2e1c9 of type vlan for network 78eccb9c-7331-418f-be5d-2f64ab8de8d8 Jan 20 14:31:59.488760 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513741e7-b120-4f29-86fc-4c3cf0554503 tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] Pushing event deleted for resources: {'Port': ['ID=ce2124a2-fd7d-433f-aa22-bb0770527a6f,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:31:59.617499 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-ad737db6-a375-4f05-bc81-66ba3bc34197 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769553767792'] for network, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:31:59.700951 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 9852c435-b403-4427-984b-389757a38fb4 up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:31:59.731547 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5949ad25-a9c9-4f65-9127-74ce12ede506 None None] Routers {'28f1e5c0-86fe-475f-9cf8-1a64de2d166e'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:31:59.732320 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-5949ad25-a9c9-4f65-9127-74ce12ede506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:31:30Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['28f1e5c0-86fe-475f-9cf8-1a64de2d166e'], 'active': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:31:59.847894 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.db.resource_extend [None req-ad737db6-a375-4f05-bc81-66ba3bc34197 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 20 14:31:59.968306 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-513741e7-b120-4f29-86fc-4c3cf0554503 tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-745333'] for router_gateway, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:00.002588 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c2c49f59-6b28-473b-8a14-44f4861ccaa4 None None] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:00.012493 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-b533f77c-960a-4654-acf8-08ec2f85f0d7 None None] Attempting to bind port cf6f7406-0ae4-4bc2-928f-f50c96715f68 on host dv-neutron-825124-1-hyperv for vnic_type normal with profile {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:32:00.013241 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-b533f77c-960a-4654-acf8-08ec2f85f0d7 None None] Attempting to bind port cf6f7406-0ae4-4bc2-928f-f50c96715f68 by drivers openvswitch,hyperv on host dv-neutron-825124-1-hyperv at level 0 using segments [{'id': '7b61d093-41ff-4202-b223-533eb0f8da0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'dbce74ed-d43c-4540-8d8d-e582f35e4792'}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:32:00.013703 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b533f77c-960a-4654-acf8-08ec2f85f0d7 None None] Attempting to bind port cf6f7406-0ae4-4bc2-928f-f50c96715f68 on network dbce74ed-d43c-4540-8d8d-e582f35e4792 {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 14:32:00.030698 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.db.api [None req-5581fbd5-9b47-46ab-9d17-25e94c09755e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84154) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 14:32:00.031222 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG oslo_db.api [None req-5581fbd5-9b47-46ab-9d17-25e94c09755e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 14:32:00.033062 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-c2c49f59-6b28-473b-8a14-44f4861ccaa4 None None] Transition to ACTIVE for port object 0ae4b75d-1d64-4989-a8c3-8f15b2866b02 will not be triggered until provisioned by entity L2. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:32:00.040581 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Pushing event updated for resources: {'Port': ['ID=5979b435-5638-4f95-a6fc-dadc3c276c04,revision_number=3']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:32:00.050167 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvr_db [None req-5949ad25-a9c9-4f65-9127-74ce12ede506 None None] Set router 28f1e5c0-86fe-475f-9cf8-1a64de2d166e gateway port host: None {{(pid=84154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 14:32:00.097201 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-ad737db6-a375-4f05-bc81-66ba3bc34197 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967'] for network, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:00.106252 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad737db6-a375-4f05-bc81-66ba3bc34197 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:32:00.106818 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-ad737db6-a375-4f05-bc81-66ba3bc34197 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks [] for network, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:00.115273 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b533f77c-960a-4654-acf8-08ec2f85f0d7 None None] Checking agent: {'id': '6414dfeb-85c5-454a-8756-709ca637d800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825124-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 16, 31), 'started_at': datetime.datetime(2022, 1, 20, 14, 17, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 31, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825124-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 14:32:00.115810 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b533f77c-960a-4654-acf8-08ec2f85f0d7 None None] Checking segment: {'id': '7b61d093-41ff-4202-b223-533eb0f8da0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'dbce74ed-d43c-4540-8d8d-e582f35e4792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 14:32:00.129744 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-b533f77c-960a-4654-acf8-08ec2f85f0d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:00.153132 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b533f77c-960a-4654-acf8-08ec2f85f0d7 None None] Bound using segment: {'id': '7b61d093-41ff-4202-b223-533eb0f8da0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'dbce74ed-d43c-4540-8d8d-e582f35e4792'} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 14:32:00.153132 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-b533f77c-960a-4654-acf8-08ec2f85f0d7 None None] Bound port: cf6f7406-0ae4-4bc2-928f-f50c96715f68, host: dv-neutron-825124-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b61d093-41ff-4202-b223-533eb0f8da0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'dbce74ed-d43c-4540-8d8d-e582f35e4792'}}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:32:00.153132 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-b533f77c-960a-4654-acf8-08ec2f85f0d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:00.208000 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-21b2f40d-9f50-4e5f-8da1-8cd86a679a06 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks [] for port, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:00.352997 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-5949ad25-a9c9-4f65-9127-74ce12ede506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28f1e5c0-86fe-475f-9cf8-1a64de2d166e', 'name': 'tempest-snat-router-596597364', 'tenant_id': '29dad310a96543c1a4503904351121e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:31:52Z', 'updated_at': '2022-01-20T14:31:59Z', 'revision_number': 5, 'project_id': '29dad310a96543c1a4503904351121e9', 'gw_port_host': None}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:32:00.380502 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-513741e7-b120-4f29-86fc-4c3cf0554503 tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-737761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105493'] for router, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:00.384842 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5949ad25-a9c9-4f65-9127-74ce12ede506 None None] The sync data for ids ['28f1e5c0-86fe-475f-9cf8-1a64de2d166e'] in dv-neutron-825124-1-hyperv is: [{'id': '28f1e5c0-86fe-475f-9cf8-1a64de2d166e', 'name': 'tempest-snat-router-596597364', 'tenant_id': '29dad310a96543c1a4503904351121e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:31:52Z', 'updated_at': '2022-01-20T14:31:59Z', 'revision_number': 5, 'project_id': '29dad310a96543c1a4503904351121e9', 'gw_port_host': None}] {{(pid=84154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 14:32:00.389588 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-513741e7-b120-4f29-86fc-4c3cf0554503 tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:00.457190 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-934f3d2b-9f9d-4c87-bd15-005985c60b58 req-7cf71927-6ec5-4f96-9522-5d0dfef8e30f service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=2841efab0dc64ab1970d5183558f5547&device_id=c1ec459f-0c13-4ec8-b610-ebb2038ce473 HTTP/1.1" status: 200 len: 1098 time: 0.1943333 Jan 20 14:32:00.457545 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-b533f77c-960a-4654-acf8-08ec2f85f0d7 None None] For port cf6f7406-0ae4-4bc2-928f-f50c96715f68, host dv-neutron-825124-1-hyperv, cleared binding levels {{(pid=84154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 14:32:00.459383 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c2c49f59-6b28-473b-8a14-44f4861ccaa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:00.463723 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-b533f77c-960a-4654-acf8-08ec2f85f0d7 None None] For port cf6f7406-0ae4-4bc2-928f-f50c96715f68, host dv-neutron-825124-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=cf6f7406-0ae4-4bc2-928f-f50c96715f68,segment=NetworkSegment(7b61d093-41ff-4202-b223-533eb0f8da0a),segment_id=7b61d093-41ff-4202-b223-533eb0f8da0a)] {{(pid=84154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 14:32:00.494414 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:00.495225 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning for port 9852c435-b403-4427-984b-389757a38fb4 completed by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:32:00.505215 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-32d1f633-0e8f-47ca-a753-f86570efc58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:00.528852 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port 9852c435-b403-4427-984b-389757a38fb4 triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:32:00.532877 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:00.596643 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.provisioning_blocks [None req-21b2f40d-9f50-4e5f-8da1-8cd86a679a06 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Transition to ACTIVE for port object 823e321f-383a-4460-b056-e2dc20b8e734 will not be triggered until provisioned by entity DHCP. {{(pid=84153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:32:00.606395 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad737db6-a375-4f05-bc81-66ba3bc34197 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Pushing event updated for resources: {'Network': ['ID=78eccb9c-7331-418f-be5d-2f64ab8de8d8,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:32:00.608106 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-513741e7-b120-4f29-86fc-4c3cf0554503 tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-737693'] for router, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:00.608635 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-513741e7-b120-4f29-86fc-4c3cf0554503 tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 28f1e5c0-86fe-475f-9cf8-1a64de2d166e {{(pid=84152) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 20 14:32:00.615598 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-ad737db6-a375-4f05-bc81-66ba3bc34197 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.5984318 Jan 20 14:32:00.615598 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 39424) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:00.624521 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-6a6b7bed-2a71-429d-8355-84ee3d35cc31 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Request body: {'subnet': {'network_id': '78eccb9c-7331-418f-be5d-2f64ab8de8d8', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:32:00.638546 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-b533f77c-960a-4654-acf8-08ec2f85f0d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:00.645857 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-513741e7-b120-4f29-86fc-4c3cf0554503 tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] Notify callbacks [] for router, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:00.646882 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-513741e7-b120-4f29-86fc-4c3cf0554503 tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] 10.222.0.54 "DELETE /v2.0/routers/28f1e5c0-86fe-475f-9cf8-1a64de2d166e HTTP/1.1" status: 204 len: 168 time: 3.4078183 Jan 20 14:32:00.649906 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 39428) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:00.697484 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Network 78eccb9c-7331-418f-be5d-2f64ab8de8d8 details requested by agent ovs-agent-dv-neutron-825124-1-hyperv with host dv-neutron-825124-1-hyperv {{(pid=84154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 14:32:00.710458 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7c7925-e1e4-481e-a247-c910b8c1536b None None] Pushing event updated for resources: {'Port': ['ID=0ae4b75d-1d64-4989-a8c3-8f15b2866b02,revision_number=3']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:32:00.843180 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934f3d2b-9f9d-4c87-bd15-005985c60b58 req-f8cead3e-248a-4986-b713-f0a6113a4c57 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:32:00.848747 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-934f3d2b-9f9d-4c87-bd15-005985c60b58 req-f8cead3e-248a-4986-b713-f0a6113a4c57 service neutron] 10.222.0.106 "GET /v2.0/networks?id=f21a48f2-2a8e-483a-a3a2-338a6bf081a7 HTTP/1.1" status: 200 len: 912 time: 0.3826673 Jan 20 14:32:00.905179 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-21b2f40d-9f50-4e5f-8da1-8cd86a679a06 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:00.906554 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-c2c49f59-6b28-473b-8a14-44f4861ccaa4 None None] Attempting to bind port 0ae4b75d-1d64-4989-a8c3-8f15b2866b02 on host dv-neutron-825124-1-hyperv for vnic_type normal with profile {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:32:00.906554 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-c2c49f59-6b28-473b-8a14-44f4861ccaa4 None None] Attempting to bind port 0ae4b75d-1d64-4989-a8c3-8f15b2866b02 by drivers openvswitch,hyperv on host dv-neutron-825124-1-hyperv at level 0 using segments [{'id': '70267264-b790-4988-b22d-ea0ed318fb15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'fdf972f6-2883-456a-86ab-6b5d27b505b9'}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:32:00.906929 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c49f59-6b28-473b-8a14-44f4861ccaa4 None None] Attempting to bind port 0ae4b75d-1d64-4989-a8c3-8f15b2866b02 on network fdf972f6-2883-456a-86ab-6b5d27b505b9 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 14:32:00.917373 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c49f59-6b28-473b-8a14-44f4861ccaa4 None None] Checking agent: {'id': '6414dfeb-85c5-454a-8756-709ca637d800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825124-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 16, 31), 'started_at': datetime.datetime(2022, 1, 20, 14, 17, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 31, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825124-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 14:32:00.918330 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c49f59-6b28-473b-8a14-44f4861ccaa4 None None] Checking segment: {'id': '70267264-b790-4988-b22d-ea0ed318fb15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'fdf972f6-2883-456a-86ab-6b5d27b505b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 14:32:00.918742 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c2c49f59-6b28-473b-8a14-44f4861ccaa4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:00.919136 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c49f59-6b28-473b-8a14-44f4861ccaa4 None None] Bound using segment: {'id': '70267264-b790-4988-b22d-ea0ed318fb15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'fdf972f6-2883-456a-86ab-6b5d27b505b9'} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 14:32:00.922650 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-c2c49f59-6b28-473b-8a14-44f4861ccaa4 None None] Bound port: 0ae4b75d-1d64-4989-a8c3-8f15b2866b02, host: dv-neutron-825124-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70267264-b790-4988-b22d-ea0ed318fb15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'fdf972f6-2883-456a-86ab-6b5d27b505b9'}}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:32:00.923310 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c2c49f59-6b28-473b-8a14-44f4861ccaa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:00.979282 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608d1548-6f8e-43b1-998f-3a65ca10a94e req-cbab4f5d-c127-4ccf-898b-350eb0087436 tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:32:00.982608 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-608d1548-6f8e-43b1-998f-3a65ca10a94e req-cbab4f5d-c127-4ccf-898b-350eb0087436 tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] 10.222.0.54 "GET /v2.0/ports?device_id=c1ec459f-0c13-4ec8-b610-ebb2038ce473 HTTP/1.1" status: 200 len: 945 time: 0.8362403 Jan 20 14:32:00.984518 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b533f77c-960a-4654-acf8-08ec2f85f0d7 None None] Pushing event updated for resources: {'Port': ['ID=cf6f7406-0ae4-4bc2-928f-f50c96715f68,revision_number=2']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:32:01.036911 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-934f3d2b-9f9d-4c87-bd15-005985c60b58 req-c001eff1-6c87-4299-bcd4-35ea7c420dca service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=954e9a8a-d5fc-4913-9be8-605284de3e2f HTTP/1.1" status: 200 len: 999 time: 0.1738091 Jan 20 14:32:01.084161 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-c2c49f59-6b28-473b-8a14-44f4861ccaa4 None None] For port 0ae4b75d-1d64-4989-a8c3-8f15b2866b02, host dv-neutron-825124-1-hyperv, cleared binding levels {{(pid=84155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 14:32:01.088076 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-c2c49f59-6b28-473b-8a14-44f4861ccaa4 None None] For port 0ae4b75d-1d64-4989-a8c3-8f15b2866b02, host dv-neutron-825124-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=0ae4b75d-1d64-4989-a8c3-8f15b2866b02,segment=NetworkSegment(70267264-b790-4988-b22d-ea0ed318fb15),segment_id=70267264-b790-4988-b22d-ea0ed318fb15)] {{(pid=84155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 14:32:01.089999 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-9d471866-9e06-4aea-9af1-e22ad62617be None None] Provisioning complete for port 2c629d2f-bca6-4803-85da-619f95722c32 triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:32:01.090846 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-9d471866-9e06-4aea-9af1-e22ad62617be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:01.107627 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21b2f40d-9f50-4e5f-8da1-8cd86a679a06 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Network dbce74ed-d43c-4540-8d8d-e582f35e4792 is already hosted by enough agents. {{(pid=84153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:32:01.109653 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.base_scheduler [None req-21b2f40d-9f50-4e5f-8da1-8cd86a679a06 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Resources bound (agent type, host, resource id): {{(pid=84153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:32:01.114808 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:01.127207 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21b2f40d-9f50-4e5f-8da1-8cd86a679a06 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Received port after_create {{(pid=84153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:32:01.134933 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21b2f40d-9f50-4e5f-8da1-8cd86a679a06 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:32:01.136134 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-21b2f40d-9f50-4e5f-8da1-8cd86a679a06 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:01.174645 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c2c49f59-6b28-473b-8a14-44f4861ccaa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:01.175215 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] For port 9852c435-b403-4427-984b-389757a38fb4, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=9852c435-b403-4427-984b-389757a38fb4,segment=NetworkSegment(f628f1ba-6b70-4c9b-8839-62340c040c81),segment_id=f628f1ba-6b70-4c9b-8839-62340c040c81)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:32:01.181672 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-6a6b7bed-2a71-429d-8355-84ee3d35cc31 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:32:01.195447 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-9d471866-9e06-4aea-9af1-e22ad62617be None None] Port 2c629d2f-bca6-4803-85da-619f95722c32 cannot update to ACTIVE because it is not bound. {{(pid=84154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 14:32:01.201817 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-6a6b7bed-2a71-429d-8355-84ee3d35cc31 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Usage tracker for resource:subnet and tenant:f85e30c327a64407a1a93d3333ba9261 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:32:01.205970 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934f3d2b-9f9d-4c87-bd15-005985c60b58 req-c0b4ee02-db3f-4257-9601-eef02374277f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:32:01.207821 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-934f3d2b-9f9d-4c87-bd15-005985c60b58 req-c0b4ee02-db3f-4257-9601-eef02374277f service neutron] 10.222.0.106 "GET /v2.0/subnets?id=dd53d1af-78bb-45f3-8468-b0b04e8256e8 HTTP/1.1" status: 200 len: 850 time: 0.1137521 Jan 20 14:32:01.216310 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-6a6b7bed-2a71-429d-8355-84ee3d35cc31 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:32:01.234208 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-6a6b7bed-2a71-429d-8355-84ee3d35cc31 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:32:01.255862 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:01.363348 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a6b7bed-2a71-429d-8355-84ee3d35cc31 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Made reservation on behalf of f85e30c327a64407a1a93d3333ba9261 for: {'subnet': 1} {{(pid=84153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:32:01.405351 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7c7925-e1e4-481e-a247-c910b8c1536b None None] Pushing event updated for resources: {'Port': ['ID=0ae4b75d-1d64-4989-a8c3-8f15b2866b02,revision_number=4']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:32:01.407757 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-31aa6a92-c45a-474d-8818-052ef3b48550 tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] Notify callbacks [] for router, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:01.431101 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c49f59-6b28-473b-8a14-44f4861ccaa4 None None] Updating router a4106d72-8050-4a68-8890-4cb57f44d718 port 2c629d2f-bca6-4803-85da-619f95722c32 binding host dv-neutron-825124-1-hyperv {{(pid=84155) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 20 14:32:01.587305 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-608d1548-6f8e-43b1-998f-3a65ca10a94e req-f3ba47ea-c181-4f69-bed6-3e8d0c5a05ed tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] 10.222.0.54 "GET /v2.0/security-groups?id=578a98de-1d4e-4622-ab14-10bbfc156906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5540166 Jan 20 14:32:01.595845 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b2f40d-9f50-4e5f-8da1-8cd86a679a06 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Pushing event updated for resources: {'Port': ['ID=823e321f-383a-4460-b056-e2dc20b8e734,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:32:01.661141 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c2c49f59-6b28-473b-8a14-44f4861ccaa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:01.833562 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-934f3d2b-9f9d-4c87-bd15-005985c60b58 req-4e2ca4d8-a0d2-4e61-b554-cf782f9234dd service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=f21a48f2-2a8e-483a-a3a2-338a6bf081a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6192694 Jan 20 14:32:01.866790 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-21b2f40d-9f50-4e5f-8da1-8cd86a679a06 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 4.1619475 Jan 20 14:32:01.870075 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 39438) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:01.887559 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Pushing event updated for resources: {'Port': ['ID=9852c435-b403-4427-984b-389757a38fb4,revision_number=4']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:32:01.908322 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:01.952473 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-cdd98e71-1f0a-4421-baa9-dcb30e06edf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:02.024562 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device cf6f7406-0ae4-4bc2-928f-f50c96715f68 up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:32:02.046123 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-bc72b372-2dd0-4701-9443-c9e1c595ef67 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Deleting port 823e321f-383a-4460-b056-e2dc20b8e734 {{(pid=84153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:32:02.046726 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-bc72b372-2dd0-4701-9443-c9e1c595ef67 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:02.135487 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-6a6b7bed-2a71-429d-8355-84ee3d35cc31 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4193986'] for subnet, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:02.234483 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning for port cf6f7406-0ae4-4bc2-928f-f50c96715f68 completed by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:32:02.256186 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 5979b435-5638-4f95-a6fc-dadc3c276c04 up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:32:02.312789 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-934f3d2b-9f9d-4c87-bd15-005985c60b58 req-bb65104a-ba16-4e57-93d6-0c2a4fc3168f service neutron] 10.222.0.106 "GET /v2.0/networks/f21a48f2-2a8e-483a-a3a2-338a6bf081a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4670792 Jan 20 14:32:02.369119 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port 5979b435-5638-4f95-a6fc-dadc3c276c04 triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:32:02.370622 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:02.461760 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c2c49f59-6b28-473b-8a14-44f4861ccaa4 None None] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:02.486299 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-c2c49f59-6b28-473b-8a14-44f4861ccaa4 None None] Transition to ACTIVE for port object 2c629d2f-bca6-4803-85da-619f95722c32 will not be triggered until provisioned by entity L2. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:32:02.554025 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-934f3d2b-9f9d-4c87-bd15-005985c60b58 req-9a1021d0-f104-4114-a6f2-abb6a6704c26 service neutron] 10.222.0.106 "GET /v2.0/networks/f21a48f2-2a8e-483a-a3a2-338a6bf081a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2347367 Jan 20 14:32:02.563782 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c2c49f59-6b28-473b-8a14-44f4861ccaa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:02.565841 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-31aa6a92-c45a-474d-8818-052ef3b48550 tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:02.645174 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-31aa6a92-c45a-474d-8818-052ef3b48550 tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] Deleting port 9852c435-b403-4427-984b-389757a38fb4 {{(pid=84152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:32:02.645927 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-31aa6a92-c45a-474d-8818-052ef3b48550 tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:02.724676 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-bc72b372-2dd0-4701-9443-c9e1c595ef67 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:02.732940 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7c7925-e1e4-481e-a247-c910b8c1536b None None] Pushing event updated for resources: {'Port': ['ID=2c629d2f-bca6-4803-85da-619f95722c32,revision_number=3']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:32:02.900066 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-c2c49f59-6b28-473b-8a14-44f4861ccaa4 None None] Attempting to bind port 2c629d2f-bca6-4803-85da-619f95722c32 on host dv-neutron-825124-1-hyperv for vnic_type normal with profile {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:32:02.902127 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-c2c49f59-6b28-473b-8a14-44f4861ccaa4 None None] Attempting to bind port 2c629d2f-bca6-4803-85da-619f95722c32 by drivers openvswitch,hyperv on host dv-neutron-825124-1-hyperv at level 0 using segments [{'id': 'ffd12b0d-2019-4148-a093-de2a4407ace6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '91e50d35-a900-4f04-86e7-a36832e0670f'}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:32:02.902733 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c49f59-6b28-473b-8a14-44f4861ccaa4 None None] Attempting to bind port 2c629d2f-bca6-4803-85da-619f95722c32 on network 91e50d35-a900-4f04-86e7-a36832e0670f {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 14:32:02.918744 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c49f59-6b28-473b-8a14-44f4861ccaa4 None None] Checking agent: {'id': '6414dfeb-85c5-454a-8756-709ca637d800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825124-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 16, 31), 'started_at': datetime.datetime(2022, 1, 20, 14, 17, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 32, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825124-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 14:32:02.920206 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c49f59-6b28-473b-8a14-44f4861ccaa4 None None] Checking segment: {'id': 'ffd12b0d-2019-4148-a093-de2a4407ace6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '91e50d35-a900-4f04-86e7-a36832e0670f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 14:32:02.920840 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c2c49f59-6b28-473b-8a14-44f4861ccaa4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:02.921432 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c49f59-6b28-473b-8a14-44f4861ccaa4 None None] Bound using segment: {'id': 'ffd12b0d-2019-4148-a093-de2a4407ace6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '91e50d35-a900-4f04-86e7-a36832e0670f'} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 14:32:02.922229 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-c2c49f59-6b28-473b-8a14-44f4861ccaa4 None None] Bound port: 2c629d2f-bca6-4803-85da-619f95722c32, host: dv-neutron-825124-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffd12b0d-2019-4148-a093-de2a4407ace6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '91e50d35-a900-4f04-86e7-a36832e0670f'}}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:32:02.922972 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c2c49f59-6b28-473b-8a14-44f4861ccaa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:02.926874 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.db [None req-31aa6a92-c45a-474d-8818-052ef3b48550 tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] For port 9852c435-b403-4427-984b-389757a38fb4, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=9852c435-b403-4427-984b-389757a38fb4,segment=NetworkSegment(f628f1ba-6b70-4c9b-8839-62340c040c81),segment_id=f628f1ba-6b70-4c9b-8839-62340c040c81)] {{(pid=84152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:32:02.927229 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-31aa6a92-c45a-474d-8818-052ef3b48550 tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:02.965343 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-bc72b372-2dd0-4701-9443-c9e1c595ef67 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Calling delete_port for 823e321f-383a-4460-b056-e2dc20b8e734 owned by {{(pid=84153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:32:02.967103 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-eea6df97-7ff1-4b63-af20-e3ec8913deda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:03.064526 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-c2c49f59-6b28-473b-8a14-44f4861ccaa4 None None] For port 2c629d2f-bca6-4803-85da-619f95722c32, host dv-neutron-825124-1-hyperv, cleared binding levels {{(pid=84155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 14:32:03.069089 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-c2c49f59-6b28-473b-8a14-44f4861ccaa4 None None] For port 2c629d2f-bca6-4803-85da-619f95722c32, host dv-neutron-825124-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=2c629d2f-bca6-4803-85da-619f95722c32,segment=NetworkSegment(ffd12b0d-2019-4148-a093-de2a4407ace6),segment_id=ffd12b0d-2019-4148-a093-de2a4407ace6)] {{(pid=84155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 14:32:03.075177 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-31aa6a92-c45a-474d-8818-052ef3b48550 tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] Calling delete_port for 9852c435-b403-4427-984b-389757a38fb4 owned by network:router_gateway {{(pid=84152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:32:03.152245 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1ad8b3-9216-4410-abef-3a3c47a7a787 req-3cc72021-fc39-4def-babe-b042374ed72e tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:32:03.160250 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-ac1ad8b3-9216-4410-abef-3a3c47a7a787 req-3cc72021-fc39-4def-babe-b042374ed72e tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] 10.222.0.54 "GET /v2.0/ports?device_id=c1ec459f-0c13-4ec8-b610-ebb2038ce473 HTTP/1.1" status: 200 len: 945 time: 0.2433536 Jan 20 14:32:03.181933 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c2c49f59-6b28-473b-8a14-44f4861ccaa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:03.218012 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-6a6b7bed-2a71-429d-8355-84ee3d35cc31 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3943531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4194004'] for subnet, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:03.444360 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7c7925-e1e4-481e-a247-c910b8c1536b None None] Pushing event updated for resources: {'Port': ['ID=2c629d2f-bca6-4803-85da-619f95722c32,revision_number=4']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:32:03.446918 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-31aa6a92-c45a-474d-8818-052ef3b48550 tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:03.477135 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c49f59-6b28-473b-8a14-44f4861ccaa4 None None] Routers {'a4106d72-8050-4a68-8890-4cb57f44d718'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:32:03.477757 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-c2c49f59-6b28-473b-8a14-44f4861ccaa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:32:00Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['a4106d72-8050-4a68-8890-4cb57f44d718'], 'active': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:32:03.553354 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 9852c435-b403-4427-984b-389757a38fb4 up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:32:03.587654 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-ac1ad8b3-9216-4410-abef-3a3c47a7a787 req-fd02157f-3063-4193-81f7-4b34f430d1f1 tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] 10.222.0.54 "GET /v2.0/security-groups?id=578a98de-1d4e-4622-ab14-10bbfc156906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4262037 Jan 20 14:32:03.657778 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6b7bed-2a71-429d-8355-84ee3d35cc31 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Pushing event updated for resources: {'Subnet': ['ID=9723f6d2-a0a2-466f-b8fb-0c829323872f,revision_number=0']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:32:03.662226 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31aa6a92-c45a-474d-8818-052ef3b48550 tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] Pushing event deleted for resources: {'Port': ['ID=9852c435-b403-4427-984b-389757a38fb4,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:32:03.693801 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] No Port match for: 9852c435-b403-4427-984b-389757a38fb4 {{(pid=84154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 14:32:03.708809 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 9852c435-b403-4427-984b-389757a38fb4 not bound to the agent host dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Jan 20 14:32:03.764988 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a6b7bed-2a71-429d-8355-84ee3d35cc31 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Checking segment: {'id': 'e2aa280e-ecb7-458d-96d5-47bb09a2e1c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '78eccb9c-7331-418f-be5d-2f64ab8de8d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 14:32:03.772396 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a6b7bed-2a71-429d-8355-84ee3d35cc31 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Network hostable DHCP agents. Network: 78eccb9c-7331-418f-be5d-2f64ab8de8d8, hostable agents: ['1a181e39-5220-4c1a-88f8-08a54e8bfc9b'], hosted agents: [] {{(pid=84153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 14:32:03.803260 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Port 9852c435-b403-4427-984b-389757a38fb4 not found, will not notify nova. {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Jan 20 14:32:03.805029 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvr_db [None req-c2c49f59-6b28-473b-8a14-44f4861ccaa4 None None] Set router a4106d72-8050-4a68-8890-4cb57f44d718 gateway port host: None {{(pid=84155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 14:32:03.831562 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-bc72b372-2dd0-4701-9443-c9e1c595ef67 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:03.936853 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31aa6a92-c45a-474d-8818-052ef3b48550 tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:32:03.937359 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31aa6a92-c45a-474d-8818-052ef3b48550 tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:32:03.937966 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31aa6a92-c45a-474d-8818-052ef3b48550 tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:32:03.938398 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31aa6a92-c45a-474d-8818-052ef3b48550 tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:32:03.938782 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31aa6a92-c45a-474d-8818-052ef3b48550 tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:32:03.939342 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31aa6a92-c45a-474d-8818-052ef3b48550 tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:32:03.939858 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31aa6a92-c45a-474d-8818-052ef3b48550 tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:32:03.940265 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31aa6a92-c45a-474d-8818-052ef3b48550 tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:32:03.940595 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31aa6a92-c45a-474d-8818-052ef3b48550 tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:32:03.940937 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31aa6a92-c45a-474d-8818-052ef3b48550 tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:32:03.941248 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31aa6a92-c45a-474d-8818-052ef3b48550 tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:32:03.978654 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59676cbe-b76f-4e1f-ac7f-4fca0bd6c952 None None] Network dbce74ed-d43c-4540-8d8d-e582f35e4792 requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:32:04.106663 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-31aa6a92-c45a-474d-8818-052ef3b48550 tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-745333'] for router_gateway, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:04.120352 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc72b372-2dd0-4701-9443-c9e1c595ef67 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Pushing event deleted for resources: {'Port': ['ID=823e321f-383a-4460-b056-e2dc20b8e734,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:32:04.176134 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-bc72b372-2dd0-4701-9443-c9e1c595ef67 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:04.191735 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-bc72b372-2dd0-4701-9443-c9e1c595ef67 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] 10.222.0.54 "DELETE /v2.0/ports/823e321f-383a-4460-b056-e2dc20b8e734 HTTP/1.1" status: 204 len: 168 time: 2.3049209 Jan 20 14:32:04.194022 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 39452) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:04.325256 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-b69143f9-c80c-4236-8f60-a642394db0f8 None None] Provisioning for port cf6f7406-0ae4-4bc2-928f-f50c96715f68 completed by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:32:04.328487 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a6b7bed-2a71-429d-8355-84ee3d35cc31 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Network 78eccb9c-7331-418f-be5d-2f64ab8de8d8 is scheduled to be hosted by DHCP agent 1a181e39-5220-4c1a-88f8-08a54e8bfc9b with binding_index 1 {{(pid=84153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 14:32:04.333561 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-b69143f9-c80c-4236-8f60-a642394db0f8 None None] Provisioning complete for port cf6f7406-0ae4-4bc2-928f-f50c96715f68 triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:32:04.334095 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-b69143f9-c80c-4236-8f60-a642394db0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:04.365740 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-c2c49f59-6b28-473b-8a14-44f4861ccaa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4106d72-8050-4a68-8890-4cb57f44d718', 'name': 'tempest-RoutersIpV6Test-router-747136858', 'tenant_id': 'f85e30c327a64407a1a93d3333ba9261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:31:25Z', 'updated_at': '2022-01-20T14:31:54Z', 'revision_number': 4, 'project_id': 'f85e30c327a64407a1a93d3333ba9261', 'gw_port_host': None, '_interfaces': [{'id': '0ae4b75d-1d64-4989-a8c3-8f15b2866b02', 'name': '', 'network_id': 'fdf972f6-2883-456a-86ab-6b5d27b505b9', 'tenant_id': 'f85e30c327a64407a1a93d3333ba9261', 'mac_address': 'fa:16:3e:0a:d3:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4106d72-8050-4a68-8890-4cb57f44d718', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8c136b88-d925-4e45-b82d-d96971a1db8d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:31:40Z', 'updated_at': '2022-01-20T14:32:01Z', 'revision_number': 4, 'project_id': 'f85e30c327a64407a1a93d3333ba9261', 'subnets': [{'id': '8c136b88-d925-4e45-b82d-d96971a1db8d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2c629d2f-bca6-4803-85da-619f95722c32', 'name': '', 'network_id': '91e50d35-a900-4f04-86e7-a36832e0670f', 'tenant_id': 'f85e30c327a64407a1a93d3333ba9261', 'mac_address': 'fa:16:3e:98:0f:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4106d72-8050-4a68-8890-4cb57f44d718', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '21e8599e-2858-477d-9a9c-6e331a1d1565', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:31:52Z', 'updated_at': '2022-01-20T14:32:03Z', 'revision_number': 4, 'project_id': 'f85e30c327a64407a1a93d3333ba9261', 'subnets': [{'id': '21e8599e-2858-477d-9a9c-6e331a1d1565', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '780c2701-6ad4-417f-bed2-4de3d763ce9b', 'name': '', 'network_id': '59124e64-72a5-4678-bb60-32f8b65cb20e', 'tenant_id': 'f85e30c327a64407a1a93d3333ba9261', 'mac_address': 'fa:16:3e:0a:e3:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4106d72-8050-4a68-8890-4cb57f44d718', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7d2b6737-ab95-48d5-98e0-5c96cb2ba20c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:31:30Z', 'updated_at': '2022-01-20T14:31:52Z', 'revision_number': 5, 'project_id': 'f85e30c327a64407a1a93d3333ba9261', 'subnets': [{'id': '7d2b6737-ab95-48d5-98e0-5c96cb2ba20c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:32:04.375535 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae3934f9-0445-4564-b059-96ca9b731423 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:32:04.376311 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-ae3934f9-0445-4564-b059-96ca9b731423 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Synchronizing usage tracker for tenant:2cb17692bb0c4a2782f988652201ac42 on resource:port {{(pid=84153) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:32:04.377404 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c49f59-6b28-473b-8a14-44f4861ccaa4 None None] The sync data for ids ['a4106d72-8050-4a68-8890-4cb57f44d718'] in dv-neutron-825124-1-hyperv is: [{'id': 'a4106d72-8050-4a68-8890-4cb57f44d718', 'name': 'tempest-RoutersIpV6Test-router-747136858', 'tenant_id': 'f85e30c327a64407a1a93d3333ba9261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:31:25Z', 'updated_at': '2022-01-20T14:31:54Z', 'revision_number': 4, 'project_id': 'f85e30c327a64407a1a93d3333ba9261', 'gw_port_host': None, '_interfaces': [{'id': '0ae4b75d-1d64-4989-a8c3-8f15b2866b02', 'name': '', 'network_id': 'fdf972f6-2883-456a-86ab-6b5d27b505b9', 'tenant_id': 'f85e30c327a64407a1a93d3333ba9261', 'mac_address': 'fa:16:3e:0a:d3:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4106d72-8050-4a68-8890-4cb57f44d718', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8c136b88-d925-4e45-b82d-d96971a1db8d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:31:40Z', 'updated_at': '2022-01-20T14:32:01Z', 'revision_number': 4, 'project_id': 'f85e30c327a64407a1a93d3333ba9261', 'subnets': [{'id': '8c136b88-d925-4e45-b82d-d96971a1db8d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2c629d2f-bca6-4803-85da-619f95722c32', 'name': '', 'network_id': '91e50d35-a900-4f04-86e7-a36832e0670f', 'tenant_id': 'f85e30c327a64407a1a93d3333ba9261', 'mac_address': 'fa:16:3e:98:0f:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4106d72-8050-4a68-8890-4cb57f44d718', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '21e8599e-2858-477d-9a9c-6e331a1d1565', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:31:52Z', 'updated_at': '2022-01-20T14:32:03Z', 'revision_number': 4, 'project_id': 'f85e30c327a64407a1a93d3333ba9261', 'subnets': [{'id': '21e8599e-2858-477d-9a9c-6e331a1d1565', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '780c2701-6ad4-417f-bed2-4de3d763ce9b', 'name': '', 'network_id': '59124e64-72a5-4678-bb60-32f8b65cb20e', 'tenant_id': 'f85e30c327a64407a1a93d3333ba9261', 'mac_address': 'fa:16:3e:0a:e3:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4106d72-8050-4a68-8890-4cb57f44d718', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7d2b6737-ab95-48d5-98e0-5c96cb2ba20c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:31:30Z', 'updated_at': '2022-01-20T14:31:52Z', 'revision_number': 5, 'project_id': 'f85e30c327a64407a1a93d3333ba9261', 'subnets': [{'id': '7d2b6737-ab95-48d5-98e0-5c96cb2ba20c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 14:32:04.428074 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.base_scheduler [None req-6a6b7bed-2a71-429d-8355-84ee3d35cc31 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825124-1-hyperv, 78eccb9c-7331-418f-be5d-2f64ab8de8d8) {{(pid=84153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:32:04.435784 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a6b7bed-2a71-429d-8355-84ee3d35cc31 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:32:04.446861 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-6a6b7bed-2a71-429d-8355-84ee3d35cc31 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks [] for subnet, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:04.479281 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edfe0632-8ddf-4bb4-9e2b-a93e8f4ed742 None None] Network 78eccb9c-7331-418f-be5d-2f64ab8de8d8 requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:32:04.490128 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-ae3934f9-0445-4564-b059-96ca9b731423 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Unset dirty status for tenant:2cb17692bb0c4a2782f988652201ac42 on resource:port {{(pid=84153) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:32:04.496196 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-ae3934f9-0445-4564-b059-96ca9b731423 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 0.2964897 Jan 20 14:32:04.496196 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 39458) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:04.568961 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-6a6b7bed-2a71-429d-8355-84ee3d35cc31 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.9500432 Jan 20 14:32:04.572724 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 39462) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:04.640464 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-31aa6a92-c45a-474d-8818-052ef3b48550 tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-737761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105493'] for router, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:04.649852 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-b69143f9-c80c-4236-8f60-a642394db0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:04.653807 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-31aa6a92-c45a-474d-8818-052ef3b48550 tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:04.742359 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-b69143f9-c80c-4236-8f60-a642394db0f8 None None] For port cf6f7406-0ae4-4bc2-928f-f50c96715f68, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=cf6f7406-0ae4-4bc2-928f-f50c96715f68,segment=NetworkSegment(7b61d093-41ff-4202-b223-533eb0f8da0a),segment_id=7b61d093-41ff-4202-b223-533eb0f8da0a)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:32:04.768402 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3081e745-3e50-4bdd-90dd-278c18d61515 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:32:04.770090 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-3081e745-3e50-4bdd-90dd-278c18d61515 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 0.2749891 Jan 20 14:32:04.772789 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 39468) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:04.817210 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-31aa6a92-c45a-474d-8818-052ef3b48550 tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-737693'] for router, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:04.824663 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31aa6a92-c45a-474d-8818-052ef3b48550 tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5b91e54b-17eb-4db6-8196-34dfefab3d2f {{(pid=84152) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 20 14:32:04.858648 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-b69143f9-c80c-4236-8f60-a642394db0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:04.911281 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d133d7f1-24a5-4324-ac96-3fe1df2907a2 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:32:04.932880 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d133d7f1-24a5-4324-ac96-3fe1df2907a2 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:32:04.934992 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d133d7f1-24a5-4324-ac96-3fe1df2907a2 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:32:04.936002 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-d133d7f1-24a5-4324-ac96-3fe1df2907a2 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Synchronizing usage tracker for tenant:2cb17692bb0c4a2782f988652201ac42 on resource:subnet {{(pid=84152) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:32:04.951519 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69143f9-c80c-4236-8f60-a642394db0f8 None None] Pushing event updated for resources: {'Port': ['ID=cf6f7406-0ae4-4bc2-928f-f50c96715f68,revision_number=3']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:32:04.967421 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-31aa6a92-c45a-474d-8818-052ef3b48550 tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] Notify callbacks [] for router, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:04.970352 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-31aa6a92-c45a-474d-8818-052ef3b48550 tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] 10.222.0.54 "DELETE /v2.0/routers/5b91e54b-17eb-4db6-8196-34dfefab3d2f HTTP/1.1" status: 204 len: 168 time: 4.3186615 Jan 20 14:32:04.973513 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 39472) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:04.982358 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-76501410-af38-4184-b644-6abafdf91f46 tempest-RoutersAdminTest-1932179691 tempest-RoutersAdminTest-1932179691-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-816424825', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d'}, 'admin_state_up': False}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:32:04.991558 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-76501410-af38-4184-b644-6abafdf91f46 tempest-RoutersAdminTest-1932179691 tempest-RoutersAdminTest-1932179691-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:32:04.997306 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-76501410-af38-4184-b644-6abafdf91f46 tempest-RoutersAdminTest-1932179691 tempest-RoutersAdminTest-1932179691-project] Usage tracker for resource:router and tenant:24d2f449fe384707b209c61b67e81881 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:32:05.001405 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-76501410-af38-4184-b644-6abafdf91f46 tempest-RoutersAdminTest-1932179691 tempest-RoutersAdminTest-1932179691-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:32:05.007775 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-76501410-af38-4184-b644-6abafdf91f46 tempest-RoutersAdminTest-1932179691 tempest-RoutersAdminTest-1932179691-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:32:05.047061 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-43fbbc80-e2e0-49e3-a353-425bdd323d5c None None] Provisioning complete for port cf6f7406-0ae4-4bc2-928f-f50c96715f68 triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:32:05.047598 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-43fbbc80-e2e0-49e3-a353-425bdd323d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:05.064326 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-d133d7f1-24a5-4324-ac96-3fe1df2907a2 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Unset dirty status for tenant:2cb17692bb0c4a2782f988652201ac42 on resource:subnet {{(pid=84152) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:32:05.065652 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-d133d7f1-24a5-4324-ac96-3fe1df2907a2 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.2918882 Jan 20 14:32:05.068267 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 39476) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:05.077050 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fea10fba-c6d1-4ee0-80dd-73556de8068f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95c917f5-14ba-5e96-98b8-1a52654a930a-78eccb9c-7331-418f-be5d-2f64ab8de8d8', 'network_id': '78eccb9c-7331-418f-be5d-2f64ab8de8d8', 'tenant_id': 'f85e30c327a64407a1a93d3333ba9261', 'fixed_ips': [{'subnet_id': '9723f6d2-a0a2-466f-b8fb-0c829323872f'}]}} from dv-neutron-825124-1-hyperv. {{(pid=84154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 20 14:32:05.078207 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-fea10fba-c6d1-4ee0-80dd-73556de8068f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:05.112502 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-76501410-af38-4184-b644-6abafdf91f46 tempest-RoutersAdminTest-1932179691 tempest-RoutersAdminTest-1932179691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-105475'] for router, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:05.113917 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-76501410-af38-4184-b644-6abafdf91f46 tempest-RoutersAdminTest-1932179691 tempest-RoutersAdminTest-1932179691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-739204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-744864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-735540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-105484'] for router, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:05.129323 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125be9ce-e545-4751-ade4-27ce8d54f4c5 req-de1bb929-e0c9-4281-8ec4-d43276606e29 tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:32:05.130963 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-125be9ce-e545-4751-ade4-27ce8d54f4c5 req-de1bb929-e0c9-4281-8ec4-d43276606e29 tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] 10.222.0.54 "GET /v2.0/ports?device_id=c1ec459f-0c13-4ec8-b610-ebb2038ce473 HTTP/1.1" status: 200 len: 945 time: 0.2608316 Jan 20 14:32:05.197252 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-76501410-af38-4184-b644-6abafdf91f46 tempest-RoutersAdminTest-1932179691 tempest-RoutersAdminTest-1932179691-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:05.485306 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-125be9ce-e545-4751-ade4-27ce8d54f4c5 req-91f4ada9-767c-40a2-838b-cc3caab4df98 tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] 10.222.0.54 "GET /v2.0/security-groups?id=578a98de-1d4e-4622-ab14-10bbfc156906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1951256 Jan 20 14:32:05.580067 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.db_base_plugin_v2 [None req-d85329bd-95c3-46d5-9365-920cd37ba42a tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Deleting subnet 3d40b680-4474-46ae-9b5b-410a0276ae88 {{(pid=84152) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 20 14:32:05.587095 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-d85329bd-95c3-46d5-9365-920cd37ba42a tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks [] for subnet, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:05.735294 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-d85329bd-95c3-46d5-9365-920cd37ba42a tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3337915'] for subnet, precommit_delete_associations {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:05.797409 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_common [None req-fea10fba-c6d1-4ee0-80dd-73556de8068f None None] Allocated IP 2001:db8:3::2 (78eccb9c-7331-418f-be5d-2f64ab8de8d8/9723f6d2-a0a2-466f-b8fb-0c829323872f/a17c989d-a2eb-44fe-a815-51b698a6c59b) {{(pid=84154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:32:05.938190 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-76501410-af38-4184-b644-6abafdf91f46 tempest-RoutersAdminTest-1932179691 tempest-RoutersAdminTest-1932179691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-744886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-105502'] for router, precommit_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:05.947631 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-0c7da4c7-d34c-4ad5-bae4-7a9a62951789 None None] Could not find standard attr ID for object de453c7b-fd57-4d78-9d43-b11841888a29. {{(pid=84154) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 20 14:32:05.956275 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-0c7da4c7-d34c-4ad5-bae4-7a9a62951789 None None] Could not find standard attr ID for object 823e321f-383a-4460-b056-e2dc20b8e734. {{(pid=84154) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 20 14:32:05.993957 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-d85329bd-95c3-46d5-9365-920cd37ba42a tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1627147'] for subnet, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:06.138723 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4de12b-c89f-4533-8453-f0c06f9891d4 req-a6230786-b9a9-402b-a71c-713bd2f855e3 tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:32:06.140273 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-af4de12b-c89f-4533-8453-f0c06f9891d4 req-a6230786-b9a9-402b-a71c-713bd2f855e3 tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] 10.222.0.54 "GET /v2.0/ports?device_id=c1ec459f-0c13-4ec8-b610-ebb2038ce473 HTTP/1.1" status: 200 len: 945 time: 0.2673466 Jan 20 14:32:06.271967 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device cf6f7406-0ae4-4bc2-928f-f50c96715f68 up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:32:06.363707 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-d85329bd-95c3-46d5-9365-920cd37ba42a tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1627154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4163580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155308'] for subnet, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:06.436471 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-0b2e7cdd-c978-4022-9e50-6e447022719a tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:06.459176 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85329bd-95c3-46d5-9365-920cd37ba42a tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Pushing event deleted for resources: {'Subnet': ['ID=3d40b680-4474-46ae-9b5b-410a0276ae88,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:32:06.464420 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-af4de12b-c89f-4533-8453-f0c06f9891d4 req-396123d3-5440-4d63-9ecd-07d92d21a3e6 tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] 10.222.0.54 "GET /v2.0/security-groups?id=578a98de-1d4e-4622-ab14-10bbfc156906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3095543 Jan 20 14:32:06.481317 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-d85329bd-95c3-46d5-9365-920cd37ba42a tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks [] for subnet, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:06.484835 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-fea10fba-c6d1-4ee0-80dd-73556de8068f None None] Notify callbacks [] for port, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:06.558218 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-462a11ec-a56a-44ac-a620-35aa2afdc1e8 None None] Network dbce74ed-d43c-4540-8d8d-e582f35e4792 requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:32:06.582583 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-fea10fba-c6d1-4ee0-80dd-73556de8068f None None] Transition to ACTIVE for port object a17c989d-a2eb-44fe-a815-51b698a6c59b will not be triggered until provisioned by entity L2. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:32:06.626957 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-d85329bd-95c3-46d5-9365-920cd37ba42a tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] 10.222.0.54 "DELETE /v2.0/subnets/3d40b680-4474-46ae-9b5b-410a0276ae88 HTTP/1.1" status: 204 len: 168 time: 1.5570004 Jan 20 14:32:06.627528 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 39486) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:06.803074 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-fea10fba-c6d1-4ee0-80dd-73556de8068f None None] Transition to ACTIVE for port object a17c989d-a2eb-44fe-a815-51b698a6c59b will not be triggered until provisioned by entity DHCP. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:32:06.825129 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port cf6f7406-0ae4-4bc2-928f-f50c96715f68 triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:32:06.825750 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:06.857450 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-76501410-af38-4184-b644-6abafdf91f46 tempest-RoutersAdminTest-1932179691 tempest-RoutersAdminTest-1932179691-project] Notify callbacks [] for router_gateway, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:06.893506 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.db_base_plugin_v2 [None req-74e70313-96c8-4011-994c-a8e079b3a7fe tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Deleting subnet c4378254-65fc-42f3-ab7b-a21d57f10cad {{(pid=84152) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 20 14:32:06.920557 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-74e70313-96c8-4011-994c-a8e079b3a7fe tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks [] for subnet, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:06.969687 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-fea10fba-c6d1-4ee0-80dd-73556de8068f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477'] for port, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:06.976796 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-76501410-af38-4184-b644-6abafdf91f46 tempest-RoutersAdminTest-1932179691 tempest-RoutersAdminTest-1932179691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:07.099850 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.db_base_plugin_common [None req-0b2e7cdd-c978-4022-9e50-6e447022719a tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Allocated IP 2001:db8:3::1 (78eccb9c-7331-418f-be5d-2f64ab8de8d8/9723f6d2-a0a2-466f-b8fb-0c829323872f/fac05ea4-3e85-4224-a0bb-a0137720264e) {{(pid=84153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:32:07.138432 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-74e70313-96c8-4011-994c-a8e079b3a7fe tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3337915'] for subnet, precommit_delete_associations {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:07.149858 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fea10fba-c6d1-4ee0-80dd-73556de8068f None None] Network 78eccb9c-7331-418f-be5d-2f64ab8de8d8 is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:32:07.168519 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-fea10fba-c6d1-4ee0-80dd-73556de8068f None None] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:32:07.174635 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fea10fba-c6d1-4ee0-80dd-73556de8068f None None] Received port after_create {{(pid=84154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:32:07.363015 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1adf787b-d739-423b-9a27-c7eab0e9587b None None] Sync routers for ids ['a4106d72-8050-4a68-8890-4cb57f44d718'] in dv-neutron-825124-1-hyperv {{(pid=84154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 14:32:07.373284 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-74e70313-96c8-4011-994c-a8e079b3a7fe tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1627147'] for subnet, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:07.455704 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.db_base_plugin_common [None req-76501410-af38-4184-b644-6abafdf91f46 tempest-RoutersAdminTest-1932179691 tempest-RoutersAdminTest-1932179691-project] Allocated IP 172.26.7.20 (8dffb05c-5ca0-409b-bd5f-7be6264f707d/a489dd4f-42a5-433b-8be3-bab2749c4209/dea31552-2433-4c4a-81ea-4bea6abc0082) {{(pid=84152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:32:07.468639 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea10fba-c6d1-4ee0-80dd-73556de8068f None None] Pushing event updated for resources: {'Port': ['ID=a17c989d-a2eb-44fe-a815-51b698a6c59b,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:32:07.551526 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-fea10fba-c6d1-4ee0-80dd-73556de8068f None None] Attempting to bind port a17c989d-a2eb-44fe-a815-51b698a6c59b on host dv-neutron-825124-1-hyperv for vnic_type normal with profile {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:32:07.551750 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4973fbc-0809-4d85-8ab3-f8e19891db85 req-971be839-e805-4cc1-bf01-fdc5562568c7 tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:32:07.551891 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-fea10fba-c6d1-4ee0-80dd-73556de8068f None None] Attempting to bind port a17c989d-a2eb-44fe-a815-51b698a6c59b by drivers openvswitch,hyperv on host dv-neutron-825124-1-hyperv at level 0 using segments [{'id': 'e2aa280e-ecb7-458d-96d5-47bb09a2e1c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '78eccb9c-7331-418f-be5d-2f64ab8de8d8'}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:32:07.552297 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fea10fba-c6d1-4ee0-80dd-73556de8068f None None] Attempting to bind port a17c989d-a2eb-44fe-a815-51b698a6c59b on network 78eccb9c-7331-418f-be5d-2f64ab8de8d8 {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 14:32:07.553202 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-c4973fbc-0809-4d85-8ab3-f8e19891db85 req-971be839-e805-4cc1-bf01-fdc5562568c7 tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] 10.222.0.54 "GET /v2.0/ports?device_id=c1ec459f-0c13-4ec8-b610-ebb2038ce473 HTTP/1.1" status: 200 len: 945 time: 0.1618376 Jan 20 14:32:07.559600 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-0b2e7cdd-c978-4022-9e50-6e447022719a tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks [] for port, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:07.569093 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fea10fba-c6d1-4ee0-80dd-73556de8068f None None] Checking agent: {'id': '6414dfeb-85c5-454a-8756-709ca637d800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825124-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 16, 31), 'started_at': datetime.datetime(2022, 1, 20, 14, 17, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 32, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825124-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 14:32:07.569584 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fea10fba-c6d1-4ee0-80dd-73556de8068f None None] Checking segment: {'id': 'e2aa280e-ecb7-458d-96d5-47bb09a2e1c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '78eccb9c-7331-418f-be5d-2f64ab8de8d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 14:32:07.569870 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-fea10fba-c6d1-4ee0-80dd-73556de8068f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:07.570294 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fea10fba-c6d1-4ee0-80dd-73556de8068f None None] Bound using segment: {'id': 'e2aa280e-ecb7-458d-96d5-47bb09a2e1c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '78eccb9c-7331-418f-be5d-2f64ab8de8d8'} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 14:32:07.570781 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-fea10fba-c6d1-4ee0-80dd-73556de8068f None None] Bound port: a17c989d-a2eb-44fe-a815-51b698a6c59b, host: dv-neutron-825124-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2aa280e-ecb7-458d-96d5-47bb09a2e1c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '78eccb9c-7331-418f-be5d-2f64ab8de8d8'}}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:32:07.571150 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-fea10fba-c6d1-4ee0-80dd-73556de8068f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:07.583770 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea10fba-c6d1-4ee0-80dd-73556de8068f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:32:07.584144 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea10fba-c6d1-4ee0-80dd-73556de8068f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:32:07.584453 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea10fba-c6d1-4ee0-80dd-73556de8068f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:32:07.584790 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea10fba-c6d1-4ee0-80dd-73556de8068f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:32:07.585119 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea10fba-c6d1-4ee0-80dd-73556de8068f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:32:07.585449 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea10fba-c6d1-4ee0-80dd-73556de8068f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:32:07.585923 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea10fba-c6d1-4ee0-80dd-73556de8068f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:32:07.586278 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea10fba-c6d1-4ee0-80dd-73556de8068f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:32:07.586604 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea10fba-c6d1-4ee0-80dd-73556de8068f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:32:07.586924 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea10fba-c6d1-4ee0-80dd-73556de8068f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:32:07.587244 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea10fba-c6d1-4ee0-80dd-73556de8068f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:32:07.614714 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1adf787b-d739-423b-9a27-c7eab0e9587b None None] Routers {'a4106d72-8050-4a68-8890-4cb57f44d718'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:32:07.615358 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-1adf787b-d739-423b-9a27-c7eab0e9587b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:32:00Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['a4106d72-8050-4a68-8890-4cb57f44d718'], 'active': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:32:07.649354 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.provisioning_blocks [None req-0b2e7cdd-c978-4022-9e50-6e447022719a tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Transition to ACTIVE for port object fac05ea4-3e85-4224-a0bb-a0137720264e will not be triggered until provisioned by entity DHCP. {{(pid=84153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:32:07.658692 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-c4973fbc-0809-4d85-8ab3-f8e19891db85 req-91320162-69bf-4bd1-80aa-058c0153ed88 tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] 10.222.0.54 "GET /v2.0/security-groups?id=578a98de-1d4e-4622-ab14-10bbfc156906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0928884 Jan 20 14:32:07.699323 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 0ae4b75d-1d64-4989-a8c3-8f15b2866b02 up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:32:07.753697 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-76501410-af38-4184-b644-6abafdf91f46 tempest-RoutersAdminTest-1932179691 tempest-RoutersAdminTest-1932179691-project] Notify callbacks [] for port, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:07.799056 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-74e70313-96c8-4011-994c-a8e079b3a7fe tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1627154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4163580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155308'] for subnet, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:07.840171 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e70313-96c8-4011-994c-a8e079b3a7fe tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Pushing event deleted for resources: {'Subnet': ['ID=c4378254-65fc-42f3-ab7b-a21d57f10cad,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:32:07.845962 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-0b2e7cdd-c978-4022-9e50-6e447022719a tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:07.851196 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-74e70313-96c8-4011-994c-a8e079b3a7fe tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks [] for subnet, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:07.867389 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-74e70313-96c8-4011-994c-a8e079b3a7fe tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] 10.222.0.54 "DELETE /v2.0/subnets/c4378254-65fc-42f3-ab7b-a21d57f10cad HTTP/1.1" status: 204 len: 168 time: 1.2302213 Jan 20 14:32:07.872518 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 39494) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:07.938893 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b2e7cdd-c978-4022-9e50-6e447022719a tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Network 78eccb9c-7331-418f-be5d-2f64ab8de8d8 is already hosted by enough agents. {{(pid=84153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:32:07.939161 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-76501410-af38-4184-b644-6abafdf91f46 tempest-RoutersAdminTest-1932179691 tempest-RoutersAdminTest-1932179691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:07.943265 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.base_scheduler [None req-0b2e7cdd-c978-4022-9e50-6e447022719a tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Resources bound (agent type, host, resource id): {{(pid=84153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:32:07.949757 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b2e7cdd-c978-4022-9e50-6e447022719a tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Received port after_create {{(pid=84153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:32:07.950308 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-0b2e7cdd-c978-4022-9e50-6e447022719a tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-745387'] for router_interface, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:07.952172 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvr_db [None req-1adf787b-d739-423b-9a27-c7eab0e9587b None None] Set router a4106d72-8050-4a68-8890-4cb57f44d718 gateway port host: None {{(pid=84154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 14:32:07.962147 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2e7cdd-c978-4022-9e50-6e447022719a tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Pushing event updated for resources: {'Port': ['ID=fac05ea4-3e85-4224-a0bb-a0137720264e,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:32:07.972611 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2e7cdd-c978-4022-9e50-6e447022719a tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:32:07.978271 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2e7cdd-c978-4022-9e50-6e447022719a tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:32:07.978271 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2e7cdd-c978-4022-9e50-6e447022719a tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:32:07.978271 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2e7cdd-c978-4022-9e50-6e447022719a tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:32:07.978271 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2e7cdd-c978-4022-9e50-6e447022719a tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:32:07.978271 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2e7cdd-c978-4022-9e50-6e447022719a tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:32:07.978271 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2e7cdd-c978-4022-9e50-6e447022719a tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:32:07.978271 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2e7cdd-c978-4022-9e50-6e447022719a tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:32:07.978271 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2e7cdd-c978-4022-9e50-6e447022719a tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:32:07.978271 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2e7cdd-c978-4022-9e50-6e447022719a tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:32:07.978271 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2e7cdd-c978-4022-9e50-6e447022719a tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:32:07.979790 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-d3acd9d4-1b9b-4071-83ea-3d78373be71b tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1083937 Jan 20 14:32:07.983172 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 39498) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:08.006688 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-fea10fba-c6d1-4ee0-80dd-73556de8068f None None] For port a17c989d-a2eb-44fe-a815-51b698a6c59b, host dv-neutron-825124-1-hyperv, cleared binding levels {{(pid=84154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 14:32:08.028718 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76501410-af38-4184-b644-6abafdf91f46 tempest-RoutersAdminTest-1932179691 tempest-RoutersAdminTest-1932179691-project] Network 8dffb05c-5ca0-409b-bd5f-7be6264f707d is already hosted by enough agents. {{(pid=84152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:32:08.030232 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.base_scheduler [None req-76501410-af38-4184-b644-6abafdf91f46 tempest-RoutersAdminTest-1932179691 tempest-RoutersAdminTest-1932179691-project] Resources bound (agent type, host, resource id): {{(pid=84152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:32:08.032166 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76501410-af38-4184-b644-6abafdf91f46 tempest-RoutersAdminTest-1932179691 tempest-RoutersAdminTest-1932179691-project] Pushing event updated for resources: {'Port': ['ID=dea31552-2433-4c4a-81ea-4bea6abc0082,revision_number=1']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:32:08.035078 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76501410-af38-4184-b644-6abafdf91f46 tempest-RoutersAdminTest-1932179691 tempest-RoutersAdminTest-1932179691-project] Received port after_create {{(pid=84152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:32:08.039966 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-fea10fba-c6d1-4ee0-80dd-73556de8068f None None] For port a17c989d-a2eb-44fe-a815-51b698a6c59b, host dv-neutron-825124-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=a17c989d-a2eb-44fe-a815-51b698a6c59b,segment=NetworkSegment(e2aa280e-ecb7-458d-96d5-47bb09a2e1c9),segment_id=e2aa280e-ecb7-458d-96d5-47bb09a2e1c9)] {{(pid=84154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 14:32:08.124998 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a8fb5b5-9ec3-4919-b6e8-2a9bd52a582b tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:32:08.130228 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-5a8fb5b5-9ec3-4919-b6e8-2a9bd52a582b tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1422782 Jan 20 14:32:08.130946 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 39506) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:08.192247 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-fea10fba-c6d1-4ee0-80dd-73556de8068f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:08.243908 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bde1494-6318-4570-b50d-b32cb76b823e tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:32:08.244608 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-8bde1494-6318-4570-b50d-b32cb76b823e tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Synchronizing usage tracker for tenant:2cb17692bb0c4a2782f988652201ac42 on resource:subnet {{(pid=84153) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:32:08.247571 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning for port 0ae4b75d-1d64-4989-a8c3-8f15b2866b02 completed by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:32:08.274839 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-0b2e7cdd-c978-4022-9e50-6e447022719a tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:08.343695 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port 0ae4b75d-1d64-4989-a8c3-8f15b2866b02 triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:32:08.343944 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:08.380142 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-76501410-af38-4184-b644-6abafdf91f46 tempest-RoutersAdminTest-1932179691 tempest-RoutersAdminTest-1932179691-project] Notify callbacks [] for router_gateway, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:08.380860 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-76501410-af38-4184-b644-6abafdf91f46 tempest-RoutersAdminTest-1932179691 tempest-RoutersAdminTest-1932179691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-744861'] for router, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:08.421349 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-8bde1494-6318-4570-b50d-b32cb76b823e tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Unset dirty status for tenant:2cb17692bb0c4a2782f988652201ac42 on resource:subnet {{(pid=84153) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:32:08.422616 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-8bde1494-6318-4570-b50d-b32cb76b823e tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2906983 Jan 20 14:32:08.430490 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 39510) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:08.444573 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14a16ec1-6ed7-454f-a027-2cc6dfd17aaa None None] Update dhcp port {'port': {'network_id': 'dbce74ed-d43c-4540-8d8d-e582f35e4792', 'fixed_ips': [{'subnet_id': 'c4378254-65fc-42f3-ab7b-a21d57f10cad'}], 'binding:host_id': 'dv-neutron-825124-1-hyperv'}, 'id': 'cf6f7406-0ae4-4bc2-928f-f50c96715f68'} from dv-neutron-825124-1-hyperv. {{(pid=84154) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Jan 20 14:32:08.486672 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea10fba-c6d1-4ee0-80dd-73556de8068f None None] Pushing event updated for resources: {'Port': ['ID=a17c989d-a2eb-44fe-a815-51b698a6c59b,revision_number=2']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:32:08.528616 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-14a16ec1-6ed7-454f-a027-2cc6dfd17aaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:08.566970 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-107cf2f7-989e-4c69-a5f2-82592c9dacb7 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1355085 Jan 20 14:32:08.586357 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 39514) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:08.663946 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.pecan_wsgi.hooks.translation [None req-29a9ae4e-14ee-4d07-b224-e7c4593c10d7 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] DELETE failed (client error): The resource could not be found. Jan 20 14:32:08.664741 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29a9ae4e-14ee-4d07-b224-e7c4593c10d7 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:32:08.680427 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-29a9ae4e-14ee-4d07-b224-e7c4593c10d7 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] 10.222.0.54 "DELETE /v2.0/ports/823e321f-383a-4460-b056-e2dc20b8e734 HTTP/1.1" status: 404 len: 333 time: 0.0929117 Jan 20 14:32:08.683458 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 39520) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:08.711031 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f16904-60dd-4885-b3d8-7e525bb0df2c req-6bbb1a0c-f90c-47a5-820a-16c5af9958b4 tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:32:08.711742 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [req-58f16904-60dd-4885-b3d8-7e525bb0df2c req-6bbb1a0c-f90c-47a5-820a-16c5af9958b4 tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] Synchronizing usage tracker for tenant:2841efab0dc64ab1970d5183558f5547 on resource:port {{(pid=84152) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:32:08.758917 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.pecan_wsgi.hooks.translation [None req-e83b9219-dd6d-40f7-8280-f5c39c4d2f66 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] DELETE failed (client error): The resource could not be found. Jan 20 14:32:08.759372 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e83b9219-dd6d-40f7-8280-f5c39c4d2f66 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:32:08.765381 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-e83b9219-dd6d-40f7-8280-f5c39c4d2f66 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] 10.222.0.54 "DELETE /v2.0/subnets/c4378254-65fc-42f3-ab7b-a21d57f10cad HTTP/1.1" status: 404 len: 337 time: 0.0769053 Jan 20 14:32:08.767012 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 39526) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:08.826610 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.pecan_wsgi.hooks.translation [None req-57a122c3-741d-461e-b840-c849b74f0b86 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] DELETE failed (client error): The resource could not be found. Jan 20 14:32:08.827051 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57a122c3-741d-461e-b840-c849b74f0b86 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84152) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:32:08.831763 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-57a122c3-741d-461e-b840-c849b74f0b86 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] 10.222.0.54 "DELETE /v2.0/subnets/3d40b680-4474-46ae-9b5b-410a0276ae88 HTTP/1.1" status: 404 len: 337 time: 0.0633669 Jan 20 14:32:08.832311 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 39530) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:08.870512 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:08.893457 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76501410-af38-4184-b644-6abafdf91f46 tempest-RoutersAdminTest-1932179691 tempest-RoutersAdminTest-1932179691-project] Router 265faaae-cfa0-45b7-a9c6-8c53f22b7450 is scheduled to L3 agent 624d525b-4c26-4143-8a1c-228bb1c6faaa with binding_index 1 {{(pid=84152) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 20 14:32:08.901409 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [req-58f16904-60dd-4885-b3d8-7e525bb0df2c req-6bbb1a0c-f90c-47a5-820a-16c5af9958b4 tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] Unset dirty status for tenant:2841efab0dc64ab1970d5183558f5547 on resource:port {{(pid=84152) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:32:08.902829 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-58f16904-60dd-4885-b3d8-7e525bb0df2c req-6bbb1a0c-f90c-47a5-820a-16c5af9958b4 tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] 10.222.0.106 "GET /v2.0/ports?device_id=c1ec459f-0c13-4ec8-b610-ebb2038ce473 HTTP/1.1" status: 200 len: 945 time: 0.3176842 Jan 20 14:32:08.906211 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.pecan_wsgi.hooks.translation [None req-61c438fa-281d-4c3d-922d-f2178f9b172a tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] DELETE failed (client error): The resource could not be found. Jan 20 14:32:08.906741 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61c438fa-281d-4c3d-922d-f2178f9b172a tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84152) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:32:08.912242 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-61c438fa-281d-4c3d-922d-f2178f9b172a tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] 10.222.0.54 "DELETE /v2.0/ports/de453c7b-fd57-4d78-9d43-b11841888a29 HTTP/1.1" status: 404 len: 333 time: 0.0788302 Jan 20 14:32:08.922206 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 39534) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:09.042839 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b957b1d-1440-43e7-9e8d-8e38c58dd2da tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] DELETE failed (client error): The resource could not be found. Jan 20 14:32:09.043082 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b957b1d-1440-43e7-9e8d-8e38c58dd2da tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:32:09.046999 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-3b957b1d-1440-43e7-9e8d-8e38c58dd2da tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] 10.222.0.54 "DELETE /v2.0/subnets/685d5e15-15f4-4d07-aaf6-390812a4e56c HTTP/1.1" status: 404 len: 337 time: 0.1214063 Jan 20 14:32:09.050870 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 39538) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:09.101105 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] For port 0ae4b75d-1d64-4989-a8c3-8f15b2866b02, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=0ae4b75d-1d64-4989-a8c3-8f15b2866b02,segment=NetworkSegment(70267264-b790-4988-b22d-ea0ed318fb15),segment_id=70267264-b790-4988-b22d-ea0ed318fb15)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:32:09.114198 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-1adf787b-d739-423b-9a27-c7eab0e9587b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4106d72-8050-4a68-8890-4cb57f44d718', 'name': 'tempest-RoutersIpV6Test-router-747136858', 'tenant_id': 'f85e30c327a64407a1a93d3333ba9261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:31:25Z', 'updated_at': '2022-01-20T14:31:54Z', 'revision_number': 4, 'project_id': 'f85e30c327a64407a1a93d3333ba9261', 'gw_port_host': None, '_interfaces': [{'id': '0ae4b75d-1d64-4989-a8c3-8f15b2866b02', 'name': '', 'network_id': 'fdf972f6-2883-456a-86ab-6b5d27b505b9', 'tenant_id': 'f85e30c327a64407a1a93d3333ba9261', 'mac_address': 'fa:16:3e:0a:d3:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4106d72-8050-4a68-8890-4cb57f44d718', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8c136b88-d925-4e45-b82d-d96971a1db8d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:31:40Z', 'updated_at': '2022-01-20T14:32:01Z', 'revision_number': 4, 'project_id': 'f85e30c327a64407a1a93d3333ba9261', 'subnets': [{'id': '8c136b88-d925-4e45-b82d-d96971a1db8d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2c629d2f-bca6-4803-85da-619f95722c32', 'name': '', 'network_id': '91e50d35-a900-4f04-86e7-a36832e0670f', 'tenant_id': 'f85e30c327a64407a1a93d3333ba9261', 'mac_address': 'fa:16:3e:98:0f:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4106d72-8050-4a68-8890-4cb57f44d718', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '21e8599e-2858-477d-9a9c-6e331a1d1565', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:31:52Z', 'updated_at': '2022-01-20T14:32:03Z', 'revision_number': 4, 'project_id': 'f85e30c327a64407a1a93d3333ba9261', 'subnets': [{'id': '21e8599e-2858-477d-9a9c-6e331a1d1565', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '780c2701-6ad4-417f-bed2-4de3d763ce9b', 'name': '', 'network_id': '59124e64-72a5-4678-bb60-32f8b65cb20e', 'tenant_id': 'f85e30c327a64407a1a93d3333ba9261', 'mac_address': 'fa:16:3e:0a:e3:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4106d72-8050-4a68-8890-4cb57f44d718', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7d2b6737-ab95-48d5-98e0-5c96cb2ba20c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:31:30Z', 'updated_at': '2022-01-20T14:31:52Z', 'revision_number': 5, 'project_id': 'f85e30c327a64407a1a93d3333ba9261', 'subnets': [{'id': '7d2b6737-ab95-48d5-98e0-5c96cb2ba20c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:32:09.122278 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1adf787b-d739-423b-9a27-c7eab0e9587b None None] Checking router: a4106d72-8050-4a68-8890-4cb57f44d718 for host: dv-neutron-825124-1-hyperv {{(pid=84154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 14:32:09.135226 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1adf787b-d739-423b-9a27-c7eab0e9587b None None] Routers {'a4106d72-8050-4a68-8890-4cb57f44d718'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:32:09.136033 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-1adf787b-d739-423b-9a27-c7eab0e9587b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:32:00Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['a4106d72-8050-4a68-8890-4cb57f44d718'], 'active': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:32:09.152391 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [req-58f16904-60dd-4885-b3d8-7e525bb0df2c req-a5e326f0-7f5a-4a9a-88c3-cd24daad2fc0 tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] Deleting port 954e9a8a-d5fc-4913-9be8-605284de3e2f {{(pid=84152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:32:09.152755 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [req-58f16904-60dd-4885-b3d8-7e525bb0df2c req-a5e326f0-7f5a-4a9a-88c3-cd24daad2fc0 tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:09.188137 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.pecan_wsgi.hooks.translation [None req-5fb9426d-5db9-4360-8cc1-f0142edd9340 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] DELETE failed (client error): The resource could not be found. Jan 20 14:32:09.188652 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5fb9426d-5db9-4360-8cc1-f0142edd9340 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84152) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:32:09.192852 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-5fb9426d-5db9-4360-8cc1-f0142edd9340 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] 10.222.0.54 "DELETE /v2.0/subnets/2a36b3a7-0932-4ab4-bf04-a7cdb6d8fce2 HTTP/1.1" status: 404 len: 337 time: 0.1216102 Jan 20 14:32:09.193936 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-0b2e7cdd-c978-4022-9e50-6e447022719a tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks [] for port, precommit_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:09.196902 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 39544) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:09.200983 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07a5b09e-ff26-46b3-8fdd-6ac6069cfeed None None] Network dbce74ed-d43c-4540-8d8d-e582f35e4792 requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:32:09.232308 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:09.272004 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdf3c21-d5d8-4cca-926e-38ef78f3d479 req-583e252c-ff11-4527-a509-28f1ae3af6b3 tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:32:09.279430 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-0bdf3c21-d5d8-4cca-926e-38ef78f3d479 req-583e252c-ff11-4527-a509-28f1ae3af6b3 tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] 10.222.0.54 "GET /v2.0/ports?device_id=c1ec459f-0c13-4ec8-b610-ebb2038ce473 HTTP/1.1" status: 200 len: 945 time: 0.3139853 Jan 20 14:32:09.293502 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-0b2e7cdd-c978-4022-9e50-6e447022719a tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3944146'] for port, after_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:09.310451 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-0b2e7cdd-c978-4022-9e50-6e447022719a tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1705158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-743490'] for router_interface, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:09.427101 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa68af2a-e646-46a3-b25e-09e7add55b57 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] DELETE failed (client error): The resource could not be found. Jan 20 14:32:09.428116 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa68af2a-e646-46a3-b25e-09e7add55b57 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:32:09.429451 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-aa68af2a-e646-46a3-b25e-09e7add55b57 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] 10.222.0.54 "DELETE /v2.0/ports/f21c4c74-4083-4abc-8fe0-9520d74b2c3a HTTP/1.1" status: 404 len: 333 time: 0.2301452 Jan 20 14:32:09.450405 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 39550) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:09.562382 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device a17c989d-a2eb-44fe-a815-51b698a6c59b up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:32:09.591420 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.pecan_wsgi.hooks.translation [None req-25477fd3-4a92-4739-a72a-53a5477f6d7f tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] DELETE failed (client error): The resource could not be found. Jan 20 14:32:09.591854 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25477fd3-4a92-4739-a72a-53a5477f6d7f tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84152) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:32:09.593489 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-25477fd3-4a92-4739-a72a-53a5477f6d7f tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] 10.222.0.54 "DELETE /v2.0/subnets/870df9d8-e728-4c6e-8523-703bb8b46728 HTTP/1.1" status: 404 len: 337 time: 0.1362598 Jan 20 14:32:09.598632 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 39554) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:09.629670 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-d3da9b4d-bc92-4984-bdda-e2c01d234531 None None] Provisioning complete for port cf6f7406-0ae4-4bc2-928f-f50c96715f68 triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:32:09.630136 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-d3da9b4d-bc92-4984-bdda-e2c01d234531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:09.666794 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b1306df-d3e6-4f10-84ea-7ceb91a2d14e tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] DELETE failed (client error): The resource could not be found. Jan 20 14:32:09.667366 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b1306df-d3e6-4f10-84ea-7ceb91a2d14e tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84152) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:32:09.669665 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-2b1306df-d3e6-4f10-84ea-7ceb91a2d14e tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] 10.222.0.54 "DELETE /v2.0/subnets/54faa720-c142-4fc4-9c54-7efe8e2267c4 HTTP/1.1" status: 404 len: 337 time: 0.0693338 Jan 20 14:32:09.675939 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 39558) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:09.752276 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Pushing event updated for resources: {'Port': ['ID=0ae4b75d-1d64-4989-a8c3-8f15b2866b02,revision_number=5']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:32:09.776624 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvr_db [None req-1adf787b-d739-423b-9a27-c7eab0e9587b None None] Set router a4106d72-8050-4a68-8890-4cb57f44d718 gateway port host: None {{(pid=84154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 14:32:09.844313 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8c1d006-7c3b-465c-bf58-27a276bbc57b tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] DELETE failed (client error): The resource could not be found. Jan 20 14:32:09.844751 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8c1d006-7c3b-465c-bf58-27a276bbc57b tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84152) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:32:09.846389 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-d8c1d006-7c3b-465c-bf58-27a276bbc57b tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] 10.222.0.54 "DELETE /v2.0/ports/2d501a16-0dda-4451-8b8b-107157c2b36e HTTP/1.1" status: 404 len: 333 time: 0.1694307 Jan 20 14:32:09.850624 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 39562) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:09.857554 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2e7cdd-c978-4022-9e50-6e447022719a tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Pushing event updated for resources: {'Port': ['ID=fac05ea4-3e85-4224-a0bb-a0137720264e,revision_number=2']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:32:09.875077 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b2e7cdd-c978-4022-9e50-6e447022719a tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Network 78eccb9c-7331-418f-be5d-2f64ab8de8d8 is already hosted by enough agents. {{(pid=84153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:32:09.879589 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.base_scheduler [None req-0b2e7cdd-c978-4022-9e50-6e447022719a tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Resources bound (agent type, host, resource id): {{(pid=84153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:32:09.929982 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae26f66d-7529-4541-86b6-113d0e0469e3 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] DELETE failed (client error): The resource could not be found. Jan 20 14:32:09.930445 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae26f66d-7529-4541-86b6-113d0e0469e3 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84152) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:32:09.934866 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-ae26f66d-7529-4541-86b6-113d0e0469e3 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] 10.222.0.54 "DELETE /v2.0/subnets/db5db9f9-aea9-4420-8a2b-052f8289f8a6 HTTP/1.1" status: 404 len: 337 time: 0.0791144 Jan 20 14:32:09.939308 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 39566) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:09.961666 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-0bdf3c21-d5d8-4cca-926e-38ef78f3d479 req-40f71ebf-e67e-4165-b43e-154b3003575e tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] 10.222.0.54 "GET /v2.0/security-groups?id=578a98de-1d4e-4622-ab14-10bbfc156906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6364729 Jan 20 14:32:09.985134 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fc224c1-1faf-4fa4-af03-ef17f7ead25b tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] DELETE failed (client error): The resource could not be found. Jan 20 14:32:09.985571 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4fc224c1-1faf-4fa4-af03-ef17f7ead25b tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84152) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:32:09.994238 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-4fc224c1-1faf-4fa4-af03-ef17f7ead25b tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] 10.222.0.54 "DELETE /v2.0/subnets/1afc6f34-7cc2-4bbf-8e11-56e1728be5d2 HTTP/1.1" status: 404 len: 337 time: 0.0525677 Jan 20 14:32:10.000277 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26aa0091-e074-4b2d-9510-a90bf632ca0f None None] Network 78eccb9c-7331-418f-be5d-2f64ab8de8d8 requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:32:10.002937 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 39570) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:10.004370 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.db [req-58f16904-60dd-4885-b3d8-7e525bb0df2c req-a5e326f0-7f5a-4a9a-88c3-cd24daad2fc0 tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] For port 954e9a8a-d5fc-4913-9be8-605284de3e2f, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=954e9a8a-d5fc-4913-9be8-605284de3e2f,segment=NetworkSegment(08613a60-c567-423c-9903-64ff4979e267),segment_id=08613a60-c567-423c-9903-64ff4979e267)] {{(pid=84152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:32:10.004786 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [req-58f16904-60dd-4885-b3d8-7e525bb0df2c req-a5e326f0-7f5a-4a9a-88c3-cd24daad2fc0 tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:10.054259 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76501410-af38-4184-b644-6abafdf91f46 tempest-RoutersAdminTest-1932179691 tempest-RoutersAdminTest-1932179691-project] Notify agent at l3_agent.dv-neutron-825124-1-hyperv the message routers_updated {{(pid=84152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 14:32:10.059698 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning for port a17c989d-a2eb-44fe-a815-51b698a6c59b completed by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:32:10.068967 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4456a486-87c5-4350-bcae-b43e98f79ec4 None None] Sync routers for ids ['265faaae-cfa0-45b7-a9c6-8c53f22b7450'] in dv-neutron-825124-1-hyperv {{(pid=84155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 14:32:10.081125 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4456a486-87c5-4350-bcae-b43e98f79ec4 None None] Routers {'265faaae-cfa0-45b7-a9c6-8c53f22b7450'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:32:10.082014 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-4456a486-87c5-4350-bcae-b43e98f79ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:32:00Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['265faaae-cfa0-45b7-a9c6-8c53f22b7450'], 'active': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:32:10.130401 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.pecan_wsgi.hooks.translation [None req-6298c889-c77c-46df-8191-77c51d22b250 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] DELETE failed (client error): The resource could not be found. Jan 20 14:32:10.130987 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6298c889-c77c-46df-8191-77c51d22b250 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84152) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:32:10.135842 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-6298c889-c77c-46df-8191-77c51d22b250 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] 10.222.0.54 "DELETE /v2.0/ports/191049e5-82fd-4b44-a5f5-3dcc51cbd097 HTTP/1.1" status: 404 len: 333 time: 0.1190503 Jan 20 14:32:10.142937 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 39574) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:10.150797 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-4456a486-87c5-4350-bcae-b43e98f79ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:32:10.165838 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4456a486-87c5-4350-bcae-b43e98f79ec4 None None] Routers {'265faaae-cfa0-45b7-a9c6-8c53f22b7450'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:32:10.166761 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-4456a486-87c5-4350-bcae-b43e98f79ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:32:00Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['265faaae-cfa0-45b7-a9c6-8c53f22b7450'], 'active': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:32:10.197839 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fb69433-3c24-46b4-b2ad-7cd609860d53 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] DELETE failed (client error): The resource could not be found. Jan 20 14:32:10.198447 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4fb69433-3c24-46b4-b2ad-7cd609860d53 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84152) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:32:10.199869 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 2c629d2f-bca6-4803-85da-619f95722c32 up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:32:10.201158 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-4fb69433-3c24-46b4-b2ad-7cd609860d53 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] 10.222.0.54 "DELETE /v2.0/subnets/295c2a4c-90b0-4c23-b7aa-bf4b5ea7cc12 HTTP/1.1" status: 404 len: 337 time: 0.0571036 Jan 20 14:32:10.235234 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-4456a486-87c5-4350-bcae-b43e98f79ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:32:10.236717 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4456a486-87c5-4350-bcae-b43e98f79ec4 None None] The sync data for ids ['265faaae-cfa0-45b7-a9c6-8c53f22b7450'] in dv-neutron-825124-1-hyperv is: [] {{(pid=84155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 14:32:10.268272 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 39578) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:10.317036 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-76501410-af38-4184-b644-6abafdf91f46 tempest-RoutersAdminTest-1932179691 tempest-RoutersAdminTest-1932179691-project] Notify callbacks [] for router, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:10.318739 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-76501410-af38-4184-b644-6abafdf91f46 tempest-RoutersAdminTest-1932179691 tempest-RoutersAdminTest-1932179691-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 5.3437059 Jan 20 14:32:10.329348 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 39582) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:10.329896 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e26fbea-621f-48c3-9650-6d072972ffe9 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] DELETE failed (client error): The resource could not be found. Jan 20 14:32:10.329896 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e26fbea-621f-48c3-9650-6d072972ffe9 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84152) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:32:10.329896 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-5e26fbea-621f-48c3-9650-6d072972ffe9 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] 10.222.0.54 "DELETE /v2.0/ports/8e077826-153f-4989-bb56-8ee24f7efd36 HTTP/1.1" status: 404 len: 333 time: 0.0554919 Jan 20 14:32:10.330912 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-d1b43d33-7e22-461d-8fec-e814b06b15e2 tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'enable_snat': False}}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:32:10.333848 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 39586) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:10.378128 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8b87d78-e246-4f29-8515-a7da5930a5e3 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] DELETE failed (client error): The resource could not be found. Jan 20 14:32:10.378688 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8b87d78-e246-4f29-8515-a7da5930a5e3 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84152) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:32:10.382761 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-a8b87d78-e246-4f29-8515-a7da5930a5e3 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] 10.222.0.54 "DELETE /v2.0/subnets/50185c59-c162-4ed4-b46b-d4e46946dcb4 HTTP/1.1" status: 404 len: 337 time: 0.0459526 Jan 20 14:32:10.383593 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 39590) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:10.398500 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-528f8ac8-c0ce-4e1c-8771-7c8ca41b1afd None None] DHCP port deletion for dbce74ed-d43c-4540-8d8d-e582f35e4792 request from dv-neutron-825124-1-hyperv {{(pid=84154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 20 14:32:10.407555 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b2e7cdd-c978-4022-9e50-6e447022719a tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Router a4106d72-8050-4a68-8890-4cb57f44d718 has already been hosted by L3 agent 624d525b-4c26-4143-8a1c-228bb1c6faaa {{(pid=84153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 14:32:10.437489 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fe5b647-e148-4ee0-8a95-15480c094c3b tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] DELETE failed (client error): The resource could not be found. Jan 20 14:32:10.437489 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0fe5b647-e148-4ee0-8a95-15480c094c3b tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84152) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:32:10.438502 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-0fe5b647-e148-4ee0-8a95-15480c094c3b tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] 10.222.0.54 "DELETE /v2.0/ports/1648238d-472a-490c-aaec-0c3936520da2 HTTP/1.1" status: 404 len: 333 time: 0.0543258 Jan 20 14:32:10.446417 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 39596) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:10.457816 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-528f8ac8-c0ce-4e1c-8771-7c8ca41b1afd None None] Deleting port cf6f7406-0ae4-4bc2-928f-f50c96715f68 {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:32:10.458227 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-528f8ac8-c0ce-4e1c-8771-7c8ca41b1afd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:10.559290 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [req-58f16904-60dd-4885-b3d8-7e525bb0df2c req-a5e326f0-7f5a-4a9a-88c3-cd24daad2fc0 tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:10.559669 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [req-58f16904-60dd-4885-b3d8-7e525bb0df2c req-a5e326f0-7f5a-4a9a-88c3-cd24daad2fc0 tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-745254'] for floatingip, after_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:10.560125 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.db.l3_db [req-58f16904-60dd-4885-b3d8-7e525bb0df2c req-a5e326f0-7f5a-4a9a-88c3-cd24daad2fc0 tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] Floating IP 60b6c54b-c4c7-4adf-9504-c5752f3fec63 disassociated. External IP: 172.26.7.4, port: 954e9a8a-d5fc-4913-9be8-605284de3e2f. Jan 20 14:32:10.560472 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [req-58f16904-60dd-4885-b3d8-7e525bb0df2c req-a5e326f0-7f5a-4a9a-88c3-cd24daad2fc0 tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] Calling delete_port for 954e9a8a-d5fc-4913-9be8-605284de3e2f owned by compute:nova {{(pid=84152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:32:10.588943 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.pecan_wsgi.hooks.translation [None req-15de370b-daa6-4d93-b7a3-f6d03ab5c3da tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] DELETE failed (client error): The resource could not be found. Jan 20 14:32:10.591217 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15de370b-daa6-4d93-b7a3-f6d03ab5c3da tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:32:10.595044 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-15de370b-daa6-4d93-b7a3-f6d03ab5c3da tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] 10.222.0.54 "DELETE /v2.0/subnets/4f8ac83a-4a3b-4955-bc1a-5287b513beac HTTP/1.1" status: 404 len: 337 time: 0.0825281 Jan 20 14:32:10.597650 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 39602) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:10.633864 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning for port 2c629d2f-bca6-4803-85da-619f95722c32 completed by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:32:10.648819 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port 2c629d2f-bca6-4803-85da-619f95722c32 triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:32:10.649174 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:10.712387 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.pecan_wsgi.hooks.translation [None req-c644fd4e-e5da-4153-9d40-deae0285fb0f tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] DELETE failed (client error): The resource could not be found. Jan 20 14:32:10.712759 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c644fd4e-e5da-4153-9d40-deae0285fb0f tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:32:10.717271 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-c644fd4e-e5da-4153-9d40-deae0285fb0f tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] 10.222.0.54 "DELETE /v2.0/ports/93b963a0-9b99-4630-a2bd-1a65e77cc5a7 HTTP/1.1" status: 404 len: 333 time: 0.1127386 Jan 20 14:32:10.720643 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 39606) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:10.768133 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.pecan_wsgi.hooks.translation [None req-be0975d9-fd5d-471b-8f7f-3d27fd2138ad tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] DELETE failed (client error): The resource could not be found. Jan 20 14:32:10.768703 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be0975d9-fd5d-471b-8f7f-3d27fd2138ad tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84152) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:32:10.771580 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-2b418a7f-dcd1-4ab8-ab4a-80984127e4a0 None None] Provisioning for port a17c989d-a2eb-44fe-a815-51b698a6c59b completed by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:32:10.777224 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-be0975d9-fd5d-471b-8f7f-3d27fd2138ad tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] 10.222.0.54 "DELETE /v2.0/subnets/de6136d5-4f4c-4815-bbbf-7568919ef9bd HTTP/1.1" status: 404 len: 337 time: 0.0532804 Jan 20 14:32:10.777587 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 39610) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:10.798874 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-2b418a7f-dcd1-4ab8-ab4a-80984127e4a0 None None] Provisioning complete for port a17c989d-a2eb-44fe-a815-51b698a6c59b triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:32:10.799993 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-2b418a7f-dcd1-4ab8-ab4a-80984127e4a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:10.821631 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.pecan_wsgi.hooks.translation [None req-1eb42cb4-f0ca-46d2-b818-28cc5c607e82 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] DELETE failed (client error): The resource could not be found. Jan 20 14:32:10.822287 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1eb42cb4-f0ca-46d2-b818-28cc5c607e82 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84152) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:32:10.826758 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-1eb42cb4-f0ca-46d2-b818-28cc5c607e82 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] 10.222.0.54 "DELETE /v2.0/ports/e8179ec1-6890-45fc-bb34-dde57db1d706 HTTP/1.1" status: 404 len: 333 time: 0.0455072 Jan 20 14:32:10.827119 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 39614) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:10.849831 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b2e7cdd-c978-4022-9e50-6e447022719a tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify agent at l3_agent.dv-neutron-825124-1-hyperv the message routers_updated {{(pid=84153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 14:32:10.857123 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-0b2e7cdd-c978-4022-9e50-6e447022719a tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] 10.222.0.54 "PUT /v2.0/routers/a4106d72-8050-4a68-8890-4cb57f44d718/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2809820 Jan 20 14:32:10.858618 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 39618) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:10.867475 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf8c4118-cea0-47ba-94d2-7211e77951a6 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] DELETE failed (client error): The resource could not be found. Jan 20 14:32:10.867916 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf8c4118-cea0-47ba-94d2-7211e77951a6 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84152) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:32:10.872763 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-cf8c4118-cea0-47ba-94d2-7211e77951a6 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] 10.222.0.54 "DELETE /v2.0/subnets/66200f44-323d-42f5-94d5-cf376c9133fe HTTP/1.1" status: 404 len: 337 time: 0.0413530 Jan 20 14:32:10.872965 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-ab758777-c5cc-4f2e-b4a3-05c4c4ac6cb2 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:32:10.873090 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 39622) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:10.912351 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [req-58f16904-60dd-4885-b3d8-7e525bb0df2c req-a5e326f0-7f5a-4a9a-88c3-cd24daad2fc0 tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:10.943826 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-1adf787b-d739-423b-9a27-c7eab0e9587b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4106d72-8050-4a68-8890-4cb57f44d718', 'name': 'tempest-RoutersIpV6Test-router-747136858', 'tenant_id': 'f85e30c327a64407a1a93d3333ba9261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:31:25Z', 'updated_at': '2022-01-20T14:32:08Z', 'revision_number': 5, 'project_id': 'f85e30c327a64407a1a93d3333ba9261', 'gw_port_host': None, '_interfaces': [{'id': '0ae4b75d-1d64-4989-a8c3-8f15b2866b02', 'name': '', 'network_id': 'fdf972f6-2883-456a-86ab-6b5d27b505b9', 'tenant_id': 'f85e30c327a64407a1a93d3333ba9261', 'mac_address': 'fa:16:3e:0a:d3:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4106d72-8050-4a68-8890-4cb57f44d718', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8c136b88-d925-4e45-b82d-d96971a1db8d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:31:40Z', 'updated_at': '2022-01-20T14:32:09Z', 'revision_number': 5, 'project_id': 'f85e30c327a64407a1a93d3333ba9261', 'subnets': [{'id': '8c136b88-d925-4e45-b82d-d96971a1db8d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2c629d2f-bca6-4803-85da-619f95722c32', 'name': '', 'network_id': '91e50d35-a900-4f04-86e7-a36832e0670f', 'tenant_id': 'f85e30c327a64407a1a93d3333ba9261', 'mac_address': 'fa:16:3e:98:0f:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4106d72-8050-4a68-8890-4cb57f44d718', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '21e8599e-2858-477d-9a9c-6e331a1d1565', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:31:52Z', 'updated_at': '2022-01-20T14:32:03Z', 'revision_number': 4, 'project_id': 'f85e30c327a64407a1a93d3333ba9261', 'subnets': [{'id': '21e8599e-2858-477d-9a9c-6e331a1d1565', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '780c2701-6ad4-417f-bed2-4de3d763ce9b', 'name': '', 'network_id': '59124e64-72a5-4678-bb60-32f8b65cb20e', 'tenant_id': 'f85e30c327a64407a1a93d3333ba9261', 'mac_address': 'fa:16:3e:0a:e3:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4106d72-8050-4a68-8890-4cb57f44d718', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7d2b6737-ab95-48d5-98e0-5c96cb2ba20c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:31:30Z', 'updated_at': '2022-01-20T14:31:52Z', 'revision_number': 5, 'project_id': 'f85e30c327a64407a1a93d3333ba9261', 'subnets': [{'id': '7d2b6737-ab95-48d5-98e0-5c96cb2ba20c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fac05ea4-3e85-4224-a0bb-a0137720264e', 'name': '', 'network_id': '78eccb9c-7331-418f-be5d-2f64ab8de8d8', 'tenant_id': 'f85e30c327a64407a1a93d3333ba9261', 'mac_address': 'fa:16:3e:b3:32:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4106d72-8050-4a68-8890-4cb57f44d718', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9723f6d2-a0a2-466f-b8fb-0c829323872f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:32:06Z', 'updated_at': '2022-01-20T14:32:07Z', 'revision_number': 1, 'project_id': 'f85e30c327a64407a1a93d3333ba9261', 'subnets': [{'id': '9723f6d2-a0a2-466f-b8fb-0c829323872f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:32:10.964378 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.pecan_wsgi.hooks.translation [None req-0613513d-5781-4409-8223-d3e9a305ecef tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] DELETE failed (client error): The resource could not be found. Jan 20 14:32:10.965486 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0613513d-5781-4409-8223-d3e9a305ecef tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84152) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:32:10.970333 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-0613513d-5781-4409-8223-d3e9a305ecef tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] 10.222.0.54 "DELETE /v2.0/ports/92bea931-d6bc-4965-a990-585e6f646318 HTTP/1.1" status: 404 len: 333 time: 0.0932741 Jan 20 14:32:10.970333 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e326f0-7f5a-4a9a-88c3-cd24daad2fc0 tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] Pushing event deleted for resources: {'Port': ['ID=954e9a8a-d5fc-4913-9be8-605284de3e2f,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:32:10.973489 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 39626) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:10.978618 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1adf787b-d739-423b-9a27-c7eab0e9587b None None] The sync data for ids ['a4106d72-8050-4a68-8890-4cb57f44d718'] in dv-neutron-825124-1-hyperv is: [{'id': 'a4106d72-8050-4a68-8890-4cb57f44d718', 'name': 'tempest-RoutersIpV6Test-router-747136858', 'tenant_id': 'f85e30c327a64407a1a93d3333ba9261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:31:25Z', 'updated_at': '2022-01-20T14:32:08Z', 'revision_number': 5, 'project_id': 'f85e30c327a64407a1a93d3333ba9261', 'gw_port_host': None, '_interfaces': [{'id': '0ae4b75d-1d64-4989-a8c3-8f15b2866b02', 'name': '', 'network_id': 'fdf972f6-2883-456a-86ab-6b5d27b505b9', 'tenant_id': 'f85e30c327a64407a1a93d3333ba9261', 'mac_address': 'fa:16:3e:0a:d3:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4106d72-8050-4a68-8890-4cb57f44d718', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8c136b88-d925-4e45-b82d-d96971a1db8d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:31:40Z', 'updated_at': '2022-01-20T14:32:09Z', 'revision_number': 5, 'project_id': 'f85e30c327a64407a1a93d3333ba9261', 'subnets': [{'id': '8c136b88-d925-4e45-b82d-d96971a1db8d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2c629d2f-bca6-4803-85da-619f95722c32', 'name': '', 'network_id': '91e50d35-a900-4f04-86e7-a36832e0670f', 'tenant_id': 'f85e30c327a64407a1a93d3333ba9261', 'mac_address': 'fa:16:3e:98:0f:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4106d72-8050-4a68-8890-4cb57f44d718', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '21e8599e-2858-477d-9a9c-6e331a1d1565', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:31:52Z', 'updated_at': '2022-01-20T14:32:03Z', 'revision_number': 4, 'project_id': 'f85e30c327a64407a1a93d3333ba9261', 'subnets': [{'id': '21e8599e-2858-477d-9a9c-6e331a1d1565', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '780c2701-6ad4-417f-bed2-4de3d763ce9b', 'name': '', 'network_id': '59124e64-72a5-4678-bb60-32f8b65cb20e', 'tenant_id': 'f85e30c327a64407a1a93d3333ba9261', 'mac_address': 'fa:16:3e:0a:e3:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4106d72-8050-4a68-8890-4cb57f44d718', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7d2b6737-ab95-48d5-98e0-5c96cb2ba20c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:31:30Z', 'updated_at': '2022-01-20T14:31:52Z', 'revision_number': 5, 'project_id': 'f85e30c327a64407a1a93d3333ba9261', 'subnets': [{'id': '7d2b6737-ab95-48d5-98e0-5c96cb2ba20c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fac05ea4-3e85-4224-a0bb-a0137720264e', 'name': '', 'network_id': '78eccb9c-7331-418f-be5d-2f64ab8de8d8', 'tenant_id': 'f85e30c327a64407a1a93d3333ba9261', 'mac_address': 'fa:16:3e:b3:32:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4106d72-8050-4a68-8890-4cb57f44d718', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9723f6d2-a0a2-466f-b8fb-0c829323872f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:32:06Z', 'updated_at': '2022-01-20T14:32:07Z', 'revision_number': 1, 'project_id': 'f85e30c327a64407a1a93d3333ba9261', 'subnets': [{'id': '9723f6d2-a0a2-466f-b8fb-0c829323872f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 14:32:11.014494 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.pecan_wsgi.hooks.translation [None req-2043046e-16ef-4506-a9ed-e934c71c2d34 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] DELETE failed (client error): The resource could not be found. Jan 20 14:32:11.014943 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2043046e-16ef-4506-a9ed-e934c71c2d34 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84152) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:32:11.018956 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-2043046e-16ef-4506-a9ed-e934c71c2d34 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] 10.222.0.54 "DELETE /v2.0/subnets/5553c5e7-2148-441f-bb50-65d1a0c528d3 HTTP/1.1" status: 404 len: 337 time: 0.0420890 Jan 20 14:32:11.031075 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 39632) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:11.043272 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-528f8ac8-c0ce-4e1c-8771-7c8ca41b1afd None None] For port cf6f7406-0ae4-4bc2-928f-f50c96715f68, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=cf6f7406-0ae4-4bc2-928f-f50c96715f68,segment=NetworkSegment(7b61d093-41ff-4202-b223-533eb0f8da0a),segment_id=7b61d093-41ff-4202-b223-533eb0f8da0a)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:32:11.043538 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-528f8ac8-c0ce-4e1c-8771-7c8ca41b1afd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:11.150565 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.pecan_wsgi.hooks.translation [None req-f739bb80-5939-4da8-8cb9-c53a6c0bb830 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] DELETE failed (client error): The resource could not be found. Jan 20 14:32:11.151168 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f739bb80-5939-4da8-8cb9-c53a6c0bb830 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84152) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:32:11.156599 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-f739bb80-5939-4da8-8cb9-c53a6c0bb830 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] 10.222.0.54 "DELETE /v2.0/subnets/21ffc30b-2784-4ccb-9220-4490bba7c06c HTTP/1.1" status: 404 len: 337 time: 0.1244676 Jan 20 14:32:11.161624 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 39636) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:11.309764 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd50283c-42e5-46d9-aafe-f2a734bc9226 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] DELETE failed (client error): The resource could not be found. Jan 20 14:32:11.310224 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd50283c-42e5-46d9-aafe-f2a734bc9226 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84152) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:32:11.311868 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-fd50283c-42e5-46d9-aafe-f2a734bc9226 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] 10.222.0.54 "DELETE /v2.0/ports/348d3b8b-3177-43fc-a736-9e77953cc438 HTTP/1.1" status: 404 len: 333 time: 0.0742295 Jan 20 14:32:11.315757 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 39640) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:11.328082 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-f83a18ea-0c98-4ec0-a312-c76d968db2f0 req-b09beec8-d7ad-48d2-b220-f1ffa304a8f2 tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] 10.222.0.54 "GET /v2.0/ports?device_id=c1ec459f-0c13-4ec8-b610-ebb2038ce473 HTTP/1.1" status: 200 len: 210 time: 0.1668446 Jan 20 14:32:11.336298 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-528f8ac8-c0ce-4e1c-8771-7c8ca41b1afd None None] Calling delete_port for cf6f7406-0ae4-4bc2-928f-f50c96715f68 owned by network:dhcp {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:32:11.399661 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1fb4930-ac4d-4f2c-9f00-66ee6690ec8b tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] DELETE failed (client error): The resource could not be found. Jan 20 14:32:11.400372 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1fb4930-ac4d-4f2c-9f00-66ee6690ec8b tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84152) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:32:11.402843 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-a1fb4930-ac4d-4f2c-9f00-66ee6690ec8b tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] 10.222.0.54 "DELETE /v2.0/subnets/ce365ab8-f9d6-4a1e-8941-5d7869365428 HTTP/1.1" status: 404 len: 337 time: 0.0855482 Jan 20 14:32:11.405396 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 39644) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:11.405630 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:11.471250 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-2b418a7f-dcd1-4ab8-ab4a-80984127e4a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:11.471492 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.pecan_wsgi.hooks.translation [None req-361ec050-83c5-42ee-ab01-cf2844e99726 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] DELETE failed (client error): The resource could not be found. Jan 20 14:32:11.471838 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-361ec050-83c5-42ee-ab01-cf2844e99726 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84152) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:32:11.473600 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-361ec050-83c5-42ee-ab01-cf2844e99726 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] 10.222.0.54 "DELETE /v2.0/subnets/b09f7deb-68d1-4299-8334-8c9b1a6bd793 HTTP/1.1" status: 404 len: 337 time: 0.0668144 Jan 20 14:32:11.492701 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 39648) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:11.554802 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] For port 2c629d2f-bca6-4803-85da-619f95722c32, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=2c629d2f-bca6-4803-85da-619f95722c32,segment=NetworkSegment(ffd12b0d-2019-4148-a093-de2a4407ace6),segment_id=ffd12b0d-2019-4148-a093-de2a4407ace6)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:32:11.580024 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-2b418a7f-dcd1-4ab8-ab4a-80984127e4a0 None None] For port a17c989d-a2eb-44fe-a815-51b698a6c59b, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=a17c989d-a2eb-44fe-a815-51b698a6c59b,segment=NetworkSegment(e2aa280e-ecb7-458d-96d5-47bb09a2e1c9),segment_id=e2aa280e-ecb7-458d-96d5-47bb09a2e1c9)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:32:11.599180 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5bf1214-ccfe-44c2-801f-d89f8f57bdb5 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] DELETE failed (client error): The resource could not be found. Jan 20 14:32:11.599630 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5bf1214-ccfe-44c2-801f-d89f8f57bdb5 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84152) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:32:11.602887 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-f5bf1214-ccfe-44c2-801f-d89f8f57bdb5 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] 10.222.0.54 "DELETE /v2.0/ports/604efef5-9100-43b8-b743-b0d45244733b HTTP/1.1" status: 404 len: 333 time: 0.1031487 Jan 20 14:32:11.603974 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 39654) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:11.659694 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6c673f5-e319-4886-bd52-3ed3dffb72bb tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] DELETE failed (client error): The resource could not be found. Jan 20 14:32:11.660135 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6c673f5-e319-4886-bd52-3ed3dffb72bb tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84152) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:32:11.661782 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-f6c673f5-e319-4886-bd52-3ed3dffb72bb tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] 10.222.0.54 "DELETE /v2.0/subnets/3ca5ae94-49db-47f9-a6b2-b3e2f4496cef HTTP/1.1" status: 404 len: 337 time: 0.0568192 Jan 20 14:32:11.668748 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 39658) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:11.671639 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-528f8ac8-c0ce-4e1c-8771-7c8ca41b1afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486'] for port, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:11.740003 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.pecan_wsgi.hooks.translation [None req-71c162dc-0ade-4534-a274-16bdead695c9 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] DELETE failed (client error): The resource could not be found. Jan 20 14:32:11.755397 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71c162dc-0ade-4534-a274-16bdead695c9 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84152) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:32:11.755397 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-71c162dc-0ade-4534-a274-16bdead695c9 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] 10.222.0.54 "DELETE /v2.0/subnets/71f68ded-09bc-4842-9553-3b42cbaacf24 HTTP/1.1" status: 404 len: 337 time: 0.0723131 Jan 20 14:32:11.769491 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528f8ac8-c0ce-4e1c-8771-7c8ca41b1afd None None] Pushing event deleted for resources: {'Port': ['ID=cf6f7406-0ae4-4bc2-928f-f50c96715f68,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:32:11.775530 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:11.782207 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-2b418a7f-dcd1-4ab8-ab4a-80984127e4a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:11.797433 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-528f8ac8-c0ce-4e1c-8771-7c8ca41b1afd None None] No DVR routers for this DVR port cf6f7406-0ae4-4bc2-928f-f50c96715f68 on host dv-neutron-825124-1-hyperv {{(pid=84154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 14:32:11.895130 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Pushing event updated for resources: {'Port': ['ID=2c629d2f-bca6-4803-85da-619f95722c32,revision_number=5']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:32:11.907631 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 39662) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:11.909881 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device cf6f7406-0ae4-4bc2-928f-f50c96715f68 no longer exists at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:32:12.040424 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] No Port match for: cf6f7406-0ae4-4bc2-928f-f50c96715f68 {{(pid=84154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 14:32:12.040736 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device cf6f7406-0ae4-4bc2-928f-f50c96715f68 not bound to the agent host dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 14:32:12.041104 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 9852c435-b403-4427-984b-389757a38fb4 no longer exists at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:32:12.095601 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.pecan_wsgi.hooks.translation [None req-704643a4-37b8-4e2c-894a-e19759e602b4 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] DELETE failed (client error): The resource could not be found. Jan 20 14:32:12.096055 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-704643a4-37b8-4e2c-894a-e19759e602b4 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:32:12.100157 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-704643a4-37b8-4e2c-894a-e19759e602b4 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] 10.222.0.54 "DELETE /v2.0/ports/e00f9554-c0c8-453e-b17f-7c2d9ab00132 HTTP/1.1" status: 404 len: 333 time: 0.1011155 Jan 20 14:32:12.100899 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 39668) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:12.106406 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] No Port match for: 9852c435-b403-4427-984b-389757a38fb4 {{(pid=84154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 14:32:12.107339 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 9852c435-b403-4427-984b-389757a38fb4 not bound to the agent host dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 14:32:12.109540 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b418a7f-dcd1-4ab8-ab4a-80984127e4a0 None None] Pushing event updated for resources: {'Port': ['ID=a17c989d-a2eb-44fe-a815-51b698a6c59b,revision_number=3']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:32:12.123850 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ce67116-6e76-446e-98d5-7d2c38915fe8 None None] Sync routers for ids ['a4106d72-8050-4a68-8890-4cb57f44d718'] in dv-neutron-825124-1-hyperv {{(pid=84154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 14:32:12.137647 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ce67116-6e76-446e-98d5-7d2c38915fe8 None None] Routers {'a4106d72-8050-4a68-8890-4cb57f44d718'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:32:12.138908 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-8ce67116-6e76-446e-98d5-7d2c38915fe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:32:00Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['a4106d72-8050-4a68-8890-4cb57f44d718'], 'active': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:32:12.177219 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.pecan_wsgi.hooks.translation [None req-2684525e-827e-47ce-ab69-aef314a254da tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] DELETE failed (client error): The resource could not be found. Jan 20 14:32:12.177694 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2684525e-827e-47ce-ab69-aef314a254da tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84152) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:32:12.179386 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-2684525e-827e-47ce-ab69-aef314a254da tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] 10.222.0.54 "DELETE /v2.0/subnets/cef7487c-2b94-4451-a9c0-564521428a2d HTTP/1.1" status: 404 len: 337 time: 0.0775476 Jan 20 14:32:12.182397 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 39672) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:12.236196 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.pecan_wsgi.hooks.translation [None req-2bf7ae93-f06c-4948-9c95-e893783c6b27 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] DELETE failed (client error): The resource could not be found. Jan 20 14:32:12.236696 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2bf7ae93-f06c-4948-9c95-e893783c6b27 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84152) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:32:12.238450 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-2bf7ae93-f06c-4948-9c95-e893783c6b27 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] 10.222.0.54 "DELETE /v2.0/subnets/0a2ead96-c7f3-41a5-a232-e47a830efc25 HTTP/1.1" status: 404 len: 337 time: 0.0532610 Jan 20 14:32:12.240587 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.l3_agent_scheduler [req-58f16904-60dd-4885-b3d8-7e525bb0df2c req-a5e326f0-7f5a-4a9a-88c3-cd24daad2fc0 tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] Router 3aa1060b-e340-4a31-89f7-e96adaaa2648 has already been hosted by L3 agent 624d525b-4c26-4143-8a1c-228bb1c6faaa {{(pid=84152) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 14:32:12.241263 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 39676) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:12.383000 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device a17c989d-a2eb-44fe-a815-51b698a6c59b up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:32:12.400432 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-161c56cb-c17e-424d-987d-f057d10f4eed tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] 10.222.0.54 "GET /v2.0/ports?device_id=ecd029ba-0bb3-4880-9ca8-a6bd7ce4a3ed HTTP/1.1" status: 200 len: 205 time: 0.1538930 Jan 20 14:32:12.405011 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 39682) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:12.487154 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvr_db [None req-8ce67116-6e76-446e-98d5-7d2c38915fe8 None None] Set router a4106d72-8050-4a68-8890-4cb57f44d718 gateway port host: None {{(pid=84154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 14:32:12.488511 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.api.v2.resource [None req-42782ae5-8878-4ba4-ba68-9daf84ab1501 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] delete failed (client error): The resource could not be found. Jan 20 14:32:12.491100 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-42782ae5-8878-4ba4-ba68-9daf84ab1501 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] 10.222.0.54 "DELETE /v2.0/routers/ecd029ba-0bb3-4880-9ca8-a6bd7ce4a3ed HTTP/1.1" status: 404 len: 336 time: 0.0841331 Jan 20 14:32:12.493068 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 39686) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:12.533947 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-37ebfc3e-f169-4857-a9fc-b77a1e5b010e req-142bfd98-9802-405b-b7fe-3bea6b2eba1c tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] 10.222.0.54 "GET /v2.0/ports?device_id=c1ec459f-0c13-4ec8-b610-ebb2038ce473 HTTP/1.1" status: 200 len: 210 time: 0.0704713 Jan 20 14:32:12.538213 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.pecan_wsgi.hooks.translation [None req-c942be79-50fa-42b6-8a63-eee2b1b5654f tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] DELETE failed (client error): The resource could not be found. Jan 20 14:32:12.538661 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c942be79-50fa-42b6-8a63-eee2b1b5654f tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84152) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:32:12.543421 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-c942be79-50fa-42b6-8a63-eee2b1b5654f tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] 10.222.0.54 "DELETE /v2.0/subnets/abc49072-0a1d-4992-a208-c06fc6781a1a HTTP/1.1" status: 404 len: 337 time: 0.0463891 Jan 20 14:32:12.549186 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 39690) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:12.566097 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-f9c49843-be10-420c-99db-5684742f9b3b None None] Provisioning for port fac05ea4-3e85-4224-a0bb-a0137720264e completed by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:32:12.585370 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Device 954e9a8a-d5fc-4913-9be8-605284de3e2f no longer exists at agent hyperv_hv-neutron-8251 {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:32:12.606872 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-b1b1baed-efe9-4d36-94a0-072d156a5cc6 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] 10.222.0.54 "GET /v2.0/ports?device_id=b3acaad7-bfcc-4fd6-9c2a-704227dd2a22 HTTP/1.1" status: 200 len: 205 time: 0.0537777 Jan 20 14:32:12.616368 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 39694) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:12.617642 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-f9c49843-be10-420c-99db-5684742f9b3b None None] Provisioning complete for port fac05ea4-3e85-4224-a0bb-a0137720264e triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:32:12.617934 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-f9c49843-be10-420c-99db-5684742f9b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:12.663241 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] No Port match for: 954e9a8a-d5fc-4913-9be8-605284de3e2f {{(pid=84154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 14:32:12.663476 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Device 954e9a8a-d5fc-4913-9be8-605284de3e2f not bound to the agent host hv-neutron-8251 {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 14:32:12.686473 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.extraroute_db [None req-ab758777-c5cc-4f2e-b4a3-05c4c4ac6cb2 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Added routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=84153) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jan 20 14:32:12.711275 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.extraroute_db [None req-ab758777-c5cc-4f2e-b4a3-05c4c4ac6cb2 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Removed routes are [] {{(pid=84153) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jan 20 14:32:12.711840 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-ab758777-c5cc-4f2e-b4a3-05c4c4ac6cb2 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-744886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-105502'] for router, precommit_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:12.751759 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.api.v2.resource [None req-cc87ebb2-7863-46a2-bfac-12aea3e57e11 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] delete failed (client error): The resource could not be found. Jan 20 14:32:12.752803 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-cc87ebb2-7863-46a2-bfac-12aea3e57e11 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] 10.222.0.54 "DELETE /v2.0/routers/b3acaad7-bfcc-4fd6-9c2a-704227dd2a22 HTTP/1.1" status: 404 len: 336 time: 0.1355736 Jan 20 14:32:12.755640 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 39700) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:12.781629 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port a17c989d-a2eb-44fe-a815-51b698a6c59b triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:32:12.782009 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:12.801356 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e708d61-2fff-429e-bbaa-fe6cd70a7666 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] DELETE failed (client error): The resource could not be found. Jan 20 14:32:12.801805 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e708d61-2fff-429e-bbaa-fe6cd70a7666 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:32:12.805872 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-7e708d61-2fff-429e-bbaa-fe6cd70a7666 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] 10.222.0.54 "DELETE /v2.0/subnets/d75549e5-c1d6-47a3-8a29-d7afdda46acc HTTP/1.1" status: 404 len: 337 time: 0.0468814 Jan 20 14:32:12.806843 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 39704) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:12.810673 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-58f16904-60dd-4885-b3d8-7e525bb0df2c req-a5e326f0-7f5a-4a9a-88c3-cd24daad2fc0 tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] Notify agent at l3_agent.dv-neutron-825124-1-hyperv the message routers_updated {{(pid=84152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 14:32:12.821981 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b775e099-0b50-459e-8c87-8545666079bf None None] Sync routers for ids ['3aa1060b-e340-4a31-89f7-e96adaaa2648'] in dv-neutron-825124-1-hyperv {{(pid=84155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 14:32:12.840918 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b775e099-0b50-459e-8c87-8545666079bf None None] Routers {'3aa1060b-e340-4a31-89f7-e96adaaa2648'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:32:12.848773 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-b775e099-0b50-459e-8c87-8545666079bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:32:00Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['3aa1060b-e340-4a31-89f7-e96adaaa2648'], 'active': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:32:12.899822 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.l3_dvrscheduler_db [req-58f16904-60dd-4885-b3d8-7e525bb0df2c req-a5e326f0-7f5a-4a9a-88c3-cd24daad2fc0 tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] No DVR routers for this DVR port 954e9a8a-d5fc-4913-9be8-605284de3e2f on host hv-neutron-8251 {{(pid=84152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 14:32:12.903101 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [req-58f16904-60dd-4885-b3d8-7e525bb0df2c req-a5e326f0-7f5a-4a9a-88c3-cd24daad2fc0 tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:12.905839 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-58f16904-60dd-4885-b3d8-7e525bb0df2c req-a5e326f0-7f5a-4a9a-88c3-cd24daad2fc0 tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] 10.222.0.106 "DELETE /v2.0/ports/954e9a8a-d5fc-4913-9be8-605284de3e2f HTTP/1.1" status: 204 len: 173 time: 3.9922123 Jan 20 14:32:12.906471 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1ec459f-0c13-4ec8-b610-ebb2038ce473', 'name': 'network-vif-deleted', 'tag': '954e9a8a-d5fc-4913-9be8-605284de3e2f'}] {{(pid=84152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 14:32:12.938370 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-f9c49843-be10-420c-99db-5684742f9b3b None None] Port fac05ea4-3e85-4224-a0bb-a0137720264e cannot update to ACTIVE because it is not bound. {{(pid=84154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 14:32:12.964420 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d8ecb7e-2c98-4283-a457-b8f69f5539c8 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] DELETE failed (client error): The resource could not be found. Jan 20 14:32:12.973499 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d8ecb7e-2c98-4283-a457-b8f69f5539c8 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:32:12.973499 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-1d8ecb7e-2c98-4283-a457-b8f69f5539c8 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] 10.222.0.54 "DELETE /v2.0/subnets/1f6c549b-bc84-48b1-b34f-362966ac666e HTTP/1.1" status: 404 len: 337 time: 0.1593728 Jan 20 14:32:12.973950 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 39712) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:12.982316 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-f9c49843-be10-420c-99db-5684742f9b3b None None] Provisioning complete for port a17c989d-a2eb-44fe-a815-51b698a6c59b triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:32:12.982708 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-f9c49843-be10-420c-99db-5684742f9b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:13.049687 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1404842-65f9-47c1-b02d-b2baa106dbf0 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] DELETE failed (client error): The resource could not be found. Jan 20 14:32:13.050492 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1404842-65f9-47c1-b02d-b2baa106dbf0 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84152) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:32:13.055697 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-b1404842-65f9-47c1-b02d-b2baa106dbf0 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] 10.222.0.54 "DELETE /v2.0/ports/99e78131-68e4-4b3f-a77d-78e0c35bfb3b HTTP/1.1" status: 404 len: 333 time: 0.0776663 Jan 20 14:32:13.056114 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 39716) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:13.113968 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.pecan_wsgi.hooks.translation [None req-548eb0b0-3e4c-4794-9df2-1f698c1373bc tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] DELETE failed (client error): The resource could not be found. Jan 20 14:32:13.114447 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-548eb0b0-3e4c-4794-9df2-1f698c1373bc tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84152) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:32:13.118842 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-548eb0b0-3e4c-4794-9df2-1f698c1373bc tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] 10.222.0.54 "DELETE /v2.0/subnets/e2d67773-4936-4f70-88d7-4fb81f932633 HTTP/1.1" status: 404 len: 337 time: 0.0592275 Jan 20 14:32:13.119530 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 39720) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:13.156065 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 0ae4b75d-1d64-4989-a8c3-8f15b2866b02 up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:32:13.169587 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvr_db [None req-b775e099-0b50-459e-8c87-8545666079bf None None] Set router 3aa1060b-e340-4a31-89f7-e96adaaa2648 gateway port host: dv-neutron-825124-1-hyperv {{(pid=84155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 14:32:13.185396 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.pecan_wsgi.hooks.translation [None req-43efe540-586e-4d53-950a-849fb76cd024 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] DELETE failed (client error): The resource could not be found. Jan 20 14:32:13.185396 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43efe540-586e-4d53-950a-849fb76cd024 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:32:13.185396 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-43efe540-586e-4d53-950a-849fb76cd024 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] 10.222.0.54 "DELETE /v2.0/ports/3a89903b-0270-432d-82dc-f1d03c626f23 HTTP/1.1" status: 404 len: 333 time: 0.0611241 Jan 20 14:32:13.185770 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 39724) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:13.243784 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.pecan_wsgi.hooks.translation [None req-12ee0b6c-d0a4-4d3e-ab0f-5b53d69506b7 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] DELETE failed (client error): The resource could not be found. Jan 20 14:32:13.244597 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12ee0b6c-d0a4-4d3e-ab0f-5b53d69506b7 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84152) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:32:13.250054 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-12ee0b6c-d0a4-4d3e-ab0f-5b53d69506b7 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] 10.222.0.54 "DELETE /v2.0/subnets/82e8ec5b-0ce2-41b1-aa52-e044d4eef662 HTTP/1.1" status: 404 len: 337 time: 0.0587626 Jan 20 14:32:13.250462 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1ec459f-0c13-4ec8-b610-ebb2038ce473', 'name': 'network-vif-deleted', 'tag': '954e9a8a-d5fc-4913-9be8-605284de3e2f', 'status': 'completed', 'code': 200} Jan 20 14:32:13.250959 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 39728) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:13.283817 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-d1b43d33-7e22-461d-8fec-e814b06b15e2 tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-744886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-105502'] for router, precommit_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:13.325803 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.pecan_wsgi.hooks.translation [None req-c268948a-66c5-48be-8184-144b6110019c tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] DELETE failed (client error): The resource could not be found. Jan 20 14:32:13.326286 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c268948a-66c5-48be-8184-144b6110019c tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84152) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:32:13.329112 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-c268948a-66c5-48be-8184-144b6110019c tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] 10.222.0.54 "DELETE /v2.0/ports/6a309079-5d10-44f0-bef7-23d18bc973c0 HTTP/1.1" status: 404 len: 333 time: 0.0744505 Jan 20 14:32:13.331075 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 39732) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:13.382163 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-8ce67116-6e76-446e-98d5-7d2c38915fe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4106d72-8050-4a68-8890-4cb57f44d718', 'name': 'tempest-RoutersIpV6Test-router-747136858', 'tenant_id': 'f85e30c327a64407a1a93d3333ba9261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:31:25Z', 'updated_at': '2022-01-20T14:32:08Z', 'revision_number': 5, 'project_id': 'f85e30c327a64407a1a93d3333ba9261', 'gw_port_host': None, '_interfaces': [{'id': '0ae4b75d-1d64-4989-a8c3-8f15b2866b02', 'name': '', 'network_id': 'fdf972f6-2883-456a-86ab-6b5d27b505b9', 'tenant_id': 'f85e30c327a64407a1a93d3333ba9261', 'mac_address': 'fa:16:3e:0a:d3:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4106d72-8050-4a68-8890-4cb57f44d718', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8c136b88-d925-4e45-b82d-d96971a1db8d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:31:40Z', 'updated_at': '2022-01-20T14:32:09Z', 'revision_number': 5, 'project_id': 'f85e30c327a64407a1a93d3333ba9261', 'subnets': [{'id': '8c136b88-d925-4e45-b82d-d96971a1db8d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2c629d2f-bca6-4803-85da-619f95722c32', 'name': '', 'network_id': '91e50d35-a900-4f04-86e7-a36832e0670f', 'tenant_id': 'f85e30c327a64407a1a93d3333ba9261', 'mac_address': 'fa:16:3e:98:0f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4106d72-8050-4a68-8890-4cb57f44d718', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '21e8599e-2858-477d-9a9c-6e331a1d1565', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:31:52Z', 'updated_at': '2022-01-20T14:32:11Z', 'revision_number': 5, 'project_id': 'f85e30c327a64407a1a93d3333ba9261', 'subnets': [{'id': '21e8599e-2858-477d-9a9c-6e331a1d1565', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '780c2701-6ad4-417f-bed2-4de3d763ce9b', 'name': '', 'network_id': '59124e64-72a5-4678-bb60-32f8b65cb20e', 'tenant_id': 'f85e30c327a64407a1a93d3333ba9261', 'mac_address': 'fa:16:3e:0a:e3:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4106d72-8050-4a68-8890-4cb57f44d718', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7d2b6737-ab95-48d5-98e0-5c96cb2ba20c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:31:30Z', 'updated_at': '2022-01-20T14:31:52Z', 'revision_number': 5, 'project_id': 'f85e30c327a64407a1a93d3333ba9261', 'subnets': [{'id': '7d2b6737-ab95-48d5-98e0-5c96cb2ba20c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fac05ea4-3e85-4224-a0bb-a0137720264e', 'name': '', 'network_id': '78eccb9c-7331-418f-be5d-2f64ab8de8d8', 'tenant_id': 'f85e30c327a64407a1a93d3333ba9261', 'mac_address': 'fa:16:3e:b3:32:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4106d72-8050-4a68-8890-4cb57f44d718', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9723f6d2-a0a2-466f-b8fb-0c829323872f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:32:06Z', 'updated_at': '2022-01-20T14:32:08Z', 'revision_number': 2, 'project_id': 'f85e30c327a64407a1a93d3333ba9261', 'subnets': [{'id': '9723f6d2-a0a2-466f-b8fb-0c829323872f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:32:13.390915 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ce67116-6e76-446e-98d5-7d2c38915fe8 None None] Checking router: a4106d72-8050-4a68-8890-4cb57f44d718 for host: dv-neutron-825124-1-hyperv {{(pid=84154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 14:32:13.391636 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ce67116-6e76-446e-98d5-7d2c38915fe8 None None] Updating router a4106d72-8050-4a68-8890-4cb57f44d718 port fac05ea4-3e85-4224-a0bb-a0137720264e binding host dv-neutron-825124-1-hyperv {{(pid=84154) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 20 14:32:13.395646 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.pecan_wsgi.hooks.translation [None req-69675b1b-a745-4419-908b-484274cec1c4 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] DELETE failed (client error): The resource could not be found. Jan 20 14:32:13.396679 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69675b1b-a745-4419-908b-484274cec1c4 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84152) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:32:13.402328 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 39736) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:13.402984 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-69675b1b-a745-4419-908b-484274cec1c4 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] 10.222.0.54 "DELETE /v2.0/subnets/b38864ce-2015-421f-8816-220a30008ccd HTTP/1.1" status: 404 len: 337 time: 0.0704412 Jan 20 14:32:13.419648 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port 0ae4b75d-1d64-4989-a8c3-8f15b2866b02 triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:32:13.419904 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:13.499394 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-8ce67116-6e76-446e-98d5-7d2c38915fe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:13.534489 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.pecan_wsgi.hooks.translation [None req-849dc742-0998-4571-8993-ad851a7aef31 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] DELETE failed (client error): The resource could not be found. Jan 20 14:32:13.534956 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-849dc742-0998-4571-8993-ad851a7aef31 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:32:13.537405 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-849dc742-0998-4571-8993-ad851a7aef31 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] 10.222.0.54 "DELETE /v2.0/ports/e90df5e9-13d2-4065-9b1c-5802f80668d9 HTTP/1.1" status: 404 len: 333 time: 0.1333802 Jan 20 14:32:13.549086 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 39740) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:13.622741 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-ab758777-c5cc-4f2e-b4a3-05c4c4ac6cb2 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-744886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-105502'] for router, precommit_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:13.629959 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-ab758777-c5cc-4f2e-b4a3-05c4c4ac6cb2 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-744861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-744847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-744836', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-737562'] for router, after_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:13.655295 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.pecan_wsgi.hooks.translation [None req-9637270b-ec11-4a70-988e-32c1382fd282 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] DELETE failed (client error): The resource could not be found. Jan 20 14:32:13.658396 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9637270b-ec11-4a70-988e-32c1382fd282 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84152) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:32:13.660714 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-9637270b-ec11-4a70-988e-32c1382fd282 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] 10.222.0.54 "DELETE /v2.0/subnets/5eab2301-3009-4bdc-aaf9-681811fa2fe3 HTTP/1.1" status: 404 len: 337 time: 0.1112010 Jan 20 14:32:13.669070 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 39748) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:13.735207 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.pecan_wsgi.hooks.translation [None req-27584087-d406-4861-afea-478d8a4eaf41 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] DELETE failed (client error): The resource could not be found. Jan 20 14:32:13.737821 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27584087-d406-4861-afea-478d8a4eaf41 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84152) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:32:13.744298 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-27584087-d406-4861-afea-478d8a4eaf41 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] 10.222.0.54 "DELETE /v2.0/ports/6f8217d9-f54b-4499-86ea-1997ffe3bdb6 HTTP/1.1" status: 404 len: 333 time: 0.0737503 Jan 20 14:32:13.747291 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 39752) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:13.757220 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-b775e099-0b50-459e-8c87-8545666079bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3aa1060b-e340-4a31-89f7-e96adaaa2648', 'name': 'tempest-ServerActionsTestJSON-315493439-router', 'tenant_id': '2841efab0dc64ab1970d5183558f5547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.222'}], 'enable_snat': True}, 'gw_port_id': '2fcf10eb-7914-4aae-8313-a752451d5387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:25:00Z', 'updated_at': '2022-01-20T14:25:12Z', 'revision_number': 4, 'project_id': '2841efab0dc64ab1970d5183558f5547', 'gw_port': {'id': '2fcf10eb-7914-4aae-8313-a752451d5387', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:e4:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aa1060b-e340-4a31-89f7-e96adaaa2648', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:25:01Z', 'updated_at': '2022-01-20T14:25:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv', '_interfaces': [{'id': '8de136a0-d148-40b2-8b5d-857437d6ed30', 'name': '', 'network_id': 'f21a48f2-2a8e-483a-a3a2-338a6bf081a7', 'tenant_id': '2841efab0dc64ab1970d5183558f5547', 'mac_address': 'fa:16:3e:a0:82:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aa1060b-e340-4a31-89f7-e96adaaa2648', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dd53d1af-78bb-45f3-8468-b0b04e8256e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:25:10Z', 'updated_at': '2022-01-20T14:25:27Z', 'revision_number': 5, 'project_id': '2841efab0dc64ab1970d5183558f5547', 'subnets': [{'id': 'dd53d1af-78bb-45f3-8468-b0b04e8256e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:32:13.762259 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b775e099-0b50-459e-8c87-8545666079bf None None] Checking router: 3aa1060b-e340-4a31-89f7-e96adaaa2648 for host: dv-neutron-825124-1-hyperv {{(pid=84155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 14:32:13.777525 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b775e099-0b50-459e-8c87-8545666079bf None None] Routers {'3aa1060b-e340-4a31-89f7-e96adaaa2648'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:32:13.782966 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-b775e099-0b50-459e-8c87-8545666079bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:32:00Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['3aa1060b-e340-4a31-89f7-e96adaaa2648'], 'active': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:32:13.832223 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8c464fd-100f-4966-a66e-1c45d622ca30 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] DELETE failed (client error): The resource could not be found. Jan 20 14:32:13.832855 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8c464fd-100f-4966-a66e-1c45d622ca30 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84152) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:32:13.834804 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-d8c464fd-100f-4966-a66e-1c45d622ca30 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] 10.222.0.54 "DELETE /v2.0/subnets/11c2df19-645c-4ed0-ace2-e1927fafcd44 HTTP/1.1" status: 404 len: 337 time: 0.0860960 Jan 20 14:32:13.837604 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 39758) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:13.902244 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.pecan_wsgi.hooks.translation [None req-5349998c-0a78-48e8-95d1-760750686ae8 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] DELETE failed (client error): The resource could not be found. Jan 20 14:32:13.902806 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5349998c-0a78-48e8-95d1-760750686ae8 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84152) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:32:13.906843 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-5349998c-0a78-48e8-95d1-760750686ae8 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] 10.222.0.54 "DELETE /v2.0/ports/f205c548-3fae-4f6d-861f-9ab0f0c9b9b7 HTTP/1.1" status: 404 len: 333 time: 0.0658889 Jan 20 14:32:13.909646 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 39762) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:13.967835 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.pecan_wsgi.hooks.translation [None req-fcaeea4f-707c-41d3-ada2-66e2ea3dc649 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] DELETE failed (client error): The resource could not be found. Jan 20 14:32:13.968773 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fcaeea4f-707c-41d3-ada2-66e2ea3dc649 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84152) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:32:13.977225 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-fcaeea4f-707c-41d3-ada2-66e2ea3dc649 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] 10.222.0.54 "DELETE /v2.0/subnets/40aedf5f-05d6-4eee-9255-35aaefb16e9a HTTP/1.1" status: 404 len: 337 time: 0.0663505 Jan 20 14:32:13.977906 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 39766) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:13.990986 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-6336214c-9c38-44bc-8e27-71dcab287722 None None] Provisioning complete for port fac05ea4-3e85-4224-a0bb-a0137720264e triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:32:13.991354 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-6336214c-9c38-44bc-8e27-71dcab287722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:14.003326 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-1e084ac3-d5f9-4a6c-b166-f57c63d54da6 req-a16c25ef-b323-4cd7-acf6-4e9e7a148a43 tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] 10.222.0.54 "GET /v2.0/ports?device_id=c1ec459f-0c13-4ec8-b610-ebb2038ce473 HTTP/1.1" status: 200 len: 210 time: 0.0583382 Jan 20 14:32:14.017694 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvr_db [None req-b775e099-0b50-459e-8c87-8545666079bf None None] Set router 3aa1060b-e340-4a31-89f7-e96adaaa2648 gateway port host: dv-neutron-825124-1-hyperv {{(pid=84155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 14:32:14.043580 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbe4fb55-9a98-4f8d-b811-81e9e50b3259 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] DELETE failed (client error): The resource could not be found. Jan 20 14:32:14.044151 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cbe4fb55-9a98-4f8d-b811-81e9e50b3259 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84152) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:32:14.048752 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-cbe4fb55-9a98-4f8d-b811-81e9e50b3259 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] 10.222.0.54 "DELETE /v2.0/ports/254aa718-651c-4983-a65d-e539248c57d7 HTTP/1.1" status: 404 len: 333 time: 0.0687878 Jan 20 14:32:14.049879 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 39770) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:14.099328 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae03fd89-263a-4ebf-8b08-43c2d03065a8 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] DELETE failed (client error): The resource could not be found. Jan 20 14:32:14.099772 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae03fd89-263a-4ebf-8b08-43c2d03065a8 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84152) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:32:14.103205 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-ae03fd89-263a-4ebf-8b08-43c2d03065a8 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] 10.222.0.54 "DELETE /v2.0/subnets/bc1ad284-240b-47f2-a177-5ec91c1c19fd HTTP/1.1" status: 404 len: 337 time: 0.0521283 Jan 20 14:32:14.110280 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 39774) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:14.130279 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 2c629d2f-bca6-4803-85da-619f95722c32 up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:32:14.273002 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-8ce67116-6e76-446e-98d5-7d2c38915fe8 None None] Notify callbacks [] for port, precommit_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:14.280876 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port 2c629d2f-bca6-4803-85da-619f95722c32 triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:32:14.281707 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:14.326281 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-6336214c-9c38-44bc-8e27-71dcab287722 None None] Port fac05ea4-3e85-4224-a0bb-a0137720264e cannot update to ACTIVE because it is not bound. {{(pid=84154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 14:32:14.337425 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab758777-c5cc-4f2e-b4a3-05c4c4ac6cb2 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Router a4106d72-8050-4a68-8890-4cb57f44d718 has already been hosted by L3 agent 624d525b-4c26-4143-8a1c-228bb1c6faaa {{(pid=84153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 14:32:14.354406 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-8ce67116-6e76-446e-98d5-7d2c38915fe8 None None] Transition to ACTIVE for port object fac05ea4-3e85-4224-a0bb-a0137720264e will not be triggered until provisioned by entity L2. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:32:14.373114 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-fd0ed638-a93c-4d1c-a86d-4abc68262e81 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586409'] for network, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:14.397550 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-d1b43d33-7e22-461d-8fec-e814b06b15e2 tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-744886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-105502'] for router, precommit_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:14.469088 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-b775e099-0b50-459e-8c87-8545666079bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3aa1060b-e340-4a31-89f7-e96adaaa2648', 'name': 'tempest-ServerActionsTestJSON-315493439-router', 'tenant_id': '2841efab0dc64ab1970d5183558f5547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.222'}], 'enable_snat': True}, 'gw_port_id': '2fcf10eb-7914-4aae-8313-a752451d5387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:25:00Z', 'updated_at': '2022-01-20T14:25:12Z', 'revision_number': 4, 'project_id': '2841efab0dc64ab1970d5183558f5547', 'gw_port': {'id': '2fcf10eb-7914-4aae-8313-a752451d5387', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:e4:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aa1060b-e340-4a31-89f7-e96adaaa2648', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:25:01Z', 'updated_at': '2022-01-20T14:25:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv', '_interfaces': [{'id': '8de136a0-d148-40b2-8b5d-857437d6ed30', 'name': '', 'network_id': 'f21a48f2-2a8e-483a-a3a2-338a6bf081a7', 'tenant_id': '2841efab0dc64ab1970d5183558f5547', 'mac_address': 'fa:16:3e:a0:82:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aa1060b-e340-4a31-89f7-e96adaaa2648', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dd53d1af-78bb-45f3-8468-b0b04e8256e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:25:10Z', 'updated_at': '2022-01-20T14:25:27Z', 'revision_number': 5, 'project_id': '2841efab0dc64ab1970d5183558f5547', 'subnets': [{'id': 'dd53d1af-78bb-45f3-8468-b0b04e8256e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:32:14.469591 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-d1b43d33-7e22-461d-8fec-e814b06b15e2 tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-744861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-744847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-744836', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-737562'] for router, after_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:14.471198 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-8ce67116-6e76-446e-98d5-7d2c38915fe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:14.473724 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b775e099-0b50-459e-8c87-8545666079bf None None] The sync data for ids ['3aa1060b-e340-4a31-89f7-e96adaaa2648'] in dv-neutron-825124-1-hyperv is: [{'id': '3aa1060b-e340-4a31-89f7-e96adaaa2648', 'name': 'tempest-ServerActionsTestJSON-315493439-router', 'tenant_id': '2841efab0dc64ab1970d5183558f5547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.222'}], 'enable_snat': True}, 'gw_port_id': '2fcf10eb-7914-4aae-8313-a752451d5387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:25:00Z', 'updated_at': '2022-01-20T14:25:12Z', 'revision_number': 4, 'project_id': '2841efab0dc64ab1970d5183558f5547', 'gw_port': {'id': '2fcf10eb-7914-4aae-8313-a752451d5387', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:e4:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aa1060b-e340-4a31-89f7-e96adaaa2648', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:25:01Z', 'updated_at': '2022-01-20T14:25:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv', '_interfaces': [{'id': '8de136a0-d148-40b2-8b5d-857437d6ed30', 'name': '', 'network_id': 'f21a48f2-2a8e-483a-a3a2-338a6bf081a7', 'tenant_id': '2841efab0dc64ab1970d5183558f5547', 'mac_address': 'fa:16:3e:a0:82:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aa1060b-e340-4a31-89f7-e96adaaa2648', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dd53d1af-78bb-45f3-8468-b0b04e8256e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:25:10Z', 'updated_at': '2022-01-20T14:25:27Z', 'revision_number': 5, 'project_id': '2841efab0dc64ab1970d5183558f5547', 'subnets': [{'id': 'dd53d1af-78bb-45f3-8468-b0b04e8256e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 14:32:14.680977 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17a5acc-16b4-4300-97de-5efdfcce0e23 None None] Pushing event updated for resources: {'Port': ['ID=fac05ea4-3e85-4224-a0bb-a0137720264e,revision_number=3']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:32:14.758568 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-fd0ed638-a93c-4d1c-a86d-4abc68262e81 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1626242', 'neutron.services.segments.db._delete_segments_for_network-8769554214620'] for network, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:14.829850 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab758777-c5cc-4f2e-b4a3-05c4c4ac6cb2 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify agent at l3_agent.dv-neutron-825124-1-hyperv the message routers_updated {{(pid=84153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 14:32:14.837234 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-ab758777-c5cc-4f2e-b4a3-05c4c4ac6cb2 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks [] for router, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:14.838774 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-ab758777-c5cc-4f2e-b4a3-05c4c4ac6cb2 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] 10.222.0.54 "PUT /v2.0/routers/a4106d72-8050-4a68-8890-4cb57f44d718 HTTP/1.1" status: 200 len: 953 time: 3.9749575 Jan 20 14:32:14.841878 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 39778) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:14.845452 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.segments.db [None req-fd0ed638-a93c-4d1c-a86d-4abc68262e81 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbce74ed-d43c-4540-8d8d-e582f35e4792']}} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:32:14.848871 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-8ce67116-6e76-446e-98d5-7d2c38915fe8 None None] Attempting to bind port fac05ea4-3e85-4224-a0bb-a0137720264e on host dv-neutron-825124-1-hyperv for vnic_type normal with profile {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:32:14.849244 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-8ce67116-6e76-446e-98d5-7d2c38915fe8 None None] Attempting to bind port fac05ea4-3e85-4224-a0bb-a0137720264e by drivers openvswitch,hyperv on host dv-neutron-825124-1-hyperv at level 0 using segments [{'id': 'e2aa280e-ecb7-458d-96d5-47bb09a2e1c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '78eccb9c-7331-418f-be5d-2f64ab8de8d8'}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:32:14.849608 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ce67116-6e76-446e-98d5-7d2c38915fe8 None None] Attempting to bind port fac05ea4-3e85-4224-a0bb-a0137720264e on network 78eccb9c-7331-418f-be5d-2f64ab8de8d8 {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 14:32:14.860450 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ce67116-6e76-446e-98d5-7d2c38915fe8 None None] Checking agent: {'id': '6414dfeb-85c5-454a-8756-709ca637d800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825124-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 16, 31), 'started_at': datetime.datetime(2022, 1, 20, 14, 17, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 32, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825124-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 14:32:14.860450 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ce67116-6e76-446e-98d5-7d2c38915fe8 None None] Checking segment: {'id': 'e2aa280e-ecb7-458d-96d5-47bb09a2e1c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '78eccb9c-7331-418f-be5d-2f64ab8de8d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 14:32:14.860450 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-8ce67116-6e76-446e-98d5-7d2c38915fe8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:14.860450 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ce67116-6e76-446e-98d5-7d2c38915fe8 None None] Bound using segment: {'id': 'e2aa280e-ecb7-458d-96d5-47bb09a2e1c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '78eccb9c-7331-418f-be5d-2f64ab8de8d8'} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 14:32:14.860450 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-8ce67116-6e76-446e-98d5-7d2c38915fe8 None None] Bound port: fac05ea4-3e85-4224-a0bb-a0137720264e, host: dv-neutron-825124-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2aa280e-ecb7-458d-96d5-47bb09a2e1c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '78eccb9c-7331-418f-be5d-2f64ab8de8d8'}}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:32:14.860981 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-8ce67116-6e76-446e-98d5-7d2c38915fe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:14.874919 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b7b085f-61ec-4efd-af1b-0dd7d245e695 None None] New status for floating IP 60b6c54b-c4c7-4adf-9504-c5752f3fec63: DOWN {{(pid=84154) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 20 14:32:14.882435 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.segments.db [None req-fd0ed638-a93c-4d1c-a86d-4abc68262e81 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b61d093-41ff-4202-b223-533eb0f8da0a') {'for_net_delete': True} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:32:14.883056 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.segments.db [None req-fd0ed638-a93c-4d1c-a86d-4abc68262e81 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b61d093-41ff-4202-b223-533eb0f8da0a') {} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:32:14.899558 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-fd0ed638-a93c-4d1c-a86d-4abc68262e81 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769554214503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3337904'] for segment, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:14.927442 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-fd0ed638-a93c-4d1c-a86d-4abc68262e81 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:14.944374 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd0ed638-a93c-4d1c-a86d-4abc68262e81 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Releasing vlan 189 on physical network physnet1 to pool {{(pid=84152) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 14:32:14.945378 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-fd0ed638-a93c-4d1c-a86d-4abc68262e81 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1622950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4162906'] for segment, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:15.037353 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1b43d33-7e22-461d-8fec-e814b06b15e2 tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] Router 265faaae-cfa0-45b7-a9c6-8c53f22b7450 has already been hosted by L3 agent 624d525b-4c26-4143-8a1c-228bb1c6faaa {{(pid=84153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 14:32:15.059222 dv-neutron-825124-1-hyperv neutron-server[84152]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 20 14:32:15.059222 dv-neutron-825124-1-hyperv neutron-server[84152]: util.warn( Jan 20 14:32:15.059222 dv-neutron-825124-1-hyperv neutron-server[84152]: Traceback (most recent call last): Jan 20 14:32:15.059222 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 14:32:15.059222 dv-neutron-825124-1-hyperv neutron-server[84152]: timer() Jan 20 14:32:15.059222 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 14:32:15.059222 dv-neutron-825124-1-hyperv neutron-server[84152]: cb(*args, **kw) Jan 20 14:32:15.059222 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 14:32:15.059222 dv-neutron-825124-1-hyperv neutron-server[84152]: return func(*args, **kwargs) Jan 20 14:32:15.059222 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 14:32:15.059222 dv-neutron-825124-1-hyperv neutron-server[84152]: self._notify() Jan 20 14:32:15.059222 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 14:32:15.059222 dv-neutron-825124-1-hyperv neutron-server[84152]: self.callback(batched_events) Jan 20 14:32:15.059222 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 14:32:15.059222 dv-neutron-825124-1-hyperv neutron-server[84152]: event.method(event) Jan 20 14:32:15.059222 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 14:32:15.059222 dv-neutron-825124-1-hyperv neutron-server[84152]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 14:32:15.059222 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 14:32:15.059222 dv-neutron-825124-1-hyperv neutron-server[84152]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 14:32:15.059222 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 14:32:15.059222 dv-neutron-825124-1-hyperv neutron-server[84152]: return f(self, *a, **k) Jan 20 14:32:15.059222 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 14:32:15.059222 dv-neutron-825124-1-hyperv neutron-server[84152]: return self._get(url).json() Jan 20 14:32:15.059222 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 14:32:15.059222 dv-neutron-825124-1-hyperv neutron-server[84152]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 14:32:15.059222 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 14:32:15.059222 dv-neutron-825124-1-hyperv neutron-server[84152]: return self.request(url, 'GET', **kwargs) Jan 20 14:32:15.059222 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 14:32:15.059222 dv-neutron-825124-1-hyperv neutron-server[84152]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 14:32:15.059222 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 14:32:15.059222 dv-neutron-825124-1-hyperv neutron-server[84152]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 14:32:15.059222 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 14:32:15.059222 dv-neutron-825124-1-hyperv neutron-server[84152]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 14:32:15.059222 dv-neutron-825124-1-hyperv neutron-server[84152]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 14:32:15.185621 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-b647f83c-ab4b-4867-bd1b-50eaf7c4627b tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] 10.222.0.54 "GET /v2.0/routers/a4106d72-8050-4a68-8890-4cb57f44d718 HTTP/1.1" status: 200 len: 953 time: 0.3422782 Jan 20 14:32:15.188562 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 39788) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:15.195511 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-6f279e00-2496-4116-8d47-aacbf9ac3246 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Request body: {'router': {'routes': None}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:32:15.266527 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-fd0ed638-a93c-4d1c-a86d-4abc68262e81 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1626253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-745296'] for network, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:15.272206 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-fd0ed638-a93c-4d1c-a86d-4abc68262e81 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Notify callbacks [] for network, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:15.279987 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 39792) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:15.280136 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-8ce67116-6e76-446e-98d5-7d2c38915fe8 None None] For port fac05ea4-3e85-4224-a0bb-a0137720264e, host dv-neutron-825124-1-hyperv, cleared binding levels {{(pid=84154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 14:32:15.284500 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-8ce67116-6e76-446e-98d5-7d2c38915fe8 None None] For port fac05ea4-3e85-4224-a0bb-a0137720264e, host dv-neutron-825124-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=fac05ea4-3e85-4224-a0bb-a0137720264e,segment=NetworkSegment(e2aa280e-ecb7-458d-96d5-47bb09a2e1c9),segment_id=e2aa280e-ecb7-458d-96d5-47bb09a2e1c9)] {{(pid=84154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 14:32:15.317073 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0ed638-a93c-4d1c-a86d-4abc68262e81 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] Pushing event deleted for resources: {'Network': ['ID=dbce74ed-d43c-4540-8d8d-e582f35e4792,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:32:15.321594 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-fd0ed638-a93c-4d1c-a86d-4abc68262e81 tempest-NetworksTestDHCPv6-837981062 tempest-NetworksTestDHCPv6-837981062-project] 10.222.0.54 "DELETE /v2.0/networks/dbce74ed-d43c-4540-8d8d-e582f35e4792 HTTP/1.1" status: 204 len: 168 time: 1.2100327 Jan 20 14:32:15.422157 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-8ce67116-6e76-446e-98d5-7d2c38915fe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:15.425569 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1b43d33-7e22-461d-8fec-e814b06b15e2 tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] Notify agent at l3_agent.dv-neutron-825124-1-hyperv the message routers_updated {{(pid=84153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 14:32:15.437271 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-d1b43d33-7e22-461d-8fec-e814b06b15e2 tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] Notify callbacks [] for router, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:15.439269 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-079e7d51-11e8-42b5-9dbe-bcb031a830d6 None None] Sync routers for ids ['265faaae-cfa0-45b7-a9c6-8c53f22b7450'] in dv-neutron-825124-1-hyperv {{(pid=84155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 14:32:15.439745 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-d1b43d33-7e22-461d-8fec-e814b06b15e2 tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] 10.222.0.54 "PUT /v2.0/routers/265faaae-cfa0-45b7-a9c6-8c53f22b7450 HTTP/1.1" status: 200 len: 920 time: 5.1167803 Jan 20 14:32:15.443521 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 39798) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:15.448544 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-62d4c258-b29d-4cd3-82c4-ca369bc19a62 tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] Notify callbacks [] for security_group, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:15.469164 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-079e7d51-11e8-42b5-9dbe-bcb031a830d6 None None] Routers {'265faaae-cfa0-45b7-a9c6-8c53f22b7450'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:32:15.470127 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-079e7d51-11e8-42b5-9dbe-bcb031a830d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:32:00Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['265faaae-cfa0-45b7-a9c6-8c53f22b7450'], 'active': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:32:15.497416 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-62d4c258-b29d-4cd3-82c4-ca369bc19a62 tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:15.615148 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17a5acc-16b4-4300-97de-5efdfcce0e23 None None] Pushing event updated for resources: {'Port': ['ID=fac05ea4-3e85-4224-a0bb-a0137720264e,revision_number=4']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:32:15.621197 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ce67116-6e76-446e-98d5-7d2c38915fe8 None None] Routers {'a4106d72-8050-4a68-8890-4cb57f44d718'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:32:15.621935 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-8ce67116-6e76-446e-98d5-7d2c38915fe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:32:00Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['a4106d72-8050-4a68-8890-4cb57f44d718'], 'active': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:32:15.634639 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-079e7d51-11e8-42b5-9dbe-bcb031a830d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:32:15.650952 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-079e7d51-11e8-42b5-9dbe-bcb031a830d6 None None] Routers {'265faaae-cfa0-45b7-a9c6-8c53f22b7450'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:32:15.652594 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-079e7d51-11e8-42b5-9dbe-bcb031a830d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:32:00Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['265faaae-cfa0-45b7-a9c6-8c53f22b7450'], 'active': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:32:15.725962 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-079e7d51-11e8-42b5-9dbe-bcb031a830d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:32:15.726426 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-079e7d51-11e8-42b5-9dbe-bcb031a830d6 None None] The sync data for ids ['265faaae-cfa0-45b7-a9c6-8c53f22b7450'] in dv-neutron-825124-1-hyperv is: [] {{(pid=84155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 14:32:15.744513 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-62d4c258-b29d-4cd3-82c4-ca369bc19a62 tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:15.774430 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d4c258-b29d-4cd3-82c4-ca369bc19a62 tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=578a98de-1d4e-4622-ab14-10bbfc156906,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:32:15.829189 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvr_db [None req-8ce67116-6e76-446e-98d5-7d2c38915fe8 None None] Set router a4106d72-8050-4a68-8890-4cb57f44d718 gateway port host: None {{(pid=84154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 14:32:15.890290 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-62d4c258-b29d-4cd3-82c4-ca369bc19a62 tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] Notify callbacks [] for security_group, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:15.892199 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-62d4c258-b29d-4cd3-82c4-ca369bc19a62 tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] 10.222.0.54 "DELETE /v2.0/security-groups/578a98de-1d4e-4622-ab14-10bbfc156906 HTTP/1.1" status: 204 len: 168 time: 0.6060963 Jan 20 14:32:15.895591 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 39802) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:15.916644 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.api.v2.resource [None req-6e45fcf9-f13e-4639-bec7-cadb41f019fa tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] show failed (client error): The resource could not be found. Jan 20 14:32:15.918196 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-6e45fcf9-f13e-4639-bec7-cadb41f019fa tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] 10.222.0.54 "GET /v2.0/security-groups/578a98de-1d4e-4622-ab14-10bbfc156906 HTTP/1.1" status: 404 len: 347 time: 0.0210025 Jan 20 14:32:15.922485 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 39806) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:16.126838 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-7c1b68d5-7b16-4ca0-bf75-8a60eefa7c97 tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] 10.222.0.54 "GET /v2.0/routers/265faaae-cfa0-45b7-a9c6-8c53f22b7450 HTTP/1.1" status: 200 len: 920 time: 0.6819367 Jan 20 14:32:16.129783 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 39814) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:16.289369 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.extraroute_db [None req-6f279e00-2496-4116-8d47-aacbf9ac3246 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Added routes are [] {{(pid=84152) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jan 20 14:32:16.289814 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.extraroute_db [None req-6f279e00-2496-4116-8d47-aacbf9ac3246 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Removed routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=84152) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jan 20 14:32:16.303877 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 39818) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:16.328006 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-8ce67116-6e76-446e-98d5-7d2c38915fe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4106d72-8050-4a68-8890-4cb57f44d718', 'name': 'tempest-RoutersIpV6Test-router-747136858', 'tenant_id': 'f85e30c327a64407a1a93d3333ba9261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:31:25Z', 'updated_at': '2022-01-20T14:32:12Z', 'revision_number': 6, 'project_id': 'f85e30c327a64407a1a93d3333ba9261', 'gw_port_host': None, '_interfaces': [{'id': '0ae4b75d-1d64-4989-a8c3-8f15b2866b02', 'name': '', 'network_id': 'fdf972f6-2883-456a-86ab-6b5d27b505b9', 'tenant_id': 'f85e30c327a64407a1a93d3333ba9261', 'mac_address': 'fa:16:3e:0a:d3:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4106d72-8050-4a68-8890-4cb57f44d718', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8c136b88-d925-4e45-b82d-d96971a1db8d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:31:40Z', 'updated_at': '2022-01-20T14:32:09Z', 'revision_number': 5, 'project_id': 'f85e30c327a64407a1a93d3333ba9261', 'subnets': [{'id': '8c136b88-d925-4e45-b82d-d96971a1db8d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2c629d2f-bca6-4803-85da-619f95722c32', 'name': '', 'network_id': '91e50d35-a900-4f04-86e7-a36832e0670f', 'tenant_id': 'f85e30c327a64407a1a93d3333ba9261', 'mac_address': 'fa:16:3e:98:0f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4106d72-8050-4a68-8890-4cb57f44d718', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '21e8599e-2858-477d-9a9c-6e331a1d1565', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:31:52Z', 'updated_at': '2022-01-20T14:32:11Z', 'revision_number': 5, 'project_id': 'f85e30c327a64407a1a93d3333ba9261', 'subnets': [{'id': '21e8599e-2858-477d-9a9c-6e331a1d1565', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '780c2701-6ad4-417f-bed2-4de3d763ce9b', 'name': '', 'network_id': '59124e64-72a5-4678-bb60-32f8b65cb20e', 'tenant_id': 'f85e30c327a64407a1a93d3333ba9261', 'mac_address': 'fa:16:3e:0a:e3:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4106d72-8050-4a68-8890-4cb57f44d718', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7d2b6737-ab95-48d5-98e0-5c96cb2ba20c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:31:30Z', 'updated_at': '2022-01-20T14:31:52Z', 'revision_number': 5, 'project_id': 'f85e30c327a64407a1a93d3333ba9261', 'subnets': [{'id': '7d2b6737-ab95-48d5-98e0-5c96cb2ba20c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fac05ea4-3e85-4224-a0bb-a0137720264e', 'name': '', 'network_id': '78eccb9c-7331-418f-be5d-2f64ab8de8d8', 'tenant_id': 'f85e30c327a64407a1a93d3333ba9261', 'mac_address': 'fa:16:3e:b3:32:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4106d72-8050-4a68-8890-4cb57f44d718', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9723f6d2-a0a2-466f-b8fb-0c829323872f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:32:06Z', 'updated_at': '2022-01-20T14:32:15Z', 'revision_number': 4, 'project_id': 'f85e30c327a64407a1a93d3333ba9261', 'subnets': [{'id': '9723f6d2-a0a2-466f-b8fb-0c829323872f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:32:16.333182 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ce67116-6e76-446e-98d5-7d2c38915fe8 None None] The sync data for ids ['a4106d72-8050-4a68-8890-4cb57f44d718'] in dv-neutron-825124-1-hyperv is: [{'id': 'a4106d72-8050-4a68-8890-4cb57f44d718', 'name': 'tempest-RoutersIpV6Test-router-747136858', 'tenant_id': 'f85e30c327a64407a1a93d3333ba9261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:31:25Z', 'updated_at': '2022-01-20T14:32:12Z', 'revision_number': 6, 'project_id': 'f85e30c327a64407a1a93d3333ba9261', 'gw_port_host': None, '_interfaces': [{'id': '0ae4b75d-1d64-4989-a8c3-8f15b2866b02', 'name': '', 'network_id': 'fdf972f6-2883-456a-86ab-6b5d27b505b9', 'tenant_id': 'f85e30c327a64407a1a93d3333ba9261', 'mac_address': 'fa:16:3e:0a:d3:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4106d72-8050-4a68-8890-4cb57f44d718', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8c136b88-d925-4e45-b82d-d96971a1db8d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:31:40Z', 'updated_at': '2022-01-20T14:32:09Z', 'revision_number': 5, 'project_id': 'f85e30c327a64407a1a93d3333ba9261', 'subnets': [{'id': '8c136b88-d925-4e45-b82d-d96971a1db8d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2c629d2f-bca6-4803-85da-619f95722c32', 'name': '', 'network_id': '91e50d35-a900-4f04-86e7-a36832e0670f', 'tenant_id': 'f85e30c327a64407a1a93d3333ba9261', 'mac_address': 'fa:16:3e:98:0f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4106d72-8050-4a68-8890-4cb57f44d718', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '21e8599e-2858-477d-9a9c-6e331a1d1565', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:31:52Z', 'updated_at': '2022-01-20T14:32:11Z', 'revision_number': 5, 'project_id': 'f85e30c327a64407a1a93d3333ba9261', 'subnets': [{'id': '21e8599e-2858-477d-9a9c-6e331a1d1565', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '780c2701-6ad4-417f-bed2-4de3d763ce9b', 'name': '', 'network_id': '59124e64-72a5-4678-bb60-32f8b65cb20e', 'tenant_id': 'f85e30c327a64407a1a93d3333ba9261', 'mac_address': 'fa:16:3e:0a:e3:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4106d72-8050-4a68-8890-4cb57f44d718', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7d2b6737-ab95-48d5-98e0-5c96cb2ba20c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:31:30Z', 'updated_at': '2022-01-20T14:31:52Z', 'revision_number': 5, 'project_id': 'f85e30c327a64407a1a93d3333ba9261', 'subnets': [{'id': '7d2b6737-ab95-48d5-98e0-5c96cb2ba20c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fac05ea4-3e85-4224-a0bb-a0137720264e', 'name': '', 'network_id': '78eccb9c-7331-418f-be5d-2f64ab8de8d8', 'tenant_id': 'f85e30c327a64407a1a93d3333ba9261', 'mac_address': 'fa:16:3e:b3:32:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4106d72-8050-4a68-8890-4cb57f44d718', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9723f6d2-a0a2-466f-b8fb-0c829323872f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:32:06Z', 'updated_at': '2022-01-20T14:32:15Z', 'revision_number': 4, 'project_id': 'f85e30c327a64407a1a93d3333ba9261', 'subnets': [{'id': '9723f6d2-a0a2-466f-b8fb-0c829323872f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 14:32:16.359758 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-d3680dc2-85b2-4119-a549-5fe1657e87df tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] Deleting port 58603512-0e4f-4ebb-aa35-7227fdbb4c56 {{(pid=84153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:32:16.360994 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-d3680dc2-85b2-4119-a549-5fe1657e87df tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:16.371945 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-73480dc8-fe4e-459a-acd0-b2ea06af551e tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] Synchronizing usage tracker for tenant:29dad310a96543c1a4503904351121e9 on resource:port {{(pid=84152) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:32:16.376250 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-6f279e00-2496-4116-8d47-aacbf9ac3246 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-744886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-105502'] for router, precommit_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:16.576720 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-73480dc8-fe4e-459a-acd0-b2ea06af551e tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] Unset dirty status for tenant:29dad310a96543c1a4503904351121e9 on resource:port {{(pid=84152) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:32:16.577767 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-73480dc8-fe4e-459a-acd0-b2ea06af551e tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] 10.222.0.54 "GET /v2.0/ports?network_id=8dffb05c-5ca0-409b-bd5f-7be6264f707d&device_id=265faaae-cfa0-45b7-a9c6-8c53f22b7450&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.4454868 Jan 20 14:32:16.583286 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 39824) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:16.590349 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-d3680dc2-85b2-4119-a549-5fe1657e87df tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:16.591229 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-d3680dc2-85b2-4119-a549-5fe1657e87df tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:16.630006 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4733e25-6df8-4fed-93aa-e31bd26bcb9d None None] Sync routers for ids ['a4106d72-8050-4a68-8890-4cb57f44d718'] in dv-neutron-825124-1-hyperv {{(pid=84154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 14:32:16.647350 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device fac05ea4-3e85-4224-a0bb-a0137720264e up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:32:16.682818 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-13f81bee-b103-480b-bec3-8d8f39fcd73b admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=2cb17692bb0c4a2782f988652201ac42&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3713658 Jan 20 14:32:16.687859 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 39828) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:16.703237 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4733e25-6df8-4fed-93aa-e31bd26bcb9d None None] Routers {'a4106d72-8050-4a68-8890-4cb57f44d718'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:32:16.704582 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-b4733e25-6df8-4fed-93aa-e31bd26bcb9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:32:00Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['a4106d72-8050-4a68-8890-4cb57f44d718'], 'active': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:32:16.812779 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-d3680dc2-85b2-4119-a549-5fe1657e87df tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] Calling delete_port for 58603512-0e4f-4ebb-aa35-7227fdbb4c56 owned by network:floatingip {{(pid=84153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:32:16.895864 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvr_db [None req-b4733e25-6df8-4fed-93aa-e31bd26bcb9d None None] Set router a4106d72-8050-4a68-8890-4cb57f44d718 gateway port host: None {{(pid=84154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 14:32:16.915350 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-f1ec6ae6-e39e-4bcc-9338-26886de51d12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:16.935832 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-232193bf-da96-49e4-a42a-277b1c2b9b58 tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:32:16.936509 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-232193bf-da96-49e4-a42a-277b1c2b9b58 tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] Synchronizing usage tracker for tenant:29dad310a96543c1a4503904351121e9 on resource:network {{(pid=84153) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:32:16.988244 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning for port fac05ea4-3e85-4224-a0bb-a0137720264e completed by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:32:17.053286 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port fac05ea4-3e85-4224-a0bb-a0137720264e triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:32:17.053286 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:17.077045 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-f1ec6ae6-e39e-4bcc-9338-26886de51d12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:17.123749 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-232193bf-da96-49e4-a42a-277b1c2b9b58 tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] Unset dirty status for tenant:29dad310a96543c1a4503904351121e9 on resource:network {{(pid=84153) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:32:17.125261 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-232193bf-da96-49e4-a42a-277b1c2b9b58 tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] 10.222.0.54 "GET /v2.0/networks/8dffb05c-5ca0-409b-bd5f-7be6264f707d HTTP/1.1" status: 200 len: 881 time: 0.5401924 Jan 20 14:32:17.134629 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 39832) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:17.153745 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-6f279e00-2496-4116-8d47-aacbf9ac3246 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-744886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-105502'] for router, precommit_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:17.154114 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-6f279e00-2496-4116-8d47-aacbf9ac3246 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-744861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-744847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-744836', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-737562'] for router, after_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:17.180935 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-d3680dc2-85b2-4119-a549-5fe1657e87df tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:17.238883 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-215d9740-8c05-4af0-8235-50c602e6d002 tempest-RoutersAdminTest-1932179691 tempest-RoutersAdminTest-1932179691-project] 10.222.0.54 "GET /v2.0/ports?device_id=265faaae-cfa0-45b7-a9c6-8c53f22b7450 HTTP/1.1" status: 200 len: 205 time: 0.1007259 Jan 20 14:32:17.241742 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 39836) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:17.253240 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3680dc2-85b2-4119-a549-5fe1657e87df tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] Pushing event deleted for resources: {'Port': ['ID=58603512-0e4f-4ebb-aa35-7227fdbb4c56,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:32:17.383218 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-f1ec6ae6-e39e-4bcc-9338-26886de51d12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:17.399685 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-d3680dc2-85b2-4119-a549-5fe1657e87df tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] Notify callbacks [] for floatingip, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:17.416480 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ec6ae6-e39e-4bcc-9338-26886de51d12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24f1f0fd-c093-4ead-8876-ea03d7986784,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:32:17.429282 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-f1ec6ae6-e39e-4bcc-9338-26886de51d12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:17.430972 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-f1ec6ae6-e39e-4bcc-9338-26886de51d12 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/24f1f0fd-c093-4ead-8876-ea03d7986784 HTTP/1.1" status: 204 len: 168 time: 0.7433226 Jan 20 14:32:17.469940 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:17.515991 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] For port fac05ea4-3e85-4224-a0bb-a0137720264e, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=fac05ea4-3e85-4224-a0bb-a0137720264e,segment=NetworkSegment(e2aa280e-ecb7-458d-96d5-47bb09a2e1c9),segment_id=e2aa280e-ecb7-458d-96d5-47bb09a2e1c9)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:32:17.523407 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-d3680dc2-85b2-4119-a549-5fe1657e87df tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for floatingip, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:17.530199 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-d3680dc2-85b2-4119-a549-5fe1657e87df tempest-ServerActionsTestJSON-28396400 tempest-ServerActionsTestJSON-28396400-project] 10.222.0.54 "DELETE /v2.0/floatingips/60b6c54b-c4c7-4adf-9504-c5752f3fec63 HTTP/1.1" status: 204 len: 168 time: 1.6055746 Jan 20 14:32:17.531114 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 39844) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:17.546063 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-b4733e25-6df8-4fed-93aa-e31bd26bcb9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4106d72-8050-4a68-8890-4cb57f44d718', 'name': 'tempest-RoutersIpV6Test-router-747136858', 'tenant_id': 'f85e30c327a64407a1a93d3333ba9261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:31:25Z', 'updated_at': '2022-01-20T14:32:16Z', 'revision_number': 7, 'project_id': 'f85e30c327a64407a1a93d3333ba9261', 'gw_port_host': None, '_interfaces': [{'id': '0ae4b75d-1d64-4989-a8c3-8f15b2866b02', 'name': '', 'network_id': 'fdf972f6-2883-456a-86ab-6b5d27b505b9', 'tenant_id': 'f85e30c327a64407a1a93d3333ba9261', 'mac_address': 'fa:16:3e:0a:d3:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4106d72-8050-4a68-8890-4cb57f44d718', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8c136b88-d925-4e45-b82d-d96971a1db8d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:31:40Z', 'updated_at': '2022-01-20T14:32:09Z', 'revision_number': 5, 'project_id': 'f85e30c327a64407a1a93d3333ba9261', 'subnets': [{'id': '8c136b88-d925-4e45-b82d-d96971a1db8d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2c629d2f-bca6-4803-85da-619f95722c32', 'name': '', 'network_id': '91e50d35-a900-4f04-86e7-a36832e0670f', 'tenant_id': 'f85e30c327a64407a1a93d3333ba9261', 'mac_address': 'fa:16:3e:98:0f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4106d72-8050-4a68-8890-4cb57f44d718', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '21e8599e-2858-477d-9a9c-6e331a1d1565', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:31:52Z', 'updated_at': '2022-01-20T14:32:11Z', 'revision_number': 5, 'project_id': 'f85e30c327a64407a1a93d3333ba9261', 'subnets': [{'id': '21e8599e-2858-477d-9a9c-6e331a1d1565', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '780c2701-6ad4-417f-bed2-4de3d763ce9b', 'name': '', 'network_id': '59124e64-72a5-4678-bb60-32f8b65cb20e', 'tenant_id': 'f85e30c327a64407a1a93d3333ba9261', 'mac_address': 'fa:16:3e:0a:e3:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4106d72-8050-4a68-8890-4cb57f44d718', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7d2b6737-ab95-48d5-98e0-5c96cb2ba20c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:31:30Z', 'updated_at': '2022-01-20T14:31:52Z', 'revision_number': 5, 'project_id': 'f85e30c327a64407a1a93d3333ba9261', 'subnets': [{'id': '7d2b6737-ab95-48d5-98e0-5c96cb2ba20c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fac05ea4-3e85-4224-a0bb-a0137720264e', 'name': '', 'network_id': '78eccb9c-7331-418f-be5d-2f64ab8de8d8', 'tenant_id': 'f85e30c327a64407a1a93d3333ba9261', 'mac_address': 'fa:16:3e:b3:32:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4106d72-8050-4a68-8890-4cb57f44d718', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9723f6d2-a0a2-466f-b8fb-0c829323872f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:32:06Z', 'updated_at': '2022-01-20T14:32:15Z', 'revision_number': 4, 'project_id': 'f85e30c327a64407a1a93d3333ba9261', 'subnets': [{'id': '9723f6d2-a0a2-466f-b8fb-0c829323872f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:32:17.550150 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4733e25-6df8-4fed-93aa-e31bd26bcb9d None None] Checking router: a4106d72-8050-4a68-8890-4cb57f44d718 for host: dv-neutron-825124-1-hyperv {{(pid=84154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 14:32:17.566402 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4733e25-6df8-4fed-93aa-e31bd26bcb9d None None] Routers {'a4106d72-8050-4a68-8890-4cb57f44d718'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:32:17.566402 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-b4733e25-6df8-4fed-93aa-e31bd26bcb9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:32:00Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['a4106d72-8050-4a68-8890-4cb57f44d718'], 'active': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:32:17.571219 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f279e00-2496-4116-8d47-aacbf9ac3246 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Router a4106d72-8050-4a68-8890-4cb57f44d718 has already been hosted by L3 agent 624d525b-4c26-4143-8a1c-228bb1c6faaa {{(pid=84152) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 14:32:17.633360 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:17.753710 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-ef149206-fa9a-4bb4-9108-2102d9f1dade tempest-RoutersAdminTest-1932179691 tempest-RoutersAdminTest-1932179691-project] Notify callbacks [] for router, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:17.816128 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Pushing event updated for resources: {'Port': ['ID=fac05ea4-3e85-4224-a0bb-a0137720264e,revision_number=5']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:32:17.819425 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvr_db [None req-b4733e25-6df8-4fed-93aa-e31bd26bcb9d None None] Set router a4106d72-8050-4a68-8890-4cb57f44d718 gateway port host: None {{(pid=84154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 14:32:17.894127 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f279e00-2496-4116-8d47-aacbf9ac3246 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify agent at l3_agent.dv-neutron-825124-1-hyperv the message routers_updated {{(pid=84152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 14:32:17.902384 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-6f279e00-2496-4116-8d47-aacbf9ac3246 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks [] for router, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:17.905731 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-6f279e00-2496-4116-8d47-aacbf9ac3246 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] 10.222.0.54 "PUT /v2.0/routers/a4106d72-8050-4a68-8890-4cb57f44d718 HTTP/1.1" status: 200 len: 703 time: 2.7133474 Jan 20 14:32:17.906622 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 39852) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:18.141864 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-e03e42da-31d6-4247-8496-bf10b4d43746 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-743504'] for router_interface, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:18.201127 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-ef149206-fa9a-4bb4-9108-2102d9f1dade tempest-RoutersAdminTest-1932179691 tempest-RoutersAdminTest-1932179691-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:18.223347 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-489742d3-fbdf-457b-826b-3c2ddd3b0960 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] 10.222.0.54 "GET /v2.0/routers/a4106d72-8050-4a68-8890-4cb57f44d718 HTTP/1.1" status: 200 len: 703 time: 0.3155458 Jan 20 14:32:18.226535 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 39862) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:18.263986 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-b4733e25-6df8-4fed-93aa-e31bd26bcb9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4106d72-8050-4a68-8890-4cb57f44d718', 'name': 'tempest-RoutersIpV6Test-router-747136858', 'tenant_id': 'f85e30c327a64407a1a93d3333ba9261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:31:25Z', 'updated_at': '2022-01-20T14:32:16Z', 'revision_number': 7, 'project_id': 'f85e30c327a64407a1a93d3333ba9261', 'gw_port_host': None, '_interfaces': [{'id': '0ae4b75d-1d64-4989-a8c3-8f15b2866b02', 'name': '', 'network_id': 'fdf972f6-2883-456a-86ab-6b5d27b505b9', 'tenant_id': 'f85e30c327a64407a1a93d3333ba9261', 'mac_address': 'fa:16:3e:0a:d3:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4106d72-8050-4a68-8890-4cb57f44d718', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8c136b88-d925-4e45-b82d-d96971a1db8d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:31:40Z', 'updated_at': '2022-01-20T14:32:09Z', 'revision_number': 5, 'project_id': 'f85e30c327a64407a1a93d3333ba9261', 'subnets': [{'id': '8c136b88-d925-4e45-b82d-d96971a1db8d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2c629d2f-bca6-4803-85da-619f95722c32', 'name': '', 'network_id': '91e50d35-a900-4f04-86e7-a36832e0670f', 'tenant_id': 'f85e30c327a64407a1a93d3333ba9261', 'mac_address': 'fa:16:3e:98:0f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4106d72-8050-4a68-8890-4cb57f44d718', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '21e8599e-2858-477d-9a9c-6e331a1d1565', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:31:52Z', 'updated_at': '2022-01-20T14:32:11Z', 'revision_number': 5, 'project_id': 'f85e30c327a64407a1a93d3333ba9261', 'subnets': [{'id': '21e8599e-2858-477d-9a9c-6e331a1d1565', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '780c2701-6ad4-417f-bed2-4de3d763ce9b', 'name': '', 'network_id': '59124e64-72a5-4678-bb60-32f8b65cb20e', 'tenant_id': 'f85e30c327a64407a1a93d3333ba9261', 'mac_address': 'fa:16:3e:0a:e3:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4106d72-8050-4a68-8890-4cb57f44d718', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7d2b6737-ab95-48d5-98e0-5c96cb2ba20c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:31:30Z', 'updated_at': '2022-01-20T14:31:52Z', 'revision_number': 5, 'project_id': 'f85e30c327a64407a1a93d3333ba9261', 'subnets': [{'id': '7d2b6737-ab95-48d5-98e0-5c96cb2ba20c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fac05ea4-3e85-4224-a0bb-a0137720264e', 'name': '', 'network_id': '78eccb9c-7331-418f-be5d-2f64ab8de8d8', 'tenant_id': 'f85e30c327a64407a1a93d3333ba9261', 'mac_address': 'fa:16:3e:b3:32:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4106d72-8050-4a68-8890-4cb57f44d718', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9723f6d2-a0a2-466f-b8fb-0c829323872f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:32:06Z', 'updated_at': '2022-01-20T14:32:15Z', 'revision_number': 4, 'project_id': 'f85e30c327a64407a1a93d3333ba9261', 'subnets': [{'id': '9723f6d2-a0a2-466f-b8fb-0c829323872f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:32:18.269005 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4733e25-6df8-4fed-93aa-e31bd26bcb9d None None] The sync data for ids ['a4106d72-8050-4a68-8890-4cb57f44d718'] in dv-neutron-825124-1-hyperv is: [{'id': 'a4106d72-8050-4a68-8890-4cb57f44d718', 'name': 'tempest-RoutersIpV6Test-router-747136858', 'tenant_id': 'f85e30c327a64407a1a93d3333ba9261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:31:25Z', 'updated_at': '2022-01-20T14:32:16Z', 'revision_number': 7, 'project_id': 'f85e30c327a64407a1a93d3333ba9261', 'gw_port_host': None, '_interfaces': [{'id': '0ae4b75d-1d64-4989-a8c3-8f15b2866b02', 'name': '', 'network_id': 'fdf972f6-2883-456a-86ab-6b5d27b505b9', 'tenant_id': 'f85e30c327a64407a1a93d3333ba9261', 'mac_address': 'fa:16:3e:0a:d3:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4106d72-8050-4a68-8890-4cb57f44d718', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8c136b88-d925-4e45-b82d-d96971a1db8d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:31:40Z', 'updated_at': '2022-01-20T14:32:09Z', 'revision_number': 5, 'project_id': 'f85e30c327a64407a1a93d3333ba9261', 'subnets': [{'id': '8c136b88-d925-4e45-b82d-d96971a1db8d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2c629d2f-bca6-4803-85da-619f95722c32', 'name': '', 'network_id': '91e50d35-a900-4f04-86e7-a36832e0670f', 'tenant_id': 'f85e30c327a64407a1a93d3333ba9261', 'mac_address': 'fa:16:3e:98:0f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4106d72-8050-4a68-8890-4cb57f44d718', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '21e8599e-2858-477d-9a9c-6e331a1d1565', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:31:52Z', 'updated_at': '2022-01-20T14:32:11Z', 'revision_number': 5, 'project_id': 'f85e30c327a64407a1a93d3333ba9261', 'subnets': [{'id': '21e8599e-2858-477d-9a9c-6e331a1d1565', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '780c2701-6ad4-417f-bed2-4de3d763ce9b', 'name': '', 'network_id': '59124e64-72a5-4678-bb60-32f8b65cb20e', 'tenant_id': 'f85e30c327a64407a1a93d3333ba9261', 'mac_address': 'fa:16:3e:0a:e3:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4106d72-8050-4a68-8890-4cb57f44d718', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7d2b6737-ab95-48d5-98e0-5c96cb2ba20c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:31:30Z', 'updated_at': '2022-01-20T14:31:52Z', 'revision_number': 5, 'project_id': 'f85e30c327a64407a1a93d3333ba9261', 'subnets': [{'id': '7d2b6737-ab95-48d5-98e0-5c96cb2ba20c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fac05ea4-3e85-4224-a0bb-a0137720264e', 'name': '', 'network_id': '78eccb9c-7331-418f-be5d-2f64ab8de8d8', 'tenant_id': 'f85e30c327a64407a1a93d3333ba9261', 'mac_address': 'fa:16:3e:b3:32:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4106d72-8050-4a68-8890-4cb57f44d718', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9723f6d2-a0a2-466f-b8fb-0c829323872f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:32:06Z', 'updated_at': '2022-01-20T14:32:15Z', 'revision_number': 4, 'project_id': 'f85e30c327a64407a1a93d3333ba9261', 'subnets': [{'id': '9723f6d2-a0a2-466f-b8fb-0c829323872f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 14:32:18.361481 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-ef149206-fa9a-4bb4-9108-2102d9f1dade tempest-RoutersAdminTest-1932179691 tempest-RoutersAdminTest-1932179691-project] Deleting port dea31552-2433-4c4a-81ea-4bea6abc0082 {{(pid=84152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:32:18.361828 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-ef149206-fa9a-4bb4-9108-2102d9f1dade tempest-RoutersAdminTest-1932179691 tempest-RoutersAdminTest-1932179691-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:18.582475 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device fac05ea4-3e85-4224-a0bb-a0137720264e up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:32:18.606737 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb053ed8-29f8-4a02-9bca-d3f215ab30a3 None None] Sync routers for ids ['a4106d72-8050-4a68-8890-4cb57f44d718'] in dv-neutron-825124-1-hyperv {{(pid=84155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 14:32:18.621927 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb053ed8-29f8-4a02-9bca-d3f215ab30a3 None None] Routers {'a4106d72-8050-4a68-8890-4cb57f44d718'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:32:18.622593 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-fb053ed8-29f8-4a02-9bca-d3f215ab30a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:32:00Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['a4106d72-8050-4a68-8890-4cb57f44d718'], 'active': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:32:18.718359 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port fac05ea4-3e85-4224-a0bb-a0137720264e triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:32:18.719349 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:18.899814 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-ef149206-fa9a-4bb4-9108-2102d9f1dade tempest-RoutersAdminTest-1932179691 tempest-RoutersAdminTest-1932179691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:18.971545 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvr_db [None req-fb053ed8-29f8-4a02-9bca-d3f215ab30a3 None None] Set router a4106d72-8050-4a68-8890-4cb57f44d718 gateway port host: None {{(pid=84155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 14:32:19.070139 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-ef149206-fa9a-4bb4-9108-2102d9f1dade tempest-RoutersAdminTest-1932179691 tempest-RoutersAdminTest-1932179691-project] Calling delete_port for dea31552-2433-4c4a-81ea-4bea6abc0082 owned by network:router_gateway {{(pid=84152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:32:19.216218 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 39880) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:19.315230 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-363dff2f-4891-43a0-b833-5773a084288b tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-743504'] for router_interface, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:19.478823 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-53f5b8e1-df07-4275-855e-fa79290a1963 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-108366051'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:32:19.485430 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-53f5b8e1-df07-4275-855e-fa79290a1963 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:32:19.491118 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-53f5b8e1-df07-4275-855e-fa79290a1963 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Usage tracker for resource:network and tenant:b664f111a0df442d811f140f6dbd9d75 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:32:19.495404 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-ef149206-fa9a-4bb4-9108-2102d9f1dade tempest-RoutersAdminTest-1932179691 tempest-RoutersAdminTest-1932179691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:19.510885 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-53f5b8e1-df07-4275-855e-fa79290a1963 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:32:19.510885 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-53f5b8e1-df07-4275-855e-fa79290a1963 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:32:19.566608 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-fb053ed8-29f8-4a02-9bca-d3f215ab30a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4106d72-8050-4a68-8890-4cb57f44d718', 'name': 'tempest-RoutersIpV6Test-router-747136858', 'tenant_id': 'f85e30c327a64407a1a93d3333ba9261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:31:25Z', 'updated_at': '2022-01-20T14:32:16Z', 'revision_number': 7, 'project_id': 'f85e30c327a64407a1a93d3333ba9261', 'gw_port_host': None, '_interfaces': [{'id': '0ae4b75d-1d64-4989-a8c3-8f15b2866b02', 'name': '', 'network_id': 'fdf972f6-2883-456a-86ab-6b5d27b505b9', 'tenant_id': 'f85e30c327a64407a1a93d3333ba9261', 'mac_address': 'fa:16:3e:0a:d3:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4106d72-8050-4a68-8890-4cb57f44d718', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8c136b88-d925-4e45-b82d-d96971a1db8d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:31:40Z', 'updated_at': '2022-01-20T14:32:09Z', 'revision_number': 5, 'project_id': 'f85e30c327a64407a1a93d3333ba9261', 'subnets': [{'id': '8c136b88-d925-4e45-b82d-d96971a1db8d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2c629d2f-bca6-4803-85da-619f95722c32', 'name': '', 'network_id': '91e50d35-a900-4f04-86e7-a36832e0670f', 'tenant_id': 'f85e30c327a64407a1a93d3333ba9261', 'mac_address': 'fa:16:3e:98:0f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4106d72-8050-4a68-8890-4cb57f44d718', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '21e8599e-2858-477d-9a9c-6e331a1d1565', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:31:52Z', 'updated_at': '2022-01-20T14:32:11Z', 'revision_number': 5, 'project_id': 'f85e30c327a64407a1a93d3333ba9261', 'subnets': [{'id': '21e8599e-2858-477d-9a9c-6e331a1d1565', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '780c2701-6ad4-417f-bed2-4de3d763ce9b', 'name': '', 'network_id': '59124e64-72a5-4678-bb60-32f8b65cb20e', 'tenant_id': 'f85e30c327a64407a1a93d3333ba9261', 'mac_address': 'fa:16:3e:0a:e3:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4106d72-8050-4a68-8890-4cb57f44d718', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7d2b6737-ab95-48d5-98e0-5c96cb2ba20c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:31:30Z', 'updated_at': '2022-01-20T14:31:52Z', 'revision_number': 5, 'project_id': 'f85e30c327a64407a1a93d3333ba9261', 'subnets': [{'id': '7d2b6737-ab95-48d5-98e0-5c96cb2ba20c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fac05ea4-3e85-4224-a0bb-a0137720264e', 'name': '', 'network_id': '78eccb9c-7331-418f-be5d-2f64ab8de8d8', 'tenant_id': 'f85e30c327a64407a1a93d3333ba9261', 'mac_address': 'fa:16:3e:b3:32:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4106d72-8050-4a68-8890-4cb57f44d718', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9723f6d2-a0a2-466f-b8fb-0c829323872f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:32:06Z', 'updated_at': '2022-01-20T14:32:17Z', 'revision_number': 5, 'project_id': 'f85e30c327a64407a1a93d3333ba9261', 'subnets': [{'id': '9723f6d2-a0a2-466f-b8fb-0c829323872f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:32:19.570953 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb053ed8-29f8-4a02-9bca-d3f215ab30a3 None None] Checking router: a4106d72-8050-4a68-8890-4cb57f44d718 for host: dv-neutron-825124-1-hyperv {{(pid=84155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 14:32:19.587704 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb053ed8-29f8-4a02-9bca-d3f215ab30a3 None None] Routers {'a4106d72-8050-4a68-8890-4cb57f44d718'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:32:19.587978 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-fb053ed8-29f8-4a02-9bca-d3f215ab30a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:32:00Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['a4106d72-8050-4a68-8890-4cb57f44d718'], 'active': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:32:19.614343 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef149206-fa9a-4bb4-9108-2102d9f1dade tempest-RoutersAdminTest-1932179691 tempest-RoutersAdminTest-1932179691-project] Pushing event deleted for resources: {'Port': ['ID=dea31552-2433-4c4a-81ea-4bea6abc0082,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:32:19.622869 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53f5b8e1-df07-4275-855e-fa79290a1963 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Made reservation on behalf of b664f111a0df442d811f140f6dbd9d75 for: {'network': 1} {{(pid=84152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:32:19.626192 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-53f5b8e1-df07-4275-855e-fa79290a1963 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for network, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:19.643783 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-53f5b8e1-df07-4275-855e-fa79290a1963 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks [] for security_group, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:19.734683 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-53f5b8e1-df07-4275-855e-fa79290a1963 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:32:19.789240 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvr_db [None req-fb053ed8-29f8-4a02-9bca-d3f215ab30a3 None None] Set router a4106d72-8050-4a68-8890-4cb57f44d718 gateway port host: None {{(pid=84155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 14:32:19.805890 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-53f5b8e1-df07-4275-855e-fa79290a1963 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Usage tracker for resource:security_group_rule and tenant:b664f111a0df442d811f140f6dbd9d75 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:32:19.860100 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-53f5b8e1-df07-4275-855e-fa79290a1963 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:32:19.874576 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-53f5b8e1-df07-4275-855e-fa79290a1963 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:32:19.880750 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-ef149206-fa9a-4bb4-9108-2102d9f1dade tempest-RoutersAdminTest-1932179691 tempest-RoutersAdminTest-1932179691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-745333'] for router_gateway, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:19.909771 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-e03e42da-31d6-4247-8496-bf10b4d43746 admin admin] Deleting port 8de136a0-d148-40b2-8b5d-857437d6ed30 {{(pid=84153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:32:19.910177 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-e03e42da-31d6-4247-8496-bf10b4d43746 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:20.129615 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-fb053ed8-29f8-4a02-9bca-d3f215ab30a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4106d72-8050-4a68-8890-4cb57f44d718', 'name': 'tempest-RoutersIpV6Test-router-747136858', 'tenant_id': 'f85e30c327a64407a1a93d3333ba9261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:31:25Z', 'updated_at': '2022-01-20T14:32:16Z', 'revision_number': 7, 'project_id': 'f85e30c327a64407a1a93d3333ba9261', 'gw_port_host': None, '_interfaces': [{'id': '0ae4b75d-1d64-4989-a8c3-8f15b2866b02', 'name': '', 'network_id': 'fdf972f6-2883-456a-86ab-6b5d27b505b9', 'tenant_id': 'f85e30c327a64407a1a93d3333ba9261', 'mac_address': 'fa:16:3e:0a:d3:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4106d72-8050-4a68-8890-4cb57f44d718', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8c136b88-d925-4e45-b82d-d96971a1db8d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:31:40Z', 'updated_at': '2022-01-20T14:32:09Z', 'revision_number': 5, 'project_id': 'f85e30c327a64407a1a93d3333ba9261', 'subnets': [{'id': '8c136b88-d925-4e45-b82d-d96971a1db8d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2c629d2f-bca6-4803-85da-619f95722c32', 'name': '', 'network_id': '91e50d35-a900-4f04-86e7-a36832e0670f', 'tenant_id': 'f85e30c327a64407a1a93d3333ba9261', 'mac_address': 'fa:16:3e:98:0f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4106d72-8050-4a68-8890-4cb57f44d718', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '21e8599e-2858-477d-9a9c-6e331a1d1565', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:31:52Z', 'updated_at': '2022-01-20T14:32:11Z', 'revision_number': 5, 'project_id': 'f85e30c327a64407a1a93d3333ba9261', 'subnets': [{'id': '21e8599e-2858-477d-9a9c-6e331a1d1565', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '780c2701-6ad4-417f-bed2-4de3d763ce9b', 'name': '', 'network_id': '59124e64-72a5-4678-bb60-32f8b65cb20e', 'tenant_id': 'f85e30c327a64407a1a93d3333ba9261', 'mac_address': 'fa:16:3e:0a:e3:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4106d72-8050-4a68-8890-4cb57f44d718', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7d2b6737-ab95-48d5-98e0-5c96cb2ba20c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:31:30Z', 'updated_at': '2022-01-20T14:31:52Z', 'revision_number': 5, 'project_id': 'f85e30c327a64407a1a93d3333ba9261', 'subnets': [{'id': '7d2b6737-ab95-48d5-98e0-5c96cb2ba20c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fac05ea4-3e85-4224-a0bb-a0137720264e', 'name': '', 'network_id': '78eccb9c-7331-418f-be5d-2f64ab8de8d8', 'tenant_id': 'f85e30c327a64407a1a93d3333ba9261', 'mac_address': 'fa:16:3e:b3:32:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4106d72-8050-4a68-8890-4cb57f44d718', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9723f6d2-a0a2-466f-b8fb-0c829323872f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:32:06Z', 'updated_at': '2022-01-20T14:32:17Z', 'revision_number': 5, 'project_id': 'f85e30c327a64407a1a93d3333ba9261', 'subnets': [{'id': '9723f6d2-a0a2-466f-b8fb-0c829323872f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:32:20.134136 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb053ed8-29f8-4a02-9bca-d3f215ab30a3 None None] The sync data for ids ['a4106d72-8050-4a68-8890-4cb57f44d718'] in dv-neutron-825124-1-hyperv is: [{'id': 'a4106d72-8050-4a68-8890-4cb57f44d718', 'name': 'tempest-RoutersIpV6Test-router-747136858', 'tenant_id': 'f85e30c327a64407a1a93d3333ba9261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:31:25Z', 'updated_at': '2022-01-20T14:32:16Z', 'revision_number': 7, 'project_id': 'f85e30c327a64407a1a93d3333ba9261', 'gw_port_host': None, '_interfaces': [{'id': '0ae4b75d-1d64-4989-a8c3-8f15b2866b02', 'name': '', 'network_id': 'fdf972f6-2883-456a-86ab-6b5d27b505b9', 'tenant_id': 'f85e30c327a64407a1a93d3333ba9261', 'mac_address': 'fa:16:3e:0a:d3:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4106d72-8050-4a68-8890-4cb57f44d718', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8c136b88-d925-4e45-b82d-d96971a1db8d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:31:40Z', 'updated_at': '2022-01-20T14:32:09Z', 'revision_number': 5, 'project_id': 'f85e30c327a64407a1a93d3333ba9261', 'subnets': [{'id': '8c136b88-d925-4e45-b82d-d96971a1db8d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2c629d2f-bca6-4803-85da-619f95722c32', 'name': '', 'network_id': '91e50d35-a900-4f04-86e7-a36832e0670f', 'tenant_id': 'f85e30c327a64407a1a93d3333ba9261', 'mac_address': 'fa:16:3e:98:0f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4106d72-8050-4a68-8890-4cb57f44d718', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '21e8599e-2858-477d-9a9c-6e331a1d1565', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:31:52Z', 'updated_at': '2022-01-20T14:32:11Z', 'revision_number': 5, 'project_id': 'f85e30c327a64407a1a93d3333ba9261', 'subnets': [{'id': '21e8599e-2858-477d-9a9c-6e331a1d1565', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '780c2701-6ad4-417f-bed2-4de3d763ce9b', 'name': '', 'network_id': '59124e64-72a5-4678-bb60-32f8b65cb20e', 'tenant_id': 'f85e30c327a64407a1a93d3333ba9261', 'mac_address': 'fa:16:3e:0a:e3:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4106d72-8050-4a68-8890-4cb57f44d718', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7d2b6737-ab95-48d5-98e0-5c96cb2ba20c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:31:30Z', 'updated_at': '2022-01-20T14:31:52Z', 'revision_number': 5, 'project_id': 'f85e30c327a64407a1a93d3333ba9261', 'subnets': [{'id': '7d2b6737-ab95-48d5-98e0-5c96cb2ba20c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fac05ea4-3e85-4224-a0bb-a0137720264e', 'name': '', 'network_id': '78eccb9c-7331-418f-be5d-2f64ab8de8d8', 'tenant_id': 'f85e30c327a64407a1a93d3333ba9261', 'mac_address': 'fa:16:3e:b3:32:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4106d72-8050-4a68-8890-4cb57f44d718', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9723f6d2-a0a2-466f-b8fb-0c829323872f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:32:06Z', 'updated_at': '2022-01-20T14:32:17Z', 'revision_number': 5, 'project_id': 'f85e30c327a64407a1a93d3333ba9261', 'subnets': [{'id': '9723f6d2-a0a2-466f-b8fb-0c829323872f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 14:32:20.164241 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-ef149206-fa9a-4bb4-9108-2102d9f1dade tempest-RoutersAdminTest-1932179691 tempest-RoutersAdminTest-1932179691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-737761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105493'] for router, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:20.180274 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-ef149206-fa9a-4bb4-9108-2102d9f1dade tempest-RoutersAdminTest-1932179691 tempest-RoutersAdminTest-1932179691-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:20.210578 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-53f5b8e1-df07-4275-855e-fa79290a1963 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks [] for security_group, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:20.283950 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-53f5b8e1-df07-4275-855e-fa79290a1963 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:20.302231 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-ef149206-fa9a-4bb4-9108-2102d9f1dade tempest-RoutersAdminTest-1932179691 tempest-RoutersAdminTest-1932179691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-737693'] for router, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:20.302798 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef149206-fa9a-4bb4-9108-2102d9f1dade tempest-RoutersAdminTest-1932179691 tempest-RoutersAdminTest-1932179691-project] Fanout notify agent at l3_agent the message router_deleted on router 265faaae-cfa0-45b7-a9c6-8c53f22b7450 {{(pid=84152) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 20 14:32:20.314533 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.db [None req-e03e42da-31d6-4247-8496-bf10b4d43746 admin admin] For port 8de136a0-d148-40b2-8b5d-857437d6ed30, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=8de136a0-d148-40b2-8b5d-857437d6ed30,segment=NetworkSegment(08613a60-c567-423c-9903-64ff4979e267),segment_id=08613a60-c567-423c-9903-64ff4979e267)] {{(pid=84153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:32:20.314888 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-e03e42da-31d6-4247-8496-bf10b4d43746 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:20.336264 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53f5b8e1-df07-4275-855e-fa79290a1963 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 182} {{(pid=84152) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 14:32:20.341870 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f5b8e1-df07-4275-855e-fa79290a1963 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Pushing event updated for resources: {'SecurityGroup': ['ID=747e0bc0-788b-4338-a493-ce04662c1f73,revision_number=1']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:32:20.353430 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-53f5b8e1-df07-4275-855e-fa79290a1963 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:20.353783 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.db.segments_db [None req-53f5b8e1-df07-4275-855e-fa79290a1963 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Added segment 436f8be2-a750-4476-bdec-9a771739b46b of type vlan for network bd3bcbed-b067-4dc5-9ed0-4aa3dd858989 Jan 20 14:32:20.368121 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-ef149206-fa9a-4bb4-9108-2102d9f1dade tempest-RoutersAdminTest-1932179691 tempest-RoutersAdminTest-1932179691-project] Notify callbacks [] for router, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:20.368121 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-ef149206-fa9a-4bb4-9108-2102d9f1dade tempest-RoutersAdminTest-1932179691 tempest-RoutersAdminTest-1932179691-project] 10.222.0.54 "DELETE /v2.0/routers/265faaae-cfa0-45b7-a9c6-8c53f22b7450 HTTP/1.1" status: 204 len: 168 time: 3.1240852 Jan 20 14:32:20.373225 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 39890) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:20.386016 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-b88e41ed-cee8-45a9-9d73-8c08df842f26 tempest-RoutersAdminTest-1932179691 tempest-RoutersAdminTest-1932179691-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1224499206', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:32:20.396075 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-b88e41ed-cee8-45a9-9d73-8c08df842f26 tempest-RoutersAdminTest-1932179691 tempest-RoutersAdminTest-1932179691-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:32:20.399056 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-53f5b8e1-df07-4275-855e-fa79290a1963 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769553767792'] for network, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:20.404976 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-b88e41ed-cee8-45a9-9d73-8c08df842f26 tempest-RoutersAdminTest-1932179691 tempest-RoutersAdminTest-1932179691-project] Usage tracker for resource:router and tenant:24d2f449fe384707b209c61b67e81881 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:32:20.408996 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-b88e41ed-cee8-45a9-9d73-8c08df842f26 tempest-RoutersAdminTest-1932179691 tempest-RoutersAdminTest-1932179691-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:32:20.416618 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-b88e41ed-cee8-45a9-9d73-8c08df842f26 tempest-RoutersAdminTest-1932179691 tempest-RoutersAdminTest-1932179691-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:32:20.443484 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-e03e42da-31d6-4247-8496-bf10b4d43746 admin admin] Calling delete_port for 8de136a0-d148-40b2-8b5d-857437d6ed30 owned by network:router_interface {{(pid=84153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:32:20.507084 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-b88e41ed-cee8-45a9-9d73-8c08df842f26 tempest-RoutersAdminTest-1932179691 tempest-RoutersAdminTest-1932179691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-105475'] for router, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:20.508083 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-b88e41ed-cee8-45a9-9d73-8c08df842f26 tempest-RoutersAdminTest-1932179691 tempest-RoutersAdminTest-1932179691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-739204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-744864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-735540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-105484'] for router, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:20.528623 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-b88e41ed-cee8-45a9-9d73-8c08df842f26 tempest-RoutersAdminTest-1932179691 tempest-RoutersAdminTest-1932179691-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:20.530426 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-53f5b8e1-df07-4275-855e-fa79290a1963 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967'] for network, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:20.534230 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53f5b8e1-df07-4275-855e-fa79290a1963 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:32:20.535079 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-53f5b8e1-df07-4275-855e-fa79290a1963 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks [] for network, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:20.661549 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f5b8e1-df07-4275-855e-fa79290a1963 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Pushing event updated for resources: {'Network': ['ID=bd3bcbed-b067-4dc5-9ed0-4aa3dd858989,revision_number=1']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:32:20.672536 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Network bd3bcbed-b067-4dc5-9ed0-4aa3dd858989 details requested by agent ovs-agent-dv-neutron-825124-1-hyperv with host dv-neutron-825124-1-hyperv {{(pid=84154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 14:32:20.675463 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-363dff2f-4891-43a0-b833-5773a084288b tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Deleting port fac05ea4-3e85-4224-a0bb-a0137720264e {{(pid=84153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:32:20.676081 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-363dff2f-4891-43a0-b833-5773a084288b tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:20.728431 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 39896) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:20.728670 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-53f5b8e1-df07-4275-855e-fa79290a1963 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.5073564 Jan 20 14:32:20.768647 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-d6c803bb-8c2b-4d94-8ffe-b8d960b29758 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Request body: {'port': {'network_id': 'bd3bcbed-b067-4dc5-9ed0-4aa3dd858989', 'name': 'tempest-PortsIpV6TestJSON-829619742'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:32:20.771391 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-b88e41ed-cee8-45a9-9d73-8c08df842f26 tempest-RoutersAdminTest-1932179691 tempest-RoutersAdminTest-1932179691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-744861'] for router, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:20.878650 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-b88e41ed-cee8-45a9-9d73-8c08df842f26 tempest-RoutersAdminTest-1932179691 tempest-RoutersAdminTest-1932179691-project] Notify callbacks [] for router, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:20.879955 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-b88e41ed-cee8-45a9-9d73-8c08df842f26 tempest-RoutersAdminTest-1932179691 tempest-RoutersAdminTest-1932179691-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.5058079 Jan 20 14:32:20.882809 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 39904) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:20.888916 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-011a193d-0302-4784-b29f-359fca6066c5 tempest-RoutersAdminTest-1932179691 tempest-RoutersAdminTest-1932179691-project] Request body: {'router': {'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d'}}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:32:20.998192 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-d6c803bb-8c2b-4d94-8ffe-b8d960b29758 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:32:21.010257 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-d6c803bb-8c2b-4d94-8ffe-b8d960b29758 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Usage tracker for resource:port and tenant:b664f111a0df442d811f140f6dbd9d75 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:32:21.016369 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-d6c803bb-8c2b-4d94-8ffe-b8d960b29758 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:32:21.028513 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-d6c803bb-8c2b-4d94-8ffe-b8d960b29758 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:32:21.063223 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-e03e42da-31d6-4247-8496-bf10b4d43746 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:21.104281 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.db [None req-363dff2f-4891-43a0-b833-5773a084288b tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] For port fac05ea4-3e85-4224-a0bb-a0137720264e, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=fac05ea4-3e85-4224-a0bb-a0137720264e,segment=NetworkSegment(e2aa280e-ecb7-458d-96d5-47bb09a2e1c9),segment_id=e2aa280e-ecb7-458d-96d5-47bb09a2e1c9)] {{(pid=84153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:32:21.104644 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-363dff2f-4891-43a0-b833-5773a084288b tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:21.132288 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03e42da-31d6-4247-8496-bf10b4d43746 admin admin] Pushing event deleted for resources: {'Port': ['ID=8de136a0-d148-40b2-8b5d-857437d6ed30,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:32:21.191180 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6c803bb-8c2b-4d94-8ffe-b8d960b29758 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Made reservation on behalf of b664f111a0df442d811f140f6dbd9d75 for: {'port': 1} {{(pid=84153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:32:21.194105 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-d6c803bb-8c2b-4d94-8ffe-b8d960b29758 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:21.313247 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-363dff2f-4891-43a0-b833-5773a084288b tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Calling delete_port for fac05ea4-3e85-4224-a0bb-a0137720264e owned by network:router_interface {{(pid=84153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:32:21.459678 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.notifiers.nova [None req-d6c803bb-8c2b-4d94-8ffe-b8d960b29758 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] device_id is not set on port 9c6b29f2-4b6b-4b2f-a124-914357e37188 yet. {{(pid=84153) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 14:32:21.506934 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-011a193d-0302-4784-b29f-359fca6066c5 tempest-RoutersAdminTest-1932179691 tempest-RoutersAdminTest-1932179691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-744886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-105502'] for router, precommit_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:21.555008 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [req-10d53cf2-05bc-46d3-956f-a3421ca58219 req-ecad0276-2159-46b7-ba95-b41b6639b9df tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Synchronizing usage tracker for tenant:630d3f8a86444149b9a83c00e804a42a on resource:security_group {{(pid=84153) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:32:21.778250 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-011a193d-0302-4784-b29f-359fca6066c5 tempest-RoutersAdminTest-1932179691 tempest-RoutersAdminTest-1932179691-project] Notify callbacks [] for router_gateway, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:21.809792 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-011a193d-0302-4784-b29f-359fca6066c5 tempest-RoutersAdminTest-1932179691 tempest-RoutersAdminTest-1932179691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:21.903056 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [req-10d53cf2-05bc-46d3-956f-a3421ca58219 req-ecad0276-2159-46b7-ba95-b41b6639b9df tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Unset dirty status for tenant:630d3f8a86444149b9a83c00e804a42a on resource:security_group {{(pid=84153) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:32:21.904262 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-10d53cf2-05bc-46d3-956f-a3421ca58219 req-ecad0276-2159-46b7-ba95-b41b6639b9df tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-913594730&fields=id&tenant_id=630d3f8a86444149b9a83c00e804a42a HTTP/1.1" status: 200 len: 267 time: 0.6005907 Jan 20 14:32:21.979858 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.db_base_plugin_common [None req-011a193d-0302-4784-b29f-359fca6066c5 tempest-RoutersAdminTest-1932179691 tempest-RoutersAdminTest-1932179691-project] Allocated IP 172.26.7.153 (8dffb05c-5ca0-409b-bd5f-7be6264f707d/a489dd4f-42a5-433b-8be3-bab2749c4209/151adecc-354a-4323-9c9e-ebcc297eb539) {{(pid=84152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:32:22.103600 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-d6c803bb-8c2b-4d94-8ffe-b8d960b29758 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks [] for port, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:22.133522 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-011a193d-0302-4784-b29f-359fca6066c5 tempest-RoutersAdminTest-1932179691 tempest-RoutersAdminTest-1932179691-project] Notify callbacks [] for port, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:22.224625 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-363dff2f-4891-43a0-b833-5773a084288b tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:22.250010 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-011a193d-0302-4784-b29f-359fca6066c5 tempest-RoutersAdminTest-1932179691 tempest-RoutersAdminTest-1932179691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:22.274751 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d53cf2-05bc-46d3-956f-a3421ca58219 req-dfea2bf4-2415-4118-b8c6-d3db616dee32 tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:32:22.275432 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [req-10d53cf2-05bc-46d3-956f-a3421ca58219 req-dfea2bf4-2415-4118-b8c6-d3db616dee32 tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Synchronizing usage tracker for tenant:630d3f8a86444149b9a83c00e804a42a on resource:network {{(pid=84153) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:32:22.300322 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363dff2f-4891-43a0-b833-5773a084288b tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Pushing event deleted for resources: {'Port': ['ID=fac05ea4-3e85-4224-a0bb-a0137720264e,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:32:22.320825 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-011a193d-0302-4784-b29f-359fca6066c5 tempest-RoutersAdminTest-1932179691 tempest-RoutersAdminTest-1932179691-project] Network 8dffb05c-5ca0-409b-bd5f-7be6264f707d is already hosted by enough agents. {{(pid=84152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:32:22.325906 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.base_scheduler [None req-011a193d-0302-4784-b29f-359fca6066c5 tempest-RoutersAdminTest-1932179691 tempest-RoutersAdminTest-1932179691-project] Resources bound (agent type, host, resource id): {{(pid=84152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:32:22.326689 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011a193d-0302-4784-b29f-359fca6066c5 tempest-RoutersAdminTest-1932179691 tempest-RoutersAdminTest-1932179691-project] Pushing event updated for resources: {'Port': ['ID=151adecc-354a-4323-9c9e-ebcc297eb539,revision_number=1']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:32:22.328768 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-011a193d-0302-4784-b29f-359fca6066c5 tempest-RoutersAdminTest-1932179691 tempest-RoutersAdminTest-1932179691-project] Received port after_create {{(pid=84152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:32:22.430560 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [req-10d53cf2-05bc-46d3-956f-a3421ca58219 req-dfea2bf4-2415-4118-b8c6-d3db616dee32 tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Unset dirty status for tenant:630d3f8a86444149b9a83c00e804a42a on resource:network {{(pid=84153) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:32:22.431746 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-10d53cf2-05bc-46d3-956f-a3421ca58219 req-dfea2bf4-2415-4118-b8c6-d3db616dee32 tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] 10.222.0.54 "GET /v2.0/networks?id=ac006b3d-300f-4a00-af61-b19ab11d4829 HTTP/1.1" status: 200 len: 811 time: 0.5198486 Jan 20 14:32:22.433246 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-d6c803bb-8c2b-4d94-8ffe-b8d960b29758 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:22.569987 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-011a193d-0302-4784-b29f-359fca6066c5 tempest-RoutersAdminTest-1932179691 tempest-RoutersAdminTest-1932179691-project] Notify callbacks [] for router_gateway, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:22.584156 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-10d53cf2-05bc-46d3-956f-a3421ca58219 req-74b438b3-09b5-47ea-b056-5b456bdbfeed tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] 10.222.0.54 "GET /v2.0/quotas/630d3f8a86444149b9a83c00e804a42a HTTP/1.1" status: 200 len: 375 time: 0.1112154 Jan 20 14:32:22.646567 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c803bb-8c2b-4d94-8ffe-b8d960b29758 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Pushing event updated for resources: {'Port': ['ID=9c6b29f2-4b6b-4b2f-a124-914357e37188,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:32:22.662221 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-e03e42da-31d6-4247-8496-bf10b4d43746 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1705096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-745401'] for router_interface, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:22.747493 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-011a193d-0302-4784-b29f-359fca6066c5 tempest-RoutersAdminTest-1932179691 tempest-RoutersAdminTest-1932179691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-744886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-105502'] for router, precommit_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:22.751143 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-011a193d-0302-4784-b29f-359fca6066c5 tempest-RoutersAdminTest-1932179691 tempest-RoutersAdminTest-1932179691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-744861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-744847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-744836', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-737562'] for router, after_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:22.770421 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6c803bb-8c2b-4d94-8ffe-b8d960b29758 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Checking segment: {'id': '436f8be2-a750-4476-bdec-9a771739b46b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'bd3bcbed-b067-4dc5-9ed0-4aa3dd858989'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 14:32:22.770781 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6c803bb-8c2b-4d94-8ffe-b8d960b29758 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Network hostable DHCP agents. Network: bd3bcbed-b067-4dc5-9ed0-4aa3dd858989, hostable agents: ['1a181e39-5220-4c1a-88f8-08a54e8bfc9b'], hosted agents: [] {{(pid=84153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 14:32:22.842643 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-363dff2f-4891-43a0-b833-5773a084288b tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1705096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-745401'] for router_interface, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:22.854292 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-10d53cf2-05bc-46d3-956f-a3421ca58219 req-697c5e0f-071f-4333-abb4-a45f8c6a1e15 tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=630d3f8a86444149b9a83c00e804a42a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2572906 Jan 20 14:32:22.943663 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6c803bb-8c2b-4d94-8ffe-b8d960b29758 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Network bd3bcbed-b067-4dc5-9ed0-4aa3dd858989 is scheduled to be hosted by DHCP agent 1a181e39-5220-4c1a-88f8-08a54e8bfc9b with binding_index 1 {{(pid=84153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 14:32:23.055185 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-011a193d-0302-4784-b29f-359fca6066c5 tempest-RoutersAdminTest-1932179691 tempest-RoutersAdminTest-1932179691-project] Router 4c3ac892-3f9a-42d0-9ab6-9e92bc90a99f is scheduled to L3 agent 624d525b-4c26-4143-8a1c-228bb1c6faaa with binding_index 1 {{(pid=84152) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 20 14:32:23.146175 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.base_scheduler [None req-d6c803bb-8c2b-4d94-8ffe-b8d960b29758 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825124-1-hyperv, bd3bcbed-b067-4dc5-9ed0-4aa3dd858989) {{(pid=84153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:32:23.165364 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6c803bb-8c2b-4d94-8ffe-b8d960b29758 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Received port after_create {{(pid=84153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:32:23.167115 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9961e228-f392-43bd-87c3-648c31ccc5d6 None None] Network bd3bcbed-b067-4dc5-9ed0-4aa3dd858989 requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:32:23.169980 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6c803bb-8c2b-4d94-8ffe-b8d960b29758 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:32:23.170671 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-d6c803bb-8c2b-4d94-8ffe-b8d960b29758 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:23.264774 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-10d53cf2-05bc-46d3-956f-a3421ca58219 req-cc1e275e-5a79-4ab5-aaae-71a864a08f85 service neutron] 10.222.0.54 "GET /v2.0/networks/ac006b3d-300f-4a00-af61-b19ab11d4829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3494010 Jan 20 14:32:23.383889 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-011a193d-0302-4784-b29f-359fca6066c5 tempest-RoutersAdminTest-1932179691 tempest-RoutersAdminTest-1932179691-project] Notify agent at l3_agent.dv-neutron-825124-1-hyperv the message routers_updated {{(pid=84152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 14:32:23.395120 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-011a193d-0302-4784-b29f-359fca6066c5 tempest-RoutersAdminTest-1932179691 tempest-RoutersAdminTest-1932179691-project] Notify callbacks [] for router, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:23.398729 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-011a193d-0302-4784-b29f-359fca6066c5 tempest-RoutersAdminTest-1932179691 tempest-RoutersAdminTest-1932179691-project] 10.222.0.54 "PUT /v2.0/routers/4c3ac892-3f9a-42d0-9ab6-9e92bc90a99f HTTP/1.1" status: 200 len: 880 time: 2.5125432 Jan 20 14:32:23.399114 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 39916) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:23.399691 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd89784d-5ea1-4e72-8baf-fa07bf4bc2af None None] Sync routers for ids ['4c3ac892-3f9a-42d0-9ab6-9e92bc90a99f'] in dv-neutron-825124-1-hyperv {{(pid=84154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 14:32:23.423410 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd89784d-5ea1-4e72-8baf-fa07bf4bc2af None None] Routers {'4c3ac892-3f9a-42d0-9ab6-9e92bc90a99f'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:32:23.424362 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-fd89784d-5ea1-4e72-8baf-fa07bf4bc2af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:32:00Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['4c3ac892-3f9a-42d0-9ab6-9e92bc90a99f'], 'active': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:32:23.490583 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-fd89784d-5ea1-4e72-8baf-fa07bf4bc2af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:32:23.501940 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd89784d-5ea1-4e72-8baf-fa07bf4bc2af None None] Routers {'4c3ac892-3f9a-42d0-9ab6-9e92bc90a99f'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:32:23.502837 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-fd89784d-5ea1-4e72-8baf-fa07bf4bc2af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:32:00Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['4c3ac892-3f9a-42d0-9ab6-9e92bc90a99f'], 'active': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:32:23.552748 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-d6c803bb-8c2b-4d94-8ffe-b8d960b29758 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.8213732 Jan 20 14:32:23.558088 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 39920) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:23.563863 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-fd89784d-5ea1-4e72-8baf-fa07bf4bc2af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:32:23.563863 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd89784d-5ea1-4e72-8baf-fa07bf4bc2af None None] The sync data for ids ['4c3ac892-3f9a-42d0-9ab6-9e92bc90a99f'] in dv-neutron-825124-1-hyperv is: [] {{(pid=84154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 14:32:23.568904 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-111dcff9-fdae-46fc-8394-7b40900ff469 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1170287592'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:32:23.576488 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-111dcff9-fdae-46fc-8394-7b40900ff469 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:32:23.582631 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-111dcff9-fdae-46fc-8394-7b40900ff469 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Usage tracker for resource:network and tenant:b664f111a0df442d811f140f6dbd9d75 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:32:23.585826 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-111dcff9-fdae-46fc-8394-7b40900ff469 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:32:23.599832 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-111dcff9-fdae-46fc-8394-7b40900ff469 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:32:23.630446 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-cae73dbf-28cc-43f4-8f45-45849db71e88 tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] 10.222.0.54 "GET /v2.0/routers/4c3ac892-3f9a-42d0-9ab6-9e92bc90a99f HTTP/1.1" status: 200 len: 921 time: 0.2301533 Jan 20 14:32:23.633051 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 39924) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:23.706728 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-1c33db86-210d-4881-a22e-2e3ca71fdcbc tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] 10.222.0.54 "GET /v2.0/ports?network_id=8dffb05c-5ca0-409b-bd5f-7be6264f707d&device_id=4c3ac892-3f9a-42d0-9ab6-9e92bc90a99f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0722916 Jan 20 14:32:23.709878 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 39928) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:23.730354 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-111dcff9-fdae-46fc-8394-7b40900ff469 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Made reservation on behalf of b664f111a0df442d811f140f6dbd9d75 for: {'network': 1} {{(pid=84152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:32:23.733181 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-111dcff9-fdae-46fc-8394-7b40900ff469 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for network, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:23.830140 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-111dcff9-fdae-46fc-8394-7b40900ff469 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 152} {{(pid=84152) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 14:32:23.857628 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-111dcff9-fdae-46fc-8394-7b40900ff469 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:23.857980 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.db.segments_db [None req-111dcff9-fdae-46fc-8394-7b40900ff469 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Added segment a4464964-fa8f-4d25-b080-e1ca02fddfea of type vlan for network b2aa033a-d2b0-4c9c-9512-ff2b779fe1b9 Jan 20 14:32:23.860850 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-10d53cf2-05bc-46d3-956f-a3421ca58219 req-fdd451aa-9eee-48b0-a8e8-9c0158d9e1d3 service neutron] 10.222.0.54 "GET /v2.0/networks/ac006b3d-300f-4a00-af61-b19ab11d4829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5890064 Jan 20 14:32:23.885906 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5645879a-9482-4e1f-a313-e6ff9d31d26e tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:32:23.887038 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-5645879a-9482-4e1f-a313-e6ff9d31d26e tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] Synchronizing usage tracker for tenant:29dad310a96543c1a4503904351121e9 on resource:network {{(pid=84152) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:32:23.910964 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-111dcff9-fdae-46fc-8394-7b40900ff469 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769553767792'] for network, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:23.919614 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-5645879a-9482-4e1f-a313-e6ff9d31d26e tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] Unset dirty status for tenant:29dad310a96543c1a4503904351121e9 on resource:network {{(pid=84152) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:32:23.920787 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-5645879a-9482-4e1f-a313-e6ff9d31d26e tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] 10.222.0.54 "GET /v2.0/networks/8dffb05c-5ca0-409b-bd5f-7be6264f707d HTTP/1.1" status: 200 len: 881 time: 0.2099652 Jan 20 14:32:23.923794 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 39932) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:23.980730 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-15944199-fc70-43c0-8c2d-1ee202c53b7f tempest-RoutersAdminTest-1932179691 tempest-RoutersAdminTest-1932179691-project] 10.222.0.54 "GET /v2.0/ports?device_id=4c3ac892-3f9a-42d0-9ab6-9e92bc90a99f HTTP/1.1" status: 200 len: 205 time: 0.0556641 Jan 20 14:32:23.983223 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 39938) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:24.146744 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-111dcff9-fdae-46fc-8394-7b40900ff469 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967'] for network, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:24.150477 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-111dcff9-fdae-46fc-8394-7b40900ff469 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:32:24.151055 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-111dcff9-fdae-46fc-8394-7b40900ff469 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks [] for network, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:24.195665 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-363dff2f-4891-43a0-b833-5773a084288b tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Router a4106d72-8050-4a68-8890-4cb57f44d718 has already been hosted by L3 agent 624d525b-4c26-4143-8a1c-228bb1c6faaa {{(pid=84153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 14:32:24.293176 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111dcff9-fdae-46fc-8394-7b40900ff469 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Pushing event updated for resources: {'Network': ['ID=b2aa033a-d2b0-4c9c-9512-ff2b779fe1b9,revision_number=1']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:32:24.304891 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Network b2aa033a-d2b0-4c9c-9512-ff2b779fe1b9 details requested by agent ovs-agent-dv-neutron-825124-1-hyperv with host dv-neutron-825124-1-hyperv {{(pid=84154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 14:32:24.333156 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-f76bd3e5-82bc-43e2-9a83-4f4faf435448 tempest-RoutersAdminTest-1932179691 tempest-RoutersAdminTest-1932179691-project] Notify callbacks [] for router, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:24.392180 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-111dcff9-fdae-46fc-8394-7b40900ff469 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8328872 Jan 20 14:32:24.394753 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 39946) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:24.398437 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e03e42da-31d6-4247-8496-bf10b4d43746 admin admin] Router 3aa1060b-e340-4a31-89f7-e96adaaa2648 has already been hosted by L3 agent 624d525b-4c26-4143-8a1c-228bb1c6faaa {{(pid=84153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 14:32:24.403290 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-99cb1950-e4f5-4551-a909-0f623fc37998 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Request body: {'ports': [{'network_id': 'bd3bcbed-b067-4dc5-9ed0-4aa3dd858989'}, {'network_id': 'b2aa033a-d2b0-4c9c-9512-ff2b779fe1b9'}]} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:32:24.403576 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-99cb1950-e4f5-4551-a909-0f623fc37998 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Request body: {'port': {'network_id': 'bd3bcbed-b067-4dc5-9ed0-4aa3dd858989'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:32:24.405446 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-99cb1950-e4f5-4551-a909-0f623fc37998 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Request body: {'port': {'network_id': 'b2aa033a-d2b0-4c9c-9512-ff2b779fe1b9'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:32:24.558495 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-f76bd3e5-82bc-43e2-9a83-4f4faf435448 tempest-RoutersAdminTest-1932179691 tempest-RoutersAdminTest-1932179691-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:24.613975 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-363dff2f-4891-43a0-b833-5773a084288b tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify agent at l3_agent.dv-neutron-825124-1-hyperv the message routers_updated {{(pid=84153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 14:32:24.623738 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-363dff2f-4891-43a0-b833-5773a084288b tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] 10.222.0.54 "PUT /v2.0/routers/a4106d72-8050-4a68-8890-4cb57f44d718/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3950524 Jan 20 14:32:24.627260 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 39956) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:24.628696 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-534e8837-dd35-4de8-99c8-6614596a4f16 None None] Sync routers for ids ['a4106d72-8050-4a68-8890-4cb57f44d718'] in dv-neutron-825124-1-hyperv {{(pid=84155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 14:32:24.643032 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-534e8837-dd35-4de8-99c8-6614596a4f16 None None] Routers {'a4106d72-8050-4a68-8890-4cb57f44d718'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:32:24.643936 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-534e8837-dd35-4de8-99c8-6614596a4f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:32:00Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['a4106d72-8050-4a68-8890-4cb57f44d718'], 'active': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:32:24.662270 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-f76bd3e5-82bc-43e2-9a83-4f4faf435448 tempest-RoutersAdminTest-1932179691 tempest-RoutersAdminTest-1932179691-project] Deleting port 151adecc-354a-4323-9c9e-ebcc297eb539 {{(pid=84152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:32:24.662701 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-f76bd3e5-82bc-43e2-9a83-4f4faf435448 tempest-RoutersAdminTest-1932179691 tempest-RoutersAdminTest-1932179691-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:24.842619 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvr_db [None req-534e8837-dd35-4de8-99c8-6614596a4f16 None None] Set router a4106d72-8050-4a68-8890-4cb57f44d718 gateway port host: None {{(pid=84155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 14:32:24.881385 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-f33c790e-61b3-468a-bb70-ea02ae9084ce req-b51c292a-a913-4514-a7a4-2cef59e0c724 tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] 10.222.0.54 "GET /v2.0/ports?device_id=49ba1514-a268-47af-8414-4af83e8f7d4a HTTP/1.1" status: 200 len: 210 time: 0.2613215 Jan 20 14:32:24.920233 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-99cb1950-e4f5-4551-a909-0f623fc37998 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:32:24.921439 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-99cb1950-e4f5-4551-a909-0f623fc37998 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Usage tracker for resource:port and tenant:b664f111a0df442d811f140f6dbd9d75 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:32:24.924923 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-99cb1950-e4f5-4551-a909-0f623fc37998 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:32:24.935515 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-99cb1950-e4f5-4551-a909-0f623fc37998 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:32:25.022311 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99cb1950-e4f5-4551-a909-0f623fc37998 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Made reservation on behalf of b664f111a0df442d811f140f6dbd9d75 for: {'port': 2} {{(pid=84153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:32:25.026563 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-99cb1950-e4f5-4551-a909-0f623fc37998 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:25.056689 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-99cb1950-e4f5-4551-a909-0f623fc37998 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:25.146505 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c479a7d-6c51-430c-a5be-1993a70078ac tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Deleting subnet 9723f6d2-a0a2-466f-b8fb-0c829323872f {{(pid=84152) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 20 14:32:25.153534 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-6c479a7d-6c51-430c-a5be-1993a70078ac tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks [] for subnet, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:25.241933 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-f76bd3e5-82bc-43e2-9a83-4f4faf435448 tempest-RoutersAdminTest-1932179691 tempest-RoutersAdminTest-1932179691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:25.256815 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-534e8837-dd35-4de8-99c8-6614596a4f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4106d72-8050-4a68-8890-4cb57f44d718', 'name': 'tempest-RoutersIpV6Test-router-747136858', 'tenant_id': 'f85e30c327a64407a1a93d3333ba9261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:31:25Z', 'updated_at': '2022-01-20T14:32:21Z', 'revision_number': 8, 'project_id': 'f85e30c327a64407a1a93d3333ba9261', 'gw_port_host': None, '_interfaces': [{'id': '0ae4b75d-1d64-4989-a8c3-8f15b2866b02', 'name': '', 'network_id': 'fdf972f6-2883-456a-86ab-6b5d27b505b9', 'tenant_id': 'f85e30c327a64407a1a93d3333ba9261', 'mac_address': 'fa:16:3e:0a:d3:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4106d72-8050-4a68-8890-4cb57f44d718', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8c136b88-d925-4e45-b82d-d96971a1db8d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:31:40Z', 'updated_at': '2022-01-20T14:32:09Z', 'revision_number': 5, 'project_id': 'f85e30c327a64407a1a93d3333ba9261', 'subnets': [{'id': '8c136b88-d925-4e45-b82d-d96971a1db8d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2c629d2f-bca6-4803-85da-619f95722c32', 'name': '', 'network_id': '91e50d35-a900-4f04-86e7-a36832e0670f', 'tenant_id': 'f85e30c327a64407a1a93d3333ba9261', 'mac_address': 'fa:16:3e:98:0f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4106d72-8050-4a68-8890-4cb57f44d718', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '21e8599e-2858-477d-9a9c-6e331a1d1565', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:31:52Z', 'updated_at': '2022-01-20T14:32:11Z', 'revision_number': 5, 'project_id': 'f85e30c327a64407a1a93d3333ba9261', 'subnets': [{'id': '21e8599e-2858-477d-9a9c-6e331a1d1565', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '780c2701-6ad4-417f-bed2-4de3d763ce9b', 'name': '', 'network_id': '59124e64-72a5-4678-bb60-32f8b65cb20e', 'tenant_id': 'f85e30c327a64407a1a93d3333ba9261', 'mac_address': 'fa:16:3e:0a:e3:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4106d72-8050-4a68-8890-4cb57f44d718', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7d2b6737-ab95-48d5-98e0-5c96cb2ba20c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:31:30Z', 'updated_at': '2022-01-20T14:31:52Z', 'revision_number': 5, 'project_id': 'f85e30c327a64407a1a93d3333ba9261', 'subnets': [{'id': '7d2b6737-ab95-48d5-98e0-5c96cb2ba20c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:32:25.259855 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-6c479a7d-6c51-430c-a5be-1993a70078ac tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3337915'] for subnet, precommit_delete_associations {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:25.262337 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e03e42da-31d6-4247-8496-bf10b4d43746 admin admin] Notify agent at l3_agent.dv-neutron-825124-1-hyperv the message routers_updated {{(pid=84153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 14:32:25.262497 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-534e8837-dd35-4de8-99c8-6614596a4f16 None None] Checking router: a4106d72-8050-4a68-8890-4cb57f44d718 for host: dv-neutron-825124-1-hyperv {{(pid=84155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 14:32:25.274423 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a0bd5b2-196f-4d0c-bbda-6ce3d9b7de26 None None] Sync routers for ids ['3aa1060b-e340-4a31-89f7-e96adaaa2648'] in dv-neutron-825124-1-hyperv {{(pid=84154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 14:32:25.280647 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-534e8837-dd35-4de8-99c8-6614596a4f16 None None] Routers {'a4106d72-8050-4a68-8890-4cb57f44d718'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:32:25.288092 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-534e8837-dd35-4de8-99c8-6614596a4f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:32:00Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['a4106d72-8050-4a68-8890-4cb57f44d718'], 'active': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:32:25.290800 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-e03e42da-31d6-4247-8496-bf10b4d43746 admin admin] 10.222.0.54 "PUT /v2.0/routers/3aa1060b-e340-4a31-89f7-e96adaaa2648/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7583392 Jan 20 14:32:25.297196 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 39966) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:25.298168 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a0bd5b2-196f-4d0c-bbda-6ce3d9b7de26 None None] Routers {'3aa1060b-e340-4a31-89f7-e96adaaa2648'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:32:25.299940 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-1a0bd5b2-196f-4d0c-bbda-6ce3d9b7de26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:32:00Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['3aa1060b-e340-4a31-89f7-e96adaaa2648'], 'active': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:32:25.404325 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.notifiers.nova [None req-99cb1950-e4f5-4551-a909-0f623fc37998 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] device_id is not set on port 91e18310-6e5c-4457-b01c-5aa62170b554 yet. {{(pid=84153) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 14:32:25.425358 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-f76bd3e5-82bc-43e2-9a83-4f4faf435448 tempest-RoutersAdminTest-1932179691 tempest-RoutersAdminTest-1932179691-project] Calling delete_port for 151adecc-354a-4323-9c9e-ebcc297eb539 owned by network:router_gateway {{(pid=84152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:32:25.501972 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-99cb1950-e4f5-4551-a909-0f623fc37998 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks [] for port, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:25.553564 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-6c479a7d-6c51-430c-a5be-1993a70078ac tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1627147'] for subnet, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:25.563784 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvr_db [None req-534e8837-dd35-4de8-99c8-6614596a4f16 None None] Set router a4106d72-8050-4a68-8890-4cb57f44d718 gateway port host: None {{(pid=84155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 14:32:25.568794 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvr_db [None req-1a0bd5b2-196f-4d0c-bbda-6ce3d9b7de26 None None] Set router 3aa1060b-e340-4a31-89f7-e96adaaa2648 gateway port host: dv-neutron-825124-1-hyperv {{(pid=84154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 14:32:25.622561 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.notifiers.nova [None req-99cb1950-e4f5-4551-a909-0f623fc37998 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] device_id is not set on port c4891363-dbb7-477b-b72e-3186a92870f1 yet. {{(pid=84153) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 14:32:25.736390 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-6c479a7d-6c51-430c-a5be-1993a70078ac tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1627154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4163580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155308'] for subnet, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:25.793889 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c479a7d-6c51-430c-a5be-1993a70078ac tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Pushing event deleted for resources: {'Subnet': ['ID=9723f6d2-a0a2-466f-b8fb-0c829323872f,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:32:25.800713 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-f76bd3e5-82bc-43e2-9a83-4f4faf435448 tempest-RoutersAdminTest-1932179691 tempest-RoutersAdminTest-1932179691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:25.843993 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-99cb1950-e4f5-4551-a909-0f623fc37998 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks [] for port, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:25.848090 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-6c479a7d-6c51-430c-a5be-1993a70078ac tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks [] for subnet, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:25.853119 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-274c8978-7a9e-4a61-9a81-29beb3daec81 None None] Network 78eccb9c-7331-418f-be5d-2f64ab8de8d8 requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:32:25.861130 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76bd3e5-82bc-43e2-9a83-4f4faf435448 tempest-RoutersAdminTest-1932179691 tempest-RoutersAdminTest-1932179691-project] Pushing event deleted for resources: {'Port': ['ID=151adecc-354a-4323-9c9e-ebcc297eb539,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:32:25.872774 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-6c479a7d-6c51-430c-a5be-1993a70078ac tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] 10.222.0.54 "DELETE /v2.0/subnets/9723f6d2-a0a2-466f-b8fb-0c829323872f HTTP/1.1" status: 204 len: 168 time: 1.2444055 Jan 20 14:32:25.875561 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 39972) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:25.880802 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-4834b9b5-59e9-4903-a508-50b9e84b929c admin admin] Notify callbacks [] for router, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:26.109421 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-1f09a5a8-223b-453f-a4cb-016ca93435ba req-7287c698-7e93-4338-bbc3-95599ce78bf5 tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] 10.222.0.54 "GET /v2.0/ports?device_id=49ba1514-a268-47af-8414-4af83e8f7d4a HTTP/1.1" status: 200 len: 210 time: 0.0876234 Jan 20 14:32:26.143905 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-c25c2918-4874-42ae-b16c-b74f3224aa6d tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586409'] for network, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:26.164815 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-c25c2918-4874-42ae-b16c-b74f3224aa6d tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Deleting port a17c989d-a2eb-44fe-a815-51b698a6c59b {{(pid=84153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:32:26.167224 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-534e8837-dd35-4de8-99c8-6614596a4f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4106d72-8050-4a68-8890-4cb57f44d718', 'name': 'tempest-RoutersIpV6Test-router-747136858', 'tenant_id': 'f85e30c327a64407a1a93d3333ba9261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:31:25Z', 'updated_at': '2022-01-20T14:32:21Z', 'revision_number': 8, 'project_id': 'f85e30c327a64407a1a93d3333ba9261', 'gw_port_host': None, '_interfaces': [{'id': '0ae4b75d-1d64-4989-a8c3-8f15b2866b02', 'name': '', 'network_id': 'fdf972f6-2883-456a-86ab-6b5d27b505b9', 'tenant_id': 'f85e30c327a64407a1a93d3333ba9261', 'mac_address': 'fa:16:3e:0a:d3:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4106d72-8050-4a68-8890-4cb57f44d718', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8c136b88-d925-4e45-b82d-d96971a1db8d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:31:40Z', 'updated_at': '2022-01-20T14:32:09Z', 'revision_number': 5, 'project_id': 'f85e30c327a64407a1a93d3333ba9261', 'subnets': [{'id': '8c136b88-d925-4e45-b82d-d96971a1db8d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2c629d2f-bca6-4803-85da-619f95722c32', 'name': '', 'network_id': '91e50d35-a900-4f04-86e7-a36832e0670f', 'tenant_id': 'f85e30c327a64407a1a93d3333ba9261', 'mac_address': 'fa:16:3e:98:0f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4106d72-8050-4a68-8890-4cb57f44d718', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '21e8599e-2858-477d-9a9c-6e331a1d1565', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:31:52Z', 'updated_at': '2022-01-20T14:32:11Z', 'revision_number': 5, 'project_id': 'f85e30c327a64407a1a93d3333ba9261', 'subnets': [{'id': '21e8599e-2858-477d-9a9c-6e331a1d1565', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '780c2701-6ad4-417f-bed2-4de3d763ce9b', 'name': '', 'network_id': '59124e64-72a5-4678-bb60-32f8b65cb20e', 'tenant_id': 'f85e30c327a64407a1a93d3333ba9261', 'mac_address': 'fa:16:3e:0a:e3:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4106d72-8050-4a68-8890-4cb57f44d718', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7d2b6737-ab95-48d5-98e0-5c96cb2ba20c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:31:30Z', 'updated_at': '2022-01-20T14:31:52Z', 'revision_number': 5, 'project_id': 'f85e30c327a64407a1a93d3333ba9261', 'subnets': [{'id': '7d2b6737-ab95-48d5-98e0-5c96cb2ba20c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:32:26.169669 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-1a0bd5b2-196f-4d0c-bbda-6ce3d9b7de26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3aa1060b-e340-4a31-89f7-e96adaaa2648', 'name': 'tempest-ServerActionsTestJSON-315493439-router', 'tenant_id': '2841efab0dc64ab1970d5183558f5547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.222'}], 'enable_snat': True}, 'gw_port_id': '2fcf10eb-7914-4aae-8313-a752451d5387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:25:00Z', 'updated_at': '2022-01-20T14:32:20Z', 'revision_number': 5, 'project_id': '2841efab0dc64ab1970d5183558f5547', 'gw_port': {'id': '2fcf10eb-7914-4aae-8313-a752451d5387', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:e4:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aa1060b-e340-4a31-89f7-e96adaaa2648', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:25:01Z', 'updated_at': '2022-01-20T14:25:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv'}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:32:26.170481 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-c25c2918-4874-42ae-b16c-b74f3224aa6d tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:26.173932 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-534e8837-dd35-4de8-99c8-6614596a4f16 None None] The sync data for ids ['a4106d72-8050-4a68-8890-4cb57f44d718'] in dv-neutron-825124-1-hyperv is: [{'id': 'a4106d72-8050-4a68-8890-4cb57f44d718', 'name': 'tempest-RoutersIpV6Test-router-747136858', 'tenant_id': 'f85e30c327a64407a1a93d3333ba9261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:31:25Z', 'updated_at': '2022-01-20T14:32:21Z', 'revision_number': 8, 'project_id': 'f85e30c327a64407a1a93d3333ba9261', 'gw_port_host': None, '_interfaces': [{'id': '0ae4b75d-1d64-4989-a8c3-8f15b2866b02', 'name': '', 'network_id': 'fdf972f6-2883-456a-86ab-6b5d27b505b9', 'tenant_id': 'f85e30c327a64407a1a93d3333ba9261', 'mac_address': 'fa:16:3e:0a:d3:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4106d72-8050-4a68-8890-4cb57f44d718', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8c136b88-d925-4e45-b82d-d96971a1db8d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:31:40Z', 'updated_at': '2022-01-20T14:32:09Z', 'revision_number': 5, 'project_id': 'f85e30c327a64407a1a93d3333ba9261', 'subnets': [{'id': '8c136b88-d925-4e45-b82d-d96971a1db8d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2c629d2f-bca6-4803-85da-619f95722c32', 'name': '', 'network_id': '91e50d35-a900-4f04-86e7-a36832e0670f', 'tenant_id': 'f85e30c327a64407a1a93d3333ba9261', 'mac_address': 'fa:16:3e:98:0f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4106d72-8050-4a68-8890-4cb57f44d718', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '21e8599e-2858-477d-9a9c-6e331a1d1565', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:31:52Z', 'updated_at': '2022-01-20T14:32:11Z', 'revision_number': 5, 'project_id': 'f85e30c327a64407a1a93d3333ba9261', 'subnets': [{'id': '21e8599e-2858-477d-9a9c-6e331a1d1565', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '780c2701-6ad4-417f-bed2-4de3d763ce9b', 'name': '', 'network_id': '59124e64-72a5-4678-bb60-32f8b65cb20e', 'tenant_id': 'f85e30c327a64407a1a93d3333ba9261', 'mac_address': 'fa:16:3e:0a:e3:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4106d72-8050-4a68-8890-4cb57f44d718', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7d2b6737-ab95-48d5-98e0-5c96cb2ba20c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:31:30Z', 'updated_at': '2022-01-20T14:31:52Z', 'revision_number': 5, 'project_id': 'f85e30c327a64407a1a93d3333ba9261', 'subnets': [{'id': '7d2b6737-ab95-48d5-98e0-5c96cb2ba20c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 14:32:26.177713 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a0bd5b2-196f-4d0c-bbda-6ce3d9b7de26 None None] Checking router: 3aa1060b-e340-4a31-89f7-e96adaaa2648 for host: dv-neutron-825124-1-hyperv {{(pid=84154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 14:32:26.189747 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-f76bd3e5-82bc-43e2-9a83-4f4faf435448 tempest-RoutersAdminTest-1932179691 tempest-RoutersAdminTest-1932179691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-745333'] for router_gateway, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:26.193525 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a0bd5b2-196f-4d0c-bbda-6ce3d9b7de26 None None] Routers {'3aa1060b-e340-4a31-89f7-e96adaaa2648'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:32:26.194250 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-1a0bd5b2-196f-4d0c-bbda-6ce3d9b7de26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:32:00Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['3aa1060b-e340-4a31-89f7-e96adaaa2648'], 'active': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:32:26.252835 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-99cb1950-e4f5-4551-a909-0f623fc37998 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:26.404486 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvr_db [None req-1a0bd5b2-196f-4d0c-bbda-6ce3d9b7de26 None None] Set router 3aa1060b-e340-4a31-89f7-e96adaaa2648 gateway port host: dv-neutron-825124-1-hyperv {{(pid=84154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 14:32:26.416451 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99cb1950-e4f5-4551-a909-0f623fc37998 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Network bd3bcbed-b067-4dc5-9ed0-4aa3dd858989 is already hosted by enough agents. {{(pid=84153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:32:26.439247 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cb1950-e4f5-4551-a909-0f623fc37998 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Pushing event updated for resources: {'Port': ['ID=91e18310-6e5c-4457-b01c-5aa62170b554,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:32:26.447174 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.base_scheduler [None req-99cb1950-e4f5-4551-a909-0f623fc37998 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Resources bound (agent type, host, resource id): {{(pid=84153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:32:26.455920 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99cb1950-e4f5-4551-a909-0f623fc37998 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Received port after_create {{(pid=84153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:32:26.456751 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-99cb1950-e4f5-4551-a909-0f623fc37998 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:26.515957 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-f76bd3e5-82bc-43e2-9a83-4f4faf435448 tempest-RoutersAdminTest-1932179691 tempest-RoutersAdminTest-1932179691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-737761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105493'] for router, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:26.521321 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-f76bd3e5-82bc-43e2-9a83-4f4faf435448 tempest-RoutersAdminTest-1932179691 tempest-RoutersAdminTest-1932179691-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:26.600834 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a3bdc6e-786b-458c-b1be-fed3366e8e09 None None] DHCP port deletion for 78eccb9c-7331-418f-be5d-2f64ab8de8d8 request from dv-neutron-825124-1-hyperv {{(pid=84154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 20 14:32:26.614392 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-8a3bdc6e-786b-458c-b1be-fed3366e8e09 None None] Deleting port a17c989d-a2eb-44fe-a815-51b698a6c59b {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:32:26.614911 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-8a3bdc6e-786b-458c-b1be-fed3366e8e09 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:26.644845 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device a17c989d-a2eb-44fe-a815-51b698a6c59b no longer exists at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:32:26.765708 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-f76bd3e5-82bc-43e2-9a83-4f4faf435448 tempest-RoutersAdminTest-1932179691 tempest-RoutersAdminTest-1932179691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-737693'] for router, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:26.767281 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f76bd3e5-82bc-43e2-9a83-4f4faf435448 tempest-RoutersAdminTest-1932179691 tempest-RoutersAdminTest-1932179691-project] Fanout notify agent at l3_agent the message router_deleted on router 4c3ac892-3f9a-42d0-9ab6-9e92bc90a99f {{(pid=84152) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 20 14:32:26.793423 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-f76bd3e5-82bc-43e2-9a83-4f4faf435448 tempest-RoutersAdminTest-1932179691 tempest-RoutersAdminTest-1932179691-project] Notify callbacks [] for router, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:26.794960 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-f76bd3e5-82bc-43e2-9a83-4f4faf435448 tempest-RoutersAdminTest-1932179691 tempest-RoutersAdminTest-1932179691-project] 10.222.0.54 "DELETE /v2.0/routers/4c3ac892-3f9a-42d0-9ab6-9e92bc90a99f HTTP/1.1" status: 204 len: 168 time: 2.8107820 Jan 20 14:32:26.799037 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 39978) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:26.807651 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-2f4a3470-bfcc-4020-b640-6bf8934cf680 tempest-RoutersAdminTest-1932179691 tempest-RoutersAdminTest-1932179691-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1167268913', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:32:26.814949 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-2f4a3470-bfcc-4020-b640-6bf8934cf680 tempest-RoutersAdminTest-1932179691 tempest-RoutersAdminTest-1932179691-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:32:26.819742 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-2f4a3470-bfcc-4020-b640-6bf8934cf680 tempest-RoutersAdminTest-1932179691 tempest-RoutersAdminTest-1932179691-project] Usage tracker for resource:router and tenant:24d2f449fe384707b209c61b67e81881 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:32:26.823216 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-2f4a3470-bfcc-4020-b640-6bf8934cf680 tempest-RoutersAdminTest-1932179691 tempest-RoutersAdminTest-1932179691-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:32:26.830852 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-2f4a3470-bfcc-4020-b640-6bf8934cf680 tempest-RoutersAdminTest-1932179691 tempest-RoutersAdminTest-1932179691-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:32:26.832003 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cb1950-e4f5-4551-a909-0f623fc37998 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Pushing event updated for resources: {'Port': ['ID=c4891363-dbb7-477b-b72e-3186a92870f1,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:32:26.894830 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.db [None req-c25c2918-4874-42ae-b16c-b74f3224aa6d tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] For port a17c989d-a2eb-44fe-a815-51b698a6c59b, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=a17c989d-a2eb-44fe-a815-51b698a6c59b,segment=NetworkSegment(e2aa280e-ecb7-458d-96d5-47bb09a2e1c9),segment_id=e2aa280e-ecb7-458d-96d5-47bb09a2e1c9)] {{(pid=84153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:32:26.895181 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-c25c2918-4874-42ae-b16c-b74f3224aa6d tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:26.919349 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-4834b9b5-59e9-4903-a508-50b9e84b929c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:26.936368 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-2f4a3470-bfcc-4020-b640-6bf8934cf680 tempest-RoutersAdminTest-1932179691 tempest-RoutersAdminTest-1932179691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-105475'] for router, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:26.937830 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-2f4a3470-bfcc-4020-b640-6bf8934cf680 tempest-RoutersAdminTest-1932179691 tempest-RoutersAdminTest-1932179691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-739204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-744864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-735540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-105484'] for router, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:26.967876 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-2f4a3470-bfcc-4020-b640-6bf8934cf680 tempest-RoutersAdminTest-1932179691 tempest-RoutersAdminTest-1932179691-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:26.972987 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99cb1950-e4f5-4551-a909-0f623fc37998 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Checking segment: {'id': 'a4464964-fa8f-4d25-b080-e1ca02fddfea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'b2aa033a-d2b0-4c9c-9512-ff2b779fe1b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 14:32:26.983737 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99cb1950-e4f5-4551-a909-0f623fc37998 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Network hostable DHCP agents. Network: b2aa033a-d2b0-4c9c-9512-ff2b779fe1b9, hostable agents: ['1a181e39-5220-4c1a-88f8-08a54e8bfc9b'], hosted agents: [] {{(pid=84153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 14:32:27.002514 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.agents_db [None req-6dba657d-a637-4918-9b6d-40defdfae04b None None] Agent healthcheck: found 6 active agents {{(pid=84155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 14:32:27.042521 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-c25c2918-4874-42ae-b16c-b74f3224aa6d tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Calling delete_port for a17c989d-a2eb-44fe-a815-51b698a6c59b owned by network:dhcp {{(pid=84153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:32:27.054530 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:27.093705 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-2f4a3470-bfcc-4020-b640-6bf8934cf680 tempest-RoutersAdminTest-1932179691 tempest-RoutersAdminTest-1932179691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-744861'] for router, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:27.104800 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-8a3bdc6e-786b-458c-b1be-fed3366e8e09 None None] For port a17c989d-a2eb-44fe-a815-51b698a6c59b, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=a17c989d-a2eb-44fe-a815-51b698a6c59b,segment=NetworkSegment(e2aa280e-ecb7-458d-96d5-47bb09a2e1c9),segment_id=e2aa280e-ecb7-458d-96d5-47bb09a2e1c9)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:32:27.108512 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-8a3bdc6e-786b-458c-b1be-fed3366e8e09 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:27.162407 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-4834b9b5-59e9-4903-a508-50b9e84b929c admin admin] Deleting port 2fcf10eb-7914-4aae-8313-a752451d5387 {{(pid=84153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:32:27.163047 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-4834b9b5-59e9-4903-a508-50b9e84b929c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:27.215920 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99cb1950-e4f5-4551-a909-0f623fc37998 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Network b2aa033a-d2b0-4c9c-9512-ff2b779fe1b9 is scheduled to be hosted by DHCP agent 1a181e39-5220-4c1a-88f8-08a54e8bfc9b with binding_index 1 {{(pid=84153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 14:32:27.229636 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-2f4a3470-bfcc-4020-b640-6bf8934cf680 tempest-RoutersAdminTest-1932179691 tempest-RoutersAdminTest-1932179691-project] Notify callbacks [] for router, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:27.234656 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-2f4a3470-bfcc-4020-b640-6bf8934cf680 tempest-RoutersAdminTest-1932179691 tempest-RoutersAdminTest-1932179691-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4312367 Jan 20 14:32:27.234656 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 39984) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:27.240175 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-79da3981-7880-46fc-b21f-1205bf6d3863 tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'enable_snat': True}}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:32:27.245665 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-8a3bdc6e-786b-458c-b1be-fed3366e8e09 None None] Calling delete_port for a17c989d-a2eb-44fe-a815-51b698a6c59b owned by network:dhcp {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:32:27.274975 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] For port a17c989d-a2eb-44fe-a815-51b698a6c59b, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=a17c989d-a2eb-44fe-a815-51b698a6c59b,segment=NetworkSegment(e2aa280e-ecb7-458d-96d5-47bb09a2e1c9),segment_id=e2aa280e-ecb7-458d-96d5-47bb09a2e1c9)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:32:27.298021 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-1a0bd5b2-196f-4d0c-bbda-6ce3d9b7de26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3aa1060b-e340-4a31-89f7-e96adaaa2648', 'name': 'tempest-ServerActionsTestJSON-315493439-router', 'tenant_id': '2841efab0dc64ab1970d5183558f5547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.222'}], 'enable_snat': True}, 'gw_port_id': '2fcf10eb-7914-4aae-8313-a752451d5387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:25:00Z', 'updated_at': '2022-01-20T14:32:20Z', 'revision_number': 5, 'project_id': '2841efab0dc64ab1970d5183558f5547', 'gw_port': {'id': '2fcf10eb-7914-4aae-8313-a752451d5387', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:e4:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aa1060b-e340-4a31-89f7-e96adaaa2648', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:25:01Z', 'updated_at': '2022-01-20T14:25:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv'}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:32:27.309221 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a0bd5b2-196f-4d0c-bbda-6ce3d9b7de26 None None] The sync data for ids ['3aa1060b-e340-4a31-89f7-e96adaaa2648'] in dv-neutron-825124-1-hyperv is: [{'id': '3aa1060b-e340-4a31-89f7-e96adaaa2648', 'name': 'tempest-ServerActionsTestJSON-315493439-router', 'tenant_id': '2841efab0dc64ab1970d5183558f5547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.222'}], 'enable_snat': True}, 'gw_port_id': '2fcf10eb-7914-4aae-8313-a752451d5387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:25:00Z', 'updated_at': '2022-01-20T14:32:20Z', 'revision_number': 5, 'project_id': '2841efab0dc64ab1970d5183558f5547', 'gw_port': {'id': '2fcf10eb-7914-4aae-8313-a752451d5387', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:e4:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aa1060b-e340-4a31-89f7-e96adaaa2648', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:25:01Z', 'updated_at': '2022-01-20T14:25:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv'}] {{(pid=84154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 14:32:27.346322 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:27.346322 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device fac05ea4-3e85-4224-a0bb-a0137720264e no longer exists at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:32:27.383032 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.base_scheduler [None req-99cb1950-e4f5-4551-a909-0f623fc37998 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825124-1-hyperv, b2aa033a-d2b0-4c9c-9512-ff2b779fe1b9) {{(pid=84153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:32:27.398062 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-24abcda6-cdea-460c-96b7-87e582c1e0e7 req-1be818d5-f273-4cc6-9c99-b6bea75761d9 tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] 10.222.0.54 "GET /v2.0/ports?device_id=49ba1514-a268-47af-8414-4af83e8f7d4a HTTP/1.1" status: 200 len: 210 time: 0.1232250 Jan 20 14:32:27.400727 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99cb1950-e4f5-4551-a909-0f623fc37998 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Received port after_create {{(pid=84153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:32:27.405307 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99cb1950-e4f5-4551-a909-0f623fc37998 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:32:27.408724 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99cb1950-e4f5-4551-a909-0f623fc37998 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:32:27.416935 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-99cb1950-e4f5-4551-a909-0f623fc37998 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:27.427933 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13cb780a-5bce-4050-bcbd-0f58231bb018 None None] Network b2aa033a-d2b0-4c9c-9512-ff2b779fe1b9 requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:32:27.447017 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.db.api [None req-c25c2918-4874-42ae-b16c-b74f3224aa6d tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84153) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 14:32:27.448956 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG oslo_db.api [None req-c25c2918-4874-42ae-b16c-b74f3224aa6d tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 14:32:27.466931 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] No Port match for: fac05ea4-3e85-4224-a0bb-a0137720264e {{(pid=84154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 14:32:27.467703 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device fac05ea4-3e85-4224-a0bb-a0137720264e not bound to the agent host dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 14:32:27.485552 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.db [None req-4834b9b5-59e9-4903-a508-50b9e84b929c admin admin] For port 2fcf10eb-7914-4aae-8313-a752451d5387, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=2fcf10eb-7914-4aae-8313-a752451d5387,segment=NetworkSegment(f628f1ba-6b70-4c9b-8839-62340c040c81),segment_id=f628f1ba-6b70-4c9b-8839-62340c040c81)] {{(pid=84153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:32:27.486019 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-4834b9b5-59e9-4903-a508-50b9e84b929c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:27.566675 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-99cb1950-e4f5-4551-a909-0f623fc37998 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.1707656 Jan 20 14:32:27.568859 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.db.api [None req-8a3bdc6e-786b-458c-b1be-fed3366e8e09 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84154) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 14:32:27.569217 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG oslo_db.api [None req-8a3bdc6e-786b-458c-b1be-fed3366e8e09 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 14:32:27.598363 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Pushing event updated for resources: {'Port': ['ID=a17c989d-a2eb-44fe-a815-51b698a6c59b,revision_number=5']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:32:27.615719 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 39988) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:27.635940 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-4834b9b5-59e9-4903-a508-50b9e84b929c admin admin] Calling delete_port for 2fcf10eb-7914-4aae-8313-a752451d5387 owned by network:router_gateway {{(pid=84153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:32:27.866068 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-6913cd3d-560f-402d-87fb-9c1426bb6ec0 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Deleting port c4891363-dbb7-477b-b72e-3186a92870f1 {{(pid=84152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:32:27.866658 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-6913cd3d-560f-402d-87fb-9c1426bb6ec0 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:27.915774 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-4834b9b5-59e9-4903-a508-50b9e84b929c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:27.955701 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-c25c2918-4874-42ae-b16c-b74f3224aa6d tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Deleting port a17c989d-a2eb-44fe-a815-51b698a6c59b {{(pid=84153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:32:27.955957 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-c25c2918-4874-42ae-b16c-b74f3224aa6d tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:28.001830 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-4ea23b73-f492-499e-aef7-51f2766f5448 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:28.006359 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4834b9b5-59e9-4903-a508-50b9e84b929c admin admin] Pushing event deleted for resources: {'Port': ['ID=2fcf10eb-7914-4aae-8313-a752451d5387,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:32:28.035027 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d53cf2-05bc-46d3-956f-a3421ca58219 req-ae95cc44-c53d-491e-a975-fbba7f35dd12 tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:32:28.036462 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-10d53cf2-05bc-46d3-956f-a3421ca58219 req-ae95cc44-c53d-491e-a975-fbba7f35dd12 tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] 10.222.0.106 "GET /v2.0/networks?id=ac006b3d-300f-4a00-af61-b19ab11d4829 HTTP/1.1" status: 200 len: 811 time: 0.3822372 Jan 20 14:32:28.070450 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-8a3bdc6e-786b-458c-b1be-fed3366e8e09 None None] Deleting port a17c989d-a2eb-44fe-a815-51b698a6c59b {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:32:28.071181 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-8a3bdc6e-786b-458c-b1be-fed3366e8e09 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:28.258104 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-6913cd3d-560f-402d-87fb-9c1426bb6ec0 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:28.329345 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-8a3bdc6e-786b-458c-b1be-fed3366e8e09 None None] For port a17c989d-a2eb-44fe-a815-51b698a6c59b, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=a17c989d-a2eb-44fe-a815-51b698a6c59b,segment=NetworkSegment(e2aa280e-ecb7-458d-96d5-47bb09a2e1c9),segment_id=e2aa280e-ecb7-458d-96d5-47bb09a2e1c9)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:32:28.329840 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-8a3bdc6e-786b-458c-b1be-fed3366e8e09 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:28.389727 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-6913cd3d-560f-402d-87fb-9c1426bb6ec0 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Calling delete_port for c4891363-dbb7-477b-b72e-3186a92870f1 owned by {{(pid=84152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:32:28.402486 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-4834b9b5-59e9-4903-a508-50b9e84b929c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-745333'] for router_gateway, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:28.475181 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-8a3bdc6e-786b-458c-b1be-fed3366e8e09 None None] Calling delete_port for a17c989d-a2eb-44fe-a815-51b698a6c59b owned by network:dhcp {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:32:28.602227 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 8de136a0-d148-40b2-8b5d-857437d6ed30 no longer exists at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:32:28.612555 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-79da3981-7880-46fc-b21f-1205bf6d3863 tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-744886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-105502'] for router, precommit_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:28.641020 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] No Port match for: 8de136a0-d148-40b2-8b5d-857437d6ed30 {{(pid=84154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 14:32:28.662543 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 8de136a0-d148-40b2-8b5d-857437d6ed30 not bound to the agent host dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 14:32:28.663275 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-10d53cf2-05bc-46d3-956f-a3421ca58219 req-4504be3a-4112-4264-8db4-f4b40d048add tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] 10.222.0.106 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=630d3f8a86444149b9a83c00e804a42a HTTP/1.1" status: 200 len: 379 time: 0.1886427 Jan 20 14:32:28.663275 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [req-10d53cf2-05bc-46d3-956f-a3421ca58219 req-f756b8a8-c5bb-4942-950f-b699e7256215 tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Request body: {'port': {'device_id': '49ba1514-a268-47af-8414-4af83e8f7d4a', 'network_id': 'ac006b3d-300f-4a00-af61-b19ab11d4829', 'admin_state_up': True, 'tenant_id': '630d3f8a86444149b9a83c00e804a42a', 'security_groups': ['28f60a14-6b71-4e72-84fb-77c6bf67a29f']}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:32:28.669200 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.db [None req-c25c2918-4874-42ae-b16c-b74f3224aa6d tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] For port a17c989d-a2eb-44fe-a815-51b698a6c59b, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=a17c989d-a2eb-44fe-a815-51b698a6c59b,segment=NetworkSegment(e2aa280e-ecb7-458d-96d5-47bb09a2e1c9),segment_id=e2aa280e-ecb7-458d-96d5-47bb09a2e1c9)] {{(pid=84153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:32:28.669566 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-c25c2918-4874-42ae-b16c-b74f3224aa6d tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:28.740307 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-6913cd3d-560f-402d-87fb-9c1426bb6ec0 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:28.745069 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-8a3bdc6e-786b-458c-b1be-fed3366e8e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486'] for port, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:28.794230 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3bdc6e-786b-458c-b1be-fed3366e8e09 None None] Pushing event deleted for resources: {'Port': ['ID=a17c989d-a2eb-44fe-a815-51b698a6c59b,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:32:28.814962 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a3bdc6e-786b-458c-b1be-fed3366e8e09 None None] No DVR routers for this DVR port a17c989d-a2eb-44fe-a815-51b698a6c59b on host dv-neutron-825124-1-hyperv {{(pid=84154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 14:32:28.858609 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-7e2a6596-ef17-47f4-8d66-ea661472635c req-b7054935-0e6c-4390-8037-ac295b99dd9c tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] 10.222.0.54 "GET /v2.0/ports?device_id=49ba1514-a268-47af-8414-4af83e8f7d4a HTTP/1.1" status: 200 len: 210 time: 0.2342210 Jan 20 14:32:28.868411 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-c25c2918-4874-42ae-b16c-b74f3224aa6d tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Calling delete_port for a17c989d-a2eb-44fe-a815-51b698a6c59b owned by network:dhcp {{(pid=84153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:32:28.884568 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6913cd3d-560f-402d-87fb-9c1426bb6ec0 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Pushing event deleted for resources: {'Port': ['ID=c4891363-dbb7-477b-b72e-3186a92870f1,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:32:29.019832 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-6913cd3d-560f-402d-87fb-9c1426bb6ec0 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:29.077203 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [req-10d53cf2-05bc-46d3-956f-a3421ca58219 req-f756b8a8-c5bb-4942-950f-b699e7256215 tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:32:29.082664 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-6913cd3d-560f-402d-87fb-9c1426bb6ec0 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] 10.222.0.54 "DELETE /v2.0/ports/c4891363-dbb7-477b-b72e-3186a92870f1 HTTP/1.1" status: 204 len: 168 time: 1.4635913 Jan 20 14:32:29.085036 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 39998) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:29.087580 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [req-10d53cf2-05bc-46d3-956f-a3421ca58219 req-f756b8a8-c5bb-4942-950f-b699e7256215 tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Usage tracker for resource:port and tenant:630d3f8a86444149b9a83c00e804a42a is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:32:29.089794 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-4834b9b5-59e9-4903-a508-50b9e84b929c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-737761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105493'] for router, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:29.094913 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-4834b9b5-59e9-4903-a508-50b9e84b929c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:29.128988 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [req-10d53cf2-05bc-46d3-956f-a3421ca58219 req-f756b8a8-c5bb-4942-950f-b699e7256215 tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:32:29.134426 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.db.api [None req-c25c2918-4874-42ae-b16c-b74f3224aa6d tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84153) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 14:32:29.134745 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG oslo_db.api [None req-c25c2918-4874-42ae-b16c-b74f3224aa6d tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 14:32:29.142888 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [req-10d53cf2-05bc-46d3-956f-a3421ca58219 req-f756b8a8-c5bb-4942-950f-b699e7256215 tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:32:29.203255 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eb666a4-38a7-436b-8efc-2ccd2fa4e18f tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:32:29.207228 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eb666a4-38a7-436b-8efc-2ccd2fa4e18f tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:32:29.207961 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-8eb666a4-38a7-436b-8efc-2ccd2fa4e18f tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Synchronizing usage tracker for tenant:b664f111a0df442d811f140f6dbd9d75 on resource:port {{(pid=84152) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:32:29.209600 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-4834b9b5-59e9-4903-a508-50b9e84b929c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-737693'] for router, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:29.210147 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4834b9b5-59e9-4903-a508-50b9e84b929c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3aa1060b-e340-4a31-89f7-e96adaaa2648 {{(pid=84153) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 20 14:32:29.249635 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10d53cf2-05bc-46d3-956f-a3421ca58219 req-f756b8a8-c5bb-4942-950f-b699e7256215 tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Made reservation on behalf of 630d3f8a86444149b9a83c00e804a42a for: {'port': 1} {{(pid=84152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:32:29.249635 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [req-10d53cf2-05bc-46d3-956f-a3421ca58219 req-f756b8a8-c5bb-4942-950f-b699e7256215 tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:29.249946 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-4834b9b5-59e9-4903-a508-50b9e84b929c admin admin] Notify callbacks [] for router, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:29.249946 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-4834b9b5-59e9-4903-a508-50b9e84b929c admin admin] 10.222.0.54 "DELETE /v2.0/routers/3aa1060b-e340-4a31-89f7-e96adaaa2648 HTTP/1.1" status: 204 len: 168 time: 3.9510078 Jan 20 14:32:29.250751 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 40002) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:29.336152 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.db_base_plugin_v2 [None req-cea92304-3116-4761-ac33-7cd28eece07f admin admin] Deleting subnet dd53d1af-78bb-45f3-8468-b0b04e8256e8 {{(pid=84153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 20 14:32:29.340632 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-cea92304-3116-4761-ac33-7cd28eece07f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:29.352232 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-8eb666a4-38a7-436b-8efc-2ccd2fa4e18f tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Unset dirty status for tenant:b664f111a0df442d811f140f6dbd9d75 on resource:port {{(pid=84152) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:32:29.356683 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-8eb666a4-38a7-436b-8efc-2ccd2fa4e18f tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.2674603 Jan 20 14:32:29.358176 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 40006) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:29.410171 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-cea92304-3116-4761-ac33-7cd28eece07f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3980851'] for subnet, precommit_delete_associations {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:29.456785 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-79da3981-7880-46fc-b21f-1205bf6d3863 tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:29.494213 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-cea92304-3116-4761-ac33-7cd28eece07f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1627147'] for subnet, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:29.509527 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-79da3981-7880-46fc-b21f-1205bf6d3863 tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:29.549060 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-54bfa7aa-24f3-41e0-ac97-01d16951acc0 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Deleting port 91e18310-6e5c-4457-b01c-5aa62170b554 {{(pid=84152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:32:29.549497 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-54bfa7aa-24f3-41e0-ac97-01d16951acc0 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:29.596626 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-c25c2918-4874-42ae-b16c-b74f3224aa6d tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Deleting port a17c989d-a2eb-44fe-a815-51b698a6c59b {{(pid=84153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:32:29.596994 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-c25c2918-4874-42ae-b16c-b74f3224aa6d tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:29.638554 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-cea92304-3116-4761-ac33-7cd28eece07f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1627154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3943464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4194013'] for subnet, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:29.699370 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-c25c2918-4874-42ae-b16c-b74f3224aa6d tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] The port 'a17c989d-a2eb-44fe-a815-51b698a6c59b' was deleted {{(pid=84153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 20 14:32:29.744542 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea92304-3116-4761-ac33-7cd28eece07f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dd53d1af-78bb-45f3-8468-b0b04e8256e8,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:32:29.768866 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-cea92304-3116-4761-ac33-7cd28eece07f admin admin] Notify callbacks [] for subnet, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:29.783662 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bfb2f00-ad9e-46be-94e9-6c3af6389abf None None] Network f21a48f2-2a8e-483a-a3a2-338a6bf081a7 requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:32:29.840969 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-cea92304-3116-4761-ac33-7cd28eece07f admin admin] 10.222.0.54 "DELETE /v2.0/subnets/dd53d1af-78bb-45f3-8468-b0b04e8256e8 HTTP/1.1" status: 204 len: 168 time: 0.5886903 Jan 20 14:32:29.841557 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 40010) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:29.848729 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-54bfa7aa-24f3-41e0-ac97-01d16951acc0 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:29.929043 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-c25c2918-4874-42ae-b16c-b74f3224aa6d tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1626242', 'neutron.services.segments.db._delete_segments_for_network-8769554214620'] for network, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:29.980158 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.services.segments.db [None req-c25c2918-4874-42ae-b16c-b74f3224aa6d tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78eccb9c-7331-418f-be5d-2f64ab8de8d8']}} {{(pid=84153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:32:30.000739 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-54bfa7aa-24f3-41e0-ac97-01d16951acc0 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Calling delete_port for 91e18310-6e5c-4457-b01c-5aa62170b554 owned by {{(pid=84152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:32:30.006393 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-b372aaa5-0188-46ca-bde4-8fb430bbf464 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586409'] for network, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:30.018398 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.services.segments.db [None req-c25c2918-4874-42ae-b16c-b74f3224aa6d tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2aa280e-ecb7-458d-96d5-47bb09a2e1c9') {'for_net_delete': True} {{(pid=84153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:32:30.018735 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.services.segments.db [None req-c25c2918-4874-42ae-b16c-b74f3224aa6d tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2aa280e-ecb7-458d-96d5-47bb09a2e1c9') {} {{(pid=84153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:32:30.036862 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-c25c2918-4874-42ae-b16c-b74f3224aa6d tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769554214503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980856'] for segment, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:30.048028 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-b372aaa5-0188-46ca-bde4-8fb430bbf464 admin admin] Deleting port e55492b4-d9bf-4b04-8fbe-5e88f0069a38 {{(pid=84153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:32:30.055203 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-b372aaa5-0188-46ca-bde4-8fb430bbf464 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:30.104030 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.db_base_plugin_common [req-10d53cf2-05bc-46d3-956f-a3421ca58219 req-f756b8a8-c5bb-4942-950f-b699e7256215 tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Allocated IP 172.20.0.8 (ac006b3d-300f-4a00-af61-b19ab11d4829/03a7a10f-ac58-4ac3-ae2b-291238d5ec16/0a13f278-143e-4ba0-9f56-fa54e2b36d66) {{(pid=84152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:32:30.169614 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-7e650282-4a85-4a66-9b89-1645be34712b req-96f4bd79-5e16-4882-8284-1b3e250eb45a tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] 10.222.0.54 "GET /v2.0/ports?device_id=49ba1514-a268-47af-8414-4af83e8f7d4a HTTP/1.1" status: 200 len: 210 time: 0.0705256 Jan 20 14:32:30.206718 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-54bfa7aa-24f3-41e0-ac97-01d16951acc0 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:30.213869 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-c25c2918-4874-42ae-b16c-b74f3224aa6d tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:30.283632 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.db_base_plugin_common [None req-79da3981-7880-46fc-b21f-1205bf6d3863 tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] Allocated IP 172.26.7.226 (8dffb05c-5ca0-409b-bd5f-7be6264f707d/a489dd4f-42a5-433b-8be3-bab2749c4209/2b5fa44f-a069-46fb-943e-2552c61508b9) {{(pid=84152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:32:30.294819 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bed692c0-9aa6-4739-97b0-e16e6cd23cbf None None] DHCP port deletion for f21a48f2-2a8e-483a-a3a2-338a6bf081a7 request from dv-neutron-825124-1-hyperv {{(pid=84154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 20 14:32:30.299996 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bfa7aa-24f3-41e0-ac97-01d16951acc0 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Pushing event deleted for resources: {'Port': ['ID=91e18310-6e5c-4457-b01c-5aa62170b554,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:32:30.301219 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-bed692c0-9aa6-4739-97b0-e16e6cd23cbf None None] Deleting port e55492b4-d9bf-4b04-8fbe-5e88f0069a38 {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:32:30.308223 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-bed692c0-9aa6-4739-97b0-e16e6cd23cbf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:30.344046 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:30.378089 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-54bfa7aa-24f3-41e0-ac97-01d16951acc0 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:30.388673 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-800756a5-8075-4d80-bc00-b7135748b871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:30.561303 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.db [None req-b372aaa5-0188-46ca-bde4-8fb430bbf464 admin admin] For port e55492b4-d9bf-4b04-8fbe-5e88f0069a38, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=e55492b4-d9bf-4b04-8fbe-5e88f0069a38,segment=NetworkSegment(08613a60-c567-423c-9903-64ff4979e267),segment_id=08613a60-c567-423c-9903-64ff4979e267)] {{(pid=84153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:32:30.562429 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-b372aaa5-0188-46ca-bde4-8fb430bbf464 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:30.581952 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c25c2918-4874-42ae-b16c-b74f3224aa6d tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Releasing vlan 161 on physical network physnet1 to pool {{(pid=84153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 14:32:30.582384 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-c25c2918-4874-42ae-b16c-b74f3224aa6d tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1622950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3944078'] for segment, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:30.586478 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [req-10d53cf2-05bc-46d3-956f-a3421ca58219 req-f756b8a8-c5bb-4942-950f-b699e7256215 tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Notify callbacks [] for port, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:30.600704 dv-neutron-825124-1-hyperv neutron-server[84153]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 20 14:32:30.600704 dv-neutron-825124-1-hyperv neutron-server[84153]: util.warn( Jan 20 14:32:30.600704 dv-neutron-825124-1-hyperv neutron-server[84153]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 20 14:32:30.600704 dv-neutron-825124-1-hyperv neutron-server[84153]: util.warn( Jan 20 14:32:30.600704 dv-neutron-825124-1-hyperv neutron-server[84153]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 20 14:32:30.600704 dv-neutron-825124-1-hyperv neutron-server[84153]: util.warn( Jan 20 14:32:30.600704 dv-neutron-825124-1-hyperv neutron-server[84153]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 20 14:32:30.600704 dv-neutron-825124-1-hyperv neutron-server[84153]: util.warn( Jan 20 14:32:30.600704 dv-neutron-825124-1-hyperv neutron-server[84153]: Traceback (most recent call last): Jan 20 14:32:30.600704 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 14:32:30.600704 dv-neutron-825124-1-hyperv neutron-server[84153]: timer() Jan 20 14:32:30.600704 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 14:32:30.600704 dv-neutron-825124-1-hyperv neutron-server[84153]: cb(*args, **kw) Jan 20 14:32:30.600704 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 14:32:30.600704 dv-neutron-825124-1-hyperv neutron-server[84153]: return func(*args, **kwargs) Jan 20 14:32:30.600704 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 14:32:30.600704 dv-neutron-825124-1-hyperv neutron-server[84153]: self._notify() Jan 20 14:32:30.600704 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 14:32:30.600704 dv-neutron-825124-1-hyperv neutron-server[84153]: self.callback(batched_events) Jan 20 14:32:30.600704 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 14:32:30.600704 dv-neutron-825124-1-hyperv neutron-server[84153]: event.method(event) Jan 20 14:32:30.600704 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 14:32:30.600704 dv-neutron-825124-1-hyperv neutron-server[84153]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 14:32:30.600704 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 14:32:30.600704 dv-neutron-825124-1-hyperv neutron-server[84153]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 14:32:30.600704 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 14:32:30.600704 dv-neutron-825124-1-hyperv neutron-server[84153]: return f(self, *a, **k) Jan 20 14:32:30.600704 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 14:32:30.600704 dv-neutron-825124-1-hyperv neutron-server[84153]: return self._get(url).json() Jan 20 14:32:30.600704 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 14:32:30.600704 dv-neutron-825124-1-hyperv neutron-server[84153]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 14:32:30.600704 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 14:32:30.600704 dv-neutron-825124-1-hyperv neutron-server[84153]: return self.request(url, 'GET', **kwargs) Jan 20 14:32:30.600704 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 14:32:30.600704 dv-neutron-825124-1-hyperv neutron-server[84153]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 14:32:30.600704 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 14:32:30.600704 dv-neutron-825124-1-hyperv neutron-server[84153]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 14:32:30.600704 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 14:32:30.600704 dv-neutron-825124-1-hyperv neutron-server[84153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 14:32:30.600704 dv-neutron-825124-1-hyperv neutron-server[84153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 14:32:30.612600 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-54bfa7aa-24f3-41e0-ac97-01d16951acc0 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] 10.222.0.54 "DELETE /v2.0/ports/91e18310-6e5c-4457-b01c-5aa62170b554 HTTP/1.1" status: 204 len: 168 time: 1.2512214 Jan 20 14:32:30.614805 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 40016) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:30.634973 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 2fcf10eb-7914-4aae-8313-a752451d5387 no longer exists at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:32:30.687310 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-79da3981-7880-46fc-b21f-1205bf6d3863 tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:30.710392 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] No Port match for: 2fcf10eb-7914-4aae-8313-a752451d5387 {{(pid=84154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 14:32:30.711544 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 2fcf10eb-7914-4aae-8313-a752451d5387 not bound to the agent host dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 14:32:30.712137 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device e55492b4-d9bf-4b04-8fbe-5e88f0069a38 no longer exists at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:32:30.740192 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09bfe94a-d878-4ea2-b2db-63471894ab60 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:32:30.741042 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-09bfe94a-d878-4ea2-b2db-63471894ab60 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Synchronizing usage tracker for tenant:b664f111a0df442d811f140f6dbd9d75 on resource:port {{(pid=84152) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:32:30.771853 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-b372aaa5-0188-46ca-bde4-8fb430bbf464 admin admin] Calling delete_port for e55492b4-d9bf-4b04-8fbe-5e88f0069a38 owned by network:dhcp {{(pid=84153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:32:30.797894 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-bed692c0-9aa6-4739-97b0-e16e6cd23cbf None None] For port e55492b4-d9bf-4b04-8fbe-5e88f0069a38, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=e55492b4-d9bf-4b04-8fbe-5e88f0069a38,segment=NetworkSegment(08613a60-c567-423c-9903-64ff4979e267),segment_id=08613a60-c567-423c-9903-64ff4979e267)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:32:30.798701 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-bed692c0-9aa6-4739-97b0-e16e6cd23cbf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:30.850432 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-79da3981-7880-46fc-b21f-1205bf6d3863 tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:30.889327 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-09bfe94a-d878-4ea2-b2db-63471894ab60 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Unset dirty status for tenant:b664f111a0df442d811f140f6dbd9d75 on resource:port {{(pid=84152) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:32:30.890915 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-09bfe94a-d878-4ea2-b2db-63471894ab60 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.2729011 Jan 20 14:32:30.895576 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 40020) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:30.960835 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0cce5d7-2fb7-4fbf-a2e7-80b2a3594a06 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] GET failed (client error): The resource could not be found. Jan 20 14:32:30.961796 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-f0cce5d7-2fb7-4fbf-a2e7-80b2a3594a06 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Synchronizing usage tracker for tenant:b664f111a0df442d811f140f6dbd9d75 on resource:port {{(pid=84153) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:32:30.977497 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-f0cce5d7-2fb7-4fbf-a2e7-80b2a3594a06 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Unset dirty status for tenant:b664f111a0df442d811f140f6dbd9d75 on resource:port {{(pid=84153) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:32:30.980368 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-bed692c0-9aa6-4739-97b0-e16e6cd23cbf None None] Calling delete_port for e55492b4-d9bf-4b04-8fbe-5e88f0069a38 owned by network:dhcp {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:32:30.983706 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-f0cce5d7-2fb7-4fbf-a2e7-80b2a3594a06 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] 10.222.0.54 "GET /v2.0/ports/c4891363-dbb7-477b-b72e-3186a92870f1 HTTP/1.1" status: 404 len: 333 time: 0.0868416 Jan 20 14:32:30.984324 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 40024) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:31.031182 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:31.043036 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-c25c2918-4874-42ae-b16c-b74f3224aa6d tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1626253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-745296'] for network, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:31.075010 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.provisioning_blocks [req-10d53cf2-05bc-46d3-956f-a3421ca58219 req-f756b8a8-c5bb-4942-950f-b699e7256215 tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Transition to ACTIVE for port object 0a13f278-143e-4ba0-9f56-fa54e2b36d66 will not be triggered until provisioned by entity DHCP. {{(pid=84152) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:32:31.080115 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79da3981-7880-46fc-b21f-1205bf6d3863 tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] Network 8dffb05c-5ca0-409b-bd5f-7be6264f707d is already hosted by enough agents. {{(pid=84152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:32:31.085506 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.base_scheduler [None req-79da3981-7880-46fc-b21f-1205bf6d3863 tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] Resources bound (agent type, host, resource id): {{(pid=84152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:32:31.088775 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79da3981-7880-46fc-b21f-1205bf6d3863 tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] Pushing event updated for resources: {'Port': ['ID=2b5fa44f-a069-46fb-943e-2552c61508b9,revision_number=1']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:32:31.092319 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79da3981-7880-46fc-b21f-1205bf6d3863 tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] Received port after_create {{(pid=84152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:32:31.097429 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-c25c2918-4874-42ae-b16c-b74f3224aa6d tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks [] for network, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:31.103829 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-b372aaa5-0188-46ca-bde4-8fb430bbf464 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:31.126043 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.db.api [None req-bed692c0-9aa6-4739-97b0-e16e6cd23cbf None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84154) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 14:32:31.126409 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG oslo_db.api [None req-bed692c0-9aa6-4739-97b0-e16e6cd23cbf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 14:32:31.175381 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.pecan_wsgi.hooks.translation [None req-fdea2656-69ff-4cab-b0f8-25198a8566b3 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] GET failed (client error): The resource could not be found. Jan 20 14:32:31.178491 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-fdea2656-69ff-4cab-b0f8-25198a8566b3 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] 10.222.0.54 "GET /v2.0/ports/91e18310-6e5c-4457-b01c-5aa62170b554 HTTP/1.1" status: 404 len: 333 time: 0.1931624 Jan 20 14:32:31.179657 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25c2918-4874-42ae-b16c-b74f3224aa6d tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Pushing event deleted for resources: {'Network': ['ID=78eccb9c-7331-418f-be5d-2f64ab8de8d8,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:32:31.189097 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 40028) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:31.198629 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b372aaa5-0188-46ca-bde4-8fb430bbf464 admin admin] Pushing event deleted for resources: {'Port': ['ID=e55492b4-d9bf-4b04-8fbe-5e88f0069a38,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:32:31.228706 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-c25c2918-4874-42ae-b16c-b74f3224aa6d tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] 10.222.0.54 "DELETE /v2.0/networks/78eccb9c-7331-418f-be5d-2f64ab8de8d8 HTTP/1.1" status: 204 len: 168 time: 5.3518720 Jan 20 14:32:31.234457 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 40034) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:31.363223 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b372aaa5-0188-46ca-bde4-8fb430bbf464 admin admin] No DVR routers for this DVR port e55492b4-d9bf-4b04-8fbe-5e88f0069a38 on host dv-neutron-825124-1-hyperv {{(pid=84153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 14:32:31.375145 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-79da3981-7880-46fc-b21f-1205bf6d3863 tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:31.434992 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [req-10d53cf2-05bc-46d3-956f-a3421ca58219 req-f756b8a8-c5bb-4942-950f-b699e7256215 tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:31.442049 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:31.535596 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-cdd98e71-1f0a-4421-baa9-dcb30e06edf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:31.592896 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-60131e29-9b47-45aa-a5c0-4b04af899f1e tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586409'] for network, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:31.596817 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10d53cf2-05bc-46d3-956f-a3421ca58219 req-f756b8a8-c5bb-4942-950f-b699e7256215 tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Network ac006b3d-300f-4a00-af61-b19ab11d4829 is already hosted by enough agents. {{(pid=84152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:32:31.601772 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.base_scheduler [req-10d53cf2-05bc-46d3-956f-a3421ca58219 req-f756b8a8-c5bb-4942-950f-b699e7256215 tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Resources bound (agent type, host, resource id): {{(pid=84152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:32:31.618060 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.l3_dvrscheduler_db [req-10d53cf2-05bc-46d3-956f-a3421ca58219 req-f756b8a8-c5bb-4942-950f-b699e7256215 tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Received port after_create {{(pid=84152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:32:31.627952 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-bed692c0-9aa6-4739-97b0-e16e6cd23cbf None None] Deleting port e55492b4-d9bf-4b04-8fbe-5e88f0069a38 {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:32:31.628897 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-bed692c0-9aa6-4739-97b0-e16e6cd23cbf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:31.632151 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-b372aaa5-0188-46ca-bde4-8fb430bbf464 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1626242', 'neutron.services.segments.db._delete_segments_for_network-8769554214620'] for network, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:31.648209 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f756b8a8-c5bb-4942-950f-b699e7256215 tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Pushing event updated for resources: {'Port': ['ID=0a13f278-143e-4ba0-9f56-fa54e2b36d66,revision_number=1']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:32:31.679589 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-79da3981-7880-46fc-b21f-1205bf6d3863 tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-744886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-105502'] for router, precommit_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:31.684773 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-79da3981-7880-46fc-b21f-1205bf6d3863 tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-744861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-744847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-744836', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-737562'] for router, after_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:31.716677 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-bed692c0-9aa6-4739-97b0-e16e6cd23cbf None None] The port 'e55492b4-d9bf-4b04-8fbe-5e88f0069a38' was deleted {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 20 14:32:31.718354 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.services.segments.db [None req-b372aaa5-0188-46ca-bde4-8fb430bbf464 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f21a48f2-2a8e-483a-a3a2-338a6bf081a7']}} {{(pid=84153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:32:31.768318 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.services.segments.db [None req-b372aaa5-0188-46ca-bde4-8fb430bbf464 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08613a60-c567-423c-9903-64ff4979e267') {'for_net_delete': True} {{(pid=84153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:32:31.768605 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.services.segments.db [None req-b372aaa5-0188-46ca-bde4-8fb430bbf464 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08613a60-c567-423c-9903-64ff4979e267') {} {{(pid=84153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:32:31.789568 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d53cf2-05bc-46d3-956f-a3421ca58219 req-f756b8a8-c5bb-4942-950f-b699e7256215 tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:32:31.790605 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [req-10d53cf2-05bc-46d3-956f-a3421ca58219 req-f756b8a8-c5bb-4942-950f-b699e7256215 tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:31.840021 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-b372aaa5-0188-46ca-bde4-8fb430bbf464 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769554214503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980856'] for segment, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:31.860543 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98904cb0-8205-4977-851d-c5b897c3b597 req-3208283c-4873-42e0-8759-01b08f023750 tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:32:31.860543 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-98904cb0-8205-4977-851d-c5b897c3b597 req-3208283c-4873-42e0-8759-01b08f023750 tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] 10.222.0.54 "GET /v2.0/ports?device_id=49ba1514-a268-47af-8414-4af83e8f7d4a HTTP/1.1" status: 200 len: 931 time: 0.5043294 Jan 20 14:32:31.907984 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-60131e29-9b47-45aa-a5c0-4b04af899f1e tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1626242', 'neutron.services.segments.db._delete_segments_for_network-8769554214620'] for network, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:31.909258 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-10d53cf2-05bc-46d3-956f-a3421ca58219 req-f756b8a8-c5bb-4942-950f-b699e7256215 tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] 10.222.0.106 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2559242 Jan 20 14:32:31.921117 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-b372aaa5-0188-46ca-bde4-8fb430bbf464 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:31.927033 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [req-10d53cf2-05bc-46d3-956f-a3421ca58219 req-dfdccef8-12fe-410d-b769-3bd619b4f032 service neutron] Request body: {'port': {'device_id': '49ba1514-a268-47af-8414-4af83e8f7d4a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8251'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:32:31.943592 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b372aaa5-0188-46ca-bde4-8fb430bbf464 admin admin] Releasing vlan 178 on physical network physnet1 to pool {{(pid=84153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 14:32:31.943592 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-b372aaa5-0188-46ca-bde4-8fb430bbf464 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1622950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3944078'] for segment, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:31.956893 dv-neutron-825124-1-hyperv neutron-server[84153]: Traceback (most recent call last): Jan 20 14:32:31.956893 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 14:32:31.956893 dv-neutron-825124-1-hyperv neutron-server[84153]: timer() Jan 20 14:32:31.956893 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 14:32:31.956893 dv-neutron-825124-1-hyperv neutron-server[84153]: cb(*args, **kw) Jan 20 14:32:31.956893 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 14:32:31.956893 dv-neutron-825124-1-hyperv neutron-server[84153]: return func(*args, **kwargs) Jan 20 14:32:31.956893 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 14:32:31.956893 dv-neutron-825124-1-hyperv neutron-server[84153]: self._notify() Jan 20 14:32:31.956893 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 14:32:31.956893 dv-neutron-825124-1-hyperv neutron-server[84153]: self.callback(batched_events) Jan 20 14:32:31.956893 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 14:32:31.956893 dv-neutron-825124-1-hyperv neutron-server[84153]: event.method(event) Jan 20 14:32:31.956893 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 14:32:31.956893 dv-neutron-825124-1-hyperv neutron-server[84153]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 14:32:31.956893 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 14:32:31.956893 dv-neutron-825124-1-hyperv neutron-server[84153]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 14:32:31.956893 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 14:32:31.956893 dv-neutron-825124-1-hyperv neutron-server[84153]: return f(self, *a, **k) Jan 20 14:32:31.956893 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 14:32:31.956893 dv-neutron-825124-1-hyperv neutron-server[84153]: return self._get(url).json() Jan 20 14:32:31.956893 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 14:32:31.956893 dv-neutron-825124-1-hyperv neutron-server[84153]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 14:32:31.956893 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 14:32:31.956893 dv-neutron-825124-1-hyperv neutron-server[84153]: return self.request(url, 'GET', **kwargs) Jan 20 14:32:31.956893 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 14:32:31.956893 dv-neutron-825124-1-hyperv neutron-server[84153]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 14:32:31.956893 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 14:32:31.956893 dv-neutron-825124-1-hyperv neutron-server[84153]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 14:32:31.956893 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 14:32:31.956893 dv-neutron-825124-1-hyperv neutron-server[84153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 14:32:31.956893 dv-neutron-825124-1-hyperv neutron-server[84153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 14:32:32.085070 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [req-10d53cf2-05bc-46d3-956f-a3421ca58219 req-dfdccef8-12fe-410d-b769-3bd619b4f032 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:32.115970 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-bb03037f-5cd7-4162-b76c-e7d8c53346ca None None] Provisioning for port 0a13f278-143e-4ba0-9f56-fa54e2b36d66 completed by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:32:32.122053 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-bb03037f-5cd7-4162-b76c-e7d8c53346ca None None] Provisioning complete for port 0a13f278-143e-4ba0-9f56-fa54e2b36d66 triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:32:32.122453 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-bb03037f-5cd7-4162-b76c-e7d8c53346ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:32.180011 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.services.segments.db [None req-60131e29-9b47-45aa-a5c0-4b04af899f1e tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2aa033a-d2b0-4c9c-9512-ff2b779fe1b9']}} {{(pid=84153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:32:32.183762 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-bb03037f-5cd7-4162-b76c-e7d8c53346ca None None] Port 0a13f278-143e-4ba0-9f56-fa54e2b36d66 cannot update to ACTIVE because it is not bound. {{(pid=84154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 14:32:32.282923 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.services.segments.db [None req-60131e29-9b47-45aa-a5c0-4b04af899f1e tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4464964-fa8f-4d25-b080-e1ca02fddfea') {'for_net_delete': True} {{(pid=84153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:32:32.283198 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.services.segments.db [None req-60131e29-9b47-45aa-a5c0-4b04af899f1e tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4464964-fa8f-4d25-b080-e1ca02fddfea') {} {{(pid=84153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:32:32.295334 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79da3981-7880-46fc-b21f-1205bf6d3863 tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] Router 29a1d756-ffe8-4139-ab29-6fe0b60ef881 is scheduled to L3 agent 624d525b-4c26-4143-8a1c-228bb1c6faaa with binding_index 1 {{(pid=84152) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 20 14:32:32.297529 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-98904cb0-8205-4977-851d-c5b897c3b597 req-286c7930-f9d3-4219-9205-f1ae52fe7ebe tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] 10.222.0.54 "GET /v2.0/security-groups?id=28f60a14-6b71-4e72-84fb-77c6bf67a29f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4195161 Jan 20 14:32:32.305569 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-60131e29-9b47-45aa-a5c0-4b04af899f1e tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769554214503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980856'] for segment, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:32.371971 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-b372aaa5-0188-46ca-bde4-8fb430bbf464 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1626253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-745296'] for network, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:32.394300 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-60131e29-9b47-45aa-a5c0-4b04af899f1e tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:32.398844 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-b372aaa5-0188-46ca-bde4-8fb430bbf464 admin admin] Notify callbacks [] for network, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:32.411536 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b372aaa5-0188-46ca-bde4-8fb430bbf464 admin admin] Pushing event deleted for resources: {'Network': ['ID=f21a48f2-2a8e-483a-a3a2-338a6bf081a7,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:32:32.418231 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60131e29-9b47-45aa-a5c0-4b04af899f1e tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Releasing vlan 152 on physical network physnet1 to pool {{(pid=84153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 14:32:32.418231 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-60131e29-9b47-45aa-a5c0-4b04af899f1e tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1622950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3944078'] for segment, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:32.432903 dv-neutron-825124-1-hyperv neutron-server[84153]: Traceback (most recent call last): Jan 20 14:32:32.432903 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 14:32:32.432903 dv-neutron-825124-1-hyperv neutron-server[84153]: timer() Jan 20 14:32:32.432903 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 14:32:32.432903 dv-neutron-825124-1-hyperv neutron-server[84153]: cb(*args, **kw) Jan 20 14:32:32.432903 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 14:32:32.432903 dv-neutron-825124-1-hyperv neutron-server[84153]: return func(*args, **kwargs) Jan 20 14:32:32.432903 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 14:32:32.432903 dv-neutron-825124-1-hyperv neutron-server[84153]: self._notify() Jan 20 14:32:32.432903 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 14:32:32.432903 dv-neutron-825124-1-hyperv neutron-server[84153]: self.callback(batched_events) Jan 20 14:32:32.432903 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 14:32:32.432903 dv-neutron-825124-1-hyperv neutron-server[84153]: event.method(event) Jan 20 14:32:32.432903 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 14:32:32.432903 dv-neutron-825124-1-hyperv neutron-server[84153]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 14:32:32.432903 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 14:32:32.432903 dv-neutron-825124-1-hyperv neutron-server[84153]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 14:32:32.432903 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 14:32:32.432903 dv-neutron-825124-1-hyperv neutron-server[84153]: return f(self, *a, **k) Jan 20 14:32:32.432903 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 14:32:32.432903 dv-neutron-825124-1-hyperv neutron-server[84153]: return self._get(url).json() Jan 20 14:32:32.432903 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 14:32:32.432903 dv-neutron-825124-1-hyperv neutron-server[84153]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 14:32:32.432903 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 14:32:32.432903 dv-neutron-825124-1-hyperv neutron-server[84153]: return self.request(url, 'GET', **kwargs) Jan 20 14:32:32.432903 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 14:32:32.432903 dv-neutron-825124-1-hyperv neutron-server[84153]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 14:32:32.432903 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 14:32:32.432903 dv-neutron-825124-1-hyperv neutron-server[84153]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 14:32:32.432903 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 14:32:32.432903 dv-neutron-825124-1-hyperv neutron-server[84153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 14:32:32.432903 dv-neutron-825124-1-hyperv neutron-server[84153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 14:32:32.523247 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-b372aaa5-0188-46ca-bde4-8fb430bbf464 admin admin] 10.222.0.54 "DELETE /v2.0/networks/f21a48f2-2a8e-483a-a3a2-338a6bf081a7 HTTP/1.1" status: 204 len: 168 time: 2.6773739 Jan 20 14:32:32.552267 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-178b3751-5493-4acc-9871-4e70d94e6104 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-743504'] for router_interface, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:32.605494 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-60131e29-9b47-45aa-a5c0-4b04af899f1e tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1626253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-745296'] for network, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:32.637272 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-60131e29-9b47-45aa-a5c0-4b04af899f1e tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks [] for network, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:32.647827 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60131e29-9b47-45aa-a5c0-4b04af899f1e tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Pushing event deleted for resources: {'Network': ['ID=b2aa033a-d2b0-4c9c-9512-ff2b779fe1b9,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:32:32.651121 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-60131e29-9b47-45aa-a5c0-4b04af899f1e tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] 10.222.0.54 "DELETE /v2.0/networks/b2aa033a-d2b0-4c9c-9512-ff2b779fe1b9 HTTP/1.1" status: 204 len: 168 time: 1.4540532 Jan 20 14:32:32.661091 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 40042) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:32.673707 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-56b2e932-aa35-43eb-9d96-2ec76cb0821d tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1432566488'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:32:32.684529 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-56b2e932-aa35-43eb-9d96-2ec76cb0821d tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:32:32.691673 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-56b2e932-aa35-43eb-9d96-2ec76cb0821d tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Usage tracker for resource:network and tenant:b664f111a0df442d811f140f6dbd9d75 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:32:32.703466 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-56b2e932-aa35-43eb-9d96-2ec76cb0821d tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:32:32.713283 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.notifiers.nova [req-10d53cf2-05bc-46d3-956f-a3421ca58219 req-dfdccef8-12fe-410d-b769-3bd619b4f032 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a13f278-143e-4ba0-9f56-fa54e2b36d66 {{(pid=84152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 14:32:32.717941 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-56b2e932-aa35-43eb-9d96-2ec76cb0821d tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:32:32.725658 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [req-10d53cf2-05bc-46d3-956f-a3421ca58219 req-dfdccef8-12fe-410d-b769-3bd619b4f032 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:32.749039 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.provisioning_blocks [req-10d53cf2-05bc-46d3-956f-a3421ca58219 req-dfdccef8-12fe-410d-b769-3bd619b4f032 service neutron] Transition to ACTIVE for port object 0a13f278-143e-4ba0-9f56-fa54e2b36d66 will not be triggered until provisioned by entity L2. {{(pid=84152) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:32:32.764099 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79da3981-7880-46fc-b21f-1205bf6d3863 tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] Notify agent at l3_agent.dv-neutron-825124-1-hyperv the message routers_updated {{(pid=84152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 14:32:32.773359 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-79da3981-7880-46fc-b21f-1205bf6d3863 tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] Notify callbacks [] for router, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:32.773359 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-79da3981-7880-46fc-b21f-1205bf6d3863 tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] 10.222.0.54 "PUT /v2.0/routers/29a1d756-ffe8-4139-ab29-6fe0b60ef881 HTTP/1.1" status: 200 len: 915 time: 5.5348680 Jan 20 14:32:32.773586 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86a3a56e-e70c-4419-b1ee-e5a9a1145c06 None None] Sync routers for ids ['29a1d756-ffe8-4139-ab29-6fe0b60ef881'] in dv-neutron-825124-1-hyperv {{(pid=84155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 14:32:32.778554 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 40046) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:32.788322 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86a3a56e-e70c-4419-b1ee-e5a9a1145c06 None None] Routers {'29a1d756-ffe8-4139-ab29-6fe0b60ef881'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:32:32.788936 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-86a3a56e-e70c-4419-b1ee-e5a9a1145c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:32:30Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['29a1d756-ffe8-4139-ab29-6fe0b60ef881'], 'active': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:32:32.850101 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-86a3a56e-e70c-4419-b1ee-e5a9a1145c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:32:32.863613 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86a3a56e-e70c-4419-b1ee-e5a9a1145c06 None None] Routers {'29a1d756-ffe8-4139-ab29-6fe0b60ef881'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:32:32.864572 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-86a3a56e-e70c-4419-b1ee-e5a9a1145c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:32:30Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['29a1d756-ffe8-4139-ab29-6fe0b60ef881'], 'active': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:32:32.876381 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [req-10d53cf2-05bc-46d3-956f-a3421ca58219 req-dfdccef8-12fe-410d-b769-3bd619b4f032 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162822'] for port, after_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:32.951258 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-86a3a56e-e70c-4419-b1ee-e5a9a1145c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:32:32.951963 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86a3a56e-e70c-4419-b1ee-e5a9a1145c06 None None] The sync data for ids ['29a1d756-ffe8-4139-ab29-6fe0b60ef881'] in dv-neutron-825124-1-hyperv is: [] {{(pid=84155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 14:32:32.972723 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-eea6df97-7ff1-4b63-af20-e3ec8913deda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:33.045978 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56b2e932-aa35-43eb-9d96-2ec76cb0821d tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Made reservation on behalf of b664f111a0df442d811f140f6dbd9d75 for: {'network': 1} {{(pid=84152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:32:33.045978 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-56b2e932-aa35-43eb-9d96-2ec76cb0821d tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for network, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:33.097967 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 40050) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:33.175760 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56b2e932-aa35-43eb-9d96-2ec76cb0821d tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 192} {{(pid=84152) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 14:32:33.177972 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdccef8-12fe-410d-b769-3bd619b4f032 service neutron] Pushing event updated for resources: {'Port': ['ID=0a13f278-143e-4ba0-9f56-fa54e2b36d66,revision_number=2']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:32:33.248613 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-56b2e932-aa35-43eb-9d96-2ec76cb0821d tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:33.249015 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.db.segments_db [None req-56b2e932-aa35-43eb-9d96-2ec76cb0821d tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Added segment cf29028a-2d03-467b-8403-ceb41552d5b1 of type vlan for network 62062d75-a088-4f2b-b8cb-e6de121305d3 Jan 20 14:32:33.262344 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-28dd4a4d-b42c-4637-b89f-e0869998a696 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=2841efab0dc64ab1970d5183558f5547&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1644113 Jan 20 14:32:33.264437 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 40054) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:33.356466 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-56b2e932-aa35-43eb-9d96-2ec76cb0821d tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769553767792'] for network, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:33.392685 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-2f54b46c-bf5e-433e-b922-59dfdae53244 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:33.414924 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-178b3751-5493-4acc-9871-4e70d94e6104 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Deleting port 2c629d2f-bca6-4803-85da-619f95722c32 {{(pid=84153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:32:33.421587 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-178b3751-5493-4acc-9871-4e70d94e6104 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:33.433012 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.managers [req-10d53cf2-05bc-46d3-956f-a3421ca58219 req-dfdccef8-12fe-410d-b769-3bd619b4f032 service neutron] Attempting to bind port 0a13f278-143e-4ba0-9f56-fa54e2b36d66 on host hv-neutron-8251 for vnic_type normal with profile {{(pid=84152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:32:33.433356 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.managers [req-10d53cf2-05bc-46d3-956f-a3421ca58219 req-dfdccef8-12fe-410d-b769-3bd619b4f032 service neutron] Attempting to bind port 0a13f278-143e-4ba0-9f56-fa54e2b36d66 by drivers openvswitch,hyperv on host hv-neutron-8251 at level 0 using segments [{'id': 'c9d942e4-40d0-47fc-a62a-57ccdec4c720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'ac006b3d-300f-4a00-af61-b19ab11d4829'}] {{(pid=84152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:32:33.433691 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10d53cf2-05bc-46d3-956f-a3421ca58219 req-dfdccef8-12fe-410d-b769-3bd619b4f032 service neutron] Attempting to bind port 0a13f278-143e-4ba0-9f56-fa54e2b36d66 on network ac006b3d-300f-4a00-af61-b19ab11d4829 {{(pid=84152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 14:32:33.450864 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-88aaf61e-1eae-4b1d-8157-0329e476caf1 tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] 10.222.0.54 "GET /v2.0/routers/29a1d756-ffe8-4139-ab29-6fe0b60ef881 HTTP/1.1" status: 200 len: 921 time: 0.6687586 Jan 20 14:32:33.450864 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 40060) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:33.452616 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10d53cf2-05bc-46d3-956f-a3421ca58219 req-dfdccef8-12fe-410d-b769-3bd619b4f032 service neutron] Port 0a13f278-143e-4ba0-9f56-fa54e2b36d66 on network ac006b3d-300f-4a00-af61-b19ab11d4829 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8251 {{(pid=84152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 20 14:32:33.452955 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10d53cf2-05bc-46d3-956f-a3421ca58219 req-dfdccef8-12fe-410d-b769-3bd619b4f032 service neutron] Attempting to bind port 0a13f278-143e-4ba0-9f56-fa54e2b36d66 on network ac006b3d-300f-4a00-af61-b19ab11d4829 {{(pid=84152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 14:32:33.487301 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-2f54b46c-bf5e-433e-b922-59dfdae53244 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:33.500514 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10d53cf2-05bc-46d3-956f-a3421ca58219 req-dfdccef8-12fe-410d-b769-3bd619b4f032 service neutron] Checking agent: {'id': 'e037d8fb-d49c-4f86-9910-f13f6ba89a51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8251', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 23), 'started_at': datetime.datetime(2022, 1, 20, 14, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 32, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 14:32:33.500917 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10d53cf2-05bc-46d3-956f-a3421ca58219 req-dfdccef8-12fe-410d-b769-3bd619b4f032 service neutron] Checking segment: {'id': 'c9d942e4-40d0-47fc-a62a-57ccdec4c720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'ac006b3d-300f-4a00-af61-b19ab11d4829'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 14:32:33.501242 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10d53cf2-05bc-46d3-956f-a3421ca58219 req-dfdccef8-12fe-410d-b769-3bd619b4f032 service neutron] Bound using segment: {'id': 'c9d942e4-40d0-47fc-a62a-57ccdec4c720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'ac006b3d-300f-4a00-af61-b19ab11d4829'} {{(pid=84152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 14:32:33.501689 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.managers [req-10d53cf2-05bc-46d3-956f-a3421ca58219 req-dfdccef8-12fe-410d-b769-3bd619b4f032 service neutron] Bound port: 0a13f278-143e-4ba0-9f56-fa54e2b36d66, host: hv-neutron-8251, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9d942e4-40d0-47fc-a62a-57ccdec4c720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'ac006b3d-300f-4a00-af61-b19ab11d4829'}}] {{(pid=84152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:32:33.502222 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [req-10d53cf2-05bc-46d3-956f-a3421ca58219 req-dfdccef8-12fe-410d-b769-3bd619b4f032 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:33.518705 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-56b2e932-aa35-43eb-9d96-2ec76cb0821d tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967'] for network, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:33.522384 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56b2e932-aa35-43eb-9d96-2ec76cb0821d tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:32:33.522957 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-56b2e932-aa35-43eb-9d96-2ec76cb0821d tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks [] for network, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:33.701966 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b2e932-aa35-43eb-9d96-2ec76cb0821d tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Pushing event updated for resources: {'Network': ['ID=62062d75-a088-4f2b-b8cb-e6de121305d3,revision_number=1']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:32:33.718779 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Network 62062d75-a088-4f2b-b8cb-e6de121305d3 details requested by agent ovs-agent-dv-neutron-825124-1-hyperv with host dv-neutron-825124-1-hyperv {{(pid=84154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 14:32:33.731383 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0aad5c-032d-4cd1-b35d-573d2696d5e1 req-0b9a9ebb-5e99-476d-9867-00c27ff6e966 tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:32:33.732870 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-9c0aad5c-032d-4cd1-b35d-573d2696d5e1 req-0b9a9ebb-5e99-476d-9867-00c27ff6e966 tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] 10.222.0.54 "GET /v2.0/ports?device_id=49ba1514-a268-47af-8414-4af83e8f7d4a HTTP/1.1" status: 200 len: 943 time: 0.2383230 Jan 20 14:32:33.739765 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.db [req-10d53cf2-05bc-46d3-956f-a3421ca58219 req-dfdccef8-12fe-410d-b769-3bd619b4f032 service neutron] For port 0a13f278-143e-4ba0-9f56-fa54e2b36d66, host hv-neutron-8251, cleared binding levels {{(pid=84152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 14:32:33.744628 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.db [req-10d53cf2-05bc-46d3-956f-a3421ca58219 req-dfdccef8-12fe-410d-b769-3bd619b4f032 service neutron] For port 0a13f278-143e-4ba0-9f56-fa54e2b36d66, host hv-neutron-8251, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=0a13f278-143e-4ba0-9f56-fa54e2b36d66,segment=NetworkSegment(c9d942e4-40d0-47fc-a62a-57ccdec4c720),segment_id=c9d942e4-40d0-47fc-a62a-57ccdec4c720)] {{(pid=84152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 14:32:33.746327 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.db [None req-178b3751-5493-4acc-9871-4e70d94e6104 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] For port 2c629d2f-bca6-4803-85da-619f95722c32, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=2c629d2f-bca6-4803-85da-619f95722c32,segment=NetworkSegment(ffd12b0d-2019-4148-a093-de2a4407ace6),segment_id=ffd12b0d-2019-4148-a093-de2a4407ace6)] {{(pid=84153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:32:33.746690 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-178b3751-5493-4acc-9871-4e70d94e6104 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:33.750619 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-7c6ad828-c6e7-4332-a92b-1dd331bd7fa2 tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] 10.222.0.54 "GET /v2.0/ports?network_id=8dffb05c-5ca0-409b-bd5f-7be6264f707d&device_id=29a1d756-ffe8-4139-ab29-6fe0b60ef881&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2992887 Jan 20 14:32:33.752481 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 40064) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:33.783247 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-56b2e932-aa35-43eb-9d96-2ec76cb0821d tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.1203139 Jan 20 14:32:33.826876 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 40068) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:33.837232 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-a4d9268b-add6-468e-9b86-b5cf8ab41cfd tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Request body: {'subnet': {'network_id': '62062d75-a088-4f2b-b8cb-e6de121305d3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:32:33.890978 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-2f54b46c-bf5e-433e-b922-59dfdae53244 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:33.907649 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [req-10d53cf2-05bc-46d3-956f-a3421ca58219 req-dfdccef8-12fe-410d-b769-3bd619b4f032 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162822'] for port, after_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:34.013217 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-178b3751-5493-4acc-9871-4e70d94e6104 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Calling delete_port for 2c629d2f-bca6-4803-85da-619f95722c32 owned by network:router_interface {{(pid=84153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:32:34.063744 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [req-10d53cf2-05bc-46d3-956f-a3421ca58219 req-dfdccef8-12fe-410d-b769-3bd619b4f032 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:34.065091 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-10d53cf2-05bc-46d3-956f-a3421ca58219 req-dfdccef8-12fe-410d-b769-3bd619b4f032 service neutron] 10.222.0.106 "PUT /v2.0/ports/0a13f278-143e-4ba0-9f56-fa54e2b36d66 HTTP/1.1" status: 200 len: 1093 time: 2.1428683 Jan 20 14:32:34.065532 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49ba1514-a268-47af-8414-4af83e8f7d4a', 'tag': '0a13f278-143e-4ba0-9f56-fa54e2b36d66'}] {{(pid=84152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 14:32:34.073494 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-a4d9268b-add6-468e-9b86-b5cf8ab41cfd tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:32:34.080341 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdccef8-12fe-410d-b769-3bd619b4f032 service neutron] Pushing event updated for resources: {'Port': ['ID=0a13f278-143e-4ba0-9f56-fa54e2b36d66,revision_number=3']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:32:34.083485 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-a4d9268b-add6-468e-9b86-b5cf8ab41cfd tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Usage tracker for resource:subnet and tenant:b664f111a0df442d811f140f6dbd9d75 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:32:34.086983 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdfc13c9-e4f9-4f94-9cd4-a433cb84544a tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:32:34.092379 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f54b46c-bf5e-433e-b922-59dfdae53244 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4917ca7-9794-432c-9b7a-29cca8fe7b8e,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:32:34.092803 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-fdfc13c9-e4f9-4f94-9cd4-a433cb84544a tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] 10.222.0.54 "GET /v2.0/networks/8dffb05c-5ca0-409b-bd5f-7be6264f707d HTTP/1.1" status: 200 len: 881 time: 0.3344245 Jan 20 14:32:34.092803 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-a4d9268b-add6-468e-9b86-b5cf8ab41cfd tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:32:34.092803 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 40074) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:34.122238 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-9c0aad5c-032d-4cd1-b35d-573d2696d5e1 req-0de29500-dd1f-4847-b088-2a7c0e220f9d tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] 10.222.0.54 "GET /v2.0/security-groups?id=28f60a14-6b71-4e72-84fb-77c6bf67a29f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3793826 Jan 20 14:32:34.128477 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-2f54b46c-bf5e-433e-b922-59dfdae53244 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:34.132273 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-2f54b46c-bf5e-433e-b922-59dfdae53244 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/c4917ca7-9794-432c-9b7a-29cca8fe7b8e HTTP/1.1" status: 204 len: 168 time: 0.8640928 Jan 20 14:32:34.167965 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-7078ee65-6687-425c-b26e-64ada4c9eaf5 tempest-RoutersAdminTest-1932179691 tempest-RoutersAdminTest-1932179691-project] 10.222.0.54 "GET /v2.0/ports?device_id=29a1d756-ffe8-4139-ab29-6fe0b60ef881 HTTP/1.1" status: 200 len: 205 time: 0.0734797 Jan 20 14:32:34.169022 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-a4d9268b-add6-468e-9b86-b5cf8ab41cfd tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:32:34.171107 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 40080) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:34.348697 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49ba1514-a268-47af-8414-4af83e8f7d4a', 'tag': '0a13f278-143e-4ba0-9f56-fa54e2b36d66', 'status': 'completed', 'code': 200} Jan 20 14:32:34.420412 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-10d53cf2-05bc-46d3-956f-a3421ca58219 req-39b82b74-cd66-4dc6-af5a-f0e0950afed0 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=630d3f8a86444149b9a83c00e804a42a&device_id=49ba1514-a268-47af-8414-4af83e8f7d4a HTTP/1.1" status: 200 len: 1096 time: 0.1688163 Jan 20 14:32:34.472616 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-178b3751-5493-4acc-9871-4e70d94e6104 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:34.483634 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4d9268b-add6-468e-9b86-b5cf8ab41cfd tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Made reservation on behalf of b664f111a0df442d811f140f6dbd9d75 for: {'subnet': 1} {{(pid=84152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:32:34.519888 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178b3751-5493-4acc-9871-4e70d94e6104 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Pushing event deleted for resources: {'Port': ['ID=2c629d2f-bca6-4803-85da-619f95722c32,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:32:34.609235 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-10d53cf2-05bc-46d3-956f-a3421ca58219 req-2a21ba52-987f-428e-a9c3-cba531e10198 service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0a13f278-143e-4ba0-9f56-fa54e2b36d66 HTTP/1.1" status: 200 len: 217 time: 0.1812992 Jan 20 14:32:34.788998 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-178b3751-5493-4acc-9871-4e70d94e6104 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1705096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-745401'] for router_interface, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:34.860039 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d53cf2-05bc-46d3-956f-a3421ca58219 req-abb47925-e449-4f9b-a6f8-4d9b2d64ccd4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:32:34.860661 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-10d53cf2-05bc-46d3-956f-a3421ca58219 req-abb47925-e449-4f9b-a6f8-4d9b2d64ccd4 service neutron] 10.222.0.106 "GET /v2.0/subnets?id=03a7a10f-ac58-4ac3-ae2b-291238d5ec16 HTTP/1.1" status: 200 len: 850 time: 0.1152701 Jan 20 14:32:34.864587 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-a4d9268b-add6-468e-9b86-b5cf8ab41cfd tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3155315'] for subnet, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:35.035235 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.ipam_backend_mixin [None req-a4d9268b-add6-468e-9b86-b5cf8ab41cfd tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Performing IP validity checks on allocation pools {{(pid=84152) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Jan 20 14:32:35.037854 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.ipam_backend_mixin [None req-a4d9268b-add6-468e-9b86-b5cf8ab41cfd tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84152) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Jan 20 14:32:35.051860 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-c6c5179c-dfb6-4bea-895e-1d0969a19fa4 tempest-RoutersAdminTest-1932179691 tempest-RoutersAdminTest-1932179691-project] Notify callbacks [] for router, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:35.151976 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-10d53cf2-05bc-46d3-956f-a3421ca58219 req-a33adf50-ad78-4f3b-bf18-a3a5461de948 service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=ac006b3d-300f-4a00-af61-b19ab11d4829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2695427 Jan 20 14:32:35.428520 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d2c31b-8d8f-4543-8c5e-40158f726ae6 req-2194f677-0f7e-4e93-ab07-0f00ba6ff008 tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:32:35.429991 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-65d2c31b-8d8f-4543-8c5e-40158f726ae6 req-2194f677-0f7e-4e93-ab07-0f00ba6ff008 tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] 10.222.0.54 "GET /v2.0/ports?device_id=49ba1514-a268-47af-8414-4af83e8f7d4a HTTP/1.1" status: 200 len: 943 time: 0.1256535 Jan 20 14:32:35.458850 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-178b3751-5493-4acc-9871-4e70d94e6104 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Router a4106d72-8050-4a68-8890-4cb57f44d718 has already been hosted by L3 agent 624d525b-4c26-4143-8a1c-228bb1c6faaa {{(pid=84153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 14:32:35.512160 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-10d53cf2-05bc-46d3-956f-a3421ca58219 req-61a552da-7c8a-4031-aa14-64686fd7f940 service neutron] 10.222.0.106 "GET /v2.0/networks/ac006b3d-300f-4a00-af61-b19ab11d4829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3482146 Jan 20 14:32:35.567734 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-65d2c31b-8d8f-4543-8c5e-40158f726ae6 req-6f3a6340-f847-46e1-a6e0-1cf96b039c31 tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] 10.222.0.54 "GET /v2.0/security-groups?id=28f60a14-6b71-4e72-84fb-77c6bf67a29f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1288290 Jan 20 14:32:35.651515 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-a4d9268b-add6-468e-9b86-b5cf8ab41cfd tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4163519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3155301'] for subnet, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:35.713651 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-178b3751-5493-4acc-9871-4e70d94e6104 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify agent at l3_agent.dv-neutron-825124-1-hyperv the message routers_updated {{(pid=84153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 14:32:35.730842 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3139a99-4cd4-43b5-9769-0ce7b1aa5863 None None] Sync routers for ids ['a4106d72-8050-4a68-8890-4cb57f44d718'] in dv-neutron-825124-1-hyperv {{(pid=84154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 14:32:35.734422 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-178b3751-5493-4acc-9871-4e70d94e6104 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] 10.222.0.54 "PUT /v2.0/routers/a4106d72-8050-4a68-8890-4cb57f44d718/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4984252 Jan 20 14:32:35.737441 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 40104) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:35.754468 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3139a99-4cd4-43b5-9769-0ce7b1aa5863 None None] Routers {'a4106d72-8050-4a68-8890-4cb57f44d718'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:32:35.757377 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-f3139a99-4cd4-43b5-9769-0ce7b1aa5863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:32:30Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['a4106d72-8050-4a68-8890-4cb57f44d718'], 'active': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:32:35.800970 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-10d53cf2-05bc-46d3-956f-a3421ca58219 req-7ebf489b-14f8-48b1-b2d5-87e15a25f85d service neutron] 10.222.0.106 "GET /v2.0/networks/ac006b3d-300f-4a00-af61-b19ab11d4829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2824657 Jan 20 14:32:35.885066 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d9268b-add6-468e-9b86-b5cf8ab41cfd tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Pushing event updated for resources: {'Subnet': ['ID=77df3a91-3487-4270-a21b-696efb038a65,revision_number=0']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:32:35.897305 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d9268b-add6-468e-9b86-b5cf8ab41cfd tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Checking segment: {'id': 'cf29028a-2d03-467b-8403-ceb41552d5b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '62062d75-a088-4f2b-b8cb-e6de121305d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 14:32:35.897745 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4d9268b-add6-468e-9b86-b5cf8ab41cfd tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Network hostable DHCP agents. Network: 62062d75-a088-4f2b-b8cb-e6de121305d3, hostable agents: ['1a181e39-5220-4c1a-88f8-08a54e8bfc9b'], hosted agents: [] {{(pid=84152) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 14:32:35.908452 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-c6c5179c-dfb6-4bea-895e-1d0969a19fa4 tempest-RoutersAdminTest-1932179691 tempest-RoutersAdminTest-1932179691-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:35.987152 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvr_db [None req-f3139a99-4cd4-43b5-9769-0ce7b1aa5863 None None] Set router a4106d72-8050-4a68-8890-4cb57f44d718 gateway port host: None {{(pid=84154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 14:32:36.027762 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-c6c5179c-dfb6-4bea-895e-1d0969a19fa4 tempest-RoutersAdminTest-1932179691 tempest-RoutersAdminTest-1932179691-project] Deleting port 2b5fa44f-a069-46fb-943e-2552c61508b9 {{(pid=84152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:32:36.028208 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-c6c5179c-dfb6-4bea-895e-1d0969a19fa4 tempest-RoutersAdminTest-1932179691 tempest-RoutersAdminTest-1932179691-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:36.065660 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4d9268b-add6-468e-9b86-b5cf8ab41cfd tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Network 62062d75-a088-4f2b-b8cb-e6de121305d3 is scheduled to be hosted by DHCP agent 1a181e39-5220-4c1a-88f8-08a54e8bfc9b with binding_index 1 {{(pid=84152) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 14:32:36.147742 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c3c7d93-b5a9-46b9-99d7-a7f776196379 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Deleting subnet 21e8599e-2858-477d-9a9c-6e331a1d1565 {{(pid=84153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 20 14:32:36.151217 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-2c3c7d93-b5a9-46b9-99d7-a7f776196379 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks [] for subnet, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:36.178948 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-6af81667-6d21-4363-b69d-de9f2ee88cac req-be772899-66be-4073-bc68-e03060aa2b9d service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=630d3f8a86444149b9a83c00e804a42a&device_id=49ba1514-a268-47af-8414-4af83e8f7d4a HTTP/1.1" status: 200 len: 1096 time: 0.2085309 Jan 20 14:32:36.182104 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.base_scheduler [None req-a4d9268b-add6-468e-9b86-b5cf8ab41cfd tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825124-1-hyperv, 62062d75-a088-4f2b-b8cb-e6de121305d3) {{(pid=84152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:32:36.232519 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4d9268b-add6-468e-9b86-b5cf8ab41cfd tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:32:36.233386 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-a4d9268b-add6-468e-9b86-b5cf8ab41cfd tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks [] for subnet, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:36.241244 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-2c3c7d93-b5a9-46b9-99d7-a7f776196379 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3980851'] for subnet, precommit_delete_associations {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:36.242329 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcb03b1c-77c9-4a29-999d-0ac1577f4bc1 None None] Network 62062d75-a088-4f2b-b8cb-e6de121305d3 requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:32:36.368766 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-a4d9268b-add6-468e-9b86-b5cf8ab41cfd tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5398958 Jan 20 14:32:36.372084 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-c6c5179c-dfb6-4bea-895e-1d0969a19fa4 tempest-RoutersAdminTest-1932179691 tempest-RoutersAdminTest-1932179691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:36.373762 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 40114) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:36.382763 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-854a0adc-389a-42bc-8e6e-f96e4f6908c0 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Request body: {'port': {'network_id': '62062d75-a088-4f2b-b8cb-e6de121305d3', 'name': 'tempest-PortsIpV6TestJSON-1139659085'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:32:36.465495 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-2c3c7d93-b5a9-46b9-99d7-a7f776196379 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1627147'] for subnet, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:36.530291 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-c6c5179c-dfb6-4bea-895e-1d0969a19fa4 tempest-RoutersAdminTest-1932179691 tempest-RoutersAdminTest-1932179691-project] Calling delete_port for 2b5fa44f-a069-46fb-943e-2552c61508b9 owned by network:router_gateway {{(pid=84152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:32:36.619261 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-854a0adc-389a-42bc-8e6e-f96e4f6908c0 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:32:36.621888 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-889051ff-999f-4fee-b553-cf655f012668 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95c917f5-14ba-5e96-98b8-1a52654a930a-62062d75-a088-4f2b-b8cb-e6de121305d3', 'network_id': '62062d75-a088-4f2b-b8cb-e6de121305d3', 'tenant_id': 'b664f111a0df442d811f140f6dbd9d75', 'fixed_ips': [{'subnet_id': '77df3a91-3487-4270-a21b-696efb038a65'}]}} from dv-neutron-825124-1-hyperv. {{(pid=84154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 20 14:32:36.625836 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-889051ff-999f-4fee-b553-cf655f012668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:36.635215 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-854a0adc-389a-42bc-8e6e-f96e4f6908c0 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:32:36.702225 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-2c3c7d93-b5a9-46b9-99d7-a7f776196379 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1627154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3943464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4194013'] for subnet, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:36.753964 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-854a0adc-389a-42bc-8e6e-f96e4f6908c0 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Made reservation on behalf of b664f111a0df442d811f140f6dbd9d75 for: {'port': 1} {{(pid=84153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:32:36.758776 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-854a0adc-389a-42bc-8e6e-f96e4f6908c0 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:36.803846 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3c7d93-b5a9-46b9-99d7-a7f776196379 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Pushing event deleted for resources: {'Subnet': ['ID=21e8599e-2858-477d-9a9c-6e331a1d1565,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:32:36.819316 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af81667-6d21-4363-b69d-de9f2ee88cac req-05736b25-fc37-4ab0-93d2-9a84510cf821 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:32:36.820781 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-6af81667-6d21-4363-b69d-de9f2ee88cac req-05736b25-fc37-4ab0-93d2-9a84510cf821 service neutron] 10.222.0.106 "GET /v2.0/networks?id=ac006b3d-300f-4a00-af61-b19ab11d4829 HTTP/1.1" status: 200 len: 912 time: 0.6146283 Jan 20 14:32:36.863179 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-2c3c7d93-b5a9-46b9-99d7-a7f776196379 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks [] for subnet, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:36.882937 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.notifiers.nova [None req-854a0adc-389a-42bc-8e6e-f96e4f6908c0 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] device_id is not set on port d7655d06-865a-418e-b677-337a6f8ef358 yet. {{(pid=84153) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 14:32:36.918673 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_common [None req-889051ff-999f-4fee-b553-cf655f012668 None None] Allocated IP 2001:db8::2 (62062d75-a088-4f2b-b8cb-e6de121305d3/77df3a91-3487-4270-a21b-696efb038a65/669855ac-6e77-4419-babf-c28edf840665) {{(pid=84154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:32:36.927971 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-6af81667-6d21-4363-b69d-de9f2ee88cac req-08ced6aa-6f85-48dd-94cc-e9b4a3df9ff1 service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0a13f278-143e-4ba0-9f56-fa54e2b36d66 HTTP/1.1" status: 200 len: 217 time: 0.0979910 Jan 20 14:32:36.934402 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-2c3c7d93-b5a9-46b9-99d7-a7f776196379 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] 10.222.0.54 "DELETE /v2.0/subnets/21e8599e-2858-477d-9a9c-6e331a1d1565 HTTP/1.1" status: 204 len: 168 time: 1.1945703 Jan 20 14:32:36.936344 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 40126) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:36.938528 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad21a8d5-a0fe-426e-8d2c-f17d7273b2be None None] Network 91e50d35-a900-4f04-86e7-a36832e0670f requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:32:37.015852 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af81667-6d21-4363-b69d-de9f2ee88cac req-7fc42ca0-41c6-4e3e-a6d7-8cd07241aa70 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:32:37.018250 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-6af81667-6d21-4363-b69d-de9f2ee88cac req-7fc42ca0-41c6-4e3e-a6d7-8cd07241aa70 service neutron] 10.222.0.106 "GET /v2.0/subnets?id=03a7a10f-ac58-4ac3-ae2b-291238d5ec16 HTTP/1.1" status: 200 len: 850 time: 0.0844901 Jan 20 14:32:37.077596 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-f3139a99-4cd4-43b5-9769-0ce7b1aa5863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4106d72-8050-4a68-8890-4cb57f44d718', 'name': 'tempest-RoutersIpV6Test-router-747136858', 'tenant_id': 'f85e30c327a64407a1a93d3333ba9261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:31:25Z', 'updated_at': '2022-01-20T14:32:34Z', 'revision_number': 9, 'project_id': 'f85e30c327a64407a1a93d3333ba9261', 'gw_port_host': None, '_interfaces': [{'id': '0ae4b75d-1d64-4989-a8c3-8f15b2866b02', 'name': '', 'network_id': 'fdf972f6-2883-456a-86ab-6b5d27b505b9', 'tenant_id': 'f85e30c327a64407a1a93d3333ba9261', 'mac_address': 'fa:16:3e:0a:d3:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4106d72-8050-4a68-8890-4cb57f44d718', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8c136b88-d925-4e45-b82d-d96971a1db8d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:31:40Z', 'updated_at': '2022-01-20T14:32:09Z', 'revision_number': 5, 'project_id': 'f85e30c327a64407a1a93d3333ba9261', 'subnets': [{'id': '8c136b88-d925-4e45-b82d-d96971a1db8d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '780c2701-6ad4-417f-bed2-4de3d763ce9b', 'name': '', 'network_id': '59124e64-72a5-4678-bb60-32f8b65cb20e', 'tenant_id': 'f85e30c327a64407a1a93d3333ba9261', 'mac_address': 'fa:16:3e:0a:e3:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4106d72-8050-4a68-8890-4cb57f44d718', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7d2b6737-ab95-48d5-98e0-5c96cb2ba20c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:31:30Z', 'updated_at': '2022-01-20T14:31:52Z', 'revision_number': 5, 'project_id': 'f85e30c327a64407a1a93d3333ba9261', 'subnets': [{'id': '7d2b6737-ab95-48d5-98e0-5c96cb2ba20c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:32:37.087898 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3139a99-4cd4-43b5-9769-0ce7b1aa5863 None None] Checking router: a4106d72-8050-4a68-8890-4cb57f44d718 for host: dv-neutron-825124-1-hyperv {{(pid=84154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 14:32:37.126362 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-e6bc9214-e4be-44f5-b742-08cee7b049b5 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586409'] for network, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:37.151228 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14a65a1-5733-4ffc-8eb8-ad4f3a7a5aea req-0e4bc5a7-118c-4ffc-8ee7-5771f2c1da23 tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:32:37.151228 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-d14a65a1-5733-4ffc-8eb8-ad4f3a7a5aea req-0e4bc5a7-118c-4ffc-8ee7-5771f2c1da23 tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] 10.222.0.54 "GET /v2.0/ports?device_id=49ba1514-a268-47af-8414-4af83e8f7d4a HTTP/1.1" status: 200 len: 943 time: 0.3500926 Jan 20 14:32:37.215855 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-6af81667-6d21-4363-b69d-de9f2ee88cac req-cc3b66e1-36f3-4b5f-b435-9318dcdee0c5 service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=ac006b3d-300f-4a00-af61-b19ab11d4829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1890354 Jan 20 14:32:37.228604 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-e6bc9214-e4be-44f5-b742-08cee7b049b5 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Deleting port 5979b435-5638-4f95-a6fc-dadc3c276c04 {{(pid=84153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:32:37.229024 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-e6bc9214-e4be-44f5-b742-08cee7b049b5 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:37.267345 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3139a99-4cd4-43b5-9769-0ce7b1aa5863 None None] Routers {'a4106d72-8050-4a68-8890-4cb57f44d718'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:32:37.267988 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-f3139a99-4cd4-43b5-9769-0ce7b1aa5863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:32:30Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['a4106d72-8050-4a68-8890-4cb57f44d718'], 'active': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:32:37.296018 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 40134) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:37.318158 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-c6c5179c-dfb6-4bea-895e-1d0969a19fa4 tempest-RoutersAdminTest-1932179691 tempest-RoutersAdminTest-1932179691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:37.373862 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c5179c-dfb6-4bea-895e-1d0969a19fa4 tempest-RoutersAdminTest-1932179691 tempest-RoutersAdminTest-1932179691-project] Pushing event deleted for resources: {'Port': ['ID=2b5fa44f-a069-46fb-943e-2552c61508b9,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:32:37.383671 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-d14a65a1-5733-4ffc-8eb8-ad4f3a7a5aea req-8f741712-8aeb-4a85-96a7-413438399428 tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] 10.222.0.54 "GET /v2.0/security-groups?id=28f60a14-6b71-4e72-84fb-77c6bf67a29f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2332900 Jan 20 14:32:37.489191 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvr_db [None req-f3139a99-4cd4-43b5-9769-0ce7b1aa5863 None None] Set router a4106d72-8050-4a68-8890-4cb57f44d718 gateway port host: None {{(pid=84154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 14:32:37.514091 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-6af81667-6d21-4363-b69d-de9f2ee88cac req-3d0feec2-07de-421c-bea3-3bfd645e9e8b service neutron] 10.222.0.106 "GET /v2.0/networks/ac006b3d-300f-4a00-af61-b19ab11d4829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2911520 Jan 20 14:32:37.534015 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.db [None req-e6bc9214-e4be-44f5-b742-08cee7b049b5 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] For port 5979b435-5638-4f95-a6fc-dadc3c276c04, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=5979b435-5638-4f95-a6fc-dadc3c276c04,segment=NetworkSegment(ffd12b0d-2019-4148-a093-de2a4407ace6),segment_id=ffd12b0d-2019-4148-a093-de2a4407ace6)] {{(pid=84153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:32:37.534581 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-e6bc9214-e4be-44f5-b742-08cee7b049b5 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:37.652813 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-24b46ea0-babd-4ea1-be62-315bde4cb327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132820633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132820633-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-279994606'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:32:37.662788 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-e6bc9214-e4be-44f5-b742-08cee7b049b5 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Calling delete_port for 5979b435-5638-4f95-a6fc-dadc3c276c04 owned by network:dhcp {{(pid=84153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:32:37.688717 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-24b46ea0-babd-4ea1-be62-315bde4cb327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132820633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132820633-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:32:37.698992 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-24b46ea0-babd-4ea1-be62-315bde4cb327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132820633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132820633-project] Usage tracker for resource:network and tenant:6586cc7db6834f40bd13818f590cd55d is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:32:37.707843 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-24b46ea0-babd-4ea1-be62-315bde4cb327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132820633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132820633-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:32:37.715834 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-24b46ea0-babd-4ea1-be62-315bde4cb327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132820633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132820633-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:32:37.733946 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-c6c5179c-dfb6-4bea-895e-1d0969a19fa4 tempest-RoutersAdminTest-1932179691 tempest-RoutersAdminTest-1932179691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-745333'] for router_gateway, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:37.838318 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24b46ea0-babd-4ea1-be62-315bde4cb327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132820633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132820633-project] Made reservation on behalf of 6586cc7db6834f40bd13818f590cd55d for: {'network': 1} {{(pid=84153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:32:37.842537 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-24b46ea0-babd-4ea1-be62-315bde4cb327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132820633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132820633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for network, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:37.858462 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-24b46ea0-babd-4ea1-be62-315bde4cb327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132820633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132820633-project] Notify callbacks [] for security_group, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:37.884821 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-e6bc9214-e4be-44f5-b742-08cee7b049b5 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:37.907171 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-889051ff-999f-4fee-b553-cf655f012668 None None] Notify callbacks [] for port, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:37.928583 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fef046bd-0d11-44d8-b29e-e3dc747fec80 None None] DHCP port deletion for 91e50d35-a900-4f04-86e7-a36832e0670f request from dv-neutron-825124-1-hyperv {{(pid=84154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 20 14:32:37.943980 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-889051ff-999f-4fee-b553-cf655f012668 None None] Transition to ACTIVE for port object 669855ac-6e77-4419-babf-c28edf840665 will not be triggered until provisioned by entity L2. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:32:37.945294 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bc9214-e4be-44f5-b742-08cee7b049b5 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Pushing event deleted for resources: {'Port': ['ID=5979b435-5638-4f95-a6fc-dadc3c276c04,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:32:37.959133 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-24b46ea0-babd-4ea1-be62-315bde4cb327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132820633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132820633-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:32:37.961573 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6bc9214-e4be-44f5-b742-08cee7b049b5 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] No DVR routers for this DVR port 5979b435-5638-4f95-a6fc-dadc3c276c04 on host dv-neutron-825124-1-hyperv {{(pid=84153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 14:32:37.978792 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-889051ff-999f-4fee-b553-cf655f012668 None None] Transition to ACTIVE for port object 669855ac-6e77-4419-babf-c28edf840665 will not be triggered until provisioned by entity DHCP. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:32:37.993574 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-24b46ea0-babd-4ea1-be62-315bde4cb327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132820633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132820633-project] Usage tracker for resource:security_group_rule and tenant:6586cc7db6834f40bd13818f590cd55d is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:32:37.999808 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-24b46ea0-babd-4ea1-be62-315bde4cb327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132820633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132820633-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:32:38.003243 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-f3139a99-4cd4-43b5-9769-0ce7b1aa5863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4106d72-8050-4a68-8890-4cb57f44d718', 'name': 'tempest-RoutersIpV6Test-router-747136858', 'tenant_id': 'f85e30c327a64407a1a93d3333ba9261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:31:25Z', 'updated_at': '2022-01-20T14:32:34Z', 'revision_number': 9, 'project_id': 'f85e30c327a64407a1a93d3333ba9261', 'gw_port_host': None, '_interfaces': [{'id': '0ae4b75d-1d64-4989-a8c3-8f15b2866b02', 'name': '', 'network_id': 'fdf972f6-2883-456a-86ab-6b5d27b505b9', 'tenant_id': 'f85e30c327a64407a1a93d3333ba9261', 'mac_address': 'fa:16:3e:0a:d3:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4106d72-8050-4a68-8890-4cb57f44d718', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8c136b88-d925-4e45-b82d-d96971a1db8d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:31:40Z', 'updated_at': '2022-01-20T14:32:09Z', 'revision_number': 5, 'project_id': 'f85e30c327a64407a1a93d3333ba9261', 'subnets': [{'id': '8c136b88-d925-4e45-b82d-d96971a1db8d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '780c2701-6ad4-417f-bed2-4de3d763ce9b', 'name': '', 'network_id': '59124e64-72a5-4678-bb60-32f8b65cb20e', 'tenant_id': 'f85e30c327a64407a1a93d3333ba9261', 'mac_address': 'fa:16:3e:0a:e3:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4106d72-8050-4a68-8890-4cb57f44d718', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7d2b6737-ab95-48d5-98e0-5c96cb2ba20c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:31:30Z', 'updated_at': '2022-01-20T14:31:52Z', 'revision_number': 5, 'project_id': 'f85e30c327a64407a1a93d3333ba9261', 'subnets': [{'id': '7d2b6737-ab95-48d5-98e0-5c96cb2ba20c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:32:38.008563 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3139a99-4cd4-43b5-9769-0ce7b1aa5863 None None] The sync data for ids ['a4106d72-8050-4a68-8890-4cb57f44d718'] in dv-neutron-825124-1-hyperv is: [{'id': 'a4106d72-8050-4a68-8890-4cb57f44d718', 'name': 'tempest-RoutersIpV6Test-router-747136858', 'tenant_id': 'f85e30c327a64407a1a93d3333ba9261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:31:25Z', 'updated_at': '2022-01-20T14:32:34Z', 'revision_number': 9, 'project_id': 'f85e30c327a64407a1a93d3333ba9261', 'gw_port_host': None, '_interfaces': [{'id': '0ae4b75d-1d64-4989-a8c3-8f15b2866b02', 'name': '', 'network_id': 'fdf972f6-2883-456a-86ab-6b5d27b505b9', 'tenant_id': 'f85e30c327a64407a1a93d3333ba9261', 'mac_address': 'fa:16:3e:0a:d3:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4106d72-8050-4a68-8890-4cb57f44d718', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8c136b88-d925-4e45-b82d-d96971a1db8d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:31:40Z', 'updated_at': '2022-01-20T14:32:09Z', 'revision_number': 5, 'project_id': 'f85e30c327a64407a1a93d3333ba9261', 'subnets': [{'id': '8c136b88-d925-4e45-b82d-d96971a1db8d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '780c2701-6ad4-417f-bed2-4de3d763ce9b', 'name': '', 'network_id': '59124e64-72a5-4678-bb60-32f8b65cb20e', 'tenant_id': 'f85e30c327a64407a1a93d3333ba9261', 'mac_address': 'fa:16:3e:0a:e3:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4106d72-8050-4a68-8890-4cb57f44d718', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7d2b6737-ab95-48d5-98e0-5c96cb2ba20c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:31:30Z', 'updated_at': '2022-01-20T14:31:52Z', 'revision_number': 5, 'project_id': 'f85e30c327a64407a1a93d3333ba9261', 'subnets': [{'id': '7d2b6737-ab95-48d5-98e0-5c96cb2ba20c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 14:32:38.024735 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-24b46ea0-babd-4ea1-be62-315bde4cb327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132820633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132820633-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:32:38.051160 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-6af81667-6d21-4363-b69d-de9f2ee88cac req-e0b89835-7088-4eaf-8b55-0d8a78132664 service neutron] 10.222.0.106 "GET /v2.0/networks/ac006b3d-300f-4a00-af61-b19ab11d4829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4749997 Jan 20 14:32:38.057465 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-c6c5179c-dfb6-4bea-895e-1d0969a19fa4 tempest-RoutersAdminTest-1932179691 tempest-RoutersAdminTest-1932179691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-737761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105493'] for router, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:38.062370 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-c6c5179c-dfb6-4bea-895e-1d0969a19fa4 tempest-RoutersAdminTest-1932179691 tempest-RoutersAdminTest-1932179691-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:38.085062 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-889051ff-999f-4fee-b553-cf655f012668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477'] for port, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:38.153670 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-c6c5179c-dfb6-4bea-895e-1d0969a19fa4 tempest-RoutersAdminTest-1932179691 tempest-RoutersAdminTest-1932179691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-737693'] for router, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:38.154492 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6c5179c-dfb6-4bea-895e-1d0969a19fa4 tempest-RoutersAdminTest-1932179691 tempest-RoutersAdminTest-1932179691-project] Fanout notify agent at l3_agent the message router_deleted on router 29a1d756-ffe8-4139-ab29-6fe0b60ef881 {{(pid=84152) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 20 14:32:38.183048 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-c6c5179c-dfb6-4bea-895e-1d0969a19fa4 tempest-RoutersAdminTest-1932179691 tempest-RoutersAdminTest-1932179691-project] Notify callbacks [] for router, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:38.185841 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-c6c5179c-dfb6-4bea-895e-1d0969a19fa4 tempest-RoutersAdminTest-1932179691 tempest-RoutersAdminTest-1932179691-project] 10.222.0.54 "DELETE /v2.0/routers/29a1d756-ffe8-4139-ab29-6fe0b60ef881 HTTP/1.1" status: 204 len: 168 time: 4.0125051 Jan 20 14:32:38.191534 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 40140) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:38.198104 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-0bcb052e-4b36-433e-bf5c-d300fd6884a6 tempest-RoutersAdminTest-1932179691 tempest-RoutersAdminTest-1932179691-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2064533059', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:32:38.205485 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-0bcb052e-4b36-433e-bf5c-d300fd6884a6 tempest-RoutersAdminTest-1932179691 tempest-RoutersAdminTest-1932179691-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:32:38.210577 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-0bcb052e-4b36-433e-bf5c-d300fd6884a6 tempest-RoutersAdminTest-1932179691 tempest-RoutersAdminTest-1932179691-project] Usage tracker for resource:router and tenant:24d2f449fe384707b209c61b67e81881 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:32:38.215027 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-0bcb052e-4b36-433e-bf5c-d300fd6884a6 tempest-RoutersAdminTest-1932179691 tempest-RoutersAdminTest-1932179691-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:32:38.222797 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-0bcb052e-4b36-433e-bf5c-d300fd6884a6 tempest-RoutersAdminTest-1932179691 tempest-RoutersAdminTest-1932179691-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:32:38.245907 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889051ff-999f-4fee-b553-cf655f012668 None None] Pushing event updated for resources: {'Port': ['ID=669855ac-6e77-4419-babf-c28edf840665,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:32:38.261118 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-889051ff-999f-4fee-b553-cf655f012668 None None] Network 62062d75-a088-4f2b-b8cb-e6de121305d3 is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:32:38.262437 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-889051ff-999f-4fee-b553-cf655f012668 None None] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:32:38.265507 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-889051ff-999f-4fee-b553-cf655f012668 None None] Received port after_create {{(pid=84154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:32:38.298180 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-e6bc9214-e4be-44f5-b742-08cee7b049b5 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1626242', 'neutron.services.segments.db._delete_segments_for_network-8769554214620'] for network, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:38.313135 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-0bcb052e-4b36-433e-bf5c-d300fd6884a6 tempest-RoutersAdminTest-1932179691 tempest-RoutersAdminTest-1932179691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-105475'] for router, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:38.316786 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-0bcb052e-4b36-433e-bf5c-d300fd6884a6 tempest-RoutersAdminTest-1932179691 tempest-RoutersAdminTest-1932179691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-739204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-744864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-735540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-105484'] for router, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:38.343803 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-0bcb052e-4b36-433e-bf5c-d300fd6884a6 tempest-RoutersAdminTest-1932179691 tempest-RoutersAdminTest-1932179691-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:38.344019 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.services.segments.db [None req-e6bc9214-e4be-44f5-b742-08cee7b049b5 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91e50d35-a900-4f04-86e7-a36832e0670f']}} {{(pid=84153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:32:38.362447 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-889051ff-999f-4fee-b553-cf655f012668 None None] Attempting to bind port 669855ac-6e77-4419-babf-c28edf840665 on host dv-neutron-825124-1-hyperv for vnic_type normal with profile {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:32:38.362588 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-889051ff-999f-4fee-b553-cf655f012668 None None] Attempting to bind port 669855ac-6e77-4419-babf-c28edf840665 by drivers openvswitch,hyperv on host dv-neutron-825124-1-hyperv at level 0 using segments [{'id': 'cf29028a-2d03-467b-8403-ceb41552d5b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '62062d75-a088-4f2b-b8cb-e6de121305d3'}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:32:38.363151 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-889051ff-999f-4fee-b553-cf655f012668 None None] Attempting to bind port 669855ac-6e77-4419-babf-c28edf840665 on network 62062d75-a088-4f2b-b8cb-e6de121305d3 {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 14:32:38.370122 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-889051ff-999f-4fee-b553-cf655f012668 None None] Checking agent: {'id': '6414dfeb-85c5-454a-8756-709ca637d800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825124-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 16, 31), 'started_at': datetime.datetime(2022, 1, 20, 14, 17, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 32, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825124-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 14:32:38.370422 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.services.segments.db [None req-e6bc9214-e4be-44f5-b742-08cee7b049b5 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffd12b0d-2019-4148-a093-de2a4407ace6') {'for_net_delete': True} {{(pid=84153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:32:38.370550 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-889051ff-999f-4fee-b553-cf655f012668 None None] Checking segment: {'id': 'cf29028a-2d03-467b-8403-ceb41552d5b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '62062d75-a088-4f2b-b8cb-e6de121305d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 14:32:38.370651 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.services.segments.db [None req-e6bc9214-e4be-44f5-b742-08cee7b049b5 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffd12b0d-2019-4148-a093-de2a4407ace6') {} {{(pid=84153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:32:38.370911 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-889051ff-999f-4fee-b553-cf655f012668 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:38.371294 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-889051ff-999f-4fee-b553-cf655f012668 None None] Bound using segment: {'id': 'cf29028a-2d03-467b-8403-ceb41552d5b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '62062d75-a088-4f2b-b8cb-e6de121305d3'} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 14:32:38.371754 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-889051ff-999f-4fee-b553-cf655f012668 None None] Bound port: 669855ac-6e77-4419-babf-c28edf840665, host: dv-neutron-825124-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf29028a-2d03-467b-8403-ceb41552d5b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '62062d75-a088-4f2b-b8cb-e6de121305d3'}}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:32:38.372124 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-889051ff-999f-4fee-b553-cf655f012668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:38.401337 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.db_base_plugin_common [None req-854a0adc-389a-42bc-8e6e-f96e4f6908c0 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Allocated IP 2001:db8::2bf (62062d75-a088-4f2b-b8cb-e6de121305d3/77df3a91-3487-4270-a21b-696efb038a65/d7655d06-865a-418e-b677-337a6f8ef358) {{(pid=84153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:32:38.413023 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-e6bc9214-e4be-44f5-b742-08cee7b049b5 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769554214503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980856'] for segment, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:38.424512 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-0bcb052e-4b36-433e-bf5c-d300fd6884a6 tempest-RoutersAdminTest-1932179691 tempest-RoutersAdminTest-1932179691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-744861'] for router, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:38.443357 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-24b46ea0-babd-4ea1-be62-315bde4cb327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132820633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132820633-project] Notify callbacks [] for security_group, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:38.451301 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-e6bc9214-e4be-44f5-b742-08cee7b049b5 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:38.472941 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6bc9214-e4be-44f5-b742-08cee7b049b5 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=84153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 14:32:38.473386 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-e6bc9214-e4be-44f5-b742-08cee7b049b5 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1622950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3944078'] for segment, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:38.489310 dv-neutron-825124-1-hyperv neutron-server[84153]: Traceback (most recent call last): Jan 20 14:32:38.489310 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 14:32:38.489310 dv-neutron-825124-1-hyperv neutron-server[84153]: timer() Jan 20 14:32:38.489310 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 14:32:38.489310 dv-neutron-825124-1-hyperv neutron-server[84153]: cb(*args, **kw) Jan 20 14:32:38.489310 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 14:32:38.489310 dv-neutron-825124-1-hyperv neutron-server[84153]: return func(*args, **kwargs) Jan 20 14:32:38.489310 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 14:32:38.489310 dv-neutron-825124-1-hyperv neutron-server[84153]: self._notify() Jan 20 14:32:38.489310 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 14:32:38.489310 dv-neutron-825124-1-hyperv neutron-server[84153]: self.callback(batched_events) Jan 20 14:32:38.489310 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 14:32:38.489310 dv-neutron-825124-1-hyperv neutron-server[84153]: event.method(event) Jan 20 14:32:38.489310 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 14:32:38.489310 dv-neutron-825124-1-hyperv neutron-server[84153]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 14:32:38.489310 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 14:32:38.489310 dv-neutron-825124-1-hyperv neutron-server[84153]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 14:32:38.489310 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 14:32:38.489310 dv-neutron-825124-1-hyperv neutron-server[84153]: return f(self, *a, **k) Jan 20 14:32:38.489310 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 14:32:38.489310 dv-neutron-825124-1-hyperv neutron-server[84153]: return self._get(url).json() Jan 20 14:32:38.489310 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 14:32:38.489310 dv-neutron-825124-1-hyperv neutron-server[84153]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 14:32:38.489310 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 14:32:38.489310 dv-neutron-825124-1-hyperv neutron-server[84153]: return self.request(url, 'GET', **kwargs) Jan 20 14:32:38.489310 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 14:32:38.489310 dv-neutron-825124-1-hyperv neutron-server[84153]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 14:32:38.489310 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 14:32:38.489310 dv-neutron-825124-1-hyperv neutron-server[84153]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 14:32:38.489310 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 14:32:38.489310 dv-neutron-825124-1-hyperv neutron-server[84153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 14:32:38.489310 dv-neutron-825124-1-hyperv neutron-server[84153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 14:32:38.537712 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-0bcb052e-4b36-433e-bf5c-d300fd6884a6 tempest-RoutersAdminTest-1932179691 tempest-RoutersAdminTest-1932179691-project] Notify callbacks [] for router, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:38.557509 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 40146) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:38.559452 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-0bcb052e-4b36-433e-bf5c-d300fd6884a6 tempest-RoutersAdminTest-1932179691 tempest-RoutersAdminTest-1932179691-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3662498 Jan 20 14:32:38.567248 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-889051ff-999f-4fee-b553-cf655f012668 None None] For port 669855ac-6e77-4419-babf-c28edf840665, host dv-neutron-825124-1-hyperv, cleared binding levels {{(pid=84154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 14:32:38.571514 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-889051ff-999f-4fee-b553-cf655f012668 None None] For port 669855ac-6e77-4419-babf-c28edf840665, host dv-neutron-825124-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=669855ac-6e77-4419-babf-c28edf840665,segment=NetworkSegment(cf29028a-2d03-467b-8403-ceb41552d5b1),segment_id=cf29028a-2d03-467b-8403-ceb41552d5b1)] {{(pid=84154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 14:32:38.574926 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-24b46ea0-babd-4ea1-be62-315bde4cb327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132820633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132820633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:38.580316 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-0b5c53bd-0b8d-402c-9005-b7c9107ab84f tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'enable_snat': False}}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:32:38.581415 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 5979b435-5638-4f95-a6fc-dadc3c276c04 no longer exists at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:32:38.615307 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] No Port match for: 5979b435-5638-4f95-a6fc-dadc3c276c04 {{(pid=84154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 14:32:38.615658 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 5979b435-5638-4f95-a6fc-dadc3c276c04 not bound to the agent host dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 14:32:38.616075 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 2c629d2f-bca6-4803-85da-619f95722c32 no longer exists at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:32:38.650607 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] No Port match for: 2c629d2f-bca6-4803-85da-619f95722c32 {{(pid=84154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 14:32:38.650949 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 2c629d2f-bca6-4803-85da-619f95722c32 not bound to the agent host dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 14:32:38.653661 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-889051ff-999f-4fee-b553-cf655f012668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:38.747254 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889051ff-999f-4fee-b553-cf655f012668 None None] Pushing event updated for resources: {'Port': ['ID=669855ac-6e77-4419-babf-c28edf840665,revision_number=2']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:32:38.815710 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b46ea0-babd-4ea1-be62-315bde4cb327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132820633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132820633-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a30d27a-66a0-41a1-8674-cee3b39b81b0,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:32:38.913699 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-e6bc9214-e4be-44f5-b742-08cee7b049b5 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1626253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-745296'] for network, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:38.946866 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24b46ea0-babd-4ea1-be62-315bde4cb327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132820633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132820633-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 180} {{(pid=84153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 14:32:38.955223 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-e6bc9214-e4be-44f5-b742-08cee7b049b5 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks [] for network, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:38.990412 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bc9214-e4be-44f5-b742-08cee7b049b5 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Pushing event deleted for resources: {'Network': ['ID=91e50d35-a900-4f04-86e7-a36832e0670f,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:32:39.077212 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-24b46ea0-babd-4ea1-be62-315bde4cb327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132820633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132820633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:39.077651 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.db.segments_db [None req-24b46ea0-babd-4ea1-be62-315bde4cb327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132820633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132820633-project] Added segment a436a73b-2716-4ea7-a666-e1e41f85b0ba of type vlan for network 6c8e7324-36c8-49c0-a290-cf7f58b73495 Jan 20 14:32:39.098084 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-e6bc9214-e4be-44f5-b742-08cee7b049b5 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] 10.222.0.54 "DELETE /v2.0/networks/91e50d35-a900-4f04-86e7-a36832e0670f HTTP/1.1" status: 204 len: 168 time: 2.1522658 Jan 20 14:32:39.100570 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 40150) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:39.127843 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-854a0adc-389a-42bc-8e6e-f96e4f6908c0 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks [] for port, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:39.166582 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7963de-66f8-4d9e-a8a9-c6313f468129 req-e58b6ec7-8d0f-4d8d-aae9-776271452ff3 tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:32:39.168881 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-cf7963de-66f8-4d9e-a8a9-c6313f468129 req-e58b6ec7-8d0f-4d8d-aae9-776271452ff3 tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] 10.222.0.54 "GET /v2.0/ports?device_id=49ba1514-a268-47af-8414-4af83e8f7d4a HTTP/1.1" status: 200 len: 943 time: 0.6095767 Jan 20 14:32:39.179929 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-24b46ea0-babd-4ea1-be62-315bde4cb327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132820633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132820633-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769553767792'] for network, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:39.248244 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.provisioning_blocks [None req-854a0adc-389a-42bc-8e6e-f96e4f6908c0 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Transition to ACTIVE for port object d7655d06-865a-418e-b677-337a6f8ef358 will not be triggered until provisioned by entity DHCP. {{(pid=84153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:32:39.395884 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-cf7963de-66f8-4d9e-a8a9-c6313f468129 req-00d157c7-fac8-4865-b812-3df08dafeaa7 tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] 10.222.0.54 "GET /v2.0/security-groups?id=28f60a14-6b71-4e72-84fb-77c6bf67a29f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1578405 Jan 20 14:32:39.457400 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-24b46ea0-babd-4ea1-be62-315bde4cb327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132820633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132820633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967'] for network, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:39.461196 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24b46ea0-babd-4ea1-be62-315bde4cb327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132820633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132820633-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:32:39.461785 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-24b46ea0-babd-4ea1-be62-315bde4cb327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132820633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132820633-project] Notify callbacks [] for network, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:39.560004 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-854a0adc-389a-42bc-8e6e-f96e4f6908c0 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:39.577851 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-0b5c53bd-0b8d-402c-9005-b7c9107ab84f tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-744886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-105502'] for router, precommit_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:39.615117 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-de0b09a8-aa34-4dd6-9f00-b3673cfa23a0 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-743504'] for router_interface, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:39.641075 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-24b46ea0-babd-4ea1-be62-315bde4cb327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132820633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132820633-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 2.3439288 Jan 20 14:32:39.659041 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b46ea0-babd-4ea1-be62-315bde4cb327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132820633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132820633-project] Pushing event updated for resources: {'Network': ['ID=6c8e7324-36c8-49c0-a290-cf7f58b73495,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:32:39.674243 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Network 6c8e7324-36c8-49c0-a290-cf7f58b73495 details requested by agent ovs-agent-dv-neutron-825124-1-hyperv with host dv-neutron-825124-1-hyperv {{(pid=84154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 14:32:39.685405 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-854a0adc-389a-42bc-8e6e-f96e4f6908c0 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Network 62062d75-a088-4f2b-b8cb-e6de121305d3 is already hosted by enough agents. {{(pid=84153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:32:39.686500 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854a0adc-389a-42bc-8e6e-f96e4f6908c0 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Pushing event updated for resources: {'Port': ['ID=d7655d06-865a-418e-b677-337a6f8ef358,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:32:39.689397 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.base_scheduler [None req-854a0adc-389a-42bc-8e6e-f96e4f6908c0 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Resources bound (agent type, host, resource id): {{(pid=84153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:32:39.692011 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-854a0adc-389a-42bc-8e6e-f96e4f6908c0 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Received port after_create {{(pid=84153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:32:39.696264 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-854a0adc-389a-42bc-8e6e-f96e4f6908c0 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:32:39.697556 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-854a0adc-389a-42bc-8e6e-f96e4f6908c0 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:39.826168 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-854a0adc-389a-42bc-8e6e-f96e4f6908c0 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.4482374 Jan 20 14:32:39.826997 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 40158) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:39.923772 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-2cdeb8a9-60da-4878-9dc5-404957e57656 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Deleting port d7655d06-865a-418e-b677-337a6f8ef358 {{(pid=84153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:32:39.933554 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-2cdeb8a9-60da-4878-9dc5-404957e57656 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:39.934958 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cdee736-9f40-414a-8c42-bf67c798e140 None None] Network 62062d75-a088-4f2b-b8cb-e6de121305d3 requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:32:39.971541 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 40162) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:39.981070 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-018dbe91-ac18-46b5-bef6-7383e0589775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Request body: {'port': {'network_id': '6c8e7324-36c8-49c0-a290-cf7f58b73495', 'binding:host_id': 'hv-neutron-8251', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-618147215'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:32:39.988357 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-018dbe91-ac18-46b5-bef6-7383e0589775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:32:40.043414 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-018dbe91-ac18-46b5-bef6-7383e0589775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Usage tracker for resource:port and tenant:900e71f81b514893a4e98e757dd68ef8 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:32:40.058456 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-018dbe91-ac18-46b5-bef6-7383e0589775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:32:40.092375 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-018dbe91-ac18-46b5-bef6-7383e0589775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:32:40.102981 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-318a3175-a87a-4451-b47b-1b2150a6cd6d None None] Provisioning for port 669855ac-6e77-4419-babf-c28edf840665 completed by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:32:40.189034 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-018dbe91-ac18-46b5-bef6-7383e0589775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Made reservation on behalf of 900e71f81b514893a4e98e757dd68ef8 for: {'port': 1} {{(pid=84152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:32:40.193279 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-018dbe91-ac18-46b5-bef6-7383e0589775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:40.213655 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-018dbe91-ac18-46b5-bef6-7383e0589775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:40.307259 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-018dbe91-ac18-46b5-bef6-7383e0589775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:32:40.314001 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-018dbe91-ac18-46b5-bef6-7383e0589775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Usage tracker for resource:security_group_rule and tenant:900e71f81b514893a4e98e757dd68ef8 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:32:40.317905 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-018dbe91-ac18-46b5-bef6-7383e0589775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:32:40.327130 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-018dbe91-ac18-46b5-bef6-7383e0589775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:32:40.330496 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-0b5c53bd-0b8d-402c-9005-b7c9107ab84f tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:40.371918 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-0b5c53bd-0b8d-402c-9005-b7c9107ab84f tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:40.460275 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-018dbe91-ac18-46b5-bef6-7383e0589775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:40.500994 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-2cdeb8a9-60da-4878-9dc5-404957e57656 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:40.546138 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-de0b09a8-aa34-4dd6-9f00-b3673cfa23a0 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Deleting port 0ae4b75d-1d64-4989-a8c3-8f15b2866b02 {{(pid=84152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:32:40.546567 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-de0b09a8-aa34-4dd6-9f00-b3673cfa23a0 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:40.607962 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-018dbe91-ac18-46b5-bef6-7383e0589775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:40.632072 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.notifiers.nova [None req-018dbe91-ac18-46b5-bef6-7383e0589775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] device_id is not set on port cc2d0f88-d3ef-4586-81e2-feade0180141 yet. {{(pid=84152) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 14:32:40.644177 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 669855ac-6e77-4419-babf-c28edf840665 up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:32:40.686769 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-a3930ce3-8791-4708-a5de-115441db0801 None None] Provisioning for port d7655d06-865a-418e-b677-337a6f8ef358 completed by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:32:40.694262 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-2cdeb8a9-60da-4878-9dc5-404957e57656 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Calling delete_port for d7655d06-865a-418e-b677-337a6f8ef358 owned by {{(pid=84153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:32:40.706633 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-a3930ce3-8791-4708-a5de-115441db0801 None None] Provisioning complete for port d7655d06-865a-418e-b677-337a6f8ef358 triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:32:40.707290 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-a3930ce3-8791-4708-a5de-115441db0801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:40.780796 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-a3930ce3-8791-4708-a5de-115441db0801 None None] Port d7655d06-865a-418e-b677-337a6f8ef358 cannot update to ACTIVE because it is not bound. {{(pid=84154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 14:32:40.846802 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018dbe91-ac18-46b5-bef6-7383e0589775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d7effbb-8d57-4504-973d-d8b49877abe2,revision_number=1']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:32:40.849840 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning for port 669855ac-6e77-4419-babf-c28edf840665 completed by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:32:40.859571 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port 669855ac-6e77-4419-babf-c28edf840665 triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:32:40.860417 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:40.881461 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.db_base_plugin_common [None req-0b5c53bd-0b8d-402c-9005-b7c9107ab84f tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] Allocated IP 172.26.7.132 (8dffb05c-5ca0-409b-bd5f-7be6264f707d/a489dd4f-42a5-433b-8be3-bab2749c4209/1d159f2d-9e60-46c6-8602-555320f1428a) {{(pid=84153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:32:40.900754 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee66286-d113-445e-96f9-581990a9a270 req-f3bf1661-e279-4662-a26e-69408e4074f4 tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:32:40.902893 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-9ee66286-d113-445e-96f9-581990a9a270 req-f3bf1661-e279-4662-a26e-69408e4074f4 tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] 10.222.0.54 "GET /v2.0/ports?device_id=49ba1514-a268-47af-8414-4af83e8f7d4a HTTP/1.1" status: 200 len: 943 time: 0.2881963 Jan 20 14:32:40.931489 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.db [None req-de0b09a8-aa34-4dd6-9f00-b3673cfa23a0 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] For port 0ae4b75d-1d64-4989-a8c3-8f15b2866b02, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=0ae4b75d-1d64-4989-a8c3-8f15b2866b02,segment=NetworkSegment(70267264-b790-4988-b22d-ea0ed318fb15),segment_id=70267264-b790-4988-b22d-ea0ed318fb15)] {{(pid=84152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:32:40.931850 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-de0b09a8-aa34-4dd6-9f00-b3673cfa23a0 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:40.938131 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-74e07417-8590-42a2-9d57-d3ff92de5664 None None] Provisioning complete for port d7655d06-865a-418e-b677-337a6f8ef358 triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:32:40.938621 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-74e07417-8590-42a2-9d57-d3ff92de5664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:41.039366 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-74e07417-8590-42a2-9d57-d3ff92de5664 None None] Port d7655d06-865a-418e-b677-337a6f8ef358 cannot update to ACTIVE because it is not bound. {{(pid=84154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 14:32:41.047728 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:41.066458 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-de0b09a8-aa34-4dd6-9f00-b3673cfa23a0 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Calling delete_port for 0ae4b75d-1d64-4989-a8c3-8f15b2866b02 owned by network:router_interface {{(pid=84152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:32:41.095601 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] For port 669855ac-6e77-4419-babf-c28edf840665, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=669855ac-6e77-4419-babf-c28edf840665,segment=NetworkSegment(cf29028a-2d03-467b-8403-ceb41552d5b1),segment_id=cf29028a-2d03-467b-8403-ceb41552d5b1)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:32:41.156455 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-9ee66286-d113-445e-96f9-581990a9a270 req-8ed38d43-0ac2-4862-9949-159c10242213 tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] 10.222.0.54 "GET /v2.0/security-groups?id=28f60a14-6b71-4e72-84fb-77c6bf67a29f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1938865 Jan 20 14:32:41.181594 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:41.197251 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-0b5c53bd-0b8d-402c-9005-b7c9107ab84f tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:41.214337 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-2cdeb8a9-60da-4878-9dc5-404957e57656 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:41.328927 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Pushing event updated for resources: {'Port': ['ID=669855ac-6e77-4419-babf-c28edf840665,revision_number=3']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:32:41.342667 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdeb8a9-60da-4878-9dc5-404957e57656 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Pushing event deleted for resources: {'Port': ['ID=d7655d06-865a-418e-b677-337a6f8ef358,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:32:41.368886 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-2cdeb8a9-60da-4878-9dc5-404957e57656 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:41.392905 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-2cdeb8a9-60da-4878-9dc5-404957e57656 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] 10.222.0.54 "DELETE /v2.0/ports/d7655d06-865a-418e-b677-337a6f8ef358 HTTP/1.1" status: 204 len: 168 time: 1.5623853 Jan 20 14:32:41.393417 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 40168) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:41.447601 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a6158f9-e1b5-41a2-9aa2-8c9dcda864a2 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] DELETE failed (client error): The resource could not be found. Jan 20 14:32:41.448103 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a6158f9-e1b5-41a2-9aa2-8c9dcda864a2 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:32:41.452277 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-4a6158f9-e1b5-41a2-9aa2-8c9dcda864a2 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] 10.222.0.54 "DELETE /v2.0/ports/d7655d06-865a-418e-b677-337a6f8ef358 HTTP/1.1" status: 404 len: 333 time: 0.0554483 Jan 20 14:32:41.452662 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 40172) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:41.486047 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.notifiers.nova [None req-018dbe91-ac18-46b5-bef6-7383e0589775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] device_id is not set on port cc2d0f88-d3ef-4586-81e2-feade0180141 yet. {{(pid=84152) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 14:32:41.490065 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-0b5c53bd-0b8d-402c-9005-b7c9107ab84f tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:41.499352 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-018dbe91-ac18-46b5-bef6-7383e0589775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:41.534423 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.pecan_wsgi.hooks.translation [None req-fafb397c-a437-4501-9f05-3ec225fff934 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] GET failed (client error): The resource could not be found. Jan 20 14:32:41.535590 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-fafb397c-a437-4501-9f05-3ec225fff934 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Synchronizing usage tracker for tenant:b664f111a0df442d811f140f6dbd9d75 on resource:port {{(pid=84153) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:32:41.555840 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.provisioning_blocks [None req-018dbe91-ac18-46b5-bef6-7383e0589775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Transition to ACTIVE for port object cc2d0f88-d3ef-4586-81e2-feade0180141 will not be triggered until provisioned by entity L2. {{(pid=84152) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:32:41.585827 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b5c53bd-0b8d-402c-9005-b7c9107ab84f tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] Network 8dffb05c-5ca0-409b-bd5f-7be6264f707d is already hosted by enough agents. {{(pid=84153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:32:41.588762 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.base_scheduler [None req-0b5c53bd-0b8d-402c-9005-b7c9107ab84f tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] Resources bound (agent type, host, resource id): {{(pid=84153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:32:41.591881 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b5c53bd-0b8d-402c-9005-b7c9107ab84f tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] Received port after_create {{(pid=84153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:32:41.621720 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5c53bd-0b8d-402c-9005-b7c9107ab84f tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] Pushing event updated for resources: {'Port': ['ID=1d159f2d-9e60-46c6-8602-555320f1428a,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:32:41.673048 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-fafb397c-a437-4501-9f05-3ec225fff934 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Unset dirty status for tenant:b664f111a0df442d811f140f6dbd9d75 on resource:port {{(pid=84153) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:32:41.674300 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-fafb397c-a437-4501-9f05-3ec225fff934 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] 10.222.0.54 "GET /v2.0/ports/d7655d06-865a-418e-b677-337a6f8ef358 HTTP/1.1" status: 404 len: 333 time: 0.2205997 Jan 20 14:32:41.677164 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 40176) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:41.709922 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-018dbe91-ac18-46b5-bef6-7383e0589775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:41.711662 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-de0b09a8-aa34-4dd6-9f00-b3673cfa23a0 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:41.779574 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0b09a8-aa34-4dd6-9f00-b3673cfa23a0 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Pushing event deleted for resources: {'Port': ['ID=0ae4b75d-1d64-4989-a8c3-8f15b2866b02,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:32:41.835642 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-0b5c53bd-0b8d-402c-9005-b7c9107ab84f tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:42.055032 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018dbe91-ac18-46b5-bef6-7383e0589775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Pushing event updated for resources: {'Port': ['ID=cc2d0f88-d3ef-4586-81e2-feade0180141,revision_number=1']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:32:42.134559 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-0b5c53bd-0b8d-402c-9005-b7c9107ab84f tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-744886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-105502'] for router, precommit_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:42.138421 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-0b5c53bd-0b8d-402c-9005-b7c9107ab84f tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-744861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-744847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-744836', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-737562'] for router, after_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:42.140391 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-018dbe91-ac18-46b5-bef6-7383e0589775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Checking segment: {'id': 'a436a73b-2716-4ea7-a666-e1e41f85b0ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '6c8e7324-36c8-49c0-a290-cf7f58b73495'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 14:32:42.140753 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-018dbe91-ac18-46b5-bef6-7383e0589775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Network hostable DHCP agents. Network: 6c8e7324-36c8-49c0-a290-cf7f58b73495, hostable agents: ['1a181e39-5220-4c1a-88f8-08a54e8bfc9b'], hosted agents: [] {{(pid=84152) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 14:32:42.211474 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e6c88e6-5c1d-4b80-bf34-968be46a2496 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Deleting subnet 77df3a91-3487-4270-a21b-696efb038a65 {{(pid=84152) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 20 14:32:42.222914 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-3e6c88e6-5c1d-4b80-bf34-968be46a2496 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks [] for subnet, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:42.295568 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-018dbe91-ac18-46b5-bef6-7383e0589775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Network 6c8e7324-36c8-49c0-a290-cf7f58b73495 is scheduled to be hosted by DHCP agent 1a181e39-5220-4c1a-88f8-08a54e8bfc9b with binding_index 1 {{(pid=84152) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 14:32:42.311826 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-3e6c88e6-5c1d-4b80-bf34-968be46a2496 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3337915'] for subnet, precommit_delete_associations {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:42.348606 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-de0b09a8-aa34-4dd6-9f00-b3673cfa23a0 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1705096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-745401'] for router_interface, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:42.416926 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9acf231-0275-4bf0-97d2-b6e9a9809802 req-7446e2a0-d142-4cd1-9486-3cfdf63f4b6d tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:32:42.419060 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-f9acf231-0275-4bf0-97d2-b6e9a9809802 req-7446e2a0-d142-4cd1-9486-3cfdf63f4b6d tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] 10.222.0.54 "GET /v2.0/ports?device_id=49ba1514-a268-47af-8414-4af83e8f7d4a HTTP/1.1" status: 200 len: 943 time: 0.1244247 Jan 20 14:32:42.444471 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.base_scheduler [None req-018dbe91-ac18-46b5-bef6-7383e0589775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825124-1-hyperv, 6c8e7324-36c8-49c0-a290-cf7f58b73495) {{(pid=84152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:32:42.454280 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-548793d4-6b35-405e-ab0e-3ed1d678130e None None] Network 6c8e7324-36c8-49c0-a290-cf7f58b73495 requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:32:42.454851 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-018dbe91-ac18-46b5-bef6-7383e0589775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Received port after_create {{(pid=84152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:32:42.479205 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.managers [None req-018dbe91-ac18-46b5-bef6-7383e0589775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Attempting to bind port cc2d0f88-d3ef-4586-81e2-feade0180141 on host hv-neutron-8251 for vnic_type normal with profile {{(pid=84152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:32:42.479611 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.managers [None req-018dbe91-ac18-46b5-bef6-7383e0589775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Attempting to bind port cc2d0f88-d3ef-4586-81e2-feade0180141 by drivers openvswitch,hyperv on host hv-neutron-8251 at level 0 using segments [{'id': 'a436a73b-2716-4ea7-a666-e1e41f85b0ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '6c8e7324-36c8-49c0-a290-cf7f58b73495'}] {{(pid=84152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:32:42.480541 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-018dbe91-ac18-46b5-bef6-7383e0589775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Attempting to bind port cc2d0f88-d3ef-4586-81e2-feade0180141 on network 6c8e7324-36c8-49c0-a290-cf7f58b73495 {{(pid=84152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 14:32:42.485652 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-f9acf231-0275-4bf0-97d2-b6e9a9809802 req-7e94f1bf-48b0-4f4e-aad5-e257a5ac5d84 tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] 10.222.0.54 "GET /v2.0/security-groups?id=28f60a14-6b71-4e72-84fb-77c6bf67a29f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564001 Jan 20 14:32:42.557153 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-018dbe91-ac18-46b5-bef6-7383e0589775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Port cc2d0f88-d3ef-4586-81e2-feade0180141 on network 6c8e7324-36c8-49c0-a290-cf7f58b73495 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8251 {{(pid=84152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 20 14:32:42.557650 dv-neutron-825124-1-hyperv neutron-server[84152]: ERROR neutron.plugins.ml2.managers [None req-018dbe91-ac18-46b5-bef6-7383e0589775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Failed to bind port cc2d0f88-d3ef-4586-81e2-feade0180141 on host hv-neutron-8251 for vnic_type normal using segments [{'id': 'a436a73b-2716-4ea7-a666-e1e41f85b0ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '6c8e7324-36c8-49c0-a290-cf7f58b73495'}] Jan 20 14:32:42.561014 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.plugins.ml2.plugin [None req-018dbe91-ac18-46b5-bef6-7383e0589775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Attempt 2 to bind port cc2d0f88-d3ef-4586-81e2-feade0180141 Jan 20 14:32:42.573125 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b5c53bd-0b8d-402c-9005-b7c9107ab84f tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] Router d5b83fd4-bdb3-4e86-950c-dd152f380601 is scheduled to L3 agent 624d525b-4c26-4143-8a1c-228bb1c6faaa with binding_index 1 {{(pid=84153) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 20 14:32:42.575932 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-3e6c88e6-5c1d-4b80-bf34-968be46a2496 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1627147'] for subnet, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:42.614461 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.managers [None req-018dbe91-ac18-46b5-bef6-7383e0589775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Attempting to bind port cc2d0f88-d3ef-4586-81e2-feade0180141 on host hv-neutron-8251 for vnic_type normal with profile {{(pid=84152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:32:42.614844 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.managers [None req-018dbe91-ac18-46b5-bef6-7383e0589775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Attempting to bind port cc2d0f88-d3ef-4586-81e2-feade0180141 by drivers openvswitch,hyperv on host hv-neutron-8251 at level 0 using segments [{'id': 'a436a73b-2716-4ea7-a666-e1e41f85b0ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '6c8e7324-36c8-49c0-a290-cf7f58b73495'}] {{(pid=84152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:32:42.615185 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-018dbe91-ac18-46b5-bef6-7383e0589775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Attempting to bind port cc2d0f88-d3ef-4586-81e2-feade0180141 on network 6c8e7324-36c8-49c0-a290-cf7f58b73495 {{(pid=84152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 14:32:42.653498 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-018dbe91-ac18-46b5-bef6-7383e0589775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Port cc2d0f88-d3ef-4586-81e2-feade0180141 on network 6c8e7324-36c8-49c0-a290-cf7f58b73495 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8251 {{(pid=84152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 20 14:32:42.653834 dv-neutron-825124-1-hyperv neutron-server[84152]: ERROR neutron.plugins.ml2.managers [None req-018dbe91-ac18-46b5-bef6-7383e0589775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Failed to bind port cc2d0f88-d3ef-4586-81e2-feade0180141 on host hv-neutron-8251 for vnic_type normal using segments [{'id': 'a436a73b-2716-4ea7-a666-e1e41f85b0ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '6c8e7324-36c8-49c0-a290-cf7f58b73495'}] Jan 20 14:32:42.657128 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 669855ac-6e77-4419-babf-c28edf840665 up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:32:42.657419 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.plugins.ml2.plugin [None req-018dbe91-ac18-46b5-bef6-7383e0589775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Attempt 3 to bind port cc2d0f88-d3ef-4586-81e2-feade0180141 Jan 20 14:32:42.680938 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.managers [None req-018dbe91-ac18-46b5-bef6-7383e0589775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Attempting to bind port cc2d0f88-d3ef-4586-81e2-feade0180141 on host hv-neutron-8251 for vnic_type normal with profile {{(pid=84152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:32:42.681274 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.managers [None req-018dbe91-ac18-46b5-bef6-7383e0589775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Attempting to bind port cc2d0f88-d3ef-4586-81e2-feade0180141 by drivers openvswitch,hyperv on host hv-neutron-8251 at level 0 using segments [{'id': 'a436a73b-2716-4ea7-a666-e1e41f85b0ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '6c8e7324-36c8-49c0-a290-cf7f58b73495'}] {{(pid=84152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:32:42.681607 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-018dbe91-ac18-46b5-bef6-7383e0589775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Attempting to bind port cc2d0f88-d3ef-4586-81e2-feade0180141 on network 6c8e7324-36c8-49c0-a290-cf7f58b73495 {{(pid=84152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 14:32:42.697497 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-018dbe91-ac18-46b5-bef6-7383e0589775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Port cc2d0f88-d3ef-4586-81e2-feade0180141 on network 6c8e7324-36c8-49c0-a290-cf7f58b73495 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8251 {{(pid=84152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 20 14:32:42.697829 dv-neutron-825124-1-hyperv neutron-server[84152]: ERROR neutron.plugins.ml2.managers [None req-018dbe91-ac18-46b5-bef6-7383e0589775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Failed to bind port cc2d0f88-d3ef-4586-81e2-feade0180141 on host hv-neutron-8251 for vnic_type normal using segments [{'id': 'a436a73b-2716-4ea7-a666-e1e41f85b0ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '6c8e7324-36c8-49c0-a290-cf7f58b73495'}] Jan 20 14:32:42.698514 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.plugins.ml2.plugin [None req-018dbe91-ac18-46b5-bef6-7383e0589775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Attempt 4 to bind port cc2d0f88-d3ef-4586-81e2-feade0180141 Jan 20 14:32:42.719304 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.managers [None req-018dbe91-ac18-46b5-bef6-7383e0589775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Attempting to bind port cc2d0f88-d3ef-4586-81e2-feade0180141 on host hv-neutron-8251 for vnic_type normal with profile {{(pid=84152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:32:42.719638 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.managers [None req-018dbe91-ac18-46b5-bef6-7383e0589775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Attempting to bind port cc2d0f88-d3ef-4586-81e2-feade0180141 by drivers openvswitch,hyperv on host hv-neutron-8251 at level 0 using segments [{'id': 'a436a73b-2716-4ea7-a666-e1e41f85b0ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '6c8e7324-36c8-49c0-a290-cf7f58b73495'}] {{(pid=84152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:32:42.719977 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-018dbe91-ac18-46b5-bef6-7383e0589775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Attempting to bind port cc2d0f88-d3ef-4586-81e2-feade0180141 on network 6c8e7324-36c8-49c0-a290-cf7f58b73495 {{(pid=84152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 14:32:42.760913 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port 669855ac-6e77-4419-babf-c28edf840665 triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:32:42.761871 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:42.790017 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-3e6c88e6-5c1d-4b80-bf34-968be46a2496 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1627154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4163580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155308'] for subnet, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:42.829249 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b5c53bd-0b8d-402c-9005-b7c9107ab84f tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] Notify agent at l3_agent.dv-neutron-825124-1-hyperv the message routers_updated {{(pid=84153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 14:32:42.832622 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-018dbe91-ac18-46b5-bef6-7383e0589775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Port cc2d0f88-d3ef-4586-81e2-feade0180141 on network 6c8e7324-36c8-49c0-a290-cf7f58b73495 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8251 {{(pid=84152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 20 14:32:42.833018 dv-neutron-825124-1-hyperv neutron-server[84152]: ERROR neutron.plugins.ml2.managers [None req-018dbe91-ac18-46b5-bef6-7383e0589775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Failed to bind port cc2d0f88-d3ef-4586-81e2-feade0180141 on host hv-neutron-8251 for vnic_type normal using segments [{'id': 'a436a73b-2716-4ea7-a666-e1e41f85b0ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '6c8e7324-36c8-49c0-a290-cf7f58b73495'}] Jan 20 14:32:42.834066 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-0b5c53bd-0b8d-402c-9005-b7c9107ab84f tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] Notify callbacks [] for router, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:42.837805 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-0b5c53bd-0b8d-402c-9005-b7c9107ab84f tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] 10.222.0.54 "PUT /v2.0/routers/d5b83fd4-bdb3-4e86-950c-dd152f380601 HTTP/1.1" status: 200 len: 916 time: 4.2748237 Jan 20 14:32:42.838120 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 40182) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:42.845800 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06360efc-d067-4b4c-8d41-8fa614ac7fe0 None None] Sync routers for ids ['d5b83fd4-bdb3-4e86-950c-dd152f380601'] in dv-neutron-825124-1-hyperv {{(pid=84155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 14:32:42.864164 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06360efc-d067-4b4c-8d41-8fa614ac7fe0 None None] Routers {'d5b83fd4-bdb3-4e86-950c-dd152f380601'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:32:42.865895 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-06360efc-d067-4b4c-8d41-8fa614ac7fe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:32:30Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['d5b83fd4-bdb3-4e86-950c-dd152f380601'], 'active': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:32:42.953171 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-06360efc-d067-4b4c-8d41-8fa614ac7fe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:32:42.966109 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06360efc-d067-4b4c-8d41-8fa614ac7fe0 None None] Routers {'d5b83fd4-bdb3-4e86-950c-dd152f380601'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:32:42.966743 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-06360efc-d067-4b4c-8d41-8fa614ac7fe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:32:30Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['d5b83fd4-bdb3-4e86-950c-dd152f380601'], 'active': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:32:43.005828 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.plugins.ml2.plugin [None req-018dbe91-ac18-46b5-bef6-7383e0589775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Attempt 5 to bind port cc2d0f88-d3ef-4586-81e2-feade0180141 Jan 20 14:32:43.022461 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6c88e6-5c1d-4b80-bf34-968be46a2496 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Pushing event deleted for resources: {'Subnet': ['ID=77df3a91-3487-4270-a21b-696efb038a65,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:32:43.033260 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-06360efc-d067-4b4c-8d41-8fa614ac7fe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:32:43.033676 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06360efc-d067-4b4c-8d41-8fa614ac7fe0 None None] The sync data for ids ['d5b83fd4-bdb3-4e86-950c-dd152f380601'] in dv-neutron-825124-1-hyperv is: [] {{(pid=84155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 14:32:43.046514 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.managers [None req-018dbe91-ac18-46b5-bef6-7383e0589775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Attempting to bind port cc2d0f88-d3ef-4586-81e2-feade0180141 on host hv-neutron-8251 for vnic_type normal with profile {{(pid=84152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:32:43.046857 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.managers [None req-018dbe91-ac18-46b5-bef6-7383e0589775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Attempting to bind port cc2d0f88-d3ef-4586-81e2-feade0180141 by drivers openvswitch,hyperv on host hv-neutron-8251 at level 0 using segments [{'id': 'a436a73b-2716-4ea7-a666-e1e41f85b0ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '6c8e7324-36c8-49c0-a290-cf7f58b73495'}] {{(pid=84152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:32:43.047195 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-018dbe91-ac18-46b5-bef6-7383e0589775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Attempting to bind port cc2d0f88-d3ef-4586-81e2-feade0180141 on network 6c8e7324-36c8-49c0-a290-cf7f58b73495 {{(pid=84152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 14:32:43.049729 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-3e6c88e6-5c1d-4b80-bf34-968be46a2496 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks [] for subnet, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:43.051454 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a5436e2-aa93-4ec6-ae6b-35725d6d808e None None] Network 62062d75-a088-4f2b-b8cb-e6de121305d3 requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:32:43.059055 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-639144e2-bbce-417f-abb5-2351b2938e8f tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] 10.222.0.54 "GET /v2.0/routers/d5b83fd4-bdb3-4e86-950c-dd152f380601 HTTP/1.1" status: 200 len: 922 time: 0.2165368 Jan 20 14:32:43.060200 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 40186) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:43.079782 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-018dbe91-ac18-46b5-bef6-7383e0589775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Port cc2d0f88-d3ef-4586-81e2-feade0180141 on network 6c8e7324-36c8-49c0-a290-cf7f58b73495 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8251 {{(pid=84152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 20 14:32:43.080110 dv-neutron-825124-1-hyperv neutron-server[84152]: ERROR neutron.plugins.ml2.managers [None req-018dbe91-ac18-46b5-bef6-7383e0589775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Failed to bind port cc2d0f88-d3ef-4586-81e2-feade0180141 on host hv-neutron-8251 for vnic_type normal using segments [{'id': 'a436a73b-2716-4ea7-a666-e1e41f85b0ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '6c8e7324-36c8-49c0-a290-cf7f58b73495'}] Jan 20 14:32:43.081033 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.plugins.ml2.plugin [None req-018dbe91-ac18-46b5-bef6-7383e0589775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Attempt 6 to bind port cc2d0f88-d3ef-4586-81e2-feade0180141 Jan 20 14:32:43.095153 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-3e6c88e6-5c1d-4b80-bf34-968be46a2496 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] 10.222.0.54 "DELETE /v2.0/subnets/77df3a91-3487-4270-a21b-696efb038a65 HTTP/1.1" status: 204 len: 168 time: 1.4119880 Jan 20 14:32:43.095471 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 40190) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:43.162143 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-dc25898c-fdd4-4abe-bde7-d6e5edab1800 tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] 10.222.0.54 "GET /v2.0/ports?network_id=8dffb05c-5ca0-409b-bd5f-7be6264f707d&device_id=d5b83fd4-bdb3-4e86-950c-dd152f380601&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1005437 Jan 20 14:32:43.164598 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 40194) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:43.248000 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.managers [None req-018dbe91-ac18-46b5-bef6-7383e0589775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Attempting to bind port cc2d0f88-d3ef-4586-81e2-feade0180141 on host hv-neutron-8251 for vnic_type normal with profile {{(pid=84152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:32:43.248359 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.managers [None req-018dbe91-ac18-46b5-bef6-7383e0589775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Attempting to bind port cc2d0f88-d3ef-4586-81e2-feade0180141 by drivers openvswitch,hyperv on host hv-neutron-8251 at level 0 using segments [{'id': 'a436a73b-2716-4ea7-a666-e1e41f85b0ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '6c8e7324-36c8-49c0-a290-cf7f58b73495'}] {{(pid=84152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:32:43.248690 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-018dbe91-ac18-46b5-bef6-7383e0589775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Attempting to bind port cc2d0f88-d3ef-4586-81e2-feade0180141 on network 6c8e7324-36c8-49c0-a290-cf7f58b73495 {{(pid=84152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 14:32:43.289800 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-018dbe91-ac18-46b5-bef6-7383e0589775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Port cc2d0f88-d3ef-4586-81e2-feade0180141 on network 6c8e7324-36c8-49c0-a290-cf7f58b73495 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8251 {{(pid=84152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 20 14:32:43.290147 dv-neutron-825124-1-hyperv neutron-server[84152]: ERROR neutron.plugins.ml2.managers [None req-018dbe91-ac18-46b5-bef6-7383e0589775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Failed to bind port cc2d0f88-d3ef-4586-81e2-feade0180141 on host hv-neutron-8251 for vnic_type normal using segments [{'id': 'a436a73b-2716-4ea7-a666-e1e41f85b0ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '6c8e7324-36c8-49c0-a290-cf7f58b73495'}] Jan 20 14:32:43.293058 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.plugins.ml2.plugin [None req-018dbe91-ac18-46b5-bef6-7383e0589775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Attempt 7 to bind port cc2d0f88-d3ef-4586-81e2-feade0180141 Jan 20 14:32:43.302270 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0cbfdbb-043f-4ad4-92bb-8c62a12edd92 tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:32:43.306143 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-e0cbfdbb-043f-4ad4-92bb-8c62a12edd92 tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] 10.222.0.54 "GET /v2.0/networks/8dffb05c-5ca0-409b-bd5f-7be6264f707d HTTP/1.1" status: 200 len: 881 time: 0.1381459 Jan 20 14:32:43.306388 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 40198) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:43.349954 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-0162581c-6d9c-4185-abd4-7924465ca002 tempest-RoutersAdminTest-1932179691 tempest-RoutersAdminTest-1932179691-project] 10.222.0.54 "GET /v2.0/ports?device_id=d5b83fd4-bdb3-4e86-950c-dd152f380601 HTTP/1.1" status: 200 len: 205 time: 0.0425217 Jan 20 14:32:43.352436 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 40202) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:43.358819 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a8861ac-3238-46d9-b1b2-cbdd5a31e8d8 None None] DHCP port deletion for 62062d75-a088-4f2b-b8cb-e6de121305d3 request from dv-neutron-825124-1-hyperv {{(pid=84154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 20 14:32:43.362924 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-9a8861ac-3238-46d9-b1b2-cbdd5a31e8d8 None None] Deleting port 669855ac-6e77-4419-babf-c28edf840665 {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:32:43.364215 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-9a8861ac-3238-46d9-b1b2-cbdd5a31e8d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:43.383679 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-61f2e8a2-4bbf-4ed6-a337-0cdb98881a85 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586409'] for network, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:43.391247 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.managers [None req-018dbe91-ac18-46b5-bef6-7383e0589775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Attempting to bind port cc2d0f88-d3ef-4586-81e2-feade0180141 on host hv-neutron-8251 for vnic_type normal with profile {{(pid=84152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:32:43.391247 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.managers [None req-018dbe91-ac18-46b5-bef6-7383e0589775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Attempting to bind port cc2d0f88-d3ef-4586-81e2-feade0180141 by drivers openvswitch,hyperv on host hv-neutron-8251 at level 0 using segments [{'id': 'a436a73b-2716-4ea7-a666-e1e41f85b0ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '6c8e7324-36c8-49c0-a290-cf7f58b73495'}] {{(pid=84152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:32:43.391247 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-018dbe91-ac18-46b5-bef6-7383e0589775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Attempting to bind port cc2d0f88-d3ef-4586-81e2-feade0180141 on network 6c8e7324-36c8-49c0-a290-cf7f58b73495 {{(pid=84152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 14:32:43.418025 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-018dbe91-ac18-46b5-bef6-7383e0589775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Port cc2d0f88-d3ef-4586-81e2-feade0180141 on network 6c8e7324-36c8-49c0-a290-cf7f58b73495 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8251 {{(pid=84152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 20 14:32:43.418383 dv-neutron-825124-1-hyperv neutron-server[84152]: ERROR neutron.plugins.ml2.managers [None req-018dbe91-ac18-46b5-bef6-7383e0589775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Failed to bind port cc2d0f88-d3ef-4586-81e2-feade0180141 on host hv-neutron-8251 for vnic_type normal using segments [{'id': 'a436a73b-2716-4ea7-a666-e1e41f85b0ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '6c8e7324-36c8-49c0-a290-cf7f58b73495'}] Jan 20 14:32:43.420405 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.plugins.ml2.plugin [None req-018dbe91-ac18-46b5-bef6-7383e0589775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Attempt 8 to bind port cc2d0f88-d3ef-4586-81e2-feade0180141 Jan 20 14:32:43.431717 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-61f2e8a2-4bbf-4ed6-a337-0cdb98881a85 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Deleting port 669855ac-6e77-4419-babf-c28edf840665 {{(pid=84152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:32:43.432064 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-61f2e8a2-4bbf-4ed6-a337-0cdb98881a85 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:43.477113 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.managers [None req-018dbe91-ac18-46b5-bef6-7383e0589775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Attempting to bind port cc2d0f88-d3ef-4586-81e2-feade0180141 on host hv-neutron-8251 for vnic_type normal with profile {{(pid=84152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:32:43.477440 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.managers [None req-018dbe91-ac18-46b5-bef6-7383e0589775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Attempting to bind port cc2d0f88-d3ef-4586-81e2-feade0180141 by drivers openvswitch,hyperv on host hv-neutron-8251 at level 0 using segments [{'id': 'a436a73b-2716-4ea7-a666-e1e41f85b0ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '6c8e7324-36c8-49c0-a290-cf7f58b73495'}] {{(pid=84152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:32:43.478183 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-018dbe91-ac18-46b5-bef6-7383e0589775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Attempting to bind port cc2d0f88-d3ef-4586-81e2-feade0180141 on network 6c8e7324-36c8-49c0-a290-cf7f58b73495 {{(pid=84152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 14:32:43.502716 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-018dbe91-ac18-46b5-bef6-7383e0589775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Port cc2d0f88-d3ef-4586-81e2-feade0180141 on network 6c8e7324-36c8-49c0-a290-cf7f58b73495 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8251 {{(pid=84152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 20 14:32:43.503046 dv-neutron-825124-1-hyperv neutron-server[84152]: ERROR neutron.plugins.ml2.managers [None req-018dbe91-ac18-46b5-bef6-7383e0589775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Failed to bind port cc2d0f88-d3ef-4586-81e2-feade0180141 on host hv-neutron-8251 for vnic_type normal using segments [{'id': 'a436a73b-2716-4ea7-a666-e1e41f85b0ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '6c8e7324-36c8-49c0-a290-cf7f58b73495'}] Jan 20 14:32:43.505226 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.plugins.ml2.plugin [None req-018dbe91-ac18-46b5-bef6-7383e0589775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Attempt 9 to bind port cc2d0f88-d3ef-4586-81e2-feade0180141 Jan 20 14:32:43.567933 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-9a8861ac-3238-46d9-b1b2-cbdd5a31e8d8 None None] For port 669855ac-6e77-4419-babf-c28edf840665, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=669855ac-6e77-4419-babf-c28edf840665,segment=NetworkSegment(cf29028a-2d03-467b-8403-ceb41552d5b1),segment_id=cf29028a-2d03-467b-8403-ceb41552d5b1)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:32:43.568695 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-9a8861ac-3238-46d9-b1b2-cbdd5a31e8d8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:43.570790 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-35565975-38fe-4160-a1db-45168f1e7f81 tempest-RoutersAdminTest-1932179691 tempest-RoutersAdminTest-1932179691-project] Notify callbacks [] for router, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:43.701636 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.managers [None req-018dbe91-ac18-46b5-bef6-7383e0589775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Attempting to bind port cc2d0f88-d3ef-4586-81e2-feade0180141 on host hv-neutron-8251 for vnic_type normal with profile {{(pid=84152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:32:43.702239 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.managers [None req-018dbe91-ac18-46b5-bef6-7383e0589775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Attempting to bind port cc2d0f88-d3ef-4586-81e2-feade0180141 by drivers openvswitch,hyperv on host hv-neutron-8251 at level 0 using segments [{'id': 'a436a73b-2716-4ea7-a666-e1e41f85b0ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '6c8e7324-36c8-49c0-a290-cf7f58b73495'}] {{(pid=84152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:32:43.702622 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-018dbe91-ac18-46b5-bef6-7383e0589775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Attempting to bind port cc2d0f88-d3ef-4586-81e2-feade0180141 on network 6c8e7324-36c8-49c0-a290-cf7f58b73495 {{(pid=84152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 14:32:43.742496 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-9a8861ac-3238-46d9-b1b2-cbdd5a31e8d8 None None] Calling delete_port for 669855ac-6e77-4419-babf-c28edf840665 owned by network:dhcp {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:32:43.743361 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa22918-ddef-4710-b0cb-86ef110a3683 req-c8f86722-ca6f-411c-80eb-e93f4b538d9c tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:32:43.745072 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-faa22918-ddef-4710-b0cb-86ef110a3683 req-c8f86722-ca6f-411c-80eb-e93f4b538d9c tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] 10.222.0.54 "GET /v2.0/ports?device_id=49ba1514-a268-47af-8414-4af83e8f7d4a HTTP/1.1" status: 200 len: 943 time: 0.1130681 Jan 20 14:32:43.758836 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de0b09a8-aa34-4dd6-9f00-b3673cfa23a0 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Router a4106d72-8050-4a68-8890-4cb57f44d718 has already been hosted by L3 agent 624d525b-4c26-4143-8a1c-228bb1c6faaa {{(pid=84152) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 14:32:43.764474 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-018dbe91-ac18-46b5-bef6-7383e0589775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Port cc2d0f88-d3ef-4586-81e2-feade0180141 on network 6c8e7324-36c8-49c0-a290-cf7f58b73495 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8251 {{(pid=84152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 20 14:32:43.764978 dv-neutron-825124-1-hyperv neutron-server[84152]: ERROR neutron.plugins.ml2.managers [None req-018dbe91-ac18-46b5-bef6-7383e0589775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Failed to bind port cc2d0f88-d3ef-4586-81e2-feade0180141 on host hv-neutron-8251 for vnic_type normal using segments [{'id': 'a436a73b-2716-4ea7-a666-e1e41f85b0ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '6c8e7324-36c8-49c0-a290-cf7f58b73495'}] Jan 20 14:32:43.771245 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.plugins.ml2.plugin [None req-018dbe91-ac18-46b5-bef6-7383e0589775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Attempt 10 to bind port cc2d0f88-d3ef-4586-81e2-feade0180141 Jan 20 14:32:43.796031 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.db [None req-61f2e8a2-4bbf-4ed6-a337-0cdb98881a85 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] For port 669855ac-6e77-4419-babf-c28edf840665, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=669855ac-6e77-4419-babf-c28edf840665,segment=NetworkSegment(cf29028a-2d03-467b-8403-ceb41552d5b1),segment_id=cf29028a-2d03-467b-8403-ceb41552d5b1)] {{(pid=84152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:32:43.796313 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-61f2e8a2-4bbf-4ed6-a337-0cdb98881a85 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:43.918697 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-9a8861ac-3238-46d9-b1b2-cbdd5a31e8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486'] for port, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:43.946332 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-61f2e8a2-4bbf-4ed6-a337-0cdb98881a85 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Calling delete_port for 669855ac-6e77-4419-babf-c28edf840665 owned by network:dhcp {{(pid=84152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:32:43.968182 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8861ac-3238-46d9-b1b2-cbdd5a31e8d8 None None] Pushing event deleted for resources: {'Port': ['ID=669855ac-6e77-4419-babf-c28edf840665,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:32:43.973195 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a8861ac-3238-46d9-b1b2-cbdd5a31e8d8 None None] No DVR routers for this DVR port 669855ac-6e77-4419-babf-c28edf840665 on host dv-neutron-825124-1-hyperv {{(pid=84154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 14:32:43.977846 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.managers [None req-018dbe91-ac18-46b5-bef6-7383e0589775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Attempting to bind port cc2d0f88-d3ef-4586-81e2-feade0180141 on host hv-neutron-8251 for vnic_type normal with profile {{(pid=84152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:32:43.978351 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.managers [None req-018dbe91-ac18-46b5-bef6-7383e0589775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Attempting to bind port cc2d0f88-d3ef-4586-81e2-feade0180141 by drivers openvswitch,hyperv on host hv-neutron-8251 at level 0 using segments [{'id': 'a436a73b-2716-4ea7-a666-e1e41f85b0ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '6c8e7324-36c8-49c0-a290-cf7f58b73495'}] {{(pid=84152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:32:43.978795 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-018dbe91-ac18-46b5-bef6-7383e0589775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Attempting to bind port cc2d0f88-d3ef-4586-81e2-feade0180141 on network 6c8e7324-36c8-49c0-a290-cf7f58b73495 {{(pid=84152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 14:32:43.984775 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-faa22918-ddef-4710-b0cb-86ef110a3683 req-3cd8bdf6-3933-4d00-87ae-c156d28ab45e tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] 10.222.0.54 "GET /v2.0/security-groups?id=28f60a14-6b71-4e72-84fb-77c6bf67a29f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1961801 Jan 20 14:32:43.996069 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-018dbe91-ac18-46b5-bef6-7383e0589775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Port cc2d0f88-d3ef-4586-81e2-feade0180141 on network 6c8e7324-36c8-49c0-a290-cf7f58b73495 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8251 {{(pid=84152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 20 14:32:43.996395 dv-neutron-825124-1-hyperv neutron-server[84152]: ERROR neutron.plugins.ml2.managers [None req-018dbe91-ac18-46b5-bef6-7383e0589775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Failed to bind port cc2d0f88-d3ef-4586-81e2-feade0180141 on host hv-neutron-8251 for vnic_type normal using segments [{'id': 'a436a73b-2716-4ea7-a666-e1e41f85b0ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '6c8e7324-36c8-49c0-a290-cf7f58b73495'}] Jan 20 14:32:43.996869 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-018dbe91-ac18-46b5-bef6-7383e0589775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:44.018963 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-35565975-38fe-4160-a1db-45168f1e7f81 tempest-RoutersAdminTest-1932179691 tempest-RoutersAdminTest-1932179691-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:44.109741 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-35565975-38fe-4160-a1db-45168f1e7f81 tempest-RoutersAdminTest-1932179691 tempest-RoutersAdminTest-1932179691-project] Deleting port 1d159f2d-9e60-46c6-8602-555320f1428a {{(pid=84153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:32:44.110131 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-35565975-38fe-4160-a1db-45168f1e7f81 tempest-RoutersAdminTest-1932179691 tempest-RoutersAdminTest-1932179691-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:44.236006 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.db.api [None req-61f2e8a2-4bbf-4ed6-a337-0cdb98881a85 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84152) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 14:32:44.236226 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG oslo_db.api [None req-61f2e8a2-4bbf-4ed6-a337-0cdb98881a85 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 14:32:44.247313 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.db [None req-018dbe91-ac18-46b5-bef6-7383e0589775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] For port cc2d0f88-d3ef-4586-81e2-feade0180141, host hv-neutron-8251, cleared binding levels {{(pid=84152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 14:32:44.247706 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.db [None req-018dbe91-ac18-46b5-bef6-7383e0589775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Attempted to set empty binding levels {{(pid=84152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jan 20 14:32:44.283678 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de0b09a8-aa34-4dd6-9f00-b3673cfa23a0 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify agent at l3_agent.dv-neutron-825124-1-hyperv the message routers_updated {{(pid=84152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 14:32:44.289218 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-35565975-38fe-4160-a1db-45168f1e7f81 tempest-RoutersAdminTest-1932179691 tempest-RoutersAdminTest-1932179691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:44.294887 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-de0b09a8-aa34-4dd6-9f00-b3673cfa23a0 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] 10.222.0.54 "PUT /v2.0/routers/a4106d72-8050-4a68-8890-4cb57f44d718/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1929977 Jan 20 14:32:44.296203 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0edbce10-477d-4c15-9802-06da0692b0c4 None None] Sync routers for ids ['a4106d72-8050-4a68-8890-4cb57f44d718'] in dv-neutron-825124-1-hyperv {{(pid=84154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 14:32:44.297219 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 40208) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:44.304392 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-018dbe91-ac18-46b5-bef6-7383e0589775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162822'] for port, after_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:44.309260 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0edbce10-477d-4c15-9802-06da0692b0c4 None None] Routers {'a4106d72-8050-4a68-8890-4cb57f44d718'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:32:44.310099 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-0edbce10-477d-4c15-9802-06da0692b0c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:32:30Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['a4106d72-8050-4a68-8890-4cb57f44d718'], 'active': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:32:44.369978 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-018dbe91-ac18-46b5-bef6-7383e0589775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:44.395495 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018dbe91-ac18-46b5-bef6-7383e0589775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Pushing event updated for resources: {'Port': ['ID=cc2d0f88-d3ef-4586-81e2-feade0180141,revision_number=2']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:32:44.453643 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-018dbe91-ac18-46b5-bef6-7383e0589775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 985 time: 4.4805503 Jan 20 14:32:44.454213 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-35565975-38fe-4160-a1db-45168f1e7f81 tempest-RoutersAdminTest-1932179691 tempest-RoutersAdminTest-1932179691-project] Calling delete_port for 1d159f2d-9e60-46c6-8602-555320f1428a owned by network:router_gateway {{(pid=84153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:32:44.456122 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 40212) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:44.470233 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvr_db [None req-0edbce10-477d-4c15-9802-06da0692b0c4 None None] Set router a4106d72-8050-4a68-8890-4cb57f44d718 gateway port host: None {{(pid=84154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 14:32:44.532496 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-a281f1d0-13dc-4167-9ad7-105fc47ecddc tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Deleting port cc2d0f88-d3ef-4586-81e2-feade0180141 {{(pid=84152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:32:44.533257 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-a281f1d0-13dc-4167-9ad7-105fc47ecddc tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:44.610336 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 669855ac-6e77-4419-babf-c28edf840665 no longer exists at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:32:44.664292 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] No Port match for: 669855ac-6e77-4419-babf-c28edf840665 {{(pid=84154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 14:32:44.664619 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 669855ac-6e77-4419-babf-c28edf840665 not bound to the agent host dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 14:32:44.673689 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Device 0a13f278-143e-4ba0-9f56-fa54e2b36d66 details requested by agent hyperv_hv-neutron-8251 with host hv-neutron-8251 {{(pid=84154) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 20 14:32:44.691625 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.db_base_plugin_v2 [None req-10b25f8e-459f-4eae-bcbb-fc85be23bdf8 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Deleting subnet 8c136b88-d925-4e45-b82d-d96971a1db8d {{(pid=84153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 20 14:32:44.694725 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-10b25f8e-459f-4eae-bcbb-fc85be23bdf8 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks [] for subnet, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:44.738078 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-61f2e8a2-4bbf-4ed6-a337-0cdb98881a85 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Deleting port 669855ac-6e77-4419-babf-c28edf840665 {{(pid=84152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:32:44.738641 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-61f2e8a2-4bbf-4ed6-a337-0cdb98881a85 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:44.794392 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-10b25f8e-459f-4eae-bcbb-fc85be23bdf8 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3980851'] for subnet, precommit_delete_associations {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:44.901148 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-10b25f8e-459f-4eae-bcbb-fc85be23bdf8 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1627147'] for subnet, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:44.926898 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-61f2e8a2-4bbf-4ed6-a337-0cdb98881a85 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] The port '669855ac-6e77-4419-babf-c28edf840665' was deleted {{(pid=84152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 20 14:32:44.931291 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.db [None req-a281f1d0-13dc-4167-9ad7-105fc47ecddc tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] For port cc2d0f88-d3ef-4586-81e2-feade0180141, host hv-neutron-8251, got binding levels [] {{(pid=84152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:32:44.931452 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-35565975-38fe-4160-a1db-45168f1e7f81 tempest-RoutersAdminTest-1932179691 tempest-RoutersAdminTest-1932179691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:44.931633 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-a281f1d0-13dc-4167-9ad7-105fc47ecddc tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:44.944297 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] For port 0a13f278-143e-4ba0-9f56-fa54e2b36d66, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=0a13f278-143e-4ba0-9f56-fa54e2b36d66,segment=NetworkSegment(c9d942e4-40d0-47fc-a62a-57ccdec4c720),segment_id=c9d942e4-40d0-47fc-a62a-57ccdec4c720)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:32:44.961939 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Returning: {'device': '0a13f278-143e-4ba0-9f56-fa54e2b36d66', 'network_id': 'ac006b3d-300f-4a00-af61-b19ab11d4829', 'port_id': '0a13f278-143e-4ba0-9f56-fa54e2b36d66', 'mac_address': 'fa:16:3e:54:5b:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03a7a10f-ac58-4ac3-ae2b-291238d5ec16', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84154) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 20 14:32:44.982746 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35565975-38fe-4160-a1db-45168f1e7f81 tempest-RoutersAdminTest-1932179691 tempest-RoutersAdminTest-1932179691-project] Pushing event deleted for resources: {'Port': ['ID=1d159f2d-9e60-46c6-8602-555320f1428a,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:32:45.034226 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-0edbce10-477d-4c15-9802-06da0692b0c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4106d72-8050-4a68-8890-4cb57f44d718', 'name': 'tempest-RoutersIpV6Test-router-747136858', 'tenant_id': 'f85e30c327a64407a1a93d3333ba9261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:31:25Z', 'updated_at': '2022-01-20T14:32:41Z', 'revision_number': 10, 'project_id': 'f85e30c327a64407a1a93d3333ba9261', 'gw_port_host': None, '_interfaces': [{'id': '780c2701-6ad4-417f-bed2-4de3d763ce9b', 'name': '', 'network_id': '59124e64-72a5-4678-bb60-32f8b65cb20e', 'tenant_id': 'f85e30c327a64407a1a93d3333ba9261', 'mac_address': 'fa:16:3e:0a:e3:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4106d72-8050-4a68-8890-4cb57f44d718', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7d2b6737-ab95-48d5-98e0-5c96cb2ba20c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:31:30Z', 'updated_at': '2022-01-20T14:31:52Z', 'revision_number': 5, 'project_id': 'f85e30c327a64407a1a93d3333ba9261', 'subnets': [{'id': '7d2b6737-ab95-48d5-98e0-5c96cb2ba20c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:32:45.039781 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:45.064052 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0edbce10-477d-4c15-9802-06da0692b0c4 None None] Checking router: a4106d72-8050-4a68-8890-4cb57f44d718 for host: dv-neutron-825124-1-hyperv {{(pid=84154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 14:32:45.074143 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.notifiers.nova [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a13f278-143e-4ba0-9f56-fa54e2b36d66 {{(pid=84154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 14:32:45.112189 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] For port 0a13f278-143e-4ba0-9f56-fa54e2b36d66, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=0a13f278-143e-4ba0-9f56-fa54e2b36d66,segment=NetworkSegment(c9d942e4-40d0-47fc-a62a-57ccdec4c720),segment_id=c9d942e4-40d0-47fc-a62a-57ccdec4c720)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:32:45.113468 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0edbce10-477d-4c15-9802-06da0692b0c4 None None] Routers {'a4106d72-8050-4a68-8890-4cb57f44d718'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:32:45.114543 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-0edbce10-477d-4c15-9802-06da0692b0c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:32:30Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['a4106d72-8050-4a68-8890-4cb57f44d718'], 'active': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:32:45.168165 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-a281f1d0-13dc-4167-9ad7-105fc47ecddc tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Calling delete_port for cc2d0f88-d3ef-4586-81e2-feade0180141 owned by {{(pid=84152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:32:45.224719 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-10b25f8e-459f-4eae-bcbb-fc85be23bdf8 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1627154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3943464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4194013'] for subnet, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:45.226439 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-61f2e8a2-4bbf-4ed6-a337-0cdb98881a85 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1626242', 'neutron.services.segments.db._delete_segments_for_network-8769554214620'] for network, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:45.249687 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:45.263098 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.segments.db [None req-61f2e8a2-4bbf-4ed6-a337-0cdb98881a85 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62062d75-a088-4f2b-b8cb-e6de121305d3']}} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:32:45.286809 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.segments.db [None req-61f2e8a2-4bbf-4ed6-a337-0cdb98881a85 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf29028a-2d03-467b-8403-ceb41552d5b1') {'for_net_delete': True} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:32:45.287112 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.segments.db [None req-61f2e8a2-4bbf-4ed6-a337-0cdb98881a85 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf29028a-2d03-467b-8403-ceb41552d5b1') {} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:32:45.300662 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-61f2e8a2-4bbf-4ed6-a337-0cdb98881a85 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769554214503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3337904'] for segment, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:45.318122 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-61f2e8a2-4bbf-4ed6-a337-0cdb98881a85 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:45.323452 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61f2e8a2-4bbf-4ed6-a337-0cdb98881a85 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Releasing vlan 192 on physical network physnet1 to pool {{(pid=84152) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 14:32:45.323849 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-61f2e8a2-4bbf-4ed6-a337-0cdb98881a85 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1622950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4162906'] for segment, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:45.337266 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b25f8e-459f-4eae-bcbb-fc85be23bdf8 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Pushing event deleted for resources: {'Subnet': ['ID=8c136b88-d925-4e45-b82d-d96971a1db8d,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:32:45.339224 dv-neutron-825124-1-hyperv neutron-server[84152]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 20 14:32:45.339224 dv-neutron-825124-1-hyperv neutron-server[84152]: util.warn( Jan 20 14:32:45.339224 dv-neutron-825124-1-hyperv neutron-server[84152]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 20 14:32:45.339224 dv-neutron-825124-1-hyperv neutron-server[84152]: util.warn( Jan 20 14:32:45.339224 dv-neutron-825124-1-hyperv neutron-server[84152]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 20 14:32:45.339224 dv-neutron-825124-1-hyperv neutron-server[84152]: util.warn( Jan 20 14:32:45.339224 dv-neutron-825124-1-hyperv neutron-server[84152]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 20 14:32:45.339224 dv-neutron-825124-1-hyperv neutron-server[84152]: util.warn( Jan 20 14:32:45.339224 dv-neutron-825124-1-hyperv neutron-server[84152]: Traceback (most recent call last): Jan 20 14:32:45.339224 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 14:32:45.339224 dv-neutron-825124-1-hyperv neutron-server[84152]: timer() Jan 20 14:32:45.339224 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 14:32:45.339224 dv-neutron-825124-1-hyperv neutron-server[84152]: cb(*args, **kw) Jan 20 14:32:45.339224 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 14:32:45.339224 dv-neutron-825124-1-hyperv neutron-server[84152]: return func(*args, **kwargs) Jan 20 14:32:45.339224 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 14:32:45.339224 dv-neutron-825124-1-hyperv neutron-server[84152]: self._notify() Jan 20 14:32:45.339224 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 14:32:45.339224 dv-neutron-825124-1-hyperv neutron-server[84152]: self.callback(batched_events) Jan 20 14:32:45.339224 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 14:32:45.339224 dv-neutron-825124-1-hyperv neutron-server[84152]: event.method(event) Jan 20 14:32:45.339224 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 14:32:45.339224 dv-neutron-825124-1-hyperv neutron-server[84152]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 14:32:45.339224 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 14:32:45.339224 dv-neutron-825124-1-hyperv neutron-server[84152]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 14:32:45.339224 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 14:32:45.339224 dv-neutron-825124-1-hyperv neutron-server[84152]: return f(self, *a, **k) Jan 20 14:32:45.339224 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 14:32:45.339224 dv-neutron-825124-1-hyperv neutron-server[84152]: return self._get(url).json() Jan 20 14:32:45.339224 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 14:32:45.339224 dv-neutron-825124-1-hyperv neutron-server[84152]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 14:32:45.339224 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 14:32:45.339224 dv-neutron-825124-1-hyperv neutron-server[84152]: return self.request(url, 'GET', **kwargs) Jan 20 14:32:45.339224 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 14:32:45.339224 dv-neutron-825124-1-hyperv neutron-server[84152]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 14:32:45.339224 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 14:32:45.339224 dv-neutron-825124-1-hyperv neutron-server[84152]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 14:32:45.339224 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 14:32:45.339224 dv-neutron-825124-1-hyperv neutron-server[84152]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 14:32:45.339224 dv-neutron-825124-1-hyperv neutron-server[84152]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 14:32:45.343795 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-35565975-38fe-4160-a1db-45168f1e7f81 tempest-RoutersAdminTest-1932179691 tempest-RoutersAdminTest-1932179691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-745333'] for router_gateway, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:45.394984 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-a281f1d0-13dc-4167-9ad7-105fc47ecddc tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:45.420553 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-10b25f8e-459f-4eae-bcbb-fc85be23bdf8 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks [] for subnet, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:45.442056 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ade1ba14-0b57-48f6-b7a1-d7971cb63f36 None None] Network fdf972f6-2883-456a-86ab-6b5d27b505b9 requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:32:45.468452 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Pushing event updated for resources: {'Port': ['ID=0a13f278-143e-4ba0-9f56-fa54e2b36d66,revision_number=4']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:32:45.469137 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a281f1d0-13dc-4167-9ad7-105fc47ecddc tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Pushing event deleted for resources: {'Port': ['ID=cc2d0f88-d3ef-4586-81e2-feade0180141,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:32:45.478864 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-a281f1d0-13dc-4167-9ad7-105fc47ecddc tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:45.487715 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-a281f1d0-13dc-4167-9ad7-105fc47ecddc tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] 10.222.0.54 "DELETE /v2.0/ports/cc2d0f88-d3ef-4586-81e2-feade0180141 HTTP/1.1" status: 204 len: 168 time: 1.0303175 Jan 20 14:32:45.490234 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 40218) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:45.529648 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvr_db [None req-0edbce10-477d-4c15-9802-06da0692b0c4 None None] Set router a4106d72-8050-4a68-8890-4cb57f44d718 gateway port host: None {{(pid=84154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 14:32:45.537576 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.pecan_wsgi.hooks.translation [None req-26426354-a68b-4eb3-9e0b-8aa9ff283c26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] GET failed (client error): The resource could not be found. Jan 20 14:32:45.538208 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-26426354-a68b-4eb3-9e0b-8aa9ff283c26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Synchronizing usage tracker for tenant:900e71f81b514893a4e98e757dd68ef8 on resource:port {{(pid=84152) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:32:45.595425 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-61f2e8a2-4bbf-4ed6-a337-0cdb98881a85 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1626253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-745296'] for network, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:45.619110 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-61f2e8a2-4bbf-4ed6-a337-0cdb98881a85 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks [] for network, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:45.621081 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-61f2e8a2-4bbf-4ed6-a337-0cdb98881a85 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] 10.222.0.54 "DELETE /v2.0/networks/62062d75-a088-4f2b-b8cb-e6de121305d3 HTTP/1.1" status: 204 len: 168 time: 2.5246990 Jan 20 14:32:45.624798 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 40222) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:45.627400 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f2e8a2-4bbf-4ed6-a337-0cdb98881a85 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Pushing event deleted for resources: {'Network': ['ID=62062d75-a088-4f2b-b8cb-e6de121305d3,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:32:45.632690 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-24040582-57f5-4b1a-8d5b-467ab05987d3 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-431454309'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:32:45.638083 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-24040582-57f5-4b1a-8d5b-467ab05987d3 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:32:45.640055 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-10b25f8e-459f-4eae-bcbb-fc85be23bdf8 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] 10.222.0.54 "DELETE /v2.0/subnets/8c136b88-d925-4e45-b82d-d96971a1db8d HTTP/1.1" status: 204 len: 168 time: 1.3417962 Jan 20 14:32:45.646440 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-24040582-57f5-4b1a-8d5b-467ab05987d3 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Usage tracker for resource:network and tenant:b664f111a0df442d811f140f6dbd9d75 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:32:45.647151 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 40226) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:45.668173 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-24040582-57f5-4b1a-8d5b-467ab05987d3 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:32:45.680154 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-26426354-a68b-4eb3-9e0b-8aa9ff283c26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Unset dirty status for tenant:900e71f81b514893a4e98e757dd68ef8 on resource:port {{(pid=84152) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:32:45.686073 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-26426354-a68b-4eb3-9e0b-8aa9ff283c26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] 10.222.0.54 "GET /v2.0/ports/cc2d0f88-d3ef-4586-81e2-feade0180141 HTTP/1.1" status: 404 len: 333 time: 0.1902144 Jan 20 14:32:45.686073 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-24040582-57f5-4b1a-8d5b-467ab05987d3 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:32:45.702280 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 40230) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:45.725147 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-dc5ef1c4-a7b1-432a-af9c-9a8494cd1cff tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Request body: {'port': {'network_id': '6c8e7324-36c8-49c0-a290-cf7f58b73495', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-2062698806'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:32:45.759276 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] get_ports_and_sgs() called for port_ids ['0a13f278-143e-4ba0-9f56-fa54e2b36d66'] {{(pid=84154) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 20 14:32:45.783901 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-0b4d91d0-0991-44ed-9d48-bdb77960ce09 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586409'] for network, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:45.790810 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-dc5ef1c4-a7b1-432a-af9c-9a8494cd1cff tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:32:45.797092 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-0b4d91d0-0991-44ed-9d48-bdb77960ce09 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Deleting port 5417a2c0-1f88-4a9a-9602-5d1cfbe3c1a8 {{(pid=84152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:32:45.797092 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-0b4d91d0-0991-44ed-9d48-bdb77960ce09 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:45.800772 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-35565975-38fe-4160-a1db-45168f1e7f81 tempest-RoutersAdminTest-1932179691 tempest-RoutersAdminTest-1932179691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-737761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105493'] for router, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:45.812438 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-dc5ef1c4-a7b1-432a-af9c-9a8494cd1cff tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:32:45.819226 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-35565975-38fe-4160-a1db-45168f1e7f81 tempest-RoutersAdminTest-1932179691 tempest-RoutersAdminTest-1932179691-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:45.826895 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5938d99-48c8-49d4-91ba-7964bcb07932 req-83246683-e36e-4150-bdb5-729554ac5139 tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:32:45.828464 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-b5938d99-48c8-49d4-91ba-7964bcb07932 req-83246683-e36e-4150-bdb5-729554ac5139 tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] 10.222.0.54 "GET /v2.0/ports?device_id=49ba1514-a268-47af-8414-4af83e8f7d4a HTTP/1.1" status: 200 len: 944 time: 0.6549056 Jan 20 14:32:45.899311 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24040582-57f5-4b1a-8d5b-467ab05987d3 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Made reservation on behalf of b664f111a0df442d811f140f6dbd9d75 for: {'network': 1} {{(pid=84152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:32:45.900393 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-b5938d99-48c8-49d4-91ba-7964bcb07932 req-fa958d0d-641e-4e65-ad38-c5ff541a9d3a tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] 10.222.0.54 "GET /v2.0/security-groups?id=28f60a14-6b71-4e72-84fb-77c6bf67a29f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652819 Jan 20 14:32:45.903160 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-24040582-57f5-4b1a-8d5b-467ab05987d3 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for network, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:45.915553 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc5ef1c4-a7b1-432a-af9c-9a8494cd1cff tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Made reservation on behalf of 900e71f81b514893a4e98e757dd68ef8 for: {'port': 1} {{(pid=84153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:32:45.918212 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-dc5ef1c4-a7b1-432a-af9c-9a8494cd1cff tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:45.940316 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.notifiers.nova [None req-dc5ef1c4-a7b1-432a-af9c-9a8494cd1cff tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] device_id is not set on port 50387565-dc79-49d8-bd79-bfd4dcc6b9c9 yet. {{(pid=84153) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 14:32:45.976328 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-35565975-38fe-4160-a1db-45168f1e7f81 tempest-RoutersAdminTest-1932179691 tempest-RoutersAdminTest-1932179691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-737693'] for router, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:45.976855 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35565975-38fe-4160-a1db-45168f1e7f81 tempest-RoutersAdminTest-1932179691 tempest-RoutersAdminTest-1932179691-project] Fanout notify agent at l3_agent the message router_deleted on router d5b83fd4-bdb3-4e86-950c-dd152f380601 {{(pid=84153) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 20 14:32:46.001813 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-35565975-38fe-4160-a1db-45168f1e7f81 tempest-RoutersAdminTest-1932179691 tempest-RoutersAdminTest-1932179691-project] Notify callbacks [] for router, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:46.007677 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-35565975-38fe-4160-a1db-45168f1e7f81 tempest-RoutersAdminTest-1932179691 tempest-RoutersAdminTest-1932179691-project] 10.222.0.54 "DELETE /v2.0/routers/d5b83fd4-bdb3-4e86-950c-dd152f380601 HTTP/1.1" status: 204 len: 168 time: 2.6495876 Jan 20 14:32:46.008378 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 40234) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:46.018511 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-2b5ca010-52a1-40fc-b59a-dc89519e4f46 tempest-RoutersAdminTest-1932179691 tempest-RoutersAdminTest-1932179691-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-372337571', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d'}, 'admin_state_up': False}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:32:46.019339 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24040582-57f5-4b1a-8d5b-467ab05987d3 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 172} {{(pid=84152) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 14:32:46.039167 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-2b5ca010-52a1-40fc-b59a-dc89519e4f46 tempest-RoutersAdminTest-1932179691 tempest-RoutersAdminTest-1932179691-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:32:46.051743 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-2b5ca010-52a1-40fc-b59a-dc89519e4f46 tempest-RoutersAdminTest-1932179691 tempest-RoutersAdminTest-1932179691-project] Usage tracker for resource:router and tenant:24d2f449fe384707b209c61b67e81881 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:32:46.057064 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-2b5ca010-52a1-40fc-b59a-dc89519e4f46 tempest-RoutersAdminTest-1932179691 tempest-RoutersAdminTest-1932179691-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:32:46.059939 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-24040582-57f5-4b1a-8d5b-467ab05987d3 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:46.059939 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.db.segments_db [None req-24040582-57f5-4b1a-8d5b-467ab05987d3 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Added segment f3d236f5-30f0-46ba-bbd2-08e446394414 of type vlan for network b09bdf94-9a34-4d9d-b9c4-18f46102fa0f Jan 20 14:32:46.068701 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.db [None req-0b4d91d0-0991-44ed-9d48-bdb77960ce09 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] For port 5417a2c0-1f88-4a9a-9602-5d1cfbe3c1a8, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=5417a2c0-1f88-4a9a-9602-5d1cfbe3c1a8,segment=NetworkSegment(70267264-b790-4988-b22d-ea0ed318fb15),segment_id=70267264-b790-4988-b22d-ea0ed318fb15)] {{(pid=84152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:32:46.069061 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-0b4d91d0-0991-44ed-9d48-bdb77960ce09 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:46.070230 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-2b5ca010-52a1-40fc-b59a-dc89519e4f46 tempest-RoutersAdminTest-1932179691 tempest-RoutersAdminTest-1932179691-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:32:46.180848 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3df8893-b7d5-4dc5-9572-0fd59e538f65 None None] DHCP port deletion for fdf972f6-2883-456a-86ab-6b5d27b505b9 request from dv-neutron-825124-1-hyperv {{(pid=84154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 20 14:32:46.188941 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-0edbce10-477d-4c15-9802-06da0692b0c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4106d72-8050-4a68-8890-4cb57f44d718', 'name': 'tempest-RoutersIpV6Test-router-747136858', 'tenant_id': 'f85e30c327a64407a1a93d3333ba9261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:31:25Z', 'updated_at': '2022-01-20T14:32:41Z', 'revision_number': 10, 'project_id': 'f85e30c327a64407a1a93d3333ba9261', 'gw_port_host': None, '_interfaces': [{'id': '780c2701-6ad4-417f-bed2-4de3d763ce9b', 'name': '', 'network_id': '59124e64-72a5-4678-bb60-32f8b65cb20e', 'tenant_id': 'f85e30c327a64407a1a93d3333ba9261', 'mac_address': 'fa:16:3e:0a:e3:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4106d72-8050-4a68-8890-4cb57f44d718', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7d2b6737-ab95-48d5-98e0-5c96cb2ba20c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:31:30Z', 'updated_at': '2022-01-20T14:31:52Z', 'revision_number': 5, 'project_id': 'f85e30c327a64407a1a93d3333ba9261', 'subnets': [{'id': '7d2b6737-ab95-48d5-98e0-5c96cb2ba20c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:32:46.195623 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-2b5ca010-52a1-40fc-b59a-dc89519e4f46 tempest-RoutersAdminTest-1932179691 tempest-RoutersAdminTest-1932179691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-105475'] for router, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:46.195623 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-2b5ca010-52a1-40fc-b59a-dc89519e4f46 tempest-RoutersAdminTest-1932179691 tempest-RoutersAdminTest-1932179691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-739204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-744864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-735540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-105484'] for router, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:46.230915 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-0b4d91d0-0991-44ed-9d48-bdb77960ce09 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Calling delete_port for 5417a2c0-1f88-4a9a-9602-5d1cfbe3c1a8 owned by network:dhcp {{(pid=84152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:32:46.240146 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-dc5ef1c4-a7b1-432a-af9c-9a8494cd1cff tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:46.258968 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-2b5ca010-52a1-40fc-b59a-dc89519e4f46 tempest-RoutersAdminTest-1932179691 tempest-RoutersAdminTest-1932179691-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:46.274476 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-24040582-57f5-4b1a-8d5b-467ab05987d3 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769553767792'] for network, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:46.278953 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-e3df8893-b7d5-4dc5-9572-0fd59e538f65 None None] Deleting port 5417a2c0-1f88-4a9a-9602-5d1cfbe3c1a8 {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:32:46.279580 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-e3df8893-b7d5-4dc5-9572-0fd59e538f65 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:46.303263 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0edbce10-477d-4c15-9802-06da0692b0c4 None None] The sync data for ids ['a4106d72-8050-4a68-8890-4cb57f44d718'] in dv-neutron-825124-1-hyperv is: [{'id': 'a4106d72-8050-4a68-8890-4cb57f44d718', 'name': 'tempest-RoutersIpV6Test-router-747136858', 'tenant_id': 'f85e30c327a64407a1a93d3333ba9261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:31:25Z', 'updated_at': '2022-01-20T14:32:41Z', 'revision_number': 10, 'project_id': 'f85e30c327a64407a1a93d3333ba9261', 'gw_port_host': None, '_interfaces': [{'id': '780c2701-6ad4-417f-bed2-4de3d763ce9b', 'name': '', 'network_id': '59124e64-72a5-4678-bb60-32f8b65cb20e', 'tenant_id': 'f85e30c327a64407a1a93d3333ba9261', 'mac_address': 'fa:16:3e:0a:e3:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4106d72-8050-4a68-8890-4cb57f44d718', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7d2b6737-ab95-48d5-98e0-5c96cb2ba20c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:31:30Z', 'updated_at': '2022-01-20T14:31:52Z', 'revision_number': 5, 'project_id': 'f85e30c327a64407a1a93d3333ba9261', 'subnets': [{'id': '7d2b6737-ab95-48d5-98e0-5c96cb2ba20c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 14:32:46.419023 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-dc5ef1c4-a7b1-432a-af9c-9a8494cd1cff tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:46.444782 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-24040582-57f5-4b1a-8d5b-467ab05987d3 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967'] for network, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:46.450792 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24040582-57f5-4b1a-8d5b-467ab05987d3 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:32:46.451385 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-24040582-57f5-4b1a-8d5b-467ab05987d3 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks [] for network, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:46.534389 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-0b4d91d0-0991-44ed-9d48-bdb77960ce09 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:46.544071 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-e3df8893-b7d5-4dc5-9572-0fd59e538f65 None None] For port 5417a2c0-1f88-4a9a-9602-5d1cfbe3c1a8, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=5417a2c0-1f88-4a9a-9602-5d1cfbe3c1a8,segment=NetworkSegment(70267264-b790-4988-b22d-ea0ed318fb15),segment_id=70267264-b790-4988-b22d-ea0ed318fb15)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:32:46.544470 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-e3df8893-b7d5-4dc5-9572-0fd59e538f65 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:46.551086 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc5ef1c4-a7b1-432a-af9c-9a8494cd1cff tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Network 6c8e7324-36c8-49c0-a290-cf7f58b73495 is already hosted by enough agents. {{(pid=84153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:32:46.556208 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.base_scheduler [None req-dc5ef1c4-a7b1-432a-af9c-9a8494cd1cff tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Resources bound (agent type, host, resource id): {{(pid=84153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:32:46.558660 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5ef1c4-a7b1-432a-af9c-9a8494cd1cff tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Pushing event updated for resources: {'Port': ['ID=50387565-dc79-49d8-bd79-bfd4dcc6b9c9,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:32:46.560687 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc5ef1c4-a7b1-432a-af9c-9a8494cd1cff tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Received port after_create {{(pid=84153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:32:46.561496 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc5ef1c4-a7b1-432a-af9c-9a8494cd1cff tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:32:46.562099 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-dc5ef1c4-a7b1-432a-af9c-9a8494cd1cff tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:46.581362 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-2b5ca010-52a1-40fc-b59a-dc89519e4f46 tempest-RoutersAdminTest-1932179691 tempest-RoutersAdminTest-1932179691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-744886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-105502'] for router, precommit_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:46.662611 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-dc5ef1c4-a7b1-432a-af9c-9a8494cd1cff tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.9545300 Jan 20 14:32:46.663669 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 40238) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:46.670181 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-f67d6488-f832-44e5-ae91-6ef576bfd647 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8251'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:32:46.686014 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-e3df8893-b7d5-4dc5-9572-0fd59e538f65 None None] Calling delete_port for 5417a2c0-1f88-4a9a-9602-5d1cfbe3c1a8 owned by network:dhcp {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:32:46.705258 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4d91d0-0991-44ed-9d48-bdb77960ce09 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Pushing event deleted for resources: {'Port': ['ID=5417a2c0-1f88-4a9a-9602-5d1cfbe3c1a8,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:32:46.721164 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b4d91d0-0991-44ed-9d48-bdb77960ce09 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] No DVR routers for this DVR port 5417a2c0-1f88-4a9a-9602-5d1cfbe3c1a8 on host dv-neutron-825124-1-hyperv {{(pid=84152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 14:32:46.722990 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24040582-57f5-4b1a-8d5b-467ab05987d3 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Pushing event updated for resources: {'Network': ['ID=b09bdf94-9a34-4d9d-b9c4-18f46102fa0f,revision_number=1']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:32:46.737355 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Network b09bdf94-9a34-4d9d-b9c4-18f46102fa0f details requested by agent ovs-agent-dv-neutron-825124-1-hyperv with host dv-neutron-825124-1-hyperv {{(pid=84154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 14:32:46.797638 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-24040582-57f5-4b1a-8d5b-467ab05987d3 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.1716118 Jan 20 14:32:46.802592 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 40242) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:46.817401 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-343a4a23-99d6-4aed-801f-b638ced32ddd tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Request body: {'subnet': {'network_id': 'b09bdf94-9a34-4d9d-b9c4-18f46102fa0f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:32:46.870788 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 0ae4b75d-1d64-4989-a8c3-8f15b2866b02 no longer exists at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:32:46.913275 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-f67d6488-f832-44e5-ae91-6ef576bfd647 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:46.915312 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] No Port match for: 0ae4b75d-1d64-4989-a8c3-8f15b2866b02 {{(pid=84154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 14:32:46.915560 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 0ae4b75d-1d64-4989-a8c3-8f15b2866b02 not bound to the agent host dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 14:32:46.915973 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 5417a2c0-1f88-4a9a-9602-5d1cfbe3c1a8 no longer exists at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:32:46.955809 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-0b4d91d0-0991-44ed-9d48-bdb77960ce09 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1626242', 'neutron.services.segments.db._delete_segments_for_network-8769554214620'] for network, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:46.995784 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] No Port match for: 5417a2c0-1f88-4a9a-9602-5d1cfbe3c1a8 {{(pid=84154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 14:32:46.996165 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 5417a2c0-1f88-4a9a-9602-5d1cfbe3c1a8 not bound to the agent host dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 14:32:46.996579 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.segments.db [None req-0b4d91d0-0991-44ed-9d48-bdb77960ce09 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fdf972f6-2883-456a-86ab-6b5d27b505b9']}} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:32:47.017517 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.segments.db [None req-0b4d91d0-0991-44ed-9d48-bdb77960ce09 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70267264-b790-4988-b22d-ea0ed318fb15') {'for_net_delete': True} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:32:47.018380 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.segments.db [None req-0b4d91d0-0991-44ed-9d48-bdb77960ce09 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70267264-b790-4988-b22d-ea0ed318fb15') {} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:32:47.022905 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.db.api [None req-e3df8893-b7d5-4dc5-9572-0fd59e538f65 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84154) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 14:32:47.023265 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG oslo_db.api [None req-e3df8893-b7d5-4dc5-9572-0fd59e538f65 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 14:32:47.041800 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-0b4d91d0-0991-44ed-9d48-bdb77960ce09 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769554214503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3337904'] for segment, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:47.081757 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-0b4d91d0-0991-44ed-9d48-bdb77960ce09 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:47.092651 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b4d91d0-0991-44ed-9d48-bdb77960ce09 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Releasing vlan 150 on physical network physnet1 to pool {{(pid=84152) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 14:32:47.093164 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-0b4d91d0-0991-44ed-9d48-bdb77960ce09 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1622950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4162906'] for segment, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:47.107537 dv-neutron-825124-1-hyperv neutron-server[84152]: Traceback (most recent call last): Jan 20 14:32:47.107537 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 14:32:47.107537 dv-neutron-825124-1-hyperv neutron-server[84152]: timer() Jan 20 14:32:47.107537 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 14:32:47.107537 dv-neutron-825124-1-hyperv neutron-server[84152]: cb(*args, **kw) Jan 20 14:32:47.107537 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 14:32:47.107537 dv-neutron-825124-1-hyperv neutron-server[84152]: return func(*args, **kwargs) Jan 20 14:32:47.107537 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 14:32:47.107537 dv-neutron-825124-1-hyperv neutron-server[84152]: self._notify() Jan 20 14:32:47.107537 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 14:32:47.107537 dv-neutron-825124-1-hyperv neutron-server[84152]: self.callback(batched_events) Jan 20 14:32:47.107537 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 14:32:47.107537 dv-neutron-825124-1-hyperv neutron-server[84152]: event.method(event) Jan 20 14:32:47.107537 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 14:32:47.107537 dv-neutron-825124-1-hyperv neutron-server[84152]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 14:32:47.107537 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 14:32:47.107537 dv-neutron-825124-1-hyperv neutron-server[84152]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 14:32:47.107537 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 14:32:47.107537 dv-neutron-825124-1-hyperv neutron-server[84152]: return f(self, *a, **k) Jan 20 14:32:47.107537 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 14:32:47.107537 dv-neutron-825124-1-hyperv neutron-server[84152]: return self._get(url).json() Jan 20 14:32:47.107537 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 14:32:47.107537 dv-neutron-825124-1-hyperv neutron-server[84152]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 14:32:47.107537 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 14:32:47.107537 dv-neutron-825124-1-hyperv neutron-server[84152]: return self.request(url, 'GET', **kwargs) Jan 20 14:32:47.107537 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 14:32:47.107537 dv-neutron-825124-1-hyperv neutron-server[84152]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 14:32:47.107537 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 14:32:47.107537 dv-neutron-825124-1-hyperv neutron-server[84152]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 14:32:47.107537 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 14:32:47.107537 dv-neutron-825124-1-hyperv neutron-server[84152]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 14:32:47.107537 dv-neutron-825124-1-hyperv neutron-server[84152]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 14:32:47.113215 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-343a4a23-99d6-4aed-801f-b638ced32ddd tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:32:47.176380 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-343a4a23-99d6-4aed-801f-b638ced32ddd tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Usage tracker for resource:subnet and tenant:b664f111a0df442d811f140f6dbd9d75 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:32:47.191824 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-343a4a23-99d6-4aed-801f-b638ced32ddd tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:32:47.200579 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-343a4a23-99d6-4aed-801f-b638ced32ddd tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:32:47.240929 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-2b5ca010-52a1-40fc-b59a-dc89519e4f46 tempest-RoutersAdminTest-1932179691 tempest-RoutersAdminTest-1932179691-project] Notify callbacks [] for router_gateway, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:47.277288 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-2b5ca010-52a1-40fc-b59a-dc89519e4f46 tempest-RoutersAdminTest-1932179691 tempest-RoutersAdminTest-1932179691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:47.283833 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-343a4a23-99d6-4aed-801f-b638ced32ddd tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Made reservation on behalf of b664f111a0df442d811f140f6dbd9d75 for: {'subnet': 1} {{(pid=84152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:32:47.301015 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-0b4d91d0-0991-44ed-9d48-bdb77960ce09 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1626253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-745296'] for network, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:47.321541 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-0b4d91d0-0991-44ed-9d48-bdb77960ce09 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks [] for network, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:47.383527 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4d91d0-0991-44ed-9d48-bdb77960ce09 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Pushing event deleted for resources: {'Network': ['ID=fdf972f6-2883-456a-86ab-6b5d27b505b9,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:32:47.396055 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-0b4d91d0-0991-44ed-9d48-bdb77960ce09 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] 10.222.0.54 "DELETE /v2.0/networks/fdf972f6-2883-456a-86ab-6b5d27b505b9 HTTP/1.1" status: 204 len: 168 time: 1.7477734 Jan 20 14:32:47.398808 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 40248) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:47.419101 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-343a4a23-99d6-4aed-801f-b638ced32ddd tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3155315'] for subnet, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:47.524854 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-e3df8893-b7d5-4dc5-9572-0fd59e538f65 None None] Deleting port 5417a2c0-1f88-4a9a-9602-5d1cfbe3c1a8 {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:32:47.525237 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-e3df8893-b7d5-4dc5-9572-0fd59e538f65 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:47.593452 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-e3df8893-b7d5-4dc5-9572-0fd59e538f65 None None] The port '5417a2c0-1f88-4a9a-9602-5d1cfbe3c1a8' was deleted {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 20 14:32:47.596437 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9ae7e6-c9ff-4749-9eab-aa88ad439ff5 req-a233754c-e0c0-4797-9df7-c31ff1c26648 tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:32:47.597951 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-5e9ae7e6-c9ff-4749-9eab-aa88ad439ff5 req-a233754c-e0c0-4797-9df7-c31ff1c26648 tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] 10.222.0.54 "GET /v2.0/ports?device_id=49ba1514-a268-47af-8414-4af83e8f7d4a HTTP/1.1" status: 200 len: 944 time: 0.5097301 Jan 20 14:32:47.605528 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.notifiers.nova [None req-f67d6488-f832-44e5-ae91-6ef576bfd647 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] device_id is not set on port 50387565-dc79-49d8-bd79-bfd4dcc6b9c9 yet. {{(pid=84153) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 14:32:47.634321 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-f67d6488-f832-44e5-ae91-6ef576bfd647 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:47.709237 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.provisioning_blocks [None req-f67d6488-f832-44e5-ae91-6ef576bfd647 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Transition to ACTIVE for port object 50387565-dc79-49d8-bd79-bfd4dcc6b9c9 will not be triggered until provisioned by entity L2. {{(pid=84153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:32:47.732893 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-343a4a23-99d6-4aed-801f-b638ced32ddd tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4163519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3155301'] for subnet, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:47.814550 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343a4a23-99d6-4aed-801f-b638ced32ddd tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Pushing event updated for resources: {'Subnet': ['ID=9e3b5cd0-7974-4b26-8b9f-c2c810c50d8a,revision_number=0']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:32:47.826255 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-5e9ae7e6-c9ff-4749-9eab-aa88ad439ff5 req-9c4c6b01-1d88-4834-902a-74f279df4fd6 tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] 10.222.0.54 "GET /v2.0/security-groups?id=28f60a14-6b71-4e72-84fb-77c6bf67a29f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2086556 Jan 20 14:32:47.829463 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.db_base_plugin_common [None req-2b5ca010-52a1-40fc-b59a-dc89519e4f46 tempest-RoutersAdminTest-1932179691 tempest-RoutersAdminTest-1932179691-project] Allocated IP 172.26.7.126 (8dffb05c-5ca0-409b-bd5f-7be6264f707d/a489dd4f-42a5-433b-8be3-bab2749c4209/197444da-12d0-478a-9747-fdc809759c9f) {{(pid=84153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:32:47.836175 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-f67d6488-f832-44e5-ae91-6ef576bfd647 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3944146'] for port, after_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:47.869020 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-343a4a23-99d6-4aed-801f-b638ced32ddd tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Checking segment: {'id': 'f3d236f5-30f0-46ba-bbd2-08e446394414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b09bdf94-9a34-4d9d-b9c4-18f46102fa0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 14:32:47.869309 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-343a4a23-99d6-4aed-801f-b638ced32ddd tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Network hostable DHCP agents. Network: b09bdf94-9a34-4d9d-b9c4-18f46102fa0f, hostable agents: ['1a181e39-5220-4c1a-88f8-08a54e8bfc9b'], hosted agents: [] {{(pid=84152) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 14:32:47.975325 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-343a4a23-99d6-4aed-801f-b638ced32ddd tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Network b09bdf94-9a34-4d9d-b9c4-18f46102fa0f is scheduled to be hosted by DHCP agent 1a181e39-5220-4c1a-88f8-08a54e8bfc9b with binding_index 1 {{(pid=84152) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 14:32:48.047241 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67d6488-f832-44e5-ae91-6ef576bfd647 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Pushing event updated for resources: {'Port': ['ID=50387565-dc79-49d8-bd79-bfd4dcc6b9c9,revision_number=2']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:32:48.055403 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.base_scheduler [None req-343a4a23-99d6-4aed-801f-b638ced32ddd tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825124-1-hyperv, b09bdf94-9a34-4d9d-b9c4-18f46102fa0f) {{(pid=84152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:32:48.061163 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-343a4a23-99d6-4aed-801f-b638ced32ddd tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:32:48.061519 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-343a4a23-99d6-4aed-801f-b638ced32ddd tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks [] for subnet, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:48.066614 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd310a89-a728-4acd-a255-19e4550dbc8a None None] Network b09bdf94-9a34-4d9d-b9c4-18f46102fa0f requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:32:48.158607 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-343a4a23-99d6-4aed-801f-b638ced32ddd tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3547254 Jan 20 14:32:48.159233 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 40252) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:48.165272 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-95624db1-a76f-42eb-83a7-7e539804aa8c tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Request body: {'port': {'network_id': 'b09bdf94-9a34-4d9d-b9c4-18f46102fa0f', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1661946895'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:32:48.242767 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.managers [None req-f67d6488-f832-44e5-ae91-6ef576bfd647 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Attempting to bind port 50387565-dc79-49d8-bd79-bfd4dcc6b9c9 on host hv-neutron-8251 for vnic_type normal with profile {{(pid=84153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:32:48.243046 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.managers [None req-f67d6488-f832-44e5-ae91-6ef576bfd647 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Attempting to bind port 50387565-dc79-49d8-bd79-bfd4dcc6b9c9 by drivers openvswitch,hyperv on host hv-neutron-8251 at level 0 using segments [{'id': 'a436a73b-2716-4ea7-a666-e1e41f85b0ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '6c8e7324-36c8-49c0-a290-cf7f58b73495'}] {{(pid=84153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:32:48.243359 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f67d6488-f832-44e5-ae91-6ef576bfd647 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Attempting to bind port 50387565-dc79-49d8-bd79-bfd4dcc6b9c9 on network 6c8e7324-36c8-49c0-a290-cf7f58b73495 {{(pid=84153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 14:32:48.280844 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f67d6488-f832-44e5-ae91-6ef576bfd647 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Port 50387565-dc79-49d8-bd79-bfd4dcc6b9c9 on network 6c8e7324-36c8-49c0-a290-cf7f58b73495 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8251 {{(pid=84153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 20 14:32:48.281180 dv-neutron-825124-1-hyperv neutron-server[84153]: ERROR neutron.plugins.ml2.managers [None req-f67d6488-f832-44e5-ae91-6ef576bfd647 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Failed to bind port 50387565-dc79-49d8-bd79-bfd4dcc6b9c9 on host hv-neutron-8251 for vnic_type normal using segments [{'id': 'a436a73b-2716-4ea7-a666-e1e41f85b0ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '6c8e7324-36c8-49c0-a290-cf7f58b73495'}] Jan 20 14:32:48.283850 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.plugins.ml2.plugin [None req-f67d6488-f832-44e5-ae91-6ef576bfd647 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Attempt 2 to bind port 50387565-dc79-49d8-bd79-bfd4dcc6b9c9 Jan 20 14:32:48.295327 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-2b5ca010-52a1-40fc-b59a-dc89519e4f46 tempest-RoutersAdminTest-1932179691 tempest-RoutersAdminTest-1932179691-project] Notify callbacks [] for port, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:48.312612 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-968929c9-7c33-45ed-8888-d6212eb5d007 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95c917f5-14ba-5e96-98b8-1a52654a930a-b09bdf94-9a34-4d9d-b9c4-18f46102fa0f', 'network_id': 'b09bdf94-9a34-4d9d-b9c4-18f46102fa0f', 'tenant_id': 'b664f111a0df442d811f140f6dbd9d75', 'fixed_ips': [{'subnet_id': '9e3b5cd0-7974-4b26-8b9f-c2c810c50d8a'}]}} from dv-neutron-825124-1-hyperv. {{(pid=84154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 20 14:32:48.313468 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-968929c9-7c33-45ed-8888-d6212eb5d007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:48.322087 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.managers [None req-f67d6488-f832-44e5-ae91-6ef576bfd647 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Attempting to bind port 50387565-dc79-49d8-bd79-bfd4dcc6b9c9 on host hv-neutron-8251 for vnic_type normal with profile {{(pid=84153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:32:48.322428 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.managers [None req-f67d6488-f832-44e5-ae91-6ef576bfd647 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Attempting to bind port 50387565-dc79-49d8-bd79-bfd4dcc6b9c9 by drivers openvswitch,hyperv on host hv-neutron-8251 at level 0 using segments [{'id': 'a436a73b-2716-4ea7-a666-e1e41f85b0ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '6c8e7324-36c8-49c0-a290-cf7f58b73495'}] {{(pid=84153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:32:48.322772 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f67d6488-f832-44e5-ae91-6ef576bfd647 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Attempting to bind port 50387565-dc79-49d8-bd79-bfd4dcc6b9c9 on network 6c8e7324-36c8-49c0-a290-cf7f58b73495 {{(pid=84153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 14:32:48.338855 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f67d6488-f832-44e5-ae91-6ef576bfd647 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Port 50387565-dc79-49d8-bd79-bfd4dcc6b9c9 on network 6c8e7324-36c8-49c0-a290-cf7f58b73495 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8251 {{(pid=84153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 20 14:32:48.339742 dv-neutron-825124-1-hyperv neutron-server[84153]: ERROR neutron.plugins.ml2.managers [None req-f67d6488-f832-44e5-ae91-6ef576bfd647 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Failed to bind port 50387565-dc79-49d8-bd79-bfd4dcc6b9c9 on host hv-neutron-8251 for vnic_type normal using segments [{'id': 'a436a73b-2716-4ea7-a666-e1e41f85b0ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '6c8e7324-36c8-49c0-a290-cf7f58b73495'}] Jan 20 14:32:48.342549 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.plugins.ml2.plugin [None req-f67d6488-f832-44e5-ae91-6ef576bfd647 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Attempt 3 to bind port 50387565-dc79-49d8-bd79-bfd4dcc6b9c9 Jan 20 14:32:48.345475 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-95624db1-a76f-42eb-83a7-7e539804aa8c tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:32:48.356166 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-95624db1-a76f-42eb-83a7-7e539804aa8c tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:32:48.369417 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.managers [None req-f67d6488-f832-44e5-ae91-6ef576bfd647 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Attempting to bind port 50387565-dc79-49d8-bd79-bfd4dcc6b9c9 on host hv-neutron-8251 for vnic_type normal with profile {{(pid=84153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:32:48.369762 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.managers [None req-f67d6488-f832-44e5-ae91-6ef576bfd647 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Attempting to bind port 50387565-dc79-49d8-bd79-bfd4dcc6b9c9 by drivers openvswitch,hyperv on host hv-neutron-8251 at level 0 using segments [{'id': 'a436a73b-2716-4ea7-a666-e1e41f85b0ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '6c8e7324-36c8-49c0-a290-cf7f58b73495'}] {{(pid=84153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:32:48.370122 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f67d6488-f832-44e5-ae91-6ef576bfd647 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Attempting to bind port 50387565-dc79-49d8-bd79-bfd4dcc6b9c9 on network 6c8e7324-36c8-49c0-a290-cf7f58b73495 {{(pid=84153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 14:32:48.382752 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f67d6488-f832-44e5-ae91-6ef576bfd647 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Port 50387565-dc79-49d8-bd79-bfd4dcc6b9c9 on network 6c8e7324-36c8-49c0-a290-cf7f58b73495 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8251 {{(pid=84153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 20 14:32:48.383078 dv-neutron-825124-1-hyperv neutron-server[84153]: ERROR neutron.plugins.ml2.managers [None req-f67d6488-f832-44e5-ae91-6ef576bfd647 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Failed to bind port 50387565-dc79-49d8-bd79-bfd4dcc6b9c9 on host hv-neutron-8251 for vnic_type normal using segments [{'id': 'a436a73b-2716-4ea7-a666-e1e41f85b0ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '6c8e7324-36c8-49c0-a290-cf7f58b73495'}] Jan 20 14:32:48.384457 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.plugins.ml2.plugin [None req-f67d6488-f832-44e5-ae91-6ef576bfd647 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Attempt 4 to bind port 50387565-dc79-49d8-bd79-bfd4dcc6b9c9 Jan 20 14:32:48.399356 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-2cf0017c-48e5-4d7c-b180-2e043e44aa5e tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-743504'] for router_interface, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:48.421300 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95624db1-a76f-42eb-83a7-7e539804aa8c tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Made reservation on behalf of b664f111a0df442d811f140f6dbd9d75 for: {'port': 1} {{(pid=84152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:32:48.424558 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-95624db1-a76f-42eb-83a7-7e539804aa8c tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:48.458479 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.notifiers.nova [None req-95624db1-a76f-42eb-83a7-7e539804aa8c tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] device_id is not set on port 39777ea0-cdd2-4b97-9d92-dd53dd20429f yet. {{(pid=84152) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 14:32:48.467067 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.managers [None req-f67d6488-f832-44e5-ae91-6ef576bfd647 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Attempting to bind port 50387565-dc79-49d8-bd79-bfd4dcc6b9c9 on host hv-neutron-8251 for vnic_type normal with profile {{(pid=84153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:32:48.467411 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.managers [None req-f67d6488-f832-44e5-ae91-6ef576bfd647 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Attempting to bind port 50387565-dc79-49d8-bd79-bfd4dcc6b9c9 by drivers openvswitch,hyperv on host hv-neutron-8251 at level 0 using segments [{'id': 'a436a73b-2716-4ea7-a666-e1e41f85b0ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '6c8e7324-36c8-49c0-a290-cf7f58b73495'}] {{(pid=84153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:32:48.467755 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f67d6488-f832-44e5-ae91-6ef576bfd647 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Attempting to bind port 50387565-dc79-49d8-bd79-bfd4dcc6b9c9 on network 6c8e7324-36c8-49c0-a290-cf7f58b73495 {{(pid=84153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 14:32:48.470389 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-2b5ca010-52a1-40fc-b59a-dc89519e4f46 tempest-RoutersAdminTest-1932179691 tempest-RoutersAdminTest-1932179691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:48.488161 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_common [None req-968929c9-7c33-45ed-8888-d6212eb5d007 None None] Allocated IP 2001:db8::2 (b09bdf94-9a34-4d9d-b9c4-18f46102fa0f/9e3b5cd0-7974-4b26-8b9f-c2c810c50d8a/5d4b3615-4c5b-4755-8e8d-5de1ef961256) {{(pid=84154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:32:48.534103 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f67d6488-f832-44e5-ae91-6ef576bfd647 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Port 50387565-dc79-49d8-bd79-bfd4dcc6b9c9 on network 6c8e7324-36c8-49c0-a290-cf7f58b73495 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8251 {{(pid=84153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 20 14:32:48.534441 dv-neutron-825124-1-hyperv neutron-server[84153]: ERROR neutron.plugins.ml2.managers [None req-f67d6488-f832-44e5-ae91-6ef576bfd647 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Failed to bind port 50387565-dc79-49d8-bd79-bfd4dcc6b9c9 on host hv-neutron-8251 for vnic_type normal using segments [{'id': 'a436a73b-2716-4ea7-a666-e1e41f85b0ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '6c8e7324-36c8-49c0-a290-cf7f58b73495'}] Jan 20 14:32:48.538828 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.plugins.ml2.plugin [None req-f67d6488-f832-44e5-ae91-6ef576bfd647 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Attempt 5 to bind port 50387565-dc79-49d8-bd79-bfd4dcc6b9c9 Jan 20 14:32:48.615614 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b5ca010-52a1-40fc-b59a-dc89519e4f46 tempest-RoutersAdminTest-1932179691 tempest-RoutersAdminTest-1932179691-project] Network 8dffb05c-5ca0-409b-bd5f-7be6264f707d is already hosted by enough agents. {{(pid=84153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:32:48.626580 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.base_scheduler [None req-2b5ca010-52a1-40fc-b59a-dc89519e4f46 tempest-RoutersAdminTest-1932179691 tempest-RoutersAdminTest-1932179691-project] Resources bound (agent type, host, resource id): {{(pid=84153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:32:48.628480 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.managers [None req-f67d6488-f832-44e5-ae91-6ef576bfd647 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Attempting to bind port 50387565-dc79-49d8-bd79-bfd4dcc6b9c9 on host hv-neutron-8251 for vnic_type normal with profile {{(pid=84153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:32:48.628807 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.managers [None req-f67d6488-f832-44e5-ae91-6ef576bfd647 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Attempting to bind port 50387565-dc79-49d8-bd79-bfd4dcc6b9c9 by drivers openvswitch,hyperv on host hv-neutron-8251 at level 0 using segments [{'id': 'a436a73b-2716-4ea7-a666-e1e41f85b0ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '6c8e7324-36c8-49c0-a290-cf7f58b73495'}] {{(pid=84153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:32:48.629160 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f67d6488-f832-44e5-ae91-6ef576bfd647 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Attempting to bind port 50387565-dc79-49d8-bd79-bfd4dcc6b9c9 on network 6c8e7324-36c8-49c0-a290-cf7f58b73495 {{(pid=84153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 14:32:48.632451 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b5ca010-52a1-40fc-b59a-dc89519e4f46 tempest-RoutersAdminTest-1932179691 tempest-RoutersAdminTest-1932179691-project] Received port after_create {{(pid=84153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:32:48.661044 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5ca010-52a1-40fc-b59a-dc89519e4f46 tempest-RoutersAdminTest-1932179691 tempest-RoutersAdminTest-1932179691-project] Pushing event updated for resources: {'Port': ['ID=197444da-12d0-478a-9747-fdc809759c9f,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:32:48.680132 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f67d6488-f832-44e5-ae91-6ef576bfd647 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Port 50387565-dc79-49d8-bd79-bfd4dcc6b9c9 on network 6c8e7324-36c8-49c0-a290-cf7f58b73495 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8251 {{(pid=84153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 20 14:32:48.680463 dv-neutron-825124-1-hyperv neutron-server[84153]: ERROR neutron.plugins.ml2.managers [None req-f67d6488-f832-44e5-ae91-6ef576bfd647 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Failed to bind port 50387565-dc79-49d8-bd79-bfd4dcc6b9c9 on host hv-neutron-8251 for vnic_type normal using segments [{'id': 'a436a73b-2716-4ea7-a666-e1e41f85b0ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '6c8e7324-36c8-49c0-a290-cf7f58b73495'}] Jan 20 14:32:48.680574 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Device 0a13f278-143e-4ba0-9f56-fa54e2b36d66 up at agent hyperv_hv-neutron-8251 {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:32:48.684313 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.plugins.ml2.plugin [None req-f67d6488-f832-44e5-ae91-6ef576bfd647 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Attempt 6 to bind port 50387565-dc79-49d8-bd79-bfd4dcc6b9c9 Jan 20 14:32:48.751566 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.managers [None req-f67d6488-f832-44e5-ae91-6ef576bfd647 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Attempting to bind port 50387565-dc79-49d8-bd79-bfd4dcc6b9c9 on host hv-neutron-8251 for vnic_type normal with profile {{(pid=84153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:32:48.751826 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.managers [None req-f67d6488-f832-44e5-ae91-6ef576bfd647 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Attempting to bind port 50387565-dc79-49d8-bd79-bfd4dcc6b9c9 by drivers openvswitch,hyperv on host hv-neutron-8251 at level 0 using segments [{'id': 'a436a73b-2716-4ea7-a666-e1e41f85b0ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '6c8e7324-36c8-49c0-a290-cf7f58b73495'}] {{(pid=84153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:32:48.752163 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f67d6488-f832-44e5-ae91-6ef576bfd647 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Attempting to bind port 50387565-dc79-49d8-bd79-bfd4dcc6b9c9 on network 6c8e7324-36c8-49c0-a290-cf7f58b73495 {{(pid=84153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 14:32:48.765299 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-968929c9-7c33-45ed-8888-d6212eb5d007 None None] Notify callbacks [] for port, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:48.778748 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-968929c9-7c33-45ed-8888-d6212eb5d007 None None] Transition to ACTIVE for port object 5d4b3615-4c5b-4755-8e8d-5de1ef961256 will not be triggered until provisioned by entity L2. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:32:48.784297 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f67d6488-f832-44e5-ae91-6ef576bfd647 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Port 50387565-dc79-49d8-bd79-bfd4dcc6b9c9 on network 6c8e7324-36c8-49c0-a290-cf7f58b73495 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8251 {{(pid=84153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 20 14:32:48.784631 dv-neutron-825124-1-hyperv neutron-server[84153]: ERROR neutron.plugins.ml2.managers [None req-f67d6488-f832-44e5-ae91-6ef576bfd647 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Failed to bind port 50387565-dc79-49d8-bd79-bfd4dcc6b9c9 on host hv-neutron-8251 for vnic_type normal using segments [{'id': 'a436a73b-2716-4ea7-a666-e1e41f85b0ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '6c8e7324-36c8-49c0-a290-cf7f58b73495'}] Jan 20 14:32:48.788533 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.plugins.ml2.plugin [None req-f67d6488-f832-44e5-ae91-6ef576bfd647 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Attempt 7 to bind port 50387565-dc79-49d8-bd79-bfd4dcc6b9c9 Jan 20 14:32:48.803868 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-968929c9-7c33-45ed-8888-d6212eb5d007 None None] Transition to ACTIVE for port object 5d4b3615-4c5b-4755-8e8d-5de1ef961256 will not be triggered until provisioned by entity DHCP. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:32:48.818255 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.managers [None req-f67d6488-f832-44e5-ae91-6ef576bfd647 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Attempting to bind port 50387565-dc79-49d8-bd79-bfd4dcc6b9c9 on host hv-neutron-8251 for vnic_type normal with profile {{(pid=84153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:32:48.818593 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.managers [None req-f67d6488-f832-44e5-ae91-6ef576bfd647 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Attempting to bind port 50387565-dc79-49d8-bd79-bfd4dcc6b9c9 by drivers openvswitch,hyperv on host hv-neutron-8251 at level 0 using segments [{'id': 'a436a73b-2716-4ea7-a666-e1e41f85b0ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '6c8e7324-36c8-49c0-a290-cf7f58b73495'}] {{(pid=84153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:32:48.818928 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f67d6488-f832-44e5-ae91-6ef576bfd647 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Attempting to bind port 50387565-dc79-49d8-bd79-bfd4dcc6b9c9 on network 6c8e7324-36c8-49c0-a290-cf7f58b73495 {{(pid=84153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 14:32:48.862150 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f67d6488-f832-44e5-ae91-6ef576bfd647 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Port 50387565-dc79-49d8-bd79-bfd4dcc6b9c9 on network 6c8e7324-36c8-49c0-a290-cf7f58b73495 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8251 {{(pid=84153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 20 14:32:48.862483 dv-neutron-825124-1-hyperv neutron-server[84153]: ERROR neutron.plugins.ml2.managers [None req-f67d6488-f832-44e5-ae91-6ef576bfd647 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Failed to bind port 50387565-dc79-49d8-bd79-bfd4dcc6b9c9 on host hv-neutron-8251 for vnic_type normal using segments [{'id': 'a436a73b-2716-4ea7-a666-e1e41f85b0ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '6c8e7324-36c8-49c0-a290-cf7f58b73495'}] Jan 20 14:32:48.866874 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.plugins.ml2.plugin [None req-f67d6488-f832-44e5-ae91-6ef576bfd647 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Attempt 8 to bind port 50387565-dc79-49d8-bd79-bfd4dcc6b9c9 Jan 20 14:32:48.878099 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Provisioning for port 0a13f278-143e-4ba0-9f56-fa54e2b36d66 completed by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:32:48.884099 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Provisioning complete for port 0a13f278-143e-4ba0-9f56-fa54e2b36d66 triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:32:48.884578 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:48.891423 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.managers [None req-f67d6488-f832-44e5-ae91-6ef576bfd647 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Attempting to bind port 50387565-dc79-49d8-bd79-bfd4dcc6b9c9 on host hv-neutron-8251 for vnic_type normal with profile {{(pid=84153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:32:48.891759 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.managers [None req-f67d6488-f832-44e5-ae91-6ef576bfd647 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Attempting to bind port 50387565-dc79-49d8-bd79-bfd4dcc6b9c9 by drivers openvswitch,hyperv on host hv-neutron-8251 at level 0 using segments [{'id': 'a436a73b-2716-4ea7-a666-e1e41f85b0ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '6c8e7324-36c8-49c0-a290-cf7f58b73495'}] {{(pid=84153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:32:48.892093 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f67d6488-f832-44e5-ae91-6ef576bfd647 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Attempting to bind port 50387565-dc79-49d8-bd79-bfd4dcc6b9c9 on network 6c8e7324-36c8-49c0-a290-cf7f58b73495 {{(pid=84153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 14:32:48.913564 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f67d6488-f832-44e5-ae91-6ef576bfd647 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Port 50387565-dc79-49d8-bd79-bfd4dcc6b9c9 on network 6c8e7324-36c8-49c0-a290-cf7f58b73495 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8251 {{(pid=84153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 20 14:32:48.913948 dv-neutron-825124-1-hyperv neutron-server[84153]: ERROR neutron.plugins.ml2.managers [None req-f67d6488-f832-44e5-ae91-6ef576bfd647 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Failed to bind port 50387565-dc79-49d8-bd79-bfd4dcc6b9c9 on host hv-neutron-8251 for vnic_type normal using segments [{'id': 'a436a73b-2716-4ea7-a666-e1e41f85b0ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '6c8e7324-36c8-49c0-a290-cf7f58b73495'}] Jan 20 14:32:48.917782 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.plugins.ml2.plugin [None req-f67d6488-f832-44e5-ae91-6ef576bfd647 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Attempt 9 to bind port 50387565-dc79-49d8-bd79-bfd4dcc6b9c9 Jan 20 14:32:48.932457 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-968929c9-7c33-45ed-8888-d6212eb5d007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477'] for port, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:48.999721 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-968929c9-7c33-45ed-8888-d6212eb5d007 None None] Network b09bdf94-9a34-4d9d-b9c4-18f46102fa0f is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:32:49.008115 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-968929c9-7c33-45ed-8888-d6212eb5d007 None None] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:32:49.011602 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-968929c9-7c33-45ed-8888-d6212eb5d007 None None] Received port after_create {{(pid=84154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:32:49.017260 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.db_base_plugin_common [None req-95624db1-a76f-42eb-83a7-7e539804aa8c tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Allocated IP 2001:db8::f8 (b09bdf94-9a34-4d9d-b9c4-18f46102fa0f/9e3b5cd0-7974-4b26-8b9f-c2c810c50d8a/39777ea0-cdd2-4b97-9d92-dd53dd20429f) {{(pid=84152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:32:49.034660 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.managers [None req-f67d6488-f832-44e5-ae91-6ef576bfd647 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Attempting to bind port 50387565-dc79-49d8-bd79-bfd4dcc6b9c9 on host hv-neutron-8251 for vnic_type normal with profile {{(pid=84153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:32:49.035284 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.managers [None req-f67d6488-f832-44e5-ae91-6ef576bfd647 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Attempting to bind port 50387565-dc79-49d8-bd79-bfd4dcc6b9c9 by drivers openvswitch,hyperv on host hv-neutron-8251 at level 0 using segments [{'id': 'a436a73b-2716-4ea7-a666-e1e41f85b0ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '6c8e7324-36c8-49c0-a290-cf7f58b73495'}] {{(pid=84153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:32:49.035618 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f67d6488-f832-44e5-ae91-6ef576bfd647 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Attempting to bind port 50387565-dc79-49d8-bd79-bfd4dcc6b9c9 on network 6c8e7324-36c8-49c0-a290-cf7f58b73495 {{(pid=84153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 14:32:49.075499 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968929c9-7c33-45ed-8888-d6212eb5d007 None None] Pushing event updated for resources: {'Port': ['ID=5d4b3615-4c5b-4755-8e8d-5de1ef961256,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:32:49.092900 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f67d6488-f832-44e5-ae91-6ef576bfd647 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Port 50387565-dc79-49d8-bd79-bfd4dcc6b9c9 on network 6c8e7324-36c8-49c0-a290-cf7f58b73495 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8251 {{(pid=84153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 20 14:32:49.093571 dv-neutron-825124-1-hyperv neutron-server[84153]: ERROR neutron.plugins.ml2.managers [None req-f67d6488-f832-44e5-ae91-6ef576bfd647 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Failed to bind port 50387565-dc79-49d8-bd79-bfd4dcc6b9c9 on host hv-neutron-8251 for vnic_type normal using segments [{'id': 'a436a73b-2716-4ea7-a666-e1e41f85b0ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '6c8e7324-36c8-49c0-a290-cf7f58b73495'}] Jan 20 14:32:49.096281 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.plugins.ml2.plugin [None req-f67d6488-f832-44e5-ae91-6ef576bfd647 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Attempt 10 to bind port 50387565-dc79-49d8-bd79-bfd4dcc6b9c9 Jan 20 14:32:49.139602 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.managers [None req-f67d6488-f832-44e5-ae91-6ef576bfd647 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Attempting to bind port 50387565-dc79-49d8-bd79-bfd4dcc6b9c9 on host hv-neutron-8251 for vnic_type normal with profile {{(pid=84153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:32:49.139891 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.managers [None req-f67d6488-f832-44e5-ae91-6ef576bfd647 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Attempting to bind port 50387565-dc79-49d8-bd79-bfd4dcc6b9c9 by drivers openvswitch,hyperv on host hv-neutron-8251 at level 0 using segments [{'id': 'a436a73b-2716-4ea7-a666-e1e41f85b0ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '6c8e7324-36c8-49c0-a290-cf7f58b73495'}] {{(pid=84153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:32:49.140111 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f67d6488-f832-44e5-ae91-6ef576bfd647 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Attempting to bind port 50387565-dc79-49d8-bd79-bfd4dcc6b9c9 on network 6c8e7324-36c8-49c0-a290-cf7f58b73495 {{(pid=84153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 14:32:49.188782 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-968929c9-7c33-45ed-8888-d6212eb5d007 None None] Attempting to bind port 5d4b3615-4c5b-4755-8e8d-5de1ef961256 on host dv-neutron-825124-1-hyperv for vnic_type normal with profile {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:32:49.189260 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-968929c9-7c33-45ed-8888-d6212eb5d007 None None] Attempting to bind port 5d4b3615-4c5b-4755-8e8d-5de1ef961256 by drivers openvswitch,hyperv on host dv-neutron-825124-1-hyperv at level 0 using segments [{'id': 'f3d236f5-30f0-46ba-bbd2-08e446394414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b09bdf94-9a34-4d9d-b9c4-18f46102fa0f'}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:32:49.189715 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-968929c9-7c33-45ed-8888-d6212eb5d007 None None] Attempting to bind port 5d4b3615-4c5b-4755-8e8d-5de1ef961256 on network b09bdf94-9a34-4d9d-b9c4-18f46102fa0f {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 14:32:49.192264 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f67d6488-f832-44e5-ae91-6ef576bfd647 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Port 50387565-dc79-49d8-bd79-bfd4dcc6b9c9 on network 6c8e7324-36c8-49c0-a290-cf7f58b73495 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8251 {{(pid=84153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 20 14:32:49.192799 dv-neutron-825124-1-hyperv neutron-server[84153]: ERROR neutron.plugins.ml2.managers [None req-f67d6488-f832-44e5-ae91-6ef576bfd647 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Failed to bind port 50387565-dc79-49d8-bd79-bfd4dcc6b9c9 on host hv-neutron-8251 for vnic_type normal using segments [{'id': 'a436a73b-2716-4ea7-a666-e1e41f85b0ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '6c8e7324-36c8-49c0-a290-cf7f58b73495'}] Jan 20 14:32:49.193340 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-f67d6488-f832-44e5-ae91-6ef576bfd647 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:49.208335 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:49.241876 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-968929c9-7c33-45ed-8888-d6212eb5d007 None None] Checking agent: {'id': '6414dfeb-85c5-454a-8756-709ca637d800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825124-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 16, 31), 'started_at': datetime.datetime(2022, 1, 20, 14, 17, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 32, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825124-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 14:32:49.242396 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-968929c9-7c33-45ed-8888-d6212eb5d007 None None] Checking segment: {'id': 'f3d236f5-30f0-46ba-bbd2-08e446394414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b09bdf94-9a34-4d9d-b9c4-18f46102fa0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 14:32:49.242875 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-968929c9-7c33-45ed-8888-d6212eb5d007 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:49.243338 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-968929c9-7c33-45ed-8888-d6212eb5d007 None None] Bound using segment: {'id': 'f3d236f5-30f0-46ba-bbd2-08e446394414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b09bdf94-9a34-4d9d-b9c4-18f46102fa0f'} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 14:32:49.243897 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-968929c9-7c33-45ed-8888-d6212eb5d007 None None] Bound port: 5d4b3615-4c5b-4755-8e8d-5de1ef961256, host: dv-neutron-825124-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3d236f5-30f0-46ba-bbd2-08e446394414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b09bdf94-9a34-4d9d-b9c4-18f46102fa0f'}}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:32:49.244341 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-968929c9-7c33-45ed-8888-d6212eb5d007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:49.267974 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-95624db1-a76f-42eb-83a7-7e539804aa8c tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks [] for port, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:49.287058 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49ba1514-a268-47af-8414-4af83e8f7d4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a13f278-143e-4ba0-9f56-fa54e2b36d66'}] {{(pid=84154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 14:32:49.291409 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.provisioning_blocks [None req-95624db1-a76f-42eb-83a7-7e539804aa8c tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Transition to ACTIVE for port object 39777ea0-cdd2-4b97-9d92-dd53dd20429f will not be triggered until provisioned by entity DHCP. {{(pid=84152) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:32:49.318772 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] For port 0a13f278-143e-4ba0-9f56-fa54e2b36d66, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=0a13f278-143e-4ba0-9f56-fa54e2b36d66,segment=NetworkSegment(c9d942e4-40d0-47fc-a62a-57ccdec4c720),segment_id=c9d942e4-40d0-47fc-a62a-57ccdec4c720)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:32:49.386800 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:49.406909 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-95624db1-a76f-42eb-83a7-7e539804aa8c tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:49.427651 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986b5f55-d8a1-46c4-8365-1a7fd76dceda req-095ff166-c4c6-4656-8e4c-451eb12411d9 tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:32:49.429108 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-986b5f55-d8a1-46c4-8365-1a7fd76dceda req-095ff166-c4c6-4656-8e4c-451eb12411d9 tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] 10.222.0.54 "GET /v2.0/ports?device_id=49ba1514-a268-47af-8414-4af83e8f7d4a HTTP/1.1" status: 200 len: 944 time: 0.4513259 Jan 20 14:32:49.458913 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-968929c9-7c33-45ed-8888-d6212eb5d007 None None] For port 5d4b3615-4c5b-4755-8e8d-5de1ef961256, host dv-neutron-825124-1-hyperv, cleared binding levels {{(pid=84154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 14:32:49.469250 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-2b5ca010-52a1-40fc-b59a-dc89519e4f46 tempest-RoutersAdminTest-1932179691 tempest-RoutersAdminTest-1932179691-project] Notify callbacks [] for router_gateway, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:49.469981 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-2b5ca010-52a1-40fc-b59a-dc89519e4f46 tempest-RoutersAdminTest-1932179691 tempest-RoutersAdminTest-1932179691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-744861'] for router, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:49.474349 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-968929c9-7c33-45ed-8888-d6212eb5d007 None None] For port 5d4b3615-4c5b-4755-8e8d-5de1ef961256, host dv-neutron-825124-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=5d4b3615-4c5b-4755-8e8d-5de1ef961256,segment=NetworkSegment(f3d236f5-30f0-46ba-bbd2-08e446394414),segment_id=f3d236f5-30f0-46ba-bbd2-08e446394414)] {{(pid=84154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 14:32:49.481466 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Pushing event updated for resources: {'Port': ['ID=0a13f278-143e-4ba0-9f56-fa54e2b36d66,revision_number=5']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:32:49.488418 dv-neutron-825124-1-hyperv neutron-server[84154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49ba1514-a268-47af-8414-4af83e8f7d4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a13f278-143e-4ba0-9f56-fa54e2b36d66', 'code': 200} Jan 20 14:32:49.531946 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95624db1-a76f-42eb-83a7-7e539804aa8c tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Network b09bdf94-9a34-4d9d-b9c4-18f46102fa0f is already hosted by enough agents. {{(pid=84152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:32:49.535287 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.base_scheduler [None req-95624db1-a76f-42eb-83a7-7e539804aa8c tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Resources bound (agent type, host, resource id): {{(pid=84152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:32:49.537725 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95624db1-a76f-42eb-83a7-7e539804aa8c tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Received port after_create {{(pid=84152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:32:49.542720 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95624db1-a76f-42eb-83a7-7e539804aa8c tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:32:49.543037 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-968929c9-7c33-45ed-8888-d6212eb5d007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:49.543321 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-95624db1-a76f-42eb-83a7-7e539804aa8c tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:49.580563 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95624db1-a76f-42eb-83a7-7e539804aa8c tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Pushing event updated for resources: {'Port': ['ID=39777ea0-cdd2-4b97-9d92-dd53dd20429f,revision_number=1']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:32:49.630736 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.db [None req-f67d6488-f832-44e5-ae91-6ef576bfd647 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] For port 50387565-dc79-49d8-bd79-bfd4dcc6b9c9, host hv-neutron-8251, cleared binding levels {{(pid=84153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 14:32:49.631118 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.db [None req-f67d6488-f832-44e5-ae91-6ef576bfd647 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Attempted to set empty binding levels {{(pid=84153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jan 20 14:32:49.634406 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-986b5f55-d8a1-46c4-8365-1a7fd76dceda req-c5878cd7-9320-4135-95d3-3f9d9e0291dd tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] 10.222.0.54 "GET /v2.0/security-groups?id=28f60a14-6b71-4e72-84fb-77c6bf67a29f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1666005 Jan 20 14:32:49.672732 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-95624db1-a76f-42eb-83a7-7e539804aa8c tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 1.5117433 Jan 20 14:32:49.675181 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 40262) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:49.686818 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968929c9-7c33-45ed-8888-d6212eb5d007 None None] Pushing event updated for resources: {'Port': ['ID=5d4b3615-4c5b-4755-8e8d-5de1ef961256,revision_number=2']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:32:49.754895 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-d8179f19-b569-40ae-8690-7df04ea4c254 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Deleting port 39777ea0-cdd2-4b97-9d92-dd53dd20429f {{(pid=84152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:32:49.755261 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-d8179f19-b569-40ae-8690-7df04ea4c254 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:49.778461 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-f67d6488-f832-44e5-ae91-6ef576bfd647 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3944146'] for port, after_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:49.899015 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-f67d6488-f832-44e5-ae91-6ef576bfd647 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] In _notify_port_updated(), no bound segment for port 50387565-dc79-49d8-bd79-bfd4dcc6b9c9 on network 6c8e7324-36c8-49c0-a290-cf7f58b73495 {{(pid=84153) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Jan 20 14:32:49.900515 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-f67d6488-f832-44e5-ae91-6ef576bfd647 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:49.904632 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-f67d6488-f832-44e5-ae91-6ef576bfd647 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] 10.222.0.54 "PUT /v2.0/ports/50387565-dc79-49d8-bd79-bfd4dcc6b9c9 HTTP/1.1" status: 200 len: 981 time: 3.2396772 Jan 20 14:32:49.907706 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 40266) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:49.959121 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67d6488-f832-44e5-ae91-6ef576bfd647 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Pushing event updated for resources: {'Port': ['ID=50387565-dc79-49d8-bd79-bfd4dcc6b9c9,revision_number=3']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:32:50.082691 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-2cf0017c-48e5-4d7c-b180-2e043e44aa5e tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Deleting port 780c2701-6ad4-417f-bed2-4de3d763ce9b {{(pid=84153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:32:50.083031 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-2cf0017c-48e5-4d7c-b180-2e043e44aa5e tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:50.245300 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-c64e2e34-80f4-42a7-83fc-8b1b23cd83a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Synchronizing usage tracker for tenant:900e71f81b514893a4e98e757dd68ef8 on resource:port {{(pid=84153) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:32:50.265788 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-d8179f19-b569-40ae-8690-7df04ea4c254 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:50.338708 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-c64e2e34-80f4-42a7-83fc-8b1b23cd83a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Unset dirty status for tenant:900e71f81b514893a4e98e757dd68ef8 on resource:port {{(pid=84153) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:32:50.340363 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-c64e2e34-80f4-42a7-83fc-8b1b23cd83a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 16310 time: 0.4286611 Jan 20 14:32:50.346547 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 40270) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:50.350388 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.db [None req-2cf0017c-48e5-4d7c-b180-2e043e44aa5e tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] For port 780c2701-6ad4-417f-bed2-4de3d763ce9b, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=780c2701-6ad4-417f-bed2-4de3d763ce9b,segment=NetworkSegment(0a3d5c03-405c-4d58-9dce-31eaba8662dc),segment_id=0a3d5c03-405c-4d58-9dce-31eaba8662dc)] {{(pid=84153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:32:50.350758 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-2cf0017c-48e5-4d7c-b180-2e043e44aa5e tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:50.427867 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-d8179f19-b569-40ae-8690-7df04ea4c254 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Calling delete_port for 39777ea0-cdd2-4b97-9d92-dd53dd20429f owned by {{(pid=84152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:32:50.455863 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b5ca010-52a1-40fc-b59a-dc89519e4f46 tempest-RoutersAdminTest-1932179691 tempest-RoutersAdminTest-1932179691-project] Router 45be81f9-7b69-49ca-9369-3b1b8676550f is scheduled to L3 agent 624d525b-4c26-4143-8a1c-228bb1c6faaa with binding_index 1 {{(pid=84153) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 20 14:32:50.525168 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-2cf0017c-48e5-4d7c-b180-2e043e44aa5e tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Calling delete_port for 780c2701-6ad4-417f-bed2-4de3d763ce9b owned by network:router_interface {{(pid=84153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:32:50.537317 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-daab30a7-dca4-4749-b449-1a3e737944f7 req-3a7c8aaa-55df-4ced-b87d-8e3ab967c74f service neutron] 10.222.0.106 "GET /v2.0/ports?device_id=49ba1514-a268-47af-8414-4af83e8f7d4a HTTP/1.1" status: 200 len: 1098 time: 0.2080529 Jan 20 14:32:50.592709 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-a1c5ed64-f4ab-43e4-b544-e1fbc2096124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Deleting port 50387565-dc79-49d8-bd79-bfd4dcc6b9c9 {{(pid=84153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:32:50.593035 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-a1c5ed64-f4ab-43e4-b544-e1fbc2096124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:50.641020 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-daab30a7-dca4-4749-b449-1a3e737944f7 req-7bbf1ae3-ff57-4a97-b536-c9b16b159e63 service neutron] 10.222.0.106 "GET /v2.0/security-groups?id=28f60a14-6b71-4e72-84fb-77c6bf67a29f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743341 Jan 20 14:32:50.663930 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 5d4b3615-4c5b-4755-8e8d-5de1ef961256 up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:32:50.712503 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-d8179f19-b569-40ae-8690-7df04ea4c254 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:50.794649 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8179f19-b569-40ae-8690-7df04ea4c254 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Pushing event deleted for resources: {'Port': ['ID=39777ea0-cdd2-4b97-9d92-dd53dd20429f,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:32:50.837031 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-d8179f19-b569-40ae-8690-7df04ea4c254 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:50.849823 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-d8179f19-b569-40ae-8690-7df04ea4c254 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] 10.222.0.54 "DELETE /v2.0/ports/39777ea0-cdd2-4b97-9d92-dd53dd20429f HTTP/1.1" status: 204 len: 168 time: 1.1707678 Jan 20 14:32:50.850216 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 40276) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:50.851892 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning for port 5d4b3615-4c5b-4755-8e8d-5de1ef961256 completed by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:32:50.898547 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ed332e7-2e6f-4f1d-bc94-84cac5fc1f70 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] GET failed (client error): The resource could not be found. Jan 20 14:32:50.899056 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-6ed332e7-2e6f-4f1d-bc94-84cac5fc1f70 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Synchronizing usage tracker for tenant:b664f111a0df442d811f140f6dbd9d75 on resource:port {{(pid=84152) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:32:50.979826 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4854b596-f78e-403a-9563-3dc5ed5c5ce8 None None] Network b09bdf94-9a34-4d9d-b9c4-18f46102fa0f requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:32:51.006793 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-6ed332e7-2e6f-4f1d-bc94-84cac5fc1f70 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Unset dirty status for tenant:b664f111a0df442d811f140f6dbd9d75 on resource:port {{(pid=84152) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:32:51.010598 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-6ed332e7-2e6f-4f1d-bc94-84cac5fc1f70 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] 10.222.0.54 "GET /v2.0/ports/39777ea0-cdd2-4b97-9d92-dd53dd20429f HTTP/1.1" status: 404 len: 333 time: 0.1568263 Jan 20 14:32:51.011515 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 40280) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:51.091637 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.db_base_plugin_v2 [None req-4cfa7622-f3dc-4fe9-8ff8-b9f1be93c3ca tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Deleting subnet 9e3b5cd0-7974-4b26-8b9f-c2c810c50d8a {{(pid=84152) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 20 14:32:51.095377 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-4cfa7622-f3dc-4fe9-8ff8-b9f1be93c3ca tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks [] for subnet, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:51.159842 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-4cfa7622-f3dc-4fe9-8ff8-b9f1be93c3ca tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3337915'] for subnet, precommit_delete_associations {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:51.192313 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-16b4ec5b-49fc-4cf9-bbc2-94a8051ca31a None None] Provisioning for port 5d4b3615-4c5b-4755-8e8d-5de1ef961256 completed by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:32:51.202130 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-16b4ec5b-49fc-4cf9-bbc2-94a8051ca31a None None] Provisioning complete for port 5d4b3615-4c5b-4755-8e8d-5de1ef961256 triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:32:51.202496 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-16b4ec5b-49fc-4cf9-bbc2-94a8051ca31a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:51.260513 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.db [None req-a1c5ed64-f4ab-43e4-b544-e1fbc2096124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] For port 50387565-dc79-49d8-bd79-bfd4dcc6b9c9, host hv-neutron-8251, got binding levels [] {{(pid=84153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:32:51.261540 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-a1c5ed64-f4ab-43e4-b544-e1fbc2096124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:51.277945 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-4cfa7622-f3dc-4fe9-8ff8-b9f1be93c3ca tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1627147'] for subnet, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:51.377870 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-16b4ec5b-49fc-4cf9-bbc2-94a8051ca31a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:51.416161 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-a1c5ed64-f4ab-43e4-b544-e1fbc2096124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Calling delete_port for 50387565-dc79-49d8-bd79-bfd4dcc6b9c9 owned by {{(pid=84153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:32:51.438553 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-4cfa7622-f3dc-4fe9-8ff8-b9f1be93c3ca tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1627154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4163580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155308'] for subnet, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:51.477145 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430742c7-6bb1-4ca0-9180-77c3d6bf20c8 req-e13c2f67-fca7-4482-94ee-4528897147af tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:32:51.479116 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-430742c7-6bb1-4ca0-9180-77c3d6bf20c8 req-e13c2f67-fca7-4482-94ee-4528897147af tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] 10.222.0.54 "GET /v2.0/ports?device_id=49ba1514-a268-47af-8414-4af83e8f7d4a HTTP/1.1" status: 200 len: 945 time: 0.6654835 Jan 20 14:32:51.499294 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfa7622-f3dc-4fe9-8ff8-b9f1be93c3ca tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Pushing event deleted for resources: {'Subnet': ['ID=9e3b5cd0-7974-4b26-8b9f-c2c810c50d8a,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:32:51.511510 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-4cfa7622-f3dc-4fe9-8ff8-b9f1be93c3ca tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks [] for subnet, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:51.518702 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-4cfa7622-f3dc-4fe9-8ff8-b9f1be93c3ca tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] 10.222.0.54 "DELETE /v2.0/subnets/9e3b5cd0-7974-4b26-8b9f-c2c810c50d8a HTTP/1.1" status: 204 len: 168 time: 0.5058632 Jan 20 14:32:51.520296 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.db.api [None req-16b4ec5b-49fc-4cf9-bbc2-94a8051ca31a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84154) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 14:32:51.520843 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG oslo_db.api [None req-16b4ec5b-49fc-4cf9-bbc2-94a8051ca31a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 14:32:51.523496 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 40284) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:51.578393 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-2cf0017c-48e5-4d7c-b180-2e043e44aa5e tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:51.615632 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-430742c7-6bb1-4ca0-9180-77c3d6bf20c8 req-c46a6536-02d9-4b0f-928b-7fb6bded33ff tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] 10.222.0.54 "GET /v2.0/security-groups?id=28f60a14-6b71-4e72-84fb-77c6bf67a29f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1231675 Jan 20 14:32:51.639695 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf0017c-48e5-4d7c-b180-2e043e44aa5e tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Pushing event deleted for resources: {'Port': ['ID=780c2701-6ad4-417f-bed2-4de3d763ce9b,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:32:51.641468 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9165a00-88d1-4ca2-87e9-7a5d3262a45a None None] Network b09bdf94-9a34-4d9d-b9c4-18f46102fa0f requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:32:51.669845 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-6e98acc1-112c-4d98-bcfc-7b3dc2676a68 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586409'] for network, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:51.680581 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-6e98acc1-112c-4d98-bcfc-7b3dc2676a68 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Deleting port 5d4b3615-4c5b-4755-8e8d-5de1ef961256 {{(pid=84152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:32:51.680956 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-6e98acc1-112c-4d98-bcfc-7b3dc2676a68 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:51.684699 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-a1c5ed64-f4ab-43e4-b544-e1fbc2096124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:51.732434 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b5ca010-52a1-40fc-b59a-dc89519e4f46 tempest-RoutersAdminTest-1932179691 tempest-RoutersAdminTest-1932179691-project] Notify agent at l3_agent.dv-neutron-825124-1-hyperv the message routers_updated {{(pid=84153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 14:32:51.743910 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c73fe56-4a20-4fb2-90b9-02336cba2fe7 None None] Sync routers for ids ['45be81f9-7b69-49ca-9369-3b1b8676550f'] in dv-neutron-825124-1-hyperv {{(pid=84155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 14:32:51.767967 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c73fe56-4a20-4fb2-90b9-02336cba2fe7 None None] Routers {'45be81f9-7b69-49ca-9369-3b1b8676550f'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:32:51.768852 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-9c73fe56-4a20-4fb2-90b9-02336cba2fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:32:30Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['45be81f9-7b69-49ca-9369-3b1b8676550f'], 'active': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:32:51.844903 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c5ed64-f4ab-43e4-b544-e1fbc2096124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Pushing event deleted for resources: {'Port': ['ID=50387565-dc79-49d8-bd79-bfd4dcc6b9c9,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:32:51.886463 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-a1c5ed64-f4ab-43e4-b544-e1fbc2096124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:51.887067 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-9c73fe56-4a20-4fb2-90b9-02336cba2fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:32:51.891334 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-a1c5ed64-f4ab-43e4-b544-e1fbc2096124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] 10.222.0.54 "DELETE /v2.0/ports/50387565-dc79-49d8-bd79-bfd4dcc6b9c9 HTTP/1.1" status: 204 len: 168 time: 1.5433161 Jan 20 14:32:51.892964 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 40288) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:51.903919 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c73fe56-4a20-4fb2-90b9-02336cba2fe7 None None] Routers {'45be81f9-7b69-49ca-9369-3b1b8676550f'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:32:51.904883 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-9c73fe56-4a20-4fb2-90b9-02336cba2fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:32:30Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['45be81f9-7b69-49ca-9369-3b1b8676550f'], 'active': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:32:52.009011 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-2b5ca010-52a1-40fc-b59a-dc89519e4f46 tempest-RoutersAdminTest-1932179691 tempest-RoutersAdminTest-1932179691-project] Notify callbacks [] for router, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:52.016812 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-9c73fe56-4a20-4fb2-90b9-02336cba2fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:32:52.017006 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-2b5ca010-52a1-40fc-b59a-dc89519e4f46 tempest-RoutersAdminTest-1932179691 tempest-RoutersAdminTest-1932179691-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 6.0010288 Jan 20 14:32:52.017099 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c73fe56-4a20-4fb2-90b9-02336cba2fe7 None None] The sync data for ids ['45be81f9-7b69-49ca-9369-3b1b8676550f'] in dv-neutron-825124-1-hyperv is: [] {{(pid=84155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 14:32:52.017513 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 40292) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:52.022148 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b23c8f7-3aca-48c4-acc4-8025e5a5b866 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] GET failed (client error): The resource could not be found. Jan 20 14:32:52.022722 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-2b23c8f7-3aca-48c4-acc4-8025e5a5b866 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Synchronizing usage tracker for tenant:900e71f81b514893a4e98e757dd68ef8 on resource:port {{(pid=84153) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:32:52.036625 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-023bdf19-32e1-4617-851c-6d9cbdd4358d tempest-RoutersAdminTest-1932179691 tempest-RoutersAdminTest-1932179691-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:32:52.037766 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-2cf0017c-48e5-4d7c-b180-2e043e44aa5e tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1705096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-745401'] for router_interface, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:52.076470 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a8b0c77-7f20-4ff4-8f48-26c7ed5fe50e None None] DHCP port deletion for b09bdf94-9a34-4d9d-b9c4-18f46102fa0f request from dv-neutron-825124-1-hyperv {{(pid=84154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 20 14:32:52.097281 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-8a8b0c77-7f20-4ff4-8f48-26c7ed5fe50e None None] Deleting port 5d4b3615-4c5b-4755-8e8d-5de1ef961256 {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:32:52.097826 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-8a8b0c77-7f20-4ff4-8f48-26c7ed5fe50e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:52.109260 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.db [None req-6e98acc1-112c-4d98-bcfc-7b3dc2676a68 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] For port 5d4b3615-4c5b-4755-8e8d-5de1ef961256, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=5d4b3615-4c5b-4755-8e8d-5de1ef961256,segment=NetworkSegment(f3d236f5-30f0-46ba-bbd2-08e446394414),segment_id=f3d236f5-30f0-46ba-bbd2-08e446394414)] {{(pid=84152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:32:52.109620 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-6e98acc1-112c-4d98-bcfc-7b3dc2676a68 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:52.119190 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-2b23c8f7-3aca-48c4-acc4-8025e5a5b866 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Unset dirty status for tenant:900e71f81b514893a4e98e757dd68ef8 on resource:port {{(pid=84153) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:32:52.124790 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-2b23c8f7-3aca-48c4-acc4-8025e5a5b866 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] 10.222.0.54 "GET /v2.0/ports/50387565-dc79-49d8-bd79-bfd4dcc6b9c9 HTTP/1.1" status: 404 len: 333 time: 0.2265103 Jan 20 14:32:52.126383 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 40296) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:52.145634 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-16b4ec5b-49fc-4cf9-bbc2-94a8051ca31a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:52.182650 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-fb9bc269-725f-4cb4-8a9a-93bf521507dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-565480322', 'network_id': '6c8e7324-36c8-49c0-a290-cf7f58b73495'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:32:52.333488 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-fb9bc269-725f-4cb4-8a9a-93bf521507dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:32:52.342628 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-6e98acc1-112c-4d98-bcfc-7b3dc2676a68 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Calling delete_port for 5d4b3615-4c5b-4755-8e8d-5de1ef961256 owned by network:dhcp {{(pid=84152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:32:52.351858 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-16b4ec5b-49fc-4cf9-bbc2-94a8051ca31a None None] For port 5d4b3615-4c5b-4755-8e8d-5de1ef961256, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=5d4b3615-4c5b-4755-8e8d-5de1ef961256,segment=NetworkSegment(f3d236f5-30f0-46ba-bbd2-08e446394414),segment_id=f3d236f5-30f0-46ba-bbd2-08e446394414)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:32:52.358972 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-8a8b0c77-7f20-4ff4-8f48-26c7ed5fe50e None None] For port 5d4b3615-4c5b-4755-8e8d-5de1ef961256, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=5d4b3615-4c5b-4755-8e8d-5de1ef961256,segment=NetworkSegment(f3d236f5-30f0-46ba-bbd2-08e446394414),segment_id=f3d236f5-30f0-46ba-bbd2-08e446394414)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:32:52.359359 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-8a8b0c77-7f20-4ff4-8f48-26c7ed5fe50e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:52.400282 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-fb9bc269-725f-4cb4-8a9a-93bf521507dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:32:52.424309 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-16b4ec5b-49fc-4cf9-bbc2-94a8051ca31a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:52.506257 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb9bc269-725f-4cb4-8a9a-93bf521507dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Made reservation on behalf of 900e71f81b514893a4e98e757dd68ef8 for: {'port': 1} {{(pid=84152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:32:52.508599 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-fb9bc269-725f-4cb4-8a9a-93bf521507dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:52.515551 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cf0017c-48e5-4d7c-b180-2e043e44aa5e tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Router a4106d72-8050-4a68-8890-4cb57f44d718 has already been hosted by L3 agent 624d525b-4c26-4143-8a1c-228bb1c6faaa {{(pid=84153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 14:32:52.521980 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.db.api [None req-6e98acc1-112c-4d98-bcfc-7b3dc2676a68 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84152) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 14:32:52.522470 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG oslo_db.api [None req-6e98acc1-112c-4d98-bcfc-7b3dc2676a68 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 14:32:52.528000 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-8a8b0c77-7f20-4ff4-8f48-26c7ed5fe50e None None] Calling delete_port for 5d4b3615-4c5b-4755-8e8d-5de1ef961256 owned by network:dhcp {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:32:52.552839 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.notifiers.nova [None req-fb9bc269-725f-4cb4-8a9a-93bf521507dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] device_id is not set on port 155fbbe5-17b1-4439-b89b-1708dcbcc745 yet. {{(pid=84152) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 14:32:52.634127 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-5473f71a-3430-46e5-a43d-8816a8f60998 None None] Provisioning complete for port 5d4b3615-4c5b-4755-8e8d-5de1ef961256 triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:32:52.640613 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-5473f71a-3430-46e5-a43d-8816a8f60998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:52.682967 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b4ec5b-49fc-4cf9-bbc2-94a8051ca31a None None] Pushing event updated for resources: {'Port': ['ID=5d4b3615-4c5b-4755-8e8d-5de1ef961256,revision_number=4']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:32:52.693603 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 5d4b3615-4c5b-4755-8e8d-5de1ef961256 no longer exists at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:32:52.867121 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.db.api [None req-8a8b0c77-7f20-4ff4-8f48-26c7ed5fe50e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84154) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 14:32:52.867377 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG oslo_db.api [None req-8a8b0c77-7f20-4ff4-8f48-26c7ed5fe50e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 14:32:52.905867 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-fb9bc269-725f-4cb4-8a9a-93bf521507dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:52.928651 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cf0017c-48e5-4d7c-b180-2e043e44aa5e tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify agent at l3_agent.dv-neutron-825124-1-hyperv the message routers_updated {{(pid=84153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 14:32:52.928928 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:52.933977 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-2cf0017c-48e5-4d7c-b180-2e043e44aa5e tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] 10.222.0.54 "PUT /v2.0/routers/a4106d72-8050-4a68-8890-4cb57f44d718/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5301778 Jan 20 14:32:52.936881 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 40302) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:52.944713 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e83179e5-cb08-4a94-b8a3-a3c35f3107ba None None] Sync routers for ids ['a4106d72-8050-4a68-8890-4cb57f44d718'] in dv-neutron-825124-1-hyperv {{(pid=84154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 14:32:52.967839 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e83179e5-cb08-4a94-b8a3-a3c35f3107ba None None] Routers {'a4106d72-8050-4a68-8890-4cb57f44d718'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:32:52.968461 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-e83179e5-cb08-4a94-b8a3-a3c35f3107ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:32:30Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['a4106d72-8050-4a68-8890-4cb57f44d718'], 'active': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:32:53.024168 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-6e98acc1-112c-4d98-bcfc-7b3dc2676a68 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Deleting port 5d4b3615-4c5b-4755-8e8d-5de1ef961256 {{(pid=84152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:32:53.024534 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-6e98acc1-112c-4d98-bcfc-7b3dc2676a68 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:53.051657 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c16cf1a-6d5f-4221-8d19-a604d9121192 req-3a5f1d3f-62a9-4c33-8a4a-895ae0e29f12 tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:32:53.053120 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-1c16cf1a-6d5f-4221-8d19-a604d9121192 req-3a5f1d3f-62a9-4c33-8a4a-895ae0e29f12 tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] 10.222.0.54 "GET /v2.0/ports?device_id=49ba1514-a268-47af-8414-4af83e8f7d4a HTTP/1.1" status: 200 len: 945 time: 0.1920834 Jan 20 14:32:53.066217 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-fb9bc269-725f-4cb4-8a9a-93bf521507dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:53.142730 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] For port 5d4b3615-4c5b-4755-8e8d-5de1ef961256, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=5d4b3615-4c5b-4755-8e8d-5de1ef961256,segment=NetworkSegment(f3d236f5-30f0-46ba-bbd2-08e446394414),segment_id=f3d236f5-30f0-46ba-bbd2-08e446394414)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:32:53.149451 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvr_db [None req-e83179e5-cb08-4a94-b8a3-a3c35f3107ba None None] Set router a4106d72-8050-4a68-8890-4cb57f44d718 gateway port host: None {{(pid=84154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 14:32:53.193478 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-1c16cf1a-6d5f-4221-8d19-a604d9121192 req-d433b575-9ec9-40cc-9d95-ca607a767544 tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] 10.222.0.54 "GET /v2.0/security-groups?id=28f60a14-6b71-4e72-84fb-77c6bf67a29f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0825832 Jan 20 14:32:53.221795 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:53.254291 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.db_base_plugin_v2 [None req-78b12ce3-2403-4c5d-a4db-c5363d7bd27d tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Deleting subnet 7d2b6737-ab95-48d5-98e0-5c96cb2ba20c {{(pid=84153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 20 14:32:53.254291 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-78b12ce3-2403-4c5d-a4db-c5363d7bd27d tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks [] for subnet, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:53.271848 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9bc269-725f-4cb4-8a9a-93bf521507dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Pushing event updated for resources: {'Port': ['ID=155fbbe5-17b1-4439-b89b-1708dcbcc745,revision_number=1']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:32:53.286173 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb9bc269-725f-4cb4-8a9a-93bf521507dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Network 6c8e7324-36c8-49c0-a290-cf7f58b73495 is already hosted by enough agents. {{(pid=84152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:32:53.293678 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.base_scheduler [None req-fb9bc269-725f-4cb4-8a9a-93bf521507dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Resources bound (agent type, host, resource id): {{(pid=84152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:32:53.299508 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb9bc269-725f-4cb4-8a9a-93bf521507dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Received port after_create {{(pid=84152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:32:53.300613 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb9bc269-725f-4cb4-8a9a-93bf521507dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:32:53.301386 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-fb9bc269-725f-4cb4-8a9a-93bf521507dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:53.351919 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-78b12ce3-2403-4c5d-a4db-c5363d7bd27d tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3980851'] for subnet, precommit_delete_associations {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:53.374820 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-8a8b0c77-7f20-4ff4-8f48-26c7ed5fe50e None None] Deleting port 5d4b3615-4c5b-4755-8e8d-5de1ef961256 {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:32:53.375292 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-8a8b0c77-7f20-4ff4-8f48-26c7ed5fe50e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:53.418814 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-e83179e5-cb08-4a94-b8a3-a3c35f3107ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4106d72-8050-4a68-8890-4cb57f44d718', 'name': 'tempest-RoutersIpV6Test-router-747136858', 'tenant_id': 'f85e30c327a64407a1a93d3333ba9261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:31:25Z', 'updated_at': '2022-01-20T14:32:51Z', 'revision_number': 11, 'project_id': 'f85e30c327a64407a1a93d3333ba9261', 'gw_port_host': None}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:32:53.434146 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e83179e5-cb08-4a94-b8a3-a3c35f3107ba None None] Checking router: a4106d72-8050-4a68-8890-4cb57f44d718 for host: dv-neutron-825124-1-hyperv {{(pid=84154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 14:32:53.498845 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-fb9bc269-725f-4cb4-8a9a-93bf521507dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.3699939 Jan 20 14:32:53.501835 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 40308) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:53.503441 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Pushing event updated for resources: {'Port': ['ID=5d4b3615-4c5b-4755-8e8d-5de1ef961256,revision_number=5']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:32:53.510383 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.db [None req-6e98acc1-112c-4d98-bcfc-7b3dc2676a68 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] For port 5d4b3615-4c5b-4755-8e8d-5de1ef961256, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=5d4b3615-4c5b-4755-8e8d-5de1ef961256,segment=NetworkSegment(f3d236f5-30f0-46ba-bbd2-08e446394414),segment_id=f3d236f5-30f0-46ba-bbd2-08e446394414)] {{(pid=84152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:32:53.510807 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-6e98acc1-112c-4d98-bcfc-7b3dc2676a68 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:53.528853 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e83179e5-cb08-4a94-b8a3-a3c35f3107ba None None] Routers {'a4106d72-8050-4a68-8890-4cb57f44d718'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:32:53.530066 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-e83179e5-cb08-4a94-b8a3-a3c35f3107ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:32:30Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['a4106d72-8050-4a68-8890-4cb57f44d718'], 'active': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:32:53.553008 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd01dd7-ab3b-4f84-a30c-ce5cba0a8a1c req-5ffdd03d-cb59-4218-83ab-93c0e00730a9 tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:32:53.554550 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-7bd01dd7-ab3b-4f84-a30c-ce5cba0a8a1c req-5ffdd03d-cb59-4218-83ab-93c0e00730a9 tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] 10.222.0.54 "GET /v2.0/ports?device_id=49ba1514-a268-47af-8414-4af83e8f7d4a HTTP/1.1" status: 200 len: 945 time: 0.1622419 Jan 20 14:32:53.577502 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-78b12ce3-2403-4c5d-a4db-c5363d7bd27d tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1627147'] for subnet, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:53.646764 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-6e98acc1-112c-4d98-bcfc-7b3dc2676a68 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Calling delete_port for 5d4b3615-4c5b-4755-8e8d-5de1ef961256 owned by network:dhcp {{(pid=84152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:32:53.658960 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-2599939e-80ce-4ae5-bb2e-7169b7e1b6d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] 10.222.0.54 "GET /v2.0/ports/155fbbe5-17b1-4439-b89b-1708dcbcc745 HTTP/1.1" status: 200 len: 958 time: 0.1519175 Jan 20 14:32:53.664440 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 40312) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:53.728982 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-7bd01dd7-ab3b-4f84-a30c-ce5cba0a8a1c req-b24af748-dbb6-41cf-9943-e2a3a7782e6c tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] 10.222.0.54 "GET /v2.0/security-groups?id=28f60a14-6b71-4e72-84fb-77c6bf67a29f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1652966 Jan 20 14:32:53.737235 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-023bdf19-32e1-4617-851c-6d9cbdd4358d tempest-RoutersAdminTest-1932179691 tempest-RoutersAdminTest-1932179691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-744886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-105502'] for router, precommit_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:53.750172 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-2c4d39c9-4f13-4f1e-84ce-fcf9498cce2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Deleting port 155fbbe5-17b1-4439-b89b-1708dcbcc745 {{(pid=84153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:32:53.750517 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-2c4d39c9-4f13-4f1e-84ce-fcf9498cce2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:53.774343 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 40316) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:53.802873 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvr_db [None req-e83179e5-cb08-4a94-b8a3-a3c35f3107ba None None] Set router a4106d72-8050-4a68-8890-4cb57f44d718 gateway port host: None {{(pid=84154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 14:32:53.844993 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-78b12ce3-2403-4c5d-a4db-c5363d7bd27d tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1627154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3943464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4194013'] for subnet, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:53.847994 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-6e98acc1-112c-4d98-bcfc-7b3dc2676a68 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:53.863283 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-023bdf19-32e1-4617-851c-6d9cbdd4358d tempest-RoutersAdminTest-1932179691 tempest-RoutersAdminTest-1932179691-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:53.907183 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b12ce3-2403-4c5d-a4db-c5363d7bd27d tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Pushing event deleted for resources: {'Subnet': ['ID=7d2b6737-ab95-48d5-98e0-5c96cb2ba20c,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:32:53.928200 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e98acc1-112c-4d98-bcfc-7b3dc2676a68 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] No DVR routers for this DVR port 5d4b3615-4c5b-4755-8e8d-5de1ef961256 on host dv-neutron-825124-1-hyperv {{(pid=84152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 14:32:53.929698 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e98acc1-112c-4d98-bcfc-7b3dc2676a68 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Pushing event deleted for resources: {'Port': ['ID=5d4b3615-4c5b-4755-8e8d-5de1ef961256,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:32:53.941350 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dcda4b6-b09b-45f3-8728-d446a1e5ae44 None None] Network 59124e64-72a5-4678-bb60-32f8b65cb20e requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:32:53.944641 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-78b12ce3-2403-4c5d-a4db-c5363d7bd27d tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks [] for subnet, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:54.007153 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-78b12ce3-2403-4c5d-a4db-c5363d7bd27d tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] 10.222.0.54 "DELETE /v2.0/subnets/7d2b6737-ab95-48d5-98e0-5c96cb2ba20c HTTP/1.1" status: 204 len: 168 time: 1.0664053 Jan 20 14:32:54.008018 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 40322) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:54.020794 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-e83179e5-cb08-4a94-b8a3-a3c35f3107ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4106d72-8050-4a68-8890-4cb57f44d718', 'name': 'tempest-RoutersIpV6Test-router-747136858', 'tenant_id': 'f85e30c327a64407a1a93d3333ba9261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:31:25Z', 'updated_at': '2022-01-20T14:32:51Z', 'revision_number': 11, 'project_id': 'f85e30c327a64407a1a93d3333ba9261', 'gw_port_host': None}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:32:54.034429 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-8a8b0c77-7f20-4ff4-8f48-26c7ed5fe50e None None] For port 5d4b3615-4c5b-4755-8e8d-5de1ef961256, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=5d4b3615-4c5b-4755-8e8d-5de1ef961256,segment=NetworkSegment(f3d236f5-30f0-46ba-bbd2-08e446394414),segment_id=f3d236f5-30f0-46ba-bbd2-08e446394414)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:32:54.035229 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-8a8b0c77-7f20-4ff4-8f48-26c7ed5fe50e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:54.052312 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e83179e5-cb08-4a94-b8a3-a3c35f3107ba None None] The sync data for ids ['a4106d72-8050-4a68-8890-4cb57f44d718'] in dv-neutron-825124-1-hyperv is: [{'id': 'a4106d72-8050-4a68-8890-4cb57f44d718', 'name': 'tempest-RoutersIpV6Test-router-747136858', 'tenant_id': 'f85e30c327a64407a1a93d3333ba9261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:31:25Z', 'updated_at': '2022-01-20T14:32:51Z', 'revision_number': 11, 'project_id': 'f85e30c327a64407a1a93d3333ba9261', 'gw_port_host': None}] {{(pid=84154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 14:32:54.108348 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-023bdf19-32e1-4617-851c-6d9cbdd4358d tempest-RoutersAdminTest-1932179691 tempest-RoutersAdminTest-1932179691-project] Deleting port 197444da-12d0-478a-9747-fdc809759c9f {{(pid=84152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:32:54.108693 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-023bdf19-32e1-4617-851c-6d9cbdd4358d tempest-RoutersAdminTest-1932179691 tempest-RoutersAdminTest-1932179691-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:54.122812 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-2c4d39c9-4f13-4f1e-84ce-fcf9498cce2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:54.185713 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-8a8b0c77-7f20-4ff4-8f48-26c7ed5fe50e None None] Calling delete_port for 5d4b3615-4c5b-4755-8e8d-5de1ef961256 owned by network:dhcp {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:32:54.273777 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-2c4d39c9-4f13-4f1e-84ce-fcf9498cce2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Calling delete_port for 155fbbe5-17b1-4439-b89b-1708dcbcc745 owned by {{(pid=84153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:32:54.296866 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-6e98acc1-112c-4d98-bcfc-7b3dc2676a68 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1626242', 'neutron.services.segments.db._delete_segments_for_network-8769554214620'] for network, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:54.313476 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-8e168302-77a5-4222-a36d-7f05e3077104 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586409'] for network, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:54.347256 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-8e168302-77a5-4222-a36d-7f05e3077104 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Deleting port 9ab89a5f-b830-4885-b943-9cc519013351 {{(pid=84153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:32:54.347555 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-8e168302-77a5-4222-a36d-7f05e3077104 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:54.350682 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.db.api [None req-8a8b0c77-7f20-4ff4-8f48-26c7ed5fe50e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84154) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 14:32:54.351042 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG oslo_db.api [None req-8a8b0c77-7f20-4ff4-8f48-26c7ed5fe50e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 14:32:54.391002 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-efb2ead0-0b0d-494f-bd55-48036182c8f1 tempest-TestVolumeBootPattern-1111325000 tempest-TestVolumeBootPattern-1111325000-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=49ba1514-a268-47af-8414-4af83e8f7d4a HTTP/1.1" status: 200 len: 1093 time: 0.6154227 Jan 20 14:32:54.394436 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.segments.db [None req-6e98acc1-112c-4d98-bcfc-7b3dc2676a68 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b09bdf94-9a34-4d9d-b9c4-18f46102fa0f']}} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:32:54.395865 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 40326) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:54.409136 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-ce7db9b8-d841-4831-b689-84a4038532dd tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Request body: {'floatingip': {'floating_network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'port_id': '0a13f278-143e-4ba0-9f56-fa54e2b36d66', 'tenant_id': '630d3f8a86444149b9a83c00e804a42a', 'fixed_ip_address': '172.20.0.8'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:32:54.419122 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-ce7db9b8-d841-4831-b689-84a4038532dd tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:32:54.420194 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.segments.db [None req-6e98acc1-112c-4d98-bcfc-7b3dc2676a68 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3d236f5-30f0-46ba-bbd2-08e446394414') {'for_net_delete': True} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:32:54.420549 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.segments.db [None req-6e98acc1-112c-4d98-bcfc-7b3dc2676a68 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3d236f5-30f0-46ba-bbd2-08e446394414') {} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:32:54.426177 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-ce7db9b8-d841-4831-b689-84a4038532dd tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Usage tracker for resource:floatingip and tenant:630d3f8a86444149b9a83c00e804a42a is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:32:54.431915 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-ce7db9b8-d841-4831-b689-84a4038532dd tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:32:54.446002 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54712120-0a4d-456b-9540-bfcb3d3e5205 None None] DHCP port deletion for 59124e64-72a5-4678-bb60-32f8b65cb20e request from dv-neutron-825124-1-hyperv {{(pid=84154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 20 14:32:54.446654 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-6e98acc1-112c-4d98-bcfc-7b3dc2676a68 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769554214503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3337904'] for segment, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:54.452200 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-54712120-0a4d-456b-9540-bfcb3d3e5205 None None] Deleting port 9ab89a5f-b830-4885-b943-9cc519013351 {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:32:54.452888 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54712120-0a4d-456b-9540-bfcb3d3e5205 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:54.468915 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-ce7db9b8-d841-4831-b689-84a4038532dd tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:32:54.486265 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-023bdf19-32e1-4617-851c-6d9cbdd4358d tempest-RoutersAdminTest-1932179691 tempest-RoutersAdminTest-1932179691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:54.496653 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-6e98acc1-112c-4d98-bcfc-7b3dc2676a68 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:54.510193 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-8a8b0c77-7f20-4ff4-8f48-26c7ed5fe50e None None] Deleting port 5d4b3615-4c5b-4755-8e8d-5de1ef961256 {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:32:54.511064 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-8a8b0c77-7f20-4ff4-8f48-26c7ed5fe50e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:54.518185 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-2c4d39c9-4f13-4f1e-84ce-fcf9498cce2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:54.589155 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 780c2701-6ad4-417f-bed2-4de3d763ce9b no longer exists at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:32:54.636611 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-023bdf19-32e1-4617-851c-6d9cbdd4358d tempest-RoutersAdminTest-1932179691 tempest-RoutersAdminTest-1932179691-project] Calling delete_port for 197444da-12d0-478a-9747-fdc809759c9f owned by network:router_gateway {{(pid=84152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:32:54.661163 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] No Port match for: 780c2701-6ad4-417f-bed2-4de3d763ce9b {{(pid=84154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 14:32:54.661481 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 780c2701-6ad4-417f-bed2-4de3d763ce9b not bound to the agent host dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 14:32:54.661975 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 9ab89a5f-b830-4885-b943-9cc519013351 no longer exists at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:32:54.675506 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e98acc1-112c-4d98-bcfc-7b3dc2676a68 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Releasing vlan 172 on physical network physnet1 to pool {{(pid=84152) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 14:32:54.675905 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-6e98acc1-112c-4d98-bcfc-7b3dc2676a68 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1622950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4162906'] for segment, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:54.691599 dv-neutron-825124-1-hyperv neutron-server[84152]: Traceback (most recent call last): Jan 20 14:32:54.691599 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 14:32:54.691599 dv-neutron-825124-1-hyperv neutron-server[84152]: timer() Jan 20 14:32:54.691599 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 14:32:54.691599 dv-neutron-825124-1-hyperv neutron-server[84152]: cb(*args, **kw) Jan 20 14:32:54.691599 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 14:32:54.691599 dv-neutron-825124-1-hyperv neutron-server[84152]: return func(*args, **kwargs) Jan 20 14:32:54.691599 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 14:32:54.691599 dv-neutron-825124-1-hyperv neutron-server[84152]: self._notify() Jan 20 14:32:54.691599 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 14:32:54.691599 dv-neutron-825124-1-hyperv neutron-server[84152]: self.callback(batched_events) Jan 20 14:32:54.691599 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 14:32:54.691599 dv-neutron-825124-1-hyperv neutron-server[84152]: event.method(event) Jan 20 14:32:54.691599 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 14:32:54.691599 dv-neutron-825124-1-hyperv neutron-server[84152]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 14:32:54.691599 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 14:32:54.691599 dv-neutron-825124-1-hyperv neutron-server[84152]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 14:32:54.691599 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 14:32:54.691599 dv-neutron-825124-1-hyperv neutron-server[84152]: return f(self, *a, **k) Jan 20 14:32:54.691599 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 14:32:54.691599 dv-neutron-825124-1-hyperv neutron-server[84152]: return self._get(url).json() Jan 20 14:32:54.691599 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 14:32:54.691599 dv-neutron-825124-1-hyperv neutron-server[84152]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 14:32:54.691599 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 14:32:54.691599 dv-neutron-825124-1-hyperv neutron-server[84152]: return self.request(url, 'GET', **kwargs) Jan 20 14:32:54.691599 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 14:32:54.691599 dv-neutron-825124-1-hyperv neutron-server[84152]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 14:32:54.691599 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 14:32:54.691599 dv-neutron-825124-1-hyperv neutron-server[84152]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 14:32:54.691599 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 14:32:54.691599 dv-neutron-825124-1-hyperv neutron-server[84152]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 14:32:54.691599 dv-neutron-825124-1-hyperv neutron-server[84152]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 14:32:54.694796 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-8a8b0c77-7f20-4ff4-8f48-26c7ed5fe50e None None] The port '5d4b3615-4c5b-4755-8e8d-5de1ef961256' was deleted {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 20 14:32:54.754441 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-ce7db9b8-d841-4831-b689-84a4038532dd tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Notify callbacks [] for floatingip, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:54.789825 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4d39c9-4f13-4f1e-84ce-fcf9498cce2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Pushing event deleted for resources: {'Port': ['ID=155fbbe5-17b1-4439-b89b-1708dcbcc745,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:32:54.872350 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-2c4d39c9-4f13-4f1e-84ce-fcf9498cce2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:54.875990 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.db [None req-8e168302-77a5-4222-a36d-7f05e3077104 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] For port 9ab89a5f-b830-4885-b943-9cc519013351, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=9ab89a5f-b830-4885-b943-9cc519013351,segment=NetworkSegment(0a3d5c03-405c-4d58-9dce-31eaba8662dc),segment_id=0a3d5c03-405c-4d58-9dce-31eaba8662dc)] {{(pid=84153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:32:54.876346 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-8e168302-77a5-4222-a36d-7f05e3077104 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:54.895890 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-6e98acc1-112c-4d98-bcfc-7b3dc2676a68 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1626253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-745296'] for network, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:54.929204 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-6e98acc1-112c-4d98-bcfc-7b3dc2676a68 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks [] for network, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:54.952788 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e98acc1-112c-4d98-bcfc-7b3dc2676a68 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Pushing event deleted for resources: {'Network': ['ID=b09bdf94-9a34-4d9d-b9c4-18f46102fa0f,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:32:54.975041 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-6e98acc1-112c-4d98-bcfc-7b3dc2676a68 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] 10.222.0.54 "DELETE /v2.0/networks/b09bdf94-9a34-4d9d-b9c4-18f46102fa0f HTTP/1.1" status: 204 len: 168 time: 3.4470172 Jan 20 14:32:54.975883 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 40330) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:54.986937 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-708228d0-abf0-4a7b-b045-d5fa1e1209e2 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Request body: {'port': {'network_id': 'bd3bcbed-b067-4dc5-9ed0-4aa3dd858989', 'name': 'tempest-PortsIpV6TestJSON-821920042'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:32:55.002705 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-54712120-0a4d-456b-9540-bfcb3d3e5205 None None] For port 9ab89a5f-b830-4885-b943-9cc519013351, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=9ab89a5f-b830-4885-b943-9cc519013351,segment=NetworkSegment(0a3d5c03-405c-4d58-9dce-31eaba8662dc),segment_id=0a3d5c03-405c-4d58-9dce-31eaba8662dc)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:32:55.004434 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54712120-0a4d-456b-9540-bfcb3d3e5205 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:55.016028 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-8e168302-77a5-4222-a36d-7f05e3077104 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Calling delete_port for 9ab89a5f-b830-4885-b943-9cc519013351 owned by network:dhcp {{(pid=84153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:32:55.022169 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:55.047654 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-2c4d39c9-4f13-4f1e-84ce-fcf9498cce2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] 10.222.0.54 "DELETE /v2.0/ports/155fbbe5-17b1-4439-b89b-1708dcbcc745 HTTP/1.1" status: 204 len: 168 time: 1.3810921 Jan 20 14:32:55.049211 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 40334) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:55.096240 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-023bdf19-32e1-4617-851c-6d9cbdd4358d tempest-RoutersAdminTest-1932179691 tempest-RoutersAdminTest-1932179691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:55.114782 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.pecan_wsgi.hooks.translation [None req-269c9855-3557-454c-aa23-fae6b5ac2aeb tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] GET failed (client error): The resource could not be found. Jan 20 14:32:55.115796 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-269c9855-3557-454c-aa23-fae6b5ac2aeb tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Synchronizing usage tracker for tenant:900e71f81b514893a4e98e757dd68ef8 on resource:port {{(pid=84153) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:32:55.146491 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-708228d0-abf0-4a7b-b045-d5fa1e1209e2 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:32:55.148745 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023bdf19-32e1-4617-851c-6d9cbdd4358d tempest-RoutersAdminTest-1932179691 tempest-RoutersAdminTest-1932179691-project] Pushing event deleted for resources: {'Port': ['ID=197444da-12d0-478a-9747-fdc809759c9f,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:32:55.153700 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-708228d0-abf0-4a7b-b045-d5fa1e1209e2 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Usage tracker for resource:port and tenant:b664f111a0df442d811f140f6dbd9d75 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:32:55.156968 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-708228d0-abf0-4a7b-b045-d5fa1e1209e2 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:32:55.171084 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-54712120-0a4d-456b-9540-bfcb3d3e5205 None None] Calling delete_port for 9ab89a5f-b830-4885-b943-9cc519013351 owned by network:dhcp {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:32:55.208524 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-ce7db9b8-d841-4831-b689-84a4038532dd tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:55.220983 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-708228d0-abf0-4a7b-b045-d5fa1e1209e2 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:32:55.257447 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-269c9855-3557-454c-aa23-fae6b5ac2aeb tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Unset dirty status for tenant:900e71f81b514893a4e98e757dd68ef8 on resource:port {{(pid=84153) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:32:55.263477 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-269c9855-3557-454c-aa23-fae6b5ac2aeb tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] 10.222.0.54 "GET /v2.0/ports/155fbbe5-17b1-4439-b89b-1708dcbcc745 HTTP/1.1" status: 404 len: 333 time: 0.2068532 Jan 20 14:32:55.264264 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 40338) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:55.274567 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-4e76f1e5-ad74-4362-92a7-0b84ab22c94f tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Request body: {'port': {'network_id': '6c8e7324-36c8-49c0-a290-cf7f58b73495', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1520469952'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:32:55.290739 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-4e76f1e5-ad74-4362-92a7-0b84ab22c94f tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:32:55.300374 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.db.api [None req-54712120-0a4d-456b-9540-bfcb3d3e5205 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84154) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 14:32:55.301053 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG oslo_db.api [None req-54712120-0a4d-456b-9540-bfcb3d3e5205 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 14:32:55.301249 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-8e168302-77a5-4222-a36d-7f05e3077104 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:55.335500 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-708228d0-abf0-4a7b-b045-d5fa1e1209e2 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Made reservation on behalf of b664f111a0df442d811f140f6dbd9d75 for: {'port': 1} {{(pid=84152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:32:55.338210 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-708228d0-abf0-4a7b-b045-d5fa1e1209e2 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:55.376502 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-4e76f1e5-ad74-4362-92a7-0b84ab22c94f tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:32:55.378468 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e168302-77a5-4222-a36d-7f05e3077104 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Pushing event deleted for resources: {'Port': ['ID=9ab89a5f-b830-4885-b943-9cc519013351,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:32:55.431934 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.notifiers.nova [None req-708228d0-abf0-4a7b-b045-d5fa1e1209e2 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] device_id is not set on port cb6b8293-0e46-4b8a-ae41-7a7829fbddb4 yet. {{(pid=84152) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 14:32:55.432210 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e168302-77a5-4222-a36d-7f05e3077104 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] No DVR routers for this DVR port 9ab89a5f-b830-4885-b943-9cc519013351 on host dv-neutron-825124-1-hyperv {{(pid=84153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 14:32:55.466346 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-023bdf19-32e1-4617-851c-6d9cbdd4358d tempest-RoutersAdminTest-1932179691 tempest-RoutersAdminTest-1932179691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-745333'] for router_gateway, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:55.487188 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e76f1e5-ad74-4362-92a7-0b84ab22c94f tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Made reservation on behalf of 900e71f81b514893a4e98e757dd68ef8 for: {'port': 1} {{(pid=84153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:32:55.489560 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-4e76f1e5-ad74-4362-92a7-0b84ab22c94f tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:55.594287 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.db_base_plugin_common [None req-ce7db9b8-d841-4831-b689-84a4038532dd tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Allocated IP 172.26.7.175 (8dffb05c-5ca0-409b-bd5f-7be6264f707d/a489dd4f-42a5-433b-8be3-bab2749c4209/f4996791-e55d-4eee-ac4a-6746ecddbd24) {{(pid=84153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:32:55.602846 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-8e168302-77a5-4222-a36d-7f05e3077104 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1626242', 'neutron.services.segments.db._delete_segments_for_network-8769554214620'] for network, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:55.620889 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.notifiers.nova [None req-4e76f1e5-ad74-4362-92a7-0b84ab22c94f tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] device_id is not set on port f399a518-e7cb-4ae6-9a3f-475fd8744195 yet. {{(pid=84153) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 14:32:55.695461 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.services.segments.db [None req-8e168302-77a5-4222-a36d-7f05e3077104 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59124e64-72a5-4678-bb60-32f8b65cb20e']}} {{(pid=84153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:32:55.712548 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-023bdf19-32e1-4617-851c-6d9cbdd4358d tempest-RoutersAdminTest-1932179691 tempest-RoutersAdminTest-1932179691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-744886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-105502'] for router, precommit_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:55.727159 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-023bdf19-32e1-4617-851c-6d9cbdd4358d tempest-RoutersAdminTest-1932179691 tempest-RoutersAdminTest-1932179691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-744861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-744847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-744836', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-737562'] for router, after_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:55.774252 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.services.segments.db [None req-8e168302-77a5-4222-a36d-7f05e3077104 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a3d5c03-405c-4d58-9dce-31eaba8662dc') {'for_net_delete': True} {{(pid=84153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:32:55.774830 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.services.segments.db [None req-8e168302-77a5-4222-a36d-7f05e3077104 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a3d5c03-405c-4d58-9dce-31eaba8662dc') {} {{(pid=84153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:32:55.802606 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-54712120-0a4d-456b-9540-bfcb3d3e5205 None None] Deleting port 9ab89a5f-b830-4885-b943-9cc519013351 {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:32:55.803221 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54712120-0a4d-456b-9540-bfcb3d3e5205 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:55.811605 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-8e168302-77a5-4222-a36d-7f05e3077104 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769554214503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980856'] for segment, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:55.857787 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-8e168302-77a5-4222-a36d-7f05e3077104 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:55.867505 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-54712120-0a4d-456b-9540-bfcb3d3e5205 None None] The port '9ab89a5f-b830-4885-b943-9cc519013351' was deleted {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 20 14:32:55.899902 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e168302-77a5-4222-a36d-7f05e3077104 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Releasing vlan 166 on physical network physnet1 to pool {{(pid=84153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 14:32:55.900555 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-8e168302-77a5-4222-a36d-7f05e3077104 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1622950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3944078'] for segment, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:55.918283 dv-neutron-825124-1-hyperv neutron-server[84153]: Traceback (most recent call last): Jan 20 14:32:55.918283 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 14:32:55.918283 dv-neutron-825124-1-hyperv neutron-server[84153]: timer() Jan 20 14:32:55.918283 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 14:32:55.918283 dv-neutron-825124-1-hyperv neutron-server[84153]: cb(*args, **kw) Jan 20 14:32:55.918283 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 14:32:55.918283 dv-neutron-825124-1-hyperv neutron-server[84153]: return func(*args, **kwargs) Jan 20 14:32:55.918283 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 14:32:55.918283 dv-neutron-825124-1-hyperv neutron-server[84153]: self._notify() Jan 20 14:32:55.918283 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 14:32:55.918283 dv-neutron-825124-1-hyperv neutron-server[84153]: self.callback(batched_events) Jan 20 14:32:55.918283 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 14:32:55.918283 dv-neutron-825124-1-hyperv neutron-server[84153]: event.method(event) Jan 20 14:32:55.918283 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 14:32:55.918283 dv-neutron-825124-1-hyperv neutron-server[84153]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 14:32:55.918283 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 14:32:55.918283 dv-neutron-825124-1-hyperv neutron-server[84153]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 14:32:55.918283 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 14:32:55.918283 dv-neutron-825124-1-hyperv neutron-server[84153]: return f(self, *a, **k) Jan 20 14:32:55.918283 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 14:32:55.918283 dv-neutron-825124-1-hyperv neutron-server[84153]: return self._get(url).json() Jan 20 14:32:55.918283 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 14:32:55.918283 dv-neutron-825124-1-hyperv neutron-server[84153]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 14:32:55.918283 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 14:32:55.918283 dv-neutron-825124-1-hyperv neutron-server[84153]: return self.request(url, 'GET', **kwargs) Jan 20 14:32:55.918283 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 14:32:55.918283 dv-neutron-825124-1-hyperv neutron-server[84153]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 14:32:55.918283 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 14:32:55.918283 dv-neutron-825124-1-hyperv neutron-server[84153]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 14:32:55.918283 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 14:32:55.918283 dv-neutron-825124-1-hyperv neutron-server[84153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 14:32:55.918283 dv-neutron-825124-1-hyperv neutron-server[84153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 14:32:56.011284 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-708228d0-abf0-4a7b-b045-d5fa1e1209e2 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks [] for port, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:56.013882 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-023bdf19-32e1-4617-851c-6d9cbdd4358d tempest-RoutersAdminTest-1932179691 tempest-RoutersAdminTest-1932179691-project] Router 45be81f9-7b69-49ca-9369-3b1b8676550f has already been hosted by L3 agent 624d525b-4c26-4143-8a1c-228bb1c6faaa {{(pid=84152) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 14:32:56.092992 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-ce7db9b8-d841-4831-b689-84a4038532dd tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Notify callbacks [] for port, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:56.121947 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-4e76f1e5-ad74-4362-92a7-0b84ab22c94f tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:56.176984 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-023bdf19-32e1-4617-851c-6d9cbdd4358d tempest-RoutersAdminTest-1932179691 tempest-RoutersAdminTest-1932179691-project] Notify agent at l3_agent.dv-neutron-825124-1-hyperv the message routers_updated {{(pid=84152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 14:32:56.179315 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-708228d0-abf0-4a7b-b045-d5fa1e1209e2 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:56.186002 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2025689-a3ec-4b8d-8984-687fb8aa49b1 None None] Sync routers for ids ['45be81f9-7b69-49ca-9369-3b1b8676550f'] in dv-neutron-825124-1-hyperv {{(pid=84155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 14:32:56.198860 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2025689-a3ec-4b8d-8984-687fb8aa49b1 None None] Routers {'45be81f9-7b69-49ca-9369-3b1b8676550f'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:32:56.199499 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-d2025689-a3ec-4b8d-8984-687fb8aa49b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:32:30Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['45be81f9-7b69-49ca-9369-3b1b8676550f'], 'active': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:32:56.218121 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-8e168302-77a5-4222-a36d-7f05e3077104 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1626253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-745296'] for network, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:56.236549 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-023bdf19-32e1-4617-851c-6d9cbdd4358d tempest-RoutersAdminTest-1932179691 tempest-RoutersAdminTest-1932179691-project] Notify callbacks [] for router, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:56.240052 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-023bdf19-32e1-4617-851c-6d9cbdd4358d tempest-RoutersAdminTest-1932179691 tempest-RoutersAdminTest-1932179691-project] 10.222.0.54 "PUT /v2.0/routers/45be81f9-7b69-49ca-9369-3b1b8676550f HTTP/1.1" status: 200 len: 705 time: 4.2191625 Jan 20 14:32:56.247480 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 40342) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:56.262006 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-d2025689-a3ec-4b8d-8984-687fb8aa49b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:32:56.267800 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-8e168302-77a5-4222-a36d-7f05e3077104 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks [] for network, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:56.271100 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e168302-77a5-4222-a36d-7f05e3077104 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Pushing event deleted for resources: {'Network': ['ID=59124e64-72a5-4678-bb60-32f8b65cb20e,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:32:56.273692 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2025689-a3ec-4b8d-8984-687fb8aa49b1 None None] Routers {'45be81f9-7b69-49ca-9369-3b1b8676550f'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:32:56.274514 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-d2025689-a3ec-4b8d-8984-687fb8aa49b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:32:30Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['45be81f9-7b69-49ca-9369-3b1b8676550f'], 'active': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:32:56.280667 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-ce7db9b8-d841-4831-b689-84a4038532dd tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:56.334152 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-708228d0-abf0-4a7b-b045-d5fa1e1209e2 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Network bd3bcbed-b067-4dc5-9ed0-4aa3dd858989 is already hosted by enough agents. {{(pid=84152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:32:56.334435 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-d2025689-a3ec-4b8d-8984-687fb8aa49b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:32:56.334649 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2025689-a3ec-4b8d-8984-687fb8aa49b1 None None] The sync data for ids ['45be81f9-7b69-49ca-9369-3b1b8676550f'] in dv-neutron-825124-1-hyperv is: [] {{(pid=84155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 14:32:56.334930 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708228d0-abf0-4a7b-b045-d5fa1e1209e2 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Pushing event updated for resources: {'Port': ['ID=cb6b8293-0e46-4b8a-ae41-7a7829fbddb4,revision_number=1']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:32:56.335794 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-4e76f1e5-ad74-4362-92a7-0b84ab22c94f tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:56.338749 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.base_scheduler [None req-708228d0-abf0-4a7b-b045-d5fa1e1209e2 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Resources bound (agent type, host, resource id): {{(pid=84152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:32:56.341727 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-708228d0-abf0-4a7b-b045-d5fa1e1209e2 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Received port after_create {{(pid=84152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:32:56.345683 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-708228d0-abf0-4a7b-b045-d5fa1e1209e2 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:32:56.346330 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-708228d0-abf0-4a7b-b045-d5fa1e1209e2 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:56.376257 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-8e168302-77a5-4222-a36d-7f05e3077104 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] 10.222.0.54 "DELETE /v2.0/networks/59124e64-72a5-4678-bb60-32f8b65cb20e HTTP/1.1" status: 204 len: 168 time: 2.3673511 Jan 20 14:32:56.380133 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 40346) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:56.427884 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-3d6bfeef-5947-43a9-96c1-9efdb59cda38 tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] 10.222.0.54 "GET /v2.0/routers/45be81f9-7b69-49ca-9369-3b1b8676550f HTTP/1.1" status: 200 len: 740 time: 0.1792805 Jan 20 14:32:56.430720 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 40350) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:56.476427 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-f903d44a-fe06-45e7-b659-fbe32a6ce21c tempest-RoutersAdminTest-346265826 tempest-RoutersAdminTest-346265826-project-admin] 10.222.0.54 "GET /v2.0/ports?network_id=8dffb05c-5ca0-409b-bd5f-7be6264f707d&device_id=45be81f9-7b69-49ca-9369-3b1b8676550f HTTP/1.1" status: 200 len: 205 time: 0.0445530 Jan 20 14:32:56.479240 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 40354) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:56.511590 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-9e8521a7-4ca7-4bed-9458-651785796cdf tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Request body: {'router': {'routes': None}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:32:56.516650 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-708228d0-abf0-4a7b-b045-d5fa1e1209e2 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.5396435 Jan 20 14:32:56.521435 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 40358) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:56.525578 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-d6a5476f-f220-48db-b898-1848de977e9d tempest-RoutersAdminTest-1932179691 tempest-RoutersAdminTest-1932179691-project] 10.222.0.54 "GET /v2.0/ports?device_id=45be81f9-7b69-49ca-9369-3b1b8676550f HTTP/1.1" status: 200 len: 205 time: 0.0447991 Jan 20 14:32:56.553000 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 40362) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:56.558213 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce7db9b8-d841-4831-b689-84a4038532dd tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Network 8dffb05c-5ca0-409b-bd5f-7be6264f707d is already hosted by enough agents. {{(pid=84153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:32:56.567485 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e76f1e5-ad74-4362-92a7-0b84ab22c94f tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Network 6c8e7324-36c8-49c0-a290-cf7f58b73495 is already hosted by enough agents. {{(pid=84153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:32:56.568586 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.base_scheduler [None req-ce7db9b8-d841-4831-b689-84a4038532dd tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Resources bound (agent type, host, resource id): {{(pid=84153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:32:56.570429 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7db9b8-d841-4831-b689-84a4038532dd tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Pushing event updated for resources: {'Port': ['ID=f4996791-e55d-4eee-ac4a-6746ecddbd24,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:32:56.579183 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce7db9b8-d841-4831-b689-84a4038532dd tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Received port after_create {{(pid=84153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:32:56.608000 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.base_scheduler [None req-4e76f1e5-ad74-4362-92a7-0b84ab22c94f tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Resources bound (agent type, host, resource id): {{(pid=84153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:32:56.647742 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e76f1e5-ad74-4362-92a7-0b84ab22c94f tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Received port after_create {{(pid=84153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:32:56.648563 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e76f1e5-ad74-4362-92a7-0b84ab22c94f tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:32:56.649144 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-4e76f1e5-ad74-4362-92a7-0b84ab22c94f tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:56.655277 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-e0e91999-a8da-4d1c-bd6b-6f5d49bbdb02 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Deleting port cb6b8293-0e46-4b8a-ae41-7a7829fbddb4 {{(pid=84152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:32:56.655623 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-e0e91999-a8da-4d1c-bd6b-6f5d49bbdb02 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:56.794262 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e76f1e5-ad74-4362-92a7-0b84ab22c94f tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Pushing event updated for resources: {'Port': ['ID=f399a518-e7cb-4ae6-9a3f-475fd8744195,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:32:56.806859 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-4e76f1e5-ad74-4362-92a7-0b84ab22c94f tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.5346460 Jan 20 14:32:56.807043 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-80fa352a-b8cf-4dcb-9a15-c5acb5f98f8f tempest-RoutersAdminTest-1932179691 tempest-RoutersAdminTest-1932179691-project] Notify callbacks [] for router, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:56.814779 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 40366) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:56.831786 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-ff8f9289-7e5a-4fda-8b75-d4a75224ff81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8251'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:32:57.114896 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.extraroute_db [None req-9e8521a7-4ca7-4bed-9458-651785796cdf tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Added routes are [] {{(pid=84153) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jan 20 14:32:57.115132 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.extraroute_db [None req-9e8521a7-4ca7-4bed-9458-651785796cdf tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Removed routes are [] {{(pid=84153) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jan 20 14:32:57.115437 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-9e8521a7-4ca7-4bed-9458-651785796cdf tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-744886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-105502'] for router, precommit_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:57.295076 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-e0e91999-a8da-4d1c-bd6b-6f5d49bbdb02 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:57.318221 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-ff8f9289-7e5a-4fda-8b75-d4a75224ff81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:57.486561 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-e0e91999-a8da-4d1c-bd6b-6f5d49bbdb02 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Calling delete_port for cb6b8293-0e46-4b8a-ae41-7a7829fbddb4 owned by {{(pid=84152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:32:57.641057 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-80fa352a-b8cf-4dcb-9a15-c5acb5f98f8f tempest-RoutersAdminTest-1932179691 tempest-RoutersAdminTest-1932179691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-737761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105493'] for router, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:57.662909 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-80fa352a-b8cf-4dcb-9a15-c5acb5f98f8f tempest-RoutersAdminTest-1932179691 tempest-RoutersAdminTest-1932179691-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:57.878432 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-e0e91999-a8da-4d1c-bd6b-6f5d49bbdb02 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:57.889819 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-9e8521a7-4ca7-4bed-9458-651785796cdf tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-744886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-105502'] for router, precommit_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:57.903847 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-9e8521a7-4ca7-4bed-9458-651785796cdf tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-744861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-744847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-744836', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-737562'] for router, after_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:57.932279 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-80fa352a-b8cf-4dcb-9a15-c5acb5f98f8f tempest-RoutersAdminTest-1932179691 tempest-RoutersAdminTest-1932179691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-737693'] for router, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:57.933501 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80fa352a-b8cf-4dcb-9a15-c5acb5f98f8f tempest-RoutersAdminTest-1932179691 tempest-RoutersAdminTest-1932179691-project] Fanout notify agent at l3_agent the message router_deleted on router 45be81f9-7b69-49ca-9369-3b1b8676550f {{(pid=84152) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 20 14:32:57.945182 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e91999-a8da-4d1c-bd6b-6f5d49bbdb02 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Pushing event deleted for resources: {'Port': ['ID=cb6b8293-0e46-4b8a-ae41-7a7829fbddb4,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:32:57.960774 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-e0e91999-a8da-4d1c-bd6b-6f5d49bbdb02 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:57.960774 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-e0e91999-a8da-4d1c-bd6b-6f5d49bbdb02 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] 10.222.0.54 "DELETE /v2.0/ports/cb6b8293-0e46-4b8a-ae41-7a7829fbddb4 HTTP/1.1" status: 204 len: 168 time: 1.4376655 Jan 20 14:32:57.963560 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-80fa352a-b8cf-4dcb-9a15-c5acb5f98f8f tempest-RoutersAdminTest-1932179691 tempest-RoutersAdminTest-1932179691-project] Notify callbacks [] for router, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:57.964556 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-80fa352a-b8cf-4dcb-9a15-c5acb5f98f8f tempest-RoutersAdminTest-1932179691 tempest-RoutersAdminTest-1932179691-project] 10.222.0.54 "DELETE /v2.0/routers/45be81f9-7b69-49ca-9369-3b1b8676550f HTTP/1.1" status: 204 len: 168 time: 1.4106438 Jan 20 14:32:57.965109 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 40370) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:57.971044 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-58ebe4e2-5d5b-40d0-9e37-b51bcef3698e tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Request body: {'port': {'network_id': 'bd3bcbed-b067-4dc5-9ed0-4aa3dd858989', 'mac_address': 'fa:16:3e:7f:98:47', 'name': 'tempest-PortsIpV6TestJSON-1208057491'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:32:57.975400 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-c2e5c608-1bf9-48c4-967e-0357f37d5612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:57.987345 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 40374) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:58.083768 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-1f4baeb7-ee67-4caf-9e7c-3051cc063793 tempest-RoutersAdminTest-1932179691 tempest-RoutersAdminTest-1932179691-project] 10.222.0.54 "GET /v2.0/ports?device_id=45be81f9-7b69-49ca-9369-3b1b8676550f HTTP/1.1" status: 200 len: 205 time: 0.0953138 Jan 20 14:32:58.087204 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 40378) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:58.176862 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e8521a7-4ca7-4bed-9458-651785796cdf tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Router a4106d72-8050-4a68-8890-4cb57f44d718 has already been hosted by L3 agent 624d525b-4c26-4143-8a1c-228bb1c6faaa {{(pid=84153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 14:32:58.181261 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.notifiers.nova [None req-ff8f9289-7e5a-4fda-8b75-d4a75224ff81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] device_id is not set on port f399a518-e7cb-4ae6-9a3f-475fd8744195 yet. {{(pid=84153) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 14:32:58.185233 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.api.v2.resource [None req-beb3af5c-e996-4fa4-9d7f-6869e7889de8 tempest-RoutersAdminTest-1932179691 tempest-RoutersAdminTest-1932179691-project] delete failed (client error): The resource could not be found. Jan 20 14:32:58.186282 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-beb3af5c-e996-4fa4-9d7f-6869e7889de8 tempest-RoutersAdminTest-1932179691 tempest-RoutersAdminTest-1932179691-project] 10.222.0.54 "DELETE /v2.0/routers/45be81f9-7b69-49ca-9369-3b1b8676550f HTTP/1.1" status: 404 len: 336 time: 0.0981710 Jan 20 14:32:58.189477 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 40382) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:58.191233 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-ff8f9289-7e5a-4fda-8b75-d4a75224ff81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:58.215850 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.provisioning_blocks [None req-ff8f9289-7e5a-4fda-8b75-d4a75224ff81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Transition to ACTIVE for port object f399a518-e7cb-4ae6-9a3f-475fd8744195 will not be triggered until provisioned by entity L2. {{(pid=84153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:32:58.239507 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-3753f547-6276-4a53-ba30-96d003dd287a tempest-RoutersAdminTest-1932179691 tempest-RoutersAdminTest-1932179691-project] 10.222.0.54 "GET /v2.0/ports?device_id=d5b83fd4-bdb3-4e86-950c-dd152f380601 HTTP/1.1" status: 200 len: 205 time: 0.0470629 Jan 20 14:32:58.239742 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 40386) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:58.242487 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-58ebe4e2-5d5b-40d0-9e37-b51bcef3698e tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:32:58.309324 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-58ebe4e2-5d5b-40d0-9e37-b51bcef3698e tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Usage tracker for resource:port and tenant:b664f111a0df442d811f140f6dbd9d75 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:32:58.312762 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.api.v2.resource [None req-c880f82b-89f3-4ff3-9ee6-c68ea8b1fde2 tempest-RoutersAdminTest-1932179691 tempest-RoutersAdminTest-1932179691-project] delete failed (client error): The resource could not be found. Jan 20 14:32:58.315469 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-c880f82b-89f3-4ff3-9ee6-c68ea8b1fde2 tempest-RoutersAdminTest-1932179691 tempest-RoutersAdminTest-1932179691-project] 10.222.0.54 "DELETE /v2.0/routers/d5b83fd4-bdb3-4e86-950c-dd152f380601 HTTP/1.1" status: 404 len: 336 time: 0.0731993 Jan 20 14:32:58.315469 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-58ebe4e2-5d5b-40d0-9e37-b51bcef3698e tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:32:58.317131 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 40390) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:58.350423 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-ff8f9289-7e5a-4fda-8b75-d4a75224ff81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3944146'] for port, after_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:58.355770 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-58ebe4e2-5d5b-40d0-9e37-b51bcef3698e tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:32:58.363289 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-9198f1e5-cc7e-424b-b016-f3e1f56e0de3 tempest-RoutersAdminTest-1932179691 tempest-RoutersAdminTest-1932179691-project] 10.222.0.54 "GET /v2.0/ports?device_id=29a1d756-ffe8-4139-ab29-6fe0b60ef881 HTTP/1.1" status: 200 len: 205 time: 0.0451274 Jan 20 14:32:58.365792 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 40394) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:58.437252 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.api.v2.resource [None req-27ff842a-1187-4a08-8583-8d9f02fc2d19 tempest-RoutersAdminTest-1932179691 tempest-RoutersAdminTest-1932179691-project] delete failed (client error): The resource could not be found. Jan 20 14:32:58.438243 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-27ff842a-1187-4a08-8583-8d9f02fc2d19 tempest-RoutersAdminTest-1932179691 tempest-RoutersAdminTest-1932179691-project] 10.222.0.54 "DELETE /v2.0/routers/29a1d756-ffe8-4139-ab29-6fe0b60ef881 HTTP/1.1" status: 404 len: 336 time: 0.0714855 Jan 20 14:32:58.440888 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 40398) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:58.476254 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58ebe4e2-5d5b-40d0-9e37-b51bcef3698e tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Made reservation on behalf of b664f111a0df442d811f140f6dbd9d75 for: {'port': 1} {{(pid=84152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:32:58.499760 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-334973d2-e6dc-48a8-9679-b5514ab4ec5f tempest-RoutersAdminTest-1932179691 tempest-RoutersAdminTest-1932179691-project] 10.222.0.54 "GET /v2.0/ports?device_id=4c3ac892-3f9a-42d0-9ab6-9e92bc90a99f HTTP/1.1" status: 200 len: 205 time: 0.0566127 Jan 20 14:32:58.502310 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 40402) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:58.550577 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e8521a7-4ca7-4bed-9458-651785796cdf tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify agent at l3_agent.dv-neutron-825124-1-hyperv the message routers_updated {{(pid=84153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 14:32:58.565731 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-748b06f8-cfba-49dd-8ccd-ec9b31d1ccb9 None None] Sync routers for ids ['a4106d72-8050-4a68-8890-4cb57f44d718'] in dv-neutron-825124-1-hyperv {{(pid=84154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 14:32:58.581132 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-748b06f8-cfba-49dd-8ccd-ec9b31d1ccb9 None None] Routers {'a4106d72-8050-4a68-8890-4cb57f44d718'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:32:58.581759 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-748b06f8-cfba-49dd-8ccd-ec9b31d1ccb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:32:30Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['a4106d72-8050-4a68-8890-4cb57f44d718'], 'active': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:32:58.583465 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8f9289-7e5a-4fda-8b75-d4a75224ff81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Pushing event updated for resources: {'Port': ['ID=f399a518-e7cb-4ae6-9a3f-475fd8744195,revision_number=2']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:32:58.602891 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-9e8521a7-4ca7-4bed-9458-651785796cdf tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks [] for router, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:58.607473 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-9e8521a7-4ca7-4bed-9458-651785796cdf tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] 10.222.0.54 "PUT /v2.0/routers/a4106d72-8050-4a68-8890-4cb57f44d718 HTTP/1.1" status: 200 len: 704 time: 2.2199576 Jan 20 14:32:58.607473 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-ce7db9b8-d841-4831-b689-84a4038532dd tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:58.609653 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 40406) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:58.626182 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.api.v2.resource [None req-8aa2abee-5507-4aff-b394-a9d88c11dbd5 tempest-RoutersAdminTest-1932179691 tempest-RoutersAdminTest-1932179691-project] delete failed (client error): The resource could not be found. Jan 20 14:32:58.627825 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-8aa2abee-5507-4aff-b394-a9d88c11dbd5 tempest-RoutersAdminTest-1932179691 tempest-RoutersAdminTest-1932179691-project] 10.222.0.54 "DELETE /v2.0/routers/4c3ac892-3f9a-42d0-9ab6-9e92bc90a99f HTTP/1.1" status: 404 len: 336 time: 0.1245956 Jan 20 14:32:58.632545 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 40410) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:58.666446 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-67f8cd7a-722d-4cc4-9096-a60ffb11fd14 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Synchronizing usage tracker for tenant:f85e30c327a64407a1a93d3333ba9261 on resource:port {{(pid=84153) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:32:58.674671 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.managers [None req-ff8f9289-7e5a-4fda-8b75-d4a75224ff81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Attempting to bind port f399a518-e7cb-4ae6-9a3f-475fd8744195 on host hv-neutron-8251 for vnic_type normal with profile {{(pid=84153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:32:58.675009 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.managers [None req-ff8f9289-7e5a-4fda-8b75-d4a75224ff81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Attempting to bind port f399a518-e7cb-4ae6-9a3f-475fd8744195 by drivers openvswitch,hyperv on host hv-neutron-8251 at level 0 using segments [{'id': 'a436a73b-2716-4ea7-a666-e1e41f85b0ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '6c8e7324-36c8-49c0-a290-cf7f58b73495'}] {{(pid=84153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:32:58.675344 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff8f9289-7e5a-4fda-8b75-d4a75224ff81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Attempting to bind port f399a518-e7cb-4ae6-9a3f-475fd8744195 on network 6c8e7324-36c8-49c0-a290-cf7f58b73495 {{(pid=84153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 14:32:58.723111 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff8f9289-7e5a-4fda-8b75-d4a75224ff81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Port f399a518-e7cb-4ae6-9a3f-475fd8744195 on network 6c8e7324-36c8-49c0-a290-cf7f58b73495 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8251 {{(pid=84153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 20 14:32:58.723429 dv-neutron-825124-1-hyperv neutron-server[84153]: ERROR neutron.plugins.ml2.managers [None req-ff8f9289-7e5a-4fda-8b75-d4a75224ff81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Failed to bind port f399a518-e7cb-4ae6-9a3f-475fd8744195 on host hv-neutron-8251 for vnic_type normal using segments [{'id': 'a436a73b-2716-4ea7-a666-e1e41f85b0ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '6c8e7324-36c8-49c0-a290-cf7f58b73495'}] Jan 20 14:32:58.730835 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.plugins.ml2.plugin [None req-ff8f9289-7e5a-4fda-8b75-d4a75224ff81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Attempt 2 to bind port f399a518-e7cb-4ae6-9a3f-475fd8744195 Jan 20 14:32:58.737891 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvr_db [None req-748b06f8-cfba-49dd-8ccd-ec9b31d1ccb9 None None] Set router a4106d72-8050-4a68-8890-4cb57f44d718 gateway port host: None {{(pid=84154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 14:32:58.752828 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.managers [None req-ff8f9289-7e5a-4fda-8b75-d4a75224ff81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Attempting to bind port f399a518-e7cb-4ae6-9a3f-475fd8744195 on host hv-neutron-8251 for vnic_type normal with profile {{(pid=84153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:32:58.753174 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.managers [None req-ff8f9289-7e5a-4fda-8b75-d4a75224ff81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Attempting to bind port f399a518-e7cb-4ae6-9a3f-475fd8744195 by drivers openvswitch,hyperv on host hv-neutron-8251 at level 0 using segments [{'id': 'a436a73b-2716-4ea7-a666-e1e41f85b0ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '6c8e7324-36c8-49c0-a290-cf7f58b73495'}] {{(pid=84153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:32:58.753499 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff8f9289-7e5a-4fda-8b75-d4a75224ff81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Attempting to bind port f399a518-e7cb-4ae6-9a3f-475fd8744195 on network 6c8e7324-36c8-49c0-a290-cf7f58b73495 {{(pid=84153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 14:32:58.759944 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-ce7db9b8-d841-4831-b689-84a4038532dd tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:58.796701 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-67f8cd7a-722d-4cc4-9096-a60ffb11fd14 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Unset dirty status for tenant:f85e30c327a64407a1a93d3333ba9261 on resource:port {{(pid=84153) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:32:58.801015 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-67f8cd7a-722d-4cc4-9096-a60ffb11fd14 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] 10.222.0.54 "GET /v2.0/ports?device_id=a4106d72-8050-4a68-8890-4cb57f44d718 HTTP/1.1" status: 200 len: 205 time: 0.1877794 Jan 20 14:32:58.801015 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff8f9289-7e5a-4fda-8b75-d4a75224ff81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Port f399a518-e7cb-4ae6-9a3f-475fd8744195 on network 6c8e7324-36c8-49c0-a290-cf7f58b73495 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8251 {{(pid=84153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 20 14:32:58.801015 dv-neutron-825124-1-hyperv neutron-server[84153]: ERROR neutron.plugins.ml2.managers [None req-ff8f9289-7e5a-4fda-8b75-d4a75224ff81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Failed to bind port f399a518-e7cb-4ae6-9a3f-475fd8744195 on host hv-neutron-8251 for vnic_type normal using segments [{'id': 'a436a73b-2716-4ea7-a666-e1e41f85b0ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '6c8e7324-36c8-49c0-a290-cf7f58b73495'}] Jan 20 14:32:58.801458 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 40414) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:58.808075 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.plugins.ml2.plugin [None req-ff8f9289-7e5a-4fda-8b75-d4a75224ff81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Attempt 3 to bind port f399a518-e7cb-4ae6-9a3f-475fd8744195 Jan 20 14:32:58.812409 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-4f76a6d9-e308-4883-bd2e-ab9e6670d1e8 tempest-RoutersAdminTest-1932179691 tempest-RoutersAdminTest-1932179691-project] 10.222.0.54 "GET /v2.0/ports?device_id=265faaae-cfa0-45b7-a9c6-8c53f22b7450 HTTP/1.1" status: 200 len: 205 time: 0.1765914 Jan 20 14:32:58.812660 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 40416) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:58.857361 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-748b06f8-cfba-49dd-8ccd-ec9b31d1ccb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4106d72-8050-4a68-8890-4cb57f44d718', 'name': 'tempest-RoutersIpV6Test-router-747136858', 'tenant_id': 'f85e30c327a64407a1a93d3333ba9261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:31:25Z', 'updated_at': '2022-01-20T14:32:51Z', 'revision_number': 11, 'project_id': 'f85e30c327a64407a1a93d3333ba9261', 'gw_port_host': None}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:32:58.868354 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-748b06f8-cfba-49dd-8ccd-ec9b31d1ccb9 None None] Checking router: a4106d72-8050-4a68-8890-4cb57f44d718 for host: dv-neutron-825124-1-hyperv {{(pid=84154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 14:32:58.886210 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-748b06f8-cfba-49dd-8ccd-ec9b31d1ccb9 None None] Routers {'a4106d72-8050-4a68-8890-4cb57f44d718'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:32:58.887057 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-748b06f8-cfba-49dd-8ccd-ec9b31d1ccb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:32:30Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['a4106d72-8050-4a68-8890-4cb57f44d718'], 'active': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:32:58.890070 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-58ebe4e2-5d5b-40d0-9e37-b51bcef3698e tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:58.902632 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.managers [None req-ff8f9289-7e5a-4fda-8b75-d4a75224ff81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Attempting to bind port f399a518-e7cb-4ae6-9a3f-475fd8744195 on host hv-neutron-8251 for vnic_type normal with profile {{(pid=84153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:32:58.903224 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.managers [None req-ff8f9289-7e5a-4fda-8b75-d4a75224ff81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Attempting to bind port f399a518-e7cb-4ae6-9a3f-475fd8744195 by drivers openvswitch,hyperv on host hv-neutron-8251 at level 0 using segments [{'id': 'a436a73b-2716-4ea7-a666-e1e41f85b0ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '6c8e7324-36c8-49c0-a290-cf7f58b73495'}] {{(pid=84153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:32:58.903319 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff8f9289-7e5a-4fda-8b75-d4a75224ff81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Attempting to bind port f399a518-e7cb-4ae6-9a3f-475fd8744195 on network 6c8e7324-36c8-49c0-a290-cf7f58b73495 {{(pid=84153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 14:32:58.913291 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.api.v2.resource [None req-a568703a-c68a-4bfc-807c-d2dfd81315e3 tempest-RoutersAdminTest-1932179691 tempest-RoutersAdminTest-1932179691-project] delete failed (client error): The resource could not be found. Jan 20 14:32:58.916772 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-a568703a-c68a-4bfc-807c-d2dfd81315e3 tempest-RoutersAdminTest-1932179691 tempest-RoutersAdminTest-1932179691-project] 10.222.0.54 "DELETE /v2.0/routers/265faaae-cfa0-45b7-a9c6-8c53f22b7450 HTTP/1.1" status: 404 len: 336 time: 0.1007886 Jan 20 14:32:58.916984 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 40422) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:58.935138 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff8f9289-7e5a-4fda-8b75-d4a75224ff81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Port f399a518-e7cb-4ae6-9a3f-475fd8744195 on network 6c8e7324-36c8-49c0-a290-cf7f58b73495 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8251 {{(pid=84153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 20 14:32:58.935498 dv-neutron-825124-1-hyperv neutron-server[84153]: ERROR neutron.plugins.ml2.managers [None req-ff8f9289-7e5a-4fda-8b75-d4a75224ff81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Failed to bind port f399a518-e7cb-4ae6-9a3f-475fd8744195 on host hv-neutron-8251 for vnic_type normal using segments [{'id': 'a436a73b-2716-4ea7-a666-e1e41f85b0ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '6c8e7324-36c8-49c0-a290-cf7f58b73495'}] Jan 20 14:32:58.971017 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-75ca3cb7-dabd-4366-a307-9eb40c6c97af tempest-RoutersAdminTest-1932179691 tempest-RoutersAdminTest-1932179691-project] 10.222.0.54 "GET /v2.0/ports?device_id=a58a7795-e0bf-47a3-a3a9-ac51e1b4bd88 HTTP/1.1" status: 200 len: 205 time: 0.0506880 Jan 20 14:32:58.971017 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.notifiers.nova [None req-58ebe4e2-5d5b-40d0-9e37-b51bcef3698e tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] device_id is not set on port ae100b47-cfb1-48d4-aa47-addbff310bee yet. {{(pid=84152) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 14:32:58.983869 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 40426) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:58.991876 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.plugins.ml2.plugin [None req-ff8f9289-7e5a-4fda-8b75-d4a75224ff81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Attempt 4 to bind port f399a518-e7cb-4ae6-9a3f-475fd8744195 Jan 20 14:32:59.063229 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvr_db [None req-748b06f8-cfba-49dd-8ccd-ec9b31d1ccb9 None None] Set router a4106d72-8050-4a68-8890-4cb57f44d718 gateway port host: None {{(pid=84154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 14:32:59.135540 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.managers [None req-ff8f9289-7e5a-4fda-8b75-d4a75224ff81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Attempting to bind port f399a518-e7cb-4ae6-9a3f-475fd8744195 on host hv-neutron-8251 for vnic_type normal with profile {{(pid=84153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:32:59.136426 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.managers [None req-ff8f9289-7e5a-4fda-8b75-d4a75224ff81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Attempting to bind port f399a518-e7cb-4ae6-9a3f-475fd8744195 by drivers openvswitch,hyperv on host hv-neutron-8251 at level 0 using segments [{'id': 'a436a73b-2716-4ea7-a666-e1e41f85b0ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '6c8e7324-36c8-49c0-a290-cf7f58b73495'}] {{(pid=84153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:32:59.136802 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff8f9289-7e5a-4fda-8b75-d4a75224ff81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Attempting to bind port f399a518-e7cb-4ae6-9a3f-475fd8744195 on network 6c8e7324-36c8-49c0-a290-cf7f58b73495 {{(pid=84153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 14:32:59.142760 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.api.v2.resource [None req-ede73a43-fc29-4a13-af9e-114466ccdc91 tempest-RoutersAdminTest-1932179691 tempest-RoutersAdminTest-1932179691-project] delete failed (client error): The resource could not be found. Jan 20 14:32:59.143780 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-ede73a43-fc29-4a13-af9e-114466ccdc91 tempest-RoutersAdminTest-1932179691 tempest-RoutersAdminTest-1932179691-project] 10.222.0.54 "DELETE /v2.0/routers/a58a7795-e0bf-47a3-a3a9-ac51e1b4bd88 HTTP/1.1" status: 404 len: 336 time: 0.1443732 Jan 20 14:32:59.154226 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 40430) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:59.180213 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-748b06f8-cfba-49dd-8ccd-ec9b31d1ccb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4106d72-8050-4a68-8890-4cb57f44d718', 'name': 'tempest-RoutersIpV6Test-router-747136858', 'tenant_id': 'f85e30c327a64407a1a93d3333ba9261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:31:25Z', 'updated_at': '2022-01-20T14:32:51Z', 'revision_number': 11, 'project_id': 'f85e30c327a64407a1a93d3333ba9261', 'gw_port_host': None}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:32:59.193937 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-748b06f8-cfba-49dd-8ccd-ec9b31d1ccb9 None None] The sync data for ids ['a4106d72-8050-4a68-8890-4cb57f44d718'] in dv-neutron-825124-1-hyperv is: [{'id': 'a4106d72-8050-4a68-8890-4cb57f44d718', 'name': 'tempest-RoutersIpV6Test-router-747136858', 'tenant_id': 'f85e30c327a64407a1a93d3333ba9261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:31:25Z', 'updated_at': '2022-01-20T14:32:51Z', 'revision_number': 11, 'project_id': 'f85e30c327a64407a1a93d3333ba9261', 'gw_port_host': None}] {{(pid=84154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 14:32:59.206572 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-6035359e-ffba-4b5d-bb48-9bf956020728 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks [] for router, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:59.248751 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-58ebe4e2-5d5b-40d0-9e37-b51bcef3698e tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks [] for port, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:59.271284 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff8f9289-7e5a-4fda-8b75-d4a75224ff81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Port f399a518-e7cb-4ae6-9a3f-475fd8744195 on network 6c8e7324-36c8-49c0-a290-cf7f58b73495 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8251 {{(pid=84153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 20 14:32:59.271626 dv-neutron-825124-1-hyperv neutron-server[84153]: ERROR neutron.plugins.ml2.managers [None req-ff8f9289-7e5a-4fda-8b75-d4a75224ff81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Failed to bind port f399a518-e7cb-4ae6-9a3f-475fd8744195 on host hv-neutron-8251 for vnic_type normal using segments [{'id': 'a436a73b-2716-4ea7-a666-e1e41f85b0ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '6c8e7324-36c8-49c0-a290-cf7f58b73495'}] Jan 20 14:32:59.344582 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-58ebe4e2-5d5b-40d0-9e37-b51bcef3698e tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:59.427077 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58ebe4e2-5d5b-40d0-9e37-b51bcef3698e tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Network bd3bcbed-b067-4dc5-9ed0-4aa3dd858989 is already hosted by enough agents. {{(pid=84152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:32:59.430687 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.base_scheduler [None req-58ebe4e2-5d5b-40d0-9e37-b51bcef3698e tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Resources bound (agent type, host, resource id): {{(pid=84152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:32:59.433822 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ebe4e2-5d5b-40d0-9e37-b51bcef3698e tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Received port after_create {{(pid=84152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:32:59.434444 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.plugins.ml2.plugin [None req-ff8f9289-7e5a-4fda-8b75-d4a75224ff81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Attempt 5 to bind port f399a518-e7cb-4ae6-9a3f-475fd8744195 Jan 20 14:32:59.438204 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58ebe4e2-5d5b-40d0-9e37-b51bcef3698e tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:32:59.439415 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-58ebe4e2-5d5b-40d0-9e37-b51bcef3698e tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:59.441812 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.pecan_wsgi.hooks.translation [None req-49afa3f7-ab2f-4a04-ba86-7800eaaeca77 tempest-RoutersAdminTest-1932179691 tempest-RoutersAdminTest-1932179691-project] DELETE failed (client error): The resource could not be found. Jan 20 14:32:59.442274 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49afa3f7-ab2f-4a04-ba86-7800eaaeca77 tempest-RoutersAdminTest-1932179691 tempest-RoutersAdminTest-1932179691-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:32:59.447029 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-49afa3f7-ab2f-4a04-ba86-7800eaaeca77 tempest-RoutersAdminTest-1932179691 tempest-RoutersAdminTest-1932179691-project] 10.222.0.54 "DELETE /v2.0/subnets/48750ed0-8e67-440d-a785-e7d10a4fc528 HTTP/1.1" status: 404 len: 337 time: 0.2860525 Jan 20 14:32:59.456936 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ebe4e2-5d5b-40d0-9e37-b51bcef3698e tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Pushing event updated for resources: {'Port': ['ID=ae100b47-cfb1-48d4-aa47-addbff310bee,revision_number=1']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:32:59.474623 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.managers [None req-ff8f9289-7e5a-4fda-8b75-d4a75224ff81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Attempting to bind port f399a518-e7cb-4ae6-9a3f-475fd8744195 on host hv-neutron-8251 for vnic_type normal with profile {{(pid=84153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:32:59.485243 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.managers [None req-ff8f9289-7e5a-4fda-8b75-d4a75224ff81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Attempting to bind port f399a518-e7cb-4ae6-9a3f-475fd8744195 by drivers openvswitch,hyperv on host hv-neutron-8251 at level 0 using segments [{'id': 'a436a73b-2716-4ea7-a666-e1e41f85b0ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '6c8e7324-36c8-49c0-a290-cf7f58b73495'}] {{(pid=84153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:32:59.485243 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff8f9289-7e5a-4fda-8b75-d4a75224ff81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Attempting to bind port f399a518-e7cb-4ae6-9a3f-475fd8744195 on network 6c8e7324-36c8-49c0-a290-cf7f58b73495 {{(pid=84153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 14:32:59.557417 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff8f9289-7e5a-4fda-8b75-d4a75224ff81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Port f399a518-e7cb-4ae6-9a3f-475fd8744195 on network 6c8e7324-36c8-49c0-a290-cf7f58b73495 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8251 {{(pid=84153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 20 14:32:59.557417 dv-neutron-825124-1-hyperv neutron-server[84153]: ERROR neutron.plugins.ml2.managers [None req-ff8f9289-7e5a-4fda-8b75-d4a75224ff81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Failed to bind port f399a518-e7cb-4ae6-9a3f-475fd8744195 on host hv-neutron-8251 for vnic_type normal using segments [{'id': 'a436a73b-2716-4ea7-a666-e1e41f85b0ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '6c8e7324-36c8-49c0-a290-cf7f58b73495'}] Jan 20 14:32:59.557417 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.plugins.ml2.plugin [None req-ff8f9289-7e5a-4fda-8b75-d4a75224ff81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Attempt 6 to bind port f399a518-e7cb-4ae6-9a3f-475fd8744195 Jan 20 14:32:59.577362 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-58ebe4e2-5d5b-40d0-9e37-b51bcef3698e tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.6103926 Jan 20 14:32:59.579578 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 40436) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:59.591747 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.managers [None req-ff8f9289-7e5a-4fda-8b75-d4a75224ff81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Attempting to bind port f399a518-e7cb-4ae6-9a3f-475fd8744195 on host hv-neutron-8251 for vnic_type normal with profile {{(pid=84153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:32:59.592190 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.managers [None req-ff8f9289-7e5a-4fda-8b75-d4a75224ff81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Attempting to bind port f399a518-e7cb-4ae6-9a3f-475fd8744195 by drivers openvswitch,hyperv on host hv-neutron-8251 at level 0 using segments [{'id': 'a436a73b-2716-4ea7-a666-e1e41f85b0ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '6c8e7324-36c8-49c0-a290-cf7f58b73495'}] {{(pid=84153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:32:59.592466 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff8f9289-7e5a-4fda-8b75-d4a75224ff81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Attempting to bind port f399a518-e7cb-4ae6-9a3f-475fd8744195 on network 6c8e7324-36c8-49c0-a290-cf7f58b73495 {{(pid=84153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 14:32:59.651626 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-ce7db9b8-d841-4831-b689-84a4038532dd tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Notify callbacks [] for port, precommit_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:59.665584 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54a1a75a-0a77-4192-b8d2-e383d5b9d2c8 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:32:59.666205 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-54a1a75a-0a77-4192-b8d2-e383d5b9d2c8 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Synchronizing usage tracker for tenant:b664f111a0df442d811f140f6dbd9d75 on resource:port {{(pid=84152) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:32:59.722643 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff8f9289-7e5a-4fda-8b75-d4a75224ff81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Port f399a518-e7cb-4ae6-9a3f-475fd8744195 on network 6c8e7324-36c8-49c0-a290-cf7f58b73495 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8251 {{(pid=84153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 20 14:32:59.722972 dv-neutron-825124-1-hyperv neutron-server[84153]: ERROR neutron.plugins.ml2.managers [None req-ff8f9289-7e5a-4fda-8b75-d4a75224ff81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Failed to bind port f399a518-e7cb-4ae6-9a3f-475fd8744195 on host hv-neutron-8251 for vnic_type normal using segments [{'id': 'a436a73b-2716-4ea7-a666-e1e41f85b0ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '6c8e7324-36c8-49c0-a290-cf7f58b73495'}] Jan 20 14:32:59.730842 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.plugins.ml2.plugin [None req-ff8f9289-7e5a-4fda-8b75-d4a75224ff81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Attempt 7 to bind port f399a518-e7cb-4ae6-9a3f-475fd8744195 Jan 20 14:32:59.807447 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-54a1a75a-0a77-4192-b8d2-e383d5b9d2c8 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Unset dirty status for tenant:b664f111a0df442d811f140f6dbd9d75 on resource:port {{(pid=84152) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:32:59.809590 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-54a1a75a-0a77-4192-b8d2-e383d5b9d2c8 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] 10.222.0.54 "GET /v2.0/ports/ae100b47-cfb1-48d4-aa47-addbff310bee HTTP/1.1" status: 200 len: 845 time: 0.2264450 Jan 20 14:32:59.813810 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 40440) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:32:59.815663 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.managers [None req-ff8f9289-7e5a-4fda-8b75-d4a75224ff81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Attempting to bind port f399a518-e7cb-4ae6-9a3f-475fd8744195 on host hv-neutron-8251 for vnic_type normal with profile {{(pid=84153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:32:59.816012 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.managers [None req-ff8f9289-7e5a-4fda-8b75-d4a75224ff81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Attempting to bind port f399a518-e7cb-4ae6-9a3f-475fd8744195 by drivers openvswitch,hyperv on host hv-neutron-8251 at level 0 using segments [{'id': 'a436a73b-2716-4ea7-a666-e1e41f85b0ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '6c8e7324-36c8-49c0-a290-cf7f58b73495'}] {{(pid=84153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:32:59.816353 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff8f9289-7e5a-4fda-8b75-d4a75224ff81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Attempting to bind port f399a518-e7cb-4ae6-9a3f-475fd8744195 on network 6c8e7324-36c8-49c0-a290-cf7f58b73495 {{(pid=84153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 14:32:59.820924 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-ce7db9b8-d841-4831-b689-84a4038532dd tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3944146'] for port, after_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:59.919957 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-7d5e9986-e2c9-4b20-953a-e758138401be tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Deleting port ae100b47-cfb1-48d4-aa47-addbff310bee {{(pid=84152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:32:59.920563 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-7d5e9986-e2c9-4b20-953a-e758138401be tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:59.953337 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-6035359e-ffba-4b5d-bb48-9bf956020728 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-737761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105493'] for router, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:32:59.954881 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff8f9289-7e5a-4fda-8b75-d4a75224ff81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Port f399a518-e7cb-4ae6-9a3f-475fd8744195 on network 6c8e7324-36c8-49c0-a290-cf7f58b73495 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8251 {{(pid=84153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 20 14:32:59.955206 dv-neutron-825124-1-hyperv neutron-server[84153]: ERROR neutron.plugins.ml2.managers [None req-ff8f9289-7e5a-4fda-8b75-d4a75224ff81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Failed to bind port f399a518-e7cb-4ae6-9a3f-475fd8744195 on host hv-neutron-8251 for vnic_type normal using segments [{'id': 'a436a73b-2716-4ea7-a666-e1e41f85b0ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '6c8e7324-36c8-49c0-a290-cf7f58b73495'}] Jan 20 14:32:59.962977 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.plugins.ml2.plugin [None req-ff8f9289-7e5a-4fda-8b75-d4a75224ff81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Attempt 8 to bind port f399a518-e7cb-4ae6-9a3f-475fd8744195 Jan 20 14:33:00.008285 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-6035359e-ffba-4b5d-bb48-9bf956020728 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:00.025180 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.managers [None req-ff8f9289-7e5a-4fda-8b75-d4a75224ff81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Attempting to bind port f399a518-e7cb-4ae6-9a3f-475fd8744195 on host hv-neutron-8251 for vnic_type normal with profile {{(pid=84153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:33:00.025524 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.managers [None req-ff8f9289-7e5a-4fda-8b75-d4a75224ff81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Attempting to bind port f399a518-e7cb-4ae6-9a3f-475fd8744195 by drivers openvswitch,hyperv on host hv-neutron-8251 at level 0 using segments [{'id': 'a436a73b-2716-4ea7-a666-e1e41f85b0ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '6c8e7324-36c8-49c0-a290-cf7f58b73495'}] {{(pid=84153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:33:00.025866 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff8f9289-7e5a-4fda-8b75-d4a75224ff81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Attempting to bind port f399a518-e7cb-4ae6-9a3f-475fd8744195 on network 6c8e7324-36c8-49c0-a290-cf7f58b73495 {{(pid=84153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 14:33:00.040927 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7db9b8-d841-4831-b689-84a4038532dd tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Pushing event updated for resources: {'Port': ['ID=f4996791-e55d-4eee-ac4a-6746ecddbd24,revision_number=2']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:00.056926 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff8f9289-7e5a-4fda-8b75-d4a75224ff81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Port f399a518-e7cb-4ae6-9a3f-475fd8744195 on network 6c8e7324-36c8-49c0-a290-cf7f58b73495 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8251 {{(pid=84153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 20 14:33:00.057262 dv-neutron-825124-1-hyperv neutron-server[84153]: ERROR neutron.plugins.ml2.managers [None req-ff8f9289-7e5a-4fda-8b75-d4a75224ff81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Failed to bind port f399a518-e7cb-4ae6-9a3f-475fd8744195 on host hv-neutron-8251 for vnic_type normal using segments [{'id': 'a436a73b-2716-4ea7-a666-e1e41f85b0ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '6c8e7324-36c8-49c0-a290-cf7f58b73495'}] Jan 20 14:33:00.062497 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.plugins.ml2.plugin [None req-ff8f9289-7e5a-4fda-8b75-d4a75224ff81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Attempt 9 to bind port f399a518-e7cb-4ae6-9a3f-475fd8744195 Jan 20 14:33:00.084676 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-ce7db9b8-d841-4831-b689-84a4038532dd tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-745254'] for floatingip, after_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:00.134937 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 40446) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:00.144206 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.managers [None req-ff8f9289-7e5a-4fda-8b75-d4a75224ff81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Attempting to bind port f399a518-e7cb-4ae6-9a3f-475fd8744195 on host hv-neutron-8251 for vnic_type normal with profile {{(pid=84153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:33:00.144777 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.managers [None req-ff8f9289-7e5a-4fda-8b75-d4a75224ff81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Attempting to bind port f399a518-e7cb-4ae6-9a3f-475fd8744195 by drivers openvswitch,hyperv on host hv-neutron-8251 at level 0 using segments [{'id': 'a436a73b-2716-4ea7-a666-e1e41f85b0ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '6c8e7324-36c8-49c0-a290-cf7f58b73495'}] {{(pid=84153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:33:00.145002 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff8f9289-7e5a-4fda-8b75-d4a75224ff81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Attempting to bind port f399a518-e7cb-4ae6-9a3f-475fd8744195 on network 6c8e7324-36c8-49c0-a290-cf7f58b73495 {{(pid=84153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 14:33:00.161674 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff8f9289-7e5a-4fda-8b75-d4a75224ff81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Port f399a518-e7cb-4ae6-9a3f-475fd8744195 on network 6c8e7324-36c8-49c0-a290-cf7f58b73495 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8251 {{(pid=84153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 20 14:33:00.162017 dv-neutron-825124-1-hyperv neutron-server[84153]: ERROR neutron.plugins.ml2.managers [None req-ff8f9289-7e5a-4fda-8b75-d4a75224ff81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Failed to bind port f399a518-e7cb-4ae6-9a3f-475fd8744195 on host hv-neutron-8251 for vnic_type normal using segments [{'id': 'a436a73b-2716-4ea7-a666-e1e41f85b0ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '6c8e7324-36c8-49c0-a290-cf7f58b73495'}] Jan 20 14:33:00.163650 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.plugins.ml2.plugin [None req-ff8f9289-7e5a-4fda-8b75-d4a75224ff81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Attempt 10 to bind port f399a518-e7cb-4ae6-9a3f-475fd8744195 Jan 20 14:33:00.189220 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.managers [None req-ff8f9289-7e5a-4fda-8b75-d4a75224ff81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Attempting to bind port f399a518-e7cb-4ae6-9a3f-475fd8744195 on host hv-neutron-8251 for vnic_type normal with profile {{(pid=84153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:33:00.189555 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.managers [None req-ff8f9289-7e5a-4fda-8b75-d4a75224ff81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Attempting to bind port f399a518-e7cb-4ae6-9a3f-475fd8744195 by drivers openvswitch,hyperv on host hv-neutron-8251 at level 0 using segments [{'id': 'a436a73b-2716-4ea7-a666-e1e41f85b0ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '6c8e7324-36c8-49c0-a290-cf7f58b73495'}] {{(pid=84153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:33:00.190982 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff8f9289-7e5a-4fda-8b75-d4a75224ff81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Attempting to bind port f399a518-e7cb-4ae6-9a3f-475fd8744195 on network 6c8e7324-36c8-49c0-a290-cf7f58b73495 {{(pid=84153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 14:33:00.204101 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-7d5e9986-e2c9-4b20-953a-e758138401be tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:00.205199 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff8f9289-7e5a-4fda-8b75-d4a75224ff81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Port f399a518-e7cb-4ae6-9a3f-475fd8744195 on network 6c8e7324-36c8-49c0-a290-cf7f58b73495 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8251 {{(pid=84153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 20 14:33:00.205423 dv-neutron-825124-1-hyperv neutron-server[84153]: ERROR neutron.plugins.ml2.managers [None req-ff8f9289-7e5a-4fda-8b75-d4a75224ff81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Failed to bind port f399a518-e7cb-4ae6-9a3f-475fd8744195 on host hv-neutron-8251 for vnic_type normal using segments [{'id': 'a436a73b-2716-4ea7-a666-e1e41f85b0ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '6c8e7324-36c8-49c0-a290-cf7f58b73495'}] Jan 20 14:33:00.205714 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-ff8f9289-7e5a-4fda-8b75-d4a75224ff81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:00.228295 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-6035359e-ffba-4b5d-bb48-9bf956020728 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-737693'] for router, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:00.228820 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6035359e-ffba-4b5d-bb48-9bf956020728 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Fanout notify agent at l3_agent the message router_deleted on router a4106d72-8050-4a68-8890-4cb57f44d718 {{(pid=84153) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 20 14:33:00.287434 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-6035359e-ffba-4b5d-bb48-9bf956020728 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks [] for router, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:00.289245 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-6035359e-ffba-4b5d-bb48-9bf956020728 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] 10.222.0.54 "DELETE /v2.0/routers/a4106d72-8050-4a68-8890-4cb57f44d718 HTTP/1.1" status: 204 len: 168 time: 1.4735217 Jan 20 14:33:00.298501 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 40452) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:00.308368 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:00.325191 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-dfda1bb8-4042-4598-ac21-94f1e54ef38e tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-266623066', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:33:00.387898 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-4e9eedf9-cebe-4f2a-a917-c7ba32fa7dc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:00.431752 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-dfda1bb8-4042-4598-ac21-94f1e54ef38e tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:33:00.449088 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-7d5e9986-e2c9-4b20-953a-e758138401be tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Calling delete_port for ae100b47-cfb1-48d4-aa47-addbff310bee owned by {{(pid=84152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:33:00.460338 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-dfda1bb8-4042-4598-ac21-94f1e54ef38e tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Usage tracker for resource:router and tenant:f85e30c327a64407a1a93d3333ba9261 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:33:00.467379 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-dfda1bb8-4042-4598-ac21-94f1e54ef38e tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:33:00.482865 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-dfda1bb8-4042-4598-ac21-94f1e54ef38e tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:33:00.491655 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-20ebec31-13d7-4656-acb4-778d56b2871a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:00.499394 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.db [None req-ff8f9289-7e5a-4fda-8b75-d4a75224ff81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] For port f399a518-e7cb-4ae6-9a3f-475fd8744195, host hv-neutron-8251, cleared binding levels {{(pid=84153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 14:33:00.499394 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.db [None req-ff8f9289-7e5a-4fda-8b75-d4a75224ff81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Attempted to set empty binding levels {{(pid=84153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jan 20 14:33:00.543555 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.db.l3_db [None req-ce7db9b8-d841-4831-b689-84a4038532dd tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Floating IP fa7dbe67-11b2-4934-bcd9-05d2d6412865 associated. External IP: 172.26.7.175, port: 0a13f278-143e-4ba0-9f56-fa54e2b36d66. Jan 20 14:33:00.554469 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-20ebec31-13d7-4656-acb4-778d56b2871a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:33:00.561221 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-20ebec31-13d7-4656-acb4-778d56b2871a admin admin] Usage tracker for resource:security_group_rule and tenant:24d2f449fe384707b209c61b67e81881 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:33:00.564476 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-20ebec31-13d7-4656-acb4-778d56b2871a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:33:00.570903 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-20ebec31-13d7-4656-acb4-778d56b2871a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:33:00.597325 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-dfda1bb8-4042-4598-ac21-94f1e54ef38e tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-105475'] for router, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:00.598188 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-dfda1bb8-4042-4598-ac21-94f1e54ef38e tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-739204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-744864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-735540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-105484'] for router, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:00.601475 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-ff8f9289-7e5a-4fda-8b75-d4a75224ff81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3944146'] for port, after_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:00.631413 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-7d5e9986-e2c9-4b20-953a-e758138401be tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:00.689012 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-ff8f9289-7e5a-4fda-8b75-d4a75224ff81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] In _notify_port_updated(), no bound segment for port f399a518-e7cb-4ae6-9a3f-475fd8744195 on network 6c8e7324-36c8-49c0-a290-cf7f58b73495 {{(pid=84153) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Jan 20 14:33:00.689191 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5e9986-e2c9-4b20-953a-e758138401be tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Pushing event deleted for resources: {'Port': ['ID=ae100b47-cfb1-48d4-aa47-addbff310bee,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:00.689454 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-ff8f9289-7e5a-4fda-8b75-d4a75224ff81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:00.690961 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-ff8f9289-7e5a-4fda-8b75-d4a75224ff81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] 10.222.0.54 "PUT /v2.0/ports/f399a518-e7cb-4ae6-9a3f-475fd8744195 HTTP/1.1" status: 200 len: 981 time: 3.8750887 Jan 20 14:33:00.695335 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 40456) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:00.697524 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8f9289-7e5a-4fda-8b75-d4a75224ff81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Pushing event updated for resources: {'Port': ['ID=f399a518-e7cb-4ae6-9a3f-475fd8744195,revision_number=3']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:00.712952 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-dfda1bb8-4042-4598-ac21-94f1e54ef38e tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:00.744005 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-7d5e9986-e2c9-4b20-953a-e758138401be tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:00.787848 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-1abd5138-631a-41c5-8c43-3d63a70275be tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Deleting port f399a518-e7cb-4ae6-9a3f-475fd8744195 {{(pid=84152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:33:00.788176 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-1abd5138-631a-41c5-8c43-3d63a70275be tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:00.806772 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-dfda1bb8-4042-4598-ac21-94f1e54ef38e tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-744861'] for router, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:00.857013 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-20ebec31-13d7-4656-acb4-778d56b2871a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:00.887009 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-7d5e9986-e2c9-4b20-953a-e758138401be tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] 10.222.0.54 "DELETE /v2.0/ports/ae100b47-cfb1-48d4-aa47-addbff310bee HTTP/1.1" status: 204 len: 168 time: 1.0718274 Jan 20 14:33:00.891485 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 40460) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:00.929358 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-dfda1bb8-4042-4598-ac21-94f1e54ef38e tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks [] for router, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:00.930211 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-dfda1bb8-4042-4598-ac21-94f1e54ef38e tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.6258204 Jan 20 14:33:00.933573 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 40464) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:00.953631 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-68cee287-052c-4d95-8e08-ecbec1ce85a2 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Request body: {'router': {'admin_state_up': True}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:33:01.010317 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.pecan_wsgi.hooks.translation [None req-27a029d5-9ce5-4739-b2ad-d7c1e2286a7d tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] GET failed (client error): The resource could not be found. Jan 20 14:33:01.010825 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-27a029d5-9ce5-4739-b2ad-d7c1e2286a7d tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Synchronizing usage tracker for tenant:b664f111a0df442d811f140f6dbd9d75 on resource:port {{(pid=84152) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:33:01.021428 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-20ebec31-13d7-4656-acb4-778d56b2871a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:01.102972 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce7db9b8-d841-4831-b689-84a4038532dd tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Router 783ebe0c-6c84-4372-ade0-9a5670567575 has already been hosted by L3 agent 624d525b-4c26-4143-8a1c-228bb1c6faaa {{(pid=84153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 14:33:01.315259 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ebec31-13d7-4656-acb4-778d56b2871a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffb4dd36-224d-4284-b3ab-d49f88b0bcf6,revision_number=1']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:01.345813 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-20ebec31-13d7-4656-acb4-778d56b2871a admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=24d2f449fe384707b209c61b67e81881&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2098324 Jan 20 14:33:01.346609 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-27a029d5-9ce5-4739-b2ad-d7c1e2286a7d tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Unset dirty status for tenant:b664f111a0df442d811f140f6dbd9d75 on resource:port {{(pid=84152) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:33:01.352104 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-27a029d5-9ce5-4739-b2ad-d7c1e2286a7d tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] 10.222.0.54 "GET /v2.0/ports/ae100b47-cfb1-48d4-aa47-addbff310bee HTTP/1.1" status: 404 len: 333 time: 0.4553387 Jan 20 14:33:01.352324 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 40468) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:01.352610 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 40470) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:01.355661 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.db [None req-1abd5138-631a-41c5-8c43-3d63a70275be tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] For port f399a518-e7cb-4ae6-9a3f-475fd8744195, host hv-neutron-8251, got binding levels [] {{(pid=84152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:33:01.356083 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-1abd5138-631a-41c5-8c43-3d63a70275be tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:01.369337 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-1b8484b6-acfd-48ff-9d48-85ab9f68a221 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Request body: {'port': {'network_id': 'bd3bcbed-b067-4dc5-9ed0-4aa3dd858989', 'name': 'tempest-PortsIpV6TestJSON-1339351747'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:33:01.394199 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:01.483895 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-cdd98e71-1f0a-4421-baa9-dcb30e06edf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:01.521643 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-1b8484b6-acfd-48ff-9d48-85ab9f68a221 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:33:01.540516 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-1abd5138-631a-41c5-8c43-3d63a70275be tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Calling delete_port for f399a518-e7cb-4ae6-9a3f-475fd8744195 owned by {{(pid=84152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:33:01.595340 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-1b8484b6-acfd-48ff-9d48-85ab9f68a221 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:33:01.605094 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-727ac277-87a9-465b-94ee-3ecd6a23ae0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:01.650764 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-727ac277-87a9-465b-94ee-3ecd6a23ae0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:01.699471 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b8484b6-acfd-48ff-9d48-85ab9f68a221 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Made reservation on behalf of b664f111a0df442d811f140f6dbd9d75 for: {'port': 1} {{(pid=84153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:33:01.702557 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-1b8484b6-acfd-48ff-9d48-85ab9f68a221 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:01.720134 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce7db9b8-d841-4831-b689-84a4038532dd tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Notify agent at l3_agent.dv-neutron-825124-1-hyperv the message routers_updated {{(pid=84153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 14:33:01.738111 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6132b540-3e45-408b-b8ef-5be2b8dd2958 None None] Sync routers for ids ['783ebe0c-6c84-4372-ade0-9a5670567575'] in dv-neutron-825124-1-hyperv {{(pid=84155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 14:33:01.740672 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.notifiers.nova [None req-1b8484b6-acfd-48ff-9d48-85ab9f68a221 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] device_id is not set on port cfbefd90-f9c0-492c-a760-4e545ed4bf3b yet. {{(pid=84153) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 14:33:01.751974 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6132b540-3e45-408b-b8ef-5be2b8dd2958 None None] Routers {'783ebe0c-6c84-4372-ade0-9a5670567575'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:33:01.752759 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-6132b540-3e45-408b-b8ef-5be2b8dd2958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:33:00Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['783ebe0c-6c84-4372-ade0-9a5670567575'], 'active': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:33:01.795025 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-68cee287-052c-4d95-8e08-ecbec1ce85a2 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-744886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-105502'] for router, precommit_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:01.806297 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-1abd5138-631a-41c5-8c43-3d63a70275be tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:01.861345 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abd5138-631a-41c5-8c43-3d63a70275be tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Pushing event deleted for resources: {'Port': ['ID=f399a518-e7cb-4ae6-9a3f-475fd8744195,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:01.867107 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-727ac277-87a9-465b-94ee-3ecd6a23ae0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:01.882072 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-1abd5138-631a-41c5-8c43-3d63a70275be tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:01.892604 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-68cee287-052c-4d95-8e08-ecbec1ce85a2 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-744861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-744847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-744836', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-737562'] for router, after_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:01.895883 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-ce7db9b8-d841-4831-b689-84a4038532dd tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for floatingip, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:01.951048 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727ac277-87a9-465b-94ee-3ecd6a23ae0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffb4dd36-224d-4284-b3ab-d49f88b0bcf6,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:01.958738 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvr_db [None req-6132b540-3e45-408b-b8ef-5be2b8dd2958 None None] Set router 783ebe0c-6c84-4372-ade0-9a5670567575 gateway port host: dv-neutron-825124-1-hyperv {{(pid=84155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 14:33:02.005516 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-ce7db9b8-d841-4831-b689-84a4038532dd tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 7.6076775 Jan 20 14:33:02.013082 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49ba1514-a268-47af-8414-4af83e8f7d4a', 'tag': '0a13f278-143e-4ba0-9f56-fa54e2b36d66'}] {{(pid=84153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 14:33:02.016194 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-1abd5138-631a-41c5-8c43-3d63a70275be tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] 10.222.0.54 "DELETE /v2.0/ports/f399a518-e7cb-4ae6-9a3f-475fd8744195 HTTP/1.1" status: 204 len: 168 time: 1.3194337 Jan 20 14:33:02.022868 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 40476) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:02.030408 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-727ac277-87a9-465b-94ee-3ecd6a23ae0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:02.031728 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-727ac277-87a9-465b-94ee-3ecd6a23ae0d admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/ffb4dd36-224d-4284-b3ab-d49f88b0bcf6 HTTP/1.1" status: 204 len: 168 time: 0.6803920 Jan 20 14:33:02.207872 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.pecan_wsgi.hooks.translation [None req-581e53e3-6d31-431b-bbe7-e80663633109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] GET failed (client error): The resource could not be found. Jan 20 14:33:02.220221 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-581e53e3-6d31-431b-bbe7-e80663633109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Synchronizing usage tracker for tenant:900e71f81b514893a4e98e757dd68ef8 on resource:port {{(pid=84153) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:33:02.494864 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-1b8484b6-acfd-48ff-9d48-85ab9f68a221 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks [] for port, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:02.514140 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68cee287-052c-4d95-8e08-ecbec1ce85a2 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Router a57c5b5f-0d70-43b7-b118-405227f97f6c is scheduled to L3 agent 624d525b-4c26-4143-8a1c-228bb1c6faaa with binding_index 1 {{(pid=84152) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 20 14:33:02.549764 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-581e53e3-6d31-431b-bbe7-e80663633109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] Unset dirty status for tenant:900e71f81b514893a4e98e757dd68ef8 on resource:port {{(pid=84153) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:33:02.554545 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-581e53e3-6d31-431b-bbe7-e80663633109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-731311121-project-admin] 10.222.0.54 "GET /v2.0/ports/f399a518-e7cb-4ae6-9a3f-475fd8744195 HTTP/1.1" status: 404 len: 333 time: 0.5274708 Jan 20 14:33:02.558998 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 40490) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:02.620876 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-6132b540-3e45-408b-b8ef-5be2b8dd2958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '783ebe0c-6c84-4372-ade0-9a5670567575', 'name': 'tempest-TestVolumeBootPattern-778372646-router', 'tenant_id': '630d3f8a86444149b9a83c00e804a42a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.22'}], 'enable_snat': True}, 'gw_port_id': '8983572d-c0fb-4a5d-959d-810702cc354b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:30:55Z', 'updated_at': '2022-01-20T14:31:07Z', 'revision_number': 4, 'project_id': '630d3f8a86444149b9a83c00e804a42a', 'gw_port': {'id': '8983572d-c0fb-4a5d-959d-810702cc354b', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:8b:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '783ebe0c-6c84-4372-ade0-9a5670567575', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:30:56Z', 'updated_at': '2022-01-20T14:31:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv', '_floatingips': [{'id': 'fa7dbe67-11b2-4934-bcd9-05d2d6412865', 'tenant_id': '630d3f8a86444149b9a83c00e804a42a', 'floating_ip_address': '172.26.7.175', 'floating_network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'router_id': '783ebe0c-6c84-4372-ade0-9a5670567575', 'port_id': '0a13f278-143e-4ba0-9f56-fa54e2b36d66', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac006b3d-300f-4a00-af61-b19ab11d4829', 'mac_address': 'fa:16:3e:54:5b:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ba1514-a268-47af-8414-4af83e8f7d4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T14:32:58Z', 'updated_at': '2022-01-20T14:32:58Z', 'revision_number': 0, 'project_id': '630d3f8a86444149b9a83c00e804a42a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73ab2921-cdee-469d-ac12-5c7530b1b83d', 'name': '', 'network_id': 'ac006b3d-300f-4a00-af61-b19ab11d4829', 'tenant_id': '630d3f8a86444149b9a83c00e804a42a', 'mac_address': 'fa:16:3e:29:50:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '783ebe0c-6c84-4372-ade0-9a5670567575', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '03a7a10f-ac58-4ac3-ae2b-291238d5ec16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:31:05Z', 'updated_at': '2022-01-20T14:31:20Z', 'revision_number': 5, 'project_id': '630d3f8a86444149b9a83c00e804a42a', 'subnets': [{'id': '03a7a10f-ac58-4ac3-ae2b-291238d5ec16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:33:02.627623 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6132b540-3e45-408b-b8ef-5be2b8dd2958 None None] Checking router: 783ebe0c-6c84-4372-ade0-9a5670567575 for host: dv-neutron-825124-1-hyperv {{(pid=84155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 14:33:02.631105 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-1b8484b6-acfd-48ff-9d48-85ab9f68a221 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:02.654464 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6132b540-3e45-408b-b8ef-5be2b8dd2958 None None] Routers {'783ebe0c-6c84-4372-ade0-9a5670567575'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:33:02.656918 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-6132b540-3e45-408b-b8ef-5be2b8dd2958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:33:00Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['783ebe0c-6c84-4372-ade0-9a5670567575'], 'active': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:33:02.780115 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68cee287-052c-4d95-8e08-ecbec1ce85a2 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify agent at l3_agent.dv-neutron-825124-1-hyperv the message routers_updated {{(pid=84152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 14:33:02.799023 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49ba1514-a268-47af-8414-4af83e8f7d4a', 'tag': '0a13f278-143e-4ba0-9f56-fa54e2b36d66', 'status': 'completed', 'code': 200} Jan 20 14:33:02.801182 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c0ba597-c2fa-417b-ab42-dd83ad38dfe9 None None] Sync routers for ids ['a57c5b5f-0d70-43b7-b118-405227f97f6c'] in dv-neutron-825124-1-hyperv {{(pid=84154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 14:33:02.806508 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-68cee287-052c-4d95-8e08-ecbec1ce85a2 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks [] for router, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:02.808111 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-68cee287-052c-4d95-8e08-ecbec1ce85a2 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] 10.222.0.54 "PUT /v2.0/routers/a57c5b5f-0d70-43b7-b118-405227f97f6c HTTP/1.1" status: 200 len: 697 time: 1.8670197 Jan 20 14:33:02.815784 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 40494) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:02.819999 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c0ba597-c2fa-417b-ab42-dd83ad38dfe9 None None] Routers {'a57c5b5f-0d70-43b7-b118-405227f97f6c'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:33:02.821845 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-9c0ba597-c2fa-417b-ab42-dd83ad38dfe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:33:00Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['a57c5b5f-0d70-43b7-b118-405227f97f6c'], 'active': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:33:02.838609 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b8484b6-acfd-48ff-9d48-85ab9f68a221 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Network bd3bcbed-b067-4dc5-9ed0-4aa3dd858989 is already hosted by enough agents. {{(pid=84153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:33:02.879497 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.base_scheduler [None req-1b8484b6-acfd-48ff-9d48-85ab9f68a221 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Resources bound (agent type, host, resource id): {{(pid=84153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:33:02.904064 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b8484b6-acfd-48ff-9d48-85ab9f68a221 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Received port after_create {{(pid=84153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:33:02.906169 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b8484b6-acfd-48ff-9d48-85ab9f68a221 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:33:02.906825 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-1b8484b6-acfd-48ff-9d48-85ab9f68a221 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:02.939096 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8484b6-acfd-48ff-9d48-85ab9f68a221 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Pushing event updated for resources: {'Port': ['ID=cfbefd90-f9c0-492c-a760-4e545ed4bf3b,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:02.950132 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-3ed885f0-6201-43ca-baa4-500039c85032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132820633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132820633-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586409'] for network, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:03.053790 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 40498) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:03.079473 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvr_db [None req-6132b540-3e45-408b-b8ef-5be2b8dd2958 None None] Set router 783ebe0c-6c84-4372-ade0-9a5670567575 gateway port host: dv-neutron-825124-1-hyperv {{(pid=84155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 14:33:03.117344 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvr_db [None req-9c0ba597-c2fa-417b-ab42-dd83ad38dfe9 None None] Set router a57c5b5f-0d70-43b7-b118-405227f97f6c gateway port host: None {{(pid=84154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 14:33:03.138439 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-3ed885f0-6201-43ca-baa4-500039c85032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132820633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132820633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1626242', 'neutron.services.segments.db._delete_segments_for_network-8769554214620'] for network, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:03.171053 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.services.segments.db [None req-3ed885f0-6201-43ca-baa4-500039c85032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132820633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132820633-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c8e7324-36c8-49c0-a290-cf7f58b73495']}} {{(pid=84153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:33:03.206707 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-b819cc3e-abea-461a-aefc-723fb8a67ebe tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] 10.222.0.54 "GET /v2.0/routers/a57c5b5f-0d70-43b7-b118-405227f97f6c HTTP/1.1" status: 200 len: 703 time: 0.3901284 Jan 20 14:33:03.210947 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.services.segments.db [None req-3ed885f0-6201-43ca-baa4-500039c85032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132820633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132820633-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a436a73b-2716-4ea7-a666-e1e41f85b0ba') {'for_net_delete': True} {{(pid=84153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:33:03.211679 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 40502) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:03.211827 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.services.segments.db [None req-3ed885f0-6201-43ca-baa4-500039c85032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132820633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132820633-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a436a73b-2716-4ea7-a666-e1e41f85b0ba') {} {{(pid=84153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:33:03.214602 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-9112e93f-18fd-4057-ad9a-c68bad91645d req-73e3dc04-251e-4ff9-934f-a481b476468f service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=630d3f8a86444149b9a83c00e804a42a&device_id=49ba1514-a268-47af-8414-4af83e8f7d4a HTTP/1.1" status: 200 len: 1098 time: 0.3947277 Jan 20 14:33:03.233869 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-3ed885f0-6201-43ca-baa4-500039c85032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132820633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132820633-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769554214503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980856'] for segment, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:03.293208 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-3ed885f0-6201-43ca-baa4-500039c85032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132820633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132820633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:03.313323 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ed885f0-6201-43ca-baa4-500039c85032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132820633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132820633-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=84153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 14:33:03.317254 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-3ed885f0-6201-43ca-baa4-500039c85032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132820633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132820633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1622950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3944078'] for segment, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:03.443310 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-59a2eb12-b8cd-42d0-bc27-adc3bd1675c3 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=29dad310a96543c1a4503904351121e9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3869574 Jan 20 14:33:03.477223 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-eea6df97-7ff1-4b63-af20-e3ec8913deda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:03.479185 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-9c0ba597-c2fa-417b-ab42-dd83ad38dfe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a57c5b5f-0d70-43b7-b118-405227f97f6c', 'name': 'tempest-RoutersIpV6Test-router-266623066', 'tenant_id': 'f85e30c327a64407a1a93d3333ba9261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:33:00Z', 'updated_at': '2022-01-20T14:33:01Z', 'revision_number': 2, 'project_id': 'f85e30c327a64407a1a93d3333ba9261', 'gw_port_host': None}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:33:03.485203 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c0ba597-c2fa-417b-ab42-dd83ad38dfe9 None None] Checking router: a57c5b5f-0d70-43b7-b118-405227f97f6c for host: dv-neutron-825124-1-hyperv {{(pid=84154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 14:33:03.506713 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 40506) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:03.510366 dv-neutron-825124-1-hyperv neutron-server[84153]: Traceback (most recent call last): Jan 20 14:33:03.510366 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 14:33:03.510366 dv-neutron-825124-1-hyperv neutron-server[84153]: timer() Jan 20 14:33:03.510366 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 14:33:03.510366 dv-neutron-825124-1-hyperv neutron-server[84153]: cb(*args, **kw) Jan 20 14:33:03.510366 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 14:33:03.510366 dv-neutron-825124-1-hyperv neutron-server[84153]: return func(*args, **kwargs) Jan 20 14:33:03.510366 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 14:33:03.510366 dv-neutron-825124-1-hyperv neutron-server[84153]: self._notify() Jan 20 14:33:03.510366 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 14:33:03.510366 dv-neutron-825124-1-hyperv neutron-server[84153]: self.callback(batched_events) Jan 20 14:33:03.510366 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 14:33:03.510366 dv-neutron-825124-1-hyperv neutron-server[84153]: event.method(event) Jan 20 14:33:03.510366 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 14:33:03.510366 dv-neutron-825124-1-hyperv neutron-server[84153]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 14:33:03.510366 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 14:33:03.510366 dv-neutron-825124-1-hyperv neutron-server[84153]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 14:33:03.510366 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 14:33:03.510366 dv-neutron-825124-1-hyperv neutron-server[84153]: return f(self, *a, **k) Jan 20 14:33:03.510366 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 14:33:03.510366 dv-neutron-825124-1-hyperv neutron-server[84153]: return self._get(url).json() Jan 20 14:33:03.510366 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 14:33:03.510366 dv-neutron-825124-1-hyperv neutron-server[84153]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 14:33:03.510366 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 14:33:03.510366 dv-neutron-825124-1-hyperv neutron-server[84153]: return self.request(url, 'GET', **kwargs) Jan 20 14:33:03.510366 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 14:33:03.510366 dv-neutron-825124-1-hyperv neutron-server[84153]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 14:33:03.510366 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 14:33:03.510366 dv-neutron-825124-1-hyperv neutron-server[84153]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 14:33:03.510366 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 14:33:03.510366 dv-neutron-825124-1-hyperv neutron-server[84153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 14:33:03.510366 dv-neutron-825124-1-hyperv neutron-server[84153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 14:33:03.516846 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-a10d55d2-8207-425e-8689-0d6cbcb1fe6e tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Synchronizing usage tracker for tenant:f85e30c327a64407a1a93d3333ba9261 on resource:port {{(pid=84152) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:33:03.524966 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c0ba597-c2fa-417b-ab42-dd83ad38dfe9 None None] Routers {'a57c5b5f-0d70-43b7-b118-405227f97f6c'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:33:03.524966 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-9c0ba597-c2fa-417b-ab42-dd83ad38dfe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:33:00Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['a57c5b5f-0d70-43b7-b118-405227f97f6c'], 'active': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:33:03.555174 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-a10d55d2-8207-425e-8689-0d6cbcb1fe6e tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Unset dirty status for tenant:f85e30c327a64407a1a93d3333ba9261 on resource:port {{(pid=84152) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:33:03.555174 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-a10d55d2-8207-425e-8689-0d6cbcb1fe6e tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] 10.222.0.54 "GET /v2.0/ports?device_id=a57c5b5f-0d70-43b7-b118-405227f97f6c HTTP/1.1" status: 200 len: 205 time: 0.3355393 Jan 20 14:33:03.555174 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 40510) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:03.663495 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-1b8484b6-acfd-48ff-9d48-85ab9f68a221 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.3091292 Jan 20 14:33:03.675596 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 40514) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:03.687920 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-08056097-de04-40d0-ae31-111c719e5189 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:33:03.754282 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-c9cc9515-72e9-422b-b35a-e84df3172318 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:03.789627 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-6132b540-3e45-408b-b8ef-5be2b8dd2958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '783ebe0c-6c84-4372-ade0-9a5670567575', 'name': 'tempest-TestVolumeBootPattern-778372646-router', 'tenant_id': '630d3f8a86444149b9a83c00e804a42a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.22'}], 'enable_snat': True}, 'gw_port_id': '8983572d-c0fb-4a5d-959d-810702cc354b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:30:55Z', 'updated_at': '2022-01-20T14:31:07Z', 'revision_number': 4, 'project_id': '630d3f8a86444149b9a83c00e804a42a', 'gw_port': {'id': '8983572d-c0fb-4a5d-959d-810702cc354b', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:8b:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '783ebe0c-6c84-4372-ade0-9a5670567575', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:30:56Z', 'updated_at': '2022-01-20T14:31:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv', '_floatingips': [{'id': 'fa7dbe67-11b2-4934-bcd9-05d2d6412865', 'tenant_id': '630d3f8a86444149b9a83c00e804a42a', 'floating_ip_address': '172.26.7.175', 'floating_network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'router_id': '783ebe0c-6c84-4372-ade0-9a5670567575', 'port_id': '0a13f278-143e-4ba0-9f56-fa54e2b36d66', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac006b3d-300f-4a00-af61-b19ab11d4829', 'mac_address': 'fa:16:3e:54:5b:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ba1514-a268-47af-8414-4af83e8f7d4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T14:32:58Z', 'updated_at': '2022-01-20T14:32:58Z', 'revision_number': 0, 'project_id': '630d3f8a86444149b9a83c00e804a42a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73ab2921-cdee-469d-ac12-5c7530b1b83d', 'name': '', 'network_id': 'ac006b3d-300f-4a00-af61-b19ab11d4829', 'tenant_id': '630d3f8a86444149b9a83c00e804a42a', 'mac_address': 'fa:16:3e:29:50:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '783ebe0c-6c84-4372-ade0-9a5670567575', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '03a7a10f-ac58-4ac3-ae2b-291238d5ec16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:31:05Z', 'updated_at': '2022-01-20T14:31:20Z', 'revision_number': 5, 'project_id': '630d3f8a86444149b9a83c00e804a42a', 'subnets': [{'id': '03a7a10f-ac58-4ac3-ae2b-291238d5ec16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:33:03.807129 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6132b540-3e45-408b-b8ef-5be2b8dd2958 None None] The sync data for ids ['783ebe0c-6c84-4372-ade0-9a5670567575'] in dv-neutron-825124-1-hyperv is: [{'id': '783ebe0c-6c84-4372-ade0-9a5670567575', 'name': 'tempest-TestVolumeBootPattern-778372646-router', 'tenant_id': '630d3f8a86444149b9a83c00e804a42a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.22'}], 'enable_snat': True}, 'gw_port_id': '8983572d-c0fb-4a5d-959d-810702cc354b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:30:55Z', 'updated_at': '2022-01-20T14:31:07Z', 'revision_number': 4, 'project_id': '630d3f8a86444149b9a83c00e804a42a', 'gw_port': {'id': '8983572d-c0fb-4a5d-959d-810702cc354b', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:8b:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '783ebe0c-6c84-4372-ade0-9a5670567575', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:30:56Z', 'updated_at': '2022-01-20T14:31:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv', '_floatingips': [{'id': 'fa7dbe67-11b2-4934-bcd9-05d2d6412865', 'tenant_id': '630d3f8a86444149b9a83c00e804a42a', 'floating_ip_address': '172.26.7.175', 'floating_network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'router_id': '783ebe0c-6c84-4372-ade0-9a5670567575', 'port_id': '0a13f278-143e-4ba0-9f56-fa54e2b36d66', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac006b3d-300f-4a00-af61-b19ab11d4829', 'mac_address': 'fa:16:3e:54:5b:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ba1514-a268-47af-8414-4af83e8f7d4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T14:32:58Z', 'updated_at': '2022-01-20T14:32:58Z', 'revision_number': 0, 'project_id': '630d3f8a86444149b9a83c00e804a42a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73ab2921-cdee-469d-ac12-5c7530b1b83d', 'name': '', 'network_id': 'ac006b3d-300f-4a00-af61-b19ab11d4829', 'tenant_id': '630d3f8a86444149b9a83c00e804a42a', 'mac_address': 'fa:16:3e:29:50:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '783ebe0c-6c84-4372-ade0-9a5670567575', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '03a7a10f-ac58-4ac3-ae2b-291238d5ec16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:31:05Z', 'updated_at': '2022-01-20T14:31:20Z', 'revision_number': 5, 'project_id': '630d3f8a86444149b9a83c00e804a42a', 'subnets': [{'id': '03a7a10f-ac58-4ac3-ae2b-291238d5ec16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 14:33:03.817384 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-3ed885f0-6201-43ca-baa4-500039c85032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132820633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132820633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1626253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-745296'] for network, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:03.837178 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvr_db [None req-9c0ba597-c2fa-417b-ab42-dd83ad38dfe9 None None] Set router a57c5b5f-0d70-43b7-b118-405227f97f6c gateway port host: None {{(pid=84154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 14:33:03.846529 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-c9cc9515-72e9-422b-b35a-e84df3172318 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:03.876556 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9112e93f-18fd-4057-ad9a-c68bad91645d req-b20afbfa-744e-4f32-91bf-734d16d28c8f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:33:03.876556 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-9112e93f-18fd-4057-ad9a-c68bad91645d req-b20afbfa-744e-4f32-91bf-734d16d28c8f service neutron] 10.222.0.106 "GET /v2.0/networks?id=ac006b3d-300f-4a00-af61-b19ab11d4829 HTTP/1.1" status: 200 len: 912 time: 0.6410847 Jan 20 14:33:03.883977 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-3ed885f0-6201-43ca-baa4-500039c85032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132820633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132820633-project] Notify callbacks [] for network, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:03.903068 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed885f0-6201-43ca-baa4-500039c85032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132820633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132820633-project] Pushing event deleted for resources: {'Network': ['ID=6c8e7324-36c8-49c0-a290-cf7f58b73495,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:03.918085 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-3ed885f0-6201-43ca-baa4-500039c85032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132820633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-132820633-project] 10.222.0.54 "DELETE /v2.0/networks/6c8e7324-36c8-49c0-a290-cf7f58b73495 HTTP/1.1" status: 204 len: 168 time: 1.3616095 Jan 20 14:33:03.978491 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-c971bec5-60cf-4649-8ed4-77137a168017 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks [] for router, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:04.008188 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.agents_db [None req-6dba657d-a637-4918-9b6d-40defdfae04b None None] Agent healthcheck: found 6 active agents {{(pid=84155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 14:33:04.050934 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-c9cc9515-72e9-422b-b35a-e84df3172318 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:04.097322 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-9c0ba597-c2fa-417b-ab42-dd83ad38dfe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a57c5b5f-0d70-43b7-b118-405227f97f6c', 'name': 'tempest-RoutersIpV6Test-router-266623066', 'tenant_id': 'f85e30c327a64407a1a93d3333ba9261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:33:00Z', 'updated_at': '2022-01-20T14:33:01Z', 'revision_number': 2, 'project_id': 'f85e30c327a64407a1a93d3333ba9261', 'gw_port_host': None}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:33:04.099419 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cc9515-72e9-422b-b35a-e84df3172318 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7be4cf75-6531-423a-9637-e5819eea3541,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:04.102599 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c0ba597-c2fa-417b-ab42-dd83ad38dfe9 None None] The sync data for ids ['a57c5b5f-0d70-43b7-b118-405227f97f6c'] in dv-neutron-825124-1-hyperv is: [{'id': 'a57c5b5f-0d70-43b7-b118-405227f97f6c', 'name': 'tempest-RoutersIpV6Test-router-266623066', 'tenant_id': 'f85e30c327a64407a1a93d3333ba9261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:33:00Z', 'updated_at': '2022-01-20T14:33:01Z', 'revision_number': 2, 'project_id': 'f85e30c327a64407a1a93d3333ba9261', 'gw_port_host': None}] {{(pid=84154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 14:33:04.111159 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-c9cc9515-72e9-422b-b35a-e84df3172318 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:04.114818 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-c9cc9515-72e9-422b-b35a-e84df3172318 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/7be4cf75-6531-423a-9637-e5819eea3541 HTTP/1.1" status: 204 len: 168 time: 0.6020818 Jan 20 14:33:04.259986 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b941815-4c50-4bb3-9def-bb659c8139c9 None None] New status for floating IP fa7dbe67-11b2-4934-bcd9-05d2d6412865: ACTIVE {{(pid=84155) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 20 14:33:04.332245 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-9112e93f-18fd-4057-ad9a-c68bad91645d req-39f9f7a1-d7b4-4ee8-8e9a-0d9d4bd20a14 service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0a13f278-143e-4ba0-9f56-fa54e2b36d66 HTTP/1.1" status: 200 len: 999 time: 0.4537809 Jan 20 14:33:04.335963 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-08056097-de04-40d0-ae31-111c719e5189 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:04.604063 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9112e93f-18fd-4057-ad9a-c68bad91645d req-1f5ff6fb-2890-4aa6-9db5-8ce8e1751a1e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:33:04.606182 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-9112e93f-18fd-4057-ad9a-c68bad91645d req-1f5ff6fb-2890-4aa6-9db5-8ce8e1751a1e service neutron] 10.222.0.106 "GET /v2.0/subnets?id=03a7a10f-ac58-4ac3-ae2b-291238d5ec16 HTTP/1.1" status: 200 len: 850 time: 0.2522635 Jan 20 14:33:04.709608 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 40526) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:04.860141 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-c971bec5-60cf-4649-8ed4-77137a168017 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-737761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105493'] for router, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:04.884079 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-c971bec5-60cf-4649-8ed4-77137a168017 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:05.007706 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-9249638c-7b6c-4426-aeb6-86c0221a0b6d admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=6586cc7db6834f40bd13818f590cd55d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2962246 Jan 20 14:33:05.008495 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 40540) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:05.081760 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-a108cc2b-99b2-4da4-933a-2e98e4e16b21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:05.086994 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-9112e93f-18fd-4057-ad9a-c68bad91645d req-06ec8752-84f0-4733-9ff1-42395dee7763 service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=ac006b3d-300f-4a00-af61-b19ab11d4829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4156756 Jan 20 14:33:05.088976 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-08056097-de04-40d0-ae31-111c719e5189 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks [] for port, precommit_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:05.112520 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-a108cc2b-99b2-4da4-933a-2e98e4e16b21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:05.169395 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-c971bec5-60cf-4649-8ed4-77137a168017 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-737693'] for router, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:05.169888 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c971bec5-60cf-4649-8ed4-77137a168017 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Fanout notify agent at l3_agent the message router_deleted on router a57c5b5f-0d70-43b7-b118-405227f97f6c {{(pid=84152) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 20 14:33:05.174212 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-08056097-de04-40d0-ae31-111c719e5189 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162822'] for port, after_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:05.250633 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-a108cc2b-99b2-4da4-933a-2e98e4e16b21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:05.270463 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-c971bec5-60cf-4649-8ed4-77137a168017 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] Notify callbacks [] for router, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:05.271574 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-c971bec5-60cf-4649-8ed4-77137a168017 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] 10.222.0.54 "DELETE /v2.0/routers/a57c5b5f-0d70-43b7-b118-405227f97f6c HTTP/1.1" status: 204 len: 168 time: 1.7155404 Jan 20 14:33:05.277189 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a108cc2b-99b2-4da4-933a-2e98e4e16b21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a30d27a-66a0-41a1-8674-cee3b39b81b0,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:05.277471 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 40546) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:05.284072 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-08056097-de04-40d0-ae31-111c719e5189 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] In _notify_port_updated(), no bound segment for port cfbefd90-f9c0-492c-a760-4e545ed4bf3b on network bd3bcbed-b067-4dc5-9ed0-4aa3dd858989 {{(pid=84152) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Jan 20 14:33:05.289343 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08056097-de04-40d0-ae31-111c719e5189 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:33:05.289862 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-08056097-de04-40d0-ae31-111c719e5189 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:05.291392 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-08056097-de04-40d0-ae31-111c719e5189 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] 10.222.0.54 "PUT /v2.0/ports/cfbefd90-f9c0-492c-a760-4e545ed4bf3b HTTP/1.1" status: 200 len: 818 time: 1.6162429 Jan 20 14:33:05.294326 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 40550) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:05.370022 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08056097-de04-40d0-ae31-111c719e5189 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Pushing event updated for resources: {'Port': ['ID=cfbefd90-f9c0-492c-a760-4e545ed4bf3b,revision_number=2']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:05.382444 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-6755f1be-d3c0-44d3-a452-f5ac1a6637d2 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] 10.222.0.54 "GET /v2.0/ports?device_id=a57c5b5f-0d70-43b7-b118-405227f97f6c HTTP/1.1" status: 200 len: 205 time: 0.0999699 Jan 20 14:33:05.387404 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08056097-de04-40d0-ae31-111c719e5189 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:33:05.387970 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08056097-de04-40d0-ae31-111c719e5189 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:33:05.388321 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08056097-de04-40d0-ae31-111c719e5189 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:33:05.388653 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08056097-de04-40d0-ae31-111c719e5189 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:33:05.389155 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08056097-de04-40d0-ae31-111c719e5189 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:33:05.390520 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08056097-de04-40d0-ae31-111c719e5189 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:33:05.391019 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08056097-de04-40d0-ae31-111c719e5189 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:33:05.391519 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08056097-de04-40d0-ae31-111c719e5189 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:33:05.392021 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08056097-de04-40d0-ae31-111c719e5189 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:33:05.398490 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08056097-de04-40d0-ae31-111c719e5189 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:33:05.399495 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08056097-de04-40d0-ae31-111c719e5189 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:33:05.415697 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 40556) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:05.479229 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-a108cc2b-99b2-4da4-933a-2e98e4e16b21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:05.480843 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-a108cc2b-99b2-4da4-933a-2e98e4e16b21 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/4a30d27a-66a0-41a1-8674-cee3b39b81b0 HTTP/1.1" status: 204 len: 168 time: 0.4713995 Jan 20 14:33:05.503202 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-f921e0d2-a4d9-4643-ba67-125e841fa01e tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Deleting port cfbefd90-f9c0-492c-a760-4e545ed4bf3b {{(pid=84153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:33:05.503202 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-f921e0d2-a4d9-4643-ba67-125e841fa01e tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:05.503413 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-9112e93f-18fd-4057-ad9a-c68bad91645d req-e0e3f1dc-ea66-4b86-85c7-058b3403e7cc service neutron] 10.222.0.106 "GET /v2.0/networks/ac006b3d-300f-4a00-af61-b19ab11d4829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4028063 Jan 20 14:33:05.503413 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.api.v2.resource [None req-9e3b922a-7ad9-4bc8-bd9b-39d8305cb220 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] delete failed (client error): The resource could not be found. Jan 20 14:33:05.503413 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-9e3b922a-7ad9-4bc8-bd9b-39d8305cb220 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] 10.222.0.54 "DELETE /v2.0/routers/a57c5b5f-0d70-43b7-b118-405227f97f6c HTTP/1.1" status: 404 len: 336 time: 0.0836654 Jan 20 14:33:05.503413 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 40564) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:05.569167 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.pecan_wsgi.hooks.translation [None req-06356310-ffd8-45e0-9f69-33f8e7e96742 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] DELETE failed (client error): The resource could not be found. Jan 20 14:33:05.569618 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06356310-ffd8-45e0-9f69-33f8e7e96742 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84152) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:33:05.571398 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-06356310-ffd8-45e0-9f69-33f8e7e96742 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] 10.222.0.54 "DELETE /v2.0/subnets/9723f6d2-a0a2-466f-b8fb-0c829323872f HTTP/1.1" status: 404 len: 337 time: 0.0670040 Jan 20 14:33:05.584161 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 40568) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:05.645360 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ddb23a7-95ce-4659-92be-b6a63300a241 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] DELETE failed (client error): The resource could not be found. Jan 20 14:33:05.646089 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ddb23a7-95ce-4659-92be-b6a63300a241 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:33:05.647917 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-9ddb23a7-95ce-4659-92be-b6a63300a241 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] 10.222.0.54 "DELETE /v2.0/subnets/21e8599e-2858-477d-9a9c-6e331a1d1565 HTTP/1.1" status: 404 len: 337 time: 0.0578780 Jan 20 14:33:05.651687 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 40572) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:05.694820 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-9112e93f-18fd-4057-ad9a-c68bad91645d req-bda5273f-61af-466d-8905-5f3b0287f7b9 service neutron] 10.222.0.106 "GET /v2.0/networks/ac006b3d-300f-4a00-af61-b19ab11d4829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1886942 Jan 20 14:33:05.711833 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.pecan_wsgi.hooks.translation [None req-75b06477-659d-4016-b76e-a920aa254db5 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] DELETE failed (client error): The resource could not be found. Jan 20 14:33:05.712439 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75b06477-659d-4016-b76e-a920aa254db5 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:33:05.714516 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-75b06477-659d-4016-b76e-a920aa254db5 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] 10.222.0.54 "DELETE /v2.0/subnets/8c136b88-d925-4e45-b82d-d96971a1db8d HTTP/1.1" status: 404 len: 337 time: 0.0613582 Jan 20 14:33:05.717243 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 40578) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:05.760769 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5ae9c78-c83c-424a-9856-98e6ec320eaf tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] DELETE failed (client error): The resource could not be found. Jan 20 14:33:05.761519 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5ae9c78-c83c-424a-9856-98e6ec320eaf tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84152) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:33:05.763556 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-f5ae9c78-c83c-424a-9856-98e6ec320eaf tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] 10.222.0.54 "DELETE /v2.0/subnets/7d2b6737-ab95-48d5-98e0-5c96cb2ba20c HTTP/1.1" status: 404 len: 337 time: 0.0452399 Jan 20 14:33:05.766380 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 40582) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:05.816212 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-f921e0d2-a4d9-4643-ba67-125e841fa01e tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:05.821690 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-60f46fc6-308f-4524-afc8-6e8e8538facc tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] 10.222.0.54 "GET /v2.0/ports?device_id=a4106d72-8050-4a68-8890-4cb57f44d718 HTTP/1.1" status: 200 len: 205 time: 0.0530462 Jan 20 14:33:05.825360 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 40586) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:05.897861 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.api.v2.resource [None req-bb05b646-5c98-47c1-83a0-fbe042e9b8b5 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] delete failed (client error): The resource could not be found. Jan 20 14:33:05.899467 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-bb05b646-5c98-47c1-83a0-fbe042e9b8b5 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] 10.222.0.54 "DELETE /v2.0/routers/a4106d72-8050-4a68-8890-4cb57f44d718 HTTP/1.1" status: 404 len: 336 time: 0.0726871 Jan 20 14:33:05.905791 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 40592) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:05.966911 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-1c7a887b-5863-4257-903d-ac3a9ad7df42 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] 10.222.0.54 "GET /v2.0/ports?device_id=51b95f71-5365-452b-92a0-4d90503f05a1 HTTP/1.1" status: 200 len: 205 time: 0.0558650 Jan 20 14:33:05.967422 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 40596) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:05.973916 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-f921e0d2-a4d9-4643-ba67-125e841fa01e tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Calling delete_port for cfbefd90-f9c0-492c-a760-4e545ed4bf3b owned by {{(pid=84153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:33:06.043917 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.api.v2.resource [None req-a1c6c0b3-5587-4322-83a7-fb2224064a93 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] delete failed (client error): The resource could not be found. Jan 20 14:33:06.043917 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-a1c6c0b3-5587-4322-83a7-fb2224064a93 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] 10.222.0.54 "DELETE /v2.0/routers/51b95f71-5365-452b-92a0-4d90503f05a1 HTTP/1.1" status: 404 len: 336 time: 0.0733554 Jan 20 14:33:06.045571 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 40600) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:06.091877 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.pecan_wsgi.hooks.translation [None req-20339721-be21-45be-b478-6e209d1cff36 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] DELETE failed (client error): The resource could not be found. Jan 20 14:33:06.092461 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20339721-be21-45be-b478-6e209d1cff36 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84152) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:33:06.094170 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-20339721-be21-45be-b478-6e209d1cff36 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] 10.222.0.54 "DELETE /v2.0/subnets/468bf8a3-0492-4913-ae7d-bb0853f2ceb6 HTTP/1.1" status: 404 len: 337 time: 0.0466993 Jan 20 14:33:06.096880 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 40606) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:06.149248 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-4a79a3f8-63cb-47ea-a20b-ab2204b0b341 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] 10.222.0.54 "GET /v2.0/ports?device_id=d8d58a77-95a4-4c91-ae47-066de641fd52 HTTP/1.1" status: 200 len: 205 time: 0.0508149 Jan 20 14:33:06.152350 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 40610) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:06.222919 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.api.v2.resource [None req-8c207eb6-692e-42da-b19b-3005a22b2ba7 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] delete failed (client error): The resource could not be found. Jan 20 14:33:06.224196 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-8c207eb6-692e-42da-b19b-3005a22b2ba7 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] 10.222.0.54 "DELETE /v2.0/routers/d8d58a77-95a4-4c91-ae47-066de641fd52 HTTP/1.1" status: 404 len: 336 time: 0.0702193 Jan 20 14:33:06.225064 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-f921e0d2-a4d9-4643-ba67-125e841fa01e tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:06.226771 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 40614) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:06.319200 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f921e0d2-a4d9-4643-ba67-125e841fa01e tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Pushing event deleted for resources: {'Port': ['ID=cfbefd90-f9c0-492c-a760-4e545ed4bf3b,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:06.326678 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-7118e632-7abf-4839-8546-0add98c7d62f tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] 10.222.0.54 "GET /v2.0/ports?device_id=917b3e25-ceb4-4b6b-a3be-0ff524d323b4 HTTP/1.1" status: 200 len: 205 time: 0.0977104 Jan 20 14:33:06.328588 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 40620) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:06.330727 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-f921e0d2-a4d9-4643-ba67-125e841fa01e tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:06.344360 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-f921e0d2-a4d9-4643-ba67-125e841fa01e tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] 10.222.0.54 "DELETE /v2.0/ports/cfbefd90-f9c0-492c-a760-4e545ed4bf3b HTTP/1.1" status: 204 len: 168 time: 1.0462184 Jan 20 14:33:06.344757 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 40624) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:06.403774 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.api.v2.resource [None req-f1e1b08e-6131-4498-b544-62fdedaa1998 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] delete failed (client error): The resource could not be found. Jan 20 14:33:06.404886 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-f1e1b08e-6131-4498-b544-62fdedaa1998 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] 10.222.0.54 "DELETE /v2.0/routers/917b3e25-ceb4-4b6b-a3be-0ff524d323b4 HTTP/1.1" status: 404 len: 336 time: 0.0752661 Jan 20 14:33:06.409311 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 40630) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:06.447472 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6c9c559-5325-45ab-af5f-c8d19f49889f tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:33:06.454738 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-b6c9c559-5325-45ab-af5f-c8d19f49889f tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Synchronizing usage tracker for tenant:b664f111a0df442d811f140f6dbd9d75 on resource:port {{(pid=84153) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:33:06.458313 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.pecan_wsgi.hooks.translation [None req-738fb605-ff5e-45a3-bfdf-135f26f98ecb tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] DELETE failed (client error): The resource could not be found. Jan 20 14:33:06.458947 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-738fb605-ff5e-45a3-bfdf-135f26f98ecb tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84152) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:33:06.464436 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-738fb605-ff5e-45a3-bfdf-135f26f98ecb tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] 10.222.0.54 "DELETE /v2.0/subnets/36b93f11-b5b9-4a09-9f25-7eb914fe4ac0 HTTP/1.1" status: 404 len: 337 time: 0.0551927 Jan 20 14:33:06.465068 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 40634) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:06.526677 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-65eabda4-cdbe-4866-a114-ac748d531b90 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] 10.222.0.54 "GET /v2.0/ports?device_id=99657540-cc4c-46a3-8258-1d84a7d62a43 HTTP/1.1" status: 200 len: 205 time: 0.0582180 Jan 20 14:33:06.529112 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 40640) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:06.587333 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-b6c9c559-5325-45ab-af5f-c8d19f49889f tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Unset dirty status for tenant:b664f111a0df442d811f140f6dbd9d75 on resource:port {{(pid=84153) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:33:06.589720 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-b6c9c559-5325-45ab-af5f-c8d19f49889f tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.2438531 Jan 20 14:33:06.594213 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 40644) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:06.616766 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.api.v2.resource [None req-c9b0145e-9671-4715-b85c-760bc01d28d7 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] delete failed (client error): The resource could not be found. Jan 20 14:33:06.619477 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-c9b0145e-9671-4715-b85c-760bc01d28d7 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] 10.222.0.54 "DELETE /v2.0/routers/99657540-cc4c-46a3-8258-1d84a7d62a43 HTTP/1.1" status: 404 len: 336 time: 0.0881367 Jan 20 14:33:06.619842 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 40648) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:06.624705 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 40650) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:06.645925 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.pecan_wsgi.hooks.translation [None req-854891fd-4e53-47da-a987-d8d7180be158 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] GET failed (client error): The resource could not be found. Jan 20 14:33:06.647731 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-854891fd-4e53-47da-a987-d8d7180be158 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] 10.222.0.54 "GET /v2.0/ports/cfbefd90-f9c0-492c-a760-4e545ed4bf3b HTTP/1.1" status: 404 len: 333 time: 0.0533843 Jan 20 14:33:06.652934 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 40656) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:06.660948 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-6b8aa196-b863-4049-a5cf-ead83f0da991 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2075412718'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:33:06.671695 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-6b8aa196-b863-4049-a5cf-ead83f0da991 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:33:06.676604 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-6b8aa196-b863-4049-a5cf-ead83f0da991 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Usage tracker for resource:network and tenant:b664f111a0df442d811f140f6dbd9d75 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:33:06.680048 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-6b8aa196-b863-4049-a5cf-ead83f0da991 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:33:06.692236 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.pecan_wsgi.hooks.translation [None req-d70bd54c-4b23-413b-afe8-d421237dd48c tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] DELETE failed (client error): The resource could not be found. Jan 20 14:33:06.692504 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-6b8aa196-b863-4049-a5cf-ead83f0da991 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:33:06.692660 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d70bd54c-4b23-413b-afe8-d421237dd48c tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84152) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:33:06.696937 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-d70bd54c-4b23-413b-afe8-d421237dd48c tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] 10.222.0.54 "DELETE /v2.0/subnets/b1bc880e-618e-4922-838d-41dfa9173ee5 HTTP/1.1" status: 404 len: 337 time: 0.0511625 Jan 20 14:33:06.697733 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 40660) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:06.728941 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-bff523c3-595f-4ab1-84c1-f936da54a21c admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=900e71f81b514893a4e98e757dd68ef8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1068099 Jan 20 14:33:06.731987 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 40664) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:06.749541 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-9355e9a1-5e76-42e0-a67a-47d33ce7c996 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] 10.222.0.54 "GET /v2.0/ports?device_id=10106cab-2f28-4d13-bcdf-11737473681a HTTP/1.1" status: 200 len: 205 time: 0.0511279 Jan 20 14:33:06.752138 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 40668) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:06.808426 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-2fc581e1-10b5-4611-865c-0b8d42930078 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:06.837073 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.api.v2.resource [None req-fe5ab4ae-92ee-4700-85dc-eaba21bbac75 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] delete failed (client error): The resource could not be found. Jan 20 14:33:06.838189 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-fe5ab4ae-92ee-4700-85dc-eaba21bbac75 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] 10.222.0.54 "DELETE /v2.0/routers/10106cab-2f28-4d13-bcdf-11737473681a HTTP/1.1" status: 404 len: 336 time: 0.0850785 Jan 20 14:33:06.840908 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 40672) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:06.842502 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-2fc581e1-10b5-4611-865c-0b8d42930078 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:06.894998 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.pecan_wsgi.hooks.translation [None req-4372407d-4bc3-46ba-9f73-1d51c25a919f tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] DELETE failed (client error): The resource could not be found. Jan 20 14:33:06.895520 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4372407d-4bc3-46ba-9f73-1d51c25a919f tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:33:06.899853 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-4372407d-4bc3-46ba-9f73-1d51c25a919f tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] 10.222.0.54 "DELETE /v2.0/subnets/0f3142c7-4e82-47dd-a3b2-416b4b1da9a2 HTTP/1.1" status: 404 len: 337 time: 0.0553269 Jan 20 14:33:06.899853 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b8aa196-b863-4049-a5cf-ead83f0da991 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Made reservation on behalf of b664f111a0df442d811f140f6dbd9d75 for: {'network': 1} {{(pid=84153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:33:06.900926 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 40678) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:06.901318 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-6b8aa196-b863-4049-a5cf-ead83f0da991 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for network, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:06.951384 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.pecan_wsgi.hooks.translation [None req-23ced0c5-e33f-4fe5-8602-2ed6dd737891 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] DELETE failed (client error): The resource could not be found. Jan 20 14:33:06.951931 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23ced0c5-e33f-4fe5-8602-2ed6dd737891 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84152) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:33:06.966073 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-23ced0c5-e33f-4fe5-8602-2ed6dd737891 tempest-RoutersIpV6Test-1823966411 tempest-RoutersIpV6Test-1823966411-project] 10.222.0.54 "DELETE /v2.0/subnets/e556e39f-e142-45a8-b06d-696dd0af4bb5 HTTP/1.1" status: 404 len: 337 time: 0.0592525 Jan 20 14:33:07.018532 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-2fc581e1-10b5-4611-865c-0b8d42930078 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:07.020882 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-2fc581e1-10b5-4611-865c-0b8d42930078 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:07.022313 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-2fc581e1-10b5-4611-865c-0b8d42930078 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/8d7effbb-8d57-4504-973d-d8b49877abe2 HTTP/1.1" status: 204 len: 168 time: 0.2890840 Jan 20 14:33:07.027595 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b8aa196-b863-4049-a5cf-ead83f0da991 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 166} {{(pid=84153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 14:33:07.037133 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc581e1-10b5-4611-865c-0b8d42930078 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d7effbb-8d57-4504-973d-d8b49877abe2,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:07.042564 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-6b8aa196-b863-4049-a5cf-ead83f0da991 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:07.042913 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.db.segments_db [None req-6b8aa196-b863-4049-a5cf-ead83f0da991 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Added segment 107694e2-a492-45af-87d8-2906d44d082d of type vlan for network dd57c633-7eca-4d1c-9630-420ac73b2746 Jan 20 14:33:07.082351 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-6b8aa196-b863-4049-a5cf-ead83f0da991 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769553767792'] for network, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:07.171781 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-6b8aa196-b863-4049-a5cf-ead83f0da991 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967'] for network, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:07.176022 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b8aa196-b863-4049-a5cf-ead83f0da991 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:33:07.176647 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-6b8aa196-b863-4049-a5cf-ead83f0da991 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks [] for network, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:07.347735 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8aa196-b863-4049-a5cf-ead83f0da991 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Pushing event updated for resources: {'Network': ['ID=dd57c633-7eca-4d1c-9630-420ac73b2746,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:07.363526 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Network dd57c633-7eca-4d1c-9630-420ac73b2746 details requested by agent ovs-agent-dv-neutron-825124-1-hyperv with host dv-neutron-825124-1-hyperv {{(pid=84154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 14:33:07.396103 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-6b8aa196-b863-4049-a5cf-ead83f0da991 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7415683 Jan 20 14:33:07.405569 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 40692) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:07.413067 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-020a6f71-f86f-400f-b09c-301e9c5e34c8 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Request body: {'subnet': {'network_id': 'dd57c633-7eca-4d1c-9630-420ac73b2746', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:33:07.642929 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 40700) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:07.660053 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-020a6f71-f86f-400f-b09c-301e9c5e34c8 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:33:07.664807 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-020a6f71-f86f-400f-b09c-301e9c5e34c8 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Usage tracker for resource:subnet and tenant:b664f111a0df442d811f140f6dbd9d75 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:33:07.668647 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-020a6f71-f86f-400f-b09c-301e9c5e34c8 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:33:07.674523 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-020a6f71-f86f-400f-b09c-301e9c5e34c8 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:33:07.775443 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-020a6f71-f86f-400f-b09c-301e9c5e34c8 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Made reservation on behalf of b664f111a0df442d811f140f6dbd9d75 for: {'subnet': 1} {{(pid=84152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:33:07.902658 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-020a6f71-f86f-400f-b09c-301e9c5e34c8 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3155315'] for subnet, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:08.124639 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-cbaa503e-b078-497a-9509-2e844f0cf8ae admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=f85e30c327a64407a1a93d3333ba9261&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4794254 Jan 20 14:33:08.129156 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 40712) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:08.165363 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 40716) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:08.228186 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-01c5f8fd-f588-4cd0-b3bf-f165d9697366 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:08.273987 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-01c5f8fd-f588-4cd0-b3bf-f165d9697366 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:08.314947 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-020a6f71-f86f-400f-b09c-301e9c5e34c8 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4163519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3155301'] for subnet, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:08.472792 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-01c5f8fd-f588-4cd0-b3bf-f165d9697366 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:08.502417 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020a6f71-f86f-400f-b09c-301e9c5e34c8 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Pushing event updated for resources: {'Subnet': ['ID=aeff8960-dc7c-47df-a7b5-91e4541ad77d,revision_number=0']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:08.519557 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-020a6f71-f86f-400f-b09c-301e9c5e34c8 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Checking segment: {'id': '107694e2-a492-45af-87d8-2906d44d082d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'dd57c633-7eca-4d1c-9630-420ac73b2746'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 14:33:08.520258 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-020a6f71-f86f-400f-b09c-301e9c5e34c8 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Network hostable DHCP agents. Network: dd57c633-7eca-4d1c-9630-420ac73b2746, hostable agents: ['1a181e39-5220-4c1a-88f8-08a54e8bfc9b'], hosted agents: [] {{(pid=84152) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 14:33:08.537949 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c5f8fd-f588-4cd0-b3bf-f165d9697366 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f78dfb0e-d285-45ef-bae1-c13501277de2,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:08.539514 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-7f08f3a6-180d-43e5-b3d7-f7aae0365c70 tempest-RoutersAdminNegativeIpV6Test-1276690623 tempest-RoutersAdminNegativeIpV6Test-1276690623-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1071599208', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:33:08.558398 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-01c5f8fd-f588-4cd0-b3bf-f165d9697366 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:08.559625 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-7f08f3a6-180d-43e5-b3d7-f7aae0365c70 tempest-RoutersAdminNegativeIpV6Test-1276690623 tempest-RoutersAdminNegativeIpV6Test-1276690623-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:33:08.564792 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-01c5f8fd-f588-4cd0-b3bf-f165d9697366 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/f78dfb0e-d285-45ef-bae1-c13501277de2 HTTP/1.1" status: 204 len: 168 time: 0.4339652 Jan 20 14:33:08.569559 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c5f8fd-f588-4cd0-b3bf-f165d9697366 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:33:08.570176 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c5f8fd-f588-4cd0-b3bf-f165d9697366 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:33:08.570935 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c5f8fd-f588-4cd0-b3bf-f165d9697366 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:33:08.571527 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c5f8fd-f588-4cd0-b3bf-f165d9697366 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:33:08.572590 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c5f8fd-f588-4cd0-b3bf-f165d9697366 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:33:08.574388 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c5f8fd-f588-4cd0-b3bf-f165d9697366 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:33:08.574501 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-7f08f3a6-180d-43e5-b3d7-f7aae0365c70 tempest-RoutersAdminNegativeIpV6Test-1276690623 tempest-RoutersAdminNegativeIpV6Test-1276690623-project-admin] Usage tracker for resource:port and tenant:6a10ffa55e554b5299d8e87b4c31bc04 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:33:08.574605 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c5f8fd-f588-4cd0-b3bf-f165d9697366 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:33:08.574875 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c5f8fd-f588-4cd0-b3bf-f165d9697366 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:33:08.575516 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c5f8fd-f588-4cd0-b3bf-f165d9697366 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:33:08.576008 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c5f8fd-f588-4cd0-b3bf-f165d9697366 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:33:08.576581 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c5f8fd-f588-4cd0-b3bf-f165d9697366 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:33:08.579847 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-7f08f3a6-180d-43e5-b3d7-f7aae0365c70 tempest-RoutersAdminNegativeIpV6Test-1276690623 tempest-RoutersAdminNegativeIpV6Test-1276690623-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:33:08.595858 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-7f08f3a6-180d-43e5-b3d7-f7aae0365c70 tempest-RoutersAdminNegativeIpV6Test-1276690623 tempest-RoutersAdminNegativeIpV6Test-1276690623-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:33:08.687102 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f08f3a6-180d-43e5-b3d7-f7aae0365c70 tempest-RoutersAdminNegativeIpV6Test-1276690623 tempest-RoutersAdminNegativeIpV6Test-1276690623-project-admin] Made reservation on behalf of 6a10ffa55e554b5299d8e87b4c31bc04 for: {'port': 1} {{(pid=84152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:33:08.691008 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-7f08f3a6-180d-43e5-b3d7-f7aae0365c70 tempest-RoutersAdminNegativeIpV6Test-1276690623 tempest-RoutersAdminNegativeIpV6Test-1276690623-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:08.706211 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-7f08f3a6-180d-43e5-b3d7-f7aae0365c70 tempest-RoutersAdminNegativeIpV6Test-1276690623 tempest-RoutersAdminNegativeIpV6Test-1276690623-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:08.717679 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-020a6f71-f86f-400f-b09c-301e9c5e34c8 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Network dd57c633-7eca-4d1c-9630-420ac73b2746 is scheduled to be hosted by DHCP agent 1a181e39-5220-4c1a-88f8-08a54e8bfc9b with binding_index 1 {{(pid=84152) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 14:33:08.746097 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-7f08f3a6-180d-43e5-b3d7-f7aae0365c70 tempest-RoutersAdminNegativeIpV6Test-1276690623 tempest-RoutersAdminNegativeIpV6Test-1276690623-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:33:08.757355 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-7f08f3a6-180d-43e5-b3d7-f7aae0365c70 tempest-RoutersAdminNegativeIpV6Test-1276690623 tempest-RoutersAdminNegativeIpV6Test-1276690623-project-admin] Usage tracker for resource:security_group_rule and tenant:6a10ffa55e554b5299d8e87b4c31bc04 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:33:08.771088 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-7f08f3a6-180d-43e5-b3d7-f7aae0365c70 tempest-RoutersAdminNegativeIpV6Test-1276690623 tempest-RoutersAdminNegativeIpV6Test-1276690623-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:33:08.775049 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-7f08f3a6-180d-43e5-b3d7-f7aae0365c70 tempest-RoutersAdminNegativeIpV6Test-1276690623 tempest-RoutersAdminNegativeIpV6Test-1276690623-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:33:08.868397 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-7f08f3a6-180d-43e5-b3d7-f7aae0365c70 tempest-RoutersAdminNegativeIpV6Test-1276690623 tempest-RoutersAdminNegativeIpV6Test-1276690623-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:08.889543 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.base_scheduler [None req-020a6f71-f86f-400f-b09c-301e9c5e34c8 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825124-1-hyperv, dd57c633-7eca-4d1c-9630-420ac73b2746) {{(pid=84152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:33:08.894171 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-020a6f71-f86f-400f-b09c-301e9c5e34c8 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:33:08.894773 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-020a6f71-f86f-400f-b09c-301e9c5e34c8 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks [] for subnet, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:08.901046 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd2d6b84-4072-47ec-a175-860d14dee0d5 None None] Network dd57c633-7eca-4d1c-9630-420ac73b2746 requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:33:08.934205 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 40732) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:08.952762 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-7f08f3a6-180d-43e5-b3d7-f7aae0365c70 tempest-RoutersAdminNegativeIpV6Test-1276690623 tempest-RoutersAdminNegativeIpV6Test-1276690623-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:08.965273 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.notifiers.nova [None req-7f08f3a6-180d-43e5-b3d7-f7aae0365c70 tempest-RoutersAdminNegativeIpV6Test-1276690623 tempest-RoutersAdminNegativeIpV6Test-1276690623-project-admin] device_id is not set on port 5c16d6d3-7fef-4900-8dc0-c421fa98eae7 yet. {{(pid=84152) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 14:33:09.033865 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 40740) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:09.034178 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-020a6f71-f86f-400f-b09c-301e9c5e34c8 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6267259 Jan 20 14:33:09.048266 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-68d11415-0e27-498e-9484-17349acde474 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Request body: {'subnet': {'network_id': 'dd57c633-7eca-4d1c-9630-420ac73b2746', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:33:09.054648 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f08f3a6-180d-43e5-b3d7-f7aae0365c70 tempest-RoutersAdminNegativeIpV6Test-1276690623 tempest-RoutersAdminNegativeIpV6Test-1276690623-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d87b4520-0fe0-4613-af80-9659b754baca,revision_number=1']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:09.178915 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.db_base_plugin_common [None req-7f08f3a6-180d-43e5-b3d7-f7aae0365c70 tempest-RoutersAdminNegativeIpV6Test-1276690623 tempest-RoutersAdminNegativeIpV6Test-1276690623-project-admin] Allocated IP 172.26.7.228 (8dffb05c-5ca0-409b-bd5f-7be6264f707d/a489dd4f-42a5-433b-8be3-bab2749c4209/5c16d6d3-7fef-4900-8dc0-c421fa98eae7) {{(pid=84152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:33:09.272568 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-558d63bb-faff-4f52-892b-d33911f9f22d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95c917f5-14ba-5e96-98b8-1a52654a930a-dd57c633-7eca-4d1c-9630-420ac73b2746', 'network_id': 'dd57c633-7eca-4d1c-9630-420ac73b2746', 'tenant_id': 'b664f111a0df442d811f140f6dbd9d75', 'fixed_ips': [{'subnet_id': 'aeff8960-dc7c-47df-a7b5-91e4541ad77d'}]}} from dv-neutron-825124-1-hyperv. {{(pid=84154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 20 14:33:09.275552 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-558d63bb-faff-4f52-892b-d33911f9f22d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:09.336462 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-68d11415-0e27-498e-9484-17349acde474 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:33:09.342779 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-68d11415-0e27-498e-9484-17349acde474 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Usage tracker for resource:subnet and tenant:b664f111a0df442d811f140f6dbd9d75 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:33:09.346224 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-68d11415-0e27-498e-9484-17349acde474 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:33:09.355246 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-68d11415-0e27-498e-9484-17349acde474 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:33:09.372882 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [None req-6159fd43-1f97-4440-aafa-9ebe5ed9d9c9 tempest-ExtensionsTestJSON-166448481 tempest-ExtensionsTestJSON-166448481-project] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=84152) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 20 14:33:09.377705 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 40746) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:09.378101 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-6159fd43-1f97-4440-aafa-9ebe5ed9d9c9 tempest-ExtensionsTestJSON-166448481 tempest-ExtensionsTestJSON-166448481-project] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12610 time: 0.4426706 Jan 20 14:33:09.384287 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [None req-cb07c24b-5c1d-48d9-a1e2-7128466c4cd7 tempest-ExtensionsTestJSON-166448481 tempest-ExtensionsTestJSON-166448481-project] http://10.222.0.54:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=84153) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 20 14:33:09.385444 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-cb07c24b-5c1d-48d9-a1e2-7128466c4cd7 tempest-ExtensionsTestJSON-166448481 tempest-ExtensionsTestJSON-166448481-project] 10.222.0.54 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0061584 Jan 20 14:33:09.390312 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 40750) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:09.407802 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [None req-76054f12-387c-4bcf-b2ef-f61471c2389a tempest-ExtensionsTestJSON-166448481 tempest-ExtensionsTestJSON-166448481-project] http://10.222.0.54:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=84153) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 20 14:33:09.407802 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-76054f12-387c-4bcf-b2ef-f61471c2389a tempest-ExtensionsTestJSON-166448481 tempest-ExtensionsTestJSON-166448481-project] 10.222.0.54 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0132277 Jan 20 14:33:09.407802 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 40756) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:09.422148 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [None req-55052cf7-607d-4c51-b28f-dff54a61de9b tempest-ExtensionsTestJSON-166448481 tempest-ExtensionsTestJSON-166448481-project] http://10.222.0.54:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=84153) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 20 14:33:09.425206 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-55052cf7-607d-4c51-b28f-dff54a61de9b tempest-ExtensionsTestJSON-166448481 tempest-ExtensionsTestJSON-166448481-project] 10.222.0.54 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0161805 Jan 20 14:33:09.426173 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 40760) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:09.443409 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [None req-ddf77c27-e054-4e54-bcad-21cc65e851ac tempest-ExtensionsTestJSON-166448481 tempest-ExtensionsTestJSON-166448481-project] http://10.222.0.54:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=84153) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 20 14:33:09.443409 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-ddf77c27-e054-4e54-bcad-21cc65e851ac tempest-ExtensionsTestJSON-166448481 tempest-ExtensionsTestJSON-166448481-project] 10.222.0.54 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0134654 Jan 20 14:33:09.443409 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 40764) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:09.449945 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [None req-037a1480-bb8e-4fa0-9ac7-4bd03e32ff8a tempest-ExtensionsTestJSON-166448481 tempest-ExtensionsTestJSON-166448481-project] http://10.222.0.54:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=84153) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 20 14:33:09.456726 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-037a1480-bb8e-4fa0-9ac7-4bd03e32ff8a tempest-ExtensionsTestJSON-166448481 tempest-ExtensionsTestJSON-166448481-project] 10.222.0.54 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0084877 Jan 20 14:33:09.456726 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 40768) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:09.456726 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68d11415-0e27-498e-9484-17349acde474 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Made reservation on behalf of b664f111a0df442d811f140f6dbd9d75 for: {'subnet': 1} {{(pid=84153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:33:09.626358 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [None req-da7300a3-1eb0-43df-9614-53e4aec8f9f1 tempest-ExtensionsTestJSON-166448481 tempest-ExtensionsTestJSON-166448481-project] http://10.222.0.54:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=84153) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 20 14:33:09.626358 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-da7300a3-1eb0-43df-9614-53e4aec8f9f1 tempest-ExtensionsTestJSON-166448481 tempest-ExtensionsTestJSON-166448481-project] 10.222.0.54 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.1569457 Jan 20 14:33:09.633946 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 40774) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:09.633946 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [None req-deb36016-0893-4032-b506-55536a35ea9e tempest-ExtensionsTestJSON-166448481 tempest-ExtensionsTestJSON-166448481-project] http://10.222.0.54:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=84152) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 20 14:33:09.633946 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-deb36016-0893-4032-b506-55536a35ea9e tempest-ExtensionsTestJSON-166448481 tempest-ExtensionsTestJSON-166448481-project] 10.222.0.54 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0191624 Jan 20 14:33:09.644530 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 40778) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:09.675765 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [None req-16cbaf90-ff8a-4476-b8fd-536545930362 tempest-ExtensionsTestJSON-166448481 tempest-ExtensionsTestJSON-166448481-project] http://10.222.0.54:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=84152) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 20 14:33:09.675765 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-16cbaf90-ff8a-4476-b8fd-536545930362 tempest-ExtensionsTestJSON-166448481 tempest-ExtensionsTestJSON-166448481-project] 10.222.0.54 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0246708 Jan 20 14:33:09.684516 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 40782) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:09.684516 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [None req-470cc6ab-d07e-4511-92c8-bb925e3daf02 tempest-ExtensionsTestJSON-166448481 tempest-ExtensionsTestJSON-166448481-project] http://10.222.0.54:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=84153) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 20 14:33:09.684516 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-470cc6ab-d07e-4511-92c8-bb925e3daf02 tempest-ExtensionsTestJSON-166448481 tempest-ExtensionsTestJSON-166448481-project] 10.222.0.54 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0109315 Jan 20 14:33:09.692862 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_common [None req-558d63bb-faff-4f52-892b-d33911f9f22d None None] Allocated IP 2001:db8::2 (dd57c633-7eca-4d1c-9630-420ac73b2746/aeff8960-dc7c-47df-a7b5-91e4541ad77d/f1e916a2-30a1-43e6-9998-52231df7f982) {{(pid=84154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:33:09.703302 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 40786) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:09.703302 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [None req-c7d0ecb4-9261-4ccb-b7d8-4a7d5d258be9 tempest-ExtensionsTestJSON-166448481 tempest-ExtensionsTestJSON-166448481-project] http://10.222.0.54:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=84153) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 20 14:33:09.703302 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-c7d0ecb4-9261-4ccb-b7d8-4a7d5d258be9 tempest-ExtensionsTestJSON-166448481 tempest-ExtensionsTestJSON-166448481-project] 10.222.0.54 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0063746 Jan 20 14:33:09.703302 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 40790) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:09.730974 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-7f08f3a6-180d-43e5-b3d7-f7aae0365c70 tempest-RoutersAdminNegativeIpV6Test-1276690623 tempest-RoutersAdminNegativeIpV6Test-1276690623-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:09.738937 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [None req-f4ca1074-9e67-4ca3-aad8-e20c3dde4ee6 tempest-ExtensionsTestJSON-166448481 tempest-ExtensionsTestJSON-166448481-project] http://10.222.0.54:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=84153) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 20 14:33:09.738937 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-f4ca1074-9e67-4ca3-aad8-e20c3dde4ee6 tempest-ExtensionsTestJSON-166448481 tempest-ExtensionsTestJSON-166448481-project] 10.222.0.54 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0219343 Jan 20 14:33:09.738937 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 40794) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:09.738937 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [None req-ae6d64b1-955e-465c-a3ab-bcf97e4c4cb3 tempest-ExtensionsTestJSON-166448481 tempest-ExtensionsTestJSON-166448481-project] http://10.222.0.54:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=84153) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 20 14:33:09.738937 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-ae6d64b1-955e-465c-a3ab-bcf97e4c4cb3 tempest-ExtensionsTestJSON-166448481 tempest-ExtensionsTestJSON-166448481-project] 10.222.0.54 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0076067 Jan 20 14:33:09.738937 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 40798) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:09.758366 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [None req-187f64aa-f55e-4f9f-a9aa-87e162181d2d tempest-ExtensionsTestJSON-166448481 tempest-ExtensionsTestJSON-166448481-project] http://10.222.0.54:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=84153) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 20 14:33:09.758366 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-187f64aa-f55e-4f9f-a9aa-87e162181d2d tempest-ExtensionsTestJSON-166448481 tempest-ExtensionsTestJSON-166448481-project] 10.222.0.54 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0082755 Jan 20 14:33:09.761797 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 40802) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:09.761797 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [None req-32e86071-4a53-44fe-ad67-4ff3853e944e tempest-ExtensionsTestJSON-166448481 tempest-ExtensionsTestJSON-166448481-project] http://10.222.0.54:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=84152) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 20 14:33:09.768165 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 40806) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:09.770818 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-32e86071-4a53-44fe-ad67-4ff3853e944e tempest-ExtensionsTestJSON-166448481 tempest-ExtensionsTestJSON-166448481-project] 10.222.0.54 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0097594 Jan 20 14:33:09.774670 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [None req-4c5ec316-f541-466f-b6ce-8ee164422631 tempest-ExtensionsTestJSON-166448481 tempest-ExtensionsTestJSON-166448481-project] http://10.222.0.54:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=84153) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 20 14:33:09.774670 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-4c5ec316-f541-466f-b6ce-8ee164422631 tempest-ExtensionsTestJSON-166448481 tempest-ExtensionsTestJSON-166448481-project] 10.222.0.54 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0064650 Jan 20 14:33:09.774670 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 40810) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:09.802868 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [None req-dc0cb8c9-f7d0-4a9f-b7f9-4ba73af65067 tempest-ExtensionsTestJSON-166448481 tempest-ExtensionsTestJSON-166448481-project] http://10.222.0.54:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=84153) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 20 14:33:09.802868 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-dc0cb8c9-f7d0-4a9f-b7f9-4ba73af65067 tempest-ExtensionsTestJSON-166448481 tempest-ExtensionsTestJSON-166448481-project] 10.222.0.54 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0217903 Jan 20 14:33:09.809536 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 40814) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:09.820210 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [None req-121e3441-1cec-457d-bf69-3b9435b13cf8 tempest-ExtensionsTestJSON-166448481 tempest-ExtensionsTestJSON-166448481-project] http://10.222.0.54:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=84152) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 20 14:33:09.820210 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-121e3441-1cec-457d-bf69-3b9435b13cf8 tempest-ExtensionsTestJSON-166448481 tempest-ExtensionsTestJSON-166448481-project] 10.222.0.54 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0106692 Jan 20 14:33:09.820210 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 40820) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:09.832783 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-68d11415-0e27-498e-9484-17349acde474 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4193986'] for subnet, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:09.836059 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [None req-6ecdca1c-d8b6-4618-a2e4-6d90045837e5 tempest-ExtensionsTestJSON-166448481 tempest-ExtensionsTestJSON-166448481-project] http://10.222.0.54:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=84152) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 20 14:33:09.838371 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-6ecdca1c-d8b6-4618-a2e4-6d90045837e5 tempest-ExtensionsTestJSON-166448481 tempest-ExtensionsTestJSON-166448481-project] 10.222.0.54 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0146780 Jan 20 14:33:09.839418 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 40824) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:09.848077 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [None req-c92f55d9-6cc6-4aca-9c3d-6864d8a65ac3 tempest-ExtensionsTestJSON-166448481 tempest-ExtensionsTestJSON-166448481-project] http://10.222.0.54:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=84152) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 20 14:33:09.853839 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-c92f55d9-6cc6-4aca-9c3d-6864d8a65ac3 tempest-ExtensionsTestJSON-166448481 tempest-ExtensionsTestJSON-166448481-project] 10.222.0.54 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0132883 Jan 20 14:33:09.855366 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 40828) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:09.860823 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [None req-61f4bed7-34ca-4ee2-baca-528520548d2d tempest-ExtensionsTestJSON-166448481 tempest-ExtensionsTestJSON-166448481-project] http://10.222.0.54:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=84152) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 20 14:33:09.866618 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-61f4bed7-34ca-4ee2-baca-528520548d2d tempest-ExtensionsTestJSON-166448481 tempest-ExtensionsTestJSON-166448481-project] 10.222.0.54 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0102389 Jan 20 14:33:09.868387 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 40832) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:09.878917 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [None req-5fa165f7-0349-4089-b532-2ae6e8bf5ece tempest-ExtensionsTestJSON-166448481 tempest-ExtensionsTestJSON-166448481-project] http://10.222.0.54:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=84152) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 20 14:33:09.881763 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-5fa165f7-0349-4089-b532-2ae6e8bf5ece tempest-ExtensionsTestJSON-166448481 tempest-ExtensionsTestJSON-166448481-project] 10.222.0.54 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0105472 Jan 20 14:33:09.882563 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 40838) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:09.891874 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [None req-52488816-ddc8-4152-b08b-5be7d494cf6e tempest-ExtensionsTestJSON-166448481 tempest-ExtensionsTestJSON-166448481-project] http://10.222.0.54:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=84152) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 20 14:33:09.897159 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-52488816-ddc8-4152-b08b-5be7d494cf6e tempest-ExtensionsTestJSON-166448481 tempest-ExtensionsTestJSON-166448481-project] 10.222.0.54 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0124357 Jan 20 14:33:09.902292 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 40842) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:09.903337 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-7f08f3a6-180d-43e5-b3d7-f7aae0365c70 tempest-RoutersAdminNegativeIpV6Test-1276690623 tempest-RoutersAdminNegativeIpV6Test-1276690623-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:09.908793 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [None req-25fa8a01-e17b-43ff-97e7-2ac6430dfa2a tempest-ExtensionsTestJSON-166448481 tempest-ExtensionsTestJSON-166448481-project] http://10.222.0.54:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=84152) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 20 14:33:09.912643 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 40846) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:09.912882 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-25fa8a01-e17b-43ff-97e7-2ac6430dfa2a tempest-ExtensionsTestJSON-166448481 tempest-ExtensionsTestJSON-166448481-project] 10.222.0.54 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0130825 Jan 20 14:33:09.925989 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [None req-3e76fa27-dc99-47f5-8e34-5b977ba99221 tempest-ExtensionsTestJSON-166448481 tempest-ExtensionsTestJSON-166448481-project] http://10.222.0.54:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=84153) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 20 14:33:09.927067 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-3e76fa27-dc99-47f5-8e34-5b977ba99221 tempest-ExtensionsTestJSON-166448481 tempest-ExtensionsTestJSON-166448481-project] 10.222.0.54 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0129395 Jan 20 14:33:09.929818 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 40850) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:09.948109 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [None req-047de05d-86a5-4ba1-b5ad-1d74524302b0 tempest-ExtensionsTestJSON-166448481 tempest-ExtensionsTestJSON-166448481-project] http://10.222.0.54:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=84153) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 20 14:33:09.948109 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-047de05d-86a5-4ba1-b5ad-1d74524302b0 tempest-ExtensionsTestJSON-166448481 tempest-ExtensionsTestJSON-166448481-project] 10.222.0.54 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0081666 Jan 20 14:33:09.953921 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 40854) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:09.976484 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [None req-186bde56-1dbf-41ff-ae31-28012d4c18de tempest-ExtensionsTestJSON-166448481 tempest-ExtensionsTestJSON-166448481-project] http://10.222.0.54:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=84153) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 20 14:33:09.977636 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-186bde56-1dbf-41ff-ae31-28012d4c18de tempest-ExtensionsTestJSON-166448481 tempest-ExtensionsTestJSON-166448481-project] 10.222.0.54 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0225952 Jan 20 14:33:09.985305 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 40858) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:10.001835 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [None req-680a6c24-4d8e-452d-893a-a2ad4b3a6386 tempest-ExtensionsTestJSON-166448481 tempest-ExtensionsTestJSON-166448481-project] http://10.222.0.54:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=84152) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 20 14:33:10.005801 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-680a6c24-4d8e-452d-893a-a2ad4b3a6386 tempest-ExtensionsTestJSON-166448481 tempest-ExtensionsTestJSON-166448481-project] 10.222.0.54 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0188293 Jan 20 14:33:10.020079 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 40862) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:10.020684 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-558d63bb-faff-4f52-892b-d33911f9f22d None None] Notify callbacks [] for port, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:10.021138 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [None req-5a53d766-4295-41e2-a42d-446aead99dcf tempest-ExtensionsTestJSON-166448481 tempest-ExtensionsTestJSON-166448481-project] http://10.222.0.54:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=84152) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 20 14:33:10.021138 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-5a53d766-4295-41e2-a42d-446aead99dcf tempest-ExtensionsTestJSON-166448481 tempest-ExtensionsTestJSON-166448481-project] 10.222.0.54 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0099308 Jan 20 14:33:10.024228 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 40866) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:10.024500 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-558d63bb-faff-4f52-892b-d33911f9f22d None None] Transition to ACTIVE for port object f1e916a2-30a1-43e6-9998-52231df7f982 will not be triggered until provisioned by entity L2. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:33:10.043106 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [None req-1692acba-2214-4f72-8b6c-27f17f0f9868 tempest-ExtensionsTestJSON-166448481 tempest-ExtensionsTestJSON-166448481-project] http://10.222.0.54:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=84153) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 20 14:33:10.045413 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-1692acba-2214-4f72-8b6c-27f17f0f9868 tempest-ExtensionsTestJSON-166448481 tempest-ExtensionsTestJSON-166448481-project] 10.222.0.54 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0181165 Jan 20 14:33:10.047842 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 40870) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:10.049666 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f08f3a6-180d-43e5-b3d7-f7aae0365c70 tempest-RoutersAdminNegativeIpV6Test-1276690623 tempest-RoutersAdminNegativeIpV6Test-1276690623-project-admin] Network 8dffb05c-5ca0-409b-bd5f-7be6264f707d is already hosted by enough agents. {{(pid=84152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:33:10.050646 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-558d63bb-faff-4f52-892b-d33911f9f22d None None] Transition to ACTIVE for port object f1e916a2-30a1-43e6-9998-52231df7f982 will not be triggered until provisioned by entity DHCP. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:33:10.057273 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [None req-bf7ca3d2-f7dd-4ec0-8c2b-88e5adc69c8c tempest-ExtensionsTestJSON-166448481 tempest-ExtensionsTestJSON-166448481-project] http://10.222.0.54:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=84152) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 20 14:33:10.061451 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 40874) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:10.062542 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-bf7ca3d2-f7dd-4ec0-8c2b-88e5adc69c8c tempest-ExtensionsTestJSON-166448481 tempest-ExtensionsTestJSON-166448481-project] 10.222.0.54 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0115621 Jan 20 14:33:10.063863 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.base_scheduler [None req-7f08f3a6-180d-43e5-b3d7-f7aae0365c70 tempest-RoutersAdminNegativeIpV6Test-1276690623 tempest-RoutersAdminNegativeIpV6Test-1276690623-project-admin] Resources bound (agent type, host, resource id): {{(pid=84152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:33:10.070076 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f08f3a6-180d-43e5-b3d7-f7aae0365c70 tempest-RoutersAdminNegativeIpV6Test-1276690623 tempest-RoutersAdminNegativeIpV6Test-1276690623-project-admin] Received port after_create {{(pid=84152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:33:10.080040 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [None req-14596d99-d0ca-4252-aced-3ca1d16f041c tempest-ExtensionsTestJSON-166448481 tempest-ExtensionsTestJSON-166448481-project] http://10.222.0.54:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=84153) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 20 14:33:10.083681 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-14596d99-d0ca-4252-aced-3ca1d16f041c tempest-ExtensionsTestJSON-166448481 tempest-ExtensionsTestJSON-166448481-project] 10.222.0.54 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0119882 Jan 20 14:33:10.087153 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 40878) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:10.093146 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [None req-b2018970-9cd3-4e17-ae66-e4d6b00fd402 tempest-ExtensionsTestJSON-166448481 tempest-ExtensionsTestJSON-166448481-project] http://10.222.0.54:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=84153) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 20 14:33:10.094121 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-b2018970-9cd3-4e17-ae66-e4d6b00fd402 tempest-ExtensionsTestJSON-166448481 tempest-ExtensionsTestJSON-166448481-project] 10.222.0.54 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0061462 Jan 20 14:33:10.098216 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 40882) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:10.100207 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f08f3a6-180d-43e5-b3d7-f7aae0365c70 tempest-RoutersAdminNegativeIpV6Test-1276690623 tempest-RoutersAdminNegativeIpV6Test-1276690623-project-admin] Pushing event updated for resources: {'Port': ['ID=5c16d6d3-7fef-4900-8dc0-c421fa98eae7,revision_number=1']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:10.117330 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [None req-f12ac7ba-91ca-43d4-a46b-ae822f0a8d9e tempest-ExtensionsTestJSON-166448481 tempest-ExtensionsTestJSON-166448481-project] http://10.222.0.54:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=84153) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 20 14:33:10.117330 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-f12ac7ba-91ca-43d4-a46b-ae822f0a8d9e tempest-ExtensionsTestJSON-166448481 tempest-ExtensionsTestJSON-166448481-project] 10.222.0.54 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0126750 Jan 20 14:33:10.117330 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.db.ipam_backend_mixin [None req-68d11415-0e27-498e-9484-17349acde474 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet aeff8960-dc7c-47df-a7b5-91e4541ad77d (CIDR: 2001:db8::/64) Jan 20 14:33:10.117330 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 40886) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:10.123631 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [None req-69158526-5d72-4cd6-ae93-d6e6cc6137a2 tempest-ExtensionsTestJSON-166448481 tempest-ExtensionsTestJSON-166448481-project] http://10.222.0.54:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=84153) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 20 14:33:10.123631 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-69158526-5d72-4cd6-ae93-d6e6cc6137a2 tempest-ExtensionsTestJSON-166448481 tempest-ExtensionsTestJSON-166448481-project] 10.222.0.54 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0060492 Jan 20 14:33:10.125154 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 40890) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:10.126898 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-558d63bb-faff-4f52-892b-d33911f9f22d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477'] for port, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:10.138853 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f08f3a6-180d-43e5-b3d7-f7aae0365c70 tempest-RoutersAdminNegativeIpV6Test-1276690623 tempest-RoutersAdminNegativeIpV6Test-1276690623-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:33:10.140219 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-7f08f3a6-180d-43e5-b3d7-f7aae0365c70 tempest-RoutersAdminNegativeIpV6Test-1276690623 tempest-RoutersAdminNegativeIpV6Test-1276690623-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:10.149977 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [None req-91fad167-98ad-482f-80a8-8073d3a900fb tempest-ExtensionsTestJSON-166448481 tempest-ExtensionsTestJSON-166448481-project] http://10.222.0.54:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=84153) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 20 14:33:10.153347 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 40894) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:10.155429 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-91fad167-98ad-482f-80a8-8073d3a900fb tempest-ExtensionsTestJSON-166448481 tempest-ExtensionsTestJSON-166448481-project] 10.222.0.54 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0161932 Jan 20 14:33:10.161364 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.pecan_wsgi.hooks.translation [None req-68d11415-0e27-498e-9484-17349acde474 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 20 14:33:10.161364 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68d11415-0e27-498e-9484-17349acde474 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:33:10.169573 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [None req-0b8b7abc-9f8f-401a-9412-9cef10378d96 tempest-ExtensionsTestJSON-166448481 tempest-ExtensionsTestJSON-166448481-project] http://10.222.0.54:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=84152) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 20 14:33:10.169573 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-0b8b7abc-9f8f-401a-9412-9cef10378d96 tempest-ExtensionsTestJSON-166448481 tempest-ExtensionsTestJSON-166448481-project] 10.222.0.54 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0104740 Jan 20 14:33:10.173530 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 40898) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:10.180356 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [None req-fae68c06-c040-4926-bf6e-7cd22237e18b tempest-ExtensionsTestJSON-166448481 tempest-ExtensionsTestJSON-166448481-project] http://10.222.0.54:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=84152) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 20 14:33:10.180356 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-fae68c06-c040-4926-bf6e-7cd22237e18b tempest-ExtensionsTestJSON-166448481 tempest-ExtensionsTestJSON-166448481-project] 10.222.0.54 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0072134 Jan 20 14:33:10.183522 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 40902) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:10.195235 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [None req-50a69854-7276-4a08-9e87-d406941a89cb tempest-ExtensionsTestJSON-166448481 tempest-ExtensionsTestJSON-166448481-project] http://10.222.0.54:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=84152) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 20 14:33:10.195235 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-50a69854-7276-4a08-9e87-d406941a89cb tempest-ExtensionsTestJSON-166448481 tempest-ExtensionsTestJSON-166448481-project] 10.222.0.54 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0051098 Jan 20 14:33:10.195235 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 40906) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:10.212408 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-558d63bb-faff-4f52-892b-d33911f9f22d None None] Network dd57c633-7eca-4d1c-9630-420ac73b2746 is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:33:10.212408 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-558d63bb-faff-4f52-892b-d33911f9f22d None None] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:33:10.221634 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-558d63bb-faff-4f52-892b-d33911f9f22d None None] Received port after_create {{(pid=84154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:33:10.227555 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558d63bb-faff-4f52-892b-d33911f9f22d None None] Pushing event updated for resources: {'Port': ['ID=f1e916a2-30a1-43e6-9998-52231df7f982,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:10.255538 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [None req-d4ca3154-0290-49cc-8cee-4fb1759e499a tempest-ExtensionsTestJSON-166448481 tempest-ExtensionsTestJSON-166448481-project] http://10.222.0.54:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=84152) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 20 14:33:10.255538 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-d4ca3154-0290-49cc-8cee-4fb1759e499a tempest-ExtensionsTestJSON-166448481 tempest-ExtensionsTestJSON-166448481-project] 10.222.0.54 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0464606 Jan 20 14:33:10.255538 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 40912) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:10.287117 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558d63bb-faff-4f52-892b-d33911f9f22d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:33:10.287117 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558d63bb-faff-4f52-892b-d33911f9f22d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:33:10.287117 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558d63bb-faff-4f52-892b-d33911f9f22d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:33:10.287117 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558d63bb-faff-4f52-892b-d33911f9f22d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:33:10.287117 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558d63bb-faff-4f52-892b-d33911f9f22d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:33:10.287117 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558d63bb-faff-4f52-892b-d33911f9f22d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:33:10.292473 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [None req-6dad0a0a-2165-414f-a412-0d4b77706821 tempest-ExtensionsTestJSON-166448481 tempest-ExtensionsTestJSON-166448481-project] http://10.222.0.54:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=84152) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 20 14:33:10.295161 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558d63bb-faff-4f52-892b-d33911f9f22d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:33:10.295161 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558d63bb-faff-4f52-892b-d33911f9f22d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:33:10.295161 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558d63bb-faff-4f52-892b-d33911f9f22d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:33:10.295161 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558d63bb-faff-4f52-892b-d33911f9f22d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:33:10.295161 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558d63bb-faff-4f52-892b-d33911f9f22d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:33:10.300551 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-6dad0a0a-2165-414f-a412-0d4b77706821 tempest-ExtensionsTestJSON-166448481 tempest-ExtensionsTestJSON-166448481-project] 10.222.0.54 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0256686 Jan 20 14:33:10.300551 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-7f08f3a6-180d-43e5-b3d7-f7aae0365c70 tempest-RoutersAdminNegativeIpV6Test-1276690623 tempest-RoutersAdminNegativeIpV6Test-1276690623-project-admin] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 2.1125476 Jan 20 14:33:10.300551 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 40916) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:10.300551 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 40918) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:10.308105 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-68d11415-0e27-498e-9484-17349acde474 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2676339 Jan 20 14:33:10.308105 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 40922) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:10.322060 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [None req-a20682b0-505f-40b6-8622-d18c680e7cc8 tempest-ExtensionsTestJSON-166448481 tempest-ExtensionsTestJSON-166448481-project] http://10.222.0.54:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=84152) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 20 14:33:10.322060 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-a20682b0-505f-40b6-8622-d18c680e7cc8 tempest-ExtensionsTestJSON-166448481 tempest-ExtensionsTestJSON-166448481-project] 10.222.0.54 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0345337 Jan 20 14:33:10.324112 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-d3b51939-1321-4d6c-8c29-c05077912d95 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Request body: {'subnet': {'network_id': 'dd57c633-7eca-4d1c-9630-420ac73b2746', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:33:10.327058 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-81f50abe-e2a8-4971-8bb2-7ee4fd34fa41 tempest-RoutersAdminNegativeIpV6Test-1276690623 tempest-RoutersAdminNegativeIpV6Test-1276690623-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.228'}]}}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:33:10.331509 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 40928) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:10.336481 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-81f50abe-e2a8-4971-8bb2-7ee4fd34fa41 tempest-RoutersAdminNegativeIpV6Test-1276690623 tempest-RoutersAdminNegativeIpV6Test-1276690623-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:33:10.337943 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-558d63bb-faff-4f52-892b-d33911f9f22d None None] Attempting to bind port f1e916a2-30a1-43e6-9998-52231df7f982 on host dv-neutron-825124-1-hyperv for vnic_type normal with profile {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:33:10.338405 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-558d63bb-faff-4f52-892b-d33911f9f22d None None] Attempting to bind port f1e916a2-30a1-43e6-9998-52231df7f982 by drivers openvswitch,hyperv on host dv-neutron-825124-1-hyperv at level 0 using segments [{'id': '107694e2-a492-45af-87d8-2906d44d082d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'dd57c633-7eca-4d1c-9630-420ac73b2746'}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:33:10.339408 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-558d63bb-faff-4f52-892b-d33911f9f22d None None] Attempting to bind port f1e916a2-30a1-43e6-9998-52231df7f982 on network dd57c633-7eca-4d1c-9630-420ac73b2746 {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 14:33:10.363496 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-558d63bb-faff-4f52-892b-d33911f9f22d None None] Checking agent: {'id': '6414dfeb-85c5-454a-8756-709ca637d800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825124-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 16, 31), 'started_at': datetime.datetime(2022, 1, 20, 14, 17, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 33, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825124-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 14:33:10.363496 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-558d63bb-faff-4f52-892b-d33911f9f22d None None] Checking segment: {'id': '107694e2-a492-45af-87d8-2906d44d082d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'dd57c633-7eca-4d1c-9630-420ac73b2746'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 14:33:10.363496 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-558d63bb-faff-4f52-892b-d33911f9f22d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:10.369001 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [None req-51308158-bfd9-414e-a203-e1cfc21b015d tempest-ExtensionsTestJSON-166448481 tempest-ExtensionsTestJSON-166448481-project] http://10.222.0.54:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=84152) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 20 14:33:10.379063 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-558d63bb-faff-4f52-892b-d33911f9f22d None None] Bound using segment: {'id': '107694e2-a492-45af-87d8-2906d44d082d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'dd57c633-7eca-4d1c-9630-420ac73b2746'} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 14:33:10.379063 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-558d63bb-faff-4f52-892b-d33911f9f22d None None] Bound port: f1e916a2-30a1-43e6-9998-52231df7f982, host: dv-neutron-825124-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '107694e2-a492-45af-87d8-2906d44d082d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'dd57c633-7eca-4d1c-9630-420ac73b2746'}}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:33:10.384735 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-51308158-bfd9-414e-a203-e1cfc21b015d tempest-ExtensionsTestJSON-166448481 tempest-ExtensionsTestJSON-166448481-project] 10.222.0.54 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0276659 Jan 20 14:33:10.390471 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-558d63bb-faff-4f52-892b-d33911f9f22d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:10.395006 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-81f50abe-e2a8-4971-8bb2-7ee4fd34fa41 tempest-RoutersAdminNegativeIpV6Test-1276690623 tempest-RoutersAdminNegativeIpV6Test-1276690623-project-admin] Usage tracker for resource:router and tenant:6a10ffa55e554b5299d8e87b4c31bc04 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:33:10.395006 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 40932) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:10.395006 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-81f50abe-e2a8-4971-8bb2-7ee4fd34fa41 tempest-RoutersAdminNegativeIpV6Test-1276690623 tempest-RoutersAdminNegativeIpV6Test-1276690623-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:33:10.395006 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [None req-073c2702-b84c-4385-b1bb-85c8f43e6369 tempest-ExtensionsTestJSON-166448481 tempest-ExtensionsTestJSON-166448481-project] http://10.222.0.54:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=84152) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 20 14:33:10.395006 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-073c2702-b84c-4385-b1bb-85c8f43e6369 tempest-ExtensionsTestJSON-166448481 tempest-ExtensionsTestJSON-166448481-project] 10.222.0.54 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0226188 Jan 20 14:33:10.400525 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-81f50abe-e2a8-4971-8bb2-7ee4fd34fa41 tempest-RoutersAdminNegativeIpV6Test-1276690623 tempest-RoutersAdminNegativeIpV6Test-1276690623-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:33:10.409331 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 40938) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:10.433248 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [None req-0d489112-5669-479b-86d4-4e49422cef44 tempest-ExtensionsTestJSON-166448481 tempest-ExtensionsTestJSON-166448481-project] http://10.222.0.54:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=84152) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 20 14:33:10.443006 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-0d489112-5669-479b-86d4-4e49422cef44 tempest-ExtensionsTestJSON-166448481 tempest-ExtensionsTestJSON-166448481-project] 10.222.0.54 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0290792 Jan 20 14:33:10.450194 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 40942) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:10.473202 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [None req-b4e5626f-718d-4967-895f-a97588b433d2 tempest-ExtensionsTestJSON-166448481 tempest-ExtensionsTestJSON-166448481-project] http://10.222.0.54:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=84153) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 20 14:33:10.473202 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-b4e5626f-718d-4967-895f-a97588b433d2 tempest-ExtensionsTestJSON-166448481 tempest-ExtensionsTestJSON-166448481-project] 10.222.0.54 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0182300 Jan 20 14:33:10.476900 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 40946) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:10.488030 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [None req-0ee03f64-e841-407a-9f74-4892862778f3 tempest-ExtensionsTestJSON-166448481 tempest-ExtensionsTestJSON-166448481-project] http://10.222.0.54:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=84152) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 20 14:33:10.488030 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-0ee03f64-e841-407a-9f74-4892862778f3 tempest-ExtensionsTestJSON-166448481 tempest-ExtensionsTestJSON-166448481-project] 10.222.0.54 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0075583 Jan 20 14:33:10.488030 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 40950) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:10.503144 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [None req-5c14f70c-2d93-49f6-b437-397a19c028da tempest-ExtensionsTestJSON-166448481 tempest-ExtensionsTestJSON-166448481-project] http://10.222.0.54:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=84152) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 20 14:33:10.503144 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-5c14f70c-2d93-49f6-b437-397a19c028da tempest-ExtensionsTestJSON-166448481 tempest-ExtensionsTestJSON-166448481-project] 10.222.0.54 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0151150 Jan 20 14:33:10.507019 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 40954) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:10.512143 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [None req-6d4dc87e-7f00-4d7e-b3c9-58a03bdd9afa tempest-ExtensionsTestJSON-166448481 tempest-ExtensionsTestJSON-166448481-project] http://10.222.0.54:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=84152) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 20 14:33:10.515302 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-6d4dc87e-7f00-4d7e-b3c9-58a03bdd9afa tempest-ExtensionsTestJSON-166448481 tempest-ExtensionsTestJSON-166448481-project] 10.222.0.54 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0091741 Jan 20 14:33:10.516136 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 40958) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:10.518308 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-558d63bb-faff-4f52-892b-d33911f9f22d None None] For port f1e916a2-30a1-43e6-9998-52231df7f982, host dv-neutron-825124-1-hyperv, cleared binding levels {{(pid=84154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 14:33:10.520707 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [None req-2da4490f-2988-46f7-b7e3-1fd7993ff23a tempest-ExtensionsTestJSON-166448481 tempest-ExtensionsTestJSON-166448481-project] http://10.222.0.54:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=84152) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 20 14:33:10.522650 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-2da4490f-2988-46f7-b7e3-1fd7993ff23a tempest-ExtensionsTestJSON-166448481 tempest-ExtensionsTestJSON-166448481-project] 10.222.0.54 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0057914 Jan 20 14:33:10.525747 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-558d63bb-faff-4f52-892b-d33911f9f22d None None] For port f1e916a2-30a1-43e6-9998-52231df7f982, host dv-neutron-825124-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=f1e916a2-30a1-43e6-9998-52231df7f982,segment=NetworkSegment(107694e2-a492-45af-87d8-2906d44d082d),segment_id=107694e2-a492-45af-87d8-2906d44d082d)] {{(pid=84154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 14:33:10.528380 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 40962) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:10.533752 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [None req-bad6b564-e30d-45d6-a586-384734be9f94 tempest-ExtensionsTestJSON-166448481 tempest-ExtensionsTestJSON-166448481-project] http://10.222.0.54:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=84152) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 20 14:33:10.534755 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-bad6b564-e30d-45d6-a586-384734be9f94 tempest-ExtensionsTestJSON-166448481 tempest-ExtensionsTestJSON-166448481-project] 10.222.0.54 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0054657 Jan 20 14:33:10.537712 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 40966) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:10.543488 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [None req-467cfefa-6cc8-444e-977e-f306b944748c tempest-ExtensionsTestJSON-166448481 tempest-ExtensionsTestJSON-166448481-project] http://10.222.0.54:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=84152) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 20 14:33:10.545098 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-467cfefa-6cc8-444e-977e-f306b944748c tempest-ExtensionsTestJSON-166448481 tempest-ExtensionsTestJSON-166448481-project] 10.222.0.54 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0058098 Jan 20 14:33:10.545457 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-81f50abe-e2a8-4971-8bb2-7ee4fd34fa41 tempest-RoutersAdminNegativeIpV6Test-1276690623 tempest-RoutersAdminNegativeIpV6Test-1276690623-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-105475'] for router, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:10.546555 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-81f50abe-e2a8-4971-8bb2-7ee4fd34fa41 tempest-RoutersAdminNegativeIpV6Test-1276690623 tempest-RoutersAdminNegativeIpV6Test-1276690623-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-739204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-744864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-735540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-105484'] for router, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:10.547215 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 40970) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:10.584499 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [None req-1a480258-0012-4cfd-a03d-5c74d04a3b8c tempest-ExtensionsTestJSON-166448481 tempest-ExtensionsTestJSON-166448481-project] http://10.222.0.54:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=84153) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 20 14:33:10.584499 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-1a480258-0012-4cfd-a03d-5c74d04a3b8c tempest-ExtensionsTestJSON-166448481 tempest-ExtensionsTestJSON-166448481-project] 10.222.0.54 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0291374 Jan 20 14:33:10.592101 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 40974) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:10.592101 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-81f50abe-e2a8-4971-8bb2-7ee4fd34fa41 tempest-RoutersAdminNegativeIpV6Test-1276690623 tempest-RoutersAdminNegativeIpV6Test-1276690623-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:10.594406 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-558d63bb-faff-4f52-892b-d33911f9f22d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:10.595541 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [None req-c52c2a3a-c192-488d-b4a3-a99ecb5dacb9 tempest-ExtensionsTestJSON-166448481 tempest-ExtensionsTestJSON-166448481-project] http://10.222.0.54:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=84152) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 20 14:33:10.595541 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-c52c2a3a-c192-488d-b4a3-a99ecb5dacb9 tempest-ExtensionsTestJSON-166448481 tempest-ExtensionsTestJSON-166448481-project] 10.222.0.54 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0088396 Jan 20 14:33:10.595692 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-d3b51939-1321-4d6c-8c29-c05077912d95 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:33:10.595692 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 40978) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:10.596738 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-d3b51939-1321-4d6c-8c29-c05077912d95 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Usage tracker for resource:subnet and tenant:b664f111a0df442d811f140f6dbd9d75 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:33:10.602473 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [None req-581aac9a-4173-40ca-9a28-04c83e53304c tempest-ExtensionsTestJSON-166448481 tempest-ExtensionsTestJSON-166448481-project] http://10.222.0.54:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=84153) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 20 14:33:10.603481 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-581aac9a-4173-40ca-9a28-04c83e53304c tempest-ExtensionsTestJSON-166448481 tempest-ExtensionsTestJSON-166448481-project] 10.222.0.54 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0084252 Jan 20 14:33:10.605242 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-d3b51939-1321-4d6c-8c29-c05077912d95 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:33:10.608451 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 40982) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:10.616240 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [None req-dcdc4a3b-18fa-4003-82ba-852fe64c361c tempest-ExtensionsTestJSON-166448481 tempest-ExtensionsTestJSON-166448481-project] http://10.222.0.54:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=84153) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 20 14:33:10.620234 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-dcdc4a3b-18fa-4003-82ba-852fe64c361c tempest-ExtensionsTestJSON-166448481 tempest-ExtensionsTestJSON-166448481-project] 10.222.0.54 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0079999 Jan 20 14:33:10.620234 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-d3b51939-1321-4d6c-8c29-c05077912d95 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:33:10.622349 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 40986) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:10.637402 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [None req-64f267e3-3b56-4a4f-bf90-9c17adca3bc5 tempest-ExtensionsTestJSON-166448481 tempest-ExtensionsTestJSON-166448481-project] http://10.222.0.54:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=84153) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 20 14:33:10.646114 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-64f267e3-3b56-4a4f-bf90-9c17adca3bc5 tempest-ExtensionsTestJSON-166448481 tempest-ExtensionsTestJSON-166448481-project] 10.222.0.54 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0152805 Jan 20 14:33:10.657100 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 40992) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:10.672992 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [None req-757183b7-f0d8-4f79-a488-36f9ee4ff6b0 tempest-ExtensionsTestJSON-166448481 tempest-ExtensionsTestJSON-166448481-project] http://10.222.0.54:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=84152) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 20 14:33:10.677498 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 40996) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:10.677498 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [None req-9d727830-d43f-4e26-b0b3-39e3dea278d6 tempest-ExtensionsTestJSON-166448481 tempest-ExtensionsTestJSON-166448481-project] http://10.222.0.54:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=84153) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 20 14:33:10.682606 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-757183b7-f0d8-4f79-a488-36f9ee4ff6b0 tempest-ExtensionsTestJSON-166448481 tempest-ExtensionsTestJSON-166448481-project] 10.222.0.54 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0291796 Jan 20 14:33:10.682606 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 41000) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:10.687758 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-9d727830-d43f-4e26-b0b3-39e3dea278d6 tempest-ExtensionsTestJSON-166448481 tempest-ExtensionsTestJSON-166448481-project] 10.222.0.54 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0127985 Jan 20 14:33:10.692613 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [None req-cb1cf20e-62b9-4422-ad3b-a18723648b13 tempest-ExtensionsTestJSON-166448481 tempest-ExtensionsTestJSON-166448481-project] http://10.222.0.54:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=84152) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 20 14:33:10.697317 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 41004) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:10.718390 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558d63bb-faff-4f52-892b-d33911f9f22d None None] Pushing event updated for resources: {'Port': ['ID=f1e916a2-30a1-43e6-9998-52231df7f982,revision_number=2']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:10.723657 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [None req-e9161b18-c8ca-462d-b041-5e43d5175652 tempest-ExtensionsTestJSON-166448481 tempest-ExtensionsTestJSON-166448481-project] http://10.222.0.54:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=84153) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 20 14:33:10.727713 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-cb1cf20e-62b9-4422-ad3b-a18723648b13 tempest-ExtensionsTestJSON-166448481 tempest-ExtensionsTestJSON-166448481-project] 10.222.0.54 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0200732 Jan 20 14:33:10.727713 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 41008) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:10.732393 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-e9161b18-c8ca-462d-b041-5e43d5175652 tempest-ExtensionsTestJSON-166448481 tempest-ExtensionsTestJSON-166448481-project] 10.222.0.54 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0110316 Jan 20 14:33:10.745850 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3b51939-1321-4d6c-8c29-c05077912d95 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Made reservation on behalf of b664f111a0df442d811f140f6dbd9d75 for: {'subnet': 1} {{(pid=84153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:33:10.745850 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-d3b51939-1321-4d6c-8c29-c05077912d95 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4193986'] for subnet, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:10.799965 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [None req-db5c0b4a-01b8-4c23-be73-1f37c907e8fc tempest-ExtensionsTestJSON-166448481 tempest-ExtensionsTestJSON-166448481-project] http://10.222.0.54:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=84152) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 20 14:33:10.799965 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-db5c0b4a-01b8-4c23-be73-1f37c907e8fc tempest-ExtensionsTestJSON-166448481 tempest-ExtensionsTestJSON-166448481-project] 10.222.0.54 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0866725 Jan 20 14:33:10.799965 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 41012) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:10.820425 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [None req-30f5921d-1577-4a7e-a6d7-d21f3bd3cf67 tempest-ExtensionsTestJSON-166448481 tempest-ExtensionsTestJSON-166448481-project] http://10.222.0.54:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=84152) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 20 14:33:10.820425 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-30f5921d-1577-4a7e-a6d7-d21f3bd3cf67 tempest-ExtensionsTestJSON-166448481 tempest-ExtensionsTestJSON-166448481-project] 10.222.0.54 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0077467 Jan 20 14:33:10.832456 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 41016) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:10.891457 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [None req-7e5ea018-1e08-406d-90f1-961fe6d46994 tempest-ExtensionsTestJSON-166448481 tempest-ExtensionsTestJSON-166448481-project] http://10.222.0.54:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=84153) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 20 14:33:10.891457 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-7e5ea018-1e08-406d-90f1-961fe6d46994 tempest-ExtensionsTestJSON-166448481 tempest-ExtensionsTestJSON-166448481-project] 10.222.0.54 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0181544 Jan 20 14:33:10.893679 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 41022) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:10.941129 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-81f50abe-e2a8-4971-8bb2-7ee4fd34fa41 tempest-RoutersAdminNegativeIpV6Test-1276690623 tempest-RoutersAdminNegativeIpV6Test-1276690623-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-744886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-105502'] for router, precommit_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:11.290157 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-d3b51939-1321-4d6c-8c29-c05077912d95 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3943531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4194004'] for subnet, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:11.425607 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b51939-1321-4d6c-8c29-c05077912d95 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Pushing event updated for resources: {'Subnet': ['ID=914d29d7-8706-4545-ad26-07a61679c20d,revision_number=0']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:11.435540 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3b51939-1321-4d6c-8c29-c05077912d95 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Network dd57c633-7eca-4d1c-9630-420ac73b2746 is already hosted by enough agents. {{(pid=84153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:33:11.435540 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.base_scheduler [None req-d3b51939-1321-4d6c-8c29-c05077912d95 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Resources bound (agent type, host, resource id): {{(pid=84153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:33:11.451967 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3b51939-1321-4d6c-8c29-c05077912d95 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:33:11.455036 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-eaabdb0d-67d9-480f-9fd0-588c38e5f91d tempest-DvrRoutersNegativeTest-458658564 tempest-DvrRoutersNegativeTest-458658564-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-443261611', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:33:11.459004 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-d3b51939-1321-4d6c-8c29-c05077912d95 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks [] for subnet, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:11.461496 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.policy [None req-eaabdb0d-67d9-480f-9fd0-588c38e5f91d tempest-DvrRoutersNegativeTest-458658564 tempest-DvrRoutersNegativeTest-458658564-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=84152) log_rule_list /opt/stack/neutron/neutron/policy.py:411}} Jan 20 14:33:11.461496 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.policy [None req-eaabdb0d-67d9-480f-9fd0-588c38e5f91d tempest-DvrRoutersNegativeTest-458658564 tempest-DvrRoutersNegativeTest-458658564-project] Failed policy check for 'create_router' {{(pid=84152) enforce /opt/stack/neutron/neutron/policy.py:482}} Jan 20 14:33:11.461496 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.api.v2.resource [None req-eaabdb0d-67d9-480f-9fd0-588c38e5f91d tempest-DvrRoutersNegativeTest-458658564 tempest-DvrRoutersNegativeTest-458658564-project] create failed (client error): Access was denied to this resource. Jan 20 14:33:11.461496 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-eaabdb0d-67d9-480f-9fd0-588c38e5f91d tempest-DvrRoutersNegativeTest-458658564 tempest-DvrRoutersNegativeTest-458658564-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.5538454 Jan 20 14:33:11.567255 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-d3b51939-1321-4d6c-8c29-c05077912d95 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.2539644 Jan 20 14:33:11.569889 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 41032) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:11.578773 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-597efe75-8855-401e-bcbc-b5e558482d94 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Request body: {'port': {'network_id': 'dd57c633-7eca-4d1c-9630-420ac73b2746', 'fixed_ips': [{'subnet_id': 'aeff8960-dc7c-47df-a7b5-91e4541ad77d'}, {'subnet_id': '914d29d7-8706-4545-ad26-07a61679c20d'}], 'name': 'tempest-PortsIpV6TestJSON-163488322'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:33:11.610970 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-81f50abe-e2a8-4971-8bb2-7ee4fd34fa41 tempest-RoutersAdminNegativeIpV6Test-1276690623 tempest-RoutersAdminNegativeIpV6Test-1276690623-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:11.634788 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-81f50abe-e2a8-4971-8bb2-7ee4fd34fa41 tempest-RoutersAdminNegativeIpV6Test-1276690623 tempest-RoutersAdminNegativeIpV6Test-1276690623-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:11.730549 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-597efe75-8855-401e-bcbc-b5e558482d94 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:33:11.743832 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-597efe75-8855-401e-bcbc-b5e558482d94 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Usage tracker for resource:port and tenant:b664f111a0df442d811f140f6dbd9d75 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:33:11.747177 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-597efe75-8855-401e-bcbc-b5e558482d94 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:33:11.763467 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-597efe75-8855-401e-bcbc-b5e558482d94 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:33:11.801395 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 41038) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:11.889544 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-597efe75-8855-401e-bcbc-b5e558482d94 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Made reservation on behalf of b664f111a0df442d811f140f6dbd9d75 for: {'port': 1} {{(pid=84153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:33:11.897145 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-597efe75-8855-401e-bcbc-b5e558482d94 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:11.923110 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.notifiers.nova [None req-597efe75-8855-401e-bcbc-b5e558482d94 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] device_id is not set on port 458fca6a-24fa-4cf1-bfbc-76adefc05190 yet. {{(pid=84153) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 14:33:12.054365 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-81f50abe-e2a8-4971-8bb2-7ee4fd34fa41 tempest-RoutersAdminNegativeIpV6Test-1276690623 tempest-RoutersAdminNegativeIpV6Test-1276690623-project-admin] Notify callbacks [] for router, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:12.066751 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 41046) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:12.229305 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e34b36e-b738-4186-8375-a02341e717a5 None None] Network dd57c633-7eca-4d1c-9630-420ac73b2746 requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:33:12.241658 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-eef5ba0e-7b2a-43c5-9421-c509defc0a3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:12.298976 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-09a22c39-aad7-41d1-8654-2c88b00bf5e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:12.461468 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-eef5ba0e-7b2a-43c5-9421-c509defc0a3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:33:12.473724 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-eef5ba0e-7b2a-43c5-9421-c509defc0a3a admin admin] Usage tracker for resource:security_group_rule and tenant:90fe03b8c399414880d36ea2e89f8ca9 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:33:12.483987 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-eef5ba0e-7b2a-43c5-9421-c509defc0a3a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:33:12.519361 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-eef5ba0e-7b2a-43c5-9421-c509defc0a3a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:33:12.519361 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-09a22c39-aad7-41d1-8654-2c88b00bf5e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:33:12.525485 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.db_base_plugin_common [None req-597efe75-8855-401e-bcbc-b5e558482d94 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Allocated IP 2001:db8::ec (dd57c633-7eca-4d1c-9630-420ac73b2746/aeff8960-dc7c-47df-a7b5-91e4541ad77d/458fca6a-24fa-4cf1-bfbc-76adefc05190) {{(pid=84153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:33:12.562469 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-09a22c39-aad7-41d1-8654-2c88b00bf5e2 admin admin] Usage tracker for resource:security_group_rule and tenant:bce8b28620ee461291a42aa268922be5 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:33:12.566879 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-09a22c39-aad7-41d1-8654-2c88b00bf5e2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:33:12.570664 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.db_base_plugin_common [None req-597efe75-8855-401e-bcbc-b5e558482d94 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Allocated IP 2001:db8:0:1::23 (dd57c633-7eca-4d1c-9630-420ac73b2746/914d29d7-8706-4545-ad26-07a61679c20d/458fca6a-24fa-4cf1-bfbc-76adefc05190) {{(pid=84153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:33:12.586417 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-09a22c39-aad7-41d1-8654-2c88b00bf5e2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:33:12.591345 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-fc8321e0-08d2-4841-98f1-08fc09bf872d None None] Provisioning for port f1e916a2-30a1-43e6-9998-52231df7f982 completed by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:33:12.602584 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-81f50abe-e2a8-4971-8bb2-7ee4fd34fa41 tempest-RoutersAdminNegativeIpV6Test-1276690623 tempest-RoutersAdminNegativeIpV6Test-1276690623-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-737761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105493'] for router, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:12.605980 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-81f50abe-e2a8-4971-8bb2-7ee4fd34fa41 tempest-RoutersAdminNegativeIpV6Test-1276690623 tempest-RoutersAdminNegativeIpV6Test-1276690623-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:12.677431 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device f1e916a2-30a1-43e6-9998-52231df7f982 up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:33:12.727380 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1d5deca-9a65-426c-b3bc-4e8f3f75b767 None None] Update dhcp port {'port': {'network_id': 'dd57c633-7eca-4d1c-9630-420ac73b2746', 'fixed_ips': [{'subnet_id': 'aeff8960-dc7c-47df-a7b5-91e4541ad77d', 'ip_address': '2001:db8::2'}, {'subnet_id': '914d29d7-8706-4545-ad26-07a61679c20d'}], 'binding:host_id': 'dv-neutron-825124-1-hyperv'}, 'id': 'f1e916a2-30a1-43e6-9998-52231df7f982'} from dv-neutron-825124-1-hyperv. {{(pid=84154) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Jan 20 14:33:12.738925 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-a94a64b9-6149-487a-adb9-deeec6e70367 req-b85a35e7-fc7c-4398-ad3c-3c718ddfefe8 service neutron] 10.222.0.106 "GET /v2.0/ports?device_id=49ba1514-a268-47af-8414-4af83e8f7d4a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0947137 Jan 20 14:33:12.793577 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-e1d5deca-9a65-426c-b3bc-4e8f3f75b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:12.793813 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-81f50abe-e2a8-4971-8bb2-7ee4fd34fa41 tempest-RoutersAdminNegativeIpV6Test-1276690623 tempest-RoutersAdminNegativeIpV6Test-1276690623-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-737693'] for router, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:12.794555 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81f50abe-e2a8-4971-8bb2-7ee4fd34fa41 tempest-RoutersAdminNegativeIpV6Test-1276690623 tempest-RoutersAdminNegativeIpV6Test-1276690623-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0286fc86-e900-435f-9ff6-fa0b2af2ac05 {{(pid=84152) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 20 14:33:12.839431 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-eef5ba0e-7b2a-43c5-9421-c509defc0a3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:12.888782 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-09a22c39-aad7-41d1-8654-2c88b00bf5e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:12.915964 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-a94a64b9-6149-487a-adb9-deeec6e70367 req-6857ddd1-ed56-4984-9dd4-b70fff724538 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=630d3f8a86444149b9a83c00e804a42a&device_id=49ba1514-a268-47af-8414-4af83e8f7d4a HTTP/1.1" status: 200 len: 1098 time: 0.0896375 Jan 20 14:33:12.943703 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-597efe75-8855-401e-bcbc-b5e558482d94 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks [] for port, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:12.951793 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-eef5ba0e-7b2a-43c5-9421-c509defc0a3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:12.984425 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning for port f1e916a2-30a1-43e6-9998-52231df7f982 completed by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:33:12.989488 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-09a22c39-aad7-41d1-8654-2c88b00bf5e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:12.994556 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port f1e916a2-30a1-43e6-9998-52231df7f982 triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:33:12.994959 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:13.018319 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.api.v2.resource [None req-81f50abe-e2a8-4971-8bb2-7ee4fd34fa41 tempest-RoutersAdminNegativeIpV6Test-1276690623 tempest-RoutersAdminNegativeIpV6Test-1276690623-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jan 20 14:33:13.019527 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-81f50abe-e2a8-4971-8bb2-7ee4fd34fa41 tempest-RoutersAdminNegativeIpV6Test-1276690623 tempest-RoutersAdminNegativeIpV6Test-1276690623-project-admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.7212534 Jan 20 14:33:13.031681 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 41052) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:13.153550 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-dcaf6c16-bfdc-4ae2-892a-22f0d1c4552e tempest-RoutersAdminNegativeIpV6Test-1276690623 tempest-RoutersAdminNegativeIpV6Test-1276690623-project-admin] Deleting port 5c16d6d3-7fef-4900-8dc0-c421fa98eae7 {{(pid=84152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:33:13.153550 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-dcaf6c16-bfdc-4ae2-892a-22f0d1c4552e tempest-RoutersAdminNegativeIpV6Test-1276690623 tempest-RoutersAdminNegativeIpV6Test-1276690623-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:13.159194 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.provisioning_blocks [None req-597efe75-8855-401e-bcbc-b5e558482d94 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Transition to ACTIVE for port object 458fca6a-24fa-4cf1-bfbc-76adefc05190 will not be triggered until provisioned by entity DHCP. {{(pid=84153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:33:13.204472 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef5ba0e-7b2a-43c5-9421-c509defc0a3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cd82c3d-1ac1-4e26-a182-685f07fc7678,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:13.209290 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:13.213138 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94a64b9-6149-487a-adb9-deeec6e70367 req-e82aca11-f19b-446b-998f-01c6f271fd45 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:33:13.213138 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-a94a64b9-6149-487a-adb9-deeec6e70367 req-e82aca11-f19b-446b-998f-01c6f271fd45 service neutron] 10.222.0.106 "GET /v2.0/networks?id=ac006b3d-300f-4a00-af61-b19ab11d4829 HTTP/1.1" status: 200 len: 912 time: 0.2768877 Jan 20 14:33:13.217099 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-eef5ba0e-7b2a-43c5-9421-c509defc0a3a admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=90fe03b8c399414880d36ea2e89f8ca9&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4144714 Jan 20 14:33:13.218910 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 41056) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:13.281839 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] For port f1e916a2-30a1-43e6-9998-52231df7f982, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=f1e916a2-30a1-43e6-9998-52231df7f982,segment=NetworkSegment(107694e2-a492-45af-87d8-2906d44d082d),segment_id=107694e2-a492-45af-87d8-2906d44d082d)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:33:13.283149 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-09a22c39-aad7-41d1-8654-2c88b00bf5e2 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=bce8b28620ee461291a42aa268922be5&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2096190 Jan 20 14:33:13.283891 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a22c39-aad7-41d1-8654-2c88b00bf5e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68c7774c-cd90-4ebb-a568-fd62b18c290c,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:13.286549 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 41060) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:13.360405 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-4a29af66-365f-425a-8d22-7dc4529e8a9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:13.365356 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:13.388365 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-4a29af66-365f-425a-8d22-7dc4529e8a9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:13.399423 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-597efe75-8855-401e-bcbc-b5e558482d94 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:13.476506 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-a94a64b9-6149-487a-adb9-deeec6e70367 req-7e528007-30ed-457a-817e-a90d8ce9cc30 service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0a13f278-143e-4ba0-9f56-fa54e2b36d66 HTTP/1.1" status: 200 len: 1001 time: 0.2549341 Jan 20 14:33:13.490369 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Pushing event updated for resources: {'Port': ['ID=f1e916a2-30a1-43e6-9998-52231df7f982,revision_number=3']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:13.517054 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-597efe75-8855-401e-bcbc-b5e558482d94 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Network dd57c633-7eca-4d1c-9630-420ac73b2746 is already hosted by enough agents. {{(pid=84153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:33:13.520069 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_common [None req-e1d5deca-9a65-426c-b3bc-4e8f3f75b767 None None] Allocated IP 2001:db8:0:1::2 (dd57c633-7eca-4d1c-9630-420ac73b2746/914d29d7-8706-4545-ad26-07a61679c20d/f1e916a2-30a1-43e6-9998-52231df7f982) {{(pid=84154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:33:13.522735 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.base_scheduler [None req-597efe75-8855-401e-bcbc-b5e558482d94 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Resources bound (agent type, host, resource id): {{(pid=84153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:33:13.522735 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-597efe75-8855-401e-bcbc-b5e558482d94 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Received port after_create {{(pid=84153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:33:13.522735 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-597efe75-8855-401e-bcbc-b5e558482d94 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:33:13.522735 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-597efe75-8855-401e-bcbc-b5e558482d94 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:13.554875 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597efe75-8855-401e-bcbc-b5e558482d94 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Pushing event updated for resources: {'Port': ['ID=458fca6a-24fa-4cf1-bfbc-76adefc05190,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:13.625363 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-562fefe5-7c3f-465a-b570-05e57cf58a7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:13.644430 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-597efe75-8855-401e-bcbc-b5e558482d94 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1014 time: 2.0723000 Jan 20 14:33:13.647620 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 41064) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:13.654414 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-b9625169-878c-4e3c-b303-eee1070389e9 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'aeff8960-dc7c-47df-a7b5-91e4541ad77d'}]}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:33:13.668476 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94a64b9-6149-487a-adb9-deeec6e70367 req-f647b324-811d-4400-9eb6-216009a49cd6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:33:13.670026 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-a94a64b9-6149-487a-adb9-deeec6e70367 req-f647b324-811d-4400-9eb6-216009a49cd6 service neutron] 10.222.0.106 "GET /v2.0/subnets?id=03a7a10f-ac58-4ac3-ae2b-291238d5ec16 HTTP/1.1" status: 200 len: 850 time: 0.1850612 Jan 20 14:33:13.694189 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-4a29af66-365f-425a-8d22-7dc4529e8a9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:13.694189 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-4a29af66-365f-425a-8d22-7dc4529e8a9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:13.694189 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-4a29af66-365f-425a-8d22-7dc4529e8a9d admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/68c7774c-cd90-4ebb-a568-fd62b18c290c HTTP/1.1" status: 204 len: 168 time: 0.4027061 Jan 20 14:33:13.713043 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a29af66-365f-425a-8d22-7dc4529e8a9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68c7774c-cd90-4ebb-a568-fd62b18c290c,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:13.728955 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-562fefe5-7c3f-465a-b570-05e57cf58a7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:13.760090 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-e1d5deca-9a65-426c-b3bc-4e8f3f75b767 None None] For port f1e916a2-30a1-43e6-9998-52231df7f982, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=f1e916a2-30a1-43e6-9998-52231df7f982,segment=NetworkSegment(107694e2-a492-45af-87d8-2906d44d082d),segment_id=107694e2-a492-45af-87d8-2906d44d082d)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:33:13.792736 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-dcaf6c16-bfdc-4ae2-892a-22f0d1c4552e tempest-RoutersAdminNegativeIpV6Test-1276690623 tempest-RoutersAdminNegativeIpV6Test-1276690623-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:13.795808 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-e1d5deca-9a65-426c-b3bc-4e8f3f75b767 None None] Notify callbacks [] for port, precommit_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:13.810271 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-e1d5deca-9a65-426c-b3bc-4e8f3f75b767 None None] Transition to ACTIVE for port object f1e916a2-30a1-43e6-9998-52231df7f982 will not be triggered until provisioned by entity DHCP. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:33:13.824967 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-b9625169-878c-4e3c-b303-eee1070389e9 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:13.881016 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-e1d5deca-9a65-426c-b3bc-4e8f3f75b767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:14.036871 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d5deca-9a65-426c-b3bc-4e8f3f75b767 None None] Pushing event updated for resources: {'Port': ['ID=f1e916a2-30a1-43e6-9998-52231df7f982,revision_number=4']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:14.069996 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-dcaf6c16-bfdc-4ae2-892a-22f0d1c4552e tempest-RoutersAdminNegativeIpV6Test-1276690623 tempest-RoutersAdminNegativeIpV6Test-1276690623-project-admin] Calling delete_port for 5c16d6d3-7fef-4900-8dc0-c421fa98eae7 owned by {{(pid=84152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:33:14.169016 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-a94a64b9-6149-487a-adb9-deeec6e70367 req-17b6f692-c5e6-4929-9f0f-6ac1cbbe6bb2 service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=ac006b3d-300f-4a00-af61-b19ab11d4829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4911046 Jan 20 14:33:14.259469 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-562fefe5-7c3f-465a-b570-05e57cf58a7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:14.355731 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.db_base_plugin_common [None req-b9625169-878c-4e3c-b303-eee1070389e9 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Delete allocated IP 2001:db8:0:1::23 (dd57c633-7eca-4d1c-9630-420ac73b2746/914d29d7-8706-4545-ad26-07a61679c20d) {{(pid=84153) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 20 14:33:14.390170 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562fefe5-7c3f-465a-b570-05e57cf58a7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cd82c3d-1ac1-4e26-a182-685f07fc7678,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:14.492179 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-a94a64b9-6149-487a-adb9-deeec6e70367 req-d57ea109-c61c-41e1-bc0d-dd2d61eb0133 service neutron] 10.222.0.106 "GET /v2.0/networks/ac006b3d-300f-4a00-af61-b19ab11d4829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3147590 Jan 20 14:33:14.493392 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-562fefe5-7c3f-465a-b570-05e57cf58a7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:14.494500 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-562fefe5-7c3f-465a-b570-05e57cf58a7e admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/8cd82c3d-1ac1-4e26-a182-685f07fc7678 HTTP/1.1" status: 204 len: 168 time: 1.2746673 Jan 20 14:33:14.573087 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-dcaf6c16-bfdc-4ae2-892a-22f0d1c4552e tempest-RoutersAdminNegativeIpV6Test-1276690623 tempest-RoutersAdminNegativeIpV6Test-1276690623-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:14.605627 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-b9625169-878c-4e3c-b303-eee1070389e9 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks [] for port, precommit_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:14.632901 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcaf6c16-bfdc-4ae2-892a-22f0d1c4552e tempest-RoutersAdminNegativeIpV6Test-1276690623 tempest-RoutersAdminNegativeIpV6Test-1276690623-project-admin] Pushing event deleted for resources: {'Port': ['ID=5c16d6d3-7fef-4900-8dc0-c421fa98eae7,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:14.644569 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.provisioning_blocks [None req-b9625169-878c-4e3c-b303-eee1070389e9 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Ignored duplicate provisioning block setup for port 458fca6a-24fa-4cf1-bfbc-76adefc05190 by entity DHCP. {{(pid=84153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jan 20 14:33:14.659307 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device f1e916a2-30a1-43e6-9998-52231df7f982 up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:33:14.720827 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-b9625169-878c-4e3c-b303-eee1070389e9 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3944146'] for port, after_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:14.828015 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-a94a64b9-6149-487a-adb9-deeec6e70367 req-28df5d61-2c0c-4c44-b15b-98339760c37a service neutron] 10.222.0.106 "GET /v2.0/networks/ac006b3d-300f-4a00-af61-b19ab11d4829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3260472 Jan 20 14:33:14.832755 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-dcaf6c16-bfdc-4ae2-892a-22f0d1c4552e tempest-RoutersAdminNegativeIpV6Test-1276690623 tempest-RoutersAdminNegativeIpV6Test-1276690623-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:14.841883 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-dcaf6c16-bfdc-4ae2-892a-22f0d1c4552e tempest-RoutersAdminNegativeIpV6Test-1276690623 tempest-RoutersAdminNegativeIpV6Test-1276690623-project-admin] 10.222.0.54 "DELETE /v2.0/ports/5c16d6d3-7fef-4900-8dc0-c421fa98eae7 HTTP/1.1" status: 204 len: 168 time: 1.8020670 Jan 20 14:33:14.844063 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66485c93-b0cc-44b2-9296-1995c365988b None None] Network dd57c633-7eca-4d1c-9630-420ac73b2746 requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:33:14.893793 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-b9625169-878c-4e3c-b303-eee1070389e9 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] In _notify_port_updated(), no bound segment for port 458fca6a-24fa-4cf1-bfbc-76adefc05190 on network dd57c633-7eca-4d1c-9630-420ac73b2746 {{(pid=84153) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Jan 20 14:33:14.897831 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9625169-878c-4e3c-b303-eee1070389e9 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:33:14.898522 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-b9625169-878c-4e3c-b303-eee1070389e9 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:14.902601 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-b9625169-878c-4e3c-b303-eee1070389e9 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] 10.222.0.54 "PUT /v2.0/ports/458fca6a-24fa-4cf1-bfbc-76adefc05190 HTTP/1.1" status: 200 len: 924 time: 1.2513680 Jan 20 14:33:14.902601 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9625169-878c-4e3c-b303-eee1070389e9 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Pushing event updated for resources: {'Port': ['ID=458fca6a-24fa-4cf1-bfbc-76adefc05190,revision_number=2']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:14.902926 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 41076) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:14.913765 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-a74201a6-c154-4187-bb78-6b4c6694d914 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'aeff8960-dc7c-47df-a7b5-91e4541ad77d'}, {'subnet_id': '914d29d7-8706-4545-ad26-07a61679c20d'}]}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:33:15.069207 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-abea21de-4b18-48cf-ba9b-47f382825ec5 None None] Provisioning for port f1e916a2-30a1-43e6-9998-52231df7f982 completed by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:33:15.078239 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-abea21de-4b18-48cf-ba9b-47f382825ec5 None None] Provisioning complete for port f1e916a2-30a1-43e6-9998-52231df7f982 triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:33:15.078614 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-abea21de-4b18-48cf-ba9b-47f382825ec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:15.280299 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-a74201a6-c154-4187-bb78-6b4c6694d914 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:15.412640 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 41088) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:15.615592 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-cc4af69a-e5a0-439a-a973-0707972ad0f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:15.660778 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-cc4af69a-e5a0-439a-a973-0707972ad0f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:33:15.672090 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-cc4af69a-e5a0-439a-a973-0707972ad0f2 admin admin] Usage tracker for resource:security_group_rule and tenant:49a7aeaced7d42378288484662691b09 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:33:15.679339 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-cc4af69a-e5a0-439a-a973-0707972ad0f2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:33:15.681793 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-cc4af69a-e5a0-439a-a973-0707972ad0f2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:33:15.766253 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.db_base_plugin_common [None req-a74201a6-c154-4187-bb78-6b4c6694d914 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Allocated IP 2001:db8:0:1::315 (dd57c633-7eca-4d1c-9630-420ac73b2746/914d29d7-8706-4545-ad26-07a61679c20d/458fca6a-24fa-4cf1-bfbc-76adefc05190) {{(pid=84152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:33:15.779897 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-cc4af69a-e5a0-439a-a973-0707972ad0f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:15.783358 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-f410d0c0-f5c2-4adb-b274-2639e551dd91 None None] Provisioning for port 458fca6a-24fa-4cf1-bfbc-76adefc05190 completed by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:33:15.791436 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-f410d0c0-f5c2-4adb-b274-2639e551dd91 None None] Provisioning complete for port 458fca6a-24fa-4cf1-bfbc-76adefc05190 triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:33:15.793090 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-f410d0c0-f5c2-4adb-b274-2639e551dd91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:15.859800 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-f410d0c0-f5c2-4adb-b274-2639e551dd91 None None] Port 458fca6a-24fa-4cf1-bfbc-76adefc05190 cannot update to ACTIVE because it is not bound. {{(pid=84154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 14:33:15.885179 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-f410d0c0-f5c2-4adb-b274-2639e551dd91 None None] Provisioning complete for port f1e916a2-30a1-43e6-9998-52231df7f982 triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:33:15.885179 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-f410d0c0-f5c2-4adb-b274-2639e551dd91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:15.937841 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-cc4af69a-e5a0-439a-a973-0707972ad0f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:16.004266 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4af69a-e5a0-439a-a973-0707972ad0f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca17fc2b-8df1-4149-83dd-ec17d57a584f,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:16.011585 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-cc4af69a-e5a0-439a-a973-0707972ad0f2 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=49a7aeaced7d42378288484662691b09&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5977743 Jan 20 14:33:16.014255 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 41100) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:16.027256 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-a74201a6-c154-4187-bb78-6b4c6694d914 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks [] for port, precommit_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:16.062590 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.provisioning_blocks [None req-a74201a6-c154-4187-bb78-6b4c6694d914 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Ignored duplicate provisioning block setup for port 458fca6a-24fa-4cf1-bfbc-76adefc05190 by entity DHCP. {{(pid=84152) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jan 20 14:33:16.116190 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-48de38fc-c852-4982-8c23-c2641f2e2478 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:16.145671 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-48de38fc-c852-4982-8c23-c2641f2e2478 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:16.161021 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-a74201a6-c154-4187-bb78-6b4c6694d914 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162822'] for port, after_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:16.266322 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-babda9ab-e9f2-44ca-a644-5b9fc18b7fbb None None] Provisioning complete for port 458fca6a-24fa-4cf1-bfbc-76adefc05190 triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:33:16.267128 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-babda9ab-e9f2-44ca-a644-5b9fc18b7fbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:16.281049 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-48de38fc-c852-4982-8c23-c2641f2e2478 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:16.310738 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48de38fc-c852-4982-8c23-c2641f2e2478 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca17fc2b-8df1-4149-83dd-ec17d57a584f,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:16.342480 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-48de38fc-c852-4982-8c23-c2641f2e2478 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:16.354202 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-48de38fc-c852-4982-8c23-c2641f2e2478 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/ca17fc2b-8df1-4149-83dd-ec17d57a584f HTTP/1.1" status: 204 len: 168 time: 0.3313205 Jan 20 14:33:16.388319 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-babda9ab-e9f2-44ca-a644-5b9fc18b7fbb None None] Port 458fca6a-24fa-4cf1-bfbc-76adefc05190 cannot update to ACTIVE because it is not bound. {{(pid=84154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 14:33:16.473349 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-a74201a6-c154-4187-bb78-6b4c6694d914 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] In _notify_port_updated(), no bound segment for port 458fca6a-24fa-4cf1-bfbc-76adefc05190 on network dd57c633-7eca-4d1c-9630-420ac73b2746 {{(pid=84152) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Jan 20 14:33:16.477236 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a74201a6-c154-4187-bb78-6b4c6694d914 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:33:16.478150 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-a74201a6-c154-4187-bb78-6b4c6694d914 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:16.480096 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-a74201a6-c154-4187-bb78-6b4c6694d914 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] 10.222.0.54 "PUT /v2.0/ports/458fca6a-24fa-4cf1-bfbc-76adefc05190 HTTP/1.1" status: 200 len: 1010 time: 1.5754788 Jan 20 14:33:16.481332 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74201a6-c154-4187-bb78-6b4c6694d914 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Pushing event updated for resources: {'Port': ['ID=458fca6a-24fa-4cf1-bfbc-76adefc05190,revision_number=3']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:16.483322 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 41110) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:16.509836 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 41114) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:16.573025 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-4f546722-c6e1-4bdd-94eb-22c65643f894 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Deleting port 458fca6a-24fa-4cf1-bfbc-76adefc05190 {{(pid=84153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:33:16.573422 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-4f546722-c6e1-4bdd-94eb-22c65643f894 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:16.631871 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-a6916537-db11-4a68-87d0-0946d3c7174f None None] Provisioning complete for port 458fca6a-24fa-4cf1-bfbc-76adefc05190 triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:33:16.631871 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-a6916537-db11-4a68-87d0-0946d3c7174f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:16.694274 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-972c9828-6815-4e5a-ba1e-d3809c1bf36e tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Request body: {'network': {'name': 'tempest-RoutersTest-1256443788'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:33:16.694274 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-972c9828-6815-4e5a-ba1e-d3809c1bf36e tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:33:16.696842 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-a6916537-db11-4a68-87d0-0946d3c7174f None None] Port 458fca6a-24fa-4cf1-bfbc-76adefc05190 cannot update to ACTIVE because it is not bound. {{(pid=84154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 14:33:16.699757 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-972c9828-6815-4e5a-ba1e-d3809c1bf36e tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Usage tracker for resource:network and tenant:c471105210324ce4bdf04d2ea6130d17 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:33:16.699757 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-972c9828-6815-4e5a-ba1e-d3809c1bf36e tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:33:16.706920 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-972c9828-6815-4e5a-ba1e-d3809c1bf36e tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:33:16.829063 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-972c9828-6815-4e5a-ba1e-d3809c1bf36e tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Made reservation on behalf of c471105210324ce4bdf04d2ea6130d17 for: {'network': 1} {{(pid=84152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:33:16.832026 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-972c9828-6815-4e5a-ba1e-d3809c1bf36e tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for network, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:16.846629 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-972c9828-6815-4e5a-ba1e-d3809c1bf36e tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks [] for security_group, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:16.877694 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-4f546722-c6e1-4bdd-94eb-22c65643f894 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:16.879845 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-972c9828-6815-4e5a-ba1e-d3809c1bf36e tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:33:16.884164 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-972c9828-6815-4e5a-ba1e-d3809c1bf36e tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Usage tracker for resource:security_group_rule and tenant:c471105210324ce4bdf04d2ea6130d17 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:33:16.887829 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-972c9828-6815-4e5a-ba1e-d3809c1bf36e tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:33:16.897485 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-972c9828-6815-4e5a-ba1e-d3809c1bf36e tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:33:16.991536 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-972c9828-6815-4e5a-ba1e-d3809c1bf36e tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks [] for security_group, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:17.009810 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-4f546722-c6e1-4bdd-94eb-22c65643f894 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Calling delete_port for 458fca6a-24fa-4cf1-bfbc-76adefc05190 owned by {{(pid=84153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:33:17.055259 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-972c9828-6815-4e5a-ba1e-d3809c1bf36e tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:17.091848 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-972c9828-6815-4e5a-ba1e-d3809c1bf36e tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 178} {{(pid=84152) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 14:33:17.100264 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972c9828-6815-4e5a-ba1e-d3809c1bf36e tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99b6aaac-5369-4279-bf94-80faa0b2e224,revision_number=1']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:17.372506 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 41122) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:17.380158 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-4f546722-c6e1-4bdd-94eb-22c65643f894 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:17.388540 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-972c9828-6815-4e5a-ba1e-d3809c1bf36e tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:17.389804 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.db.segments_db [None req-972c9828-6815-4e5a-ba1e-d3809c1bf36e tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Added segment 3d1956a3-f17e-4235-a01a-27cdef6dc779 of type vlan for network eebc58e2-1672-4b35-88e0-a6d37d8aa446 Jan 20 14:33:17.431774 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-972c9828-6815-4e5a-ba1e-d3809c1bf36e tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769553767792'] for network, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:17.435176 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f546722-c6e1-4bdd-94eb-22c65643f894 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Pushing event deleted for resources: {'Port': ['ID=458fca6a-24fa-4cf1-bfbc-76adefc05190,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:17.464335 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-1781e456-fa09-4286-9efc-2742b2179557 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=6a10ffa55e554b5299d8e87b4c31bc04&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0928385 Jan 20 14:33:17.468096 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 41126) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:17.533010 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-4f546722-c6e1-4bdd-94eb-22c65643f894 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:17.542011 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-4f546722-c6e1-4bdd-94eb-22c65643f894 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] 10.222.0.54 "DELETE /v2.0/ports/458fca6a-24fa-4cf1-bfbc-76adefc05190 HTTP/1.1" status: 204 len: 168 time: 1.0570219 Jan 20 14:33:17.544758 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 41130) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:17.546459 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-972c9828-6815-4e5a-ba1e-d3809c1bf36e tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967'] for network, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:17.550533 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-972c9828-6815-4e5a-ba1e-d3809c1bf36e tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:33:17.551110 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-972c9828-6815-4e5a-ba1e-d3809c1bf36e tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks [] for network, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:17.577237 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-95c64919-c8c0-45b0-8ad8-0ddb94b4a716 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:17.592507 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9aff522-06f5-440b-8ced-f6976dc124b6 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] GET failed (client error): The resource could not be found. Jan 20 14:33:17.595501 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-d9aff522-06f5-440b-8ced-f6976dc124b6 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Synchronizing usage tracker for tenant:b664f111a0df442d811f140f6dbd9d75 on resource:port {{(pid=84153) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:33:17.691336 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-95c64919-c8c0-45b0-8ad8-0ddb94b4a716 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:17.700199 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-d9aff522-06f5-440b-8ced-f6976dc124b6 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Unset dirty status for tenant:b664f111a0df442d811f140f6dbd9d75 on resource:port {{(pid=84153) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:33:17.700199 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-d9aff522-06f5-440b-8ced-f6976dc124b6 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] 10.222.0.54 "GET /v2.0/ports/458fca6a-24fa-4cf1-bfbc-76adefc05190 HTTP/1.1" status: 404 len: 333 time: 0.1502750 Jan 20 14:33:17.700199 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 41134) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:17.702239 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972c9828-6815-4e5a-ba1e-d3809c1bf36e tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Pushing event updated for resources: {'Network': ['ID=eebc58e2-1672-4b35-88e0-a6d37d8aa446,revision_number=1']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:17.714332 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Network eebc58e2-1672-4b35-88e0-a6d37d8aa446 details requested by agent ovs-agent-dv-neutron-825124-1-hyperv with host dv-neutron-825124-1-hyperv {{(pid=84154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 14:33:17.771744 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-972c9828-6815-4e5a-ba1e-d3809c1bf36e tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.2528753 Jan 20 14:33:17.771744 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 41138) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:17.786125 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-a3432152-1a40-42b1-8bbf-13b8c08bb441 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Request body: {'network': {'name': 'tempest-RoutersTest-289998403'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:33:17.798075 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-a3432152-1a40-42b1-8bbf-13b8c08bb441 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:33:17.798075 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-a3432152-1a40-42b1-8bbf-13b8c08bb441 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Usage tracker for resource:network and tenant:c471105210324ce4bdf04d2ea6130d17 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:33:17.798075 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-a3432152-1a40-42b1-8bbf-13b8c08bb441 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:33:17.811682 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-a3432152-1a40-42b1-8bbf-13b8c08bb441 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:33:17.849468 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-95c64919-c8c0-45b0-8ad8-0ddb94b4a716 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:17.865099 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c64919-c8c0-45b0-8ad8-0ddb94b4a716 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d87b4520-0fe0-4613-af80-9659b754baca,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:17.877946 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-95c64919-c8c0-45b0-8ad8-0ddb94b4a716 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:17.877946 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-95c64919-c8c0-45b0-8ad8-0ddb94b4a716 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/d87b4520-0fe0-4613-af80-9659b754baca HTTP/1.1" status: 204 len: 168 time: 0.4077809 Jan 20 14:33:17.934254 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.db_base_plugin_v2 [None req-126ea1d7-ac3b-4964-981d-9d5e19d1c9b2 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Deleting subnet 914d29d7-8706-4545-ad26-07a61679c20d {{(pid=84153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 20 14:33:17.937256 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-126ea1d7-ac3b-4964-981d-9d5e19d1c9b2 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks [] for subnet, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:17.956645 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3432152-1a40-42b1-8bbf-13b8c08bb441 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Made reservation on behalf of c471105210324ce4bdf04d2ea6130d17 for: {'network': 1} {{(pid=84152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:33:17.956645 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-a3432152-1a40-42b1-8bbf-13b8c08bb441 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for network, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:17.993125 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3432152-1a40-42b1-8bbf-13b8c08bb441 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 155} {{(pid=84152) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 14:33:18.003284 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-126ea1d7-ac3b-4964-981d-9d5e19d1c9b2 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3980851'] for subnet, precommit_delete_associations {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:18.005779 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-a3432152-1a40-42b1-8bbf-13b8c08bb441 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:18.006217 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.db.segments_db [None req-a3432152-1a40-42b1-8bbf-13b8c08bb441 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Added segment 18a8980d-9f2a-4416-a3d6-b1eabf652a0a of type vlan for network 7563fb6a-3ace-4816-956d-b65ff4fd695e Jan 20 14:33:18.044036 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-a3432152-1a40-42b1-8bbf-13b8c08bb441 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769553767792'] for network, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:18.087112 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-126ea1d7-ac3b-4964-981d-9d5e19d1c9b2 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1627147'] for subnet, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:18.180705 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-a3432152-1a40-42b1-8bbf-13b8c08bb441 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967'] for network, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:18.184519 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3432152-1a40-42b1-8bbf-13b8c08bb441 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:33:18.185130 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-a3432152-1a40-42b1-8bbf-13b8c08bb441 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks [] for network, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:18.247872 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-126ea1d7-ac3b-4964-981d-9d5e19d1c9b2 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1627154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3943464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4194013'] for subnet, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:18.302128 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3432152-1a40-42b1-8bbf-13b8c08bb441 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Pushing event updated for resources: {'Network': ['ID=7563fb6a-3ace-4816-956d-b65ff4fd695e,revision_number=1']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:18.303289 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126ea1d7-ac3b-4964-981d-9d5e19d1c9b2 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Pushing event deleted for resources: {'Subnet': ['ID=914d29d7-8706-4545-ad26-07a61679c20d,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:18.312056 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-126ea1d7-ac3b-4964-981d-9d5e19d1c9b2 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks [] for subnet, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:18.317994 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Network 7563fb6a-3ace-4816-956d-b65ff4fd695e details requested by agent ovs-agent-dv-neutron-825124-1-hyperv with host dv-neutron-825124-1-hyperv {{(pid=84154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 14:33:18.326504 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-126ea1d7-ac3b-4964-981d-9d5e19d1c9b2 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] 10.222.0.54 "DELETE /v2.0/subnets/914d29d7-8706-4545-ad26-07a61679c20d HTTP/1.1" status: 204 len: 168 time: 0.6253107 Jan 20 14:33:18.329821 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 41146) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:18.334437 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28327829-1874-4a63-9a37-b0caedc40d77 None None] Network dd57c633-7eca-4d1c-9630-420ac73b2746 requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:33:18.372280 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-a3432152-1a40-42b1-8bbf-13b8c08bb441 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6024113 Jan 20 14:33:18.378388 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 41152) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:18.386095 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-23480897-bdee-4c6f-a295-ef16ec19ca02 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Request body: {'subnet': {'network_id': 'eebc58e2-1672-4b35-88e0-a6d37d8aa446', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:33:18.426581 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2bdd00c-783d-44b6-87ee-990f6c313f9e tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Deleting subnet aeff8960-dc7c-47df-a7b5-91e4541ad77d {{(pid=84152) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 20 14:33:18.430093 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-d2bdd00c-783d-44b6-87ee-990f6c313f9e tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks [] for subnet, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:18.489184 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-d2bdd00c-783d-44b6-87ee-990f6c313f9e tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3337915'] for subnet, precommit_delete_associations {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:18.523639 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-23480897-bdee-4c6f-a295-ef16ec19ca02 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:33:18.543067 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-23480897-bdee-4c6f-a295-ef16ec19ca02 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Usage tracker for resource:subnet and tenant:c471105210324ce4bdf04d2ea6130d17 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:33:18.543067 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-23480897-bdee-4c6f-a295-ef16ec19ca02 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:33:18.548241 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-23480897-bdee-4c6f-a295-ef16ec19ca02 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:33:18.596224 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-d2bdd00c-783d-44b6-87ee-990f6c313f9e tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1627147'] for subnet, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:18.617688 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23480897-bdee-4c6f-a295-ef16ec19ca02 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Made reservation on behalf of c471105210324ce4bdf04d2ea6130d17 for: {'subnet': 1} {{(pid=84153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:33:18.734145 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-23480897-bdee-4c6f-a295-ef16ec19ca02 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4193986'] for subnet, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:18.764144 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-d2bdd00c-783d-44b6-87ee-990f6c313f9e tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1627154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4163580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155308'] for subnet, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:18.818340 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bdd00c-783d-44b6-87ee-990f6c313f9e tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Pushing event deleted for resources: {'Subnet': ['ID=aeff8960-dc7c-47df-a7b5-91e4541ad77d,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:18.818340 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-d2bdd00c-783d-44b6-87ee-990f6c313f9e tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks [] for subnet, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:18.825719 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-d2bdd00c-783d-44b6-87ee-990f6c313f9e tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] 10.222.0.54 "DELETE /v2.0/subnets/aeff8960-dc7c-47df-a7b5-91e4541ad77d HTTP/1.1" status: 204 len: 168 time: 0.4946401 Jan 20 14:33:18.828302 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 41162) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:18.961933 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-edcacca9-5780-426d-9319-61ec0ad23811 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586409'] for network, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:18.976079 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-edcacca9-5780-426d-9319-61ec0ad23811 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Deleting port f1e916a2-30a1-43e6-9998-52231df7f982 {{(pid=84152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:33:18.976420 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-edcacca9-5780-426d-9319-61ec0ad23811 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:19.080660 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-23480897-bdee-4c6f-a295-ef16ec19ca02 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3943531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4194004'] for subnet, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:19.167837 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23480897-bdee-4c6f-a295-ef16ec19ca02 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Pushing event updated for resources: {'Subnet': ['ID=2b8f9e92-90af-4bfe-8e3b-6f8dc0a1366c,revision_number=0']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:19.183941 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23480897-bdee-4c6f-a295-ef16ec19ca02 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Checking segment: {'id': '3d1956a3-f17e-4235-a01a-27cdef6dc779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'eebc58e2-1672-4b35-88e0-a6d37d8aa446'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 14:33:19.184303 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23480897-bdee-4c6f-a295-ef16ec19ca02 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Network hostable DHCP agents. Network: eebc58e2-1672-4b35-88e0-a6d37d8aa446, hostable agents: ['1a181e39-5220-4c1a-88f8-08a54e8bfc9b'], hosted agents: [] {{(pid=84153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 14:33:19.229950 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.db [None req-edcacca9-5780-426d-9319-61ec0ad23811 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] For port f1e916a2-30a1-43e6-9998-52231df7f982, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=f1e916a2-30a1-43e6-9998-52231df7f982,segment=NetworkSegment(107694e2-a492-45af-87d8-2906d44d082d),segment_id=107694e2-a492-45af-87d8-2906d44d082d)] {{(pid=84152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:33:19.230449 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-edcacca9-5780-426d-9319-61ec0ad23811 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:19.302141 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23480897-bdee-4c6f-a295-ef16ec19ca02 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Network eebc58e2-1672-4b35-88e0-a6d37d8aa446 is scheduled to be hosted by DHCP agent 1a181e39-5220-4c1a-88f8-08a54e8bfc9b with binding_index 1 {{(pid=84153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 14:33:19.366150 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-edcacca9-5780-426d-9319-61ec0ad23811 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Calling delete_port for f1e916a2-30a1-43e6-9998-52231df7f982 owned by network:dhcp {{(pid=84152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:33:19.366455 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ce9c744-56e1-495c-8585-b3557ae89962 None None] Network dd57c633-7eca-4d1c-9630-420ac73b2746 requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:33:19.386796 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 41172) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:19.417578 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.base_scheduler [None req-23480897-bdee-4c6f-a295-ef16ec19ca02 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825124-1-hyperv, eebc58e2-1672-4b35-88e0-a6d37d8aa446) {{(pid=84153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:33:19.426741 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23480897-bdee-4c6f-a295-ef16ec19ca02 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:33:19.427811 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-23480897-bdee-4c6f-a295-ef16ec19ca02 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks [] for subnet, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:19.436864 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b5bf297-4575-4ec4-b906-93cf559decb0 None None] Network eebc58e2-1672-4b35-88e0-a6d37d8aa446 requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:33:19.530250 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-23480897-bdee-4c6f-a295-ef16ec19ca02 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1501153 Jan 20 14:33:19.532712 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 41178) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:19.544278 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-df7557d6-9d63-4f38-85cb-1923bbe9c047 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Request body: {'subnet': {'network_id': '7563fb6a-3ace-4816-956d-b65ff4fd695e', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:33:19.548415 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-3a694152-a08a-4609-bfc2-455dcd3d2b84 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Request body: {'security_group': {'name': 'tempest-secgroup--1714865873'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:33:19.555136 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-3a694152-a08a-4609-bfc2-455dcd3d2b84 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:33:19.560410 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-3a694152-a08a-4609-bfc2-455dcd3d2b84 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Usage tracker for resource:security_group and tenant:349bc3e2d8594291a582b28601738081 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:33:19.562073 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-edcacca9-5780-426d-9319-61ec0ad23811 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:19.564319 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-3a694152-a08a-4609-bfc2-455dcd3d2b84 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:33:19.577462 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-3a694152-a08a-4609-bfc2-455dcd3d2b84 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:33:19.646589 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-3a694152-a08a-4609-bfc2-455dcd3d2b84 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Notify callbacks [] for security_group, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:19.653646 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-0d58baf7-fac7-40d9-8821-3b53999b359c None None] Provisioning complete for port f1e916a2-30a1-43e6-9998-52231df7f982 triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:33:19.654020 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-0d58baf7-fac7-40d9-8821-3b53999b359c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:19.662414 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-3a694152-a08a-4609-bfc2-455dcd3d2b84 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Notify callbacks [] for security_group, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:19.701181 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-3a694152-a08a-4609-bfc2-455dcd3d2b84 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:33:19.704340 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-0d58baf7-fac7-40d9-8821-3b53999b359c None None] Port f1e916a2-30a1-43e6-9998-52231df7f982 was deleted so its status cannot be updated. {{(pid=84154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Jan 20 14:33:19.705836 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-3a694152-a08a-4609-bfc2-455dcd3d2b84 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Usage tracker for resource:security_group_rule and tenant:349bc3e2d8594291a582b28601738081 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:33:19.709143 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-3a694152-a08a-4609-bfc2-455dcd3d2b84 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:33:19.716445 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-3a694152-a08a-4609-bfc2-455dcd3d2b84 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:33:19.773935 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcacca9-5780-426d-9319-61ec0ad23811 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Pushing event deleted for resources: {'Port': ['ID=f1e916a2-30a1-43e6-9998-52231df7f982,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:19.795085 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edcacca9-5780-426d-9319-61ec0ad23811 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] No DVR routers for this DVR port f1e916a2-30a1-43e6-9998-52231df7f982 on host dv-neutron-825124-1-hyperv {{(pid=84152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 14:33:19.803931 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f45b1d4c-5617-4459-9a1c-0c63a55c7d4d None None] DHCP port deletion for dd57c633-7eca-4d1c-9630-420ac73b2746 request from dv-neutron-825124-1-hyperv {{(pid=84154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 20 14:33:19.809847 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-3a694152-a08a-4609-bfc2-455dcd3d2b84 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Notify callbacks [] for security_group, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:19.832869 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6372d4e-9f6f-4efc-804b-f6af22d3b980 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95c917f5-14ba-5e96-98b8-1a52654a930a-eebc58e2-1672-4b35-88e0-a6d37d8aa446', 'network_id': 'eebc58e2-1672-4b35-88e0-a6d37d8aa446', 'tenant_id': 'c471105210324ce4bdf04d2ea6130d17', 'fixed_ips': [{'subnet_id': '2b8f9e92-90af-4bfe-8e3b-6f8dc0a1366c'}]}} from dv-neutron-825124-1-hyperv. {{(pid=84154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 20 14:33:19.834190 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-d6372d4e-9f6f-4efc-804b-f6af22d3b980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:19.864856 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-3a694152-a08a-4609-bfc2-455dcd3d2b84 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:19.911299 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-3a694152-a08a-4609-bfc2-455dcd3d2b84 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:33:19.913717 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a694152-a08a-4609-bfc2-455dcd3d2b84 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0634933-6a5d-4b11-8e84-ae8ee3300d38,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:19.920188 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-3a694152-a08a-4609-bfc2-455dcd3d2b84 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Usage tracker for resource:security_group_rule and tenant:349bc3e2d8594291a582b28601738081 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:33:19.923177 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-3a694152-a08a-4609-bfc2-455dcd3d2b84 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:33:19.941542 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-df7557d6-9d63-4f38-85cb-1923bbe9c047 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:33:19.943197 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-3a694152-a08a-4609-bfc2-455dcd3d2b84 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:33:19.952431 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-df7557d6-9d63-4f38-85cb-1923bbe9c047 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Usage tracker for resource:subnet and tenant:c471105210324ce4bdf04d2ea6130d17 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:33:19.956708 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-df7557d6-9d63-4f38-85cb-1923bbe9c047 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:33:19.973319 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-edcacca9-5780-426d-9319-61ec0ad23811 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1626242', 'neutron.services.segments.db._delete_segments_for_network-8769554214620'] for network, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:19.973319 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-df7557d6-9d63-4f38-85cb-1923bbe9c047 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:33:20.004959 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.segments.db [None req-edcacca9-5780-426d-9319-61ec0ad23811 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd57c633-7eca-4d1c-9630-420ac73b2746']}} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:33:20.028598 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.segments.db [None req-edcacca9-5780-426d-9319-61ec0ad23811 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '107694e2-a492-45af-87d8-2906d44d082d') {'for_net_delete': True} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:33:20.028598 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.segments.db [None req-edcacca9-5780-426d-9319-61ec0ad23811 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '107694e2-a492-45af-87d8-2906d44d082d') {} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:33:20.028820 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_common [None req-d6372d4e-9f6f-4efc-804b-f6af22d3b980 None None] Allocated IP 172.20.0.2 (eebc58e2-1672-4b35-88e0-a6d37d8aa446/2b8f9e92-90af-4bfe-8e3b-6f8dc0a1366c/75497b78-3e37-4236-b1cc-ac7710b6aefe) {{(pid=84154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:33:20.037382 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-edcacca9-5780-426d-9319-61ec0ad23811 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769554214503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3337904'] for segment, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:20.037542 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-3a694152-a08a-4609-bfc2-455dcd3d2b84 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Notify callbacks [] for security_group, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:20.055216 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-edcacca9-5780-426d-9319-61ec0ad23811 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:20.062319 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edcacca9-5780-426d-9319-61ec0ad23811 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Releasing vlan 166 on physical network physnet1 to pool {{(pid=84152) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 14:33:20.062752 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-edcacca9-5780-426d-9319-61ec0ad23811 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1622950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4162906'] for segment, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:20.078003 dv-neutron-825124-1-hyperv neutron-server[84152]: Traceback (most recent call last): Jan 20 14:33:20.078003 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 14:33:20.078003 dv-neutron-825124-1-hyperv neutron-server[84152]: timer() Jan 20 14:33:20.078003 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 14:33:20.078003 dv-neutron-825124-1-hyperv neutron-server[84152]: cb(*args, **kw) Jan 20 14:33:20.078003 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 14:33:20.078003 dv-neutron-825124-1-hyperv neutron-server[84152]: return func(*args, **kwargs) Jan 20 14:33:20.078003 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 14:33:20.078003 dv-neutron-825124-1-hyperv neutron-server[84152]: self._notify() Jan 20 14:33:20.078003 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 14:33:20.078003 dv-neutron-825124-1-hyperv neutron-server[84152]: self.callback(batched_events) Jan 20 14:33:20.078003 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 14:33:20.078003 dv-neutron-825124-1-hyperv neutron-server[84152]: event.method(event) Jan 20 14:33:20.078003 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 14:33:20.078003 dv-neutron-825124-1-hyperv neutron-server[84152]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 14:33:20.078003 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 14:33:20.078003 dv-neutron-825124-1-hyperv neutron-server[84152]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 14:33:20.078003 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 14:33:20.078003 dv-neutron-825124-1-hyperv neutron-server[84152]: return f(self, *a, **k) Jan 20 14:33:20.078003 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 14:33:20.078003 dv-neutron-825124-1-hyperv neutron-server[84152]: return self._get(url).json() Jan 20 14:33:20.078003 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 14:33:20.078003 dv-neutron-825124-1-hyperv neutron-server[84152]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 14:33:20.078003 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 14:33:20.078003 dv-neutron-825124-1-hyperv neutron-server[84152]: return self.request(url, 'GET', **kwargs) Jan 20 14:33:20.078003 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 14:33:20.078003 dv-neutron-825124-1-hyperv neutron-server[84152]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 14:33:20.078003 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 14:33:20.078003 dv-neutron-825124-1-hyperv neutron-server[84152]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 14:33:20.078003 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 14:33:20.078003 dv-neutron-825124-1-hyperv neutron-server[84152]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 14:33:20.078003 dv-neutron-825124-1-hyperv neutron-server[84152]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 14:33:20.142202 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-3a694152-a08a-4609-bfc2-455dcd3d2b84 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:20.143153 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df7557d6-9d63-4f38-85cb-1923bbe9c047 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Made reservation on behalf of c471105210324ce4bdf04d2ea6130d17 for: {'subnet': 1} {{(pid=84152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:33:20.191454 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a694152-a08a-4609-bfc2-455dcd3d2b84 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2367e9d3-ac2f-4cd4-88a4-625591defbe1,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:20.267203 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-d6372d4e-9f6f-4efc-804b-f6af22d3b980 None None] Notify callbacks [] for port, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:20.273171 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-df7557d6-9d63-4f38-85cb-1923bbe9c047 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3155315'] for subnet, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:20.287378 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-3a694152-a08a-4609-bfc2-455dcd3d2b84 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Notify callbacks [] for security_group, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:20.291517 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-3a694152-a08a-4609-bfc2-455dcd3d2b84 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.9029269 Jan 20 14:33:20.295733 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 41182) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:20.315256 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-d6372d4e-9f6f-4efc-804b-f6af22d3b980 None None] Transition to ACTIVE for port object 75497b78-3e37-4236-b1cc-ac7710b6aefe will not be triggered until provisioned by entity L2. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:33:20.336423 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-d6372d4e-9f6f-4efc-804b-f6af22d3b980 None None] Transition to ACTIVE for port object 75497b78-3e37-4236-b1cc-ac7710b6aefe will not be triggered until provisioned by entity DHCP. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:33:20.368014 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-edcacca9-5780-426d-9319-61ec0ad23811 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1626253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-745296'] for network, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:20.372245 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-edcacca9-5780-426d-9319-61ec0ad23811 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks [] for network, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:20.418648 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-d6372d4e-9f6f-4efc-804b-f6af22d3b980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477'] for port, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:20.431376 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcacca9-5780-426d-9319-61ec0ad23811 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Pushing event deleted for resources: {'Network': ['ID=dd57c633-7eca-4d1c-9630-420ac73b2746,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:20.488206 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-e28064b4-f95d-4e05-9120-7596420ec46d tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.1951630 Jan 20 14:33:20.491232 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 41186) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:20.501403 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-571a9275-b82e-4641-9610-999474015347 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Request body: {'security_group': {'name': 'tempest-security--506892638', 'description': 'tempest-security-description-692183222'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:33:20.532327 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-edcacca9-5780-426d-9319-61ec0ad23811 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] 10.222.0.54 "DELETE /v2.0/networks/dd57c633-7eca-4d1c-9630-420ac73b2746 HTTP/1.1" status: 204 len: 168 time: 1.7028351 Jan 20 14:33:20.537905 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 41190) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:20.549916 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6372d4e-9f6f-4efc-804b-f6af22d3b980 None None] Network eebc58e2-1672-4b35-88e0-a6d37d8aa446 is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:33:20.554232 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-571a9275-b82e-4641-9610-999474015347 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Notify callbacks [] for security_group, before_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:20.554362 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-d6372d4e-9f6f-4efc-804b-f6af22d3b980 None None] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:33:20.557986 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6372d4e-9f6f-4efc-804b-f6af22d3b980 None None] Received port after_create {{(pid=84154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:33:20.572624 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6372d4e-9f6f-4efc-804b-f6af22d3b980 None None] Pushing event updated for resources: {'Port': ['ID=75497b78-3e37-4236-b1cc-ac7710b6aefe,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:20.605698 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device f1e916a2-30a1-43e6-9998-52231df7f982 no longer exists at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:33:20.629848 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-571a9275-b82e-4641-9610-999474015347 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Notify callbacks [] for security_group, precommit_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:20.673288 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] No Port match for: f1e916a2-30a1-43e6-9998-52231df7f982 {{(pid=84154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 14:33:20.673566 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device f1e916a2-30a1-43e6-9998-52231df7f982 not bound to the agent host dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 14:33:20.679911 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20410e79-9691-4d62-8e41-bf79e1408ac5 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:33:20.680625 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-20410e79-9691-4d62-8e41-bf79e1408ac5 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Synchronizing usage tracker for tenant:b664f111a0df442d811f140f6dbd9d75 on resource:port {{(pid=84152) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:33:20.701211 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-d6372d4e-9f6f-4efc-804b-f6af22d3b980 None None] Attempting to bind port 75497b78-3e37-4236-b1cc-ac7710b6aefe on host dv-neutron-825124-1-hyperv for vnic_type normal with profile {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:33:20.701757 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-d6372d4e-9f6f-4efc-804b-f6af22d3b980 None None] Attempting to bind port 75497b78-3e37-4236-b1cc-ac7710b6aefe by drivers openvswitch,hyperv on host dv-neutron-825124-1-hyperv at level 0 using segments [{'id': '3d1956a3-f17e-4235-a01a-27cdef6dc779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'eebc58e2-1672-4b35-88e0-a6d37d8aa446'}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:33:20.702017 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6372d4e-9f6f-4efc-804b-f6af22d3b980 None None] Attempting to bind port 75497b78-3e37-4236-b1cc-ac7710b6aefe on network eebc58e2-1672-4b35-88e0-a6d37d8aa446 {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 14:33:20.708894 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6372d4e-9f6f-4efc-804b-f6af22d3b980 None None] Checking agent: {'id': '6414dfeb-85c5-454a-8756-709ca637d800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825124-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 16, 31), 'started_at': datetime.datetime(2022, 1, 20, 14, 17, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 33, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825124-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 14:33:20.709263 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6372d4e-9f6f-4efc-804b-f6af22d3b980 None None] Checking segment: {'id': '3d1956a3-f17e-4235-a01a-27cdef6dc779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'eebc58e2-1672-4b35-88e0-a6d37d8aa446'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 14:33:20.709658 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-d6372d4e-9f6f-4efc-804b-f6af22d3b980 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:20.710068 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6372d4e-9f6f-4efc-804b-f6af22d3b980 None None] Bound using segment: {'id': '3d1956a3-f17e-4235-a01a-27cdef6dc779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'eebc58e2-1672-4b35-88e0-a6d37d8aa446'} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 14:33:20.710766 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-d6372d4e-9f6f-4efc-804b-f6af22d3b980 None None] Bound port: 75497b78-3e37-4236-b1cc-ac7710b6aefe, host: dv-neutron-825124-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d1956a3-f17e-4235-a01a-27cdef6dc779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'eebc58e2-1672-4b35-88e0-a6d37d8aa446'}}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:33:20.711393 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-d6372d4e-9f6f-4efc-804b-f6af22d3b980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:20.712960 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-571a9275-b82e-4641-9610-999474015347 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:20.715950 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-571a9275-b82e-4641-9610-999474015347 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Notify callbacks [] for security_group, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:20.726609 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-571a9275-b82e-4641-9610-999474015347 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] 10.222.0.54 "PUT /v2.0/security-groups/2367e9d3-ac2f-4cd4-88a4-625591defbe1 HTTP/1.1" status: 200 len: 1610 time: 0.2248929 Jan 20 14:33:20.728856 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 41194) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:20.745573 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571a9275-b82e-4641-9610-999474015347 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2367e9d3-ac2f-4cd4-88a4-625591defbe1,revision_number=2']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:20.747756 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-df7557d6-9d63-4f38-85cb-1923bbe9c047 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4163519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3155301'] for subnet, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:20.802364 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-d6372d4e-9f6f-4efc-804b-f6af22d3b980 None None] For port 75497b78-3e37-4236-b1cc-ac7710b6aefe, host dv-neutron-825124-1-hyperv, cleared binding levels {{(pid=84154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 14:33:20.806681 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-d6372d4e-9f6f-4efc-804b-f6af22d3b980 None None] For port 75497b78-3e37-4236-b1cc-ac7710b6aefe, host dv-neutron-825124-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=75497b78-3e37-4236-b1cc-ac7710b6aefe,segment=NetworkSegment(3d1956a3-f17e-4235-a01a-27cdef6dc779),segment_id=3d1956a3-f17e-4235-a01a-27cdef6dc779)] {{(pid=84154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 14:33:20.827479 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-20410e79-9691-4d62-8e41-bf79e1408ac5 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Unset dirty status for tenant:b664f111a0df442d811f140f6dbd9d75 on resource:port {{(pid=84152) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:33:20.828560 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-20410e79-9691-4d62-8e41-bf79e1408ac5 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.2895577 Jan 20 14:33:20.832404 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 41198) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:20.863278 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7557d6-9d63-4f38-85cb-1923bbe9c047 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Pushing event updated for resources: {'Subnet': ['ID=7978175a-2b25-482d-b43d-83a6c9e05037,revision_number=0']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:20.870220 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-3248a4c2-ba7b-4cd1-8e13-ff0da377872e tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] 10.222.0.54 "GET /v2.0/security-groups/2367e9d3-ac2f-4cd4-88a4-625591defbe1 HTTP/1.1" status: 200 len: 1610 time: 0.1383188 Jan 20 14:33:20.872326 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 41202) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:20.910389 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df7557d6-9d63-4f38-85cb-1923bbe9c047 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Checking segment: {'id': '18a8980d-9f2a-4416-a3d6-b1eabf652a0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '7563fb6a-3ace-4816-956d-b65ff4fd695e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 14:33:20.911013 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df7557d6-9d63-4f38-85cb-1923bbe9c047 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Network hostable DHCP agents. Network: 7563fb6a-3ace-4816-956d-b65ff4fd695e, hostable agents: ['1a181e39-5220-4c1a-88f8-08a54e8bfc9b'], hosted agents: [] {{(pid=84152) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 14:33:20.912024 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-92f77f61-5d76-4b8b-8d89-da9525dd48c5 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] 10.222.0.54 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0784378 Jan 20 14:33:20.915330 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 41206) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:20.922195 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-d6372d4e-9f6f-4efc-804b-f6af22d3b980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:20.923098 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-b4d57155-eb95-4edb-8813-9b54d6de2f43 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-518286438'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:33:20.928556 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-b4d57155-eb95-4edb-8813-9b54d6de2f43 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:33:20.933141 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-b4d57155-eb95-4edb-8813-9b54d6de2f43 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Usage tracker for resource:network and tenant:b664f111a0df442d811f140f6dbd9d75 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:33:20.936119 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-b4d57155-eb95-4edb-8813-9b54d6de2f43 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:33:20.942134 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-b4d57155-eb95-4edb-8813-9b54d6de2f43 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:33:20.964872 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-0d6be895-0d88-4726-9ecb-71edd04deac3 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Notify callbacks [] for security_group, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:20.998013 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-0d6be895-0d88-4726-9ecb-71edd04deac3 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:21.012069 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6372d4e-9f6f-4efc-804b-f6af22d3b980 None None] Pushing event updated for resources: {'Port': ['ID=75497b78-3e37-4236-b1cc-ac7710b6aefe,revision_number=2']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:21.039030 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4d57155-eb95-4edb-8813-9b54d6de2f43 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Made reservation on behalf of b664f111a0df442d811f140f6dbd9d75 for: {'network': 1} {{(pid=84153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:33:21.042981 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-b4d57155-eb95-4edb-8813-9b54d6de2f43 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for network, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:21.049999 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df7557d6-9d63-4f38-85cb-1923bbe9c047 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Network 7563fb6a-3ace-4816-956d-b65ff4fd695e is scheduled to be hosted by DHCP agent 1a181e39-5220-4c1a-88f8-08a54e8bfc9b with binding_index 1 {{(pid=84152) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 14:33:21.129547 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.base_scheduler [None req-df7557d6-9d63-4f38-85cb-1923bbe9c047 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825124-1-hyperv, 7563fb6a-3ace-4816-956d-b65ff4fd695e) {{(pid=84152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:33:21.132123 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df7557d6-9d63-4f38-85cb-1923bbe9c047 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:33:21.133078 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-df7557d6-9d63-4f38-85cb-1923bbe9c047 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks [] for subnet, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:21.136629 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aa51022-334e-47ea-9991-394fe4a27926 None None] Network 7563fb6a-3ace-4816-956d-b65ff4fd695e requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:33:21.178400 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4d57155-eb95-4edb-8813-9b54d6de2f43 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 170} {{(pid=84153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 14:33:21.185820 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-0d6be895-0d88-4726-9ecb-71edd04deac3 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:21.190335 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-b4d57155-eb95-4edb-8813-9b54d6de2f43 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:21.191060 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.db.segments_db [None req-b4d57155-eb95-4edb-8813-9b54d6de2f43 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Added segment 9ddd95d6-e7db-4cf4-a974-80b4634d6f3e of type vlan for network 50a4d439-b9bb-4284-9529-be047c1cf636 Jan 20 14:33:21.247177 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6be895-0d88-4726-9ecb-71edd04deac3 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2367e9d3-ac2f-4cd4-88a4-625591defbe1,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:21.257438 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-b4d57155-eb95-4edb-8813-9b54d6de2f43 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769553767792'] for network, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:21.266835 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-0d6be895-0d88-4726-9ecb-71edd04deac3 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Notify callbacks [] for security_group, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:21.275741 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-0d6be895-0d88-4726-9ecb-71edd04deac3 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] 10.222.0.54 "DELETE /v2.0/security-groups/2367e9d3-ac2f-4cd4-88a4-625591defbe1 HTTP/1.1" status: 204 len: 168 time: 0.4021595 Jan 20 14:33:21.279231 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 41210) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:21.359751 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-df7557d6-9d63-4f38-85cb-1923bbe9c047 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8254123 Jan 20 14:33:21.360612 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 41214) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:21.371390 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-6f854919-afda-4a61-82ba-cb890463529f tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1187543264', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:33:21.381993 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-6f854919-afda-4a61-82ba-cb890463529f tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:33:21.390142 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-6f854919-afda-4a61-82ba-cb890463529f tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Usage tracker for resource:router and tenant:c471105210324ce4bdf04d2ea6130d17 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:33:21.396762 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-b4d57155-eb95-4edb-8813-9b54d6de2f43 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967'] for network, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:21.419332 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4d57155-eb95-4edb-8813-9b54d6de2f43 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:33:21.419332 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-b4d57155-eb95-4edb-8813-9b54d6de2f43 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks [] for network, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:21.419623 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-df551e0d-fbab-4281-9913-09ebd9b7511f tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Synchronizing usage tracker for tenant:349bc3e2d8594291a582b28601738081 on resource:security_group {{(pid=84152) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:33:21.419737 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-6f854919-afda-4a61-82ba-cb890463529f tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:33:21.436074 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-6f854919-afda-4a61-82ba-cb890463529f tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:33:21.492765 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-df551e0d-fbab-4281-9913-09ebd9b7511f tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Unset dirty status for tenant:349bc3e2d8594291a582b28601738081 on resource:security_group {{(pid=84152) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:33:21.493925 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-df551e0d-fbab-4281-9913-09ebd9b7511f tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2130995 Jan 20 14:33:21.496887 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 41218) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:21.520096 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.api.v2.resource [None req-aede0242-a53d-4fc1-ae06-b9e948b08d36 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] delete failed (client error): The resource could not be found. Jan 20 14:33:21.521429 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-aede0242-a53d-4fc1-ae06-b9e948b08d36 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] 10.222.0.54 "DELETE /v2.0/security-groups/2367e9d3-ac2f-4cd4-88a4-625591defbe1 HTTP/1.1" status: 404 len: 347 time: 0.0234704 Jan 20 14:33:21.523256 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5727deaa-68e8-4ef1-bc51-73f67f499e3e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95c917f5-14ba-5e96-98b8-1a52654a930a-7563fb6a-3ace-4816-956d-b65ff4fd695e', 'network_id': '7563fb6a-3ace-4816-956d-b65ff4fd695e', 'tenant_id': 'c471105210324ce4bdf04d2ea6130d17', 'fixed_ips': [{'subnet_id': '7978175a-2b25-482d-b43d-83a6c9e05037'}]}} from dv-neutron-825124-1-hyperv. {{(pid=84154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 20 14:33:21.525906 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-5727deaa-68e8-4ef1-bc51-73f67f499e3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:21.529766 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 41224) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:21.538785 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-66963ae9-f814-4086-bb35-49ce8abaf66a tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Request body: {'security_group': {'name': 'tempest-secgroup--336711959'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:33:21.548506 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-66963ae9-f814-4086-bb35-49ce8abaf66a tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:33:21.563248 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-66963ae9-f814-4086-bb35-49ce8abaf66a tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:33:21.622629 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d57155-eb95-4edb-8813-9b54d6de2f43 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Pushing event updated for resources: {'Network': ['ID=50a4d439-b9bb-4284-9529-be047c1cf636,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:21.635600 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Network 50a4d439-b9bb-4284-9529-be047c1cf636 details requested by agent ovs-agent-dv-neutron-825124-1-hyperv with host dv-neutron-825124-1-hyperv {{(pid=84154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 14:33:21.695134 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-b4d57155-eb95-4edb-8813-9b54d6de2f43 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7579360 Jan 20 14:33:21.698917 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 41228) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:21.698917 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-2ce89209-d8cd-4c38-bbce-d4d88df32869 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Request body: {'subnet': {'network_id': '50a4d439-b9bb-4284-9529-be047c1cf636', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:33:21.792342 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-6f854919-afda-4a61-82ba-cb890463529f tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-105475'] for router, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:21.801445 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-6f854919-afda-4a61-82ba-cb890463529f tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-739204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-744864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-735540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-105484'] for router, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:21.813162 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_common [None req-5727deaa-68e8-4ef1-bc51-73f67f499e3e None None] Allocated IP 172.21.0.2 (7563fb6a-3ace-4816-956d-b65ff4fd695e/7978175a-2b25-482d-b43d-83a6c9e05037/4940d93c-e44d-44b9-ab95-b41d0d5496fe) {{(pid=84154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:33:21.813667 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-2ce89209-d8cd-4c38-bbce-d4d88df32869 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:33:21.817977 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-2ce89209-d8cd-4c38-bbce-d4d88df32869 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Usage tracker for resource:subnet and tenant:b664f111a0df442d811f140f6dbd9d75 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:33:21.820452 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-6f854919-afda-4a61-82ba-cb890463529f tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:21.821220 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-2ce89209-d8cd-4c38-bbce-d4d88df32869 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:33:21.825835 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-66963ae9-f814-4086-bb35-49ce8abaf66a tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Notify callbacks [] for security_group, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:21.841992 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-2ce89209-d8cd-4c38-bbce-d4d88df32869 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:33:21.881645 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-66963ae9-f814-4086-bb35-49ce8abaf66a tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:33:21.886712 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-66963ae9-f814-4086-bb35-49ce8abaf66a tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Usage tracker for resource:security_group_rule and tenant:349bc3e2d8594291a582b28601738081 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:33:21.889664 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-66963ae9-f814-4086-bb35-49ce8abaf66a tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:33:21.895734 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-66963ae9-f814-4086-bb35-49ce8abaf66a tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:33:21.944656 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-6f854919-afda-4a61-82ba-cb890463529f tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-744861'] for router, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:21.985445 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-66963ae9-f814-4086-bb35-49ce8abaf66a tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Notify callbacks [] for security_group, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:21.992209 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ce89209-d8cd-4c38-bbce-d4d88df32869 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Made reservation on behalf of b664f111a0df442d811f140f6dbd9d75 for: {'subnet': 1} {{(pid=84152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:33:22.046825 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-5727deaa-68e8-4ef1-bc51-73f67f499e3e None None] Notify callbacks [] for port, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:22.057628 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-5727deaa-68e8-4ef1-bc51-73f67f499e3e None None] Transition to ACTIVE for port object 4940d93c-e44d-44b9-ab95-b41d0d5496fe will not be triggered until provisioned by entity L2. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:33:22.075626 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-6f854919-afda-4a61-82ba-cb890463529f tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks [] for router, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:22.077345 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-5727deaa-68e8-4ef1-bc51-73f67f499e3e None None] Transition to ACTIVE for port object 4940d93c-e44d-44b9-ab95-b41d0d5496fe will not be triggered until provisioned by entity DHCP. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:33:22.082531 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-6f854919-afda-4a61-82ba-cb890463529f tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.7153492 Jan 20 14:33:22.084714 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 41232) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:22.118820 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-2ce89209-d8cd-4c38-bbce-d4d88df32869 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3155315'] for subnet, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:22.125920 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7636152-d8a1-4147-8639-24563612d15e None None] Network eebc58e2-1672-4b35-88e0-a6d37d8aa446 requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:33:22.185187 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-66963ae9-f814-4086-bb35-49ce8abaf66a tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:22.202284 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-5727deaa-68e8-4ef1-bc51-73f67f499e3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477'] for port, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:22.231983 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66963ae9-f814-4086-bb35-49ce8abaf66a tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9184fcde-6914-4223-82d4-8f1c465220b4,revision_number=1']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:22.318795 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5727deaa-68e8-4ef1-bc51-73f67f499e3e None None] Network 7563fb6a-3ace-4816-956d-b65ff4fd695e is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:33:22.329889 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-5727deaa-68e8-4ef1-bc51-73f67f499e3e None None] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:33:22.344197 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5727deaa-68e8-4ef1-bc51-73f67f499e3e None None] Received port after_create {{(pid=84154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:33:22.346224 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5727deaa-68e8-4ef1-bc51-73f67f499e3e None None] Pushing event updated for resources: {'Port': ['ID=4940d93c-e44d-44b9-ab95-b41d0d5496fe,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:22.387554 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-66963ae9-f814-4086-bb35-49ce8abaf66a tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Notify callbacks [] for security_group, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:22.394744 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-66963ae9-f814-4086-bb35-49ce8abaf66a tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.8578858 Jan 20 14:33:22.395246 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 41236) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:22.407278 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-d4e4ceaf-d80f-4347-a928-2e617c63cee8 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Request body: {'security_group_rule': {'security_group_id': '9184fcde-6914-4223-82d4-8f1c465220b4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:33:22.428751 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-d4e4ceaf-d80f-4347-a928-2e617c63cee8 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:33:22.437506 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-d4e4ceaf-d80f-4347-a928-2e617c63cee8 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Usage tracker for resource:security_group_rule and tenant:349bc3e2d8594291a582b28601738081 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:33:22.448871 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-d4e4ceaf-d80f-4347-a928-2e617c63cee8 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:33:22.454661 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-b9fb657b-89a2-40eb-bd44-e4e1c70925bd None None] Provisioning for port 75497b78-3e37-4236-b1cc-ac7710b6aefe completed by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:33:22.459642 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-d4e4ceaf-d80f-4347-a928-2e617c63cee8 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:33:22.502103 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-5727deaa-68e8-4ef1-bc51-73f67f499e3e None None] Attempting to bind port 4940d93c-e44d-44b9-ab95-b41d0d5496fe on host dv-neutron-825124-1-hyperv for vnic_type normal with profile {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:33:22.502243 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-5727deaa-68e8-4ef1-bc51-73f67f499e3e None None] Attempting to bind port 4940d93c-e44d-44b9-ab95-b41d0d5496fe by drivers openvswitch,hyperv on host dv-neutron-825124-1-hyperv at level 0 using segments [{'id': '18a8980d-9f2a-4416-a3d6-b1eabf652a0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '7563fb6a-3ace-4816-956d-b65ff4fd695e'}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:33:22.502731 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5727deaa-68e8-4ef1-bc51-73f67f499e3e None None] Attempting to bind port 4940d93c-e44d-44b9-ab95-b41d0d5496fe on network 7563fb6a-3ace-4816-956d-b65ff4fd695e {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 14:33:22.560849 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-2ce89209-d8cd-4c38-bbce-d4d88df32869 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4163519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3155301'] for subnet, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:22.561029 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5727deaa-68e8-4ef1-bc51-73f67f499e3e None None] Checking agent: {'id': '6414dfeb-85c5-454a-8756-709ca637d800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825124-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 16, 31), 'started_at': datetime.datetime(2022, 1, 20, 14, 17, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 33, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825124-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 14:33:22.561029 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5727deaa-68e8-4ef1-bc51-73f67f499e3e None None] Checking segment: {'id': '18a8980d-9f2a-4416-a3d6-b1eabf652a0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '7563fb6a-3ace-4816-956d-b65ff4fd695e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 14:33:22.561029 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-5727deaa-68e8-4ef1-bc51-73f67f499e3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:22.561029 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5727deaa-68e8-4ef1-bc51-73f67f499e3e None None] Bound using segment: {'id': '18a8980d-9f2a-4416-a3d6-b1eabf652a0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '7563fb6a-3ace-4816-956d-b65ff4fd695e'} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 14:33:22.561029 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-5727deaa-68e8-4ef1-bc51-73f67f499e3e None None] Bound port: 4940d93c-e44d-44b9-ab95-b41d0d5496fe, host: dv-neutron-825124-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18a8980d-9f2a-4416-a3d6-b1eabf652a0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '7563fb6a-3ace-4816-956d-b65ff4fd695e'}}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:33:22.561029 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-5727deaa-68e8-4ef1-bc51-73f67f499e3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:22.656637 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 75497b78-3e37-4236-b1cc-ac7710b6aefe up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:33:22.703906 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-04bb1275-80b9-40bd-9210-bab24952e5cf tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:22.716807 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-d4e4ceaf-d80f-4347-a928-2e617c63cee8 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:22.774107 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-5727deaa-68e8-4ef1-bc51-73f67f499e3e None None] For port 4940d93c-e44d-44b9-ab95-b41d0d5496fe, host dv-neutron-825124-1-hyperv, cleared binding levels {{(pid=84154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 14:33:22.774855 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce89209-d8cd-4c38-bbce-d4d88df32869 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Pushing event updated for resources: {'Subnet': ['ID=277165b3-8c7e-4732-8a4e-53399ad18243,revision_number=0']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:22.792084 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-5727deaa-68e8-4ef1-bc51-73f67f499e3e None None] For port 4940d93c-e44d-44b9-ab95-b41d0d5496fe, host dv-neutron-825124-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=4940d93c-e44d-44b9-ab95-b41d0d5496fe,segment=NetworkSegment(18a8980d-9f2a-4416-a3d6-b1eabf652a0a),segment_id=18a8980d-9f2a-4416-a3d6-b1eabf652a0a)] {{(pid=84154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 14:33:22.806935 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ce89209-d8cd-4c38-bbce-d4d88df32869 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Checking segment: {'id': '9ddd95d6-e7db-4cf4-a974-80b4634d6f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '50a4d439-b9bb-4284-9529-be047c1cf636'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 14:33:22.807598 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ce89209-d8cd-4c38-bbce-d4d88df32869 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Network hostable DHCP agents. Network: 50a4d439-b9bb-4284-9529-be047c1cf636, hostable agents: ['1a181e39-5220-4c1a-88f8-08a54e8bfc9b'], hosted agents: [] {{(pid=84152) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 14:33:22.841831 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-d4e4ceaf-d80f-4347-a928-2e617c63cee8 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:22.873368 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-5727deaa-68e8-4ef1-bc51-73f67f499e3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:22.928723 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning for port 75497b78-3e37-4236-b1cc-ac7710b6aefe completed by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:33:22.953522 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port 75497b78-3e37-4236-b1cc-ac7710b6aefe triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:33:22.953902 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:22.970159 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-d4e4ceaf-d80f-4347-a928-2e617c63cee8 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734962'] for security_group_rule, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:22.987623 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ce89209-d8cd-4c38-bbce-d4d88df32869 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Network 50a4d439-b9bb-4284-9529-be047c1cf636 is scheduled to be hosted by DHCP agent 1a181e39-5220-4c1a-88f8-08a54e8bfc9b with binding_index 1 {{(pid=84152) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 14:33:23.012270 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5727deaa-68e8-4ef1-bc51-73f67f499e3e None None] Pushing event updated for resources: {'Port': ['ID=4940d93c-e44d-44b9-ab95-b41d0d5496fe,revision_number=2']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:23.046065 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e4ceaf-d80f-4347-a928-2e617c63cee8 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57a2f978-305a-47b2-a5ab-c79eb44d4da8,revision_number=0']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:23.120891 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.db_base_plugin_common [None req-04bb1275-80b9-40bd-9210-bab24952e5cf tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Allocated IP 172.20.0.1 (eebc58e2-1672-4b35-88e0-a6d37d8aa446/2b8f9e92-90af-4bfe-8e3b-6f8dc0a1366c/b40f38cb-3dc0-462f-9b96-8d03b962ed0a) {{(pid=84153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:33:23.121286 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:23.137829 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.base_scheduler [None req-2ce89209-d8cd-4c38-bbce-d4d88df32869 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825124-1-hyperv, 50a4d439-b9bb-4284-9529-be047c1cf636) {{(pid=84152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:33:23.142823 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ce89209-d8cd-4c38-bbce-d4d88df32869 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:33:23.143955 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-2ce89209-d8cd-4c38-bbce-d4d88df32869 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks [] for subnet, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:23.148489 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-d8965471-2ad0-45f8-9c6d-c12cc720e45e None None] Provisioning complete for port 75497b78-3e37-4236-b1cc-ac7710b6aefe triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:33:23.148861 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-d8965471-2ad0-45f8-9c6d-c12cc720e45e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:23.166447 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-d4e4ceaf-d80f-4347-a928-2e617c63cee8 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:23.168360 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-d4e4ceaf-d80f-4347-a928-2e617c63cee8 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.7715874 Jan 20 14:33:23.172008 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 41240) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:23.180612 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfe187b2-eb93-4a50-9279-c6ad701c6e0b None None] Network 50a4d439-b9bb-4284-9529-be047c1cf636 requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:33:23.249249 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-2ce89209-d8cd-4c38-bbce-d4d88df32869 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5708723 Jan 20 14:33:23.252808 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 41244) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:23.261149 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-20d2ab93-e1ba-4a7d-a9dd-505b6ffff17c tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Request body: {'port': {'network_id': '50a4d439-b9bb-4284-9529-be047c1cf636', 'name': 'tempest-PortsIpV6TestJSON-1467816983'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:33:23.299637 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] For port 75497b78-3e37-4236-b1cc-ac7710b6aefe, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=75497b78-3e37-4236-b1cc-ac7710b6aefe,segment=NetworkSegment(3d1956a3-f17e-4235-a01a-27cdef6dc779),segment_id=3d1956a3-f17e-4235-a01a-27cdef6dc779)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:33:23.310555 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-451a5652-9c70-4a6b-84ad-07e0f1e54d21 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:23.390665 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-04bb1275-80b9-40bd-9210-bab24952e5cf tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks [] for port, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:23.402374 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-451a5652-9c70-4a6b-84ad-07e0f1e54d21 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:23.414873 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.provisioning_blocks [None req-04bb1275-80b9-40bd-9210-bab24952e5cf tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Transition to ACTIVE for port object b40f38cb-3dc0-462f-9b96-8d03b962ed0a will not be triggered until provisioned by entity DHCP. {{(pid=84153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:33:23.416291 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:23.504956 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-20d2ab93-e1ba-4a7d-a9dd-505b6ffff17c tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:33:23.508100 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-d8965471-2ad0-45f8-9c6d-c12cc720e45e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:23.515413 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-20d2ab93-e1ba-4a7d-a9dd-505b6ffff17c tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:33:23.558623 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-04bb1275-80b9-40bd-9210-bab24952e5cf tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:23.625080 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04bb1275-80b9-40bd-9210-bab24952e5cf tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Network eebc58e2-1672-4b35-88e0-a6d37d8aa446 is already hosted by enough agents. {{(pid=84153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:33:23.629153 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.base_scheduler [None req-04bb1275-80b9-40bd-9210-bab24952e5cf tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Resources bound (agent type, host, resource id): {{(pid=84153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:33:23.631120 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Pushing event updated for resources: {'Port': ['ID=75497b78-3e37-4236-b1cc-ac7710b6aefe,revision_number=3']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:23.634689 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04bb1275-80b9-40bd-9210-bab24952e5cf tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Received port after_create {{(pid=84153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:33:23.649483 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-451a5652-9c70-4a6b-84ad-07e0f1e54d21 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734962'] for security_group_rule, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:23.662771 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.db.api [None req-d8965471-2ad0-45f8-9c6d-c12cc720e45e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84154) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 14:33:23.663127 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG oslo_db.api [None req-d8965471-2ad0-45f8-9c6d-c12cc720e45e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 14:33:23.668834 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451a5652-9c70-4a6b-84ad-07e0f1e54d21 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=57a2f978-305a-47b2-a5ab-c79eb44d4da8,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:23.670132 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-545f4d7e-3676-4f9c-b850-d528f24d7baf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95c917f5-14ba-5e96-98b8-1a52654a930a-50a4d439-b9bb-4284-9529-be047c1cf636', 'network_id': '50a4d439-b9bb-4284-9529-be047c1cf636', 'tenant_id': 'b664f111a0df442d811f140f6dbd9d75', 'fixed_ips': [{'subnet_id': '277165b3-8c7e-4732-8a4e-53399ad18243'}]}} from dv-neutron-825124-1-hyperv. {{(pid=84154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 20 14:33:23.671153 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-545f4d7e-3676-4f9c-b850-d528f24d7baf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:23.681154 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-451a5652-9c70-4a6b-84ad-07e0f1e54d21 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:23.682118 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-451a5652-9c70-4a6b-84ad-07e0f1e54d21 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] 10.222.0.54 "DELETE /v2.0/security-group-rules/57a2f978-305a-47b2-a5ab-c79eb44d4da8 HTTP/1.1" status: 204 len: 168 time: 0.5088625 Jan 20 14:33:23.690357 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 41248) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:23.692848 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20d2ab93-e1ba-4a7d-a9dd-505b6ffff17c tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Made reservation on behalf of b664f111a0df442d811f140f6dbd9d75 for: {'port': 1} {{(pid=84152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:33:23.694243 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-20d2ab93-e1ba-4a7d-a9dd-505b6ffff17c tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:23.732733 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bb1275-80b9-40bd-9210-bab24952e5cf tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Pushing event updated for resources: {'Port': ['ID=b40f38cb-3dc0-462f-9b96-8d03b962ed0a,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:23.745960 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.notifiers.nova [None req-20d2ab93-e1ba-4a7d-a9dd-505b6ffff17c tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] device_id is not set on port 192f18cf-37a9-4da6-9d16-aff8c1bfb9f0 yet. {{(pid=84152) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 14:33:23.766875 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-04bb1275-80b9-40bd-9210-bab24952e5cf tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-745387'] for router_interface, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:23.854125 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-93cb1206-7d19-4e35-b874-6534e447739a tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Synchronizing usage tracker for tenant:349bc3e2d8594291a582b28601738081 on resource:security_group_rule {{(pid=84152) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:33:23.886916 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_common [None req-545f4d7e-3676-4f9c-b850-d528f24d7baf None None] Allocated IP 2001:db8::2 (50a4d439-b9bb-4284-9529-be047c1cf636/277165b3-8c7e-4732-8a4e-53399ad18243/059ef14c-0abd-43f5-b789-754ceaf6d75b) {{(pid=84154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:33:23.969107 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-04bb1275-80b9-40bd-9210-bab24952e5cf tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:23.998319 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-93cb1206-7d19-4e35-b874-6534e447739a tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Unset dirty status for tenant:349bc3e2d8594291a582b28601738081 on resource:security_group_rule {{(pid=84152) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:33:24.002375 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-93cb1206-7d19-4e35-b874-6534e447739a tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.2831666 Jan 20 14:33:24.006835 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 41252) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:24.106702 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-9dbbec1f-eac0-4e7d-946e-5b6c25881490 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Notify callbacks [] for security_group, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:24.146795 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-545f4d7e-3676-4f9c-b850-d528f24d7baf None None] Notify callbacks [] for port, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:24.158865 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-9dbbec1f-eac0-4e7d-946e-5b6c25881490 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:24.163065 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-545f4d7e-3676-4f9c-b850-d528f24d7baf None None] Transition to ACTIVE for port object 059ef14c-0abd-43f5-b789-754ceaf6d75b will not be triggered until provisioned by entity L2. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:33:24.184809 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-545f4d7e-3676-4f9c-b850-d528f24d7baf None None] Transition to ACTIVE for port object 059ef14c-0abd-43f5-b789-754ceaf6d75b will not be triggered until provisioned by entity DHCP. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:33:24.334199 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ad33a33-6f41-4489-b264-472ab45fdaee None None] Network 7563fb6a-3ace-4816-956d-b65ff4fd695e requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:33:24.385250 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-9dbbec1f-eac0-4e7d-946e-5b6c25881490 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:24.413027 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-545f4d7e-3676-4f9c-b850-d528f24d7baf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477'] for port, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:24.413731 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbbec1f-eac0-4e7d-946e-5b6c25881490 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9184fcde-6914-4223-82d4-8f1c465220b4,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:24.452505 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.db_base_plugin_common [None req-20d2ab93-e1ba-4a7d-a9dd-505b6ffff17c tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Allocated IP 2001:db8::3f (50a4d439-b9bb-4284-9529-be047c1cf636/277165b3-8c7e-4732-8a4e-53399ad18243/192f18cf-37a9-4da6-9d16-aff8c1bfb9f0) {{(pid=84152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:33:24.519135 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-04bb1275-80b9-40bd-9210-bab24952e5cf tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks [] for port, precommit_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:24.543127 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-545f4d7e-3676-4f9c-b850-d528f24d7baf None None] Network 50a4d439-b9bb-4284-9529-be047c1cf636 is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:33:24.544447 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-545f4d7e-3676-4f9c-b850-d528f24d7baf None None] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:33:24.547995 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545f4d7e-3676-4f9c-b850-d528f24d7baf None None] Pushing event updated for resources: {'Port': ['ID=059ef14c-0abd-43f5-b789-754ceaf6d75b,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:24.550762 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-545f4d7e-3676-4f9c-b850-d528f24d7baf None None] Received port after_create {{(pid=84154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:33:24.601291 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-9dbbec1f-eac0-4e7d-946e-5b6c25881490 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Notify callbacks [] for security_group, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:24.611186 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-9dbbec1f-eac0-4e7d-946e-5b6c25881490 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] 10.222.0.54 "DELETE /v2.0/security-groups/9184fcde-6914-4223-82d4-8f1c465220b4 HTTP/1.1" status: 204 len: 168 time: 0.5942926 Jan 20 14:33:24.613190 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 41256) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:24.652543 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-04bb1275-80b9-40bd-9210-bab24952e5cf tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3944146'] for port, after_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:24.696626 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-3434ba8c-9f1d-42bd-91d8-3c03b1a438e2 None None] Provisioning for port b40f38cb-3dc0-462f-9b96-8d03b962ed0a completed by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:33:24.712087 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-545f4d7e-3676-4f9c-b850-d528f24d7baf None None] Attempting to bind port 059ef14c-0abd-43f5-b789-754ceaf6d75b on host dv-neutron-825124-1-hyperv for vnic_type normal with profile {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:33:24.712327 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-20d2ab93-e1ba-4a7d-a9dd-505b6ffff17c tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks [] for port, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:24.712866 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-545f4d7e-3676-4f9c-b850-d528f24d7baf None None] Attempting to bind port 059ef14c-0abd-43f5-b789-754ceaf6d75b by drivers openvswitch,hyperv on host dv-neutron-825124-1-hyperv at level 0 using segments [{'id': '9ddd95d6-e7db-4cf4-a974-80b4634d6f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '50a4d439-b9bb-4284-9529-be047c1cf636'}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:33:24.713399 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-545f4d7e-3676-4f9c-b850-d528f24d7baf None None] Attempting to bind port 059ef14c-0abd-43f5-b789-754ceaf6d75b on network 50a4d439-b9bb-4284-9529-be047c1cf636 {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 14:33:24.717952 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-3434ba8c-9f1d-42bd-91d8-3c03b1a438e2 None None] Provisioning complete for port b40f38cb-3dc0-462f-9b96-8d03b962ed0a triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:33:24.718540 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-3434ba8c-9f1d-42bd-91d8-3c03b1a438e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:24.736220 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.provisioning_blocks [None req-20d2ab93-e1ba-4a7d-a9dd-505b6ffff17c tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Transition to ACTIVE for port object 192f18cf-37a9-4da6-9d16-aff8c1bfb9f0 will not be triggered until provisioned by entity DHCP. {{(pid=84152) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:33:24.750378 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 75497b78-3e37-4236-b1cc-ac7710b6aefe up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:33:24.810776 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-04bb1275-80b9-40bd-9210-bab24952e5cf tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1705158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-743490'] for router_interface, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:24.820862 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bb1275-80b9-40bd-9210-bab24952e5cf tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Pushing event updated for resources: {'Port': ['ID=b40f38cb-3dc0-462f-9b96-8d03b962ed0a,revision_number=2']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:24.827652 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-90e70015-b95d-40ca-aa67-94d3bd16f669 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Synchronizing usage tracker for tenant:349bc3e2d8594291a582b28601738081 on resource:security_group {{(pid=84153) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:33:24.883848 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-545f4d7e-3676-4f9c-b850-d528f24d7baf None None] Checking agent: {'id': '6414dfeb-85c5-454a-8756-709ca637d800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825124-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 16, 31), 'started_at': datetime.datetime(2022, 1, 20, 14, 17, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 33, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825124-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 14:33:24.884224 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-545f4d7e-3676-4f9c-b850-d528f24d7baf None None] Checking segment: {'id': '9ddd95d6-e7db-4cf4-a974-80b4634d6f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '50a4d439-b9bb-4284-9529-be047c1cf636'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 14:33:24.884627 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-545f4d7e-3676-4f9c-b850-d528f24d7baf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:24.885023 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-545f4d7e-3676-4f9c-b850-d528f24d7baf None None] Bound using segment: {'id': '9ddd95d6-e7db-4cf4-a974-80b4634d6f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '50a4d439-b9bb-4284-9529-be047c1cf636'} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 14:33:24.885529 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-545f4d7e-3676-4f9c-b850-d528f24d7baf None None] Bound port: 059ef14c-0abd-43f5-b789-754ceaf6d75b, host: dv-neutron-825124-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ddd95d6-e7db-4cf4-a974-80b4634d6f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '50a4d439-b9bb-4284-9529-be047c1cf636'}}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:33:24.885908 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-545f4d7e-3676-4f9c-b850-d528f24d7baf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:24.923640 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-3434ba8c-9f1d-42bd-91d8-3c03b1a438e2 None None] Port b40f38cb-3dc0-462f-9b96-8d03b962ed0a cannot update to ACTIVE because it is not bound. {{(pid=84154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 14:33:24.938590 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-20d2ab93-e1ba-4a7d-a9dd-505b6ffff17c tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:24.972481 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04bb1275-80b9-40bd-9210-bab24952e5cf tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Network eebc58e2-1672-4b35-88e0-a6d37d8aa446 is already hosted by enough agents. {{(pid=84153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:33:24.973787 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.base_scheduler [None req-04bb1275-80b9-40bd-9210-bab24952e5cf tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Resources bound (agent type, host, resource id): {{(pid=84153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:33:25.020301 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20d2ab93-e1ba-4a7d-a9dd-505b6ffff17c tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Network 50a4d439-b9bb-4284-9529-be047c1cf636 is already hosted by enough agents. {{(pid=84152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:33:25.023949 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.base_scheduler [None req-20d2ab93-e1ba-4a7d-a9dd-505b6ffff17c tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Resources bound (agent type, host, resource id): {{(pid=84152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:33:25.036512 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20d2ab93-e1ba-4a7d-a9dd-505b6ffff17c tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Received port after_create {{(pid=84152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:33:25.036512 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20d2ab93-e1ba-4a7d-a9dd-505b6ffff17c tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:33:25.039080 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-545f4d7e-3676-4f9c-b850-d528f24d7baf None None] For port 059ef14c-0abd-43f5-b789-754ceaf6d75b, host dv-neutron-825124-1-hyperv, cleared binding levels {{(pid=84154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 14:33:25.039862 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-20d2ab93-e1ba-4a7d-a9dd-505b6ffff17c tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:25.044442 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-545f4d7e-3676-4f9c-b850-d528f24d7baf None None] For port 059ef14c-0abd-43f5-b789-754ceaf6d75b, host dv-neutron-825124-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=059ef14c-0abd-43f5-b789-754ceaf6d75b,segment=NetworkSegment(9ddd95d6-e7db-4cf4-a974-80b4634d6f3e),segment_id=9ddd95d6-e7db-4cf4-a974-80b4634d6f3e)] {{(pid=84154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 14:33:25.044647 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d2ab93-e1ba-4a7d-a9dd-505b6ffff17c tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Pushing event updated for resources: {'Port': ['ID=192f18cf-37a9-4da6-9d16-aff8c1bfb9f0,revision_number=1']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:25.049327 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port 75497b78-3e37-4236-b1cc-ac7710b6aefe triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:33:25.049933 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:25.051701 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-90e70015-b95d-40ca-aa67-94d3bd16f669 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Unset dirty status for tenant:349bc3e2d8594291a582b28601738081 on resource:security_group {{(pid=84153) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:33:25.057993 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-90e70015-b95d-40ca-aa67-94d3bd16f669 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4430728 Jan 20 14:33:25.059754 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 41260) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:25.072609 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-bb5c239c-70e5-4b61-95ba-7f988eb67f53 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Request body: {'security_group': {'name': 'tempest-secgroup--2000738679'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:33:25.080307 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-bb5c239c-70e5-4b61-95ba-7f988eb67f53 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:33:25.092226 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-bb5c239c-70e5-4b61-95ba-7f988eb67f53 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:33:25.117968 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-3434ba8c-9f1d-42bd-91d8-3c03b1a438e2 None None] Provisioning for port 4940d93c-e44d-44b9-ab95-b41d0d5496fe completed by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:33:25.206267 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 4940d93c-e44d-44b9-ab95-b41d0d5496fe up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:33:25.236283 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-545f4d7e-3676-4f9c-b850-d528f24d7baf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:25.250722 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 41264) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:25.250923 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-20d2ab93-e1ba-4a7d-a9dd-505b6ffff17c tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.9961369 Jan 20 14:33:25.259388 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-dd2cdafb-c60c-4991-9b74-2136fd6c1def tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Request body: {'port': {'network_id': '50a4d439-b9bb-4284-9529-be047c1cf636', 'name': 'tempest-PortsIpV6TestJSON-873875909'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:33:25.341218 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-bb5c239c-70e5-4b61-95ba-7f988eb67f53 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Notify callbacks [] for security_group, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:25.368772 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545f4d7e-3676-4f9c-b850-d528f24d7baf None None] Pushing event updated for resources: {'Port': ['ID=059ef14c-0abd-43f5-b789-754ceaf6d75b,revision_number=2']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:25.371076 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-bb5c239c-70e5-4b61-95ba-7f988eb67f53 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:33:25.393335 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-bb5c239c-70e5-4b61-95ba-7f988eb67f53 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Usage tracker for resource:security_group_rule and tenant:349bc3e2d8594291a582b28601738081 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:33:25.396332 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-bb5c239c-70e5-4b61-95ba-7f988eb67f53 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:33:25.403066 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-bb5c239c-70e5-4b61-95ba-7f988eb67f53 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:33:25.459256 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-6a304bd8-ca07-4211-aa03-abda30ba0570 None None] Provisioning complete for port b40f38cb-3dc0-462f-9b96-8d03b962ed0a triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:33:25.459256 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-6a304bd8-ca07-4211-aa03-abda30ba0570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:25.487668 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-bb5c239c-70e5-4b61-95ba-7f988eb67f53 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Notify callbacks [] for security_group, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:25.492450 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning for port 4940d93c-e44d-44b9-ab95-b41d0d5496fe completed by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:33:25.511151 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port 4940d93c-e44d-44b9-ab95-b41d0d5496fe triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:33:25.511609 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:25.537445 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-dd2cdafb-c60c-4991-9b74-2136fd6c1def tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:33:25.542321 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-dd2cdafb-c60c-4991-9b74-2136fd6c1def tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Usage tracker for resource:port and tenant:b664f111a0df442d811f140f6dbd9d75 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:33:25.546934 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-dd2cdafb-c60c-4991-9b74-2136fd6c1def tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:33:25.554813 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-dd2cdafb-c60c-4991-9b74-2136fd6c1def tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:33:25.575129 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-6a304bd8-ca07-4211-aa03-abda30ba0570 None None] Port b40f38cb-3dc0-462f-9b96-8d03b962ed0a cannot update to ACTIVE because it is not bound. {{(pid=84154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 14:33:25.597350 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-6a304bd8-ca07-4211-aa03-abda30ba0570 None None] Provisioning complete for port 4940d93c-e44d-44b9-ab95-b41d0d5496fe triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:33:25.600209 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-6a304bd8-ca07-4211-aa03-abda30ba0570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:25.637335 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-bb5c239c-70e5-4b61-95ba-7f988eb67f53 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:25.703507 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:25.704668 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04bb1275-80b9-40bd-9210-bab24952e5cf tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Router 7541b75b-d8c4-4472-aefe-2eb80f332af4 is scheduled to L3 agent 624d525b-4c26-4143-8a1c-228bb1c6faaa with binding_index 1 {{(pid=84153) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 20 14:33:25.721413 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5c239c-70e5-4b61-95ba-7f988eb67f53 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b701d75a-ff33-4f80-b3e5-df85c2ecd000,revision_number=1']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:25.744722 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd2cdafb-c60c-4991-9b74-2136fd6c1def tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Made reservation on behalf of b664f111a0df442d811f140f6dbd9d75 for: {'port': 1} {{(pid=84153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:33:25.749217 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-dd2cdafb-c60c-4991-9b74-2136fd6c1def tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:25.778479 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] For port 4940d93c-e44d-44b9-ab95-b41d0d5496fe, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=4940d93c-e44d-44b9-ab95-b41d0d5496fe,segment=NetworkSegment(18a8980d-9f2a-4416-a3d6-b1eabf652a0a),segment_id=18a8980d-9f2a-4416-a3d6-b1eabf652a0a)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:33:25.817505 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-6a304bd8-ca07-4211-aa03-abda30ba0570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:25.834916 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-bb5c239c-70e5-4b61-95ba-7f988eb67f53 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Notify callbacks [] for security_group, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:25.838949 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-bb5c239c-70e5-4b61-95ba-7f988eb67f53 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.7721896 Jan 20 14:33:25.840922 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 41268) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:25.847204 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-fe284e33-3b15-4ce4-b6ce-6bc8dc90647e tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Request body: {'security_group_rule': {'security_group_id': 'b701d75a-ff33-4f80-b3e5-df85c2ecd000', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:33:25.848276 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.notifiers.nova [None req-dd2cdafb-c60c-4991-9b74-2136fd6c1def tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] device_id is not set on port f4cd0fd3-f802-419c-ac57-3f4b9c9b9e59 yet. {{(pid=84153) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 14:33:25.853364 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-fe284e33-3b15-4ce4-b6ce-6bc8dc90647e tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:33:25.862442 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-fe284e33-3b15-4ce4-b6ce-6bc8dc90647e tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Usage tracker for resource:security_group_rule and tenant:349bc3e2d8594291a582b28601738081 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:33:25.862442 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-fe284e33-3b15-4ce4-b6ce-6bc8dc90647e tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:33:25.866750 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-fe284e33-3b15-4ce4-b6ce-6bc8dc90647e tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:33:25.935829 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:26.007419 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-fe284e33-3b15-4ce4-b6ce-6bc8dc90647e tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:26.049196 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.db.api [None req-6a304bd8-ca07-4211-aa03-abda30ba0570 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84154) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 14:33:26.049685 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG oslo_db.api [None req-6a304bd8-ca07-4211-aa03-abda30ba0570 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 14:33:26.055100 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Pushing event updated for resources: {'Port': ['ID=4940d93c-e44d-44b9-ab95-b41d0d5496fe,revision_number=3']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:26.075877 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-fe284e33-3b15-4ce4-b6ce-6bc8dc90647e tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:26.076398 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04bb1275-80b9-40bd-9210-bab24952e5cf tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify agent at l3_agent.dv-neutron-825124-1-hyperv the message routers_updated {{(pid=84153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 14:33:26.078379 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.db_base_plugin_common [None req-dd2cdafb-c60c-4991-9b74-2136fd6c1def tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Allocated IP 2001:db8::2f1 (50a4d439-b9bb-4284-9529-be047c1cf636/277165b3-8c7e-4732-8a4e-53399ad18243/f4cd0fd3-f802-419c-ac57-3f4b9c9b9e59) {{(pid=84153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:33:26.086721 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2659c209-dd80-49c4-9e96-d86b7494fe7c None None] Sync routers for ids ['7541b75b-d8c4-4472-aefe-2eb80f332af4'] in dv-neutron-825124-1-hyperv {{(pid=84154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 14:33:26.097116 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-04bb1275-80b9-40bd-9210-bab24952e5cf tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] 10.222.0.54 "PUT /v2.0/routers/7541b75b-d8c4-4472-aefe-2eb80f332af4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0106668 Jan 20 14:33:26.099859 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 41272) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:26.101319 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2659c209-dd80-49c4-9e96-d86b7494fe7c None None] Routers {'7541b75b-d8c4-4472-aefe-2eb80f332af4'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:33:26.102228 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-2659c209-dd80-49c4-9e96-d86b7494fe7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:33:00Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['7541b75b-d8c4-4472-aefe-2eb80f332af4'], 'active': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:33:26.166333 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-2659c209-dd80-49c4-9e96-d86b7494fe7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:33:26.183748 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2659c209-dd80-49c4-9e96-d86b7494fe7c None None] Routers {'7541b75b-d8c4-4472-aefe-2eb80f332af4'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:33:26.184573 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-2659c209-dd80-49c4-9e96-d86b7494fe7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:33:00Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['7541b75b-d8c4-4472-aefe-2eb80f332af4'], 'active': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:33:26.192139 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-fe284e33-3b15-4ce4-b6ce-6bc8dc90647e tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734962'] for security_group_rule, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:26.247980 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe284e33-3b15-4ce4-b6ce-6bc8dc90647e tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=feedbbd6-3475-4046-b4cb-fb1a65464e31,revision_number=0']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:26.272663 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-2659c209-dd80-49c4-9e96-d86b7494fe7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:33:26.273098 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2659c209-dd80-49c4-9e96-d86b7494fe7c None None] The sync data for ids ['7541b75b-d8c4-4472-aefe-2eb80f332af4'] in dv-neutron-825124-1-hyperv is: [] {{(pid=84154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 14:33:26.326706 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-052a9bc1-8d3e-4e01-8ab8-8d61ba824922 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:33:26.327295 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-052a9bc1-8d3e-4e01-8ab8-8d61ba824922 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Synchronizing usage tracker for tenant:c471105210324ce4bdf04d2ea6130d17 on resource:port {{(pid=84153) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:33:26.389417 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-fe284e33-3b15-4ce4-b6ce-6bc8dc90647e tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:26.400102 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-fe284e33-3b15-4ce4-b6ce-6bc8dc90647e tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.5485971 Jan 20 14:33:26.402616 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 41276) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:26.408387 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-e79fb5fc-3d5f-41b5-8ba3-a8e74787f5ce tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Request body: {'security_group_rule': {'security_group_id': 'b701d75a-ff33-4f80-b3e5-df85c2ecd000', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:33:26.414982 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-e79fb5fc-3d5f-41b5-8ba3-a8e74787f5ce tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:33:26.420370 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-e79fb5fc-3d5f-41b5-8ba3-a8e74787f5ce tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Usage tracker for resource:security_group_rule and tenant:349bc3e2d8594291a582b28601738081 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:33:26.423510 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-e79fb5fc-3d5f-41b5-8ba3-a8e74787f5ce tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:33:26.436704 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-e79fb5fc-3d5f-41b5-8ba3-a8e74787f5ce tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:33:26.499161 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee9afd80-7230-4c5f-986c-3d2935b6017c None None] Network 50a4d439-b9bb-4284-9529-be047c1cf636 requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:33:26.499393 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-dd2cdafb-c60c-4991-9b74-2136fd6c1def tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks [] for port, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:26.516000 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.provisioning_blocks [None req-dd2cdafb-c60c-4991-9b74-2136fd6c1def tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Transition to ACTIVE for port object f4cd0fd3-f802-419c-ac57-3f4b9c9b9e59 will not be triggered until provisioned by entity DHCP. {{(pid=84153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:33:26.583285 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-052a9bc1-8d3e-4e01-8ab8-8d61ba824922 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Unset dirty status for tenant:c471105210324ce4bdf04d2ea6130d17 on resource:port {{(pid=84153) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:33:26.584748 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-052a9bc1-8d3e-4e01-8ab8-8d61ba824922 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] 10.222.0.54 "GET /v2.0/ports/b40f38cb-3dc0-462f-9b96-8d03b962ed0a HTTP/1.1" status: 200 len: 910 time: 0.4837384 Jan 20 14:33:26.588604 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 41280) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:26.627027 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-e79fb5fc-3d5f-41b5-8ba3-a8e74787f5ce tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:26.719829 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 059ef14c-0abd-43f5-b789-754ceaf6d75b up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:33:26.720928 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-e79fb5fc-3d5f-41b5-8ba3-a8e74787f5ce tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:26.749840 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-dd2cdafb-c60c-4991-9b74-2136fd6c1def tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:26.823765 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-e79fb5fc-3d5f-41b5-8ba3-a8e74787f5ce tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734962'] for security_group_rule, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:26.840457 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd2cdafb-c60c-4991-9b74-2136fd6c1def tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Network 50a4d439-b9bb-4284-9529-be047c1cf636 is already hosted by enough agents. {{(pid=84153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:33:26.847928 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.base_scheduler [None req-dd2cdafb-c60c-4991-9b74-2136fd6c1def tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Resources bound (agent type, host, resource id): {{(pid=84153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:33:26.850793 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd2cdafb-c60c-4991-9b74-2136fd6c1def tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Received port after_create {{(pid=84153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:33:26.855826 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd2cdafb-c60c-4991-9b74-2136fd6c1def tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:33:26.856455 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-dd2cdafb-c60c-4991-9b74-2136fd6c1def tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:26.860162 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79fb5fc-3d5f-41b5-8ba3-a8e74787f5ce tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28885c30-fde3-49d7-b2c7-85f0085ad051,revision_number=0']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:26.875321 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2cdafb-c60c-4991-9b74-2136fd6c1def tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Pushing event updated for resources: {'Port': ['ID=f4cd0fd3-f802-419c-ac57-3f4b9c9b9e59,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:26.966736 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-a192d001-b42f-4eae-acc2-fe5ad2c94593 None None] Provisioning for port 059ef14c-0abd-43f5-b789-754ceaf6d75b completed by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:33:26.998790 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning for port 059ef14c-0abd-43f5-b789-754ceaf6d75b completed by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:33:26.999533 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-e79fb5fc-3d5f-41b5-8ba3-a8e74787f5ce tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:27.000919 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-e79fb5fc-3d5f-41b5-8ba3-a8e74787f5ce tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.5973117 Jan 20 14:33:27.004110 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 41284) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:27.005290 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port 059ef14c-0abd-43f5-b789-754ceaf6d75b triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:33:27.005969 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:27.011741 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-0a4a9bf3-2db9-4f0d-8acc-d9b762d4178c tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Request body: {'security_group_rule': {'security_group_id': 'b701d75a-ff33-4f80-b3e5-df85c2ecd000', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:33:27.018921 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-0a4a9bf3-2db9-4f0d-8acc-d9b762d4178c tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:33:27.023136 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-dd2cdafb-c60c-4991-9b74-2136fd6c1def tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.7709701 Jan 20 14:33:27.025830 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 41288) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:27.034895 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-0a4a9bf3-2db9-4f0d-8acc-d9b762d4178c tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Usage tracker for resource:security_group_rule and tenant:349bc3e2d8594291a582b28601738081 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:33:27.039806 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-0a4a9bf3-2db9-4f0d-8acc-d9b762d4178c tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:33:27.092094 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-0a4a9bf3-2db9-4f0d-8acc-d9b762d4178c tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:33:27.148251 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:27.171293 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5fbf48c-780d-4219-8d36-1d6b69cf255b tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:33:27.172758 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-c5fbf48c-780d-4219-8d36-1d6b69cf255b tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Synchronizing usage tracker for tenant:b664f111a0df442d811f140f6dbd9d75 on resource:port {{(pid=84152) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:33:27.218534 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-0a4a9bf3-2db9-4f0d-8acc-d9b762d4178c tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:27.230628 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] For port 059ef14c-0abd-43f5-b789-754ceaf6d75b, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=059ef14c-0abd-43f5-b789-754ceaf6d75b,segment=NetworkSegment(9ddd95d6-e7db-4cf4-a974-80b4634d6f3e),segment_id=9ddd95d6-e7db-4cf4-a974-80b4634d6f3e)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:33:27.249430 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-1d4eb7ab-dc7d-4abb-ab5e-24a85967bd41 None None] Provisioning complete for port 059ef14c-0abd-43f5-b789-754ceaf6d75b triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:33:27.249866 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-1d4eb7ab-dc7d-4abb-ab5e-24a85967bd41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:27.313562 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-0a4a9bf3-2db9-4f0d-8acc-d9b762d4178c tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:27.366281 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-c5fbf48c-780d-4219-8d36-1d6b69cf255b tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Unset dirty status for tenant:b664f111a0df442d811f140f6dbd9d75 on resource:port {{(pid=84152) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:33:27.366281 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-c5fbf48c-780d-4219-8d36-1d6b69cf255b tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] 10.222.0.54 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A3f HTTP/1.1" status: 200 len: 928 time: 0.3356357 Jan 20 14:33:27.366565 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 41292) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:27.401634 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-1d4eb7ab-dc7d-4abb-ab5e-24a85967bd41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:27.416738 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:27.417523 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 4940d93c-e44d-44b9-ab95-b41d0d5496fe up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:33:27.480819 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-0a4a9bf3-2db9-4f0d-8acc-d9b762d4178c tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734962'] for security_group_rule, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:27.481896 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-e0a4e7f0-f667-46cc-a841-dd0c49656925 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Deleting port f4cd0fd3-f802-419c-ac57-3f4b9c9b9e59 {{(pid=84153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:33:27.482285 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-e0a4e7f0-f667-46cc-a841-dd0c49656925 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:27.512198 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4a9bf3-2db9-4f0d-8acc-d9b762d4178c tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44c9fa22-16a6-483c-bf7b-d693ccbc687e,revision_number=0']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:27.539119 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-510d930c-ad7c-47e3-9d44-0702cae14dd7 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:27.609391 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-0a4a9bf3-2db9-4f0d-8acc-d9b762d4178c tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:27.610407 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-0a4a9bf3-2db9-4f0d-8acc-d9b762d4178c tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.6045005 Jan 20 14:33:27.614332 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 41296) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:27.624638 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-d1c1692c-b3f5-4344-a72a-3884233b01de tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Request body: {'security_group_rule': {'security_group_id': 'b701d75a-ff33-4f80-b3e5-df85c2ecd000', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:33:27.629939 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-d1c1692c-b3f5-4344-a72a-3884233b01de tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:33:27.631409 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Pushing event updated for resources: {'Port': ['ID=059ef14c-0abd-43f5-b789-754ceaf6d75b,revision_number=3']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:27.643612 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-d1c1692c-b3f5-4344-a72a-3884233b01de tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Usage tracker for resource:security_group_rule and tenant:349bc3e2d8594291a582b28601738081 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:33:27.648377 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-d1c1692c-b3f5-4344-a72a-3884233b01de tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:33:27.655703 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-d1c1692c-b3f5-4344-a72a-3884233b01de tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:33:27.662025 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.db.api [None req-1d4eb7ab-dc7d-4abb-ab5e-24a85967bd41 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84154) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 14:33:27.662399 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG oslo_db.api [None req-1d4eb7ab-dc7d-4abb-ab5e-24a85967bd41 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 14:33:27.669009 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port 4940d93c-e44d-44b9-ab95-b41d0d5496fe triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:33:27.669378 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:27.801348 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-d1c1692c-b3f5-4344-a72a-3884233b01de tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:27.872316 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-d1c1692c-b3f5-4344-a72a-3884233b01de tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:27.964580 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-d1c1692c-b3f5-4344-a72a-3884233b01de tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734962'] for security_group_rule, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:27.989405 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c1692c-b3f5-4344-a72a-3884233b01de tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e7a3e63-1ea7-4028-9204-a47340bce952,revision_number=0']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:28.005757 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-d2ff0822-c35d-4d31-ab57-790aacb05d22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:28.075780 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-e0a4e7f0-f667-46cc-a841-dd0c49656925 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:28.157831 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-d1c1692c-b3f5-4344-a72a-3884233b01de tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:28.157831 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-d1c1692c-b3f5-4344-a72a-3884233b01de tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.5403516 Jan 20 14:33:28.159960 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 41300) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:28.167410 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-868f702e-371f-4fc1-a2f7-a914f6d4dcf8 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Request body: {'security_group_rule': {'security_group_id': 'b701d75a-ff33-4f80-b3e5-df85c2ecd000', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:33:28.173519 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-868f702e-371f-4fc1-a2f7-a914f6d4dcf8 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:33:28.178124 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-868f702e-371f-4fc1-a2f7-a914f6d4dcf8 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Usage tracker for resource:security_group_rule and tenant:349bc3e2d8594291a582b28601738081 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:33:28.181048 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-868f702e-371f-4fc1-a2f7-a914f6d4dcf8 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:33:28.190656 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-868f702e-371f-4fc1-a2f7-a914f6d4dcf8 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:33:28.252228 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-e0a4e7f0-f667-46cc-a841-dd0c49656925 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Calling delete_port for f4cd0fd3-f802-419c-ac57-3f4b9c9b9e59 owned by {{(pid=84153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:33:28.271901 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-868f702e-371f-4fc1-a2f7-a914f6d4dcf8 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:28.347833 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-868f702e-371f-4fc1-a2f7-a914f6d4dcf8 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:28.646228 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.db_base_plugin_common [None req-510d930c-ad7c-47e3-9d44-0702cae14dd7 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Allocated IP 172.21.0.1 (7563fb6a-3ace-4816-956d-b65ff4fd695e/7978175a-2b25-482d-b43d-83a6c9e05037/62a0ce07-4c76-45b5-8ff2-b0c19220ef2a) {{(pid=84153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:33:28.648442 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-1d4eb7ab-dc7d-4abb-ab5e-24a85967bd41 None None] Provisioning for port f4cd0fd3-f802-419c-ac57-3f4b9c9b9e59 completed by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:33:28.648442 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-1d4eb7ab-dc7d-4abb-ab5e-24a85967bd41 None None] Provisioning complete for port f4cd0fd3-f802-419c-ac57-3f4b9c9b9e59 triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:33:28.648442 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-1d4eb7ab-dc7d-4abb-ab5e-24a85967bd41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:28.648442 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-1d4eb7ab-dc7d-4abb-ab5e-24a85967bd41 None None] Port f4cd0fd3-f802-419c-ac57-3f4b9c9b9e59 cannot update to ACTIVE because it is not bound. {{(pid=84154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 14:33:28.648442 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 059ef14c-0abd-43f5-b789-754ceaf6d75b up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:33:28.661067 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-510d930c-ad7c-47e3-9d44-0702cae14dd7 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks [] for port, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:28.670695 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port 059ef14c-0abd-43f5-b789-754ceaf6d75b triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:33:28.671069 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:29.171566 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-868f702e-371f-4fc1-a2f7-a914f6d4dcf8 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734962'] for security_group_rule, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:29.195399 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868f702e-371f-4fc1-a2f7-a914f6d4dcf8 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22ac8414-e96c-427a-aa5d-8683bac76bf1,revision_number=0']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:29.198444 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.provisioning_blocks [None req-510d930c-ad7c-47e3-9d44-0702cae14dd7 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Transition to ACTIVE for port object 62a0ce07-4c76-45b5-8ff2-b0c19220ef2a will not be triggered until provisioned by entity DHCP. {{(pid=84153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:33:29.201214 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-1d4eb7ab-dc7d-4abb-ab5e-24a85967bd41 None None] Provisioning for port 192f18cf-37a9-4da6-9d16-aff8c1bfb9f0 completed by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:33:29.201663 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-e0a4e7f0-f667-46cc-a841-dd0c49656925 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:29.212135 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-1d4eb7ab-dc7d-4abb-ab5e-24a85967bd41 None None] Provisioning complete for port 192f18cf-37a9-4da6-9d16-aff8c1bfb9f0 triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:33:29.212647 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-1d4eb7ab-dc7d-4abb-ab5e-24a85967bd41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:29.261975 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a4e7f0-f667-46cc-a841-dd0c49656925 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Pushing event deleted for resources: {'Port': ['ID=f4cd0fd3-f802-419c-ac57-3f4b9c9b9e59,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:29.273641 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-1d4eb7ab-dc7d-4abb-ab5e-24a85967bd41 None None] Port 192f18cf-37a9-4da6-9d16-aff8c1bfb9f0 cannot update to ACTIVE because it is not bound. {{(pid=84154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 14:33:29.308503 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-e0a4e7f0-f667-46cc-a841-dd0c49656925 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:29.325532 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-868f702e-371f-4fc1-a2f7-a914f6d4dcf8 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:29.325532 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-868f702e-371f-4fc1-a2f7-a914f6d4dcf8 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 714 time: 1.1490958 Jan 20 14:33:29.327581 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 41304) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:29.366938 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-691a42df-1e27-4ddd-8d91-cd613561d830 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:29.380083 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-691a42df-1e27-4ddd-8d91-cd613561d830 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:29.403782 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-0683d001-3fc6-45e4-8831-f1fadb3675bc None None] Could not find standard attr ID for object f4cd0fd3-f802-419c-ac57-3f4b9c9b9e59. {{(pid=84154) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 20 14:33:29.418975 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-0683d001-3fc6-45e4-8831-f1fadb3675bc None None] Provisioning complete for port 192f18cf-37a9-4da6-9d16-aff8c1bfb9f0 triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:33:29.419347 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-0683d001-3fc6-45e4-8831-f1fadb3675bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:29.445770 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-510d930c-ad7c-47e3-9d44-0702cae14dd7 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:29.476000 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-0683d001-3fc6-45e4-8831-f1fadb3675bc None None] Port 192f18cf-37a9-4da6-9d16-aff8c1bfb9f0 cannot update to ACTIVE because it is not bound. {{(pid=84154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 14:33:29.493425 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-691a42df-1e27-4ddd-8d91-cd613561d830 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734962'] for security_group_rule, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:29.510558 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-e0a4e7f0-f667-46cc-a841-dd0c49656925 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] 10.222.0.54 "DELETE /v2.0/ports/f4cd0fd3-f802-419c-ac57-3f4b9c9b9e59 HTTP/1.1" status: 204 len: 168 time: 2.1429319 Jan 20 14:33:29.513124 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 41308) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:29.531976 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691a42df-1e27-4ddd-8d91-cd613561d830 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=22ac8414-e96c-427a-aa5d-8683bac76bf1,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:29.552085 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-691a42df-1e27-4ddd-8d91-cd613561d830 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:29.553209 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-691a42df-1e27-4ddd-8d91-cd613561d830 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] 10.222.0.54 "DELETE /v2.0/security-group-rules/22ac8414-e96c-427a-aa5d-8683bac76bf1 HTTP/1.1" status: 204 len: 168 time: 0.2246575 Jan 20 14:33:29.558299 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-510d930c-ad7c-47e3-9d44-0702cae14dd7 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Network 7563fb6a-3ace-4816-956d-b65ff4fd695e is already hosted by enough agents. {{(pid=84153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:33:29.563960 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 41312) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:29.563960 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510d930c-ad7c-47e3-9d44-0702cae14dd7 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Pushing event updated for resources: {'Port': ['ID=62a0ce07-4c76-45b5-8ff2-b0c19220ef2a,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:29.564233 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.pecan_wsgi.hooks.translation [None req-efaa883f-8f05-4be4-bc71-5b110ffc3b25 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] GET failed (client error): The resource could not be found. Jan 20 14:33:29.564233 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-efaa883f-8f05-4be4-bc71-5b110ffc3b25 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] 10.222.0.54 "GET /v2.0/ports/f4cd0fd3-f802-419c-ac57-3f4b9c9b9e59 HTTP/1.1" status: 404 len: 333 time: 0.0478921 Jan 20 14:33:29.564580 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.base_scheduler [None req-510d930c-ad7c-47e3-9d44-0702cae14dd7 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Resources bound (agent type, host, resource id): {{(pid=84153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:33:29.565187 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 41316) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:29.578806 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-510d930c-ad7c-47e3-9d44-0702cae14dd7 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Received port after_create {{(pid=84153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:33:29.646849 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-4e4ce5a2-0767-4362-8366-76eb6217abb7 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Deleting port 192f18cf-37a9-4da6-9d16-aff8c1bfb9f0 {{(pid=84152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:33:29.647110 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-4e4ce5a2-0767-4362-8366-76eb6217abb7 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:29.667286 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-510d930c-ad7c-47e3-9d44-0702cae14dd7 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-745387'] for router_interface, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:29.690479 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-f0c6aed5-42e4-4ccd-9697-546e975d9402 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Synchronizing usage tracker for tenant:349bc3e2d8594291a582b28601738081 on resource:security_group_rule {{(pid=84153) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:33:29.827415 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-f0c6aed5-42e4-4ccd-9697-546e975d9402 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Unset dirty status for tenant:349bc3e2d8594291a582b28601738081 on resource:security_group_rule {{(pid=84153) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:33:29.828457 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-f0c6aed5-42e4-4ccd-9697-546e975d9402 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5171 time: 0.2662690 Jan 20 14:33:29.831497 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 41320) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:29.891699 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-3b30a49d-45eb-4eb5-a1b6-f1c78bc054fa None None] Provisioning for port 62a0ce07-4c76-45b5-8ff2-b0c19220ef2a completed by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:33:29.897415 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-3b30a49d-45eb-4eb5-a1b6-f1c78bc054fa None None] Provisioning complete for port 62a0ce07-4c76-45b5-8ff2-b0c19220ef2a triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:33:29.897788 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-3b30a49d-45eb-4eb5-a1b6-f1c78bc054fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:29.911381 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-4e4ce5a2-0767-4362-8366-76eb6217abb7 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:29.914644 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-0cb4bf5e-23bf-43d4-8b5a-9d5041a1adf7 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:29.929981 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-0cb4bf5e-23bf-43d4-8b5a-9d5041a1adf7 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:29.945634 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-510d930c-ad7c-47e3-9d44-0702cae14dd7 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:29.959654 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-3b30a49d-45eb-4eb5-a1b6-f1c78bc054fa None None] Port 62a0ce07-4c76-45b5-8ff2-b0c19220ef2a cannot update to ACTIVE because it is not bound. {{(pid=84154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 14:33:30.136327 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-4e4ce5a2-0767-4362-8366-76eb6217abb7 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Calling delete_port for 192f18cf-37a9-4da6-9d16-aff8c1bfb9f0 owned by {{(pid=84152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:33:30.161569 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-0cb4bf5e-23bf-43d4-8b5a-9d5041a1adf7 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734962'] for security_group_rule, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:30.205707 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb4bf5e-23bf-43d4-8b5a-9d5041a1adf7 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8e7a3e63-1ea7-4028-9204-a47340bce952,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:30.295274 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:30.343816 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-0cb4bf5e-23bf-43d4-8b5a-9d5041a1adf7 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:30.345090 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-0cb4bf5e-23bf-43d4-8b5a-9d5041a1adf7 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] 10.222.0.54 "DELETE /v2.0/security-group-rules/8e7a3e63-1ea7-4028-9204-a47340bce952 HTTP/1.1" status: 204 len: 168 time: 0.5125284 Jan 20 14:33:30.347900 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 41326) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:30.392410 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-5a393e3b-41cd-46a2-9f6e-7753dad3c2dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:30.400250 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-80182ab7-9beb-4226-880d-6fc85cb15c87 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Synchronizing usage tracker for tenant:349bc3e2d8594291a582b28601738081 on resource:security_group_rule {{(pid=84152) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:33:30.409688 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-510d930c-ad7c-47e3-9d44-0702cae14dd7 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks [] for port, precommit_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:30.434763 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-4e4ce5a2-0767-4362-8366-76eb6217abb7 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:30.490874 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4ce5a2-0767-4362-8366-76eb6217abb7 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Pushing event deleted for resources: {'Port': ['ID=192f18cf-37a9-4da6-9d16-aff8c1bfb9f0,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:30.498297 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-510d930c-ad7c-47e3-9d44-0702cae14dd7 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3944146'] for port, after_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:30.540497 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-4e4ce5a2-0767-4362-8366-76eb6217abb7 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:30.548101 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-80182ab7-9beb-4226-880d-6fc85cb15c87 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Unset dirty status for tenant:349bc3e2d8594291a582b28601738081 on resource:security_group_rule {{(pid=84152) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:33:30.552102 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-80182ab7-9beb-4226-880d-6fc85cb15c87 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4683 time: 0.2004964 Jan 20 14:33:30.552676 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 41330) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:30.559105 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-4e4ce5a2-0767-4362-8366-76eb6217abb7 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] 10.222.0.54 "DELETE /v2.0/ports/192f18cf-37a9-4da6-9d16-aff8c1bfb9f0 HTTP/1.1" status: 204 len: 168 time: 0.9928582 Jan 20 14:33:30.560072 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 41334) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:30.625602 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.pecan_wsgi.hooks.translation [None req-1924a30d-5543-42aa-ac6b-d3e88f38dd7b tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] GET failed (client error): The resource could not be found. Jan 20 14:33:30.626566 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-1924a30d-5543-42aa-ac6b-d3e88f38dd7b tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Synchronizing usage tracker for tenant:b664f111a0df442d811f140f6dbd9d75 on resource:port {{(pid=84152) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:33:30.642713 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-a7d7b51e-207a-444f-892a-4dec3b1d8c33 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:30.656207 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-a7d7b51e-207a-444f-892a-4dec3b1d8c33 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:30.775670 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-1924a30d-5543-42aa-ac6b-d3e88f38dd7b tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Unset dirty status for tenant:b664f111a0df442d811f140f6dbd9d75 on resource:port {{(pid=84152) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:33:30.779910 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-1924a30d-5543-42aa-ac6b-d3e88f38dd7b tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] 10.222.0.54 "GET /v2.0/ports/192f18cf-37a9-4da6-9d16-aff8c1bfb9f0 HTTP/1.1" status: 404 len: 333 time: 0.2159312 Jan 20 14:33:30.781850 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 41338) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:30.816490 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-a7d7b51e-207a-444f-892a-4dec3b1d8c33 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734962'] for security_group_rule, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:30.846824 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-510d930c-ad7c-47e3-9d44-0702cae14dd7 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1705158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-743490'] for router_interface, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:30.849593 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d7b51e-207a-444f-892a-4dec3b1d8c33 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=44c9fa22-16a6-483c-bf7b-d693ccbc687e,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:30.871496 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510d930c-ad7c-47e3-9d44-0702cae14dd7 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Pushing event updated for resources: {'Port': ['ID=62a0ce07-4c76-45b5-8ff2-b0c19220ef2a,revision_number=2']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:30.941284 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-a7d7b51e-207a-444f-892a-4dec3b1d8c33 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:30.942431 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-a7d7b51e-207a-444f-892a-4dec3b1d8c33 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] 10.222.0.54 "DELETE /v2.0/security-group-rules/44c9fa22-16a6-483c-bf7b-d693ccbc687e HTTP/1.1" status: 204 len: 168 time: 0.3887949 Jan 20 14:33:30.945279 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 41342) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:31.061702 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-368c7f8f-c44a-4e48-a39c-7ab6193adb95 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Synchronizing usage tracker for tenant:349bc3e2d8594291a582b28601738081 on resource:security_group_rule {{(pid=84152) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:33:31.066224 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d10fae8-0df4-4435-a5bd-9509dfe58edb tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Deleting subnet 277165b3-8c7e-4732-8a4e-53399ad18243 {{(pid=84152) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 20 14:33:31.069894 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-1d10fae8-0df4-4435-a5bd-9509dfe58edb tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks [] for subnet, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:31.093714 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-510d930c-ad7c-47e3-9d44-0702cae14dd7 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Network 7563fb6a-3ace-4816-956d-b65ff4fd695e is already hosted by enough agents. {{(pid=84153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:33:31.095393 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.base_scheduler [None req-510d930c-ad7c-47e3-9d44-0702cae14dd7 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Resources bound (agent type, host, resource id): {{(pid=84153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:33:31.131807 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-1d10fae8-0df4-4435-a5bd-9509dfe58edb tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3337915'] for subnet, precommit_delete_associations {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:31.227400 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-1d10fae8-0df4-4435-a5bd-9509dfe58edb tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1627147'] for subnet, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:31.258953 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-368c7f8f-c44a-4e48-a39c-7ab6193adb95 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Unset dirty status for tenant:349bc3e2d8594291a582b28601738081 on resource:security_group_rule {{(pid=84152) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:33:31.260398 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-368c7f8f-c44a-4e48-a39c-7ab6193adb95 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.3142056 Jan 20 14:33:31.265861 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 41346) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:31.322151 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-1acdba73-d835-4a42-b4a5-b3c5cf3c065a tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:31.348187 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-1acdba73-d835-4a42-b4a5-b3c5cf3c065a tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:31.404033 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-7a95ee41-83aa-44ea-9f77-878c6662a59c None None] Provisioning complete for port 62a0ce07-4c76-45b5-8ff2-b0c19220ef2a triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:33:31.404646 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7a95ee41-83aa-44ea-9f77-878c6662a59c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:31.443351 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:31.471381 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-7a95ee41-83aa-44ea-9f77-878c6662a59c None None] Port 62a0ce07-4c76-45b5-8ff2-b0c19220ef2a cannot update to ACTIVE because it is not bound. {{(pid=84154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 14:33:31.477031 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-510d930c-ad7c-47e3-9d44-0702cae14dd7 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Router 7541b75b-d8c4-4472-aefe-2eb80f332af4 has already been hosted by L3 agent 624d525b-4c26-4143-8a1c-228bb1c6faaa {{(pid=84153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 14:33:31.495630 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-1d10fae8-0df4-4435-a5bd-9509dfe58edb tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1627154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4163580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155308'] for subnet, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:31.534351 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d10fae8-0df4-4435-a5bd-9509dfe58edb tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Pushing event deleted for resources: {'Subnet': ['ID=277165b3-8c7e-4732-8a4e-53399ad18243,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:31.542184 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-1d10fae8-0df4-4435-a5bd-9509dfe58edb tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks [] for subnet, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:31.549287 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-cdd98e71-1f0a-4421-baa9-dcb30e06edf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:31.550055 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-1acdba73-d835-4a42-b4a5-b3c5cf3c065a tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734962'] for security_group_rule, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:31.551347 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23aef5d0-c95d-4467-8548-46cf046e5abe None None] Network 50a4d439-b9bb-4284-9529-be047c1cf636 requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:33:31.559525 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-1acdba73-d835-4a42-b4a5-b3c5cf3c065a tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:31.560614 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-1acdba73-d835-4a42-b4a5-b3c5cf3c065a tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] 10.222.0.54 "DELETE /v2.0/security-group-rules/28885c30-fde3-49d7-b2c7-85f0085ad051 HTTP/1.1" status: 204 len: 168 time: 0.2937138 Jan 20 14:33:31.562101 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-1d10fae8-0df4-4435-a5bd-9509dfe58edb tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] 10.222.0.54 "DELETE /v2.0/subnets/277165b3-8c7e-4732-8a4e-53399ad18243 HTTP/1.1" status: 204 len: 168 time: 0.7792368 Jan 20 14:33:31.563627 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 41350) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:31.564795 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 41352) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:31.590503 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acdba73-d835-4a42-b4a5-b3c5cf3c065a tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=28885c30-fde3-49d7-b2c7-85f0085ad051,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:31.687382 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-e832e726-dafb-498d-80d8-4d3c24dd809a tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586409'] for network, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:31.692847 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-009b600b-8347-4a0a-9607-91b210282fba tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Synchronizing usage tracker for tenant:349bc3e2d8594291a582b28601738081 on resource:security_group_rule {{(pid=84153) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:33:31.700087 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-e832e726-dafb-498d-80d8-4d3c24dd809a tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Deleting port 059ef14c-0abd-43f5-b789-754ceaf6d75b {{(pid=84152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:33:31.700317 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-e832e726-dafb-498d-80d8-4d3c24dd809a tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:31.726308 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-510d930c-ad7c-47e3-9d44-0702cae14dd7 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify agent at l3_agent.dv-neutron-825124-1-hyperv the message routers_updated {{(pid=84153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 14:33:31.731946 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-510d930c-ad7c-47e3-9d44-0702cae14dd7 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] 10.222.0.54 "PUT /v2.0/routers/7541b75b-d8c4-4472-aefe-2eb80f332af4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1425447 Jan 20 14:33:31.734503 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 41358) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:31.743303 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e671ba-9ea3-4cec-a7f7-f24ad3b11ae4 None None] Sync routers for ids ['7541b75b-d8c4-4472-aefe-2eb80f332af4'] in dv-neutron-825124-1-hyperv {{(pid=84155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 14:33:31.763700 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66e671ba-9ea3-4cec-a7f7-f24ad3b11ae4 None None] Routers {'7541b75b-d8c4-4472-aefe-2eb80f332af4'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:33:31.764809 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-66e671ba-9ea3-4cec-a7f7-f24ad3b11ae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:33:30Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['7541b75b-d8c4-4472-aefe-2eb80f332af4'], 'active': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:33:31.815478 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a554dc4c-2f1b-4b04-9116-8d1070bc5223 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:33:31.817273 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-a554dc4c-2f1b-4b04-9116-8d1070bc5223 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Synchronizing usage tracker for tenant:c471105210324ce4bdf04d2ea6130d17 on resource:port {{(pid=84153) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:33:31.835687 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-009b600b-8347-4a0a-9607-91b210282fba tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Unset dirty status for tenant:349bc3e2d8594291a582b28601738081 on resource:security_group_rule {{(pid=84153) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:33:31.840150 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-009b600b-8347-4a0a-9607-91b210282fba tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.2751746 Jan 20 14:33:31.848347 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-66e671ba-9ea3-4cec-a7f7-f24ad3b11ae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:33:31.855794 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 41362) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:31.858610 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80af1c1c-fa6c-4ab7-a81c-6bb83499fb60 None None] DHCP port deletion for 50a4d439-b9bb-4284-9529-be047c1cf636 request from dv-neutron-825124-1-hyperv {{(pid=84154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 20 14:33:31.862467 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66e671ba-9ea3-4cec-a7f7-f24ad3b11ae4 None None] Routers {'7541b75b-d8c4-4472-aefe-2eb80f332af4'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:33:31.863188 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-66e671ba-9ea3-4cec-a7f7-f24ad3b11ae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:33:30Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['7541b75b-d8c4-4472-aefe-2eb80f332af4'], 'active': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:33:31.863448 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-80af1c1c-fa6c-4ab7-a81c-6bb83499fb60 None None] Deleting port 059ef14c-0abd-43f5-b789-754ceaf6d75b {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:33:31.863984 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-80af1c1c-fa6c-4ab7-a81c-6bb83499fb60 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:31.891558 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-6aa0e13a-9ed2-45ce-87cf-bf957537dc0a tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:31.904480 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-6aa0e13a-9ed2-45ce-87cf-bf957537dc0a tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:31.931595 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-66e671ba-9ea3-4cec-a7f7-f24ad3b11ae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:33:31.932069 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e671ba-9ea3-4cec-a7f7-f24ad3b11ae4 None None] The sync data for ids ['7541b75b-d8c4-4472-aefe-2eb80f332af4'] in dv-neutron-825124-1-hyperv is: [] {{(pid=84155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 14:33:31.938619 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.db [None req-e832e726-dafb-498d-80d8-4d3c24dd809a tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] For port 059ef14c-0abd-43f5-b789-754ceaf6d75b, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=059ef14c-0abd-43f5-b789-754ceaf6d75b,segment=NetworkSegment(9ddd95d6-e7db-4cf4-a974-80b4634d6f3e),segment_id=9ddd95d6-e7db-4cf4-a974-80b4634d6f3e)] {{(pid=84152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:33:31.939183 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-e832e726-dafb-498d-80d8-4d3c24dd809a tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:31.956974 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-a554dc4c-2f1b-4b04-9116-8d1070bc5223 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Unset dirty status for tenant:c471105210324ce4bdf04d2ea6130d17 on resource:port {{(pid=84153) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:33:31.956974 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-a554dc4c-2f1b-4b04-9116-8d1070bc5223 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] 10.222.0.54 "GET /v2.0/ports/62a0ce07-4c76-45b5-8ff2-b0c19220ef2a HTTP/1.1" status: 200 len: 910 time: 0.2185111 Jan 20 14:33:31.957956 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 41366) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:32.070689 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-e832e726-dafb-498d-80d8-4d3c24dd809a tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Calling delete_port for 059ef14c-0abd-43f5-b789-754ceaf6d75b owned by network:dhcp {{(pid=84152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:33:32.087533 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-6aa0e13a-9ed2-45ce-87cf-bf957537dc0a tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734962'] for security_group_rule, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:32.094895 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-80af1c1c-fa6c-4ab7-a81c-6bb83499fb60 None None] For port 059ef14c-0abd-43f5-b789-754ceaf6d75b, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=059ef14c-0abd-43f5-b789-754ceaf6d75b,segment=NetworkSegment(9ddd95d6-e7db-4cf4-a974-80b4634d6f3e),segment_id=9ddd95d6-e7db-4cf4-a974-80b4634d6f3e)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:33:32.094895 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-80af1c1c-fa6c-4ab7-a81c-6bb83499fb60 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:32.123481 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa0e13a-9ed2-45ce-87cf-bf957537dc0a tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=feedbbd6-3475-4046-b4cb-fb1a65464e31,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:32.216095 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-80af1c1c-fa6c-4ab7-a81c-6bb83499fb60 None None] Calling delete_port for 059ef14c-0abd-43f5-b789-754ceaf6d75b owned by network:dhcp {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:33:32.220182 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-6aa0e13a-9ed2-45ce-87cf-bf957537dc0a tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:32.224055 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-6aa0e13a-9ed2-45ce-87cf-bf957537dc0a tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] 10.222.0.54 "DELETE /v2.0/security-group-rules/feedbbd6-3475-4046-b4cb-fb1a65464e31 HTTP/1.1" status: 204 len: 168 time: 0.3645391 Jan 20 14:33:32.228047 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 41370) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:32.283795 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-d619a1c3-d4a5-46b1-bf53-6a127865c85d tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Synchronizing usage tracker for tenant:349bc3e2d8594291a582b28601738081 on resource:security_group_rule {{(pid=84152) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:33:32.283795 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-e832e726-dafb-498d-80d8-4d3c24dd809a tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:32.295285 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.db.api [None req-80af1c1c-fa6c-4ab7-a81c-6bb83499fb60 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84154) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 14:33:32.295831 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG oslo_db.api [None req-80af1c1c-fa6c-4ab7-a81c-6bb83499fb60 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 14:33:32.335422 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e832e726-dafb-498d-80d8-4d3c24dd809a tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Pushing event deleted for resources: {'Port': ['ID=059ef14c-0abd-43f5-b789-754ceaf6d75b,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:32.343850 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-b94c4546-2641-4dac-98e0-a415321f0041 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-743504'] for router_interface, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:32.346202 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e832e726-dafb-498d-80d8-4d3c24dd809a tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] No DVR routers for this DVR port 059ef14c-0abd-43f5-b789-754ceaf6d75b on host dv-neutron-825124-1-hyperv {{(pid=84152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 14:33:32.398446 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-d619a1c3-d4a5-46b1-bf53-6a127865c85d tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Unset dirty status for tenant:349bc3e2d8594291a582b28601738081 on resource:security_group_rule {{(pid=84152) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:33:32.399363 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-d619a1c3-d4a5-46b1-bf53-6a127865c85d tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.1740866 Jan 20 14:33:32.403945 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 41374) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:32.590318 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 059ef14c-0abd-43f5-b789-754ceaf6d75b no longer exists at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:33:32.605166 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-e832e726-dafb-498d-80d8-4d3c24dd809a tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1626242', 'neutron.services.segments.db._delete_segments_for_network-8769554214620'] for network, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:32.632444 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] No Port match for: 059ef14c-0abd-43f5-b789-754ceaf6d75b {{(pid=84154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 14:33:32.633099 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 059ef14c-0abd-43f5-b789-754ceaf6d75b not bound to the agent host dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 14:33:32.642228 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.segments.db [None req-e832e726-dafb-498d-80d8-4d3c24dd809a tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50a4d439-b9bb-4284-9529-be047c1cf636']}} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:33:32.665643 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.segments.db [None req-e832e726-dafb-498d-80d8-4d3c24dd809a tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ddd95d6-e7db-4cf4-a974-80b4634d6f3e') {'for_net_delete': True} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:33:32.665935 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.segments.db [None req-e832e726-dafb-498d-80d8-4d3c24dd809a tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ddd95d6-e7db-4cf4-a974-80b4634d6f3e') {} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:33:32.680375 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-a66292a6-1ec1-437d-b95e-dbbce53fd87c tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Notify callbacks [] for security_group, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:32.683924 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-e832e726-dafb-498d-80d8-4d3c24dd809a tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769554214503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3337904'] for segment, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:32.714568 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-e832e726-dafb-498d-80d8-4d3c24dd809a tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:32.725477 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-a66292a6-1ec1-437d-b95e-dbbce53fd87c tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:32.736248 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e832e726-dafb-498d-80d8-4d3c24dd809a tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Releasing vlan 170 on physical network physnet1 to pool {{(pid=84152) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 14:33:32.736248 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-e832e726-dafb-498d-80d8-4d3c24dd809a tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1622950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4162906'] for segment, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:32.748707 dv-neutron-825124-1-hyperv neutron-server[84152]: Traceback (most recent call last): Jan 20 14:33:32.748707 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 14:33:32.748707 dv-neutron-825124-1-hyperv neutron-server[84152]: timer() Jan 20 14:33:32.748707 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 14:33:32.748707 dv-neutron-825124-1-hyperv neutron-server[84152]: cb(*args, **kw) Jan 20 14:33:32.748707 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 14:33:32.748707 dv-neutron-825124-1-hyperv neutron-server[84152]: return func(*args, **kwargs) Jan 20 14:33:32.748707 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 14:33:32.748707 dv-neutron-825124-1-hyperv neutron-server[84152]: self._notify() Jan 20 14:33:32.748707 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 14:33:32.748707 dv-neutron-825124-1-hyperv neutron-server[84152]: self.callback(batched_events) Jan 20 14:33:32.748707 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 14:33:32.748707 dv-neutron-825124-1-hyperv neutron-server[84152]: event.method(event) Jan 20 14:33:32.748707 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 14:33:32.748707 dv-neutron-825124-1-hyperv neutron-server[84152]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 14:33:32.748707 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 14:33:32.748707 dv-neutron-825124-1-hyperv neutron-server[84152]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 14:33:32.748707 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 14:33:32.748707 dv-neutron-825124-1-hyperv neutron-server[84152]: return f(self, *a, **k) Jan 20 14:33:32.748707 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 14:33:32.748707 dv-neutron-825124-1-hyperv neutron-server[84152]: return self._get(url).json() Jan 20 14:33:32.748707 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 14:33:32.748707 dv-neutron-825124-1-hyperv neutron-server[84152]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 14:33:32.748707 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 14:33:32.748707 dv-neutron-825124-1-hyperv neutron-server[84152]: return self.request(url, 'GET', **kwargs) Jan 20 14:33:32.748707 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 14:33:32.748707 dv-neutron-825124-1-hyperv neutron-server[84152]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 14:33:32.748707 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 14:33:32.748707 dv-neutron-825124-1-hyperv neutron-server[84152]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 14:33:32.748707 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 14:33:32.748707 dv-neutron-825124-1-hyperv neutron-server[84152]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 14:33:32.748707 dv-neutron-825124-1-hyperv neutron-server[84152]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 14:33:32.797043 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-80af1c1c-fa6c-4ab7-a81c-6bb83499fb60 None None] Deleting port 059ef14c-0abd-43f5-b789-754ceaf6d75b {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:33:32.797613 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-80af1c1c-fa6c-4ab7-a81c-6bb83499fb60 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:32.921161 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-80af1c1c-fa6c-4ab7-a81c-6bb83499fb60 None None] The port '059ef14c-0abd-43f5-b789-754ceaf6d75b' was deleted {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 20 14:33:32.960670 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-a66292a6-1ec1-437d-b95e-dbbce53fd87c tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:32.976116 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66292a6-1ec1-437d-b95e-dbbce53fd87c tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b701d75a-ff33-4f80-b3e5-df85c2ecd000,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:33.002156 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-e832e726-dafb-498d-80d8-4d3c24dd809a tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1626253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-745296'] for network, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:33.023491 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-e832e726-dafb-498d-80d8-4d3c24dd809a tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks [] for network, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:33.025284 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-e832e726-dafb-498d-80d8-4d3c24dd809a tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] 10.222.0.54 "DELETE /v2.0/networks/50a4d439-b9bb-4284-9529-be047c1cf636 HTTP/1.1" status: 204 len: 168 time: 1.4594076 Jan 20 14:33:33.037187 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e832e726-dafb-498d-80d8-4d3c24dd809a tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Pushing event deleted for resources: {'Network': ['ID=50a4d439-b9bb-4284-9529-be047c1cf636,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:33.037187 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 41378) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:33.041543 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-6a014102-4d48-4a44-831e-475d698bea17 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1814083316'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:33:33.047505 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-6a014102-4d48-4a44-831e-475d698bea17 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:33:33.051970 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-6a014102-4d48-4a44-831e-475d698bea17 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Usage tracker for resource:network and tenant:b664f111a0df442d811f140f6dbd9d75 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:33:33.055596 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-6a014102-4d48-4a44-831e-475d698bea17 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:33:33.063060 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-6a014102-4d48-4a44-831e-475d698bea17 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:33:33.076798 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-b94c4546-2641-4dac-98e0-a415321f0041 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Deleting port 62a0ce07-4c76-45b5-8ff2-b0c19220ef2a {{(pid=84153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:33:33.077325 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-b94c4546-2641-4dac-98e0-a415321f0041 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:33.080317 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-eea6df97-7ff1-4b63-af20-e3ec8913deda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:33.103579 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-a66292a6-1ec1-437d-b95e-dbbce53fd87c tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Notify callbacks [] for security_group, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:33.105386 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-a66292a6-1ec1-437d-b95e-dbbce53fd87c tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] 10.222.0.54 "DELETE /v2.0/security-groups/b701d75a-ff33-4f80-b3e5-df85c2ecd000 HTTP/1.1" status: 204 len: 168 time: 0.7005148 Jan 20 14:33:33.110017 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 41382) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:33.163087 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a014102-4d48-4a44-831e-475d698bea17 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Made reservation on behalf of b664f111a0df442d811f140f6dbd9d75 for: {'network': 1} {{(pid=84152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:33:33.167326 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-6a014102-4d48-4a44-831e-475d698bea17 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for network, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:33.186936 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-2a834648-668a-4561-8e69-0b893b02c98e tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Synchronizing usage tracker for tenant:349bc3e2d8594291a582b28601738081 on resource:security_group {{(pid=84152) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:33:33.216768 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a014102-4d48-4a44-831e-475d698bea17 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 162} {{(pid=84152) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 14:33:33.228563 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-6a014102-4d48-4a44-831e-475d698bea17 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:33.229454 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.db.segments_db [None req-6a014102-4d48-4a44-831e-475d698bea17 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Added segment e93e750c-fbef-4d15-bec5-9dfe1eca3263 of type vlan for network a7157b8d-09d2-41f6-871c-6e205af654d4 Jan 20 14:33:33.257251 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-6a014102-4d48-4a44-831e-475d698bea17 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769553767792'] for network, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:33.283095 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-b94c4546-2641-4dac-98e0-a415321f0041 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:33.335459 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-2a834648-668a-4561-8e69-0b893b02c98e tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Unset dirty status for tenant:349bc3e2d8594291a582b28601738081 on resource:security_group {{(pid=84152) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:33:33.336742 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-2a834648-668a-4561-8e69-0b893b02c98e tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2257857 Jan 20 14:33:33.342891 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 41386) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:33.348633 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-b42190d5-592e-4d97-b205-70df7eb908ac tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Request body: {'security_group': {'name': 'tempest-secgroup--1878678506'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:33:33.355218 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-b42190d5-592e-4d97-b205-70df7eb908ac tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:33:33.365326 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-b42190d5-592e-4d97-b205-70df7eb908ac tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:33:33.409161 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-b94c4546-2641-4dac-98e0-a415321f0041 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Calling delete_port for 62a0ce07-4c76-45b5-8ff2-b0c19220ef2a owned by network:router_interface {{(pid=84153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:33:33.428985 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-6a014102-4d48-4a44-831e-475d698bea17 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967'] for network, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:33.433941 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a014102-4d48-4a44-831e-475d698bea17 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:33:33.434209 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-6a014102-4d48-4a44-831e-475d698bea17 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks [] for network, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:33.519215 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-b42190d5-592e-4d97-b205-70df7eb908ac tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Notify callbacks [] for security_group, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:33.563163 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a014102-4d48-4a44-831e-475d698bea17 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Pushing event updated for resources: {'Network': ['ID=a7157b8d-09d2-41f6-871c-6e205af654d4,revision_number=1']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:33.574768 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Network a7157b8d-09d2-41f6-871c-6e205af654d4 details requested by agent ovs-agent-dv-neutron-825124-1-hyperv with host dv-neutron-825124-1-hyperv {{(pid=84154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 14:33:33.653523 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-6a014102-4d48-4a44-831e-475d698bea17 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6155577 Jan 20 14:33:33.656380 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 41390) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:33.662202 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-e46b473d-59e7-4592-8775-e727891e2cb7 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Request body: {'subnet': {'network_id': 'a7157b8d-09d2-41f6-871c-6e205af654d4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:33:33.698441 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-b94c4546-2641-4dac-98e0-a415321f0041 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:33.750295 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94c4546-2641-4dac-98e0-a415321f0041 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Pushing event deleted for resources: {'Port': ['ID=62a0ce07-4c76-45b5-8ff2-b0c19220ef2a,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:33.789173 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-b42190d5-592e-4d97-b205-70df7eb908ac tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:33:33.803063 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-b42190d5-592e-4d97-b205-70df7eb908ac tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Usage tracker for resource:security_group_rule and tenant:349bc3e2d8594291a582b28601738081 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:33:33.809260 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-b42190d5-592e-4d97-b205-70df7eb908ac tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:33:33.817337 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-b42190d5-592e-4d97-b205-70df7eb908ac tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:33:33.829254 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-e46b473d-59e7-4592-8775-e727891e2cb7 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:33:33.834342 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-e46b473d-59e7-4592-8775-e727891e2cb7 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Usage tracker for resource:subnet and tenant:b664f111a0df442d811f140f6dbd9d75 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:33:33.838003 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-e46b473d-59e7-4592-8775-e727891e2cb7 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:33:33.846222 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-e46b473d-59e7-4592-8775-e727891e2cb7 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:33:33.905396 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-b42190d5-592e-4d97-b205-70df7eb908ac tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Notify callbacks [] for security_group, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:33.959612 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e46b473d-59e7-4592-8775-e727891e2cb7 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Made reservation on behalf of b664f111a0df442d811f140f6dbd9d75 for: {'subnet': 1} {{(pid=84152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:33:34.033903 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-b42190d5-592e-4d97-b205-70df7eb908ac tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:34.042313 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-b94c4546-2641-4dac-98e0-a415321f0041 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1705096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-745401'] for router_interface, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:34.113403 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-e46b473d-59e7-4592-8775-e727891e2cb7 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3155315'] for subnet, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:34.127242 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42190d5-592e-4d97-b205-70df7eb908ac tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f9abfeb-8444-42f0-a579-dc91e60c4d1d,revision_number=1']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:34.276614 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-b42190d5-592e-4d97-b205-70df7eb908ac tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Notify callbacks [] for security_group, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:34.277864 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-b42190d5-592e-4d97-b205-70df7eb908ac tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.9340158 Jan 20 14:33:34.290961 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 41394) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:34.299048 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-a4df3fa0-7c64-4a5a-bbc9-34a4e320e01f tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Request body: {'security_group_rule': {'security_group_id': '3f9abfeb-8444-42f0-a579-dc91e60c4d1d', 'direction': 'ingress', 'protocol': 17}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:33:34.316498 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-a4df3fa0-7c64-4a5a-bbc9-34a4e320e01f tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:33:34.322329 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-a4df3fa0-7c64-4a5a-bbc9-34a4e320e01f tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Usage tracker for resource:security_group_rule and tenant:349bc3e2d8594291a582b28601738081 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:33:34.326650 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-a4df3fa0-7c64-4a5a-bbc9-34a4e320e01f tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:33:34.345315 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-a4df3fa0-7c64-4a5a-bbc9-34a4e320e01f tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:33:34.462014 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-a4df3fa0-7c64-4a5a-bbc9-34a4e320e01f tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:34.486796 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-e46b473d-59e7-4592-8775-e727891e2cb7 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4163519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3155301'] for subnet, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:34.605032 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46b473d-59e7-4592-8775-e727891e2cb7 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Pushing event updated for resources: {'Subnet': ['ID=1c8d6252-4b3d-4c7b-b2a6-5e66851debb0,revision_number=0']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:34.609717 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-a4df3fa0-7c64-4a5a-bbc9-34a4e320e01f tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:34.619036 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e46b473d-59e7-4592-8775-e727891e2cb7 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Checking segment: {'id': 'e93e750c-fbef-4d15-bec5-9dfe1eca3263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'a7157b8d-09d2-41f6-871c-6e205af654d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 14:33:34.619403 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e46b473d-59e7-4592-8775-e727891e2cb7 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Network hostable DHCP agents. Network: a7157b8d-09d2-41f6-871c-6e205af654d4, hostable agents: ['1a181e39-5220-4c1a-88f8-08a54e8bfc9b'], hosted agents: [] {{(pid=84152) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 14:33:34.677363 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b94c4546-2641-4dac-98e0-a415321f0041 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Router 7541b75b-d8c4-4472-aefe-2eb80f332af4 has already been hosted by L3 agent 624d525b-4c26-4143-8a1c-228bb1c6faaa {{(pid=84153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 14:33:34.684684 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-a4df3fa0-7c64-4a5a-bbc9-34a4e320e01f tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734962'] for security_group_rule, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:34.711073 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4df3fa0-7c64-4a5a-bbc9-34a4e320e01f tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28f40c87-bd6f-44fd-816e-a57691d67e79,revision_number=0']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:34.723191 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e46b473d-59e7-4592-8775-e727891e2cb7 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Network a7157b8d-09d2-41f6-871c-6e205af654d4 is scheduled to be hosted by DHCP agent 1a181e39-5220-4c1a-88f8-08a54e8bfc9b with binding_index 1 {{(pid=84152) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 14:33:34.810879 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-a4df3fa0-7c64-4a5a-bbc9-34a4e320e01f tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:34.813171 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-a4df3fa0-7c64-4a5a-bbc9-34a4e320e01f tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 0.5206950 Jan 20 14:33:34.815921 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 41398) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:34.839166 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.base_scheduler [None req-e46b473d-59e7-4592-8775-e727891e2cb7 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825124-1-hyperv, a7157b8d-09d2-41f6-871c-6e205af654d4) {{(pid=84152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:33:34.843488 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e46b473d-59e7-4592-8775-e727891e2cb7 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:33:34.848598 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-e46b473d-59e7-4592-8775-e727891e2cb7 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks [] for subnet, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:34.849072 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f45f7c9f-d13e-41a3-a255-f4b5ecf41f7f None None] Network a7157b8d-09d2-41f6-871c-6e205af654d4 requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:33:34.904306 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-e7a92c4d-bb9a-4f9c-93c6-7ac38cafe7d8 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Notify callbacks [] for security_group, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:34.908596 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b94c4546-2641-4dac-98e0-a415321f0041 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify agent at l3_agent.dv-neutron-825124-1-hyperv the message routers_updated {{(pid=84153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 14:33:34.922646 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9fb7000-c082-4d69-8c35-fd214bc93f91 None None] Sync routers for ids ['7541b75b-d8c4-4472-aefe-2eb80f332af4'] in dv-neutron-825124-1-hyperv {{(pid=84154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 14:33:34.941689 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-e7a92c4d-bb9a-4f9c-93c6-7ac38cafe7d8 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:34.954173 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9fb7000-c082-4d69-8c35-fd214bc93f91 None None] Routers {'7541b75b-d8c4-4472-aefe-2eb80f332af4'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:33:34.955367 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-f9fb7000-c082-4d69-8c35-fd214bc93f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:33:30Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['7541b75b-d8c4-4472-aefe-2eb80f332af4'], 'active': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:33:34.961183 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-e46b473d-59e7-4592-8775-e727891e2cb7 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3036809 Jan 20 14:33:34.967173 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 41402) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:34.972743 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-66cbd8cb-6c3a-4dc4-be07-b33fdcd157e1 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Request body: {'port': {'network_id': 'a7157b8d-09d2-41f6-871c-6e205af654d4', 'name': 'tempest-PortsIpV6TestJSON-1483981494', 'fixed_ips': [{'subnet_id': '1c8d6252-4b3d-4c7b-b2a6-5e66851debb0', 'ip_address': '2001:db8::10'}]}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:33:35.032533 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-f9fb7000-c082-4d69-8c35-fd214bc93f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:33:35.036295 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-b94c4546-2641-4dac-98e0-a415321f0041 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] 10.222.0.54 "PUT /v2.0/routers/7541b75b-d8c4-4472-aefe-2eb80f332af4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0769415 Jan 20 14:33:35.039159 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 41406) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:35.096302 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9fb7000-c082-4d69-8c35-fd214bc93f91 None None] Routers {'7541b75b-d8c4-4472-aefe-2eb80f332af4'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:33:35.096918 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-f9fb7000-c082-4d69-8c35-fd214bc93f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:33:30Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['7541b75b-d8c4-4472-aefe-2eb80f332af4'], 'active': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:33:35.104154 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-e7a92c4d-bb9a-4f9c-93c6-7ac38cafe7d8 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:35.106434 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-e7a92c4d-bb9a-4f9c-93c6-7ac38cafe7d8 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Notify callbacks [] for security_group, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:35.108292 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-e7a92c4d-bb9a-4f9c-93c6-7ac38cafe7d8 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] 10.222.0.54 "DELETE /v2.0/security-groups/3f9abfeb-8444-42f0-a579-dc91e60c4d1d HTTP/1.1" status: 204 len: 168 time: 0.2906830 Jan 20 14:33:35.117062 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 41410) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:35.127717 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a92c4d-bb9a-4f9c-93c6-7ac38cafe7d8 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f9abfeb-8444-42f0-a579-dc91e60c4d1d,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:35.154977 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-66cbd8cb-6c3a-4dc4-be07-b33fdcd157e1 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:33:35.176661 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-66cbd8cb-6c3a-4dc4-be07-b33fdcd157e1 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:33:35.189968 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-f9fb7000-c082-4d69-8c35-fd214bc93f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:33:35.190443 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9fb7000-c082-4d69-8c35-fd214bc93f91 None None] The sync data for ids ['7541b75b-d8c4-4472-aefe-2eb80f332af4'] in dv-neutron-825124-1-hyperv is: [] {{(pid=84154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 14:33:35.228090 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-cbdedafd-4de3-4947-995a-8fbdf907b165 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Synchronizing usage tracker for tenant:349bc3e2d8594291a582b28601738081 on resource:security_group {{(pid=84152) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:33:35.253094 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0a8bcc0-840d-49e5-b285-ce3effc1f098 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95c917f5-14ba-5e96-98b8-1a52654a930a-a7157b8d-09d2-41f6-871c-6e205af654d4', 'network_id': 'a7157b8d-09d2-41f6-871c-6e205af654d4', 'tenant_id': 'b664f111a0df442d811f140f6dbd9d75', 'fixed_ips': [{'subnet_id': '1c8d6252-4b3d-4c7b-b2a6-5e66851debb0'}]}} from dv-neutron-825124-1-hyperv. {{(pid=84154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 20 14:33:35.254617 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-c0a8bcc0-840d-49e5-b285-ce3effc1f098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:35.292558 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66cbd8cb-6c3a-4dc4-be07-b33fdcd157e1 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Made reservation on behalf of b664f111a0df442d811f140f6dbd9d75 for: {'port': 1} {{(pid=84152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:33:35.298256 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-66cbd8cb-6c3a-4dc4-be07-b33fdcd157e1 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:35.326534 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.notifiers.nova [None req-66cbd8cb-6c3a-4dc4-be07-b33fdcd157e1 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] device_id is not set on port 4895f215-fc49-451a-ba37-0b2b2eb4171e yet. {{(pid=84152) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 14:33:35.365847 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-cbdedafd-4de3-4947-995a-8fbdf907b165 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Unset dirty status for tenant:349bc3e2d8594291a582b28601738081 on resource:security_group {{(pid=84152) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:33:35.371523 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-cbdedafd-4de3-4947-995a-8fbdf907b165 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2492146 Jan 20 14:33:35.373761 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 41414) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:35.379992 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-16e9c8a4-e70b-45b4-a0d8-f0ac42e75258 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Request body: {'security_group': {'name': 'tempest-secgroup--631351523'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:33:35.393826 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-16e9c8a4-e70b-45b4-a0d8-f0ac42e75258 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:33:35.418417 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-16e9c8a4-e70b-45b4-a0d8-f0ac42e75258 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:33:35.434968 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-2588a20a-ea58-42b2-81ba-ae7aa7c483d4 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-743504'] for router_interface, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:35.451490 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_common [None req-c0a8bcc0-840d-49e5-b285-ce3effc1f098 None None] Allocated IP 2001:db8::2 (a7157b8d-09d2-41f6-871c-6e205af654d4/1c8d6252-4b3d-4c7b-b2a6-5e66851debb0/bb6db5f3-b47c-4b1c-8375-1c20192bd6db) {{(pid=84154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:33:35.533067 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-16e9c8a4-e70b-45b4-a0d8-f0ac42e75258 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Notify callbacks [] for security_group, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:35.578498 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-16e9c8a4-e70b-45b4-a0d8-f0ac42e75258 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:33:35.582731 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-16e9c8a4-e70b-45b4-a0d8-f0ac42e75258 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Usage tracker for resource:security_group_rule and tenant:349bc3e2d8594291a582b28601738081 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:33:35.585786 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-16e9c8a4-e70b-45b4-a0d8-f0ac42e75258 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:33:35.592744 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-16e9c8a4-e70b-45b4-a0d8-f0ac42e75258 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:33:35.662841 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-16e9c8a4-e70b-45b4-a0d8-f0ac42e75258 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Notify callbacks [] for security_group, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:35.672824 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-c0a8bcc0-840d-49e5-b285-ce3effc1f098 None None] Notify callbacks [] for port, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:35.684695 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-c0a8bcc0-840d-49e5-b285-ce3effc1f098 None None] Transition to ACTIVE for port object bb6db5f3-b47c-4b1c-8375-1c20192bd6db will not be triggered until provisioned by entity L2. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:33:35.706300 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-c0a8bcc0-840d-49e5-b285-ce3effc1f098 None None] Transition to ACTIVE for port object bb6db5f3-b47c-4b1c-8375-1c20192bd6db will not be triggered until provisioned by entity DHCP. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:33:35.769653 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-16e9c8a4-e70b-45b4-a0d8-f0ac42e75258 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:35.822830 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-c0a8bcc0-840d-49e5-b285-ce3effc1f098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477'] for port, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:35.902267 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0a8bcc0-840d-49e5-b285-ce3effc1f098 None None] Network a7157b8d-09d2-41f6-871c-6e205af654d4 is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:33:35.903522 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-c0a8bcc0-840d-49e5-b285-ce3effc1f098 None None] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:33:35.909271 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0a8bcc0-840d-49e5-b285-ce3effc1f098 None None] Received port after_create {{(pid=84154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:33:35.918725 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a8bcc0-840d-49e5-b285-ce3effc1f098 None None] Pushing event updated for resources: {'Port': ['ID=bb6db5f3-b47c-4b1c-8375-1c20192bd6db,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:35.975204 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e9c8a4-e70b-45b4-a0d8-f0ac42e75258 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1c4fbf4-5df4-4aec-986e-878f9b8298cf,revision_number=1']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:36.012214 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.db_base_plugin_common [None req-66cbd8cb-6c3a-4dc4-be07-b33fdcd157e1 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Allocated IP 2001:db8::10 (a7157b8d-09d2-41f6-871c-6e205af654d4/1c8d6252-4b3d-4c7b-b2a6-5e66851debb0/4895f215-fc49-451a-ba37-0b2b2eb4171e) {{(pid=84152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:33:36.012882 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-c0a8bcc0-840d-49e5-b285-ce3effc1f098 None None] Attempting to bind port bb6db5f3-b47c-4b1c-8375-1c20192bd6db on host dv-neutron-825124-1-hyperv for vnic_type normal with profile {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:33:36.013258 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-c0a8bcc0-840d-49e5-b285-ce3effc1f098 None None] Attempting to bind port bb6db5f3-b47c-4b1c-8375-1c20192bd6db by drivers openvswitch,hyperv on host dv-neutron-825124-1-hyperv at level 0 using segments [{'id': 'e93e750c-fbef-4d15-bec5-9dfe1eca3263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'a7157b8d-09d2-41f6-871c-6e205af654d4'}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:33:36.014065 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0a8bcc0-840d-49e5-b285-ce3effc1f098 None None] Attempting to bind port bb6db5f3-b47c-4b1c-8375-1c20192bd6db on network a7157b8d-09d2-41f6-871c-6e205af654d4 {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 14:33:36.022112 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0a8bcc0-840d-49e5-b285-ce3effc1f098 None None] Checking agent: {'id': '6414dfeb-85c5-454a-8756-709ca637d800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825124-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 16, 31), 'started_at': datetime.datetime(2022, 1, 20, 14, 17, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 33, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825124-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 14:33:36.022112 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0a8bcc0-840d-49e5-b285-ce3effc1f098 None None] Checking segment: {'id': 'e93e750c-fbef-4d15-bec5-9dfe1eca3263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'a7157b8d-09d2-41f6-871c-6e205af654d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 14:33:36.022413 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-c0a8bcc0-840d-49e5-b285-ce3effc1f098 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:36.022755 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0a8bcc0-840d-49e5-b285-ce3effc1f098 None None] Bound using segment: {'id': 'e93e750c-fbef-4d15-bec5-9dfe1eca3263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'a7157b8d-09d2-41f6-871c-6e205af654d4'} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 14:33:36.023220 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-c0a8bcc0-840d-49e5-b285-ce3effc1f098 None None] Bound port: bb6db5f3-b47c-4b1c-8375-1c20192bd6db, host: dv-neutron-825124-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e93e750c-fbef-4d15-bec5-9dfe1eca3263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'a7157b8d-09d2-41f6-871c-6e205af654d4'}}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:33:36.023771 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-c0a8bcc0-840d-49e5-b285-ce3effc1f098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:36.101723 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-16e9c8a4-e70b-45b4-a0d8-f0ac42e75258 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Notify callbacks [] for security_group, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:36.102371 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-16e9c8a4-e70b-45b4-a0d8-f0ac42e75258 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.7276111 Jan 20 14:33:36.105373 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 41418) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:36.116395 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-f8ae1c75-e517-4806-97f4-a74b1442c509 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Request body: {'security_group': {'name': 'tempest-secgroup--450315390'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:33:36.125931 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-c0a8bcc0-840d-49e5-b285-ce3effc1f098 None None] For port bb6db5f3-b47c-4b1c-8375-1c20192bd6db, host dv-neutron-825124-1-hyperv, cleared binding levels {{(pid=84154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 14:33:36.127723 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-f8ae1c75-e517-4806-97f4-a74b1442c509 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:33:36.130155 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-c0a8bcc0-840d-49e5-b285-ce3effc1f098 None None] For port bb6db5f3-b47c-4b1c-8375-1c20192bd6db, host dv-neutron-825124-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=bb6db5f3-b47c-4b1c-8375-1c20192bd6db,segment=NetworkSegment(e93e750c-fbef-4d15-bec5-9dfe1eca3263),segment_id=e93e750c-fbef-4d15-bec5-9dfe1eca3263)] {{(pid=84154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 14:33:36.133687 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-f8ae1c75-e517-4806-97f4-a74b1442c509 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Usage tracker for resource:security_group and tenant:349bc3e2d8594291a582b28601738081 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:33:36.137979 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-f8ae1c75-e517-4806-97f4-a74b1442c509 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:33:36.144905 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-f8ae1c75-e517-4806-97f4-a74b1442c509 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:33:36.220534 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-c0a8bcc0-840d-49e5-b285-ce3effc1f098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:36.246609 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-f8ae1c75-e517-4806-97f4-a74b1442c509 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Notify callbacks [] for security_group, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:36.252650 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-66cbd8cb-6c3a-4dc4-be07-b33fdcd157e1 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks [] for port, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:36.278921 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-2588a20a-ea58-42b2-81ba-ae7aa7c483d4 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Deleting port b40f38cb-3dc0-462f-9b96-8d03b962ed0a {{(pid=84153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:33:36.279279 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-2588a20a-ea58-42b2-81ba-ae7aa7c483d4 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:36.283978 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.provisioning_blocks [None req-66cbd8cb-6c3a-4dc4-be07-b33fdcd157e1 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Transition to ACTIVE for port object 4895f215-fc49-451a-ba37-0b2b2eb4171e will not be triggered until provisioned by entity DHCP. {{(pid=84152) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:33:36.306968 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a8bcc0-840d-49e5-b285-ce3effc1f098 None None] Pushing event updated for resources: {'Port': ['ID=bb6db5f3-b47c-4b1c-8375-1c20192bd6db,revision_number=2']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:36.356736 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-f8ae1c75-e517-4806-97f4-a74b1442c509 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:33:36.379629 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-f8ae1c75-e517-4806-97f4-a74b1442c509 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Usage tracker for resource:security_group_rule and tenant:349bc3e2d8594291a582b28601738081 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:33:36.421064 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-66cbd8cb-6c3a-4dc4-be07-b33fdcd157e1 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:36.426256 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-f8ae1c75-e517-4806-97f4-a74b1442c509 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:33:36.440023 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-f8ae1c75-e517-4806-97f4-a74b1442c509 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:33:36.506758 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66cbd8cb-6c3a-4dc4-be07-b33fdcd157e1 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Network a7157b8d-09d2-41f6-871c-6e205af654d4 is already hosted by enough agents. {{(pid=84152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:33:36.514434 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.base_scheduler [None req-66cbd8cb-6c3a-4dc4-be07-b33fdcd157e1 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Resources bound (agent type, host, resource id): {{(pid=84152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:33:36.514434 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66cbd8cb-6c3a-4dc4-be07-b33fdcd157e1 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Received port after_create {{(pid=84152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:33:36.518537 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66cbd8cb-6c3a-4dc4-be07-b33fdcd157e1 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:33:36.519572 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-66cbd8cb-6c3a-4dc4-be07-b33fdcd157e1 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:36.534773 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-2588a20a-ea58-42b2-81ba-ae7aa7c483d4 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:36.539900 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cbd8cb-6c3a-4dc4-be07-b33fdcd157e1 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Pushing event updated for resources: {'Port': ['ID=4895f215-fc49-451a-ba37-0b2b2eb4171e,revision_number=1']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:36.618843 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-66cbd8cb-6c3a-4dc4-be07-b33fdcd157e1 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.6505640 Jan 20 14:33:36.620036 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 41422) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:36.626088 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-4488d5da-130b-4ae8-928c-c5073a5e0dc5 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Request body: {'port': {'network_id': 'a7157b8d-09d2-41f6-871c-6e205af654d4', 'name': 'tempest-PortsIpV6TestJSON-993637688', 'fixed_ips': [{'subnet_id': '1c8d6252-4b3d-4c7b-b2a6-5e66851debb0', 'ip_address': '2001:db8::f'}]}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:33:36.693879 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-2588a20a-ea58-42b2-81ba-ae7aa7c483d4 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Calling delete_port for b40f38cb-3dc0-462f-9b96-8d03b962ed0a owned by network:router_interface {{(pid=84153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:33:36.723567 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-f8ae1c75-e517-4806-97f4-a74b1442c509 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Notify callbacks [] for security_group, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:36.788538 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-4488d5da-130b-4ae8-928c-c5073a5e0dc5 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:33:36.796158 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-4488d5da-130b-4ae8-928c-c5073a5e0dc5 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Usage tracker for resource:port and tenant:b664f111a0df442d811f140f6dbd9d75 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:33:36.799533 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-4488d5da-130b-4ae8-928c-c5073a5e0dc5 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:33:36.805024 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-f8ae1c75-e517-4806-97f4-a74b1442c509 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:36.806179 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-4488d5da-130b-4ae8-928c-c5073a5e0dc5 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:33:36.862717 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ae1c75-e517-4806-97f4-a74b1442c509 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ee6cf24-7eb0-4d34-aa6a-43d449966473,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:36.949264 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4488d5da-130b-4ae8-928c-c5073a5e0dc5 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Made reservation on behalf of b664f111a0df442d811f140f6dbd9d75 for: {'port': 1} {{(pid=84152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:33:36.954674 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-4488d5da-130b-4ae8-928c-c5073a5e0dc5 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:36.967032 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-f8ae1c75-e517-4806-97f4-a74b1442c509 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Notify callbacks [] for security_group, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:36.969683 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-f8ae1c75-e517-4806-97f4-a74b1442c509 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.8624747 Jan 20 14:33:36.970774 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 41426) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:36.979571 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-0a72033e-a0e0-4834-8364-5f606a065f25 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Request body: {'security_group_rule': {'security_group_id': 'f1c4fbf4-5df4-4aec-986e-878f9b8298cf', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '2ee6cf24-7eb0-4d34-aa6a-43d449966473', 'remote_ip_prefix': None}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:33:36.986112 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.notifiers.nova [None req-4488d5da-130b-4ae8-928c-c5073a5e0dc5 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] device_id is not set on port bb6eb175-c739-4f09-8b9c-4a2ae741aada yet. {{(pid=84152) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 14:33:36.988839 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-0a72033e-a0e0-4834-8364-5f606a065f25 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:33:36.995883 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-0a72033e-a0e0-4834-8364-5f606a065f25 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Usage tracker for resource:security_group_rule and tenant:349bc3e2d8594291a582b28601738081 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:33:36.999850 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-2588a20a-ea58-42b2-81ba-ae7aa7c483d4 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:37.006525 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-0a72033e-a0e0-4834-8364-5f606a065f25 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:33:37.082894 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-0a72033e-a0e0-4834-8364-5f606a065f25 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:33:37.102358 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2588a20a-ea58-42b2-81ba-ae7aa7c483d4 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Pushing event deleted for resources: {'Port': ['ID=b40f38cb-3dc0-462f-9b96-8d03b962ed0a,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:37.351263 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-0a72033e-a0e0-4834-8364-5f606a065f25 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:37.368614 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.db_base_plugin_common [None req-4488d5da-130b-4ae8-928c-c5073a5e0dc5 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Allocated IP 2001:db8::f (a7157b8d-09d2-41f6-871c-6e205af654d4/1c8d6252-4b3d-4c7b-b2a6-5e66851debb0/bb6eb175-c739-4f09-8b9c-4a2ae741aada) {{(pid=84152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:33:37.480357 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-2588a20a-ea58-42b2-81ba-ae7aa7c483d4 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1705096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-745401'] for router_interface, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:37.577523 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-0a72033e-a0e0-4834-8364-5f606a065f25 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:37.598155 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0351ad4d-5287-4edd-bfd4-8be291de504b None None] Network a7157b8d-09d2-41f6-871c-6e205af654d4 requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:33:37.626070 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-4488d5da-130b-4ae8-928c-c5073a5e0dc5 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks [] for port, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:37.645166 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.provisioning_blocks [None req-4488d5da-130b-4ae8-928c-c5073a5e0dc5 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Transition to ACTIVE for port object bb6eb175-c739-4f09-8b9c-4a2ae741aada will not be triggered until provisioned by entity DHCP. {{(pid=84152) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:33:37.722426 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-0a72033e-a0e0-4834-8364-5f606a065f25 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734962'] for security_group_rule, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:37.732963 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-4488d5da-130b-4ae8-928c-c5073a5e0dc5 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:37.809195 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4488d5da-130b-4ae8-928c-c5073a5e0dc5 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Network a7157b8d-09d2-41f6-871c-6e205af654d4 is already hosted by enough agents. {{(pid=84152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:33:37.812540 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.base_scheduler [None req-4488d5da-130b-4ae8-928c-c5073a5e0dc5 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Resources bound (agent type, host, resource id): {{(pid=84152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:33:37.818709 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4488d5da-130b-4ae8-928c-c5073a5e0dc5 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Received port after_create {{(pid=84152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:33:37.822159 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4488d5da-130b-4ae8-928c-c5073a5e0dc5 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:33:37.823318 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-4488d5da-130b-4ae8-928c-c5073a5e0dc5 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:37.831867 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4488d5da-130b-4ae8-928c-c5073a5e0dc5 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Pushing event updated for resources: {'Port': ['ID=bb6eb175-c739-4f09-8b9c-4a2ae741aada,revision_number=1']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:37.840658 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-47ce9bb9-6ea9-40f1-9d90-afca833bba01 None None] Provisioning for port bb6db5f3-b47c-4b1c-8375-1c20192bd6db completed by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:33:37.935700 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a72033e-a0e0-4834-8364-5f606a065f25 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3bd89bd-0308-42c2-9984-0109cb82da5e,revision_number=0']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:37.946504 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-4488d5da-130b-4ae8-928c-c5073a5e0dc5 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.3238094 Jan 20 14:33:37.950192 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 41430) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:38.024851 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-0a72033e-a0e0-4834-8364-5f606a065f25 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:38.026132 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-0a72033e-a0e0-4834-8364-5f606a065f25 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 740 time: 1.0539815 Jan 20 14:33:38.032372 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 41434) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:38.083780 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-f494cb65-5abd-47ce-8a3f-fef9e1f9ef27 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:38.097290 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab4887d0-e7d9-46d1-b140-a9df3e4dc128 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:33:38.098506 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-ab4887d0-e7d9-46d1-b140-a9df3e4dc128 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Synchronizing usage tracker for tenant:b664f111a0df442d811f140f6dbd9d75 on resource:port {{(pid=84152) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:33:38.102490 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2588a20a-ea58-42b2-81ba-ae7aa7c483d4 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Router 7541b75b-d8c4-4472-aefe-2eb80f332af4 has already been hosted by L3 agent 624d525b-4c26-4143-8a1c-228bb1c6faaa {{(pid=84153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 14:33:38.109937 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-f494cb65-5abd-47ce-8a3f-fef9e1f9ef27 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:38.222944 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-ab4887d0-e7d9-46d1-b140-a9df3e4dc128 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Unset dirty status for tenant:b664f111a0df442d811f140f6dbd9d75 on resource:port {{(pid=84152) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:33:38.229581 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-ab4887d0-e7d9-46d1-b140-a9df3e4dc128 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] 10.222.0.54 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.2755108 Jan 20 14:33:38.230164 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 41438) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:38.275936 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-4cc2dd7a-54d8-4773-966c-183720608e07 None None] Provisioning for port 4895f215-fc49-451a-ba37-0b2b2eb4171e completed by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:33:38.275936 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-4cc2dd7a-54d8-4773-966c-183720608e07 None None] Provisioning complete for port 4895f215-fc49-451a-ba37-0b2b2eb4171e triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:33:38.275936 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-4cc2dd7a-54d8-4773-966c-183720608e07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:38.276229 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2588a20a-ea58-42b2-81ba-ae7aa7c483d4 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify agent at l3_agent.dv-neutron-825124-1-hyperv the message routers_updated {{(pid=84153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 14:33:38.276229 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-2588a20a-ea58-42b2-81ba-ae7aa7c483d4 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] 10.222.0.54 "PUT /v2.0/routers/7541b75b-d8c4-4472-aefe-2eb80f332af4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2294071 Jan 20 14:33:38.276229 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 41442) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:38.281856 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf22c590-6597-464a-af22-7582849dc8c2 None None] Sync routers for ids ['7541b75b-d8c4-4472-aefe-2eb80f332af4'] in dv-neutron-825124-1-hyperv {{(pid=84155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 14:33:38.302932 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf22c590-6597-464a-af22-7582849dc8c2 None None] Routers {'7541b75b-d8c4-4472-aefe-2eb80f332af4'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:33:38.308985 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-bf22c590-6597-464a-af22-7582849dc8c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:33:30Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['7541b75b-d8c4-4472-aefe-2eb80f332af4'], 'active': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:33:38.324981 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-f494cb65-5abd-47ce-8a3f-fef9e1f9ef27 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734962'] for security_group_rule, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:38.340417 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-f0cc5509-82d0-45e3-9fc0-5bf174a25d22 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Synchronizing usage tracker for tenant:c471105210324ce4bdf04d2ea6130d17 on resource:port {{(pid=84153) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:33:38.348543 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-4cc2dd7a-54d8-4773-966c-183720608e07 None None] Port 4895f215-fc49-451a-ba37-0b2b2eb4171e cannot update to ACTIVE because it is not bound. {{(pid=84154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 14:33:38.367604 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-f494cb65-5abd-47ce-8a3f-fef9e1f9ef27 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:38.372272 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 41446) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:38.384832 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-f494cb65-5abd-47ce-8a3f-fef9e1f9ef27 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] 10.222.0.54 "DELETE /v2.0/security-group-rules/c3bd89bd-0308-42c2-9984-0109cb82da5e HTTP/1.1" status: 204 len: 168 time: 0.3513136 Jan 20 14:33:38.390890 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f494cb65-5abd-47ce-8a3f-fef9e1f9ef27 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c3bd89bd-0308-42c2-9984-0109cb82da5e,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:38.437383 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96c9118c-c451-473d-8292-0335b6dd8dba tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:33:38.440173 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96c9118c-c451-473d-8292-0335b6dd8dba tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:33:38.442764 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-d85e2b3e-9963-4aea-b7f3-b6a4915296a9 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Synchronizing usage tracker for tenant:349bc3e2d8594291a582b28601738081 on resource:security_group_rule {{(pid=84153) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:33:38.444439 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96c9118c-c451-473d-8292-0335b6dd8dba tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:33:38.446559 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-96c9118c-c451-473d-8292-0335b6dd8dba tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] 10.222.0.54 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2388 time: 0.2152116 Jan 20 14:33:38.449512 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 41450) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:38.456303 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-bf22c590-6597-464a-af22-7582849dc8c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:33:38.468898 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf22c590-6597-464a-af22-7582849dc8c2 None None] Routers {'7541b75b-d8c4-4472-aefe-2eb80f332af4'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:33:38.469102 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-bf22c590-6597-464a-af22-7582849dc8c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:33:30Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['7541b75b-d8c4-4472-aefe-2eb80f332af4'], 'active': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:33:38.470981 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-f0cc5509-82d0-45e3-9fc0-5bf174a25d22 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Unset dirty status for tenant:c471105210324ce4bdf04d2ea6130d17 on resource:port {{(pid=84153) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:33:38.477258 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-f0cc5509-82d0-45e3-9fc0-5bf174a25d22 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] 10.222.0.54 "GET /v2.0/ports?device_id=7541b75b-d8c4-4472-aefe-2eb80f332af4 HTTP/1.1" status: 200 len: 205 time: 0.1952548 Jan 20 14:33:38.477435 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 41454) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:38.497192 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-4cc2dd7a-54d8-4773-966c-183720608e07 None None] Provisioning for port bb6eb175-c739-4f09-8b9c-4a2ae741aada completed by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:33:38.505175 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-4cc2dd7a-54d8-4773-966c-183720608e07 None None] Provisioning complete for port bb6eb175-c739-4f09-8b9c-4a2ae741aada triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:33:38.505557 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-4cc2dd7a-54d8-4773-966c-183720608e07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:38.546908 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-bf22c590-6597-464a-af22-7582849dc8c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:33:38.547667 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf22c590-6597-464a-af22-7582849dc8c2 None None] The sync data for ids ['7541b75b-d8c4-4472-aefe-2eb80f332af4'] in dv-neutron-825124-1-hyperv is: [] {{(pid=84155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 14:33:38.558321 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-feb965c9-b2e3-43b6-a05d-a213ee69dd78 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Deleting port bb6eb175-c739-4f09-8b9c-4a2ae741aada {{(pid=84152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:33:38.560526 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-feb965c9-b2e3-43b6-a05d-a213ee69dd78 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:38.585202 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-d85e2b3e-9963-4aea-b7f3-b6a4915296a9 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Unset dirty status for tenant:349bc3e2d8594291a582b28601738081 on resource:security_group_rule {{(pid=84153) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:33:38.587069 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-d85e2b3e-9963-4aea-b7f3-b6a4915296a9 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.2137682 Jan 20 14:33:38.595430 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 41458) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:38.692363 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device bb6db5f3-b47c-4b1c-8375-1c20192bd6db up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:33:38.752990 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-4cc2dd7a-54d8-4773-966c-183720608e07 None None] Port bb6eb175-c739-4f09-8b9c-4a2ae741aada cannot update to ACTIVE because it is not bound. {{(pid=84154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 14:33:38.771615 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-2ebc8341-e62c-4725-a1b5-8fd92a18545b tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks [] for router, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:38.840370 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning for port bb6db5f3-b47c-4b1c-8375-1c20192bd6db completed by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:33:38.845455 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port bb6db5f3-b47c-4b1c-8375-1c20192bd6db triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:33:38.845853 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:38.871917 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-feb965c9-b2e3-43b6-a05d-a213ee69dd78 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:38.902791 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-d04259ea-cae7-4d69-99e2-e093da231812 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Notify callbacks [] for security_group, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:38.921062 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-65529eef-9c77-4558-a64a-9b7c9542a9fd None None] Provisioning complete for port 4895f215-fc49-451a-ba37-0b2b2eb4171e triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:33:38.921434 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-65529eef-9c77-4558-a64a-9b7c9542a9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:38.997404 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-d04259ea-cae7-4d69-99e2-e093da231812 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:39.003549 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-feb965c9-b2e3-43b6-a05d-a213ee69dd78 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Calling delete_port for bb6eb175-c739-4f09-8b9c-4a2ae741aada owned by {{(pid=84152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:33:39.024349 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-65529eef-9c77-4558-a64a-9b7c9542a9fd None None] Port 4895f215-fc49-451a-ba37-0b2b2eb4171e cannot update to ACTIVE because it is not bound. {{(pid=84154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 14:33:39.047223 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:39.069598 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-65529eef-9c77-4558-a64a-9b7c9542a9fd None None] Provisioning complete for port bb6eb175-c739-4f09-8b9c-4a2ae741aada triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:33:39.069770 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-65529eef-9c77-4558-a64a-9b7c9542a9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:39.132806 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] For port bb6db5f3-b47c-4b1c-8375-1c20192bd6db, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=bb6db5f3-b47c-4b1c-8375-1c20192bd6db,segment=NetworkSegment(e93e750c-fbef-4d15-bec5-9dfe1eca3263),segment_id=e93e750c-fbef-4d15-bec5-9dfe1eca3263)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:33:39.142962 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-65529eef-9c77-4558-a64a-9b7c9542a9fd None None] Port bb6eb175-c739-4f09-8b9c-4a2ae741aada cannot update to ACTIVE because it is not bound. {{(pid=84154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 14:33:39.248776 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-2ebc8341-e62c-4725-a1b5-8fd92a18545b tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-737761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105493'] for router, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:39.252997 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-2ebc8341-e62c-4725-a1b5-8fd92a18545b tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:39.255844 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:39.312823 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-d04259ea-cae7-4d69-99e2-e093da231812 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:39.325843 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Pushing event updated for resources: {'Port': ['ID=bb6db5f3-b47c-4b1c-8375-1c20192bd6db,revision_number=3']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:39.329225 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04259ea-cae7-4d69-99e2-e093da231812 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ee6cf24-7eb0-4d34-aa6a-43d449966473,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:39.339029 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-feb965c9-b2e3-43b6-a05d-a213ee69dd78 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:39.393967 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb965c9-b2e3-43b6-a05d-a213ee69dd78 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Pushing event deleted for resources: {'Port': ['ID=bb6eb175-c739-4f09-8b9c-4a2ae741aada,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:39.400296 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-2ebc8341-e62c-4725-a1b5-8fd92a18545b tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-737693'] for router, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:39.401393 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ebc8341-e62c-4725-a1b5-8fd92a18545b tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Fanout notify agent at l3_agent the message router_deleted on router 7541b75b-d8c4-4472-aefe-2eb80f332af4 {{(pid=84153) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 20 14:33:39.407629 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-2ebc8341-e62c-4725-a1b5-8fd92a18545b tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks [] for router, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:39.409677 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-2ebc8341-e62c-4725-a1b5-8fd92a18545b tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] 10.222.0.54 "DELETE /v2.0/routers/7541b75b-d8c4-4472-aefe-2eb80f332af4 HTTP/1.1" status: 204 len: 168 time: 0.9303405 Jan 20 14:33:39.412193 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 41462) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:39.439806 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-feb965c9-b2e3-43b6-a05d-a213ee69dd78 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:39.449372 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-d04259ea-cae7-4d69-99e2-e093da231812 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Notify callbacks [] for security_group, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:39.450625 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-d04259ea-cae7-4d69-99e2-e093da231812 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] 10.222.0.54 "DELETE /v2.0/security-groups/2ee6cf24-7eb0-4d34-aa6a-43d449966473 HTTP/1.1" status: 204 len: 168 time: 0.8536556 Jan 20 14:33:39.453395 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 41466) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:39.529964 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-3f0337b6-4ac7-4bac-9595-9dfd2d3717db tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Synchronizing usage tracker for tenant:349bc3e2d8594291a582b28601738081 on resource:security_group {{(pid=84152) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:33:39.537346 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-feb965c9-b2e3-43b6-a05d-a213ee69dd78 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] 10.222.0.54 "DELETE /v2.0/ports/bb6eb175-c739-4f09-8b9c-4a2ae741aada HTTP/1.1" status: 204 len: 168 time: 1.0839565 Jan 20 14:33:39.538831 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 41470) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:39.592537 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e2a97ac-665f-42f8-92b1-7c4d216d3497 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] GET failed (client error): The resource could not be found. Jan 20 14:33:39.593053 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-4e2a97ac-665f-42f8-92b1-7c4d216d3497 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Synchronizing usage tracker for tenant:b664f111a0df442d811f140f6dbd9d75 on resource:port {{(pid=84152) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:33:39.623420 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.db_base_plugin_v2 [None req-f180ede9-d3a1-46e9-81f9-79ef151e0c30 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Deleting subnet 7978175a-2b25-482d-b43d-83a6c9e05037 {{(pid=84153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 20 14:33:39.626624 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-f180ede9-d3a1-46e9-81f9-79ef151e0c30 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks [] for subnet, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:39.684632 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-3f0337b6-4ac7-4bac-9595-9dfd2d3717db tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Unset dirty status for tenant:349bc3e2d8594291a582b28601738081 on resource:security_group {{(pid=84152) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:33:39.686613 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-3f0337b6-4ac7-4bac-9595-9dfd2d3717db tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4006 time: 0.2320898 Jan 20 14:33:39.690331 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 41476) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:39.710315 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-4e2a97ac-665f-42f8-92b1-7c4d216d3497 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Unset dirty status for tenant:b664f111a0df442d811f140f6dbd9d75 on resource:port {{(pid=84152) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:33:39.711478 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-4e2a97ac-665f-42f8-92b1-7c4d216d3497 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] 10.222.0.54 "GET /v2.0/ports/bb6eb175-c739-4f09-8b9c-4a2ae741aada HTTP/1.1" status: 404 len: 333 time: 0.1717513 Jan 20 14:33:39.715911 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 41480) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:39.801860 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-f180ede9-d3a1-46e9-81f9-79ef151e0c30 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3980851'] for subnet, precommit_delete_associations {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:39.806713 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-d6550921-55b0-4404-89c5-b6f1851907ec tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Deleting port 4895f215-fc49-451a-ba37-0b2b2eb4171e {{(pid=84152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:33:39.807087 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-d6550921-55b0-4404-89c5-b6f1851907ec tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:39.872524 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-dcefe03c-ce72-4207-9375-53578fb8f1eb tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Notify callbacks [] for security_group, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:39.890459 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-f180ede9-d3a1-46e9-81f9-79ef151e0c30 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1627147'] for subnet, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:39.944645 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-dcefe03c-ce72-4207-9375-53578fb8f1eb tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:40.046348 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-f180ede9-d3a1-46e9-81f9-79ef151e0c30 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1627154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3943464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4194013'] for subnet, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:40.082742 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f180ede9-d3a1-46e9-81f9-79ef151e0c30 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Pushing event deleted for resources: {'Subnet': ['ID=7978175a-2b25-482d-b43d-83a6c9e05037,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:40.096188 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-f180ede9-d3a1-46e9-81f9-79ef151e0c30 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks [] for subnet, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:40.105020 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-f180ede9-d3a1-46e9-81f9-79ef151e0c30 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] 10.222.0.54 "DELETE /v2.0/subnets/7978175a-2b25-482d-b43d-83a6c9e05037 HTTP/1.1" status: 204 len: 168 time: 0.6894419 Jan 20 14:33:40.105189 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e84c48e3-80d0-4420-be4a-1aaf75c8d0a5 None None] Network 7563fb6a-3ace-4816-956d-b65ff4fd695e requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:33:40.105664 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 41484) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:40.147140 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-d6550921-55b0-4404-89c5-b6f1851907ec tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:40.209151 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-dcefe03c-ce72-4207-9375-53578fb8f1eb tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:40.297149 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-d6550921-55b0-4404-89c5-b6f1851907ec tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Calling delete_port for 4895f215-fc49-451a-ba37-0b2b2eb4171e owned by {{(pid=84152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:33:40.308131 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.db_base_plugin_v2 [None req-55063b6c-b964-4853-958b-534723826648 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Deleting subnet 2b8f9e92-90af-4bfe-8e3b-6f8dc0a1366c {{(pid=84153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 20 14:33:40.311145 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-55063b6c-b964-4853-958b-534723826648 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks [] for subnet, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:40.325184 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcefe03c-ce72-4207-9375-53578fb8f1eb tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1c4fbf4-5df4-4aec-986e-878f9b8298cf,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:40.354639 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-dcefe03c-ce72-4207-9375-53578fb8f1eb tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Notify callbacks [] for security_group, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:40.358467 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-dcefe03c-ce72-4207-9375-53578fb8f1eb tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] 10.222.0.54 "DELETE /v2.0/security-groups/f1c4fbf4-5df4-4aec-986e-878f9b8298cf HTTP/1.1" status: 204 len: 168 time: 0.6669307 Jan 20 14:33:40.359357 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 41488) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:40.372544 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-55063b6c-b964-4853-958b-534723826648 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3980851'] for subnet, precommit_delete_associations {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:40.396137 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c3a850a-592c-4a97-9726-31bdc258db5e None None] DHCP port deletion for 7563fb6a-3ace-4816-956d-b65ff4fd695e request from dv-neutron-825124-1-hyperv {{(pid=84154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 20 14:33:40.405313 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-7c3a850a-592c-4a97-9726-31bdc258db5e None None] Deleting port 4940d93c-e44d-44b9-ab95-b41d0d5496fe {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:33:40.405750 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7c3a850a-592c-4a97-9726-31bdc258db5e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:40.473711 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-55063b6c-b964-4853-958b-534723826648 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1627147'] for subnet, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:40.490506 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-b3240142-5e3d-4991-b49c-607257d237d3 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Synchronizing usage tracker for tenant:349bc3e2d8594291a582b28601738081 on resource:security_group {{(pid=84152) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:33:40.577233 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-b3240142-5e3d-4991-b49c-607257d237d3 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Unset dirty status for tenant:349bc3e2d8594291a582b28601738081 on resource:security_group {{(pid=84152) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:33:40.579784 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-b3240142-5e3d-4991-b49c-607257d237d3 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2133317 Jan 20 14:33:40.583119 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 41492) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:40.589185 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-ddc75af5-a27c-43bf-8d1e-d7c203a72b88 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Request body: {'security_group': {'name': 'tempest-secgroup--596592221'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:33:40.595588 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-ddc75af5-a27c-43bf-8d1e-d7c203a72b88 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:33:40.607145 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-d6550921-55b0-4404-89c5-b6f1851907ec tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:40.608973 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-ddc75af5-a27c-43bf-8d1e-d7c203a72b88 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:33:40.614728 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device bb6db5f3-b47c-4b1c-8375-1c20192bd6db up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:33:40.661458 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6550921-55b0-4404-89c5-b6f1851907ec tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Pushing event deleted for resources: {'Port': ['ID=4895f215-fc49-451a-ba37-0b2b2eb4171e,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:40.684470 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-7c3a850a-592c-4a97-9726-31bdc258db5e None None] For port 4940d93c-e44d-44b9-ab95-b41d0d5496fe, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=4940d93c-e44d-44b9-ab95-b41d0d5496fe,segment=NetworkSegment(18a8980d-9f2a-4416-a3d6-b1eabf652a0a),segment_id=18a8980d-9f2a-4416-a3d6-b1eabf652a0a)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:33:40.684470 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7c3a850a-592c-4a97-9726-31bdc258db5e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:40.701652 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-55063b6c-b964-4853-958b-534723826648 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1627154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3943464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4194013'] for subnet, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:40.712027 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-d6550921-55b0-4404-89c5-b6f1851907ec tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:40.745715 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55063b6c-b964-4853-958b-534723826648 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Pushing event deleted for resources: {'Subnet': ['ID=2b8f9e92-90af-4bfe-8e3b-6f8dc0a1366c,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:40.747938 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-ddc75af5-a27c-43bf-8d1e-d7c203a72b88 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Notify callbacks [] for security_group, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:40.767775 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-55063b6c-b964-4853-958b-534723826648 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks [] for subnet, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:40.784468 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-55063b6c-b964-4853-958b-534723826648 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] 10.222.0.54 "DELETE /v2.0/subnets/2b8f9e92-90af-4bfe-8e3b-6f8dc0a1366c HTTP/1.1" status: 204 len: 168 time: 0.6773396 Jan 20 14:33:40.784468 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 41496) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:40.836974 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-7c3a850a-592c-4a97-9726-31bdc258db5e None None] Calling delete_port for 4940d93c-e44d-44b9-ab95-b41d0d5496fe owned by network:dhcp {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:33:40.838820 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-d6550921-55b0-4404-89c5-b6f1851907ec tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] 10.222.0.54 "DELETE /v2.0/ports/4895f215-fc49-451a-ba37-0b2b2eb4171e HTTP/1.1" status: 204 len: 168 time: 1.1212158 Jan 20 14:33:40.844622 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 41500) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:40.866660 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74111c6f-0622-47b5-9d91-8ac32e2e6608 None None] Network eebc58e2-1672-4b35-88e0-a6d37d8aa446 requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:33:40.883390 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-ddc75af5-a27c-43bf-8d1e-d7c203a72b88 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:33:40.902073 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-ddc75af5-a27c-43bf-8d1e-d7c203a72b88 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Usage tracker for resource:security_group_rule and tenant:349bc3e2d8594291a582b28601738081 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:33:40.902908 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.pecan_wsgi.hooks.translation [None req-934098e8-e0a6-499b-adfa-3afd0a0a2b09 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] GET failed (client error): The resource could not be found. Jan 20 14:33:40.904060 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-934098e8-e0a6-499b-adfa-3afd0a0a2b09 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Synchronizing usage tracker for tenant:b664f111a0df442d811f140f6dbd9d75 on resource:port {{(pid=84152) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:33:40.907045 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-ddc75af5-a27c-43bf-8d1e-d7c203a72b88 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:33:40.924042 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-ddc75af5-a27c-43bf-8d1e-d7c203a72b88 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:33:40.934601 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-649fb5b9-0510-4163-8394-c004b3485841 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586409'] for network, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:40.957850 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-649fb5b9-0510-4163-8394-c004b3485841 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Deleting port 4940d93c-e44d-44b9-ab95-b41d0d5496fe {{(pid=84153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:33:40.958227 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-649fb5b9-0510-4163-8394-c004b3485841 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:40.987093 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-934098e8-e0a6-499b-adfa-3afd0a0a2b09 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Unset dirty status for tenant:b664f111a0df442d811f140f6dbd9d75 on resource:port {{(pid=84152) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:33:40.991863 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-934098e8-e0a6-499b-adfa-3afd0a0a2b09 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] 10.222.0.54 "GET /v2.0/ports/4895f215-fc49-451a-ba37-0b2b2eb4171e HTTP/1.1" status: 404 len: 333 time: 0.1458876 Jan 20 14:33:40.999717 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 41504) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:41.015895 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.agents_db [None req-6dba657d-a637-4918-9b6d-40defdfae04b None None] Agent healthcheck: found 6 active agents {{(pid=84155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 14:33:41.022235 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port bb6db5f3-b47c-4b1c-8375-1c20192bd6db triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:33:41.022235 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:41.076509 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-ddc75af5-a27c-43bf-8d1e-d7c203a72b88 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Notify callbacks [] for security_group, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:41.209801 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-ddc75af5-a27c-43bf-8d1e-d7c203a72b88 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:41.235790 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2d2cf6b-ab0d-4831-bf18-b44e8802447d tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Deleting subnet 1c8d6252-4b3d-4c7b-b2a6-5e66851debb0 {{(pid=84152) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 20 14:33:41.239677 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-e2d2cf6b-ab0d-4831-bf18-b44e8802447d tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks [] for subnet, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:41.262087 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7c3a850a-592c-4a97-9726-31bdc258db5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486'] for port, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:41.317745 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc75af5-a27c-43bf-8d1e-d7c203a72b88 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Pushing event updated for resources: {'SecurityGroup': ['ID=209b8c04-0762-4b4c-a688-3f5d0d490252,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:41.319926 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-e2d2cf6b-ab0d-4831-bf18-b44e8802447d tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3337915'] for subnet, precommit_delete_associations {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:41.325711 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.db [None req-649fb5b9-0510-4163-8394-c004b3485841 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] For port 4940d93c-e44d-44b9-ab95-b41d0d5496fe, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=4940d93c-e44d-44b9-ab95-b41d0d5496fe,segment=NetworkSegment(18a8980d-9f2a-4416-a3d6-b1eabf652a0a),segment_id=18a8980d-9f2a-4416-a3d6-b1eabf652a0a)] {{(pid=84153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:33:41.326332 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-649fb5b9-0510-4163-8394-c004b3485841 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:41.336927 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 4940d93c-e44d-44b9-ab95-b41d0d5496fe no longer exists at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:33:41.365118 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3a850a-592c-4a97-9726-31bdc258db5e None None] Pushing event deleted for resources: {'Port': ['ID=4940d93c-e44d-44b9-ab95-b41d0d5496fe,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:41.377504 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c3a850a-592c-4a97-9726-31bdc258db5e None None] No DVR routers for this DVR port 4940d93c-e44d-44b9-ab95-b41d0d5496fe on host dv-neutron-825124-1-hyperv {{(pid=84154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 14:33:41.425837 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] No Port match for: 4940d93c-e44d-44b9-ab95-b41d0d5496fe {{(pid=84154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 14:33:41.426206 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 4940d93c-e44d-44b9-ab95-b41d0d5496fe not bound to the agent host dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 14:33:41.434853 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-e2d2cf6b-ab0d-4831-bf18-b44e8802447d tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1627147'] for subnet, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:41.460715 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-ddc75af5-a27c-43bf-8d1e-d7c203a72b88 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Notify callbacks [] for security_group, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:41.461934 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-ddc75af5-a27c-43bf-8d1e-d7c203a72b88 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.8776183 Jan 20 14:33:41.465937 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 41508) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:41.469239 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-649fb5b9-0510-4163-8394-c004b3485841 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Calling delete_port for 4940d93c-e44d-44b9-ab95-b41d0d5496fe owned by network:dhcp {{(pid=84153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:33:41.476916 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-fec7b13c-b15e-494a-84ad-ac6b9cdafe42 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Request body: {'security_group_rule': {'security_group_id': '209b8c04-0762-4b4c-a688-3f5d0d490252', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:33:41.491633 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-fec7b13c-b15e-494a-84ad-ac6b9cdafe42 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:33:41.499394 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-fec7b13c-b15e-494a-84ad-ac6b9cdafe42 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Usage tracker for resource:security_group_rule and tenant:349bc3e2d8594291a582b28601738081 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:33:41.508028 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-fec7b13c-b15e-494a-84ad-ac6b9cdafe42 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:33:41.519537 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-fec7b13c-b15e-494a-84ad-ac6b9cdafe42 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:33:41.544237 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ef52440-53a1-4109-8bdd-febdcff4ab8b None None] DHCP port deletion for eebc58e2-1672-4b35-88e0-a6d37d8aa446 request from dv-neutron-825124-1-hyperv {{(pid=84154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 20 14:33:41.548205 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-2ef52440-53a1-4109-8bdd-febdcff4ab8b None None] Deleting port 75497b78-3e37-4236-b1cc-ac7710b6aefe {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:33:41.548718 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-2ef52440-53a1-4109-8bdd-febdcff4ab8b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:41.557018 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.db.api [None req-649fb5b9-0510-4163-8394-c004b3485841 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84153) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 14:33:41.558130 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG oslo_db.api [None req-649fb5b9-0510-4163-8394-c004b3485841 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 14:33:41.671210 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-fec7b13c-b15e-494a-84ad-ac6b9cdafe42 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:41.717227 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-e2d2cf6b-ab0d-4831-bf18-b44e8802447d tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1627154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4163580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155308'] for subnet, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:41.758766 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-2ef52440-53a1-4109-8bdd-febdcff4ab8b None None] For port 75497b78-3e37-4236-b1cc-ac7710b6aefe, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=75497b78-3e37-4236-b1cc-ac7710b6aefe,segment=NetworkSegment(3d1956a3-f17e-4235-a01a-27cdef6dc779),segment_id=3d1956a3-f17e-4235-a01a-27cdef6dc779)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:33:41.763139 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-2ef52440-53a1-4109-8bdd-febdcff4ab8b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:41.763298 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d2cf6b-ab0d-4831-bf18-b44e8802447d tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Pushing event deleted for resources: {'Subnet': ['ID=1c8d6252-4b3d-4c7b-b2a6-5e66851debb0,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:41.779270 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-fec7b13c-b15e-494a-84ad-ac6b9cdafe42 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:41.780507 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-e2d2cf6b-ab0d-4831-bf18-b44e8802447d tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks [] for subnet, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:41.792366 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-e2d2cf6b-ab0d-4831-bf18-b44e8802447d tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] 10.222.0.54 "DELETE /v2.0/subnets/1c8d6252-4b3d-4c7b-b2a6-5e66851debb0 HTTP/1.1" status: 204 len: 168 time: 0.7975891 Jan 20 14:33:41.805511 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 41512) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:41.824307 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69615da4-c1ee-4cbf-bbcf-0a3e5293603a None None] Network a7157b8d-09d2-41f6-871c-6e205af654d4 requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:33:41.903242 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-2ef52440-53a1-4109-8bdd-febdcff4ab8b None None] Calling delete_port for 75497b78-3e37-4236-b1cc-ac7710b6aefe owned by network:dhcp {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:33:41.968623 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-fec7b13c-b15e-494a-84ad-ac6b9cdafe42 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734962'] for security_group_rule, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:42.012548 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec7b13c-b15e-494a-84ad-ac6b9cdafe42 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2da6bd50-288d-4fc6-9679-04590a51005c,revision_number=0']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:42.041271 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-f3001783-fa94-4c7c-b0e6-85c07cd6615f tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586409'] for network, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:42.049625 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-f3001783-fa94-4c7c-b0e6-85c07cd6615f tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Deleting port bb6db5f3-b47c-4b1c-8375-1c20192bd6db {{(pid=84152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:33:42.049951 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-f3001783-fa94-4c7c-b0e6-85c07cd6615f tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:42.059101 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-649fb5b9-0510-4163-8394-c004b3485841 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Deleting port 4940d93c-e44d-44b9-ab95-b41d0d5496fe {{(pid=84153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:33:42.062198 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-649fb5b9-0510-4163-8394-c004b3485841 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:42.132311 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-649fb5b9-0510-4163-8394-c004b3485841 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] The port '4940d93c-e44d-44b9-ab95-b41d0d5496fe' was deleted {{(pid=84153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 20 14:33:42.141153 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-fec7b13c-b15e-494a-84ad-ac6b9cdafe42 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:42.144184 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-fec7b13c-b15e-494a-84ad-ac6b9cdafe42 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 717 time: 0.6760125 Jan 20 14:33:42.147129 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 41516) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:42.180728 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-2ef52440-53a1-4109-8bdd-febdcff4ab8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486'] for port, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:42.243769 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc8ccff4-1ecc-4b03-a89c-710b441a6c6e None None] DHCP port deletion for a7157b8d-09d2-41f6-871c-6e205af654d4 request from dv-neutron-825124-1-hyperv {{(pid=84154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 20 14:33:42.255109 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-d67f90c0-2257-498b-a495-3d57131f4c98 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:42.268978 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef52440-53a1-4109-8bdd-febdcff4ab8b None None] Pushing event deleted for resources: {'Port': ['ID=75497b78-3e37-4236-b1cc-ac7710b6aefe,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:42.269967 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-d67f90c0-2257-498b-a495-3d57131f4c98 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:42.271348 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-dc8ccff4-1ecc-4b03-a89c-710b441a6c6e None None] Deleting port bb6db5f3-b47c-4b1c-8375-1c20192bd6db {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:33:42.271797 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-dc8ccff4-1ecc-4b03-a89c-710b441a6c6e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:42.310541 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ef52440-53a1-4109-8bdd-febdcff4ab8b None None] No DVR routers for this DVR port 75497b78-3e37-4236-b1cc-ac7710b6aefe on host dv-neutron-825124-1-hyperv {{(pid=84154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 14:33:42.348697 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.db [None req-f3001783-fa94-4c7c-b0e6-85c07cd6615f tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] For port bb6db5f3-b47c-4b1c-8375-1c20192bd6db, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=bb6db5f3-b47c-4b1c-8375-1c20192bd6db,segment=NetworkSegment(e93e750c-fbef-4d15-bec5-9dfe1eca3263),segment_id=e93e750c-fbef-4d15-bec5-9dfe1eca3263)] {{(pid=84152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:33:42.349197 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-f3001783-fa94-4c7c-b0e6-85c07cd6615f tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:42.404295 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-649fb5b9-0510-4163-8394-c004b3485841 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1626242', 'neutron.services.segments.db._delete_segments_for_network-8769554214620'] for network, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:42.441124 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.services.segments.db [None req-649fb5b9-0510-4163-8394-c004b3485841 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7563fb6a-3ace-4816-956d-b65ff4fd695e']}} {{(pid=84153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:33:42.454088 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.services.segments.db [None req-649fb5b9-0510-4163-8394-c004b3485841 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18a8980d-9f2a-4416-a3d6-b1eabf652a0a') {'for_net_delete': True} {{(pid=84153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:33:42.454391 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.services.segments.db [None req-649fb5b9-0510-4163-8394-c004b3485841 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18a8980d-9f2a-4416-a3d6-b1eabf652a0a') {} {{(pid=84153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:33:42.470190 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-649fb5b9-0510-4163-8394-c004b3485841 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769554214503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980856'] for segment, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:42.477851 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-d67f90c0-2257-498b-a495-3d57131f4c98 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734962'] for security_group_rule, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:42.485308 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-f3001783-fa94-4c7c-b0e6-85c07cd6615f tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Calling delete_port for bb6db5f3-b47c-4b1c-8375-1c20192bd6db owned by network:dhcp {{(pid=84152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:33:42.495698 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-649fb5b9-0510-4163-8394-c004b3485841 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:42.495698 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-649fb5b9-0510-4163-8394-c004b3485841 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Releasing vlan 155 on physical network physnet1 to pool {{(pid=84153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 14:33:42.495698 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-649fb5b9-0510-4163-8394-c004b3485841 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1622950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3944078'] for segment, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:42.506405 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-dc8ccff4-1ecc-4b03-a89c-710b441a6c6e None None] For port bb6db5f3-b47c-4b1c-8375-1c20192bd6db, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=bb6db5f3-b47c-4b1c-8375-1c20192bd6db,segment=NetworkSegment(e93e750c-fbef-4d15-bec5-9dfe1eca3263),segment_id=e93e750c-fbef-4d15-bec5-9dfe1eca3263)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:33:42.506799 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-dc8ccff4-1ecc-4b03-a89c-710b441a6c6e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:42.508872 dv-neutron-825124-1-hyperv neutron-server[84153]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 20 14:33:42.508872 dv-neutron-825124-1-hyperv neutron-server[84153]: util.warn( Jan 20 14:33:42.508872 dv-neutron-825124-1-hyperv neutron-server[84153]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 20 14:33:42.508872 dv-neutron-825124-1-hyperv neutron-server[84153]: util.warn( Jan 20 14:33:42.508872 dv-neutron-825124-1-hyperv neutron-server[84153]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 20 14:33:42.508872 dv-neutron-825124-1-hyperv neutron-server[84153]: util.warn( Jan 20 14:33:42.508872 dv-neutron-825124-1-hyperv neutron-server[84153]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 20 14:33:42.508872 dv-neutron-825124-1-hyperv neutron-server[84153]: util.warn( Jan 20 14:33:42.508872 dv-neutron-825124-1-hyperv neutron-server[84153]: Traceback (most recent call last): Jan 20 14:33:42.508872 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 14:33:42.508872 dv-neutron-825124-1-hyperv neutron-server[84153]: timer() Jan 20 14:33:42.508872 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 14:33:42.508872 dv-neutron-825124-1-hyperv neutron-server[84153]: cb(*args, **kw) Jan 20 14:33:42.508872 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 14:33:42.508872 dv-neutron-825124-1-hyperv neutron-server[84153]: return func(*args, **kwargs) Jan 20 14:33:42.508872 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 14:33:42.508872 dv-neutron-825124-1-hyperv neutron-server[84153]: self._notify() Jan 20 14:33:42.508872 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 14:33:42.508872 dv-neutron-825124-1-hyperv neutron-server[84153]: self.callback(batched_events) Jan 20 14:33:42.508872 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 14:33:42.508872 dv-neutron-825124-1-hyperv neutron-server[84153]: event.method(event) Jan 20 14:33:42.508872 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 14:33:42.508872 dv-neutron-825124-1-hyperv neutron-server[84153]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 14:33:42.508872 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 14:33:42.508872 dv-neutron-825124-1-hyperv neutron-server[84153]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 14:33:42.508872 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 14:33:42.508872 dv-neutron-825124-1-hyperv neutron-server[84153]: return f(self, *a, **k) Jan 20 14:33:42.508872 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 14:33:42.508872 dv-neutron-825124-1-hyperv neutron-server[84153]: return self._get(url).json() Jan 20 14:33:42.508872 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 14:33:42.508872 dv-neutron-825124-1-hyperv neutron-server[84153]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 14:33:42.508872 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 14:33:42.508872 dv-neutron-825124-1-hyperv neutron-server[84153]: return self.request(url, 'GET', **kwargs) Jan 20 14:33:42.508872 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 14:33:42.508872 dv-neutron-825124-1-hyperv neutron-server[84153]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 14:33:42.508872 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 14:33:42.508872 dv-neutron-825124-1-hyperv neutron-server[84153]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 14:33:42.508872 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 14:33:42.508872 dv-neutron-825124-1-hyperv neutron-server[84153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 14:33:42.508872 dv-neutron-825124-1-hyperv neutron-server[84153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 14:33:42.540913 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67f90c0-2257-498b-a495-3d57131f4c98 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2da6bd50-288d-4fc6-9679-04590a51005c,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:42.552858 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-d67f90c0-2257-498b-a495-3d57131f4c98 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:42.554348 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-d67f90c0-2257-498b-a495-3d57131f4c98 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] 10.222.0.54 "DELETE /v2.0/security-group-rules/2da6bd50-288d-4fc6-9679-04590a51005c HTTP/1.1" status: 204 len: 168 time: 0.4062266 Jan 20 14:33:42.557717 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 41520) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:42.645598 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-ee48c11a-3128-4896-86c2-ee91b21312d9 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Synchronizing usage tracker for tenant:349bc3e2d8594291a582b28601738081 on resource:security_group_rule {{(pid=84152) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:33:42.648603 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 75497b78-3e37-4236-b1cc-ac7710b6aefe no longer exists at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:33:42.684772 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-dc8ccff4-1ecc-4b03-a89c-710b441a6c6e None None] Calling delete_port for bb6db5f3-b47c-4b1c-8375-1c20192bd6db owned by network:dhcp {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:33:42.724740 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] No Port match for: 75497b78-3e37-4236-b1cc-ac7710b6aefe {{(pid=84154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 14:33:42.725080 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 75497b78-3e37-4236-b1cc-ac7710b6aefe not bound to the agent host dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 14:33:42.736459 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device bb6db5f3-b47c-4b1c-8375-1c20192bd6db no longer exists at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:33:42.781091 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-649fb5b9-0510-4163-8394-c004b3485841 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1626253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-745296'] for network, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:42.795151 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-ee48c11a-3128-4896-86c2-ee91b21312d9 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Unset dirty status for tenant:349bc3e2d8594291a582b28601738081 on resource:security_group_rule {{(pid=84152) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:33:42.799645 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-649fb5b9-0510-4163-8394-c004b3485841 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks [] for network, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:42.799858 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-ee48c11a-3128-4896-86c2-ee91b21312d9 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.2406890 Jan 20 14:33:42.800862 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 41524) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:42.801911 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-f3001783-fa94-4c7c-b0e6-85c07cd6615f tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:42.814158 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649fb5b9-0510-4163-8394-c004b3485841 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Pushing event deleted for resources: {'Network': ['ID=7563fb6a-3ace-4816-956d-b65ff4fd695e,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:42.815208 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] No active binding found for port bb6db5f3-b47c-4b1c-8375-1c20192bd6db {{(pid=84154) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Jan 20 14:33:42.816687 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device bb6db5f3-b47c-4b1c-8375-1c20192bd6db not bound to the agent host dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 14:33:42.825738 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.db.api [None req-dc8ccff4-1ecc-4b03-a89c-710b441a6c6e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84154) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 14:33:42.826959 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG oslo_db.api [None req-dc8ccff4-1ecc-4b03-a89c-710b441a6c6e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 14:33:42.870451 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3001783-fa94-4c7c-b0e6-85c07cd6615f tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Pushing event deleted for resources: {'Port': ['ID=bb6db5f3-b47c-4b1c-8375-1c20192bd6db,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:42.880353 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3001783-fa94-4c7c-b0e6-85c07cd6615f tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] No DVR routers for this DVR port bb6db5f3-b47c-4b1c-8375-1c20192bd6db on host dv-neutron-825124-1-hyperv {{(pid=84152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 14:33:42.903818 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-649fb5b9-0510-4163-8394-c004b3485841 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] 10.222.0.54 "DELETE /v2.0/networks/7563fb6a-3ace-4816-956d-b65ff4fd695e HTTP/1.1" status: 204 len: 168 time: 2.1155169 Jan 20 14:33:42.905803 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 41528) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:43.029726 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-583e41d9-fbb3-4e18-b237-4cd9334ee917 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586409'] for network, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:43.076135 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-f3001783-fa94-4c7c-b0e6-85c07cd6615f tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1626242', 'neutron.services.segments.db._delete_segments_for_network-8769554214620'] for network, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:43.086697 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-6a8f2407-f877-4ec6-8b68-cbdb09bf6131 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Notify callbacks [] for security_group, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:43.130372 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.segments.db [None req-f3001783-fa94-4c7c-b0e6-85c07cd6615f tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7157b8d-09d2-41f6-871c-6e205af654d4']}} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:33:43.145457 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-6a8f2407-f877-4ec6-8b68-cbdb09bf6131 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:43.153604 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.segments.db [None req-f3001783-fa94-4c7c-b0e6-85c07cd6615f tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e93e750c-fbef-4d15-bec5-9dfe1eca3263') {'for_net_delete': True} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:33:43.153894 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.segments.db [None req-f3001783-fa94-4c7c-b0e6-85c07cd6615f tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e93e750c-fbef-4d15-bec5-9dfe1eca3263') {} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:33:43.171017 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-583e41d9-fbb3-4e18-b237-4cd9334ee917 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1626242', 'neutron.services.segments.db._delete_segments_for_network-8769554214620'] for network, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:43.175591 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-f3001783-fa94-4c7c-b0e6-85c07cd6615f tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769554214503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3337904'] for segment, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:43.200242 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.services.segments.db [None req-583e41d9-fbb3-4e18-b237-4cd9334ee917 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eebc58e2-1672-4b35-88e0-a6d37d8aa446']}} {{(pid=84153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:33:43.204778 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-f3001783-fa94-4c7c-b0e6-85c07cd6615f tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:43.212486 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3001783-fa94-4c7c-b0e6-85c07cd6615f tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Releasing vlan 162 on physical network physnet1 to pool {{(pid=84152) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 14:33:43.212932 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-f3001783-fa94-4c7c-b0e6-85c07cd6615f tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1622950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4162906'] for segment, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:43.216501 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.services.segments.db [None req-583e41d9-fbb3-4e18-b237-4cd9334ee917 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d1956a3-f17e-4235-a01a-27cdef6dc779') {'for_net_delete': True} {{(pid=84153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:33:43.216846 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.services.segments.db [None req-583e41d9-fbb3-4e18-b237-4cd9334ee917 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d1956a3-f17e-4235-a01a-27cdef6dc779') {} {{(pid=84153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:33:43.228918 dv-neutron-825124-1-hyperv neutron-server[84152]: Traceback (most recent call last): Jan 20 14:33:43.228918 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 14:33:43.228918 dv-neutron-825124-1-hyperv neutron-server[84152]: timer() Jan 20 14:33:43.228918 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 14:33:43.228918 dv-neutron-825124-1-hyperv neutron-server[84152]: cb(*args, **kw) Jan 20 14:33:43.228918 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 14:33:43.228918 dv-neutron-825124-1-hyperv neutron-server[84152]: return func(*args, **kwargs) Jan 20 14:33:43.228918 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 14:33:43.228918 dv-neutron-825124-1-hyperv neutron-server[84152]: self._notify() Jan 20 14:33:43.228918 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 14:33:43.228918 dv-neutron-825124-1-hyperv neutron-server[84152]: self.callback(batched_events) Jan 20 14:33:43.228918 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 14:33:43.228918 dv-neutron-825124-1-hyperv neutron-server[84152]: event.method(event) Jan 20 14:33:43.228918 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 14:33:43.228918 dv-neutron-825124-1-hyperv neutron-server[84152]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 14:33:43.228918 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 14:33:43.228918 dv-neutron-825124-1-hyperv neutron-server[84152]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 14:33:43.228918 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 14:33:43.228918 dv-neutron-825124-1-hyperv neutron-server[84152]: return f(self, *a, **k) Jan 20 14:33:43.228918 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 14:33:43.228918 dv-neutron-825124-1-hyperv neutron-server[84152]: return self._get(url).json() Jan 20 14:33:43.228918 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 14:33:43.228918 dv-neutron-825124-1-hyperv neutron-server[84152]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 14:33:43.228918 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 14:33:43.228918 dv-neutron-825124-1-hyperv neutron-server[84152]: return self.request(url, 'GET', **kwargs) Jan 20 14:33:43.228918 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 14:33:43.228918 dv-neutron-825124-1-hyperv neutron-server[84152]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 14:33:43.228918 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 14:33:43.228918 dv-neutron-825124-1-hyperv neutron-server[84152]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 14:33:43.228918 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 14:33:43.228918 dv-neutron-825124-1-hyperv neutron-server[84152]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 14:33:43.228918 dv-neutron-825124-1-hyperv neutron-server[84152]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 14:33:43.231038 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-583e41d9-fbb3-4e18-b237-4cd9334ee917 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769554214503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980856'] for segment, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:43.249511 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-583e41d9-fbb3-4e18-b237-4cd9334ee917 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:43.256540 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-583e41d9-fbb3-4e18-b237-4cd9334ee917 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Releasing vlan 178 on physical network physnet1 to pool {{(pid=84153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 14:33:43.256941 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-583e41d9-fbb3-4e18-b237-4cd9334ee917 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1622950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3944078'] for segment, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:43.272972 dv-neutron-825124-1-hyperv neutron-server[84153]: Traceback (most recent call last): Jan 20 14:33:43.272972 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 14:33:43.272972 dv-neutron-825124-1-hyperv neutron-server[84153]: timer() Jan 20 14:33:43.272972 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 14:33:43.272972 dv-neutron-825124-1-hyperv neutron-server[84153]: cb(*args, **kw) Jan 20 14:33:43.272972 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 14:33:43.272972 dv-neutron-825124-1-hyperv neutron-server[84153]: return func(*args, **kwargs) Jan 20 14:33:43.272972 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 14:33:43.272972 dv-neutron-825124-1-hyperv neutron-server[84153]: self._notify() Jan 20 14:33:43.272972 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 14:33:43.272972 dv-neutron-825124-1-hyperv neutron-server[84153]: self.callback(batched_events) Jan 20 14:33:43.272972 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 14:33:43.272972 dv-neutron-825124-1-hyperv neutron-server[84153]: event.method(event) Jan 20 14:33:43.272972 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 14:33:43.272972 dv-neutron-825124-1-hyperv neutron-server[84153]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 14:33:43.272972 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 14:33:43.272972 dv-neutron-825124-1-hyperv neutron-server[84153]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 14:33:43.272972 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 14:33:43.272972 dv-neutron-825124-1-hyperv neutron-server[84153]: return f(self, *a, **k) Jan 20 14:33:43.272972 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 14:33:43.272972 dv-neutron-825124-1-hyperv neutron-server[84153]: return self._get(url).json() Jan 20 14:33:43.272972 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 14:33:43.272972 dv-neutron-825124-1-hyperv neutron-server[84153]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 14:33:43.272972 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 14:33:43.272972 dv-neutron-825124-1-hyperv neutron-server[84153]: return self.request(url, 'GET', **kwargs) Jan 20 14:33:43.272972 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 14:33:43.272972 dv-neutron-825124-1-hyperv neutron-server[84153]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 14:33:43.272972 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 14:33:43.272972 dv-neutron-825124-1-hyperv neutron-server[84153]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 14:33:43.272972 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 14:33:43.272972 dv-neutron-825124-1-hyperv neutron-server[84153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 14:33:43.272972 dv-neutron-825124-1-hyperv neutron-server[84153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 14:33:43.327426 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-dc8ccff4-1ecc-4b03-a89c-710b441a6c6e None None] Deleting port bb6db5f3-b47c-4b1c-8375-1c20192bd6db {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:33:43.327946 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-dc8ccff4-1ecc-4b03-a89c-710b441a6c6e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:43.342530 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-6a8f2407-f877-4ec6-8b68-cbdb09bf6131 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:43.360631 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8f2407-f877-4ec6-8b68-cbdb09bf6131 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=209b8c04-0762-4b4c-a688-3f5d0d490252,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:43.379657 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-f3001783-fa94-4c7c-b0e6-85c07cd6615f tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1626253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-745296'] for network, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:43.407981 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-f3001783-fa94-4c7c-b0e6-85c07cd6615f tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks [] for network, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:43.409076 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-dc8ccff4-1ecc-4b03-a89c-710b441a6c6e None None] The port 'bb6db5f3-b47c-4b1c-8375-1c20192bd6db' was deleted {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 20 14:33:43.428786 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-583e41d9-fbb3-4e18-b237-4cd9334ee917 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1626253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-745296'] for network, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:43.431404 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3001783-fa94-4c7c-b0e6-85c07cd6615f tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Pushing event deleted for resources: {'Network': ['ID=a7157b8d-09d2-41f6-871c-6e205af654d4,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:43.440554 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-f3001783-fa94-4c7c-b0e6-85c07cd6615f tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] 10.222.0.54 "DELETE /v2.0/networks/a7157b8d-09d2-41f6-871c-6e205af654d4 HTTP/1.1" status: 204 len: 168 time: 1.6295898 Jan 20 14:33:43.440554 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 41532) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:43.447264 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-60eec582-0438-49b2-8457-a2c8f8022f6a tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-782800931'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:33:43.450869 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-60eec582-0438-49b2-8457-a2c8f8022f6a tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:33:43.454825 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-60eec582-0438-49b2-8457-a2c8f8022f6a tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Usage tracker for resource:network and tenant:b664f111a0df442d811f140f6dbd9d75 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:33:43.454980 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-583e41d9-fbb3-4e18-b237-4cd9334ee917 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks [] for network, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:43.457969 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-60eec582-0438-49b2-8457-a2c8f8022f6a tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:33:43.464398 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-60eec582-0438-49b2-8457-a2c8f8022f6a tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:33:43.465693 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583e41d9-fbb3-4e18-b237-4cd9334ee917 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Pushing event deleted for resources: {'Network': ['ID=eebc58e2-1672-4b35-88e0-a6d37d8aa446,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:43.468458 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-583e41d9-fbb3-4e18-b237-4cd9334ee917 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] 10.222.0.54 "DELETE /v2.0/networks/eebc58e2-1672-4b35-88e0-a6d37d8aa446 HTTP/1.1" status: 204 len: 168 time: 0.5615742 Jan 20 14:33:43.475588 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 41536) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:43.481781 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-ffa935c8-dbc3-4766-995d-31ddc125bfde tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Request body: {'network': {'name': 'tempest-RoutersTest-1210518994'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:33:43.487069 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-ffa935c8-dbc3-4766-995d-31ddc125bfde tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:33:43.491350 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-ffa935c8-dbc3-4766-995d-31ddc125bfde tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Usage tracker for resource:network and tenant:c471105210324ce4bdf04d2ea6130d17 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:33:43.493950 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-ffa935c8-dbc3-4766-995d-31ddc125bfde tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:33:43.500322 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-ffa935c8-dbc3-4766-995d-31ddc125bfde tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:33:43.518019 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-6a8f2407-f877-4ec6-8b68-cbdb09bf6131 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Notify callbacks [] for security_group, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:43.519104 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-6a8f2407-f877-4ec6-8b68-cbdb09bf6131 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] 10.222.0.54 "DELETE /v2.0/security-groups/209b8c04-0762-4b4c-a688-3f5d0d490252 HTTP/1.1" status: 204 len: 168 time: 0.7128851 Jan 20 14:33:43.521728 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 41540) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:43.547055 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60eec582-0438-49b2-8457-a2c8f8022f6a tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Made reservation on behalf of b664f111a0df442d811f140f6dbd9d75 for: {'network': 1} {{(pid=84152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:33:43.550186 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-60eec582-0438-49b2-8457-a2c8f8022f6a tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for network, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:43.593173 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffa935c8-dbc3-4766-995d-31ddc125bfde tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Made reservation on behalf of c471105210324ce4bdf04d2ea6130d17 for: {'network': 1} {{(pid=84152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:33:43.596238 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-ffa935c8-dbc3-4766-995d-31ddc125bfde tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for network, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:43.625501 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-11a18280-6388-4e3f-8363-582c1d1688c3 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Synchronizing usage tracker for tenant:349bc3e2d8594291a582b28601738081 on resource:security_group {{(pid=84152) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:33:43.628915 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60eec582-0438-49b2-8457-a2c8f8022f6a tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 153} {{(pid=84152) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 14:33:43.648273 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-60eec582-0438-49b2-8457-a2c8f8022f6a tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:43.648611 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.db.segments_db [None req-60eec582-0438-49b2-8457-a2c8f8022f6a tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Added segment 2c7fdc4d-eb8c-4cfa-ac5e-054e27690dfe of type vlan for network 55aaef30-bfe9-4357-8e5f-3efbede205a2 Jan 20 14:33:43.665580 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffa935c8-dbc3-4766-995d-31ddc125bfde tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 176} {{(pid=84152) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 14:33:43.687483 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-60eec582-0438-49b2-8457-a2c8f8022f6a tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769553767792'] for network, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:43.691681 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-ffa935c8-dbc3-4766-995d-31ddc125bfde tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:43.691681 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.db.segments_db [None req-ffa935c8-dbc3-4766-995d-31ddc125bfde tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Added segment e4217d2f-dfa6-4bfc-a37d-65a7d97f02ce of type vlan for network 2d344a45-0cea-4446-9752-839475de76b9 Jan 20 14:33:43.732141 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-ffa935c8-dbc3-4766-995d-31ddc125bfde tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769553767792'] for network, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:43.740700 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-11a18280-6388-4e3f-8363-582c1d1688c3 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Unset dirty status for tenant:349bc3e2d8594291a582b28601738081 on resource:security_group {{(pid=84152) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:33:43.741869 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-11a18280-6388-4e3f-8363-582c1d1688c3 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2191582 Jan 20 14:33:43.745885 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 41544) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:43.752597 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-9a2229cd-9592-4896-b764-9377ce0d2793 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Request body: {'security_group': {'name': 'tempest-secgroup--809604023'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:33:43.758464 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-9a2229cd-9592-4896-b764-9377ce0d2793 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:33:43.769817 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-9a2229cd-9592-4896-b764-9377ce0d2793 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:33:43.861959 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-60eec582-0438-49b2-8457-a2c8f8022f6a tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967'] for network, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:43.861959 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60eec582-0438-49b2-8457-a2c8f8022f6a tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:33:43.862332 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-60eec582-0438-49b2-8457-a2c8f8022f6a tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks [] for network, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:43.912863 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-9a2229cd-9592-4896-b764-9377ce0d2793 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Notify callbacks [] for security_group, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:43.949394 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-ffa935c8-dbc3-4766-995d-31ddc125bfde tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967'] for network, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:43.951415 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-9a2229cd-9592-4896-b764-9377ce0d2793 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:33:43.953257 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffa935c8-dbc3-4766-995d-31ddc125bfde tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:33:43.953843 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-ffa935c8-dbc3-4766-995d-31ddc125bfde tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks [] for network, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:43.956222 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-9a2229cd-9592-4896-b764-9377ce0d2793 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Usage tracker for resource:security_group_rule and tenant:349bc3e2d8594291a582b28601738081 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:33:43.959327 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-9a2229cd-9592-4896-b764-9377ce0d2793 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:33:43.966428 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-9a2229cd-9592-4896-b764-9377ce0d2793 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:33:43.990982 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60eec582-0438-49b2-8457-a2c8f8022f6a tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Pushing event updated for resources: {'Network': ['ID=55aaef30-bfe9-4357-8e5f-3efbede205a2,revision_number=1']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:44.001467 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Network 55aaef30-bfe9-4357-8e5f-3efbede205a2 details requested by agent ovs-agent-dv-neutron-825124-1-hyperv with host dv-neutron-825124-1-hyperv {{(pid=84154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 14:33:44.060038 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-60eec582-0438-49b2-8457-a2c8f8022f6a tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6188865 Jan 20 14:33:44.067047 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-ffa935c8-dbc3-4766-995d-31ddc125bfde tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5902245 Jan 20 14:33:44.067808 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 41548) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:44.070574 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 41550) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:44.082313 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-29297198-78ec-4598-8c9e-e55041136b24 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Request body: {'subnet': {'network_id': '2d344a45-0cea-4446-9752-839475de76b9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:33:44.090890 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-5b6f5bb7-bca1-46d2-8d07-342cc1ce3252 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Request body: {'subnet': {'network_id': '55aaef30-bfe9-4357-8e5f-3efbede205a2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:33:44.169140 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa935c8-dbc3-4766-995d-31ddc125bfde tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Pushing event updated for resources: {'Network': ['ID=2d344a45-0cea-4446-9752-839475de76b9,revision_number=1']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:44.189134 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Network 2d344a45-0cea-4446-9752-839475de76b9 details requested by agent ovs-agent-dv-neutron-825124-1-hyperv with host dv-neutron-825124-1-hyperv {{(pid=84154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 14:33:44.231621 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-29297198-78ec-4598-8c9e-e55041136b24 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:33:44.231849 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-5b6f5bb7-bca1-46d2-8d07-342cc1ce3252 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:33:44.241582 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-29297198-78ec-4598-8c9e-e55041136b24 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Usage tracker for resource:subnet and tenant:c471105210324ce4bdf04d2ea6130d17 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:33:44.241715 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-5b6f5bb7-bca1-46d2-8d07-342cc1ce3252 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Usage tracker for resource:subnet and tenant:b664f111a0df442d811f140f6dbd9d75 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:33:44.241807 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-29297198-78ec-4598-8c9e-e55041136b24 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:33:44.243746 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-5b6f5bb7-bca1-46d2-8d07-342cc1ce3252 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:33:44.250830 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-29297198-78ec-4598-8c9e-e55041136b24 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:33:44.252107 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-5b6f5bb7-bca1-46d2-8d07-342cc1ce3252 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:33:44.261642 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-9a2229cd-9592-4896-b764-9377ce0d2793 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Notify callbacks [] for security_group, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:44.355940 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29297198-78ec-4598-8c9e-e55041136b24 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Made reservation on behalf of c471105210324ce4bdf04d2ea6130d17 for: {'subnet': 1} {{(pid=84153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:33:44.430467 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-9a2229cd-9592-4896-b764-9377ce0d2793 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:44.474062 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b6f5bb7-bca1-46d2-8d07-342cc1ce3252 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Made reservation on behalf of b664f111a0df442d811f140f6dbd9d75 for: {'subnet': 1} {{(pid=84152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:33:44.505749 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-29297198-78ec-4598-8c9e-e55041136b24 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4193986'] for subnet, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:44.521510 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2229cd-9592-4896-b764-9377ce0d2793 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a04ac455-c966-4ec8-866a-e7f35fb6e58a,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:44.609527 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-9a2229cd-9592-4896-b764-9377ce0d2793 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Notify callbacks [] for security_group, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:44.613199 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-9a2229cd-9592-4896-b764-9377ce0d2793 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.8638175 Jan 20 14:33:44.613752 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 41556) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:44.622862 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-3afd65aa-fd98-496b-b32f-2d8f12b55ff7 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Request body: {'security_group_rule': {'security_group_id': 'a04ac455-c966-4ec8-866a-e7f35fb6e58a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:33:44.634096 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-3afd65aa-fd98-496b-b32f-2d8f12b55ff7 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:33:44.643818 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-3afd65aa-fd98-496b-b32f-2d8f12b55ff7 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Usage tracker for resource:security_group_rule and tenant:349bc3e2d8594291a582b28601738081 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:33:44.649310 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-3afd65aa-fd98-496b-b32f-2d8f12b55ff7 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:33:44.657239 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-3afd65aa-fd98-496b-b32f-2d8f12b55ff7 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:33:44.676941 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-5b6f5bb7-bca1-46d2-8d07-342cc1ce3252 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3155315'] for subnet, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:44.738317 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-3afd65aa-fd98-496b-b32f-2d8f12b55ff7 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:44.838706 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-3afd65aa-fd98-496b-b32f-2d8f12b55ff7 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:44.904491 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-29297198-78ec-4598-8c9e-e55041136b24 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3943531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4194004'] for subnet, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:44.940045 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-3afd65aa-fd98-496b-b32f-2d8f12b55ff7 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734962'] for security_group_rule, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:44.980629 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afd65aa-fd98-496b-b32f-2d8f12b55ff7 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a092da83-26f0-4c52-9265-5b8d28664cea,revision_number=0']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:44.982114 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-5b6f5bb7-bca1-46d2-8d07-342cc1ce3252 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4163519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3155301'] for subnet, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:45.023829 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29297198-78ec-4598-8c9e-e55041136b24 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Pushing event updated for resources: {'Subnet': ['ID=d36aac1c-aeec-4c5e-8126-a5dddf0cc3a2,revision_number=0']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:45.047049 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29297198-78ec-4598-8c9e-e55041136b24 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Checking segment: {'id': 'e4217d2f-dfa6-4bfc-a37d-65a7d97f02ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '2d344a45-0cea-4446-9752-839475de76b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 14:33:45.047401 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29297198-78ec-4598-8c9e-e55041136b24 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Network hostable DHCP agents. Network: 2d344a45-0cea-4446-9752-839475de76b9, hostable agents: ['1a181e39-5220-4c1a-88f8-08a54e8bfc9b'], hosted agents: [] {{(pid=84153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 14:33:45.064561 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6f5bb7-bca1-46d2-8d07-342cc1ce3252 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Pushing event updated for resources: {'Subnet': ['ID=6c5c4420-698b-4cea-acad-316e92331584,revision_number=0']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:45.079228 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b6f5bb7-bca1-46d2-8d07-342cc1ce3252 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Checking segment: {'id': '2c7fdc4d-eb8c-4cfa-ac5e-054e27690dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '55aaef30-bfe9-4357-8e5f-3efbede205a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 14:33:45.083773 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b6f5bb7-bca1-46d2-8d07-342cc1ce3252 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Network hostable DHCP agents. Network: 55aaef30-bfe9-4357-8e5f-3efbede205a2, hostable agents: ['1a181e39-5220-4c1a-88f8-08a54e8bfc9b'], hosted agents: [] {{(pid=84152) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 14:33:45.103869 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-3afd65aa-fd98-496b-b32f-2d8f12b55ff7 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:45.106779 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-3afd65aa-fd98-496b-b32f-2d8f12b55ff7 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.4913251 Jan 20 14:33:45.108742 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 41560) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:45.132112 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-042944c2-7883-4adf-975a-a916a7f5c806 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] 10.222.0.54 "GET /v2.0/security-group-rules/a092da83-26f0-4c52-9265-5b8d28664cea HTTP/1.1" status: 200 len: 705 time: 0.0178683 Jan 20 14:33:45.132112 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 41564) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:45.154085 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29297198-78ec-4598-8c9e-e55041136b24 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Network 2d344a45-0cea-4446-9752-839475de76b9 is scheduled to be hosted by DHCP agent 1a181e39-5220-4c1a-88f8-08a54e8bfc9b with binding_index 1 {{(pid=84153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 14:33:45.182086 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b6f5bb7-bca1-46d2-8d07-342cc1ce3252 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Network 55aaef30-bfe9-4357-8e5f-3efbede205a2 is scheduled to be hosted by DHCP agent 1a181e39-5220-4c1a-88f8-08a54e8bfc9b with binding_index 1 {{(pid=84152) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 14:33:45.185459 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-b10b7be0-f448-4498-8037-a7cb559e169c tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Synchronizing usage tracker for tenant:349bc3e2d8594291a582b28601738081 on resource:security_group_rule {{(pid=84153) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:33:45.251623 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.base_scheduler [None req-29297198-78ec-4598-8c9e-e55041136b24 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825124-1-hyperv, 2d344a45-0cea-4446-9752-839475de76b9) {{(pid=84153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:33:45.252856 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.base_scheduler [None req-5b6f5bb7-bca1-46d2-8d07-342cc1ce3252 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825124-1-hyperv, 55aaef30-bfe9-4357-8e5f-3efbede205a2) {{(pid=84152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:33:45.256066 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29297198-78ec-4598-8c9e-e55041136b24 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:33:45.263012 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-29297198-78ec-4598-8c9e-e55041136b24 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks [] for subnet, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:45.263721 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b6f5bb7-bca1-46d2-8d07-342cc1ce3252 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:33:45.263721 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-5b6f5bb7-bca1-46d2-8d07-342cc1ce3252 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks [] for subnet, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:45.263934 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-b10b7be0-f448-4498-8037-a7cb559e169c tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Unset dirty status for tenant:349bc3e2d8594291a582b28601738081 on resource:security_group_rule {{(pid=84153) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:33:45.265627 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-b10b7be0-f448-4498-8037-a7cb559e169c tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.1331072 Jan 20 14:33:45.270133 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88c66d75-ff24-4599-85af-11c8a50dbf2e None None] Network 2d344a45-0cea-4446-9752-839475de76b9 requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:33:45.272077 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 41568) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:45.288767 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5a0a25f-5509-48b9-a857-1606007c0aba None None] Network 55aaef30-bfe9-4357-8e5f-3efbede205a2 requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:33:45.315623 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-e17f0a6d-4886-4a40-acfc-10f977e376ec tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:45.327642 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-e17f0a6d-4886-4a40-acfc-10f977e376ec tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:45.349629 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-29297198-78ec-4598-8c9e-e55041136b24 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2768166 Jan 20 14:33:45.353442 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 41572) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:45.359795 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-81455c0e-6bcc-4ecc-9430-966e190ba1dc tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-709223429', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:33:45.366941 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-81455c0e-6bcc-4ecc-9430-966e190ba1dc tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:33:45.374985 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-5b6f5bb7-bca1-46d2-8d07-342cc1ce3252 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2993495 Jan 20 14:33:45.379865 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 41576) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:45.380042 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-81455c0e-6bcc-4ecc-9430-966e190ba1dc tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Usage tracker for resource:router and tenant:c471105210324ce4bdf04d2ea6130d17 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:33:45.380933 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-05c486b0-570f-4747-9631-3a8e600ffef6 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1548527751', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:33:45.383779 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-81455c0e-6bcc-4ecc-9430-966e190ba1dc tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:33:45.389054 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-05c486b0-570f-4747-9631-3a8e600ffef6 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:33:45.395839 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-81455c0e-6bcc-4ecc-9430-966e190ba1dc tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:33:45.400142 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-05c486b0-570f-4747-9631-3a8e600ffef6 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Usage tracker for resource:router and tenant:b664f111a0df442d811f140f6dbd9d75 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:33:45.402805 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-05c486b0-570f-4747-9631-3a8e600ffef6 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:33:45.412046 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-05c486b0-570f-4747-9631-3a8e600ffef6 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:33:45.434066 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-e17f0a6d-4886-4a40-acfc-10f977e376ec tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734962'] for security_group_rule, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:45.454943 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17f0a6d-4886-4a40-acfc-10f977e376ec tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a092da83-26f0-4c52-9265-5b8d28664cea,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:45.497497 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-81455c0e-6bcc-4ecc-9430-966e190ba1dc tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-105475'] for router, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:45.498485 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-81455c0e-6bcc-4ecc-9430-966e190ba1dc tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-739204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-744864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-735540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-105484'] for router, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:45.518003 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-81455c0e-6bcc-4ecc-9430-966e190ba1dc tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:45.524662 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-05c486b0-570f-4747-9631-3a8e600ffef6 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-105475'] for router, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:45.525446 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-05c486b0-570f-4747-9631-3a8e600ffef6 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-739204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-744864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-735540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-105484'] for router, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:45.530854 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-e17f0a6d-4886-4a40-acfc-10f977e376ec tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:45.534367 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-e17f0a6d-4886-4a40-acfc-10f977e376ec tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] 10.222.0.54 "DELETE /v2.0/security-group-rules/a092da83-26f0-4c52-9265-5b8d28664cea HTTP/1.1" status: 204 len: 168 time: 0.2581007 Jan 20 14:33:45.536386 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 41580) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:45.573798 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-05c486b0-570f-4747-9631-3a8e600ffef6 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:45.601979 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-a8e76a38-4e79-4c91-a98a-5f29924cb489 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Synchronizing usage tracker for tenant:349bc3e2d8594291a582b28601738081 on resource:security_group_rule {{(pid=84152) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:33:45.610978 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-81455c0e-6bcc-4ecc-9430-966e190ba1dc tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-744861'] for router, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:45.667286 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c72299a-7101-4ed8-8f42-b3a69b09d7ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95c917f5-14ba-5e96-98b8-1a52654a930a-2d344a45-0cea-4446-9752-839475de76b9', 'network_id': '2d344a45-0cea-4446-9752-839475de76b9', 'tenant_id': 'c471105210324ce4bdf04d2ea6130d17', 'fixed_ips': [{'subnet_id': 'd36aac1c-aeec-4c5e-8126-a5dddf0cc3a2'}]}} from dv-neutron-825124-1-hyperv. {{(pid=84154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 20 14:33:45.667286 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-0c72299a-7101-4ed8-8f42-b3a69b09d7ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:45.671607 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9bad33d-cb2b-440e-ab99-063c4999300b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95c917f5-14ba-5e96-98b8-1a52654a930a-55aaef30-bfe9-4357-8e5f-3efbede205a2', 'network_id': '55aaef30-bfe9-4357-8e5f-3efbede205a2', 'tenant_id': 'b664f111a0df442d811f140f6dbd9d75', 'fixed_ips': [{'subnet_id': '6c5c4420-698b-4cea-acad-316e92331584'}]}} from dv-neutron-825124-1-hyperv. {{(pid=84154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 20 14:33:45.672372 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-a9bad33d-cb2b-440e-ab99-063c4999300b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:45.727203 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-05c486b0-570f-4747-9631-3a8e600ffef6 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-744861'] for router, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:45.754384 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-a8e76a38-4e79-4c91-a98a-5f29924cb489 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Unset dirty status for tenant:349bc3e2d8594291a582b28601738081 on resource:security_group_rule {{(pid=84152) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:33:45.754934 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-81455c0e-6bcc-4ecc-9430-966e190ba1dc tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks [] for router, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:45.755678 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-a8e76a38-4e79-4c91-a98a-5f29924cb489 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.2183433 Jan 20 14:33:45.756623 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-81455c0e-6bcc-4ecc-9430-966e190ba1dc tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4018662 Jan 20 14:33:45.761090 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 41584) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:45.763208 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 41586) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:45.767050 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-ac87727c-69d2-4e90-b6b7-3398cd14fbad tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Request body: {'security_group_rule': {'security_group_id': 'a04ac455-c966-4ec8-866a-e7f35fb6e58a', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:33:45.770234 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-133b8cc7-2786-4267-aaba-06a364352fe1 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Request body: {'port': {'network_id': '2d344a45-0cea-4446-9752-839475de76b9', 'name': 'tempest-RoutersTest-213390429'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:33:45.776989 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-ac87727c-69d2-4e90-b6b7-3398cd14fbad tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:33:45.788740 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-ac87727c-69d2-4e90-b6b7-3398cd14fbad tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:33:45.880818 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-05c486b0-570f-4747-9631-3a8e600ffef6 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks [] for router, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:45.882082 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-05c486b0-570f-4747-9631-3a8e600ffef6 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.5060394 Jan 20 14:33:45.884713 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 41592) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:45.891413 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-35b51722-ca9a-4ded-8743-ffeb32b5ec00 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Request body: {'port': {'network_id': '55aaef30-bfe9-4357-8e5f-3efbede205a2', 'name': 'tempest-PortsIpV6TestJSON-1214804224'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:33:45.919717 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-ac87727c-69d2-4e90-b6b7-3398cd14fbad tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:45.921808 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-133b8cc7-2786-4267-aaba-06a364352fe1 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:33:45.926409 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-133b8cc7-2786-4267-aaba-06a364352fe1 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Usage tracker for resource:port and tenant:c471105210324ce4bdf04d2ea6130d17 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:33:45.929701 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-133b8cc7-2786-4267-aaba-06a364352fe1 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:33:45.941939 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-133b8cc7-2786-4267-aaba-06a364352fe1 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:33:45.950682 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_common [None req-0c72299a-7101-4ed8-8f42-b3a69b09d7ca None None] Allocated IP 172.20.0.2 (2d344a45-0cea-4446-9752-839475de76b9/d36aac1c-aeec-4c5e-8126-a5dddf0cc3a2/33cfeb61-8af5-447f-aec5-45691638b7ba) {{(pid=84154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:33:45.958884 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_common [None req-a9bad33d-cb2b-440e-ab99-063c4999300b None None] Allocated IP 2001:db8::2 (55aaef30-bfe9-4357-8e5f-3efbede205a2/6c5c4420-698b-4cea-acad-316e92331584/372dc5b5-eb77-4fd7-a707-8de7ce03b55f) {{(pid=84154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:33:46.045699 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-133b8cc7-2786-4267-aaba-06a364352fe1 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Made reservation on behalf of c471105210324ce4bdf04d2ea6130d17 for: {'port': 1} {{(pid=84153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:33:46.049951 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-133b8cc7-2786-4267-aaba-06a364352fe1 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:46.082196 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.notifiers.nova [None req-133b8cc7-2786-4267-aaba-06a364352fe1 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] device_id is not set on port cb89fcab-0f7c-43a2-b076-bbe053b54a09 yet. {{(pid=84153) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 14:33:46.097125 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-ac87727c-69d2-4e90-b6b7-3398cd14fbad tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:46.102761 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-35b51722-ca9a-4ded-8743-ffeb32b5ec00 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:33:46.122279 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-35b51722-ca9a-4ded-8743-ffeb32b5ec00 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:33:46.185851 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-ac87727c-69d2-4e90-b6b7-3398cd14fbad tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734962'] for security_group_rule, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:46.255927 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35b51722-ca9a-4ded-8743-ffeb32b5ec00 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Made reservation on behalf of b664f111a0df442d811f140f6dbd9d75 for: {'port': 1} {{(pid=84152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:33:46.263122 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-35b51722-ca9a-4ded-8743-ffeb32b5ec00 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:46.298074 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac87727c-69d2-4e90-b6b7-3398cd14fbad tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9bcfda4a-783f-4a5a-9894-b7dbeaff8565,revision_number=0']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:46.336244 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.notifiers.nova [None req-35b51722-ca9a-4ded-8743-ffeb32b5ec00 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] device_id is not set on port eb243715-8d24-486d-b286-59c5e543b325 yet. {{(pid=84152) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 14:33:46.343546 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-0c72299a-7101-4ed8-8f42-b3a69b09d7ca None None] Notify callbacks [] for port, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:46.362361 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-0c72299a-7101-4ed8-8f42-b3a69b09d7ca None None] Transition to ACTIVE for port object 33cfeb61-8af5-447f-aec5-45691638b7ba will not be triggered until provisioned by entity L2. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:33:46.364933 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-a9bad33d-cb2b-440e-ab99-063c4999300b None None] Notify callbacks [] for port, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:46.388272 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-a9bad33d-cb2b-440e-ab99-063c4999300b None None] Transition to ACTIVE for port object 372dc5b5-eb77-4fd7-a707-8de7ce03b55f will not be triggered until provisioned by entity L2. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:33:46.394847 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-0c72299a-7101-4ed8-8f42-b3a69b09d7ca None None] Transition to ACTIVE for port object 33cfeb61-8af5-447f-aec5-45691638b7ba will not be triggered until provisioned by entity DHCP. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:33:46.413143 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-ac87727c-69d2-4e90-b6b7-3398cd14fbad tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:46.413143 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-ac87727c-69d2-4e90-b6b7-3398cd14fbad tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.6463091 Jan 20 14:33:46.413560 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-a9bad33d-cb2b-440e-ab99-063c4999300b None None] Transition to ACTIVE for port object 372dc5b5-eb77-4fd7-a707-8de7ce03b55f will not be triggered until provisioned by entity DHCP. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:33:46.413669 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 41596) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:46.437616 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-9f67d29e-d022-45ee-a026-a4de1c8d646c tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] 10.222.0.54 "GET /v2.0/security-group-rules/9bcfda4a-783f-4a5a-9894-b7dbeaff8565 HTTP/1.1" status: 200 len: 705 time: 0.0238340 Jan 20 14:33:46.440340 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 41600) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:46.492287 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-0c72299a-7101-4ed8-8f42-b3a69b09d7ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477'] for port, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:46.493323 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-96442fe0-55d0-47b4-acc6-fafa6a563736 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Synchronizing usage tracker for tenant:349bc3e2d8594291a582b28601738081 on resource:security_group_rule {{(pid=84152) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:33:46.546715 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-a9bad33d-cb2b-440e-ab99-063c4999300b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477'] for port, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:46.570093 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.db_base_plugin_common [None req-133b8cc7-2786-4267-aaba-06a364352fe1 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Allocated IP 172.20.0.13 (2d344a45-0cea-4446-9752-839475de76b9/d36aac1c-aeec-4c5e-8126-a5dddf0cc3a2/cb89fcab-0f7c-43a2-b076-bbe053b54a09) {{(pid=84153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:33:46.575984 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c72299a-7101-4ed8-8f42-b3a69b09d7ca None None] Network 2d344a45-0cea-4446-9752-839475de76b9 is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:33:46.580016 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-0c72299a-7101-4ed8-8f42-b3a69b09d7ca None None] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:33:46.582813 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c72299a-7101-4ed8-8f42-b3a69b09d7ca None None] Received port after_create {{(pid=84154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:33:46.594782 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c72299a-7101-4ed8-8f42-b3a69b09d7ca None None] Pushing event updated for resources: {'Port': ['ID=33cfeb61-8af5-447f-aec5-45691638b7ba,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:46.629509 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.db_base_plugin_common [None req-35b51722-ca9a-4ded-8743-ffeb32b5ec00 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Allocated IP 2001:db8::45 (55aaef30-bfe9-4357-8e5f-3efbede205a2/6c5c4420-698b-4cea-acad-316e92331584/eb243715-8d24-486d-b286-59c5e543b325) {{(pid=84152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:33:46.640551 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-96442fe0-55d0-47b4-acc6-fafa6a563736 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Unset dirty status for tenant:349bc3e2d8594291a582b28601738081 on resource:security_group_rule {{(pid=84152) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:33:46.644752 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-96442fe0-55d0-47b4-acc6-fafa6a563736 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.2004278 Jan 20 14:33:46.647266 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 41604) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:46.647643 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9bad33d-cb2b-440e-ab99-063c4999300b None None] Network 55aaef30-bfe9-4357-8e5f-3efbede205a2 is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:33:46.685942 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-a9bad33d-cb2b-440e-ab99-063c4999300b None None] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:33:46.688664 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9bad33d-cb2b-440e-ab99-063c4999300b None None] Received port after_create {{(pid=84154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:33:46.709978 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-6d295517-5ff9-49ff-b882-5f91425a1f4b tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:46.731313 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-6d295517-5ff9-49ff-b882-5f91425a1f4b tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:46.775364 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bad33d-cb2b-440e-ab99-063c4999300b None None] Pushing event updated for resources: {'Port': ['ID=372dc5b5-eb77-4fd7-a707-8de7ce03b55f,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:46.780661 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-0c72299a-7101-4ed8-8f42-b3a69b09d7ca None None] Attempting to bind port 33cfeb61-8af5-447f-aec5-45691638b7ba on host dv-neutron-825124-1-hyperv for vnic_type normal with profile {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:33:46.781039 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-0c72299a-7101-4ed8-8f42-b3a69b09d7ca None None] Attempting to bind port 33cfeb61-8af5-447f-aec5-45691638b7ba by drivers openvswitch,hyperv on host dv-neutron-825124-1-hyperv at level 0 using segments [{'id': 'e4217d2f-dfa6-4bfc-a37d-65a7d97f02ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '2d344a45-0cea-4446-9752-839475de76b9'}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:33:46.781802 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c72299a-7101-4ed8-8f42-b3a69b09d7ca None None] Attempting to bind port 33cfeb61-8af5-447f-aec5-45691638b7ba on network 2d344a45-0cea-4446-9752-839475de76b9 {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 14:33:46.801949 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-133b8cc7-2786-4267-aaba-06a364352fe1 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks [] for port, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:46.853364 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c72299a-7101-4ed8-8f42-b3a69b09d7ca None None] Checking agent: {'id': '6414dfeb-85c5-454a-8756-709ca637d800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825124-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 16, 31), 'started_at': datetime.datetime(2022, 1, 20, 14, 17, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 33, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825124-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 14:33:46.853730 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c72299a-7101-4ed8-8f42-b3a69b09d7ca None None] Checking segment: {'id': 'e4217d2f-dfa6-4bfc-a37d-65a7d97f02ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '2d344a45-0cea-4446-9752-839475de76b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 14:33:46.854154 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-0c72299a-7101-4ed8-8f42-b3a69b09d7ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:46.854554 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c72299a-7101-4ed8-8f42-b3a69b09d7ca None None] Bound using segment: {'id': 'e4217d2f-dfa6-4bfc-a37d-65a7d97f02ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '2d344a45-0cea-4446-9752-839475de76b9'} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 14:33:46.855039 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-0c72299a-7101-4ed8-8f42-b3a69b09d7ca None None] Bound port: 33cfeb61-8af5-447f-aec5-45691638b7ba, host: dv-neutron-825124-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4217d2f-dfa6-4bfc-a37d-65a7d97f02ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '2d344a45-0cea-4446-9752-839475de76b9'}}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:33:46.855417 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-0c72299a-7101-4ed8-8f42-b3a69b09d7ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:46.904623 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.provisioning_blocks [None req-133b8cc7-2786-4267-aaba-06a364352fe1 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Transition to ACTIVE for port object cb89fcab-0f7c-43a2-b076-bbe053b54a09 will not be triggered until provisioned by entity DHCP. {{(pid=84153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:33:46.915019 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-6d295517-5ff9-49ff-b882-5f91425a1f4b tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734962'] for security_group_rule, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:46.921003 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-35b51722-ca9a-4ded-8743-ffeb32b5ec00 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks [] for port, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:46.943249 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d295517-5ff9-49ff-b882-5f91425a1f4b tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9bcfda4a-783f-4a5a-9894-b7dbeaff8565,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:46.966064 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.provisioning_blocks [None req-35b51722-ca9a-4ded-8743-ffeb32b5ec00 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Transition to ACTIVE for port object eb243715-8d24-486d-b286-59c5e543b325 will not be triggered until provisioned by entity DHCP. {{(pid=84152) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:33:46.977226 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-a9bad33d-cb2b-440e-ab99-063c4999300b None None] Attempting to bind port 372dc5b5-eb77-4fd7-a707-8de7ce03b55f on host dv-neutron-825124-1-hyperv for vnic_type normal with profile {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:33:46.977606 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-a9bad33d-cb2b-440e-ab99-063c4999300b None None] Attempting to bind port 372dc5b5-eb77-4fd7-a707-8de7ce03b55f by drivers openvswitch,hyperv on host dv-neutron-825124-1-hyperv at level 0 using segments [{'id': '2c7fdc4d-eb8c-4cfa-ac5e-054e27690dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '55aaef30-bfe9-4357-8e5f-3efbede205a2'}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:33:46.977965 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9bad33d-cb2b-440e-ab99-063c4999300b None None] Attempting to bind port 372dc5b5-eb77-4fd7-a707-8de7ce03b55f on network 55aaef30-bfe9-4357-8e5f-3efbede205a2 {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 14:33:46.997387 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9bad33d-cb2b-440e-ab99-063c4999300b None None] Checking agent: {'id': '6414dfeb-85c5-454a-8756-709ca637d800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825124-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 16, 31), 'started_at': datetime.datetime(2022, 1, 20, 14, 17, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 33, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825124-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 14:33:46.997387 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9bad33d-cb2b-440e-ab99-063c4999300b None None] Checking segment: {'id': '2c7fdc4d-eb8c-4cfa-ac5e-054e27690dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '55aaef30-bfe9-4357-8e5f-3efbede205a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 14:33:46.997677 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-a9bad33d-cb2b-440e-ab99-063c4999300b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:46.997957 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9bad33d-cb2b-440e-ab99-063c4999300b None None] Bound using segment: {'id': '2c7fdc4d-eb8c-4cfa-ac5e-054e27690dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '55aaef30-bfe9-4357-8e5f-3efbede205a2'} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 14:33:46.998464 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-a9bad33d-cb2b-440e-ab99-063c4999300b None None] Bound port: 372dc5b5-eb77-4fd7-a707-8de7ce03b55f, host: dv-neutron-825124-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c7fdc4d-eb8c-4cfa-ac5e-054e27690dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '55aaef30-bfe9-4357-8e5f-3efbede205a2'}}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:33:46.998840 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-a9bad33d-cb2b-440e-ab99-063c4999300b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:47.078523 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-133b8cc7-2786-4267-aaba-06a364352fe1 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:47.084460 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-0c72299a-7101-4ed8-8f42-b3a69b09d7ca None None] For port 33cfeb61-8af5-447f-aec5-45691638b7ba, host dv-neutron-825124-1-hyperv, cleared binding levels {{(pid=84154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 14:33:47.096440 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-0c72299a-7101-4ed8-8f42-b3a69b09d7ca None None] For port 33cfeb61-8af5-447f-aec5-45691638b7ba, host dv-neutron-825124-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=33cfeb61-8af5-447f-aec5-45691638b7ba,segment=NetworkSegment(e4217d2f-dfa6-4bfc-a37d-65a7d97f02ce),segment_id=e4217d2f-dfa6-4bfc-a37d-65a7d97f02ce)] {{(pid=84154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 14:33:47.104030 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-35b51722-ca9a-4ded-8743-ffeb32b5ec00 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:47.105997 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-6d295517-5ff9-49ff-b882-5f91425a1f4b tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:47.107333 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-6d295517-5ff9-49ff-b882-5f91425a1f4b tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] 10.222.0.54 "DELETE /v2.0/security-group-rules/9bcfda4a-783f-4a5a-9894-b7dbeaff8565 HTTP/1.1" status: 204 len: 168 time: 0.4588580 Jan 20 14:33:47.125729 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-a9bad33d-cb2b-440e-ab99-063c4999300b None None] For port 372dc5b5-eb77-4fd7-a707-8de7ce03b55f, host dv-neutron-825124-1-hyperv, cleared binding levels {{(pid=84154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 14:33:47.129814 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-a9bad33d-cb2b-440e-ab99-063c4999300b None None] For port 372dc5b5-eb77-4fd7-a707-8de7ce03b55f, host dv-neutron-825124-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=372dc5b5-eb77-4fd7-a707-8de7ce03b55f,segment=NetworkSegment(2c7fdc4d-eb8c-4cfa-ac5e-054e27690dfe),segment_id=2c7fdc4d-eb8c-4cfa-ac5e-054e27690dfe)] {{(pid=84154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 14:33:47.130065 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 41608) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:47.164725 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-0c72299a-7101-4ed8-8f42-b3a69b09d7ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:47.201096 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35b51722-ca9a-4ded-8743-ffeb32b5ec00 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Network 55aaef30-bfe9-4357-8e5f-3efbede205a2 is already hosted by enough agents. {{(pid=84152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:33:47.202366 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-133b8cc7-2786-4267-aaba-06a364352fe1 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Network 2d344a45-0cea-4446-9752-839475de76b9 is already hosted by enough agents. {{(pid=84153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:33:47.204710 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.base_scheduler [None req-35b51722-ca9a-4ded-8743-ffeb32b5ec00 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Resources bound (agent type, host, resource id): {{(pid=84152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:33:47.212488 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35b51722-ca9a-4ded-8743-ffeb32b5ec00 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Received port after_create {{(pid=84152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:33:47.216900 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35b51722-ca9a-4ded-8743-ffeb32b5ec00 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:33:47.217523 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-35b51722-ca9a-4ded-8743-ffeb32b5ec00 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:47.226302 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-20b9e9f8-5c5b-4631-8a9a-e30393884fcf tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.0948656 Jan 20 14:33:47.227201 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.base_scheduler [None req-133b8cc7-2786-4267-aaba-06a364352fe1 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Resources bound (agent type, host, resource id): {{(pid=84153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:33:47.231977 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 41612) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:47.241151 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-133b8cc7-2786-4267-aaba-06a364352fe1 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Received port after_create {{(pid=84153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:33:47.241676 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b51722-ca9a-4ded-8743-ffeb32b5ec00 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Pushing event updated for resources: {'Port': ['ID=eb243715-8d24-486d-b286-59c5e543b325,revision_number=1']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:47.264549 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-a9bad33d-cb2b-440e-ab99-063c4999300b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:47.265875 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133b8cc7-2786-4267-aaba-06a364352fe1 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Pushing event updated for resources: {'Port': ['ID=cb89fcab-0f7c-43a2-b076-bbe053b54a09,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:47.274126 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-470407ce-3b10-4f16-8fe7-3b88e0a74f11 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Request body: {'security_group_rule': {'security_group_id': 'a04ac455-c966-4ec8-866a-e7f35fb6e58a', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:33:47.277471 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c72299a-7101-4ed8-8f42-b3a69b09d7ca None None] Pushing event updated for resources: {'Port': ['ID=33cfeb61-8af5-447f-aec5-45691638b7ba,revision_number=2']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:47.287162 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-470407ce-3b10-4f16-8fe7-3b88e0a74f11 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:33:47.294720 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-470407ce-3b10-4f16-8fe7-3b88e0a74f11 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Usage tracker for resource:security_group_rule and tenant:349bc3e2d8594291a582b28601738081 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:33:47.303207 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-470407ce-3b10-4f16-8fe7-3b88e0a74f11 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:33:47.317226 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-470407ce-3b10-4f16-8fe7-3b88e0a74f11 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:33:47.340299 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-133b8cc7-2786-4267-aaba-06a364352fe1 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:33:47.340450 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-35b51722-ca9a-4ded-8743-ffeb32b5ec00 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.4462910 Jan 20 14:33:47.340561 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-133b8cc7-2786-4267-aaba-06a364352fe1 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:47.340663 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 41616) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:47.386991 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bad33d-cb2b-440e-ab99-063c4999300b None None] Pushing event updated for resources: {'Port': ['ID=372dc5b5-eb77-4fd7-a707-8de7ce03b55f,revision_number=2']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:47.451342 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-133b8cc7-2786-4267-aaba-06a364352fe1 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.6867013 Jan 20 14:33:47.452309 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 41620) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:47.521794 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.db.securitygroups_db [None req-470407ce-3b10-4f16-8fe7-3b88e0a74f11 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Project 349bc3e2d8594291a582b28601738081 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 20 14:33:47.600681 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-470407ce-3b10-4f16-8fe7-3b88e0a74f11 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:47.837431 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-470407ce-3b10-4f16-8fe7-3b88e0a74f11 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:47.963840 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-470407ce-3b10-4f16-8fe7-3b88e0a74f11 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734962'] for security_group_rule, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:47.993713 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470407ce-3b10-4f16-8fe7-3b88e0a74f11 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0cfeb9cf-340e-46ce-bd80-7aec2e4ac392,revision_number=0']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:48.112572 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-470407ce-3b10-4f16-8fe7-3b88e0a74f11 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:48.113776 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-470407ce-3b10-4f16-8fe7-3b88e0a74f11 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.8806539 Jan 20 14:33:48.118862 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 41624) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:48.164636 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-70225d96-d450-413d-a651-2cf0b1a7ddcd tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] 10.222.0.54 "GET /v2.0/security-group-rules/0cfeb9cf-340e-46ce-bd80-7aec2e4ac392 HTTP/1.1" status: 200 len: 711 time: 0.0426624 Jan 20 14:33:48.164973 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 41628) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:48.191424 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-e1a99191-7f77-4c28-bd9c-216e84c77f50 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:48.217674 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-91120cb8-6ce9-40bf-8600-5f65c1a18261 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:48.273200 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-f4fe1373-1c5d-49f9-944d-02e2756a9df3 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Synchronizing usage tracker for tenant:349bc3e2d8594291a582b28601738081 on resource:security_group_rule {{(pid=84152) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:33:48.453222 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-f4fe1373-1c5d-49f9-944d-02e2756a9df3 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Unset dirty status for tenant:349bc3e2d8594291a582b28601738081 on resource:security_group_rule {{(pid=84152) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:33:48.454606 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-f4fe1373-1c5d-49f9-944d-02e2756a9df3 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3713 time: 0.2887254 Jan 20 14:33:48.459888 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 41634) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:48.552923 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-18e3db66-1ce7-4a5a-9c1c-e32d4b526507 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:48.586426 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-18e3db66-1ce7-4a5a-9c1c-e32d4b526507 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:48.718977 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-e1a99191-7f77-4c28-bd9c-216e84c77f50 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks [] for port, precommit_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:48.718977 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-18e3db66-1ce7-4a5a-9c1c-e32d4b526507 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734962'] for security_group_rule, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:48.752687 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e3db66-1ce7-4a5a-9c1c-e32d4b526507 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0cfeb9cf-340e-46ce-bd80-7aec2e4ac392,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:48.776262 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 33cfeb61-8af5-447f-aec5-45691638b7ba up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:33:48.793496 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-e1a99191-7f77-4c28-bd9c-216e84c77f50 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162822'] for port, after_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:48.834398 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-91120cb8-6ce9-40bf-8600-5f65c1a18261 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks [] for port, precommit_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:48.862827 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-18e3db66-1ce7-4a5a-9c1c-e32d4b526507 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:48.864687 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-18e3db66-1ce7-4a5a-9c1c-e32d4b526507 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] 10.222.0.54 "DELETE /v2.0/security-group-rules/0cfeb9cf-340e-46ce-bd80-7aec2e4ac392 HTTP/1.1" status: 204 len: 168 time: 0.4038041 Jan 20 14:33:48.867486 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 41638) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:48.934917 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-8a800bd2-1ca9-4a7a-bfb0-9cf78681641c tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Synchronizing usage tracker for tenant:349bc3e2d8594291a582b28601738081 on resource:security_group_rule {{(pid=84153) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:33:48.939271 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-91120cb8-6ce9-40bf-8600-5f65c1a18261 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3944146'] for port, after_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:48.962007 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a99191-7f77-4c28-bd9c-216e84c77f50 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Pushing event updated for resources: {'Port': ['ID=eb243715-8d24-486d-b286-59c5e543b325,revision_number=2']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:48.967713 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning for port 33cfeb61-8af5-447f-aec5-45691638b7ba completed by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:33:48.975461 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 372dc5b5-eb77-4fd7-a707-8de7ce03b55f up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:33:49.075623 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37c3d574-8245-4b93-9f8f-4176ad2a6147 None None] Network 55aaef30-bfe9-4357-8e5f-3efbede205a2 requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:33:49.114055 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91120cb8-6ce9-40bf-8600-5f65c1a18261 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Pushing event updated for resources: {'Port': ['ID=cb89fcab-0f7c-43a2-b076-bbe053b54a09,revision_number=2']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:49.137976 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-8a800bd2-1ca9-4a7a-bfb0-9cf78681641c tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Unset dirty status for tenant:349bc3e2d8594291a582b28601738081 on resource:security_group_rule {{(pid=84153) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:33:49.145915 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-8a800bd2-1ca9-4a7a-bfb0-9cf78681641c tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.2697301 Jan 20 14:33:49.146428 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 41642) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:49.233683 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-e1a99191-7f77-4c28-bd9c-216e84c77f50 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-745387'] for router_interface, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:49.294704 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73962114-9631-4228-916f-e1deb412fb53 None None] Network 2d344a45-0cea-4446-9752-839475de76b9 requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:33:49.315263 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-f1ae88bb-8bc0-47b5-a1d8-d4ab9365d74b tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Notify callbacks [] for security_group, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:49.351543 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-f1ae88bb-8bc0-47b5-a1d8-d4ab9365d74b tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:49.417920 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-0a34134e-4859-429e-8cad-988214f65ea5 None None] Provisioning for port 372dc5b5-eb77-4fd7-a707-8de7ce03b55f completed by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:33:49.433240 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning for port 372dc5b5-eb77-4fd7-a707-8de7ce03b55f completed by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:33:49.439652 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-0a34134e-4859-429e-8cad-988214f65ea5 None None] Provisioning complete for port 372dc5b5-eb77-4fd7-a707-8de7ce03b55f triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:33:49.440230 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-0a34134e-4859-429e-8cad-988214f65ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:49.450376 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-91120cb8-6ce9-40bf-8600-5f65c1a18261 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-745387'] for router_interface, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:49.514218 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port 372dc5b5-eb77-4fd7-a707-8de7ce03b55f triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:33:49.514602 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:49.520352 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-f1ae88bb-8bc0-47b5-a1d8-d4ab9365d74b tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:49.571471 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ae88bb-8bc0-47b5-a1d8-d4ab9365d74b tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a04ac455-c966-4ec8-866a-e7f35fb6e58a,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:49.586431 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-e1a99191-7f77-4c28-bd9c-216e84c77f50 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:49.694928 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-91120cb8-6ce9-40bf-8600-5f65c1a18261 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:49.746186 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-f1ae88bb-8bc0-47b5-a1d8-d4ab9365d74b tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Notify callbacks [] for security_group, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:49.747528 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-f1ae88bb-8bc0-47b5-a1d8-d4ab9365d74b tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] 10.222.0.54 "DELETE /v2.0/security-groups/a04ac455-c966-4ec8-866a-e7f35fb6e58a HTTP/1.1" status: 204 len: 168 time: 0.5998397 Jan 20 14:33:49.753242 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 41646) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:49.894868 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-0a34134e-4859-429e-8cad-988214f65ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:50.003421 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:50.014688 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-9300e418-3f93-48ab-aaec-9bb73fa98e46 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Synchronizing usage tracker for tenant:349bc3e2d8594291a582b28601738081 on resource:security_group {{(pid=84153) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:33:50.028354 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-0a34134e-4859-429e-8cad-988214f65ea5 None None] For port 372dc5b5-eb77-4fd7-a707-8de7ce03b55f, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=372dc5b5-eb77-4fd7-a707-8de7ce03b55f,segment=NetworkSegment(2c7fdc4d-eb8c-4cfa-ac5e-054e27690dfe),segment_id=2c7fdc4d-eb8c-4cfa-ac5e-054e27690dfe)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:33:50.097937 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-0a34134e-4859-429e-8cad-988214f65ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:50.162355 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-9300e418-3f93-48ab-aaec-9bb73fa98e46 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Unset dirty status for tenant:349bc3e2d8594291a582b28601738081 on resource:security_group {{(pid=84153) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:33:50.169577 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-9300e418-3f93-48ab-aaec-9bb73fa98e46 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4145455 Jan 20 14:33:50.170672 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 41650) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:50.190504 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-88b6b72c-3a92-493d-92e3-58775f7caff7 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Request body: {'security_group': {'name': 'tempest-secgroup--93309199'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:33:50.207769 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-88b6b72c-3a92-493d-92e3-58775f7caff7 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:33:50.235231 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-88b6b72c-3a92-493d-92e3-58775f7caff7 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:33:50.298074 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-91120cb8-6ce9-40bf-8600-5f65c1a18261 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks [] for port, precommit_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:50.313159 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.db.api [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84154) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 14:33:50.313508 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG oslo_db.api [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 14:33:50.325662 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a34134e-4859-429e-8cad-988214f65ea5 None None] Pushing event updated for resources: {'Port': ['ID=372dc5b5-eb77-4fd7-a707-8de7ce03b55f,revision_number=3']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:50.341520 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-88b6b72c-3a92-493d-92e3-58775f7caff7 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Notify callbacks [] for security_group, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:50.358828 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-e1a99191-7f77-4c28-bd9c-216e84c77f50 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks [] for port, precommit_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:50.390146 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-88b6b72c-3a92-493d-92e3-58775f7caff7 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:33:50.392470 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-91120cb8-6ce9-40bf-8600-5f65c1a18261 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3944146'] for port, after_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:50.427522 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-d6cc6c7b-63ca-464b-bff5-bacc7068062d None None] Provisioning for port 33cfeb61-8af5-447f-aec5-45691638b7ba completed by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:33:50.429025 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-e1a99191-7f77-4c28-bd9c-216e84c77f50 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162822'] for port, after_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:50.431314 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-e1a99191-7f77-4c28-bd9c-216e84c77f50 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1705158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-743490'] for router_interface, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:50.440172 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-d6cc6c7b-63ca-464b-bff5-bacc7068062d None None] Provisioning complete for port 33cfeb61-8af5-447f-aec5-45691638b7ba triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:33:50.440548 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-d6cc6c7b-63ca-464b-bff5-bacc7068062d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:50.471021 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-88b6b72c-3a92-493d-92e3-58775f7caff7 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Usage tracker for resource:security_group_rule and tenant:349bc3e2d8594291a582b28601738081 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:33:50.483774 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-88b6b72c-3a92-493d-92e3-58775f7caff7 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:33:50.501477 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-88b6b72c-3a92-493d-92e3-58775f7caff7 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:33:50.554547 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-91120cb8-6ce9-40bf-8600-5f65c1a18261 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1705158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-743490'] for router_interface, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:50.570104 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91120cb8-6ce9-40bf-8600-5f65c1a18261 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Pushing event updated for resources: {'Port': ['ID=cb89fcab-0f7c-43a2-b076-bbe053b54a09,revision_number=3']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:50.598215 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a99191-7f77-4c28-bd9c-216e84c77f50 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Pushing event updated for resources: {'Port': ['ID=eb243715-8d24-486d-b286-59c5e543b325,revision_number=3']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:50.637928 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-d6cc6c7b-63ca-464b-bff5-bacc7068062d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:50.683744 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-d6cc6c7b-63ca-464b-bff5-bacc7068062d None None] For port 33cfeb61-8af5-447f-aec5-45691638b7ba, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=33cfeb61-8af5-447f-aec5-45691638b7ba,segment=NetworkSegment(e4217d2f-dfa6-4bfc-a37d-65a7d97f02ce),segment_id=e4217d2f-dfa6-4bfc-a37d-65a7d97f02ce)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:33:50.690895 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1a99191-7f77-4c28-bd9c-216e84c77f50 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Network 55aaef30-bfe9-4357-8e5f-3efbede205a2 is already hosted by enough agents. {{(pid=84152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:33:50.692104 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.base_scheduler [None req-e1a99191-7f77-4c28-bd9c-216e84c77f50 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Resources bound (agent type, host, resource id): {{(pid=84152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:33:50.743665 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-88b6b72c-3a92-493d-92e3-58775f7caff7 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Notify callbacks [] for security_group, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:50.800924 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-d6cc6c7b-63ca-464b-bff5-bacc7068062d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:50.829853 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91120cb8-6ce9-40bf-8600-5f65c1a18261 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Network 2d344a45-0cea-4446-9752-839475de76b9 is already hosted by enough agents. {{(pid=84153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:33:50.832004 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.base_scheduler [None req-91120cb8-6ce9-40bf-8600-5f65c1a18261 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Resources bound (agent type, host, resource id): {{(pid=84153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:33:50.918701 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-88b6b72c-3a92-493d-92e3-58775f7caff7 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:50.987238 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b6b72c-3a92-493d-92e3-58775f7caff7 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c682f32-7fe2-4b1e-a379-c88525245527,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:51.104532 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-be861a15-ca94-4e98-ad56-dc64254b69d4 None None] Provisioning complete for port 372dc5b5-eb77-4fd7-a707-8de7ce03b55f triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:33:51.105705 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-be861a15-ca94-4e98-ad56-dc64254b69d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:51.205392 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cc6c7b-63ca-464b-bff5-bacc7068062d None None] Pushing event updated for resources: {'Port': ['ID=33cfeb61-8af5-447f-aec5-45691638b7ba,revision_number=3']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:51.229422 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 372dc5b5-eb77-4fd7-a707-8de7ce03b55f up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:33:51.302624 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-88b6b72c-3a92-493d-92e3-58775f7caff7 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Notify callbacks [] for security_group, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:51.304821 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-88b6b72c-3a92-493d-92e3-58775f7caff7 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 1.1295669 Jan 20 14:33:51.310440 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 41654) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:51.331606 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-933b2527-5e93-4b44-b369-cdacbed7c093 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Request body: {'security_group_rule': {'security_group_id': '7c682f32-7fe2-4b1e-a379-c88525245527', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:33:51.352644 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-933b2527-5e93-4b44-b369-cdacbed7c093 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:33:51.367476 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-933b2527-5e93-4b44-b369-cdacbed7c093 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Usage tracker for resource:security_group_rule and tenant:349bc3e2d8594291a582b28601738081 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:33:51.371747 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-933b2527-5e93-4b44-b369-cdacbed7c093 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:33:51.381374 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-933b2527-5e93-4b44-b369-cdacbed7c093 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:33:51.398325 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1a99191-7f77-4c28-bd9c-216e84c77f50 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Router ccb87e42-2281-4cbd-84fc-bdceb2b28286 is scheduled to L3 agent 624d525b-4c26-4143-8a1c-228bb1c6faaa with binding_index 1 {{(pid=84152) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 20 14:33:51.477339 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port 372dc5b5-eb77-4fd7-a707-8de7ce03b55f triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:33:51.483523 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:51.589011 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-933b2527-5e93-4b44-b369-cdacbed7c093 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:51.629529 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91120cb8-6ce9-40bf-8600-5f65c1a18261 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Router a08e0991-247e-4f04-bbe1-fc1f52700cb5 is scheduled to L3 agent 624d525b-4c26-4143-8a1c-228bb1c6faaa with binding_index 1 {{(pid=84153) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 20 14:33:51.643560 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-be861a15-ca94-4e98-ad56-dc64254b69d4 None None] Provisioning complete for port 33cfeb61-8af5-447f-aec5-45691638b7ba triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:33:51.643928 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-be861a15-ca94-4e98-ad56-dc64254b69d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:51.691105 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-933b2527-5e93-4b44-b369-cdacbed7c093 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:51.698766 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1a99191-7f77-4c28-bd9c-216e84c77f50 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify agent at l3_agent.dv-neutron-825124-1-hyperv the message routers_updated {{(pid=84152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 14:33:51.712358 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-e1a99191-7f77-4c28-bd9c-216e84c77f50 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] 10.222.0.54 "PUT /v2.0/routers/ccb87e42-2281-4cbd-84fc-bdceb2b28286/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3752286 Jan 20 14:33:51.716265 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 41658) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:51.727706 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-692bb9dc-7389-42d2-8037-ce4d1b77eec0 None None] Sync routers for ids ['ccb87e42-2281-4cbd-84fc-bdceb2b28286'] in dv-neutron-825124-1-hyperv {{(pid=84154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 14:33:51.796004 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-933b2527-5e93-4b44-b369-cdacbed7c093 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734962'] for security_group_rule, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:51.802355 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-692bb9dc-7389-42d2-8037-ce4d1b77eec0 None None] Routers {'ccb87e42-2281-4cbd-84fc-bdceb2b28286'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:33:51.803174 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-692bb9dc-7389-42d2-8037-ce4d1b77eec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:33:30Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['ccb87e42-2281-4cbd-84fc-bdceb2b28286'], 'active': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:33:51.817862 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933b2527-5e93-4b44-b369-cdacbed7c093 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d60294aa-d671-4536-a7ad-749358a50218,revision_number=0']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:51.841783 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecbed1b1-e97d-4d36-b5fa-d8cadd07224b tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:33:51.842545 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-ecbed1b1-e97d-4d36-b5fa-d8cadd07224b tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Synchronizing usage tracker for tenant:b664f111a0df442d811f140f6dbd9d75 on resource:port {{(pid=84152) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:33:51.868775 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91120cb8-6ce9-40bf-8600-5f65c1a18261 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify agent at l3_agent.dv-neutron-825124-1-hyperv the message routers_updated {{(pid=84153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 14:33:51.879000 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-231881ca-2d76-4ca1-b93e-d1545708e6c6 None None] Sync routers for ids ['a08e0991-247e-4f04-bbe1-fc1f52700cb5'] in dv-neutron-825124-1-hyperv {{(pid=84155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 14:33:51.880880 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-692bb9dc-7389-42d2-8037-ce4d1b77eec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:33:51.882497 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-91120cb8-6ce9-40bf-8600-5f65c1a18261 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] 10.222.0.54 "PUT /v2.0/routers/a08e0991-247e-4f04-bbe1-fc1f52700cb5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4291298 Jan 20 14:33:51.882904 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 41662) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:51.893845 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-231881ca-2d76-4ca1-b93e-d1545708e6c6 None None] Routers {'a08e0991-247e-4f04-bbe1-fc1f52700cb5'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:33:51.894510 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-231881ca-2d76-4ca1-b93e-d1545708e6c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:33:30Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['a08e0991-247e-4f04-bbe1-fc1f52700cb5'], 'active': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:33:51.909283 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-692bb9dc-7389-42d2-8037-ce4d1b77eec0 None None] Routers {'ccb87e42-2281-4cbd-84fc-bdceb2b28286'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:33:51.909908 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-692bb9dc-7389-42d2-8037-ce4d1b77eec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:33:30Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['ccb87e42-2281-4cbd-84fc-bdceb2b28286'], 'active': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:33:51.951935 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-933b2527-5e93-4b44-b369-cdacbed7c093 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:51.955932 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-933b2527-5e93-4b44-b369-cdacbed7c093 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.6299090 Jan 20 14:33:51.956340 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 41666) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:51.958633 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-231881ca-2d76-4ca1-b93e-d1545708e6c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:33:51.972763 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-231881ca-2d76-4ca1-b93e-d1545708e6c6 None None] Routers {'a08e0991-247e-4f04-bbe1-fc1f52700cb5'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:33:51.973648 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-231881ca-2d76-4ca1-b93e-d1545708e6c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:33:30Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['a08e0991-247e-4f04-bbe1-fc1f52700cb5'], 'active': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:33:51.974573 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-692bb9dc-7389-42d2-8037-ce4d1b77eec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:33:51.974986 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-692bb9dc-7389-42d2-8037-ce4d1b77eec0 None None] The sync data for ids ['ccb87e42-2281-4cbd-84fc-bdceb2b28286'] in dv-neutron-825124-1-hyperv is: [] {{(pid=84154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 14:33:51.984140 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe64614d-9363-4bd6-b811-5649743478b4 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:33:51.986083 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-fe64614d-9363-4bd6-b811-5649743478b4 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] 10.222.0.54 "GET /v2.0/ports/cb89fcab-0f7c-43a2-b076-bbe053b54a09 HTTP/1.1" status: 200 len: 977 time: 0.1014223 Jan 20 14:33:51.989594 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-ecbed1b1-e97d-4d36-b5fa-d8cadd07224b tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Unset dirty status for tenant:b664f111a0df442d811f140f6dbd9d75 on resource:port {{(pid=84152) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:33:51.991770 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-ecbed1b1-e97d-4d36-b5fa-d8cadd07224b tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] 10.222.0.54 "GET /v2.0/ports?device_id=ccb87e42-2281-4cbd-84fc-bdceb2b28286 HTTP/1.1" status: 200 len: 988 time: 0.2739105 Jan 20 14:33:51.991989 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 41670) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:51.995350 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 41672) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:52.037669 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-231881ca-2d76-4ca1-b93e-d1545708e6c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:33:52.038842 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-231881ca-2d76-4ca1-b93e-d1545708e6c6 None None] The sync data for ids ['a08e0991-247e-4f04-bbe1-fc1f52700cb5'] in dv-neutron-825124-1-hyperv is: [] {{(pid=84155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 14:33:52.042521 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-d1d392ed-babe-4e3c-bf73-e809ed86cfd3 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Notify callbacks [] for security_group, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:52.048988 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-be861a15-ca94-4e98-ad56-dc64254b69d4 None None] Provisioning for port eb243715-8d24-486d-b286-59c5e543b325 completed by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:33:52.055470 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-be861a15-ca94-4e98-ad56-dc64254b69d4 None None] Provisioning complete for port eb243715-8d24-486d-b286-59c5e543b325 triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:33:52.055853 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-be861a15-ca94-4e98-ad56-dc64254b69d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:52.072831 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-d1d392ed-babe-4e3c-bf73-e809ed86cfd3 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:52.120688 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-be861a15-ca94-4e98-ad56-dc64254b69d4 None None] Port eb243715-8d24-486d-b286-59c5e543b325 cannot update to ACTIVE because it is not bound. {{(pid=84154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 14:33:52.203814 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-be861a15-ca94-4e98-ad56-dc64254b69d4 None None] Provisioning for port cb89fcab-0f7c-43a2-b076-bbe053b54a09 completed by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:33:52.209997 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-be861a15-ca94-4e98-ad56-dc64254b69d4 None None] Provisioning complete for port cb89fcab-0f7c-43a2-b076-bbe053b54a09 triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:33:52.210971 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-be861a15-ca94-4e98-ad56-dc64254b69d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:52.217557 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-d1d392ed-babe-4e3c-bf73-e809ed86cfd3 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:52.247323 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d392ed-babe-4e3c-bf73-e809ed86cfd3 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c682f32-7fe2-4b1e-a379-c88525245527,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:52.268989 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-d1d392ed-babe-4e3c-bf73-e809ed86cfd3 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Notify callbacks [] for security_group, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:52.272700 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-d1d392ed-babe-4e3c-bf73-e809ed86cfd3 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] 10.222.0.54 "DELETE /v2.0/security-groups/7c682f32-7fe2-4b1e-a379-c88525245527 HTTP/1.1" status: 204 len: 168 time: 0.3131218 Jan 20 14:33:52.273152 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 41678) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:52.285981 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-be861a15-ca94-4e98-ad56-dc64254b69d4 None None] Port cb89fcab-0f7c-43a2-b076-bbe053b54a09 cannot update to ACTIVE because it is not bound. {{(pid=84154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 14:33:52.336294 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-a75c4c8c-5562-465a-8e07-d635856c4427 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Synchronizing usage tracker for tenant:349bc3e2d8594291a582b28601738081 on resource:security_group {{(pid=84153) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:33:52.409444 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-da1d911f-3214-4081-9ec8-f8564a91e438 None None] Provisioning complete for port eb243715-8d24-486d-b286-59c5e543b325 triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:33:52.409817 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-da1d911f-3214-4081-9ec8-f8564a91e438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:52.426948 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-a75c4c8c-5562-465a-8e07-d635856c4427 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Unset dirty status for tenant:349bc3e2d8594291a582b28601738081 on resource:security_group {{(pid=84153) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:33:52.429165 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-a75c4c8c-5562-465a-8e07-d635856c4427 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1543603 Jan 20 14:33:52.433546 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 41682) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:52.477776 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-da1d911f-3214-4081-9ec8-f8564a91e438 None None] Port eb243715-8d24-486d-b286-59c5e543b325 cannot update to ACTIVE because it is not bound. {{(pid=84154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 14:33:52.488114 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-bc3bbdf9-d0d0-4ab1-8d9e-d62c0db87486 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Synchronizing usage tracker for tenant:349bc3e2d8594291a582b28601738081 on resource:security_group_rule {{(pid=84153) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:33:52.495295 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-da1d911f-3214-4081-9ec8-f8564a91e438 None None] Provisioning complete for port cb89fcab-0f7c-43a2-b076-bbe053b54a09 triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:33:52.495950 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-da1d911f-3214-4081-9ec8-f8564a91e438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:52.552376 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-da1d911f-3214-4081-9ec8-f8564a91e438 None None] Port cb89fcab-0f7c-43a2-b076-bbe053b54a09 cannot update to ACTIVE because it is not bound. {{(pid=84154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 14:33:52.585037 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-bc3bbdf9-d0d0-4ab1-8d9e-d62c0db87486 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Unset dirty status for tenant:349bc3e2d8594291a582b28601738081 on resource:security_group_rule {{(pid=84153) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:33:52.585037 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-bc3bbdf9-d0d0-4ab1-8d9e-d62c0db87486 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2243 time: 0.1499667 Jan 20 14:33:52.587661 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 41686) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:52.608049 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.api.v2.resource [None req-e2023961-c97a-492c-a448-9e28479957cb tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] delete failed (client error): The resource could not be found. Jan 20 14:33:52.609057 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-e2023961-c97a-492c-a448-9e28479957cb tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] 10.222.0.54 "DELETE /v2.0/security-groups/7c682f32-7fe2-4b1e-a379-c88525245527 HTTP/1.1" status: 404 len: 347 time: 0.0200624 Jan 20 14:33:52.612910 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 41690) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:52.819852 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-d8ab683a-7e1d-4a2c-b250-9385c4680532 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Synchronizing usage tracker for tenant:349bc3e2d8594291a582b28601738081 on resource:security_group {{(pid=84152) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:33:52.863263 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-d8ab683a-7e1d-4a2c-b250-9385c4680532 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] Unset dirty status for tenant:349bc3e2d8594291a582b28601738081 on resource:security_group {{(pid=84152) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:33:52.864487 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-d8ab683a-7e1d-4a2c-b250-9385c4680532 tempest-SecGroupIPv6Test-530957907 tempest-SecGroupIPv6Test-530957907-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2496011 Jan 20 14:33:53.130946 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 33cfeb61-8af5-447f-aec5-45691638b7ba up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:33:53.189382 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-4bea4d3d-67bd-4bf4-b352-5482500226d8 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-743504'] for router_interface, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:53.222266 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port 33cfeb61-8af5-447f-aec5-45691638b7ba triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:33:53.222643 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:53.371170 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-82cc8ed8-0455-4e63-80d0-899d3489b3ee tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-743504'] for router_interface, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:53.483666 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 41698) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:53.669804 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-4b48c855-cead-4dad-9d3f-372b45e19a7b admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=349bc3e2d8594291a582b28601738081&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1847203 Jan 20 14:33:53.672165 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 41704) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:53.734645 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-b139c643-933b-4854-b252-694d4ffdd73b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:53.761144 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-b139c643-933b-4854-b252-694d4ffdd73b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:53.902198 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-b139c643-933b-4854-b252-694d4ffdd73b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:53.921045 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b139c643-933b-4854-b252-694d4ffdd73b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0634933-6a5d-4b11-8e84-ae8ee3300d38,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:54.017170 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-4bea4d3d-67bd-4bf4-b352-5482500226d8 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Deleting port cb89fcab-0f7c-43a2-b076-bbe053b54a09 {{(pid=84152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:33:54.017780 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-4bea4d3d-67bd-4bf4-b352-5482500226d8 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:54.066785 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-b139c643-933b-4854-b252-694d4ffdd73b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:54.068028 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-b139c643-933b-4854-b252-694d4ffdd73b admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/b0634933-6a5d-4b11-8e84-ae8ee3300d38 HTTP/1.1" status: 204 len: 168 time: 0.3949118 Jan 20 14:33:54.171325 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-82cc8ed8-0455-4e63-80d0-899d3489b3ee tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Deleting port eb243715-8d24-486d-b286-59c5e543b325 {{(pid=84152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:33:54.171965 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-82cc8ed8-0455-4e63-80d0-899d3489b3ee tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:54.380009 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-4bea4d3d-67bd-4bf4-b352-5482500226d8 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:54.528223 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-4bea4d3d-67bd-4bf4-b352-5482500226d8 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Calling delete_port for cb89fcab-0f7c-43a2-b076-bbe053b54a09 owned by network:router_interface {{(pid=84152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:33:54.604164 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-82cc8ed8-0455-4e63-80d0-899d3489b3ee tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:54.739669 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-82cc8ed8-0455-4e63-80d0-899d3489b3ee tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Calling delete_port for eb243715-8d24-486d-b286-59c5e543b325 owned by network:router_interface {{(pid=84152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:33:55.024040 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-4bea4d3d-67bd-4bf4-b352-5482500226d8 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:55.075824 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bea4d3d-67bd-4bf4-b352-5482500226d8 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Pushing event deleted for resources: {'Port': ['ID=cb89fcab-0f7c-43a2-b076-bbe053b54a09,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:55.142379 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-82cc8ed8-0455-4e63-80d0-899d3489b3ee tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:55.221925 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cc8ed8-0455-4e63-80d0-899d3489b3ee tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Pushing event deleted for resources: {'Port': ['ID=eb243715-8d24-486d-b286-59c5e543b325,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:55.700312 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-4bea4d3d-67bd-4bf4-b352-5482500226d8 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1705096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-745401'] for router_interface, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:55.705195 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-82cc8ed8-0455-4e63-80d0-899d3489b3ee tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1705096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-745401'] for router_interface, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:56.497781 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bea4d3d-67bd-4bf4-b352-5482500226d8 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Router a08e0991-247e-4f04-bbe1-fc1f52700cb5 has already been hosted by L3 agent 624d525b-4c26-4143-8a1c-228bb1c6faaa {{(pid=84152) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 14:33:56.509715 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82cc8ed8-0455-4e63-80d0-899d3489b3ee tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Router ccb87e42-2281-4cbd-84fc-bdceb2b28286 has already been hosted by L3 agent 624d525b-4c26-4143-8a1c-228bb1c6faaa {{(pid=84152) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 14:33:56.892337 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bea4d3d-67bd-4bf4-b352-5482500226d8 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify agent at l3_agent.dv-neutron-825124-1-hyperv the message routers_updated {{(pid=84152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 14:33:56.904122 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afe0eecf-7fb2-4cf0-8199-c475e67f60b4 None None] Sync routers for ids ['a08e0991-247e-4f04-bbe1-fc1f52700cb5'] in dv-neutron-825124-1-hyperv {{(pid=84154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 14:33:56.908891 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82cc8ed8-0455-4e63-80d0-899d3489b3ee tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify agent at l3_agent.dv-neutron-825124-1-hyperv the message routers_updated {{(pid=84152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 14:33:56.913800 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-82cc8ed8-0455-4e63-80d0-899d3489b3ee tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] 10.222.0.54 "PUT /v2.0/routers/ccb87e42-2281-4cbd-84fc-bdceb2b28286/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9175739 Jan 20 14:33:56.916898 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-4bea4d3d-67bd-4bf4-b352-5482500226d8 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] 10.222.0.54 "PUT /v2.0/routers/a08e0991-247e-4f04-bbe1-fc1f52700cb5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9239733 Jan 20 14:33:56.923971 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72fc20d0-c3e6-4d04-9a78-3aca123b954d None None] Sync routers for ids ['ccb87e42-2281-4cbd-84fc-bdceb2b28286'] in dv-neutron-825124-1-hyperv {{(pid=84155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 14:33:56.924587 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 41752) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:56.926506 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 41754) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:56.929885 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afe0eecf-7fb2-4cf0-8199-c475e67f60b4 None None] Routers {'a08e0991-247e-4f04-bbe1-fc1f52700cb5'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:33:56.930804 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-afe0eecf-7fb2-4cf0-8199-c475e67f60b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:33:30Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['a08e0991-247e-4f04-bbe1-fc1f52700cb5'], 'active': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:33:56.940515 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72fc20d0-c3e6-4d04-9a78-3aca123b954d None None] Routers {'ccb87e42-2281-4cbd-84fc-bdceb2b28286'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:33:56.941126 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-72fc20d0-c3e6-4d04-9a78-3aca123b954d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:33:30Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['ccb87e42-2281-4cbd-84fc-bdceb2b28286'], 'active': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:33:56.981415 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.pecan_wsgi.hooks.translation [None req-569131ab-cc6c-4b54-9c50-6115fc750fed tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] GET failed (client error): The resource could not be found. Jan 20 14:33:56.982218 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-569131ab-cc6c-4b54-9c50-6115fc750fed tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Synchronizing usage tracker for tenant:b664f111a0df442d811f140f6dbd9d75 on resource:port {{(pid=84153) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:33:57.017652 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-72fc20d0-c3e6-4d04-9a78-3aca123b954d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:33:57.044601 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72fc20d0-c3e6-4d04-9a78-3aca123b954d None None] Routers {'ccb87e42-2281-4cbd-84fc-bdceb2b28286'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:33:57.044601 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-72fc20d0-c3e6-4d04-9a78-3aca123b954d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:33:30Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['ccb87e42-2281-4cbd-84fc-bdceb2b28286'], 'active': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:33:57.049305 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-afe0eecf-7fb2-4cf0-8199-c475e67f60b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:33:57.066514 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afe0eecf-7fb2-4cf0-8199-c475e67f60b4 None None] Routers {'a08e0991-247e-4f04-bbe1-fc1f52700cb5'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:33:57.067833 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-afe0eecf-7fb2-4cf0-8199-c475e67f60b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:33:30Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['a08e0991-247e-4f04-bbe1-fc1f52700cb5'], 'active': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:33:57.120477 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-569131ab-cc6c-4b54-9c50-6115fc750fed tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Unset dirty status for tenant:b664f111a0df442d811f140f6dbd9d75 on resource:port {{(pid=84153) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:33:57.121923 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-569131ab-cc6c-4b54-9c50-6115fc750fed tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] 10.222.0.54 "GET /v2.0/ports/eb243715-8d24-486d-b286-59c5e543b325 HTTP/1.1" status: 404 len: 333 time: 0.1963739 Jan 20 14:33:57.123005 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-72fc20d0-c3e6-4d04-9a78-3aca123b954d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:33:57.123598 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72fc20d0-c3e6-4d04-9a78-3aca123b954d None None] The sync data for ids ['ccb87e42-2281-4cbd-84fc-bdceb2b28286'] in dv-neutron-825124-1-hyperv is: [] {{(pid=84155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 14:33:57.125020 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 41760) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:57.158352 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-afe0eecf-7fb2-4cf0-8199-c475e67f60b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:33:57.158770 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afe0eecf-7fb2-4cf0-8199-c475e67f60b4 None None] The sync data for ids ['a08e0991-247e-4f04-bbe1-fc1f52700cb5'] in dv-neutron-825124-1-hyperv is: [] {{(pid=84154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 14:33:57.272826 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-90983896-cc1a-4490-b3ca-1e80d197731b tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks [] for router, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:57.333630 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 41764) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:57.341815 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-db8ce6d5-415b-4653-9142-c5fe27117222 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1844912264', 'description': 'tempest-secgroup-smoke-1844912264 description', 'project_id': '9c4261ab481844b5bb12c28ceb385a24'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:33:57.353289 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.api.v2.resource [None req-da268bd3-935a-404a-983a-a0d093771bf0 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] remove_router_interface failed (client error): The resource could not be found. Jan 20 14:33:57.353289 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-da268bd3-935a-404a-983a-a0d093771bf0 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] 10.222.0.54 "PUT /v2.0/routers/a08e0991-247e-4f04-bbe1-fc1f52700cb5/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4256186 Jan 20 14:33:57.355023 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-db8ce6d5-415b-4653-9142-c5fe27117222 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:33:57.357316 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 41768) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:57.391344 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-db8ce6d5-415b-4653-9142-c5fe27117222 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Usage tracker for resource:security_group and tenant:9c4261ab481844b5bb12c28ceb385a24 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:33:57.398548 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-db8ce6d5-415b-4653-9142-c5fe27117222 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:33:57.408757 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-c76cd58f-c184-4bbe-97f6-2870c86f0bef tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Synchronizing usage tracker for tenant:c471105210324ce4bdf04d2ea6130d17 on resource:port {{(pid=84152) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:33:57.411800 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-db8ce6d5-415b-4653-9142-c5fe27117222 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:33:57.503392 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-db8ce6d5-415b-4653-9142-c5fe27117222 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Notify callbacks [] for security_group, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:57.516723 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-db8ce6d5-415b-4653-9142-c5fe27117222 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Notify callbacks [] for security_group, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:57.527916 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-c76cd58f-c184-4bbe-97f6-2870c86f0bef tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Unset dirty status for tenant:c471105210324ce4bdf04d2ea6130d17 on resource:port {{(pid=84152) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:33:57.529069 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-c76cd58f-c184-4bbe-97f6-2870c86f0bef tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] 10.222.0.54 "GET /v2.0/ports?device_id=a08e0991-247e-4f04-bbe1-fc1f52700cb5 HTTP/1.1" status: 200 len: 205 time: 0.1708648 Jan 20 14:33:57.537088 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 41772) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:57.623312 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-db8ce6d5-415b-4653-9142-c5fe27117222 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:33:57.628627 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-db8ce6d5-415b-4653-9142-c5fe27117222 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Usage tracker for resource:security_group_rule and tenant:9c4261ab481844b5bb12c28ceb385a24 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:33:57.679010 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-db8ce6d5-415b-4653-9142-c5fe27117222 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:33:57.693360 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-db8ce6d5-415b-4653-9142-c5fe27117222 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:33:57.715667 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-90250d12-aca9-471b-b834-e5862153f6e8 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks [] for router, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:57.726286 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-90983896-cc1a-4490-b3ca-1e80d197731b tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-737761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105493'] for router, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:57.731387 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-90983896-cc1a-4490-b3ca-1e80d197731b tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:57.821329 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-90983896-cc1a-4490-b3ca-1e80d197731b tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-737693'] for router, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:57.821858 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90983896-cc1a-4490-b3ca-1e80d197731b tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Fanout notify agent at l3_agent the message router_deleted on router ccb87e42-2281-4cbd-84fc-bdceb2b28286 {{(pid=84153) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 20 14:33:57.834128 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-90983896-cc1a-4490-b3ca-1e80d197731b tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks [] for router, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:57.835215 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-90983896-cc1a-4490-b3ca-1e80d197731b tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] 10.222.0.54 "DELETE /v2.0/routers/ccb87e42-2281-4cbd-84fc-bdceb2b28286 HTTP/1.1" status: 204 len: 168 time: 0.7090111 Jan 20 14:33:57.837878 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 41776) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:57.985616 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-79a5f08d-f093-4ba1-81ec-1f3f60c16b85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:58.035626 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-db8ce6d5-415b-4653-9142-c5fe27117222 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Notify callbacks [] for security_group, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:58.112063 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-db8ce6d5-415b-4653-9142-c5fe27117222 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:58.171021 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.db_base_plugin_v2 [None req-711069fc-0cfe-4498-9a17-f69812281f9d tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Deleting subnet 6c5c4420-698b-4cea-acad-316e92331584 {{(pid=84153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 20 14:33:58.174824 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-711069fc-0cfe-4498-9a17-f69812281f9d tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks [] for subnet, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:58.245921 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-711069fc-0cfe-4498-9a17-f69812281f9d tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3980851'] for subnet, precommit_delete_associations {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:58.342121 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-711069fc-0cfe-4498-9a17-f69812281f9d tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1627147'] for subnet, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:58.342253 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-90250d12-aca9-471b-b834-e5862153f6e8 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-737761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105493'] for router, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:58.364381 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-90250d12-aca9-471b-b834-e5862153f6e8 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:58.372348 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-db8ce6d5-415b-4653-9142-c5fe27117222 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:33:58.375166 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8ce6d5-415b-4653-9142-c5fe27117222 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a26abd31-68cd-404d-80be-c28f2aabbadf,revision_number=1']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:58.381899 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-db8ce6d5-415b-4653-9142-c5fe27117222 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Usage tracker for resource:security_group_rule and tenant:9c4261ab481844b5bb12c28ceb385a24 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:33:58.386307 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-db8ce6d5-415b-4653-9142-c5fe27117222 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:33:58.400096 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-db8ce6d5-415b-4653-9142-c5fe27117222 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:33:58.476184 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-db8ce6d5-415b-4653-9142-c5fe27117222 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Notify callbacks [] for security_group, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:58.503971 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-711069fc-0cfe-4498-9a17-f69812281f9d tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1627154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3943464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4194013'] for subnet, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:58.527645 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-90250d12-aca9-471b-b834-e5862153f6e8 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-737693'] for router, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:58.527645 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90250d12-aca9-471b-b834-e5862153f6e8 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Fanout notify agent at l3_agent the message router_deleted on router a08e0991-247e-4f04-bbe1-fc1f52700cb5 {{(pid=84152) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 20 14:33:58.544295 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711069fc-0cfe-4498-9a17-f69812281f9d tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Pushing event deleted for resources: {'Subnet': ['ID=6c5c4420-698b-4cea-acad-316e92331584,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:58.547575 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-90250d12-aca9-471b-b834-e5862153f6e8 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks [] for router, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:58.550705 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-711069fc-0cfe-4498-9a17-f69812281f9d tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks [] for subnet, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:58.551372 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-90250d12-aca9-471b-b834-e5862153f6e8 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] 10.222.0.54 "DELETE /v2.0/routers/a08e0991-247e-4f04-bbe1-fc1f52700cb5 HTTP/1.1" status: 204 len: 168 time: 1.0133293 Jan 20 14:33:58.551971 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 41780) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:58.557926 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-711069fc-0cfe-4498-9a17-f69812281f9d tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] 10.222.0.54 "DELETE /v2.0/subnets/6c5c4420-698b-4cea-acad-316e92331584 HTTP/1.1" status: 204 len: 168 time: 0.7177100 Jan 20 14:33:58.562011 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 41784) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:58.564217 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65bd6e1c-2fda-40d5-8c3b-2166301ad0c6 None None] Network 55aaef30-bfe9-4357-8e5f-3efbede205a2 requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:33:58.594841 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-db8ce6d5-415b-4653-9142-c5fe27117222 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:58.656363 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8ce6d5-415b-4653-9142-c5fe27117222 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da7b15a3-c30e-4c90-b548-3a1c0f6698e7,revision_number=1']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:58.687600 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-697990c9-0675-4b92-bdac-9ba9f171f61c tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586409'] for network, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:58.700817 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-697990c9-0675-4b92-bdac-9ba9f171f61c tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Deleting port 372dc5b5-eb77-4fd7-a707-8de7ce03b55f {{(pid=84153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:33:58.701159 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-697990c9-0675-4b92-bdac-9ba9f171f61c tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:58.741728 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-db8ce6d5-415b-4653-9142-c5fe27117222 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Notify callbacks [] for security_group, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:58.746983 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-db8ce6d5-415b-4653-9142-c5fe27117222 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 1.4102933 Jan 20 14:33:58.748758 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 41788) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:58.761669 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-c76d2277-908b-4eba-ab09-76d503fb56a0 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Request body: {'security_group_rule': {'security_group_id': 'da7b15a3-c30e-4c90-b548-3a1c0f6698e7', 'project_id': '9c4261ab481844b5bb12c28ceb385a24', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:33:58.764687 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-c76d2277-908b-4eba-ab09-76d503fb56a0 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:33:58.768994 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-c76d2277-908b-4eba-ab09-76d503fb56a0 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Usage tracker for resource:security_group_rule and tenant:9c4261ab481844b5bb12c28ceb385a24 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:33:58.772224 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-c76d2277-908b-4eba-ab09-76d503fb56a0 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:33:58.780369 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-c76d2277-908b-4eba-ab09-76d503fb56a0 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:33:58.845610 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b158b0f-841f-4df8-a2c1-e18803c878ad tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Deleting subnet d36aac1c-aeec-4c5e-8126-a5dddf0cc3a2 {{(pid=84152) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 20 14:33:58.853226 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-2b158b0f-841f-4df8-a2c1-e18803c878ad tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks [] for subnet, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:58.878698 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46aa2e04-1940-4cde-b5e8-d8eac066aed8 None None] DHCP port deletion for 55aaef30-bfe9-4357-8e5f-3efbede205a2 request from dv-neutron-825124-1-hyperv {{(pid=84154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 20 14:33:58.883226 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-46aa2e04-1940-4cde-b5e8-d8eac066aed8 None None] Deleting port 372dc5b5-eb77-4fd7-a707-8de7ce03b55f {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:33:58.883779 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-46aa2e04-1940-4cde-b5e8-d8eac066aed8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:58.902968 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-c76d2277-908b-4eba-ab09-76d503fb56a0 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:58.951085 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-2b158b0f-841f-4df8-a2c1-e18803c878ad tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3337915'] for subnet, precommit_delete_associations {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:58.976504 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.db [None req-697990c9-0675-4b92-bdac-9ba9f171f61c tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] For port 372dc5b5-eb77-4fd7-a707-8de7ce03b55f, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=372dc5b5-eb77-4fd7-a707-8de7ce03b55f,segment=NetworkSegment(2c7fdc4d-eb8c-4cfa-ac5e-054e27690dfe),segment_id=2c7fdc4d-eb8c-4cfa-ac5e-054e27690dfe)] {{(pid=84153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:33:58.976856 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-697990c9-0675-4b92-bdac-9ba9f171f61c tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:59.048566 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-c76d2277-908b-4eba-ab09-76d503fb56a0 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:59.072361 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-2b158b0f-841f-4df8-a2c1-e18803c878ad tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1627147'] for subnet, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:59.108324 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-697990c9-0675-4b92-bdac-9ba9f171f61c tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Calling delete_port for 372dc5b5-eb77-4fd7-a707-8de7ce03b55f owned by network:dhcp {{(pid=84153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:33:59.121792 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-c76d2277-908b-4eba-ab09-76d503fb56a0 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734962'] for security_group_rule, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:59.131188 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-46aa2e04-1940-4cde-b5e8-d8eac066aed8 None None] For port 372dc5b5-eb77-4fd7-a707-8de7ce03b55f, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=372dc5b5-eb77-4fd7-a707-8de7ce03b55f,segment=NetworkSegment(2c7fdc4d-eb8c-4cfa-ac5e-054e27690dfe),segment_id=2c7fdc4d-eb8c-4cfa-ac5e-054e27690dfe)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:33:59.131188 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-46aa2e04-1940-4cde-b5e8-d8eac066aed8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:59.148185 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 372dc5b5-eb77-4fd7-a707-8de7ce03b55f no longer exists at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:33:59.186238 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76d2277-908b-4eba-ab09-76d503fb56a0 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a549575-d2c8-490a-ba93-98efd60e78c6,revision_number=0']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:59.247527 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-c76d2277-908b-4eba-ab09-76d503fb56a0 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:59.253265 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-c76d2277-908b-4eba-ab09-76d503fb56a0 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4992931 Jan 20 14:33:59.254930 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 41792) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:59.262904 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-6dba95ac-b49b-4107-bc61-1c27dafe3f24 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Request body: {'security_group_rule': {'security_group_id': 'da7b15a3-c30e-4c90-b548-3a1c0f6698e7', 'project_id': '9c4261ab481844b5bb12c28ceb385a24', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:33:59.270925 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-6dba95ac-b49b-4107-bc61-1c27dafe3f24 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:33:59.278874 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-6dba95ac-b49b-4107-bc61-1c27dafe3f24 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Usage tracker for resource:security_group_rule and tenant:9c4261ab481844b5bb12c28ceb385a24 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:33:59.283635 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-697990c9-0675-4b92-bdac-9ba9f171f61c tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:59.284727 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-6dba95ac-b49b-4107-bc61-1c27dafe3f24 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:33:59.288120 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-2b158b0f-841f-4df8-a2c1-e18803c878ad tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1627154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4163580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155308'] for subnet, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:59.316605 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-46aa2e04-1940-4cde-b5e8-d8eac066aed8 None None] Calling delete_port for 372dc5b5-eb77-4fd7-a707-8de7ce03b55f owned by network:dhcp {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:33:59.329247 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-6dba95ac-b49b-4107-bc61-1c27dafe3f24 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:33:59.344230 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697990c9-0675-4b92-bdac-9ba9f171f61c tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Pushing event deleted for resources: {'Port': ['ID=372dc5b5-eb77-4fd7-a707-8de7ce03b55f,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:59.351553 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-697990c9-0675-4b92-bdac-9ba9f171f61c tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] No DVR routers for this DVR port 372dc5b5-eb77-4fd7-a707-8de7ce03b55f on host dv-neutron-825124-1-hyperv {{(pid=84153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 14:33:59.356697 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b158b0f-841f-4df8-a2c1-e18803c878ad tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Pushing event deleted for resources: {'Subnet': ['ID=d36aac1c-aeec-4c5e-8126-a5dddf0cc3a2,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:59.368146 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-2b158b0f-841f-4df8-a2c1-e18803c878ad tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks [] for subnet, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:59.372340 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c96e475-ef2b-4691-8573-37f0d8e94de0 None None] Network 2d344a45-0cea-4446-9752-839475de76b9 requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:33:59.379117 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-2b158b0f-841f-4df8-a2c1-e18803c878ad tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] 10.222.0.54 "DELETE /v2.0/subnets/d36aac1c-aeec-4c5e-8126-a5dddf0cc3a2 HTTP/1.1" status: 204 len: 168 time: 0.8232174 Jan 20 14:33:59.379582 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 41796) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:33:59.452265 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] No active binding found for port 372dc5b5-eb77-4fd7-a707-8de7ce03b55f {{(pid=84154) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Jan 20 14:33:59.452863 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 372dc5b5-eb77-4fd7-a707-8de7ce03b55f not bound to the agent host dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 14:33:59.498767 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-697990c9-0675-4b92-bdac-9ba9f171f61c tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1626242', 'neutron.services.segments.db._delete_segments_for_network-8769554214620'] for network, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:59.508888 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.db.api [None req-46aa2e04-1940-4cde-b5e8-d8eac066aed8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84154) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 14:33:59.509700 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG oslo_db.api [None req-46aa2e04-1940-4cde-b5e8-d8eac066aed8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 14:33:59.528366 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.services.segments.db [None req-697990c9-0675-4b92-bdac-9ba9f171f61c tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55aaef30-bfe9-4357-8e5f-3efbede205a2']}} {{(pid=84153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:33:59.542314 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.services.segments.db [None req-697990c9-0675-4b92-bdac-9ba9f171f61c tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c7fdc4d-eb8c-4cfa-ac5e-054e27690dfe') {'for_net_delete': True} {{(pid=84153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:33:59.542781 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-d54bb7de-42ba-42ad-a09c-8bf7d5242806 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586409'] for network, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:59.543406 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.services.segments.db [None req-697990c9-0675-4b92-bdac-9ba9f171f61c tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c7fdc4d-eb8c-4cfa-ac5e-054e27690dfe') {} {{(pid=84153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:33:59.555428 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-d54bb7de-42ba-42ad-a09c-8bf7d5242806 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Deleting port 33cfeb61-8af5-447f-aec5-45691638b7ba {{(pid=84152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:33:59.555941 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-d54bb7de-42ba-42ad-a09c-8bf7d5242806 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:59.557160 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-697990c9-0675-4b92-bdac-9ba9f171f61c tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769554214503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980856'] for segment, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:59.581838 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-697990c9-0675-4b92-bdac-9ba9f171f61c tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:59.591013 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-697990c9-0675-4b92-bdac-9ba9f171f61c tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Releasing vlan 153 on physical network physnet1 to pool {{(pid=84153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 14:33:59.591509 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-697990c9-0675-4b92-bdac-9ba9f171f61c tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1622950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3944078'] for segment, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:59.607740 dv-neutron-825124-1-hyperv neutron-server[84153]: Traceback (most recent call last): Jan 20 14:33:59.607740 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 14:33:59.607740 dv-neutron-825124-1-hyperv neutron-server[84153]: timer() Jan 20 14:33:59.607740 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 14:33:59.607740 dv-neutron-825124-1-hyperv neutron-server[84153]: cb(*args, **kw) Jan 20 14:33:59.607740 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 14:33:59.607740 dv-neutron-825124-1-hyperv neutron-server[84153]: return func(*args, **kwargs) Jan 20 14:33:59.607740 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 14:33:59.607740 dv-neutron-825124-1-hyperv neutron-server[84153]: self._notify() Jan 20 14:33:59.607740 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 14:33:59.607740 dv-neutron-825124-1-hyperv neutron-server[84153]: self.callback(batched_events) Jan 20 14:33:59.607740 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 14:33:59.607740 dv-neutron-825124-1-hyperv neutron-server[84153]: event.method(event) Jan 20 14:33:59.607740 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 14:33:59.607740 dv-neutron-825124-1-hyperv neutron-server[84153]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 14:33:59.607740 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 14:33:59.607740 dv-neutron-825124-1-hyperv neutron-server[84153]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 14:33:59.607740 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 14:33:59.607740 dv-neutron-825124-1-hyperv neutron-server[84153]: return f(self, *a, **k) Jan 20 14:33:59.607740 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 14:33:59.607740 dv-neutron-825124-1-hyperv neutron-server[84153]: return self._get(url).json() Jan 20 14:33:59.607740 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 14:33:59.607740 dv-neutron-825124-1-hyperv neutron-server[84153]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 14:33:59.607740 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 14:33:59.607740 dv-neutron-825124-1-hyperv neutron-server[84153]: return self.request(url, 'GET', **kwargs) Jan 20 14:33:59.607740 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 14:33:59.607740 dv-neutron-825124-1-hyperv neutron-server[84153]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 14:33:59.607740 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 14:33:59.607740 dv-neutron-825124-1-hyperv neutron-server[84153]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 14:33:59.607740 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 14:33:59.607740 dv-neutron-825124-1-hyperv neutron-server[84153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 14:33:59.607740 dv-neutron-825124-1-hyperv neutron-server[84153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 14:33:59.686928 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28d47812-02b8-4db9-a4f8-3f200084e470 None None] DHCP port deletion for 2d344a45-0cea-4446-9752-839475de76b9 request from dv-neutron-825124-1-hyperv {{(pid=84154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 20 14:33:59.691342 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-28d47812-02b8-4db9-a4f8-3f200084e470 None None] Deleting port 33cfeb61-8af5-447f-aec5-45691638b7ba {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:33:59.691961 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-28d47812-02b8-4db9-a4f8-3f200084e470 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:59.784068 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.db [None req-d54bb7de-42ba-42ad-a09c-8bf7d5242806 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] For port 33cfeb61-8af5-447f-aec5-45691638b7ba, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=33cfeb61-8af5-447f-aec5-45691638b7ba,segment=NetworkSegment(e4217d2f-dfa6-4bfc-a37d-65a7d97f02ce),segment_id=e4217d2f-dfa6-4bfc-a37d-65a7d97f02ce)] {{(pid=84152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:33:59.784068 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-d54bb7de-42ba-42ad-a09c-8bf7d5242806 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:59.857097 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-697990c9-0675-4b92-bdac-9ba9f171f61c tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1626253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-745296'] for network, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:59.876135 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-697990c9-0675-4b92-bdac-9ba9f171f61c tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks [] for network, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:59.891134 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697990c9-0675-4b92-bdac-9ba9f171f61c tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Pushing event deleted for resources: {'Network': ['ID=55aaef30-bfe9-4357-8e5f-3efbede205a2,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:33:59.903607 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-28d47812-02b8-4db9-a4f8-3f200084e470 None None] For port 33cfeb61-8af5-447f-aec5-45691638b7ba, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=33cfeb61-8af5-447f-aec5-45691638b7ba,segment=NetworkSegment(e4217d2f-dfa6-4bfc-a37d-65a7d97f02ce),segment_id=e4217d2f-dfa6-4bfc-a37d-65a7d97f02ce)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:33:59.906071 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-28d47812-02b8-4db9-a4f8-3f200084e470 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:59.909136 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-d54bb7de-42ba-42ad-a09c-8bf7d5242806 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Calling delete_port for 33cfeb61-8af5-447f-aec5-45691638b7ba owned by network:dhcp {{(pid=84152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:33:59.935221 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-6dba95ac-b49b-4107-bc61-1c27dafe3f24 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:33:59.996120 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-697990c9-0675-4b92-bdac-9ba9f171f61c tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] 10.222.0.54 "DELETE /v2.0/networks/55aaef30-bfe9-4357-8e5f-3efbede205a2 HTTP/1.1" status: 204 len: 168 time: 1.4322491 Jan 20 14:34:00.001414 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 41800) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:00.030169 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-46aa2e04-1940-4cde-b5e8-d8eac066aed8 None None] Deleting port 372dc5b5-eb77-4fd7-a707-8de7ce03b55f {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:34:00.030169 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-46aa2e04-1940-4cde-b5e8-d8eac066aed8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:00.033479 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-6dba95ac-b49b-4107-bc61-1c27dafe3f24 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:00.053888 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-28d47812-02b8-4db9-a4f8-3f200084e470 None None] Calling delete_port for 33cfeb61-8af5-447f-aec5-45691638b7ba owned by network:dhcp {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:34:00.081922 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72bb5038-dc1f-49bb-a9ee-4477e5b45237 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:34:00.088003 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-72bb5038-dc1f-49bb-a9ee-4477e5b45237 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Synchronizing usage tracker for tenant:b664f111a0df442d811f140f6dbd9d75 on resource:port {{(pid=84153) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:34:00.131506 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-d54bb7de-42ba-42ad-a09c-8bf7d5242806 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:00.141642 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-46aa2e04-1940-4cde-b5e8-d8eac066aed8 None None] The port '372dc5b5-eb77-4fd7-a707-8de7ce03b55f' was deleted {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 20 14:34:00.173450 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-6dba95ac-b49b-4107-bc61-1c27dafe3f24 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734962'] for security_group_rule, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:00.173775 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.db.api [None req-28d47812-02b8-4db9-a4f8-3f200084e470 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84154) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 14:34:00.173775 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG oslo_db.api [None req-28d47812-02b8-4db9-a4f8-3f200084e470 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 14:34:00.193034 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-72bb5038-dc1f-49bb-a9ee-4477e5b45237 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Unset dirty status for tenant:b664f111a0df442d811f140f6dbd9d75 on resource:port {{(pid=84153) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:34:00.193034 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-72bb5038-dc1f-49bb-a9ee-4477e5b45237 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] 10.222.0.54 "GET /v2.0/ports/9c6b29f2-4b6b-4b2f-a124-914357e37188 HTTP/1.1" status: 200 len: 844 time: 0.1868079 Jan 20 14:34:00.196347 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 41804) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:00.208571 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54bb7de-42ba-42ad-a09c-8bf7d5242806 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Pushing event deleted for resources: {'Port': ['ID=33cfeb61-8af5-447f-aec5-45691638b7ba,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:00.216004 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dba95ac-b49b-4107-bc61-1c27dafe3f24 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60338b01-3e3d-4857-8960-eb67c0b81a7f,revision_number=0']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:00.225683 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d54bb7de-42ba-42ad-a09c-8bf7d5242806 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] No DVR routers for this DVR port 33cfeb61-8af5-447f-aec5-45691638b7ba on host dv-neutron-825124-1-hyperv {{(pid=84152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 14:34:00.291926 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-328b9b9a-ebc8-47a6-882b-dca8a21d0fdb tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] 10.222.0.54 "GET /v2.0/ports/9c6b29f2-4b6b-4b2f-a124-914357e37188?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0939538 Jan 20 14:34:00.296961 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 41808) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:00.298331 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:00.302294 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-16369874-478e-4431-9f5b-063e6ae57c38 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Request body: {'subnet': {'network_id': 'bd3bcbed-b067-4dc5-9ed0-4aa3dd858989', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:34:00.343456 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-6dba95ac-b49b-4107-bc61-1c27dafe3f24 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:00.344350 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-6dba95ac-b49b-4107-bc61-1c27dafe3f24 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 1.0881743 Jan 20 14:34:00.354776 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 41812) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:00.362933 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-0674b5b5-95d3-409a-baa1-7b4bf0ac9217 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Request body: {'security_group_rule': {'security_group_id': 'da7b15a3-c30e-4c90-b548-3a1c0f6698e7', 'project_id': '9c4261ab481844b5bb12c28ceb385a24', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:34:00.371171 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-0674b5b5-95d3-409a-baa1-7b4bf0ac9217 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:34:00.374390 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-d54bb7de-42ba-42ad-a09c-8bf7d5242806 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1626242', 'neutron.services.segments.db._delete_segments_for_network-8769554214620'] for network, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:00.386084 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-0674b5b5-95d3-409a-baa1-7b4bf0ac9217 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Usage tracker for resource:security_group_rule and tenant:9c4261ab481844b5bb12c28ceb385a24 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:34:00.390349 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-0674b5b5-95d3-409a-baa1-7b4bf0ac9217 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:34:00.406362 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-0674b5b5-95d3-409a-baa1-7b4bf0ac9217 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:34:00.411974 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.segments.db [None req-d54bb7de-42ba-42ad-a09c-8bf7d5242806 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d344a45-0cea-4446-9752-839475de76b9']}} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:34:00.420839 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7e4b1252-f63d-414e-ac1a-d8d0534dae3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:00.428345 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.segments.db [None req-d54bb7de-42ba-42ad-a09c-8bf7d5242806 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4217d2f-dfa6-4bfc-a37d-65a7d97f02ce') {'for_net_delete': True} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:34:00.428645 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.segments.db [None req-d54bb7de-42ba-42ad-a09c-8bf7d5242806 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4217d2f-dfa6-4bfc-a37d-65a7d97f02ce') {} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:34:00.441912 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-d54bb7de-42ba-42ad-a09c-8bf7d5242806 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769554214503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3337904'] for segment, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:00.458307 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-d54bb7de-42ba-42ad-a09c-8bf7d5242806 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:00.467723 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d54bb7de-42ba-42ad-a09c-8bf7d5242806 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Releasing vlan 176 on physical network physnet1 to pool {{(pid=84152) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 14:34:00.468129 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-d54bb7de-42ba-42ad-a09c-8bf7d5242806 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1622950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4162906'] for segment, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:00.483146 dv-neutron-825124-1-hyperv neutron-server[84152]: Traceback (most recent call last): Jan 20 14:34:00.483146 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 14:34:00.483146 dv-neutron-825124-1-hyperv neutron-server[84152]: timer() Jan 20 14:34:00.483146 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 14:34:00.483146 dv-neutron-825124-1-hyperv neutron-server[84152]: cb(*args, **kw) Jan 20 14:34:00.483146 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 14:34:00.483146 dv-neutron-825124-1-hyperv neutron-server[84152]: return func(*args, **kwargs) Jan 20 14:34:00.483146 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 14:34:00.483146 dv-neutron-825124-1-hyperv neutron-server[84152]: self._notify() Jan 20 14:34:00.483146 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 14:34:00.483146 dv-neutron-825124-1-hyperv neutron-server[84152]: self.callback(batched_events) Jan 20 14:34:00.483146 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 14:34:00.483146 dv-neutron-825124-1-hyperv neutron-server[84152]: event.method(event) Jan 20 14:34:00.483146 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 14:34:00.483146 dv-neutron-825124-1-hyperv neutron-server[84152]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 14:34:00.483146 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 14:34:00.483146 dv-neutron-825124-1-hyperv neutron-server[84152]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 14:34:00.483146 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 14:34:00.483146 dv-neutron-825124-1-hyperv neutron-server[84152]: return f(self, *a, **k) Jan 20 14:34:00.483146 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 14:34:00.483146 dv-neutron-825124-1-hyperv neutron-server[84152]: return self._get(url).json() Jan 20 14:34:00.483146 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 14:34:00.483146 dv-neutron-825124-1-hyperv neutron-server[84152]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 14:34:00.483146 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 14:34:00.483146 dv-neutron-825124-1-hyperv neutron-server[84152]: return self.request(url, 'GET', **kwargs) Jan 20 14:34:00.483146 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 14:34:00.483146 dv-neutron-825124-1-hyperv neutron-server[84152]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 14:34:00.483146 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 14:34:00.483146 dv-neutron-825124-1-hyperv neutron-server[84152]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 14:34:00.483146 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 14:34:00.483146 dv-neutron-825124-1-hyperv neutron-server[84152]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 14:34:00.483146 dv-neutron-825124-1-hyperv neutron-server[84152]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 14:34:00.506468 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-16369874-478e-4431-9f5b-063e6ae57c38 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:34:00.510627 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-16369874-478e-4431-9f5b-063e6ae57c38 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Usage tracker for resource:subnet and tenant:b664f111a0df442d811f140f6dbd9d75 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:34:00.514593 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-16369874-478e-4431-9f5b-063e6ae57c38 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:34:00.524792 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-16369874-478e-4431-9f5b-063e6ae57c38 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:34:00.626480 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16369874-478e-4431-9f5b-063e6ae57c38 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Made reservation on behalf of b664f111a0df442d811f140f6dbd9d75 for: {'subnet': 1} {{(pid=84153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:34:00.630701 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-0674b5b5-95d3-409a-baa1-7b4bf0ac9217 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:00.669719 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-28d47812-02b8-4db9-a4f8-3f200084e470 None None] Deleting port 33cfeb61-8af5-447f-aec5-45691638b7ba {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:34:00.670436 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-28d47812-02b8-4db9-a4f8-3f200084e470 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:00.733469 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-0674b5b5-95d3-409a-baa1-7b4bf0ac9217 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:00.735134 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-16369874-478e-4431-9f5b-063e6ae57c38 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4193986'] for subnet, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:00.736945 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-d54bb7de-42ba-42ad-a09c-8bf7d5242806 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1626253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-745296'] for network, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:00.741240 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-28d47812-02b8-4db9-a4f8-3f200084e470 None None] The port '33cfeb61-8af5-447f-aec5-45691638b7ba' was deleted {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 20 14:34:00.750020 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-d54bb7de-42ba-42ad-a09c-8bf7d5242806 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks [] for network, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:00.779702 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54bb7de-42ba-42ad-a09c-8bf7d5242806 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Pushing event deleted for resources: {'Network': ['ID=2d344a45-0cea-4446-9752-839475de76b9,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:00.787084 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-d54bb7de-42ba-42ad-a09c-8bf7d5242806 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] 10.222.0.54 "DELETE /v2.0/networks/2d344a45-0cea-4446-9752-839475de76b9 HTTP/1.1" status: 204 len: 168 time: 1.4042196 Jan 20 14:34:00.789885 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 41816) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:00.795929 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-81849bd4-ab41-461f-9784-575e005dbfe9 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Request body: {'network': {'name': 'tempest-RoutersTest-333810097'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:34:00.801086 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-81849bd4-ab41-461f-9784-575e005dbfe9 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:34:00.812519 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-81849bd4-ab41-461f-9784-575e005dbfe9 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Usage tracker for resource:network and tenant:c471105210324ce4bdf04d2ea6130d17 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:34:00.812519 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-81849bd4-ab41-461f-9784-575e005dbfe9 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:34:00.814603 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-81849bd4-ab41-461f-9784-575e005dbfe9 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:34:00.832031 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-0674b5b5-95d3-409a-baa1-7b4bf0ac9217 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734962'] for security_group_rule, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:00.858573 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0674b5b5-95d3-409a-baa1-7b4bf0ac9217 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3e213e6-47e2-4dc2-9e7c-04ef2f757d91,revision_number=0']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:00.895127 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81849bd4-ab41-461f-9784-575e005dbfe9 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Made reservation on behalf of c471105210324ce4bdf04d2ea6130d17 for: {'network': 1} {{(pid=84152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:34:00.899245 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-81849bd4-ab41-461f-9784-575e005dbfe9 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for network, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:00.929170 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81849bd4-ab41-461f-9784-575e005dbfe9 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 179} {{(pid=84152) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 14:34:00.937925 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-81849bd4-ab41-461f-9784-575e005dbfe9 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:00.938293 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.db.segments_db [None req-81849bd4-ab41-461f-9784-575e005dbfe9 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Added segment 9373800c-3652-45bc-a6f3-a61ce0f749f8 of type vlan for network f240a4bf-7dda-4816-b602-caab6896d3ba Jan 20 14:34:00.944080 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-0674b5b5-95d3-409a-baa1-7b4bf0ac9217 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:00.945278 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-0674b5b5-95d3-409a-baa1-7b4bf0ac9217 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.5895860 Jan 20 14:34:00.950586 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 41820) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:00.958844 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-15f81550-c866-44d3-85e0-4c730995cfed tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Request body: {'security_group_rule': {'security_group_id': 'da7b15a3-c30e-4c90-b548-3a1c0f6698e7', 'project_id': '9c4261ab481844b5bb12c28ceb385a24', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:34:00.973016 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-15f81550-c866-44d3-85e0-4c730995cfed tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:34:00.980083 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-15f81550-c866-44d3-85e0-4c730995cfed tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Usage tracker for resource:security_group_rule and tenant:9c4261ab481844b5bb12c28ceb385a24 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:34:00.983257 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-81849bd4-ab41-461f-9784-575e005dbfe9 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769553767792'] for network, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:00.986723 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-15f81550-c866-44d3-85e0-4c730995cfed tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:34:00.993523 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-15f81550-c866-44d3-85e0-4c730995cfed tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:34:01.055650 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-16369874-478e-4431-9f5b-063e6ae57c38 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3943531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4194004'] for subnet, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:01.104305 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-15f81550-c866-44d3-85e0-4c730995cfed tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:01.126383 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16369874-478e-4431-9f5b-063e6ae57c38 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Network bd3bcbed-b067-4dc5-9ed0-4aa3dd858989 is already hosted by enough agents. {{(pid=84153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:34:01.128200 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-81849bd4-ab41-461f-9784-575e005dbfe9 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967'] for network, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:01.130418 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.base_scheduler [None req-16369874-478e-4431-9f5b-063e6ae57c38 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Resources bound (agent type, host, resource id): {{(pid=84153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:34:01.133865 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81849bd4-ab41-461f-9784-575e005dbfe9 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:34:01.134739 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-81849bd4-ab41-461f-9784-575e005dbfe9 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks [] for network, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:01.135449 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16369874-478e-4431-9f5b-063e6ae57c38 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:34:01.135648 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 33cfeb61-8af5-447f-aec5-45691638b7ba no longer exists at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:34:01.135987 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-16369874-478e-4431-9f5b-063e6ae57c38 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks [] for subnet, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:01.149072 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16369874-478e-4431-9f5b-063e6ae57c38 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Pushing event updated for resources: {'Subnet': ['ID=3cdc97d3-c732-4896-9785-5c72fa272e36,revision_number=0']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:01.180068 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1103d7a0-e0e6-4bda-bb14-3cae12a00468 None None] Network bd3bcbed-b067-4dc5-9ed0-4aa3dd858989 requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:34:01.248743 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] No Port match for: 33cfeb61-8af5-447f-aec5-45691638b7ba {{(pid=84154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 14:34:01.248743 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 33cfeb61-8af5-447f-aec5-45691638b7ba not bound to the agent host dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 14:34:01.273612 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-16369874-478e-4431-9f5b-063e6ae57c38 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9700651 Jan 20 14:34:01.273721 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 41824) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:01.284117 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-0a2863ce-cd29-4e95-928f-14ff6d4ac452 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Request body: {'security_group': {'name': 'tempest-secgroup-1431812438'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:34:01.294588 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-0a2863ce-cd29-4e95-928f-14ff6d4ac452 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:34:01.296926 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81849bd4-ab41-461f-9784-575e005dbfe9 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Pushing event updated for resources: {'Network': ['ID=f240a4bf-7dda-4816-b602-caab6896d3ba,revision_number=1']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:01.305371 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-0a2863ce-cd29-4e95-928f-14ff6d4ac452 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Usage tracker for resource:security_group and tenant:b664f111a0df442d811f140f6dbd9d75 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:34:01.310534 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-0a2863ce-cd29-4e95-928f-14ff6d4ac452 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:34:01.315271 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Network f240a4bf-7dda-4816-b602-caab6896d3ba details requested by agent ovs-agent-dv-neutron-825124-1-hyperv with host dv-neutron-825124-1-hyperv {{(pid=84154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 14:34:01.319617 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-0a2863ce-cd29-4e95-928f-14ff6d4ac452 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:34:01.337262 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-81849bd4-ab41-461f-9784-575e005dbfe9 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5463212 Jan 20 14:34:01.339291 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-15f81550-c866-44d3-85e0-4c730995cfed tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:01.340599 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 41828) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:01.347126 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-9d582bfd-5ac5-4bc9-b1d7-707945160fed tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Request body: {'subnet': {'network_id': 'f240a4bf-7dda-4816-b602-caab6896d3ba', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:34:01.416042 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-15f81550-c866-44d3-85e0-4c730995cfed tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734962'] for security_group_rule, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:01.436512 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-0a2863ce-cd29-4e95-928f-14ff6d4ac452 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks [] for security_group, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:01.462872 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-9d582bfd-5ac5-4bc9-b1d7-707945160fed tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:34:01.467546 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-9d582bfd-5ac5-4bc9-b1d7-707945160fed tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Usage tracker for resource:subnet and tenant:c471105210324ce4bdf04d2ea6130d17 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:34:01.470623 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f81550-c866-44d3-85e0-4c730995cfed tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ae2f1b3-7130-43bd-9fea-8ee397305194,revision_number=0']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:01.471668 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-9d582bfd-5ac5-4bc9-b1d7-707945160fed tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:34:01.483730 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-9d582bfd-5ac5-4bc9-b1d7-707945160fed tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:34:01.501505 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-0a2863ce-cd29-4e95-928f-14ff6d4ac452 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:34:01.505582 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-0a2863ce-cd29-4e95-928f-14ff6d4ac452 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Usage tracker for resource:security_group_rule and tenant:b664f111a0df442d811f140f6dbd9d75 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:34:01.508652 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-0a2863ce-cd29-4e95-928f-14ff6d4ac452 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:34:01.515646 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-0a2863ce-cd29-4e95-928f-14ff6d4ac452 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:34:01.520811 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:01.573699 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-cdd98e71-1f0a-4421-baa9-dcb30e06edf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:01.597489 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d582bfd-5ac5-4bc9-b1d7-707945160fed tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Made reservation on behalf of c471105210324ce4bdf04d2ea6130d17 for: {'subnet': 1} {{(pid=84153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:34:01.598229 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-15f81550-c866-44d3-85e0-4c730995cfed tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:01.600695 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-15f81550-c866-44d3-85e0-4c730995cfed tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.6492043 Jan 20 14:34:01.609027 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 41832) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:01.614740 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-e5cd648f-7888-4c22-b999-e01d4d4a2333 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Request body: {'security_group_rule': {'security_group_id': 'da7b15a3-c30e-4c90-b548-3a1c0f6698e7', 'project_id': '9c4261ab481844b5bb12c28ceb385a24', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:34:01.622938 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e516acfb-a1f5-4d81-b52b-4e1ccbc409ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95c917f5-14ba-5e96-98b8-1a52654a930a-bd3bcbed-b067-4dc5-9ed0-4aa3dd858989', 'network_id': 'bd3bcbed-b067-4dc5-9ed0-4aa3dd858989', 'tenant_id': 'b664f111a0df442d811f140f6dbd9d75', 'fixed_ips': [{'subnet_id': '3cdc97d3-c732-4896-9785-5c72fa272e36'}]}} from dv-neutron-825124-1-hyperv. {{(pid=84154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 20 14:34:01.628739 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-e516acfb-a1f5-4d81-b52b-4e1ccbc409ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:01.628869 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-e5cd648f-7888-4c22-b999-e01d4d4a2333 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:34:01.632139 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-e5cd648f-7888-4c22-b999-e01d4d4a2333 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Usage tracker for resource:security_group_rule and tenant:9c4261ab481844b5bb12c28ceb385a24 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:34:01.639844 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-e5cd648f-7888-4c22-b999-e01d4d4a2333 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:34:01.651190 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-e5cd648f-7888-4c22-b999-e01d4d4a2333 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:34:01.688512 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-0a2863ce-cd29-4e95-928f-14ff6d4ac452 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks [] for security_group, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:01.717392 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-9d582bfd-5ac5-4bc9-b1d7-707945160fed tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4193986'] for subnet, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:01.736661 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-0a2863ce-cd29-4e95-928f-14ff6d4ac452 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:01.794019 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2863ce-cd29-4e95-928f-14ff6d4ac452 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81fecbe7-6b73-4e1e-aa04-516928c68376,revision_number=1']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:01.812797 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_common [None req-e516acfb-a1f5-4d81-b52b-4e1ccbc409ff None None] Allocated IP 2001:db8::2 (bd3bcbed-b067-4dc5-9ed0-4aa3dd858989/3cdc97d3-c732-4896-9785-5c72fa272e36/00edff6d-6e2d-4ceb-9d41-725ebbc2b045) {{(pid=84154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:34:01.834297 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.db.securitygroups_db [None req-e5cd648f-7888-4c22-b999-e01d4d4a2333 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Project 9c4261ab481844b5bb12c28ceb385a24 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 20 14:34:01.841077 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-e5cd648f-7888-4c22-b999-e01d4d4a2333 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:01.867927 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-0a2863ce-cd29-4e95-928f-14ff6d4ac452 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks [] for security_group, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:01.872787 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-0a2863ce-cd29-4e95-928f-14ff6d4ac452 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.5947285 Jan 20 14:34:01.873443 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 41836) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:01.887032 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-06fc8bb6-b7f5-49b9-a880-62788f702ee3 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Request body: {'security_group': {'name': 'tempest-secgroup-1514136243'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:34:01.895263 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-06fc8bb6-b7f5-49b9-a880-62788f702ee3 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:34:01.903097 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-06fc8bb6-b7f5-49b9-a880-62788f702ee3 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Usage tracker for resource:security_group and tenant:b664f111a0df442d811f140f6dbd9d75 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:34:01.907575 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-06fc8bb6-b7f5-49b9-a880-62788f702ee3 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:34:01.921178 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-06fc8bb6-b7f5-49b9-a880-62788f702ee3 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:34:01.950071 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-e5cd648f-7888-4c22-b999-e01d4d4a2333 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:02.027195 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-e516acfb-a1f5-4d81-b52b-4e1ccbc409ff None None] Notify callbacks [] for port, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:02.037564 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-e516acfb-a1f5-4d81-b52b-4e1ccbc409ff None None] Transition to ACTIVE for port object 00edff6d-6e2d-4ceb-9d41-725ebbc2b045 will not be triggered until provisioned by entity L2. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:34:02.043832 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-06fc8bb6-b7f5-49b9-a880-62788f702ee3 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks [] for security_group, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:02.056614 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-e516acfb-a1f5-4d81-b52b-4e1ccbc409ff None None] Transition to ACTIVE for port object 00edff6d-6e2d-4ceb-9d41-725ebbc2b045 will not be triggered until provisioned by entity DHCP. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:34:02.079772 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-06fc8bb6-b7f5-49b9-a880-62788f702ee3 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:34:02.083869 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-06fc8bb6-b7f5-49b9-a880-62788f702ee3 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Usage tracker for resource:security_group_rule and tenant:b664f111a0df442d811f140f6dbd9d75 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:34:02.086833 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-06fc8bb6-b7f5-49b9-a880-62788f702ee3 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:34:02.093277 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-06fc8bb6-b7f5-49b9-a880-62788f702ee3 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:34:02.097000 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-9d582bfd-5ac5-4bc9-b1d7-707945160fed tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3943531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4194004'] for subnet, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:02.100280 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-e5cd648f-7888-4c22-b999-e01d4d4a2333 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734962'] for security_group_rule, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:02.128210 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cd648f-7888-4c22-b999-e01d4d4a2333 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2bcb2d59-690f-459f-879a-0a3f3eb28385,revision_number=0']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:02.162292 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-e516acfb-a1f5-4d81-b52b-4e1ccbc409ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477'] for port, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:02.165830 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d582bfd-5ac5-4bc9-b1d7-707945160fed tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Pushing event updated for resources: {'Subnet': ['ID=736fafcb-60e3-487f-b7a0-4b7e0e13d3b3,revision_number=0']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:02.189108 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-06fc8bb6-b7f5-49b9-a880-62788f702ee3 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks [] for security_group, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:02.191585 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d582bfd-5ac5-4bc9-b1d7-707945160fed tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Checking segment: {'id': '9373800c-3652-45bc-a6f3-a61ce0f749f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'f240a4bf-7dda-4816-b602-caab6896d3ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 14:34:02.191950 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d582bfd-5ac5-4bc9-b1d7-707945160fed tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Network hostable DHCP agents. Network: f240a4bf-7dda-4816-b602-caab6896d3ba, hostable agents: ['1a181e39-5220-4c1a-88f8-08a54e8bfc9b'], hosted agents: [] {{(pid=84153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 14:34:02.230237 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-e5cd648f-7888-4c22-b999-e01d4d4a2333 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:02.232493 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-e5cd648f-7888-4c22-b999-e01d4d4a2333 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.6215234 Jan 20 14:34:02.235350 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 41840) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:02.241257 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e516acfb-a1f5-4d81-b52b-4e1ccbc409ff None None] Network bd3bcbed-b067-4dc5-9ed0-4aa3dd858989 is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:34:02.241759 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-28aa6d6c-15d9-4e48-981e-5e9a566c8006 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Request body: {'security_group_rule': {'security_group_id': 'da7b15a3-c30e-4c90-b548-3a1c0f6698e7', 'project_id': '9c4261ab481844b5bb12c28ceb385a24', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:34:02.243740 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-e516acfb-a1f5-4d81-b52b-4e1ccbc409ff None None] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:34:02.245631 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e516acfb-a1f5-4d81-b52b-4e1ccbc409ff None None] Pushing event updated for resources: {'Port': ['ID=00edff6d-6e2d-4ceb-9d41-725ebbc2b045,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:02.248627 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e516acfb-a1f5-4d81-b52b-4e1ccbc409ff None None] Received port after_create {{(pid=84154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:34:02.250365 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-28aa6d6c-15d9-4e48-981e-5e9a566c8006 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:34:02.256171 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-28aa6d6c-15d9-4e48-981e-5e9a566c8006 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Usage tracker for resource:security_group_rule and tenant:9c4261ab481844b5bb12c28ceb385a24 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:34:02.260556 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-28aa6d6c-15d9-4e48-981e-5e9a566c8006 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:34:02.263134 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-06fc8bb6-b7f5-49b9-a880-62788f702ee3 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:02.276720 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-28aa6d6c-15d9-4e48-981e-5e9a566c8006 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:34:02.306451 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fc8bb6-b7f5-49b9-a880-62788f702ee3 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01c7e23c-e2ae-4a96-a08d-8c281ac06d33,revision_number=1']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:02.319909 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d582bfd-5ac5-4bc9-b1d7-707945160fed tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Network f240a4bf-7dda-4816-b602-caab6896d3ba is scheduled to be hosted by DHCP agent 1a181e39-5220-4c1a-88f8-08a54e8bfc9b with binding_index 1 {{(pid=84153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 14:34:02.341451 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-e516acfb-a1f5-4d81-b52b-4e1ccbc409ff None None] Attempting to bind port 00edff6d-6e2d-4ceb-9d41-725ebbc2b045 on host dv-neutron-825124-1-hyperv for vnic_type normal with profile {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:34:02.341810 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-e516acfb-a1f5-4d81-b52b-4e1ccbc409ff None None] Attempting to bind port 00edff6d-6e2d-4ceb-9d41-725ebbc2b045 by drivers openvswitch,hyperv on host dv-neutron-825124-1-hyperv at level 0 using segments [{'id': '436f8be2-a750-4476-bdec-9a771739b46b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'bd3bcbed-b067-4dc5-9ed0-4aa3dd858989'}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:34:02.342207 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e516acfb-a1f5-4d81-b52b-4e1ccbc409ff None None] Attempting to bind port 00edff6d-6e2d-4ceb-9d41-725ebbc2b045 on network bd3bcbed-b067-4dc5-9ed0-4aa3dd858989 {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 14:34:02.350938 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e516acfb-a1f5-4d81-b52b-4e1ccbc409ff None None] Checking agent: {'id': '6414dfeb-85c5-454a-8756-709ca637d800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825124-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 16, 31), 'started_at': datetime.datetime(2022, 1, 20, 14, 17, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 34, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825124-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 14:34:02.350938 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e516acfb-a1f5-4d81-b52b-4e1ccbc409ff None None] Checking segment: {'id': '436f8be2-a750-4476-bdec-9a771739b46b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'bd3bcbed-b067-4dc5-9ed0-4aa3dd858989'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 14:34:02.350938 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-e516acfb-a1f5-4d81-b52b-4e1ccbc409ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:02.350938 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e516acfb-a1f5-4d81-b52b-4e1ccbc409ff None None] Bound using segment: {'id': '436f8be2-a750-4476-bdec-9a771739b46b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'bd3bcbed-b067-4dc5-9ed0-4aa3dd858989'} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 14:34:02.350938 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-e516acfb-a1f5-4d81-b52b-4e1ccbc409ff None None] Bound port: 00edff6d-6e2d-4ceb-9d41-725ebbc2b045, host: dv-neutron-825124-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '436f8be2-a750-4476-bdec-9a771739b46b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'bd3bcbed-b067-4dc5-9ed0-4aa3dd858989'}}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:34:02.350938 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-e516acfb-a1f5-4d81-b52b-4e1ccbc409ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:02.369690 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.db.securitygroups_db [None req-28aa6d6c-15d9-4e48-981e-5e9a566c8006 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Project 9c4261ab481844b5bb12c28ceb385a24 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 20 14:34:02.377280 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-28aa6d6c-15d9-4e48-981e-5e9a566c8006 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:02.414988 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-06fc8bb6-b7f5-49b9-a880-62788f702ee3 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks [] for security_group, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:02.416765 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-06fc8bb6-b7f5-49b9-a880-62788f702ee3 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.5415738 Jan 20 14:34:02.419624 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 41844) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:02.425277 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-194fe303-ebcb-42df-9065-daea53379a42 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1828159287', 'security_groups': ['01c7e23c-e2ae-4a96-a08d-8c281ac06d33'], 'network_id': 'bd3bcbed-b067-4dc5-9ed0-4aa3dd858989', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '3cdc97d3-c732-4896-9785-5c72fa272e36'}]}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:34:02.440914 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-e516acfb-a1f5-4d81-b52b-4e1ccbc409ff None None] For port 00edff6d-6e2d-4ceb-9d41-725ebbc2b045, host dv-neutron-825124-1-hyperv, cleared binding levels {{(pid=84154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 14:34:02.444800 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-e516acfb-a1f5-4d81-b52b-4e1ccbc409ff None None] For port 00edff6d-6e2d-4ceb-9d41-725ebbc2b045, host dv-neutron-825124-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=00edff6d-6e2d-4ceb-9d41-725ebbc2b045,segment=NetworkSegment(436f8be2-a750-4476-bdec-9a771739b46b),segment_id=436f8be2-a750-4476-bdec-9a771739b46b)] {{(pid=84154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 14:34:02.454899 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.base_scheduler [None req-9d582bfd-5ac5-4bc9-b1d7-707945160fed tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825124-1-hyperv, f240a4bf-7dda-4816-b602-caab6896d3ba) {{(pid=84153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:34:02.461406 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-28aa6d6c-15d9-4e48-981e-5e9a566c8006 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:02.469316 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d582bfd-5ac5-4bc9-b1d7-707945160fed tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:34:02.470644 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-9d582bfd-5ac5-4bc9-b1d7-707945160fed tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks [] for subnet, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:02.470902 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e565c80f-62e7-4bf0-821c-e51dc4850e50 None None] Network f240a4bf-7dda-4816-b602-caab6896d3ba requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:34:02.568616 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-e516acfb-a1f5-4d81-b52b-4e1ccbc409ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:02.580305 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-194fe303-ebcb-42df-9065-daea53379a42 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:34:02.590481 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-9d582bfd-5ac5-4bc9-b1d7-707945160fed tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2480414 Jan 20 14:34:02.591686 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-28aa6d6c-15d9-4e48-981e-5e9a566c8006 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734962'] for security_group_rule, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:02.593547 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 41848) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:02.609982 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-194fe303-ebcb-42df-9065-daea53379a42 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:34:02.614767 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-c925b55a-d087-4e54-a8f2-0b2b5d071d66 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1023703395', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:34:02.630594 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-c925b55a-d087-4e54-a8f2-0b2b5d071d66 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:34:02.642701 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-c925b55a-d087-4e54-a8f2-0b2b5d071d66 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Usage tracker for resource:router and tenant:c471105210324ce4bdf04d2ea6130d17 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:34:02.647370 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28aa6d6c-15d9-4e48-981e-5e9a566c8006 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f06f02a1-8ae0-409f-bd35-2e3e340bdcdd,revision_number=0']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:02.647370 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-c925b55a-d087-4e54-a8f2-0b2b5d071d66 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:34:02.654760 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-c925b55a-d087-4e54-a8f2-0b2b5d071d66 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:34:02.697489 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-194fe303-ebcb-42df-9065-daea53379a42 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Made reservation on behalf of b664f111a0df442d811f140f6dbd9d75 for: {'port': 1} {{(pid=84152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:34:02.720757 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e516acfb-a1f5-4d81-b52b-4e1ccbc409ff None None] Pushing event updated for resources: {'Port': ['ID=00edff6d-6e2d-4ceb-9d41-725ebbc2b045,revision_number=2']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:02.736462 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-28aa6d6c-15d9-4e48-981e-5e9a566c8006 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:02.738568 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-28aa6d6c-15d9-4e48-981e-5e9a566c8006 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.5015099 Jan 20 14:34:02.741365 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 41852) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:02.748186 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-3b1fb4a4-38b9-480b-82e9-2a88deff8987 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Request body: {'network': {'name': 'tempest-network-smoke--868140556', 'project_id': '9c4261ab481844b5bb12c28ceb385a24', 'port_security_enabled': True}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:34:02.754978 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-3b1fb4a4-38b9-480b-82e9-2a88deff8987 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:34:02.760666 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-3b1fb4a4-38b9-480b-82e9-2a88deff8987 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Usage tracker for resource:network and tenant:9c4261ab481844b5bb12c28ceb385a24 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:34:02.771058 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-3b1fb4a4-38b9-480b-82e9-2a88deff8987 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:34:02.777032 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-3b1fb4a4-38b9-480b-82e9-2a88deff8987 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:34:02.847065 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-c925b55a-d087-4e54-a8f2-0b2b5d071d66 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-105475'] for router, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:02.847065 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-c925b55a-d087-4e54-a8f2-0b2b5d071d66 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-739204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-744864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-735540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-105484'] for router, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:02.873042 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-c925b55a-d087-4e54-a8f2-0b2b5d071d66 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:02.887396 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1d1eaac-fc3c-4595-b004-50b01718cb64 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95c917f5-14ba-5e96-98b8-1a52654a930a-f240a4bf-7dda-4816-b602-caab6896d3ba', 'network_id': 'f240a4bf-7dda-4816-b602-caab6896d3ba', 'tenant_id': 'c471105210324ce4bdf04d2ea6130d17', 'fixed_ips': [{'subnet_id': '736fafcb-60e3-487f-b7a0-4b7e0e13d3b3'}]}} from dv-neutron-825124-1-hyperv. {{(pid=84154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 20 14:34:02.890324 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-b1d1eaac-fc3c-4595-b004-50b01718cb64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:02.899865 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-194fe303-ebcb-42df-9065-daea53379a42 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:02.935458 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.notifiers.nova [None req-194fe303-ebcb-42df-9065-daea53379a42 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] device_id is not set on port cdfe77be-b65c-4e37-9a3e-66176d229e54 yet. {{(pid=84152) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 14:34:02.950494 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b1fb4a4-38b9-480b-82e9-2a88deff8987 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Made reservation on behalf of 9c4261ab481844b5bb12c28ceb385a24 for: {'network': 1} {{(pid=84153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:34:02.954728 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-3b1fb4a4-38b9-480b-82e9-2a88deff8987 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for network, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:03.027240 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b1fb4a4-38b9-480b-82e9-2a88deff8987 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 175} {{(pid=84153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 14:34:03.039945 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-3b1fb4a4-38b9-480b-82e9-2a88deff8987 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:03.040517 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.db.segments_db [None req-3b1fb4a4-38b9-480b-82e9-2a88deff8987 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Added segment 316c3b73-0eb2-4e0f-88b9-2933ad7f6429 of type vlan for network e6375433-9719-46e8-83c8-134ded03773b Jan 20 14:34:03.068908 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-c925b55a-d087-4e54-a8f2-0b2b5d071d66 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-744861'] for router, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:03.089008 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-3b1fb4a4-38b9-480b-82e9-2a88deff8987 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769553767792'] for network, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:03.160163 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-eea6df97-7ff1-4b63-af20-e3ec8913deda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:03.195443 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_common [None req-b1d1eaac-fc3c-4595-b004-50b01718cb64 None None] Allocated IP 172.20.0.2 (f240a4bf-7dda-4816-b602-caab6896d3ba/736fafcb-60e3-487f-b7a0-4b7e0e13d3b3/94f33f05-551b-4379-87d0-39b582410e4c) {{(pid=84154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:34:03.240673 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-c925b55a-d087-4e54-a8f2-0b2b5d071d66 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks [] for router, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:03.245843 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-c925b55a-d087-4e54-a8f2-0b2b5d071d66 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.6451309 Jan 20 14:34:03.260636 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 41856) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:03.265914 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.db_base_plugin_common [None req-194fe303-ebcb-42df-9065-daea53379a42 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Allocated IP 2001:db8::2ad (bd3bcbed-b067-4dc5-9ed0-4aa3dd858989/3cdc97d3-c732-4896-9785-5c72fa272e36/cdfe77be-b65c-4e37-9a3e-66176d229e54) {{(pid=84152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:34:03.300609 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 00edff6d-6e2d-4ceb-9d41-725ebbc2b045 up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:34:03.351558 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-3b1fb4a4-38b9-480b-82e9-2a88deff8987 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967'] for network, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:03.358082 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b1fb4a4-38b9-480b-82e9-2a88deff8987 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:34:03.358082 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-3b1fb4a4-38b9-480b-82e9-2a88deff8987 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Notify callbacks [] for network, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:03.496486 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-194fe303-ebcb-42df-9065-daea53379a42 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks [] for port, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:03.514563 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.provisioning_blocks [None req-194fe303-ebcb-42df-9065-daea53379a42 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Transition to ACTIVE for port object cdfe77be-b65c-4e37-9a3e-66176d229e54 will not be triggered until provisioned by entity DHCP. {{(pid=84152) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:34:03.549243 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-b1d1eaac-fc3c-4595-b004-50b01718cb64 None None] Notify callbacks [] for port, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:03.552278 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1fb4a4-38b9-480b-82e9-2a88deff8987 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Pushing event updated for resources: {'Network': ['ID=e6375433-9719-46e8-83c8-134ded03773b,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:03.556282 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-b1d1eaac-fc3c-4595-b004-50b01718cb64 None None] Transition to ACTIVE for port object 94f33f05-551b-4379-87d0-39b582410e4c will not be triggered until provisioned by entity L2. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:34:03.565787 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Network e6375433-9719-46e8-83c8-134ded03773b details requested by agent ovs-agent-dv-neutron-825124-1-hyperv with host dv-neutron-825124-1-hyperv {{(pid=84154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 14:34:03.597751 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning for port 00edff6d-6e2d-4ceb-9d41-725ebbc2b045 completed by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:34:03.618005 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-3b1fb4a4-38b9-480b-82e9-2a88deff8987 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8751240 Jan 20 14:34:03.621113 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 41860) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:03.628339 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-58e8aad6-303f-47b4-8890-dafcc5314461 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1705145768', 'admin_state_up': True, 'project_id': '9c4261ab481844b5bb12c28ceb385a24', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d'}}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:34:03.636643 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-194fe303-ebcb-42df-9065-daea53379a42 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:03.654830 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-b1d1eaac-fc3c-4595-b004-50b01718cb64 None None] Transition to ACTIVE for port object 94f33f05-551b-4379-87d0-39b582410e4c will not be triggered until provisioned by entity DHCP. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:34:03.688449 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-58e8aad6-303f-47b4-8890-dafcc5314461 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:34:03.705094 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-58e8aad6-303f-47b4-8890-dafcc5314461 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Usage tracker for resource:router and tenant:9c4261ab481844b5bb12c28ceb385a24 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:34:03.710458 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-58e8aad6-303f-47b4-8890-dafcc5314461 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:34:03.736376 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-58e8aad6-303f-47b4-8890-dafcc5314461 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:34:03.743729 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-b1d1eaac-fc3c-4595-b004-50b01718cb64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477'] for port, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:03.763473 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194fe303-ebcb-42df-9065-daea53379a42 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Pushing event updated for resources: {'Port': ['ID=cdfe77be-b65c-4e37-9a3e-66176d229e54,revision_number=1']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:03.767642 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-194fe303-ebcb-42df-9065-daea53379a42 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Network bd3bcbed-b067-4dc5-9ed0-4aa3dd858989 is already hosted by enough agents. {{(pid=84152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:34:03.769757 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.base_scheduler [None req-194fe303-ebcb-42df-9065-daea53379a42 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Resources bound (agent type, host, resource id): {{(pid=84152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:34:03.772300 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-194fe303-ebcb-42df-9065-daea53379a42 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Received port after_create {{(pid=84152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:34:03.777287 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-194fe303-ebcb-42df-9065-daea53379a42 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:34:03.777925 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-194fe303-ebcb-42df-9065-daea53379a42 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:03.855101 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-58e8aad6-303f-47b4-8890-dafcc5314461 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-105475'] for router, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:03.855101 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-58e8aad6-303f-47b4-8890-dafcc5314461 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-739204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-744864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-735540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-105484'] for router, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:03.859640 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1d1eaac-fc3c-4595-b004-50b01718cb64 None None] Network f240a4bf-7dda-4816-b602-caab6896d3ba is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:34:03.859640 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-b1d1eaac-fc3c-4595-b004-50b01718cb64 None None] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:34:03.859640 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d1eaac-fc3c-4595-b004-50b01718cb64 None None] Received port after_create {{(pid=84154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:34:03.859640 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1eaac-fc3c-4595-b004-50b01718cb64 None None] Pushing event updated for resources: {'Port': ['ID=94f33f05-551b-4379-87d0-39b582410e4c,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:03.886437 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-58e8aad6-303f-47b4-8890-dafcc5314461 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:03.908512 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-194fe303-ebcb-42df-9065-daea53379a42 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.4846451 Jan 20 14:34:03.912579 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 41864) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:03.918184 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-5984b1a7-285c-41ed-abae-91cbd28cd64a tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Request body: {'subnet': {'network_id': 'bd3bcbed-b067-4dc5-9ed0-4aa3dd858989', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:34:03.969573 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-b1d1eaac-fc3c-4595-b004-50b01718cb64 None None] Attempting to bind port 94f33f05-551b-4379-87d0-39b582410e4c on host dv-neutron-825124-1-hyperv for vnic_type normal with profile {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:34:03.970010 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-b1d1eaac-fc3c-4595-b004-50b01718cb64 None None] Attempting to bind port 94f33f05-551b-4379-87d0-39b582410e4c by drivers openvswitch,hyperv on host dv-neutron-825124-1-hyperv at level 0 using segments [{'id': '9373800c-3652-45bc-a6f3-a61ce0f749f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'f240a4bf-7dda-4816-b602-caab6896d3ba'}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:34:03.970615 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d1eaac-fc3c-4595-b004-50b01718cb64 None None] Attempting to bind port 94f33f05-551b-4379-87d0-39b582410e4c on network f240a4bf-7dda-4816-b602-caab6896d3ba {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 14:34:03.978669 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d1eaac-fc3c-4595-b004-50b01718cb64 None None] Checking agent: {'id': '6414dfeb-85c5-454a-8756-709ca637d800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825124-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 16, 31), 'started_at': datetime.datetime(2022, 1, 20, 14, 17, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 34, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825124-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 14:34:03.979324 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d1eaac-fc3c-4595-b004-50b01718cb64 None None] Checking segment: {'id': '9373800c-3652-45bc-a6f3-a61ce0f749f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'f240a4bf-7dda-4816-b602-caab6896d3ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 14:34:03.979914 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-b1d1eaac-fc3c-4595-b004-50b01718cb64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:03.980474 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d1eaac-fc3c-4595-b004-50b01718cb64 None None] Bound using segment: {'id': '9373800c-3652-45bc-a6f3-a61ce0f749f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'f240a4bf-7dda-4816-b602-caab6896d3ba'} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 14:34:03.981099 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-b1d1eaac-fc3c-4595-b004-50b01718cb64 None None] Bound port: 94f33f05-551b-4379-87d0-39b582410e4c, host: dv-neutron-825124-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9373800c-3652-45bc-a6f3-a61ce0f749f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'f240a4bf-7dda-4816-b602-caab6896d3ba'}}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:34:03.981648 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-b1d1eaac-fc3c-4595-b004-50b01718cb64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:04.107066 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-b1d1eaac-fc3c-4595-b004-50b01718cb64 None None] For port 94f33f05-551b-4379-87d0-39b582410e4c, host dv-neutron-825124-1-hyperv, cleared binding levels {{(pid=84154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 14:34:04.112180 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-b1d1eaac-fc3c-4595-b004-50b01718cb64 None None] For port 94f33f05-551b-4379-87d0-39b582410e4c, host dv-neutron-825124-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=94f33f05-551b-4379-87d0-39b582410e4c,segment=NetworkSegment(9373800c-3652-45bc-a6f3-a61ce0f749f8),segment_id=9373800c-3652-45bc-a6f3-a61ce0f749f8)] {{(pid=84154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 14:34:04.138624 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-9a92c768-a19d-4818-a830-6abe539ff336 None None] Provisioning complete for port 9c6b29f2-4b6b-4b2f-a124-914357e37188 triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:34:04.139013 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-9a92c768-a19d-4818-a830-6abe539ff336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:04.174477 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-1af7416b-7b9a-42af-85b1-4c7b1fca9de5 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:04.241425 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-b1d1eaac-fc3c-4595-b004-50b01718cb64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:04.319459 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-9a92c768-a19d-4818-a830-6abe539ff336 None None] Port 9c6b29f2-4b6b-4b2f-a124-914357e37188 cannot update to ACTIVE because it is not bound. {{(pid=84154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 14:34:04.376996 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-58e8aad6-303f-47b4-8890-dafcc5314461 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-744886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-105502'] for router, precommit_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:04.382522 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1eaac-fc3c-4595-b004-50b01718cb64 None None] Pushing event updated for resources: {'Port': ['ID=94f33f05-551b-4379-87d0-39b582410e4c,revision_number=2']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:04.394753 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-5984b1a7-285c-41ed-abae-91cbd28cd64a tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:34:04.394753 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-5984b1a7-285c-41ed-abae-91cbd28cd64a tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Usage tracker for resource:subnet and tenant:b664f111a0df442d811f140f6dbd9d75 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:34:04.398483 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-5984b1a7-285c-41ed-abae-91cbd28cd64a tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:34:04.407391 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-5984b1a7-285c-41ed-abae-91cbd28cd64a tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:34:04.470586 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-9a92c768-a19d-4818-a830-6abe539ff336 None None] Provisioning for port 00edff6d-6e2d-4ceb-9d41-725ebbc2b045 completed by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:34:04.478094 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-9a92c768-a19d-4818-a830-6abe539ff336 None None] Provisioning complete for port 00edff6d-6e2d-4ceb-9d41-725ebbc2b045 triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:34:04.479249 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-9a92c768-a19d-4818-a830-6abe539ff336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:04.516320 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5984b1a7-285c-41ed-abae-91cbd28cd64a tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Made reservation on behalf of b664f111a0df442d811f140f6dbd9d75 for: {'subnet': 1} {{(pid=84152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:34:04.520471 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-5984b1a7-285c-41ed-abae-91cbd28cd64a tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3155315'] for subnet, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:04.655675 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-9a92c768-a19d-4818-a830-6abe539ff336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:04.698708 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.db_base_plugin_common [None req-1af7416b-7b9a-42af-85b1-4c7b1fca9de5 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Allocated IP 172.20.0.1 (f240a4bf-7dda-4816-b602-caab6896d3ba/736fafcb-60e3-487f-b7a0-4b7e0e13d3b3/75c3f066-27de-46de-be30-16195b99ff01) {{(pid=84153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:34:04.702102 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-9a92c768-a19d-4818-a830-6abe539ff336 None None] For port 00edff6d-6e2d-4ceb-9d41-725ebbc2b045, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=00edff6d-6e2d-4ceb-9d41-725ebbc2b045,segment=NetworkSegment(436f8be2-a750-4476-bdec-9a771739b46b),segment_id=436f8be2-a750-4476-bdec-9a771739b46b)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:34:04.756663 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.db.ipam_backend_mixin [None req-5984b1a7-285c-41ed-abae-91cbd28cd64a tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 3cdc97d3-c732-4896-9785-5c72fa272e36 (CIDR: 2001:db8::/64) Jan 20 14:34:04.835726 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-58e8aad6-303f-47b4-8890-dafcc5314461 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Notify callbacks [] for router_gateway, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:04.857907 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-9a92c768-a19d-4818-a830-6abe539ff336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:04.873326 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.pecan_wsgi.hooks.translation [None req-5984b1a7-285c-41ed-abae-91cbd28cd64a tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 20 14:34:04.873768 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5984b1a7-285c-41ed-abae-91cbd28cd64a tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84152) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:34:04.886018 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-58e8aad6-303f-47b4-8890-dafcc5314461 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:04.892544 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-1af7416b-7b9a-42af-85b1-4c7b1fca9de5 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks [] for port, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:04.915629 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.provisioning_blocks [None req-1af7416b-7b9a-42af-85b1-4c7b1fca9de5 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Transition to ACTIVE for port object 75c3f066-27de-46de-be30-16195b99ff01 will not be triggered until provisioned by entity DHCP. {{(pid=84153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:34:04.937843 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a92c768-a19d-4818-a830-6abe539ff336 None None] Pushing event updated for resources: {'Port': ['ID=00edff6d-6e2d-4ceb-9d41-725ebbc2b045,revision_number=3']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:05.042981 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.db_base_plugin_common [None req-58e8aad6-303f-47b4-8890-dafcc5314461 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Allocated IP 172.26.7.97 (8dffb05c-5ca0-409b-bd5f-7be6264f707d/a489dd4f-42a5-433b-8be3-bab2749c4209/8f37f62a-1816-4474-a0e8-49e9ec80d6ae) {{(pid=84152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:34:05.045743 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-5984b1a7-285c-41ed-abae-91cbd28cd64a tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1355371 Jan 20 14:34:05.048743 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 41868) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:05.054367 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-1c216351-9734-4620-b252-74640a81b95a tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Request body: {'subnet': {'network_id': 'bd3bcbed-b067-4dc5-9ed0-4aa3dd858989', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:34:05.073413 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-aae4c80d-f949-4750-824b-0af654be2d53 None None] Provisioning for port cdfe77be-b65c-4e37-9a3e-66176d229e54 completed by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:34:05.074426 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-aae4c80d-f949-4750-824b-0af654be2d53 None None] Provisioning complete for port cdfe77be-b65c-4e37-9a3e-66176d229e54 triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:34:05.074922 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-aae4c80d-f949-4750-824b-0af654be2d53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:05.081493 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-1af7416b-7b9a-42af-85b1-4c7b1fca9de5 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:05.140169 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-aae4c80d-f949-4750-824b-0af654be2d53 None None] Port cdfe77be-b65c-4e37-9a3e-66176d229e54 cannot update to ACTIVE because it is not bound. {{(pid=84154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 14:34:05.256896 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1af7416b-7b9a-42af-85b1-4c7b1fca9de5 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Network f240a4bf-7dda-4816-b602-caab6896d3ba is already hosted by enough agents. {{(pid=84153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:34:05.257049 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 00edff6d-6e2d-4ceb-9d41-725ebbc2b045 up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:34:05.259445 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.base_scheduler [None req-1af7416b-7b9a-42af-85b1-4c7b1fca9de5 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Resources bound (agent type, host, resource id): {{(pid=84153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:34:05.262820 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af7416b-7b9a-42af-85b1-4c7b1fca9de5 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Received port after_create {{(pid=84153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:34:05.267479 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-58e8aad6-303f-47b4-8890-dafcc5314461 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Notify callbacks [] for port, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:05.352886 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-58e8aad6-303f-47b4-8890-dafcc5314461 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:05.357789 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af7416b-7b9a-42af-85b1-4c7b1fca9de5 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Pushing event updated for resources: {'Port': ['ID=75c3f066-27de-46de-be30-16195b99ff01,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:05.375227 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port 00edff6d-6e2d-4ceb-9d41-725ebbc2b045 triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:34:05.375892 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-1af7416b-7b9a-42af-85b1-4c7b1fca9de5 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-745387'] for router_interface, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:05.376362 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:05.431348 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-1c216351-9734-4620-b252-74640a81b95a tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:34:05.436304 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-1c216351-9734-4620-b252-74640a81b95a tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Usage tracker for resource:subnet and tenant:b664f111a0df442d811f140f6dbd9d75 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:34:05.438208 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58e8aad6-303f-47b4-8890-dafcc5314461 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Network 8dffb05c-5ca0-409b-bd5f-7be6264f707d is already hosted by enough agents. {{(pid=84152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:34:05.448768 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-1c216351-9734-4620-b252-74640a81b95a tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:34:05.448898 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.base_scheduler [None req-58e8aad6-303f-47b4-8890-dafcc5314461 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Resources bound (agent type, host, resource id): {{(pid=84152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:34:05.448898 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e8aad6-303f-47b4-8890-dafcc5314461 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Pushing event updated for resources: {'Port': ['ID=8f37f62a-1816-4474-a0e8-49e9ec80d6ae,revision_number=1']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:05.449476 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-1c216351-9734-4620-b252-74640a81b95a tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:34:05.450673 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58e8aad6-303f-47b4-8890-dafcc5314461 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Received port after_create {{(pid=84152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:34:05.493985 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e8aad6-303f-47b4-8890-dafcc5314461 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:34:05.495161 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e8aad6-303f-47b4-8890-dafcc5314461 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:34:05.498392 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e8aad6-303f-47b4-8890-dafcc5314461 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:34:05.498392 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e8aad6-303f-47b4-8890-dafcc5314461 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:34:05.498392 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e8aad6-303f-47b4-8890-dafcc5314461 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:34:05.498392 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e8aad6-303f-47b4-8890-dafcc5314461 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:34:05.498392 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e8aad6-303f-47b4-8890-dafcc5314461 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:34:05.498392 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e8aad6-303f-47b4-8890-dafcc5314461 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:34:05.498392 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e8aad6-303f-47b4-8890-dafcc5314461 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:34:05.498392 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e8aad6-303f-47b4-8890-dafcc5314461 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:34:05.498392 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e8aad6-303f-47b4-8890-dafcc5314461 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:34:05.520567 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c216351-9734-4620-b252-74640a81b95a tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Made reservation on behalf of b664f111a0df442d811f140f6dbd9d75 for: {'subnet': 1} {{(pid=84153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:34:05.525152 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-1c216351-9734-4620-b252-74640a81b95a tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4193986'] for subnet, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:05.532618 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 94f33f05-551b-4379-87d0-39b582410e4c up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:34:05.681562 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c7f11d4-c68c-408c-bdaf-18ec05d4126d None None] Network f240a4bf-7dda-4816-b602-caab6896d3ba requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:34:05.682902 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-1af7416b-7b9a-42af-85b1-4c7b1fca9de5 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:05.701766 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning for port 94f33f05-551b-4379-87d0-39b582410e4c completed by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:34:05.713817 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-58e8aad6-303f-47b4-8890-dafcc5314461 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Notify callbacks [] for router_gateway, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:05.715221 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-58e8aad6-303f-47b4-8890-dafcc5314461 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-744861'] for router, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:05.912448 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-8c1af97b-e581-4475-be5f-d9d0dfd96f5c None None] Provisioning for port 94f33f05-551b-4379-87d0-39b582410e4c completed by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:34:05.924999 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-8c1af97b-e581-4475-be5f-d9d0dfd96f5c None None] Provisioning complete for port 94f33f05-551b-4379-87d0-39b582410e4c triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:34:05.925455 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-8c1af97b-e581-4475-be5f-d9d0dfd96f5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:06.082503 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-8c1af97b-e581-4475-be5f-d9d0dfd96f5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:06.093447 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58e8aad6-303f-47b4-8890-dafcc5314461 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Router 873609ad-5f31-4c7a-ab27-a99033846581 is scheduled to L3 agent 624d525b-4c26-4143-8a1c-228bb1c6faaa with binding_index 1 {{(pid=84152) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 20 14:34:06.128040 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-8c1af97b-e581-4475-be5f-d9d0dfd96f5c None None] For port 94f33f05-551b-4379-87d0-39b582410e4c, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=94f33f05-551b-4379-87d0-39b582410e4c,segment=NetworkSegment(9373800c-3652-45bc-a6f3-a61ce0f749f8),segment_id=9373800c-3652-45bc-a6f3-a61ce0f749f8)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:34:06.204919 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-8c1af97b-e581-4475-be5f-d9d0dfd96f5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:06.343723 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1af97b-e581-4475-be5f-d9d0dfd96f5c None None] Pushing event updated for resources: {'Port': ['ID=94f33f05-551b-4379-87d0-39b582410e4c,revision_number=3']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:06.355864 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-1af7416b-7b9a-42af-85b1-4c7b1fca9de5 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks [] for port, precommit_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:06.388746 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-1c216351-9734-4620-b252-74640a81b95a tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3943531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4194004'] for subnet, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:06.423629 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58e8aad6-303f-47b4-8890-dafcc5314461 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Notify agent at l3_agent.dv-neutron-825124-1-hyperv the message routers_updated {{(pid=84152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 14:34:06.431369 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a0833cc-57a9-45e4-ae6c-2354130a8db1 None None] Sync routers for ids ['873609ad-5f31-4c7a-ab27-a99033846581'] in dv-neutron-825124-1-hyperv {{(pid=84154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 14:34:06.444654 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-1af7416b-7b9a-42af-85b1-4c7b1fca9de5 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3944146'] for port, after_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:06.445547 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a0833cc-57a9-45e4-ae6c-2354130a8db1 None None] Routers {'873609ad-5f31-4c7a-ab27-a99033846581'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:34:06.446366 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-1a0833cc-57a9-45e4-ae6c-2354130a8db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:34:00Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['873609ad-5f31-4c7a-ab27-a99033846581'], 'active': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:34:06.538791 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c216351-9734-4620-b252-74640a81b95a tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Pushing event updated for resources: {'Subnet': ['ID=8f91250a-704f-4b3a-b2d2-df38c5560686,revision_number=0']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:06.553096 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c216351-9734-4620-b252-74640a81b95a tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Network bd3bcbed-b067-4dc5-9ed0-4aa3dd858989 is already hosted by enough agents. {{(pid=84153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:34:06.555688 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-58e8aad6-303f-47b4-8890-dafcc5314461 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Notify callbacks [] for router, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:06.559942 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-58e8aad6-303f-47b4-8890-dafcc5314461 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.9357610 Jan 20 14:34:06.562318 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 41874) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:06.569488 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.base_scheduler [None req-1c216351-9734-4620-b252-74640a81b95a tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Resources bound (agent type, host, resource id): {{(pid=84153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:34:06.573485 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-fc485721-6f2f-4a69-86a2-4d531a9f66f7 None None] Provisioning for port 75c3f066-27de-46de-be30-16195b99ff01 completed by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:34:06.580805 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c216351-9734-4620-b252-74640a81b95a tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:34:06.580805 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-1c216351-9734-4620-b252-74640a81b95a tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks [] for subnet, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:06.581200 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-fc485721-6f2f-4a69-86a2-4d531a9f66f7 None None] Provisioning complete for port 75c3f066-27de-46de-be30-16195b99ff01 triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:34:06.581200 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-fc485721-6f2f-4a69-86a2-4d531a9f66f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:06.613808 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af7416b-7b9a-42af-85b1-4c7b1fca9de5 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Pushing event updated for resources: {'Port': ['ID=75c3f066-27de-46de-be30-16195b99ff01,revision_number=2']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:06.617810 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7d07001-8245-474b-8ee7-b7ccf71b2138 None None] Network bd3bcbed-b067-4dc5-9ed0-4aa3dd858989 requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:34:06.624936 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-1af7416b-7b9a-42af-85b1-4c7b1fca9de5 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1705158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-743490'] for router_interface, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:06.716932 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-1c216351-9734-4620-b252-74640a81b95a tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.6646380 Jan 20 14:34:06.717200 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 41880) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:06.723273 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-7cb267d8-48bf-4ef4-ab14-038939da94bc tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-35061416', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '8f91250a-704f-4b3a-b2d2-df38c5560686'}], 'security_groups': ['81fecbe7-6b73-4e1e-aa04-516928c68376']}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:34:06.762205 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-506748ea-3070-48cb-bec9-c2d898afc11f tempest-TestNetworkAdvancedServerOps-438319195 tempest-TestNetworkAdvancedServerOps-438319195-project-admin] 10.222.0.54 "GET /v2.0/subnets?project_id=9c4261ab481844b5bb12c28ceb385a24&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1946557 Jan 20 14:34:06.762964 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 41884) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:06.777049 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-fc485721-6f2f-4a69-86a2-4d531a9f66f7 None None] Port 75c3f066-27de-46de-be30-16195b99ff01 cannot update to ACTIVE because it is not bound. {{(pid=84154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 14:34:06.851868 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvr_db [None req-1a0833cc-57a9-45e4-ae6c-2354130a8db1 None None] Set router 873609ad-5f31-4c7a-ab27-a99033846581 gateway port host: dv-neutron-825124-1-hyperv {{(pid=84154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 14:34:06.895664 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-fc485721-6f2f-4a69-86a2-4d531a9f66f7 None None] Provisioning complete for port 94f33f05-551b-4379-87d0-39b582410e4c triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:34:06.896163 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-fc485721-6f2f-4a69-86a2-4d531a9f66f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:06.914191 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12042f5a-9750-412d-ad4b-ddb30e9a6d28 tempest-TestNetworkAdvancedServerOps-438319195 tempest-TestNetworkAdvancedServerOps-438319195-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:34:06.919931 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-12042f5a-9750-412d-ad4b-ddb30e9a6d28 tempest-TestNetworkAdvancedServerOps-438319195 tempest-TestNetworkAdvancedServerOps-438319195-project-admin] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1518285 Jan 20 14:34:06.920178 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1af7416b-7b9a-42af-85b1-4c7b1fca9de5 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Network f240a4bf-7dda-4816-b602-caab6896d3ba is already hosted by enough agents. {{(pid=84153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:34:06.920345 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 41888) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:06.921722 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.base_scheduler [None req-1af7416b-7b9a-42af-85b1-4c7b1fca9de5 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Resources bound (agent type, host, resource id): {{(pid=84153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:34:06.976996 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-81d740bb-6503-4e74-8cab-ba175cf179e0 tempest-TestNetworkAdvancedServerOps-438319195 tempest-TestNetworkAdvancedServerOps-438319195-project-admin] 10.222.0.54 "GET /v2.0/subnets?network_id=8dffb05c-5ca0-409b-bd5f-7be6264f707d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0543802 Jan 20 14:34:06.986311 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 41892) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:06.993330 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-eb8b3a83-a7d4-4fec-bc7f-819c64ad071b tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-664095871', 'network_id': 'e6375433-9719-46e8-83c8-134ded03773b', 'project_id': '9c4261ab481844b5bb12c28ceb385a24', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:34:07.179711 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 94f33f05-551b-4379-87d0-39b582410e4c up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:34:07.283701 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-eb8b3a83-a7d4-4fec-bc7f-819c64ad071b tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:34:07.288570 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-eb8b3a83-a7d4-4fec-bc7f-819c64ad071b tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Usage tracker for resource:subnet and tenant:9c4261ab481844b5bb12c28ceb385a24 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:34:07.292108 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-eb8b3a83-a7d4-4fec-bc7f-819c64ad071b tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:34:07.301761 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-eb8b3a83-a7d4-4fec-bc7f-819c64ad071b tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:34:07.366685 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb8b3a83-a7d4-4fec-bc7f-819c64ad071b tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Made reservation on behalf of 9c4261ab481844b5bb12c28ceb385a24 for: {'subnet': 1} {{(pid=84152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:34:07.386013 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-7cb267d8-48bf-4ef4-ab14-038939da94bc tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:07.495356 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-eb8b3a83-a7d4-4fec-bc7f-819c64ad071b tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3155315'] for subnet, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:07.508862 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port 94f33f05-551b-4379-87d0-39b582410e4c triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:34:07.510507 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:07.628183 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-1a0833cc-57a9-45e4-ae6c-2354130a8db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '873609ad-5f31-4c7a-ab27-a99033846581', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1705145768', 'tenant_id': '9c4261ab481844b5bb12c28ceb385a24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.97'}], 'enable_snat': True}, 'gw_port_id': '8f37f62a-1816-4474-a0e8-49e9ec80d6ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:34:03Z', 'updated_at': '2022-01-20T14:34:05Z', 'revision_number': 3, 'project_id': '9c4261ab481844b5bb12c28ceb385a24', 'gw_port': {'id': '8f37f62a-1816-4474-a0e8-49e9ec80d6ae', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:7d:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '873609ad-5f31-4c7a-ab27-a99033846581', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:34:04Z', 'updated_at': '2022-01-20T14:34:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv'}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:34:07.639180 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a0833cc-57a9-45e4-ae6c-2354130a8db1 None None] Checking router: 873609ad-5f31-4c7a-ab27-a99033846581 for host: dv-neutron-825124-1-hyperv {{(pid=84154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 14:34:07.639180 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a0833cc-57a9-45e4-ae6c-2354130a8db1 None None] Updating router 873609ad-5f31-4c7a-ab27-a99033846581 port 8f37f62a-1816-4474-a0e8-49e9ec80d6ae binding host dv-neutron-825124-1-hyperv {{(pid=84154) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 20 14:34:07.751169 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-cc5057a6-b4ea-46a9-a3ed-2d2c109422c2 None None] Provisioning complete for port 75c3f066-27de-46de-be30-16195b99ff01 triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:34:07.751169 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-cc5057a6-b4ea-46a9-a3ed-2d2c109422c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:07.779505 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-1a0833cc-57a9-45e4-ae6c-2354130a8db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:07.802411 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89ede013-5c3b-4d3a-b018-d6507956cf0d None None] Update dhcp port {'port': {'network_id': 'bd3bcbed-b067-4dc5-9ed0-4aa3dd858989', 'fixed_ips': [{'subnet_id': '3cdc97d3-c732-4896-9785-5c72fa272e36', 'ip_address': '2001:db8::2'}, {'subnet_id': '8f91250a-704f-4b3a-b2d2-df38c5560686'}], 'binding:host_id': 'dv-neutron-825124-1-hyperv'}, 'id': '00edff6d-6e2d-4ceb-9d41-725ebbc2b045'} from dv-neutron-825124-1-hyperv. {{(pid=84154) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Jan 20 14:34:07.841443 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-eb8b3a83-a7d4-4fec-bc7f-819c64ad071b tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4163519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3155301'] for subnet, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:07.922743 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8b3a83-a7d4-4fec-bc7f-819c64ad071b tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Pushing event updated for resources: {'Subnet': ['ID=d1901ba2-213a-49cf-963a-9516e82439fd,revision_number=0']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:07.925358 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-cc5057a6-b4ea-46a9-a3ed-2d2c109422c2 None None] Port 75c3f066-27de-46de-be30-16195b99ff01 cannot update to ACTIVE because it is not bound. {{(pid=84154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 14:34:07.948863 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb8b3a83-a7d4-4fec-bc7f-819c64ad071b tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Checking segment: {'id': '316c3b73-0eb2-4e0f-88b9-2933ad7f6429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'e6375433-9719-46e8-83c8-134ded03773b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 14:34:07.949220 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb8b3a83-a7d4-4fec-bc7f-819c64ad071b tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Network hostable DHCP agents. Network: e6375433-9719-46e8-83c8-134ded03773b, hostable agents: ['1a181e39-5220-4c1a-88f8-08a54e8bfc9b'], hosted agents: [] {{(pid=84152) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 14:34:07.952248 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1af7416b-7b9a-42af-85b1-4c7b1fca9de5 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Router 4eefcaee-bace-4adb-8a5d-f0fdb71ad690 is scheduled to L3 agent 624d525b-4c26-4143-8a1c-228bb1c6faaa with binding_index 1 {{(pid=84153) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 20 14:34:07.969888 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-89ede013-5c3b-4d3a-b018-d6507956cf0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:08.057392 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb8b3a83-a7d4-4fec-bc7f-819c64ad071b tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Network e6375433-9719-46e8-83c8-134ded03773b is scheduled to be hosted by DHCP agent 1a181e39-5220-4c1a-88f8-08a54e8bfc9b with binding_index 1 {{(pid=84152) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 14:34:08.063395 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.db_base_plugin_common [None req-7cb267d8-48bf-4ef4-ab14-038939da94bc tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Delete allocated IP 2001:db8::2ad (bd3bcbed-b067-4dc5-9ed0-4aa3dd858989/3cdc97d3-c732-4896-9785-5c72fa272e36) {{(pid=84153) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 20 14:34:08.116158 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.db_base_plugin_common [None req-7cb267d8-48bf-4ef4-ab14-038939da94bc tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Allocated IP 2001:db8:0:1::24a (bd3bcbed-b067-4dc5-9ed0-4aa3dd858989/8f91250a-704f-4b3a-b2d2-df38c5560686/cdfe77be-b65c-4e37-9a3e-66176d229e54) {{(pid=84153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:34:08.158309 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.base_scheduler [None req-eb8b3a83-a7d4-4fec-bc7f-819c64ad071b tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825124-1-hyperv, e6375433-9719-46e8-83c8-134ded03773b) {{(pid=84152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:34:08.163195 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb8b3a83-a7d4-4fec-bc7f-819c64ad071b tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:34:08.164039 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-eb8b3a83-a7d4-4fec-bc7f-819c64ad071b tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Notify callbacks [] for subnet, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:08.213702 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c12f5ce-af4a-4bce-88f9-a26f01d936dd None None] Network e6375433-9719-46e8-83c8-134ded03773b requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:34:08.294642 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-eb8b3a83-a7d4-4fec-bc7f-819c64ad071b tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.3059993 Jan 20 14:34:08.296528 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 41896) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:08.301762 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1af7416b-7b9a-42af-85b1-4c7b1fca9de5 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify agent at l3_agent.dv-neutron-825124-1-hyperv the message routers_updated {{(pid=84153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 14:34:08.312904 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d130b402-4363-4ae8-940b-2bcd056d5335 None None] Sync routers for ids ['4eefcaee-bace-4adb-8a5d-f0fdb71ad690'] in dv-neutron-825124-1-hyperv {{(pid=84155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 14:34:08.317500 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-1af7416b-7b9a-42af-85b1-4c7b1fca9de5 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] 10.222.0.54 "PUT /v2.0/routers/4eefcaee-bace-4adb-8a5d-f0fdb71ad690/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0556836 Jan 20 14:34:08.325145 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 41900) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:08.338267 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d130b402-4363-4ae8-940b-2bcd056d5335 None None] Routers {'4eefcaee-bace-4adb-8a5d-f0fdb71ad690'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:34:08.338906 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-d130b402-4363-4ae8-940b-2bcd056d5335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:34:00Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['4eefcaee-bace-4adb-8a5d-f0fdb71ad690'], 'active': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:34:08.403726 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-d130b402-4363-4ae8-940b-2bcd056d5335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:34:08.416621 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d130b402-4363-4ae8-940b-2bcd056d5335 None None] Routers {'4eefcaee-bace-4adb-8a5d-f0fdb71ad690'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:34:08.417496 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-d130b402-4363-4ae8-940b-2bcd056d5335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:34:00Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['4eefcaee-bace-4adb-8a5d-f0fdb71ad690'], 'active': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:34:08.428123 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-7cb267d8-48bf-4ef4-ab14-038939da94bc tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks [] for port, precommit_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:08.446243 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.provisioning_blocks [None req-7cb267d8-48bf-4ef4-ab14-038939da94bc tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Transition to ACTIVE for port object cdfe77be-b65c-4e37-9a3e-66176d229e54 will not be triggered until provisioned by entity DHCP. {{(pid=84153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:34:08.483111 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-d130b402-4363-4ae8-940b-2bcd056d5335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:34:08.483403 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaef3e18-ea19-4fda-8d5d-4c096a1d8b15 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:34:08.483544 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d130b402-4363-4ae8-940b-2bcd056d5335 None None] The sync data for ids ['4eefcaee-bace-4adb-8a5d-f0fdb71ad690'] in dv-neutron-825124-1-hyperv is: [] {{(pid=84155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 14:34:08.483884 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-aaef3e18-ea19-4fda-8d5d-4c096a1d8b15 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Synchronizing usage tracker for tenant:c471105210324ce4bdf04d2ea6130d17 on resource:port {{(pid=84153) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:34:08.528136 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-7cb267d8-48bf-4ef4-ab14-038939da94bc tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3944146'] for port, after_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:08.532745 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-1a0833cc-57a9-45e4-ae6c-2354130a8db1 None None] Notify callbacks [] for port, precommit_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:08.587707 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-1a0833cc-57a9-45e4-ae6c-2354130a8db1 None None] Transition to ACTIVE for port object 8f37f62a-1816-4474-a0e8-49e9ec80d6ae will not be triggered until provisioned by entity L2. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:34:08.604592 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-aaef3e18-ea19-4fda-8d5d-4c096a1d8b15 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Unset dirty status for tenant:c471105210324ce4bdf04d2ea6130d17 on resource:port {{(pid=84153) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:34:08.605753 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-aaef3e18-ea19-4fda-8d5d-4c096a1d8b15 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] 10.222.0.54 "GET /v2.0/ports/75c3f066-27de-46de-be30-16195b99ff01 HTTP/1.1" status: 200 len: 910 time: 0.2794666 Jan 20 14:34:08.613829 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 41904) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:08.666448 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_common [None req-89ede013-5c3b-4d3a-b018-d6507956cf0d None None] Allocated IP 2001:db8:0:1::2 (bd3bcbed-b067-4dc5-9ed0-4aa3dd858989/8f91250a-704f-4b3a-b2d2-df38c5560686/00edff6d-6e2d-4ceb-9d41-725ebbc2b045) {{(pid=84154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:34:08.673998 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-1a0833cc-57a9-45e4-ae6c-2354130a8db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:08.717612 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e155418e-6f13-4491-a5ad-ec2ed34b799f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95c917f5-14ba-5e96-98b8-1a52654a930a-e6375433-9719-46e8-83c8-134ded03773b', 'network_id': 'e6375433-9719-46e8-83c8-134ded03773b', 'tenant_id': '9c4261ab481844b5bb12c28ceb385a24', 'fixed_ips': [{'subnet_id': 'd1901ba2-213a-49cf-963a-9516e82439fd'}]}} from dv-neutron-825124-1-hyperv. {{(pid=84154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 20 14:34:08.720611 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-e155418e-6f13-4491-a5ad-ec2ed34b799f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:08.725172 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-7cb267d8-48bf-4ef4-ab14-038939da94bc tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] In _notify_port_updated(), no bound segment for port cdfe77be-b65c-4e37-9a3e-66176d229e54 on network bd3bcbed-b067-4dc5-9ed0-4aa3dd858989 {{(pid=84153) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Jan 20 14:34:08.734854 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cb267d8-48bf-4ef4-ab14-038939da94bc tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:34:08.734854 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-7cb267d8-48bf-4ef4-ab14-038939da94bc tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:08.734854 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-7cb267d8-48bf-4ef4-ab14-038939da94bc tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] 10.222.0.54 "PUT /v2.0/ports/cdfe77be-b65c-4e37-9a3e-66176d229e54 HTTP/1.1" status: 200 len: 929 time: 2.0134041 Jan 20 14:34:08.741016 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 41908) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:08.743755 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb267d8-48bf-4ef4-ab14-038939da94bc tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Pushing event updated for resources: {'Port': ['ID=cdfe77be-b65c-4e37-9a3e-66176d229e54,revision_number=2']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:08.810845 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb267d8-48bf-4ef4-ab14-038939da94bc tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:34:08.810845 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb267d8-48bf-4ef4-ab14-038939da94bc tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:34:08.810845 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb267d8-48bf-4ef4-ab14-038939da94bc tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:34:08.810845 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb267d8-48bf-4ef4-ab14-038939da94bc tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:34:08.810845 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb267d8-48bf-4ef4-ab14-038939da94bc tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:34:08.810845 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb267d8-48bf-4ef4-ab14-038939da94bc tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:34:08.810845 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb267d8-48bf-4ef4-ab14-038939da94bc tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:34:08.810845 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb267d8-48bf-4ef4-ab14-038939da94bc tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:34:08.813433 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb267d8-48bf-4ef4-ab14-038939da94bc tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:34:08.813433 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb267d8-48bf-4ef4-ab14-038939da94bc tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:34:08.813433 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb267d8-48bf-4ef4-ab14-038939da94bc tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:34:08.887370 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-19ee96c3-441e-4b20-b52f-89ac1e0129bd tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Deleting port cdfe77be-b65c-4e37-9a3e-66176d229e54 {{(pid=84153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:34:08.887716 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-19ee96c3-441e-4b20-b52f-89ac1e0129bd tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:08.903620 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1a0a49-3b4f-4dd6-a258-df3880d427f3 None None] Pushing event updated for resources: {'Port': ['ID=8f37f62a-1816-4474-a0e8-49e9ec80d6ae,revision_number=2']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:08.922819 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-1a0833cc-57a9-45e4-ae6c-2354130a8db1 None None] Attempting to bind port 8f37f62a-1816-4474-a0e8-49e9ec80d6ae on host dv-neutron-825124-1-hyperv for vnic_type normal with profile {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:34:08.923194 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-1a0833cc-57a9-45e4-ae6c-2354130a8db1 None None] Attempting to bind port 8f37f62a-1816-4474-a0e8-49e9ec80d6ae by drivers openvswitch,hyperv on host dv-neutron-825124-1-hyperv at level 0 using segments [{'id': 'f628f1ba-6b70-4c9b-8839-62340c040c81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d'}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:34:08.924191 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a0833cc-57a9-45e4-ae6c-2354130a8db1 None None] Attempting to bind port 8f37f62a-1816-4474-a0e8-49e9ec80d6ae on network 8dffb05c-5ca0-409b-bd5f-7be6264f707d {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 14:34:08.989313 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a0833cc-57a9-45e4-ae6c-2354130a8db1 None None] Checking agent: {'id': '6414dfeb-85c5-454a-8756-709ca637d800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825124-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 16, 31), 'started_at': datetime.datetime(2022, 1, 20, 14, 17, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 34, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825124-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 14:34:08.989313 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a0833cc-57a9-45e4-ae6c-2354130a8db1 None None] Checking segment: {'id': 'f628f1ba-6b70-4c9b-8839-62340c040c81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 14:34:08.989615 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-1a0833cc-57a9-45e4-ae6c-2354130a8db1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:08.990015 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a0833cc-57a9-45e4-ae6c-2354130a8db1 None None] Bound using segment: {'id': 'f628f1ba-6b70-4c9b-8839-62340c040c81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d'} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 14:34:08.990518 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-1a0833cc-57a9-45e4-ae6c-2354130a8db1 None None] Bound port: 8f37f62a-1816-4474-a0e8-49e9ec80d6ae, host: dv-neutron-825124-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f628f1ba-6b70-4c9b-8839-62340c040c81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d'}}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:34:08.991609 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-1a0833cc-57a9-45e4-ae6c-2354130a8db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:09.073067 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-89ede013-5c3b-4d3a-b018-d6507956cf0d None None] For port 00edff6d-6e2d-4ceb-9d41-725ebbc2b045, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=00edff6d-6e2d-4ceb-9d41-725ebbc2b045,segment=NetworkSegment(436f8be2-a750-4476-bdec-9a771739b46b),segment_id=436f8be2-a750-4476-bdec-9a771739b46b)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:34:09.158943 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-89ede013-5c3b-4d3a-b018-d6507956cf0d None None] Notify callbacks [] for port, precommit_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:09.165529 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-1a0833cc-57a9-45e4-ae6c-2354130a8db1 None None] For port 8f37f62a-1816-4474-a0e8-49e9ec80d6ae, host dv-neutron-825124-1-hyperv, cleared binding levels {{(pid=84154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 14:34:09.171566 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-1a0833cc-57a9-45e4-ae6c-2354130a8db1 None None] For port 8f37f62a-1816-4474-a0e8-49e9ec80d6ae, host dv-neutron-825124-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=8f37f62a-1816-4474-a0e8-49e9ec80d6ae,segment=NetworkSegment(f628f1ba-6b70-4c9b-8839-62340c040c81),segment_id=f628f1ba-6b70-4c9b-8839-62340c040c81)] {{(pid=84154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 14:34:09.173161 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_common [None req-e155418e-6f13-4491-a5ad-ec2ed34b799f None None] Allocated IP 172.20.0.2 (e6375433-9719-46e8-83c8-134ded03773b/d1901ba2-213a-49cf-963a-9516e82439fd/3a556c20-72e3-43e0-8e97-51908c2cfc7e) {{(pid=84154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:34:09.190452 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-89ede013-5c3b-4d3a-b018-d6507956cf0d None None] Transition to ACTIVE for port object 00edff6d-6e2d-4ceb-9d41-725ebbc2b045 will not be triggered until provisioned by entity DHCP. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:34:09.271752 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-bd9470e5-d985-4780-be7d-15c8f60fcc10 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:09.280062 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-1a0833cc-57a9-45e4-ae6c-2354130a8db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:09.335711 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-89ede013-5c3b-4d3a-b018-d6507956cf0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:09.387075 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-19ee96c3-441e-4b20-b52f-89ac1e0129bd tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:09.445968 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1a0a49-3b4f-4dd6-a258-df3880d427f3 None None] Pushing event updated for resources: {'Port': ['ID=8f37f62a-1816-4474-a0e8-49e9ec80d6ae,revision_number=3']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:09.621954 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a0833cc-57a9-45e4-ae6c-2354130a8db1 None None] Routers {'873609ad-5f31-4c7a-ab27-a99033846581'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:34:09.622679 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-1a0833cc-57a9-45e4-ae6c-2354130a8db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:34:00Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['873609ad-5f31-4c7a-ab27-a99033846581'], 'active': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:34:09.695658 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ede013-5c3b-4d3a-b018-d6507956cf0d None None] Pushing event updated for resources: {'Port': ['ID=00edff6d-6e2d-4ceb-9d41-725ebbc2b045,revision_number=4']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:09.696704 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-19ee96c3-441e-4b20-b52f-89ac1e0129bd tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Calling delete_port for cdfe77be-b65c-4e37-9a3e-66176d229e54 owned by {{(pid=84153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:34:09.732796 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-e155418e-6f13-4491-a5ad-ec2ed34b799f None None] Notify callbacks [] for port, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:09.777172 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-c74729e9-3f79-4cc2-bcd0-66a00a3200c4 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-743504'] for router_interface, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:09.809215 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-e155418e-6f13-4491-a5ad-ec2ed34b799f None None] Transition to ACTIVE for port object 3a556c20-72e3-43e0-8e97-51908c2cfc7e will not be triggered until provisioned by entity L2. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:34:09.933165 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-e155418e-6f13-4491-a5ad-ec2ed34b799f None None] Transition to ACTIVE for port object 3a556c20-72e3-43e0-8e97-51908c2cfc7e will not be triggered until provisioned by entity DHCP. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:34:09.954303 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvr_db [None req-1a0833cc-57a9-45e4-ae6c-2354130a8db1 None None] Set router 873609ad-5f31-4c7a-ab27-a99033846581 gateway port host: dv-neutron-825124-1-hyperv {{(pid=84154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 14:34:10.079626 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-e155418e-6f13-4491-a5ad-ec2ed34b799f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477'] for port, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:10.126289 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.db_base_plugin_common [None req-bd9470e5-d985-4780-be7d-15c8f60fcc10 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Allocated IP 172.20.0.1 (e6375433-9719-46e8-83c8-134ded03773b/d1901ba2-213a-49cf-963a-9516e82439fd/d3414f0b-0df5-43ed-8a8f-d6312cc952b4) {{(pid=84152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:34:10.257973 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e155418e-6f13-4491-a5ad-ec2ed34b799f None None] Pushing event updated for resources: {'Port': ['ID=3a556c20-72e3-43e0-8e97-51908c2cfc7e,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:10.275848 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-19ee96c3-441e-4b20-b52f-89ac1e0129bd tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:10.290423 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e155418e-6f13-4491-a5ad-ec2ed34b799f None None] Network e6375433-9719-46e8-83c8-134ded03773b is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:34:10.293850 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-e155418e-6f13-4491-a5ad-ec2ed34b799f None None] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:34:10.305933 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e155418e-6f13-4491-a5ad-ec2ed34b799f None None] Received port after_create {{(pid=84154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:34:10.351225 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ee96c3-441e-4b20-b52f-89ac1e0129bd tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Pushing event deleted for resources: {'Port': ['ID=cdfe77be-b65c-4e37-9a3e-66176d229e54,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:10.417823 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-19ee96c3-441e-4b20-b52f-89ac1e0129bd tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:10.442080 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-19ee96c3-441e-4b20-b52f-89ac1e0129bd tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] 10.222.0.54 "DELETE /v2.0/ports/cdfe77be-b65c-4e37-9a3e-66176d229e54 HTTP/1.1" status: 204 len: 168 time: 1.6997099 Jan 20 14:34:10.446531 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 41912) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:10.448002 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-bd9470e5-d985-4780-be7d-15c8f60fcc10 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Notify callbacks [] for port, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:10.454241 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-e155418e-6f13-4491-a5ad-ec2ed34b799f None None] Attempting to bind port 3a556c20-72e3-43e0-8e97-51908c2cfc7e on host dv-neutron-825124-1-hyperv for vnic_type normal with profile {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:34:10.454241 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-e155418e-6f13-4491-a5ad-ec2ed34b799f None None] Attempting to bind port 3a556c20-72e3-43e0-8e97-51908c2cfc7e by drivers openvswitch,hyperv on host dv-neutron-825124-1-hyperv at level 0 using segments [{'id': '316c3b73-0eb2-4e0f-88b9-2933ad7f6429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'e6375433-9719-46e8-83c8-134ded03773b'}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:34:10.454463 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e155418e-6f13-4491-a5ad-ec2ed34b799f None None] Attempting to bind port 3a556c20-72e3-43e0-8e97-51908c2cfc7e on network e6375433-9719-46e8-83c8-134ded03773b {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 14:34:10.468903 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.provisioning_blocks [None req-bd9470e5-d985-4780-be7d-15c8f60fcc10 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Transition to ACTIVE for port object d3414f0b-0df5-43ed-8a8f-d6312cc952b4 will not be triggered until provisioned by entity DHCP. {{(pid=84152) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:34:10.489647 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e155418e-6f13-4491-a5ad-ec2ed34b799f None None] Checking agent: {'id': '6414dfeb-85c5-454a-8756-709ca637d800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825124-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 16, 31), 'started_at': datetime.datetime(2022, 1, 20, 14, 17, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 34, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825124-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 14:34:10.490025 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e155418e-6f13-4491-a5ad-ec2ed34b799f None None] Checking segment: {'id': '316c3b73-0eb2-4e0f-88b9-2933ad7f6429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'e6375433-9719-46e8-83c8-134ded03773b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 14:34:10.492877 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-e155418e-6f13-4491-a5ad-ec2ed34b799f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:10.493279 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e155418e-6f13-4491-a5ad-ec2ed34b799f None None] Bound using segment: {'id': '316c3b73-0eb2-4e0f-88b9-2933ad7f6429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'e6375433-9719-46e8-83c8-134ded03773b'} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 14:34:10.493783 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-e155418e-6f13-4491-a5ad-ec2ed34b799f None None] Bound port: 3a556c20-72e3-43e0-8e97-51908c2cfc7e, host: dv-neutron-825124-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '316c3b73-0eb2-4e0f-88b9-2933ad7f6429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'e6375433-9719-46e8-83c8-134ded03773b'}}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:34:10.494747 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-e155418e-6f13-4491-a5ad-ec2ed34b799f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:10.530711 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.pecan_wsgi.hooks.translation [None req-bce2f6f3-e727-4a6b-8036-6636b0a8408c tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] GET failed (client error): The resource could not be found. Jan 20 14:34:10.531213 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-bce2f6f3-e727-4a6b-8036-6636b0a8408c tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Synchronizing usage tracker for tenant:b664f111a0df442d811f140f6dbd9d75 on resource:port {{(pid=84153) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:34:10.572192 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-bd9470e5-d985-4780-be7d-15c8f60fcc10 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:10.623856 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-e155418e-6f13-4491-a5ad-ec2ed34b799f None None] For port 3a556c20-72e3-43e0-8e97-51908c2cfc7e, host dv-neutron-825124-1-hyperv, cleared binding levels {{(pid=84154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 14:34:10.627049 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-138187f3-0bb0-4f34-b972-4dba76ec4be4 None None] Provisioning complete for port 9c6b29f2-4b6b-4b2f-a124-914357e37188 triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:34:10.627264 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-bce2f6f3-e727-4a6b-8036-6636b0a8408c tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Unset dirty status for tenant:b664f111a0df442d811f140f6dbd9d75 on resource:port {{(pid=84153) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:34:10.627429 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-138187f3-0bb0-4f34-b972-4dba76ec4be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:10.632646 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-bce2f6f3-e727-4a6b-8036-6636b0a8408c tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] 10.222.0.54 "GET /v2.0/ports/cdfe77be-b65c-4e37-9a3e-66176d229e54 HTTP/1.1" status: 404 len: 333 time: 0.1797016 Jan 20 14:34:10.632646 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 41916) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:10.657521 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-1a0833cc-57a9-45e4-ae6c-2354130a8db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '873609ad-5f31-4c7a-ab27-a99033846581', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1705145768', 'tenant_id': '9c4261ab481844b5bb12c28ceb385a24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.97'}], 'enable_snat': True}, 'gw_port_id': '8f37f62a-1816-4474-a0e8-49e9ec80d6ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:34:03Z', 'updated_at': '2022-01-20T14:34:05Z', 'revision_number': 3, 'project_id': '9c4261ab481844b5bb12c28ceb385a24', 'gw_port': {'id': '8f37f62a-1816-4474-a0e8-49e9ec80d6ae', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:7d:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '873609ad-5f31-4c7a-ab27-a99033846581', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:34:04Z', 'updated_at': '2022-01-20T14:34:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv'}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:34:10.678831 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a0833cc-57a9-45e4-ae6c-2354130a8db1 None None] The sync data for ids ['873609ad-5f31-4c7a-ab27-a99033846581'] in dv-neutron-825124-1-hyperv is: [{'id': '873609ad-5f31-4c7a-ab27-a99033846581', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1705145768', 'tenant_id': '9c4261ab481844b5bb12c28ceb385a24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.97'}], 'enable_snat': True}, 'gw_port_id': '8f37f62a-1816-4474-a0e8-49e9ec80d6ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:34:03Z', 'updated_at': '2022-01-20T14:34:05Z', 'revision_number': 3, 'project_id': '9c4261ab481844b5bb12c28ceb385a24', 'gw_port': {'id': '8f37f62a-1816-4474-a0e8-49e9ec80d6ae', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:7d:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '873609ad-5f31-4c7a-ab27-a99033846581', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:34:04Z', 'updated_at': '2022-01-20T14:34:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv'}] {{(pid=84154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 14:34:10.685815 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-e155418e-6f13-4491-a5ad-ec2ed34b799f None None] For port 3a556c20-72e3-43e0-8e97-51908c2cfc7e, host dv-neutron-825124-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=3a556c20-72e3-43e0-8e97-51908c2cfc7e,segment=NetworkSegment(316c3b73-0eb2-4e0f-88b9-2933ad7f6429),segment_id=316c3b73-0eb2-4e0f-88b9-2933ad7f6429)] {{(pid=84154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 14:34:10.706640 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-138187f3-0bb0-4f34-b972-4dba76ec4be4 None None] Port 9c6b29f2-4b6b-4b2f-a124-914357e37188 cannot update to ACTIVE because it is not bound. {{(pid=84154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 14:34:10.710134 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-138187f3-0bb0-4f34-b972-4dba76ec4be4 None None] Could not find standard attr ID for object cdfe77be-b65c-4e37-9a3e-66176d229e54. {{(pid=84154) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 20 14:34:10.737059 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9470e5-d985-4780-be7d-15c8f60fcc10 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Pushing event updated for resources: {'Port': ['ID=d3414f0b-0df5-43ed-8a8f-d6312cc952b4,revision_number=1']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:10.754605 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-e155418e-6f13-4491-a5ad-ec2ed34b799f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:10.762816 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd9470e5-d985-4780-be7d-15c8f60fcc10 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Network e6375433-9719-46e8-83c8-134ded03773b is already hosted by enough agents. {{(pid=84152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:34:10.766358 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.base_scheduler [None req-bd9470e5-d985-4780-be7d-15c8f60fcc10 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Resources bound (agent type, host, resource id): {{(pid=84152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:34:10.770416 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd9470e5-d985-4780-be7d-15c8f60fcc10 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Received port after_create {{(pid=84152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:34:10.839803 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-947ea63f-287f-4805-81a8-3bbd8a94c55b tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks [] for security_group, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:10.850453 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-138187f3-0bb0-4f34-b972-4dba76ec4be4 None None] Provisioning for port 00edff6d-6e2d-4ceb-9d41-725ebbc2b045 completed by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:34:10.887843 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-947ea63f-287f-4805-81a8-3bbd8a94c55b tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:10.905686 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-138187f3-0bb0-4f34-b972-4dba76ec4be4 None None] Provisioning complete for port 00edff6d-6e2d-4ceb-9d41-725ebbc2b045 triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:34:10.906354 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-138187f3-0bb0-4f34-b972-4dba76ec4be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:10.950765 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-bd9470e5-d985-4780-be7d-15c8f60fcc10 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-745387'] for router_interface, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:10.982644 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-c74729e9-3f79-4cc2-bcd0-66a00a3200c4 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Deleting port 75c3f066-27de-46de-be30-16195b99ff01 {{(pid=84153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:34:10.983038 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-c74729e9-3f79-4cc2-bcd0-66a00a3200c4 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:11.061794 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e155418e-6f13-4491-a5ad-ec2ed34b799f None None] Pushing event updated for resources: {'Port': ['ID=3a556c20-72e3-43e0-8e97-51908c2cfc7e,revision_number=2']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:11.085453 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e155418e-6f13-4491-a5ad-ec2ed34b799f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:34:11.085834 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e155418e-6f13-4491-a5ad-ec2ed34b799f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:34:11.086296 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e155418e-6f13-4491-a5ad-ec2ed34b799f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:34:11.086817 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e155418e-6f13-4491-a5ad-ec2ed34b799f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:34:11.087417 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e155418e-6f13-4491-a5ad-ec2ed34b799f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:34:11.088476 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e155418e-6f13-4491-a5ad-ec2ed34b799f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:34:11.089107 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e155418e-6f13-4491-a5ad-ec2ed34b799f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:34:11.089699 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e155418e-6f13-4491-a5ad-ec2ed34b799f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:34:11.090225 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e155418e-6f13-4491-a5ad-ec2ed34b799f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:34:11.090711 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e155418e-6f13-4491-a5ad-ec2ed34b799f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:34:11.091506 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e155418e-6f13-4491-a5ad-ec2ed34b799f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:34:11.177234 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-947ea63f-287f-4805-81a8-3bbd8a94c55b tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:11.229158 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947ea63f-287f-4805-81a8-3bbd8a94c55b tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=01c7e23c-e2ae-4a96-a08d-8c281ac06d33,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:11.243599 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-947ea63f-287f-4805-81a8-3bbd8a94c55b tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks [] for security_group, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:11.250333 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-947ea63f-287f-4805-81a8-3bbd8a94c55b tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] 10.222.0.54 "DELETE /v2.0/security-groups/01c7e23c-e2ae-4a96-a08d-8c281ac06d33 HTTP/1.1" status: 204 len: 168 time: 0.6127522 Jan 20 14:34:11.255691 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 41920) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:11.268411 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-bd9470e5-d985-4780-be7d-15c8f60fcc10 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:11.359546 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-c74729e9-3f79-4cc2-bcd0-66a00a3200c4 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:11.389218 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 00edff6d-6e2d-4ceb-9d41-725ebbc2b045 up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:34:11.484773 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-efbec2b4-b6a5-4697-a60a-50b3e05c6eb6 None None] Could not find standard attr ID for object cdfe77be-b65c-4e37-9a3e-66176d229e54. {{(pid=84154) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 20 14:34:11.509487 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port 00edff6d-6e2d-4ceb-9d41-725ebbc2b045 triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:34:11.510613 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:11.622098 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-c74729e9-3f79-4cc2-bcd0-66a00a3200c4 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Calling delete_port for 75c3f066-27de-46de-be30-16195b99ff01 owned by network:router_interface {{(pid=84153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:34:11.655134 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-f6a531c9-e0b3-45c1-a8c1-2f24487ade65 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks [] for security_group, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:11.706491 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 8f37f62a-1816-4474-a0e8-49e9ec80d6ae up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:34:11.865085 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-f6a531c9-e0b3-45c1-a8c1-2f24487ade65 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:11.919569 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning for port 8f37f62a-1816-4474-a0e8-49e9ec80d6ae completed by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:34:11.927571 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port 8f37f62a-1816-4474-a0e8-49e9ec80d6ae triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:34:11.927919 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:12.024605 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-bd9470e5-d985-4780-be7d-15c8f60fcc10 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Notify callbacks [] for port, precommit_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:12.038153 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-f6a531c9-e0b3-45c1-a8c1-2f24487ade65 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:12.064394 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a531c9-e0b3-45c1-a8c1-2f24487ade65 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=81fecbe7-6b73-4e1e-aa04-516928c68376,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:12.075223 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-f6a531c9-e0b3-45c1-a8c1-2f24487ade65 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks [] for security_group, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:12.076676 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-f6a531c9-e0b3-45c1-a8c1-2f24487ade65 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] 10.222.0.54 "DELETE /v2.0/security-groups/81fecbe7-6b73-4e1e-aa04-516928c68376 HTTP/1.1" status: 204 len: 168 time: 0.8196154 Jan 20 14:34:12.083392 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 41924) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:12.083518 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:12.104257 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-bd9470e5-d985-4780-be7d-15c8f60fcc10 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162822'] for port, after_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:12.114225 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] For port 8f37f62a-1816-4474-a0e8-49e9ec80d6ae, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=8f37f62a-1816-4474-a0e8-49e9ec80d6ae,segment=NetworkSegment(f628f1ba-6b70-4c9b-8839-62340c040c81),segment_id=f628f1ba-6b70-4c9b-8839-62340c040c81)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:34:12.164909 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c4df7e0-8b1b-477d-b904-0930af4e02f7 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Deleting subnet 3cdc97d3-c732-4896-9785-5c72fa272e36 {{(pid=84153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 20 14:34:12.168258 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-6c4df7e0-8b1b-477d-b904-0930af4e02f7 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks [] for subnet, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:12.208271 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-c74729e9-3f79-4cc2-bcd0-66a00a3200c4 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:12.217079 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:12.231464 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-bd9470e5-d985-4780-be7d-15c8f60fcc10 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1705158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-743490'] for router_interface, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:12.235403 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9470e5-d985-4780-be7d-15c8f60fcc10 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Pushing event updated for resources: {'Port': ['ID=d3414f0b-0df5-43ed-8a8f-d6312cc952b4,revision_number=2']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:12.322289 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Pushing event updated for resources: {'Port': ['ID=8f37f62a-1816-4474-a0e8-49e9ec80d6ae,revision_number=4']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:12.373201 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74729e9-3f79-4cc2-bcd0-66a00a3200c4 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Pushing event deleted for resources: {'Port': ['ID=75c3f066-27de-46de-be30-16195b99ff01,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:12.390718 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-6c4df7e0-8b1b-477d-b904-0930af4e02f7 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3980851'] for subnet, precommit_delete_associations {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:12.425022 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd9470e5-d985-4780-be7d-15c8f60fcc10 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Network e6375433-9719-46e8-83c8-134ded03773b is already hosted by enough agents. {{(pid=84152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:34:12.426424 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.base_scheduler [None req-bd9470e5-d985-4780-be7d-15c8f60fcc10 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Resources bound (agent type, host, resource id): {{(pid=84152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:34:12.609128 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-6c4df7e0-8b1b-477d-b904-0930af4e02f7 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1627147'] for subnet, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:12.705630 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99a6cb24-a33b-4bd8-abea-afafbc0cd628 None None] Network e6375433-9719-46e8-83c8-134ded03773b requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:34:12.732952 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-c74729e9-3f79-4cc2-bcd0-66a00a3200c4 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1705096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-745401'] for router_interface, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:12.913415 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-9344932b-f444-4c58-8c1f-ebcba69cb5dd None None] Provisioning for port 3a556c20-72e3-43e0-8e97-51908c2cfc7e completed by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:34:12.991318 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-6c4df7e0-8b1b-477d-b904-0930af4e02f7 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1627154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3943464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4194013'] for subnet, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:13.046950 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd9470e5-d985-4780-be7d-15c8f60fcc10 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Router 873609ad-5f31-4c7a-ab27-a99033846581 has already been hosted by L3 agent 624d525b-4c26-4143-8a1c-228bb1c6faaa {{(pid=84152) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 14:34:13.110328 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4df7e0-8b1b-477d-b904-0930af4e02f7 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Pushing event deleted for resources: {'Subnet': ['ID=3cdc97d3-c732-4896-9785-5c72fa272e36,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:13.125355 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-6c4df7e0-8b1b-477d-b904-0930af4e02f7 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks [] for subnet, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:13.132592 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5430e5d1-9673-409a-92cb-4519266a553c None None] Network bd3bcbed-b067-4dc5-9ed0-4aa3dd858989 requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:34:13.156838 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-6c4df7e0-8b1b-477d-b904-0930af4e02f7 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] 10.222.0.54 "DELETE /v2.0/subnets/3cdc97d3-c732-4896-9785-5c72fa272e36 HTTP/1.1" status: 204 len: 168 time: 1.0727994 Jan 20 14:34:13.159185 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 41928) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:13.169828 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-3aa3718b-a97c-4952-a63c-15607f6001fa tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Request body: {'subnet': {'network_id': 'bd3bcbed-b067-4dc5-9ed0-4aa3dd858989', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:34:13.372965 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c74729e9-3f79-4cc2-bcd0-66a00a3200c4 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Router 4eefcaee-bace-4adb-8a5d-f0fdb71ad690 has already been hosted by L3 agent 624d525b-4c26-4143-8a1c-228bb1c6faaa {{(pid=84153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 14:34:13.488694 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 3a556c20-72e3-43e0-8e97-51908c2cfc7e up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:34:13.493887 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-3aa3718b-a97c-4952-a63c-15607f6001fa tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:34:13.498326 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-3aa3718b-a97c-4952-a63c-15607f6001fa tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Usage tracker for resource:subnet and tenant:b664f111a0df442d811f140f6dbd9d75 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:34:13.501452 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-3aa3718b-a97c-4952-a63c-15607f6001fa tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:34:13.512131 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-3aa3718b-a97c-4952-a63c-15607f6001fa tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:34:13.558248 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd9470e5-d985-4780-be7d-15c8f60fcc10 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Notify agent at l3_agent.dv-neutron-825124-1-hyperv the message routers_updated {{(pid=84152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 14:34:13.564939 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c74729e9-3f79-4cc2-bcd0-66a00a3200c4 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify agent at l3_agent.dv-neutron-825124-1-hyperv the message routers_updated {{(pid=84153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 14:34:13.576153 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-c74729e9-3f79-4cc2-bcd0-66a00a3200c4 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] 10.222.0.54 "PUT /v2.0/routers/4eefcaee-bace-4adb-8a5d-f0fdb71ad690/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9577587 Jan 20 14:34:13.576270 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-bd9470e5-d985-4780-be7d-15c8f60fcc10 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] 10.222.0.54 "PUT /v2.0/routers/873609ad-5f31-4c7a-ab27-a99033846581/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2770824 Jan 20 14:34:13.579174 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 41932) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:13.580448 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82697852-3a14-4f39-b877-92d22d401758 None None] Sync routers for ids ['4eefcaee-bace-4adb-8a5d-f0fdb71ad690'] in dv-neutron-825124-1-hyperv {{(pid=84154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 14:34:13.622479 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3aa3718b-a97c-4952-a63c-15607f6001fa tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Made reservation on behalf of b664f111a0df442d811f140f6dbd9d75 for: {'subnet': 1} {{(pid=84152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:34:13.674766 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82697852-3a14-4f39-b877-92d22d401758 None None] Routers {'4eefcaee-bace-4adb-8a5d-f0fdb71ad690'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:34:13.676374 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-82697852-3a14-4f39-b877-92d22d401758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:34:00Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['4eefcaee-bace-4adb-8a5d-f0fdb71ad690'], 'active': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:34:13.754721 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-3ad4b3ff-580b-40eb-9b22-1a3c9650bc4b None None] Provisioning for port d3414f0b-0df5-43ed-8a8f-d6312cc952b4 completed by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:34:13.796157 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-d7b5bae3-2e79-4dd1-9744-f7726ea54b97 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Synchronizing usage tracker for tenant:c471105210324ce4bdf04d2ea6130d17 on resource:port {{(pid=84153) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:34:13.815163 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-3ad4b3ff-580b-40eb-9b22-1a3c9650bc4b None None] Provisioning complete for port d3414f0b-0df5-43ed-8a8f-d6312cc952b4 triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:34:13.815524 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-3ad4b3ff-580b-40eb-9b22-1a3c9650bc4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:13.866408 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-7815135d-a0f3-4c06-8d22-e49c4c2e490d req-ea0794ee-ba0a-4070-8789-8cdbbc41dcd7 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1844912264&fields=id&tenant_id=9c4261ab481844b5bb12c28ceb385a24 HTTP/1.1" status: 200 len: 267 time: 0.0692077 Jan 20 14:34:13.872890 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning for port 3a556c20-72e3-43e0-8e97-51908c2cfc7e completed by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:34:13.880437 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-82697852-3a14-4f39-b877-92d22d401758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:34:13.893604 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port 3a556c20-72e3-43e0-8e97-51908c2cfc7e triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:34:13.893954 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:13.898237 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-3aa3718b-a97c-4952-a63c-15607f6001fa tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3155315'] for subnet, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:13.965372 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-d7b5bae3-2e79-4dd1-9744-f7726ea54b97 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Unset dirty status for tenant:c471105210324ce4bdf04d2ea6130d17 on resource:port {{(pid=84153) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:34:13.968943 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-d7b5bae3-2e79-4dd1-9744-f7726ea54b97 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] 10.222.0.54 "GET /v2.0/ports?device_id=4eefcaee-bace-4adb-8a5d-f0fdb71ad690 HTTP/1.1" status: 200 len: 205 time: 0.3864245 Jan 20 14:34:13.973094 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 41944) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:13.976911 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-3ad4b3ff-580b-40eb-9b22-1a3c9650bc4b None None] Port d3414f0b-0df5-43ed-8a8f-d6312cc952b4 cannot update to ACTIVE because it is not bound. {{(pid=84154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 14:34:13.985794 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82697852-3a14-4f39-b877-92d22d401758 None None] Routers {'4eefcaee-bace-4adb-8a5d-f0fdb71ad690'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:34:13.986454 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-82697852-3a14-4f39-b877-92d22d401758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:34:00Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['4eefcaee-bace-4adb-8a5d-f0fdb71ad690'], 'active': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:34:14.058876 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-82697852-3a14-4f39-b877-92d22d401758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:34:14.059121 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82697852-3a14-4f39-b877-92d22d401758 None None] The sync data for ids ['4eefcaee-bace-4adb-8a5d-f0fdb71ad690'] in dv-neutron-825124-1-hyperv is: [] {{(pid=84154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 14:34:14.117557 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-3ad4b3ff-580b-40eb-9b22-1a3c9650bc4b None None] Provisioning complete for port 3a556c20-72e3-43e0-8e97-51908c2cfc7e triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:34:14.117801 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-3ad4b3ff-580b-40eb-9b22-1a3c9650bc4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:14.169640 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-353434bb-598b-4b00-87cd-c0b5e900a710 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks [] for router, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:14.193140 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:14.265726 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7815135d-a0f3-4c06-8d22-e49c4c2e490d req-f08d0518-86f7-482c-b690-0cfed4ec7446 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:34:14.266876 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [req-7815135d-a0f3-4c06-8d22-e49c4c2e490d req-f08d0518-86f7-482c-b690-0cfed4ec7446 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Synchronizing usage tracker for tenant:9c4261ab481844b5bb12c28ceb385a24 on resource:network {{(pid=84153) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:34:14.324135 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] For port 3a556c20-72e3-43e0-8e97-51908c2cfc7e, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=3a556c20-72e3-43e0-8e97-51908c2cfc7e,segment=NetworkSegment(316c3b73-0eb2-4e0f-88b9-2933ad7f6429),segment_id=316c3b73-0eb2-4e0f-88b9-2933ad7f6429)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:34:14.333888 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-3ad4b3ff-580b-40eb-9b22-1a3c9650bc4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:14.398430 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-3aa3718b-a97c-4952-a63c-15607f6001fa tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4163519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3155301'] for subnet, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:14.423592 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [req-7815135d-a0f3-4c06-8d22-e49c4c2e490d req-f08d0518-86f7-482c-b690-0cfed4ec7446 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Unset dirty status for tenant:9c4261ab481844b5bb12c28ceb385a24 on resource:network {{(pid=84153) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:34:14.425545 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-7815135d-a0f3-4c06-8d22-e49c4c2e490d req-f08d0518-86f7-482c-b690-0cfed4ec7446 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] 10.222.0.54 "GET /v2.0/networks?id=e6375433-9719-46e8-83c8-134ded03773b HTTP/1.1" status: 200 len: 796 time: 0.5502722 Jan 20 14:34:14.425841 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:14.426413 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 8f37f62a-1816-4474-a0e8-49e9ec80d6ae up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:34:14.477790 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aa3718b-a97c-4952-a63c-15607f6001fa tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Network bd3bcbed-b067-4dc5-9ed0-4aa3dd858989 is already hosted by enough agents. {{(pid=84152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:34:14.484943 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.base_scheduler [None req-3aa3718b-a97c-4952-a63c-15607f6001fa tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Resources bound (agent type, host, resource id): {{(pid=84152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:34:14.489757 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aa3718b-a97c-4952-a63c-15607f6001fa tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:34:14.490667 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-3aa3718b-a97c-4952-a63c-15607f6001fa tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks [] for subnet, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:14.504810 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa3718b-a97c-4952-a63c-15607f6001fa tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Pushing event updated for resources: {'Subnet': ['ID=c583e25e-51cc-4e6a-8f91-71fe5d1be194,revision_number=0']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:14.610992 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-a7d52039-3b9b-4692-8947-3df9aeb7e924 req-f40fb3a7-a114-4406-bacc-b0156914838a service neutron] 10.222.0.106 "GET /v2.0/ports?device_id=49ba1514-a268-47af-8414-4af83e8f7d4a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0968714 Jan 20 14:34:14.638086 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Pushing event updated for resources: {'Port': ['ID=3a556c20-72e3-43e0-8e97-51908c2cfc7e,revision_number=3']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:14.638218 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-7815135d-a0f3-4c06-8d22-e49c4c2e490d req-84c1f60a-25f9-4e1c-af0d-43c5c9856629 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] 10.222.0.54 "GET /v2.0/quotas/9c4261ab481844b5bb12c28ceb385a24 HTTP/1.1" status: 200 len: 375 time: 0.2029798 Jan 20 14:34:14.667672 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-3aa3718b-a97c-4952-a63c-15607f6001fa tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5072317 Jan 20 14:34:14.671020 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 41948) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:14.676601 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-1599ba7b-63a9-4c4d-b2af-92ad3dba5d04 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Request body: {'security_group': {'name': 'tempest-secgroup-1736379877'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:34:14.688338 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-1599ba7b-63a9-4c4d-b2af-92ad3dba5d04 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:34:14.693648 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.db.api [None req-3ad4b3ff-580b-40eb-9b22-1a3c9650bc4b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84154) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 14:34:14.693648 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG oslo_db.api [None req-3ad4b3ff-580b-40eb-9b22-1a3c9650bc4b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 14:34:14.697884 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-1599ba7b-63a9-4c4d-b2af-92ad3dba5d04 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Usage tracker for resource:security_group and tenant:b664f111a0df442d811f140f6dbd9d75 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:34:14.701648 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-1599ba7b-63a9-4c4d-b2af-92ad3dba5d04 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:34:14.714596 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-1599ba7b-63a9-4c4d-b2af-92ad3dba5d04 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:34:14.720415 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port 8f37f62a-1816-4474-a0e8-49e9ec80d6ae triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:34:14.720922 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:14.788499 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-353434bb-598b-4b00-87cd-c0b5e900a710 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-737761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105493'] for router, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:14.818885 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-353434bb-598b-4b00-87cd-c0b5e900a710 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:14.843578 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-1599ba7b-63a9-4c4d-b2af-92ad3dba5d04 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks [] for security_group, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:14.870212 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66675cf0-2a14-41f3-9856-eea8c47dc987 None None] Network bd3bcbed-b067-4dc5-9ed0-4aa3dd858989 requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:34:14.874275 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-a7d52039-3b9b-4692-8947-3df9aeb7e924 req-b908ccf1-306f-47da-a4e3-862f17deb343 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=630d3f8a86444149b9a83c00e804a42a&device_id=49ba1514-a268-47af-8414-4af83e8f7d4a HTTP/1.1" status: 200 len: 1098 time: 0.1252394 Jan 20 14:34:14.897088 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-7815135d-a0f3-4c06-8d22-e49c4c2e490d req-005421f8-a671-4bdb-8d60-170258c7eb74 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=9c4261ab481844b5bb12c28ceb385a24&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2579994 Jan 20 14:34:14.943594 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-353434bb-598b-4b00-87cd-c0b5e900a710 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-737693'] for router, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:14.943594 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-353434bb-598b-4b00-87cd-c0b5e900a710 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Fanout notify agent at l3_agent the message router_deleted on router 4eefcaee-bace-4adb-8a5d-f0fdb71ad690 {{(pid=84153) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 20 14:34:14.957136 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-353434bb-598b-4b00-87cd-c0b5e900a710 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks [] for router, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:14.962718 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-353434bb-598b-4b00-87cd-c0b5e900a710 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] 10.222.0.54 "DELETE /v2.0/routers/4eefcaee-bace-4adb-8a5d-f0fdb71ad690 HTTP/1.1" status: 204 len: 168 time: 0.9883060 Jan 20 14:34:14.971175 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 41954) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:15.037946 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9611ceb6-461d-4c6e-989c-8b5ea64decc2 None None] Sync routers for ids ['873609ad-5f31-4c7a-ab27-a99033846581'] in dv-neutron-825124-1-hyperv {{(pid=84155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 14:34:15.054248 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9611ceb6-461d-4c6e-989c-8b5ea64decc2 None None] Routers {'873609ad-5f31-4c7a-ab27-a99033846581'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:34:15.055275 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-9611ceb6-461d-4c6e-989c-8b5ea64decc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:34:00Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['873609ad-5f31-4c7a-ab27-a99033846581'], 'active': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:34:15.059271 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d52039-3b9b-4692-8947-3df9aeb7e924 req-f98fc840-668a-495d-89be-b705f065e294 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:34:15.062570 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-a7d52039-3b9b-4692-8947-3df9aeb7e924 req-f98fc840-668a-495d-89be-b705f065e294 service neutron] 10.222.0.106 "GET /v2.0/networks?id=ac006b3d-300f-4a00-af61-b19ab11d4829 HTTP/1.1" status: 200 len: 912 time: 0.1611710 Jan 20 14:34:15.081090 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-1599ba7b-63a9-4c4d-b2af-92ad3dba5d04 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:34:15.085588 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-1599ba7b-63a9-4c4d-b2af-92ad3dba5d04 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Usage tracker for resource:security_group_rule and tenant:b664f111a0df442d811f140f6dbd9d75 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:34:15.089190 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-1599ba7b-63a9-4c4d-b2af-92ad3dba5d04 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:34:15.100176 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-1599ba7b-63a9-4c4d-b2af-92ad3dba5d04 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:34:15.182177 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-1599ba7b-63a9-4c4d-b2af-92ad3dba5d04 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks [] for security_group, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:15.263219 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-1599ba7b-63a9-4c4d-b2af-92ad3dba5d04 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:15.293754 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 3a556c20-72e3-43e0-8e97-51908c2cfc7e up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:34:15.319208 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvr_db [None req-9611ceb6-461d-4c6e-989c-8b5ea64decc2 None None] Set router 873609ad-5f31-4c7a-ab27-a99033846581 gateway port host: dv-neutron-825124-1-hyperv {{(pid=84155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 14:34:15.344540 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1599ba7b-63a9-4c4d-b2af-92ad3dba5d04 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa6ed297-812a-4a3f-9534-30d5d976f073,revision_number=1']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:15.348892 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-a7d52039-3b9b-4692-8947-3df9aeb7e924 req-66252b97-3e65-4a2c-8c83-ef5c68bca875 service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0a13f278-143e-4ba0-9f56-fa54e2b36d66 HTTP/1.1" status: 200 len: 1001 time: 0.1650484 Jan 20 14:34:15.411198 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-7815135d-a0f3-4c06-8d22-e49c4c2e490d req-e89bb8ea-2984-4ec2-a005-8e4e5bc6d2ae service neutron] 10.222.0.54 "GET /v2.0/networks/e6375433-9719-46e8-83c8-134ded03773b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5101786 Jan 20 14:34:15.420959 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-1599ba7b-63a9-4c4d-b2af-92ad3dba5d04 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks [] for security_group, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:15.422781 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-1599ba7b-63a9-4c4d-b2af-92ad3dba5d04 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.7505081 Jan 20 14:34:15.430644 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 41958) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:15.438777 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port 3a556c20-72e3-43e0-8e97-51908c2cfc7e triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:34:15.439065 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:15.444253 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-dc9ebde9-a40f-4242-b9d6-daccb5556eb8 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Request body: {'security_group': {'name': 'tempest-secgroup-1907062349'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:34:15.454863 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-dc9ebde9-a40f-4242-b9d6-daccb5556eb8 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:34:15.463912 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d52039-3b9b-4692-8947-3df9aeb7e924 req-62252b27-753b-4edf-836d-8174f9bf7a5b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:34:15.466002 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-a7d52039-3b9b-4692-8947-3df9aeb7e924 req-62252b27-753b-4edf-836d-8174f9bf7a5b service neutron] 10.222.0.106 "GET /v2.0/subnets?id=03a7a10f-ac58-4ac3-ae2b-291238d5ec16 HTTP/1.1" status: 200 len: 850 time: 0.1108525 Jan 20 14:34:15.467134 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-dc9ebde9-a40f-4242-b9d6-daccb5556eb8 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Usage tracker for resource:security_group and tenant:b664f111a0df442d811f140f6dbd9d75 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:34:15.471593 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-dc9ebde9-a40f-4242-b9d6-daccb5556eb8 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:34:15.521039 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-dc9ebde9-a40f-4242-b9d6-daccb5556eb8 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:34:15.572203 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-a7d52039-3b9b-4692-8947-3df9aeb7e924 req-ee330473-3be3-4816-a426-4b1518eb50a2 service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=ac006b3d-300f-4a00-af61-b19ab11d4829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0973892 Jan 20 14:34:15.629531 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-c6f2518f-71ac-4287-b88d-4cb8d8447bcd None None] Provisioning complete for port d3414f0b-0df5-43ed-8a8f-d6312cc952b4 triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:34:15.630182 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-c6f2518f-71ac-4287-b88d-4cb8d8447bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:15.698525 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.db_base_plugin_v2 [None req-f587c03c-137d-4f1d-a915-800978cfd4ab tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Deleting subnet 736fafcb-60e3-487f-b7a0-4b7e0e13d3b3 {{(pid=84153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 20 14:34:15.703260 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-f587c03c-137d-4f1d-a915-800978cfd4ab tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks [] for subnet, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:15.707146 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a652494-fad2-4331-a502-fdf3f584bdf3 None None] Update dhcp port {'port': {'network_id': 'bd3bcbed-b067-4dc5-9ed0-4aa3dd858989', 'fixed_ips': [{'subnet_id': '8f91250a-704f-4b3a-b2d2-df38c5560686', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'c583e25e-51cc-4e6a-8f91-71fe5d1be194'}], 'binding:host_id': 'dv-neutron-825124-1-hyperv'}, 'id': '00edff6d-6e2d-4ceb-9d41-725ebbc2b045'} from dv-neutron-825124-1-hyperv. {{(pid=84154) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Jan 20 14:34:15.796810 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-dc9ebde9-a40f-4242-b9d6-daccb5556eb8 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks [] for security_group, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:15.797897 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-9611ceb6-461d-4c6e-989c-8b5ea64decc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '873609ad-5f31-4c7a-ab27-a99033846581', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1705145768', 'tenant_id': '9c4261ab481844b5bb12c28ceb385a24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.97'}], 'enable_snat': True}, 'gw_port_id': '8f37f62a-1816-4474-a0e8-49e9ec80d6ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:34:03Z', 'updated_at': '2022-01-20T14:34:11Z', 'revision_number': 4, 'project_id': '9c4261ab481844b5bb12c28ceb385a24', 'gw_port': {'id': '8f37f62a-1816-4474-a0e8-49e9ec80d6ae', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:7d:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '873609ad-5f31-4c7a-ab27-a99033846581', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:34:04Z', 'updated_at': '2022-01-20T14:34:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv', '_interfaces': [{'id': 'd3414f0b-0df5-43ed-8a8f-d6312cc952b4', 'name': '', 'network_id': 'e6375433-9719-46e8-83c8-134ded03773b', 'tenant_id': '9c4261ab481844b5bb12c28ceb385a24', 'mac_address': 'fa:16:3e:90:7b:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '873609ad-5f31-4c7a-ab27-a99033846581', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd1901ba2-213a-49cf-963a-9516e82439fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:34:09Z', 'updated_at': '2022-01-20T14:34:11Z', 'revision_number': 2, 'project_id': '9c4261ab481844b5bb12c28ceb385a24', 'subnets': [{'id': 'd1901ba2-213a-49cf-963a-9516e82439fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:34:15.798979 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-f587c03c-137d-4f1d-a915-800978cfd4ab tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3980851'] for subnet, precommit_delete_associations {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:15.803755 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9611ceb6-461d-4c6e-989c-8b5ea64decc2 None None] Checking router: 873609ad-5f31-4c7a-ab27-a99033846581 for host: dv-neutron-825124-1-hyperv {{(pid=84155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 14:34:15.804247 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9611ceb6-461d-4c6e-989c-8b5ea64decc2 None None] Updating router 873609ad-5f31-4c7a-ab27-a99033846581 port d3414f0b-0df5-43ed-8a8f-d6312cc952b4 binding host dv-neutron-825124-1-hyperv {{(pid=84155) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 20 14:34:15.847434 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-7815135d-a0f3-4c06-8d22-e49c4c2e490d req-b81c2cd4-7347-4ce8-a04b-ec619a95729c service neutron] 10.222.0.54 "GET /v2.0/networks/e6375433-9719-46e8-83c8-134ded03773b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4269264 Jan 20 14:34:15.850512 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-6a652494-fad2-4331-a502-fdf3f584bdf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:15.897592 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-dc9ebde9-a40f-4242-b9d6-daccb5556eb8 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:34:15.909584 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-c6f2518f-71ac-4287-b88d-4cb8d8447bcd None None] Port d3414f0b-0df5-43ed-8a8f-d6312cc952b4 cannot update to ACTIVE because it is not bound. {{(pid=84154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 14:34:15.917327 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-dc9ebde9-a40f-4242-b9d6-daccb5556eb8 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Usage tracker for resource:security_group_rule and tenant:b664f111a0df442d811f140f6dbd9d75 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:34:15.917891 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9611ceb6-461d-4c6e-989c-8b5ea64decc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:15.923829 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-dc9ebde9-a40f-4242-b9d6-daccb5556eb8 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:34:15.934564 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-a7d52039-3b9b-4692-8947-3df9aeb7e924 req-dbb66c03-9805-4582-9ba4-f328aabca6c2 service neutron] 10.222.0.106 "GET /v2.0/networks/ac006b3d-300f-4a00-af61-b19ab11d4829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3541694 Jan 20 14:34:15.934935 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-f587c03c-137d-4f1d-a915-800978cfd4ab tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1627147'] for subnet, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:15.951912 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-dc9ebde9-a40f-4242-b9d6-daccb5556eb8 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:34:15.995129 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-c6f2518f-71ac-4287-b88d-4cb8d8447bcd None None] Provisioning complete for port 9c6b29f2-4b6b-4b2f-a124-914357e37188 triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:34:15.995514 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-c6f2518f-71ac-4287-b88d-4cb8d8447bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:16.113987 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-c6f2518f-71ac-4287-b88d-4cb8d8447bcd None None] Port 9c6b29f2-4b6b-4b2f-a124-914357e37188 cannot update to ACTIVE because it is not bound. {{(pid=84154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 14:34:16.137008 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-dc9ebde9-a40f-4242-b9d6-daccb5556eb8 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks [] for security_group, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:16.143742 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-f587c03c-137d-4f1d-a915-800978cfd4ab tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1627154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3943464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4194013'] for subnet, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:16.145681 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-a7d52039-3b9b-4692-8947-3df9aeb7e924 req-89e2dc74-66ba-4459-9dc4-53ee3c7396be service neutron] 10.222.0.106 "GET /v2.0/networks/ac006b3d-300f-4a00-af61-b19ab11d4829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2049396 Jan 20 14:34:16.211453 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f587c03c-137d-4f1d-a915-800978cfd4ab tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Pushing event deleted for resources: {'Subnet': ['ID=736fafcb-60e3-487f-b7a0-4b7e0e13d3b3,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:16.241400 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-f587c03c-137d-4f1d-a915-800978cfd4ab tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks [] for subnet, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:16.246662 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_common [None req-6a652494-fad2-4331-a502-fdf3f584bdf3 None None] Allocated IP 2001:db8::2 (bd3bcbed-b067-4dc5-9ed0-4aa3dd858989/c583e25e-51cc-4e6a-8f91-71fe5d1be194/00edff6d-6e2d-4ceb-9d41-725ebbc2b045) {{(pid=84154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:34:16.247152 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-dc9ebde9-a40f-4242-b9d6-daccb5556eb8 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:16.250694 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-f587c03c-137d-4f1d-a915-800978cfd4ab tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] 10.222.0.54 "DELETE /v2.0/subnets/736fafcb-60e3-487f-b7a0-4b7e0e13d3b3 HTTP/1.1" status: 204 len: 168 time: 1.2777231 Jan 20 14:34:16.253098 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 41964) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:16.342247 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9ebde9-a40f-4242-b9d6-daccb5556eb8 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74507008-7c33-423b-a344-c35d9bc4ac6e,revision_number=1']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:16.438430 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-8cad9b62-44c1-4643-bbf9-3ddd96e65ac7 req-cb3262c6-4598-4c35-8234-28356aa10736 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] 10.222.0.54 "GET /v2.0/ports?device_id=00399a73-e934-46ae-b4db-3c539c30d642 HTTP/1.1" status: 200 len: 210 time: 0.0691521 Jan 20 14:34:16.440622 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-dc9ebde9-a40f-4242-b9d6-daccb5556eb8 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks [] for security_group, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:16.441059 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-6a652494-fad2-4331-a502-fdf3f584bdf3 None None] For port 00edff6d-6e2d-4ceb-9d41-725ebbc2b045, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=00edff6d-6e2d-4ceb-9d41-725ebbc2b045,segment=NetworkSegment(436f8be2-a750-4476-bdec-9a771739b46b),segment_id=436f8be2-a750-4476-bdec-9a771739b46b)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:34:16.441847 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-dc9ebde9-a40f-4242-b9d6-daccb5556eb8 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.0037520 Jan 20 14:34:16.454202 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 41972) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:16.466391 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-1099cdcb-7ee2-4544-aca9-c73412a5c209 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Request body: {'security_group': {'name': 'tempest-secgroup-338536730'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:34:16.501765 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-6a652494-fad2-4331-a502-fdf3f584bdf3 None None] Notify callbacks [] for port, precommit_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:16.507483 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-1099cdcb-7ee2-4544-aca9-c73412a5c209 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:34:16.513156 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-7af26838-67b8-4e44-a62c-4a3da1746b41 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586409'] for network, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:16.522047 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-6a652494-fad2-4331-a502-fdf3f584bdf3 None None] Transition to ACTIVE for port object 00edff6d-6e2d-4ceb-9d41-725ebbc2b045 will not be triggered until provisioned by entity DHCP. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:34:16.522383 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-1099cdcb-7ee2-4544-aca9-c73412a5c209 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Usage tracker for resource:security_group and tenant:b664f111a0df442d811f140f6dbd9d75 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:34:16.527006 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c626e645-d7b9-4318-9b92-a5357b221ff7 None None] Network f240a4bf-7dda-4816-b602-caab6896d3ba requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:34:16.529550 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-7af26838-67b8-4e44-a62c-4a3da1746b41 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Deleting port 94f33f05-551b-4379-87d0-39b582410e4c {{(pid=84153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:34:16.529938 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-7af26838-67b8-4e44-a62c-4a3da1746b41 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:16.543350 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-1099cdcb-7ee2-4544-aca9-c73412a5c209 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:34:16.549368 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-c6f2518f-71ac-4287-b88d-4cb8d8447bcd None None] Provisioning complete for port 00edff6d-6e2d-4ceb-9d41-725ebbc2b045 triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:34:16.550056 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-c6f2518f-71ac-4287-b88d-4cb8d8447bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:16.561070 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-1099cdcb-7ee2-4544-aca9-c73412a5c209 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:34:16.563354 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9611ceb6-461d-4c6e-989c-8b5ea64decc2 None None] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:16.585794 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-9611ceb6-461d-4c6e-989c-8b5ea64decc2 None None] Transition to ACTIVE for port object d3414f0b-0df5-43ed-8a8f-d6312cc952b4 will not be triggered until provisioned by entity L2. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:34:16.644211 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-6a652494-fad2-4331-a502-fdf3f584bdf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:16.667249 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-1099cdcb-7ee2-4544-aca9-c73412a5c209 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks [] for security_group, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:16.667682 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9611ceb6-461d-4c6e-989c-8b5ea64decc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:16.710879 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-1099cdcb-7ee2-4544-aca9-c73412a5c209 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:34:16.716933 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-1099cdcb-7ee2-4544-aca9-c73412a5c209 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Usage tracker for resource:security_group_rule and tenant:b664f111a0df442d811f140f6dbd9d75 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:34:16.720624 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-1099cdcb-7ee2-4544-aca9-c73412a5c209 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:34:16.728732 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-1099cdcb-7ee2-4544-aca9-c73412a5c209 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:34:16.796450 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.db [None req-7af26838-67b8-4e44-a62c-4a3da1746b41 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] For port 94f33f05-551b-4379-87d0-39b582410e4c, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=94f33f05-551b-4379-87d0-39b582410e4c,segment=NetworkSegment(9373800c-3652-45bc-a6f3-a61ce0f749f8),segment_id=9373800c-3652-45bc-a6f3-a61ce0f749f8)] {{(pid=84153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:34:16.796861 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-7af26838-67b8-4e44-a62c-4a3da1746b41 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:16.850539 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-1099cdcb-7ee2-4544-aca9-c73412a5c209 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks [] for security_group, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:16.891042 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f33114-f1f9-43d1-9afa-961677fee826 None None] Pushing event updated for resources: {'Port': ['ID=d3414f0b-0df5-43ed-8a8f-d6312cc952b4,revision_number=3']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:16.936142 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f33114-f1f9-43d1-9afa-961677fee826 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:34:16.936485 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f33114-f1f9-43d1-9afa-961677fee826 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:34:16.936814 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f33114-f1f9-43d1-9afa-961677fee826 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:34:16.937140 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f33114-f1f9-43d1-9afa-961677fee826 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:34:16.937481 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f33114-f1f9-43d1-9afa-961677fee826 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:34:16.937808 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f33114-f1f9-43d1-9afa-961677fee826 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:34:16.938151 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f33114-f1f9-43d1-9afa-961677fee826 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:34:16.938465 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f33114-f1f9-43d1-9afa-961677fee826 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:34:16.938781 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f33114-f1f9-43d1-9afa-961677fee826 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:34:16.939091 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f33114-f1f9-43d1-9afa-961677fee826 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:34:16.939406 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f33114-f1f9-43d1-9afa-961677fee826 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:34:16.951148 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-1099cdcb-7ee2-4544-aca9-c73412a5c209 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:16.972513 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-7af26838-67b8-4e44-a62c-4a3da1746b41 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Calling delete_port for 94f33f05-551b-4379-87d0-39b582410e4c owned by network:dhcp {{(pid=84153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:34:16.975593 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-9611ceb6-461d-4c6e-989c-8b5ea64decc2 None None] Attempting to bind port d3414f0b-0df5-43ed-8a8f-d6312cc952b4 on host dv-neutron-825124-1-hyperv for vnic_type normal with profile {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:34:16.976027 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-9611ceb6-461d-4c6e-989c-8b5ea64decc2 None None] Attempting to bind port d3414f0b-0df5-43ed-8a8f-d6312cc952b4 by drivers openvswitch,hyperv on host dv-neutron-825124-1-hyperv at level 0 using segments [{'id': '316c3b73-0eb2-4e0f-88b9-2933ad7f6429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'e6375433-9719-46e8-83c8-134ded03773b'}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:34:16.976447 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9611ceb6-461d-4c6e-989c-8b5ea64decc2 None None] Attempting to bind port d3414f0b-0df5-43ed-8a8f-d6312cc952b4 on network e6375433-9719-46e8-83c8-134ded03773b {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 14:34:16.984331 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9611ceb6-461d-4c6e-989c-8b5ea64decc2 None None] Checking agent: {'id': '6414dfeb-85c5-454a-8756-709ca637d800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825124-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 16, 31), 'started_at': datetime.datetime(2022, 1, 20, 14, 17, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 34, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825124-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 14:34:16.984841 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9611ceb6-461d-4c6e-989c-8b5ea64decc2 None None] Checking segment: {'id': '316c3b73-0eb2-4e0f-88b9-2933ad7f6429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'e6375433-9719-46e8-83c8-134ded03773b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 14:34:16.985300 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9611ceb6-461d-4c6e-989c-8b5ea64decc2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:16.985746 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9611ceb6-461d-4c6e-989c-8b5ea64decc2 None None] Bound using segment: {'id': '316c3b73-0eb2-4e0f-88b9-2933ad7f6429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'e6375433-9719-46e8-83c8-134ded03773b'} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 14:34:16.986485 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-9611ceb6-461d-4c6e-989c-8b5ea64decc2 None None] Bound port: d3414f0b-0df5-43ed-8a8f-d6312cc952b4, host: dv-neutron-825124-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '316c3b73-0eb2-4e0f-88b9-2933ad7f6429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'e6375433-9719-46e8-83c8-134ded03773b'}}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:34:16.986998 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9611ceb6-461d-4c6e-989c-8b5ea64decc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:17.027018 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-c6f2518f-71ac-4287-b88d-4cb8d8447bcd None None] Port 00edff6d-6e2d-4ceb-9d41-725ebbc2b045 had new provisioning blocks added so it will not transition to active. {{(pid=84154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:321}} Jan 20 14:34:17.031840 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a652494-fad2-4331-a502-fdf3f584bdf3 None None] Pushing event updated for resources: {'Port': ['ID=00edff6d-6e2d-4ceb-9d41-725ebbc2b045,revision_number=6']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:17.060425 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1099cdcb-7ee2-4544-aca9-c73412a5c209 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21b48603-580f-4ee0-b812-0000087901cf,revision_number=1']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:17.130139 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-1099cdcb-7ee2-4544-aca9-c73412a5c209 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks [] for security_group, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:17.133187 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-1099cdcb-7ee2-4544-aca9-c73412a5c209 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.6746809 Jan 20 14:34:17.135867 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 41980) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:17.146392 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-9a96a267-a6bf-4861-a2cf-0a664ad4b354 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1833366494', 'security_groups': ['21b48603-580f-4ee0-b812-0000087901cf'], 'network_id': 'bd3bcbed-b067-4dc5-9ed0-4aa3dd858989', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'c583e25e-51cc-4e6a-8f91-71fe5d1be194'}]}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:34:17.175437 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-9611ceb6-461d-4c6e-989c-8b5ea64decc2 None None] For port d3414f0b-0df5-43ed-8a8f-d6312cc952b4, host dv-neutron-825124-1-hyperv, cleared binding levels {{(pid=84155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 14:34:17.179306 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-9611ceb6-461d-4c6e-989c-8b5ea64decc2 None None] For port d3414f0b-0df5-43ed-8a8f-d6312cc952b4, host dv-neutron-825124-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=d3414f0b-0df5-43ed-8a8f-d6312cc952b4,segment=NetworkSegment(316c3b73-0eb2-4e0f-88b9-2933ad7f6429),segment_id=316c3b73-0eb2-4e0f-88b9-2933ad7f6429)] {{(pid=84155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 14:34:17.190668 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-709a209b-e4b8-4da6-81cf-2c0ba065aebe None None] DHCP port deletion for f240a4bf-7dda-4816-b602-caab6896d3ba request from dv-neutron-825124-1-hyperv {{(pid=84154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 20 14:34:17.195142 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 00edff6d-6e2d-4ceb-9d41-725ebbc2b045 up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:34:17.239953 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-709a209b-e4b8-4da6-81cf-2c0ba065aebe None None] Deleting port 94f33f05-551b-4379-87d0-39b582410e4c {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:34:17.240503 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-709a209b-e4b8-4da6-81cf-2c0ba065aebe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:17.246421 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-7af26838-67b8-4e44-a62c-4a3da1746b41 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:17.309165 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af26838-67b8-4e44-a62c-4a3da1746b41 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Pushing event deleted for resources: {'Port': ['ID=94f33f05-551b-4379-87d0-39b582410e4c,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:17.318888 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9611ceb6-461d-4c6e-989c-8b5ea64decc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:17.338254 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7af26838-67b8-4e44-a62c-4a3da1746b41 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] No DVR routers for this DVR port 94f33f05-551b-4379-87d0-39b582410e4c on host dv-neutron-825124-1-hyperv {{(pid=84153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 14:34:17.363860 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-709a209b-e4b8-4da6-81cf-2c0ba065aebe None None] The port '94f33f05-551b-4379-87d0-39b582410e4c' was deleted {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 20 14:34:17.445545 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9611ceb6-461d-4c6e-989c-8b5ea64decc2 None None] Routers {'873609ad-5f31-4c7a-ab27-a99033846581'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:34:17.446379 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-9611ceb6-461d-4c6e-989c-8b5ea64decc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:34:00Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['873609ad-5f31-4c7a-ab27-a99033846581'], 'active': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:34:17.534343 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-9a96a267-a6bf-4861-a2cf-0a664ad4b354 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:34:17.539862 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-7af26838-67b8-4e44-a62c-4a3da1746b41 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1626242', 'neutron.services.segments.db._delete_segments_for_network-8769554214620'] for network, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:17.620431 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-73dbd120-e9b3-46b5-a572-db149db388f1 req-69b5e799-2a70-4be0-88ca-e5f1126cd3ec tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] 10.222.0.54 "GET /v2.0/ports?device_id=00399a73-e934-46ae-b4db-3c539c30d642 HTTP/1.1" status: 200 len: 210 time: 0.0561378 Jan 20 14:34:17.631106 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-9a96a267-a6bf-4861-a2cf-0a664ad4b354 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:34:17.645453 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.services.segments.db [None req-7af26838-67b8-4e44-a62c-4a3da1746b41 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f240a4bf-7dda-4816-b602-caab6896d3ba']}} {{(pid=84153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:34:17.660580 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.services.segments.db [None req-7af26838-67b8-4e44-a62c-4a3da1746b41 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9373800c-3652-45bc-a6f3-a61ce0f749f8') {'for_net_delete': True} {{(pid=84153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:34:17.661157 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.services.segments.db [None req-7af26838-67b8-4e44-a62c-4a3da1746b41 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9373800c-3652-45bc-a6f3-a61ce0f749f8') {} {{(pid=84153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:34:17.678140 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-7af26838-67b8-4e44-a62c-4a3da1746b41 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769554214503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980856'] for segment, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:17.695859 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvr_db [None req-9611ceb6-461d-4c6e-989c-8b5ea64decc2 None None] Set router 873609ad-5f31-4c7a-ab27-a99033846581 gateway port host: dv-neutron-825124-1-hyperv {{(pid=84155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 14:34:17.699436 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-7af26838-67b8-4e44-a62c-4a3da1746b41 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:17.713881 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7af26838-67b8-4e44-a62c-4a3da1746b41 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Releasing vlan 179 on physical network physnet1 to pool {{(pid=84153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 14:34:17.717092 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-7af26838-67b8-4e44-a62c-4a3da1746b41 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1622950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3944078'] for segment, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:17.731035 dv-neutron-825124-1-hyperv neutron-server[84153]: Traceback (most recent call last): Jan 20 14:34:17.731035 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 14:34:17.731035 dv-neutron-825124-1-hyperv neutron-server[84153]: timer() Jan 20 14:34:17.731035 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 14:34:17.731035 dv-neutron-825124-1-hyperv neutron-server[84153]: cb(*args, **kw) Jan 20 14:34:17.731035 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 14:34:17.731035 dv-neutron-825124-1-hyperv neutron-server[84153]: return func(*args, **kwargs) Jan 20 14:34:17.731035 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 14:34:17.731035 dv-neutron-825124-1-hyperv neutron-server[84153]: self._notify() Jan 20 14:34:17.731035 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 14:34:17.731035 dv-neutron-825124-1-hyperv neutron-server[84153]: self.callback(batched_events) Jan 20 14:34:17.731035 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 14:34:17.731035 dv-neutron-825124-1-hyperv neutron-server[84153]: event.method(event) Jan 20 14:34:17.731035 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 14:34:17.731035 dv-neutron-825124-1-hyperv neutron-server[84153]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 14:34:17.731035 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 14:34:17.731035 dv-neutron-825124-1-hyperv neutron-server[84153]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 14:34:17.731035 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 14:34:17.731035 dv-neutron-825124-1-hyperv neutron-server[84153]: return f(self, *a, **k) Jan 20 14:34:17.731035 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 14:34:17.731035 dv-neutron-825124-1-hyperv neutron-server[84153]: return self._get(url).json() Jan 20 14:34:17.731035 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 14:34:17.731035 dv-neutron-825124-1-hyperv neutron-server[84153]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 14:34:17.731035 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 14:34:17.731035 dv-neutron-825124-1-hyperv neutron-server[84153]: return self.request(url, 'GET', **kwargs) Jan 20 14:34:17.731035 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 14:34:17.731035 dv-neutron-825124-1-hyperv neutron-server[84153]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 14:34:17.731035 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 14:34:17.731035 dv-neutron-825124-1-hyperv neutron-server[84153]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 14:34:17.731035 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 14:34:17.731035 dv-neutron-825124-1-hyperv neutron-server[84153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 14:34:17.731035 dv-neutron-825124-1-hyperv neutron-server[84153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 14:34:17.736960 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a96a267-a6bf-4861-a2cf-0a664ad4b354 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Made reservation on behalf of b664f111a0df442d811f140f6dbd9d75 for: {'port': 1} {{(pid=84153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:34:17.741989 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f33114-f1f9-43d1-9afa-961677fee826 None None] Pushing event updated for resources: {'Port': ['ID=d3414f0b-0df5-43ed-8a8f-d6312cc952b4,revision_number=4']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:17.920509 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-1d46eac2-4d49-4995-9227-3a5d327f5202 None None] Provisioning complete for port 9c6b29f2-4b6b-4b2f-a124-914357e37188 triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:34:17.922103 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-1d46eac2-4d49-4995-9227-3a5d327f5202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:17.986266 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-1d46eac2-4d49-4995-9227-3a5d327f5202 None None] Port 9c6b29f2-4b6b-4b2f-a124-914357e37188 cannot update to ACTIVE because it is not bound. {{(pid=84154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 14:34:18.034663 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.agents_db [None req-6dba657d-a637-4918-9b6d-40defdfae04b None None] Agent healthcheck: found 6 active agents {{(pid=84155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 14:34:18.064480 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-9a96a267-a6bf-4861-a2cf-0a664ad4b354 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:18.069788 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-9611ceb6-461d-4c6e-989c-8b5ea64decc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '873609ad-5f31-4c7a-ab27-a99033846581', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1705145768', 'tenant_id': '9c4261ab481844b5bb12c28ceb385a24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.97'}], 'enable_snat': True}, 'gw_port_id': '8f37f62a-1816-4474-a0e8-49e9ec80d6ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:34:03Z', 'updated_at': '2022-01-20T14:34:11Z', 'revision_number': 4, 'project_id': '9c4261ab481844b5bb12c28ceb385a24', 'gw_port': {'id': '8f37f62a-1816-4474-a0e8-49e9ec80d6ae', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:7d:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '873609ad-5f31-4c7a-ab27-a99033846581', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:34:04Z', 'updated_at': '2022-01-20T14:34:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv', '_interfaces': [{'id': 'd3414f0b-0df5-43ed-8a8f-d6312cc952b4', 'name': '', 'network_id': 'e6375433-9719-46e8-83c8-134ded03773b', 'tenant_id': '9c4261ab481844b5bb12c28ceb385a24', 'mac_address': 'fa:16:3e:90:7b:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '873609ad-5f31-4c7a-ab27-a99033846581', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd1901ba2-213a-49cf-963a-9516e82439fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:34:09Z', 'updated_at': '2022-01-20T14:34:17Z', 'revision_number': 4, 'project_id': '9c4261ab481844b5bb12c28ceb385a24', 'subnets': [{'id': 'd1901ba2-213a-49cf-963a-9516e82439fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:34:18.073920 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9611ceb6-461d-4c6e-989c-8b5ea64decc2 None None] The sync data for ids ['873609ad-5f31-4c7a-ab27-a99033846581'] in dv-neutron-825124-1-hyperv is: [{'id': '873609ad-5f31-4c7a-ab27-a99033846581', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1705145768', 'tenant_id': '9c4261ab481844b5bb12c28ceb385a24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.97'}], 'enable_snat': True}, 'gw_port_id': '8f37f62a-1816-4474-a0e8-49e9ec80d6ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:34:03Z', 'updated_at': '2022-01-20T14:34:11Z', 'revision_number': 4, 'project_id': '9c4261ab481844b5bb12c28ceb385a24', 'gw_port': {'id': '8f37f62a-1816-4474-a0e8-49e9ec80d6ae', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:7d:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '873609ad-5f31-4c7a-ab27-a99033846581', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:34:04Z', 'updated_at': '2022-01-20T14:34:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv', '_interfaces': [{'id': 'd3414f0b-0df5-43ed-8a8f-d6312cc952b4', 'name': '', 'network_id': 'e6375433-9719-46e8-83c8-134ded03773b', 'tenant_id': '9c4261ab481844b5bb12c28ceb385a24', 'mac_address': 'fa:16:3e:90:7b:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '873609ad-5f31-4c7a-ab27-a99033846581', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd1901ba2-213a-49cf-963a-9516e82439fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:34:09Z', 'updated_at': '2022-01-20T14:34:17Z', 'revision_number': 4, 'project_id': '9c4261ab481844b5bb12c28ceb385a24', 'subnets': [{'id': 'd1901ba2-213a-49cf-963a-9516e82439fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 14:34:18.080139 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.notifiers.nova [None req-9a96a267-a6bf-4861-a2cf-0a664ad4b354 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] device_id is not set on port 51407b7c-b8df-432c-b39f-50ace6265766 yet. {{(pid=84153) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 14:34:18.084356 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-1d46eac2-4d49-4995-9227-3a5d327f5202 None None] Provisioning for port 00edff6d-6e2d-4ceb-9d41-725ebbc2b045 completed by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:34:18.092650 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-1d46eac2-4d49-4995-9227-3a5d327f5202 None None] Provisioning complete for port 00edff6d-6e2d-4ceb-9d41-725ebbc2b045 triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:34:18.093223 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-1d46eac2-4d49-4995-9227-3a5d327f5202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:18.133680 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-7af26838-67b8-4e44-a62c-4a3da1746b41 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1626253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-745296'] for network, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:18.171846 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-7af26838-67b8-4e44-a62c-4a3da1746b41 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks [] for network, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:18.183830 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af26838-67b8-4e44-a62c-4a3da1746b41 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Pushing event deleted for resources: {'Network': ['ID=f240a4bf-7dda-4816-b602-caab6896d3ba,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:18.355159 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-7af26838-67b8-4e44-a62c-4a3da1746b41 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] 10.222.0.54 "DELETE /v2.0/networks/f240a4bf-7dda-4816-b602-caab6896d3ba HTTP/1.1" status: 204 len: 168 time: 2.0968168 Jan 20 14:34:18.355860 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 41988) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:18.361882 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-c78ec474-aca9-4c60-9316-6929339efe46 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-315076452', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d'}, 'admin_state_up': False}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:34:18.371219 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-c78ec474-aca9-4c60-9316-6929339efe46 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:34:18.375917 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-c78ec474-aca9-4c60-9316-6929339efe46 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Usage tracker for resource:router and tenant:c471105210324ce4bdf04d2ea6130d17 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:34:18.379391 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-c78ec474-aca9-4c60-9316-6929339efe46 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:34:18.387639 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-c78ec474-aca9-4c60-9316-6929339efe46 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:34:18.422652 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.db_base_plugin_common [None req-9a96a267-a6bf-4861-a2cf-0a664ad4b354 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Allocated IP 2001:db8::277 (bd3bcbed-b067-4dc5-9ed0-4aa3dd858989/c583e25e-51cc-4e6a-8f91-71fe5d1be194/51407b7c-b8df-432c-b39f-50ace6265766) {{(pid=84153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:34:18.475492 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-c78ec474-aca9-4c60-9316-6929339efe46 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-105475'] for router, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:18.476557 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-c78ec474-aca9-4c60-9316-6929339efe46 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-739204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-744864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-735540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-105484'] for router, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:18.499259 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-c78ec474-aca9-4c60-9316-6929339efe46 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:18.662842 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-9a96a267-a6bf-4861-a2cf-0a664ad4b354 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks [] for port, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:18.681039 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.provisioning_blocks [None req-9a96a267-a6bf-4861-a2cf-0a664ad4b354 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Transition to ACTIVE for port object 51407b7c-b8df-432c-b39f-50ace6265766 will not be triggered until provisioned by entity DHCP. {{(pid=84153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:34:18.736735 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-c78ec474-aca9-4c60-9316-6929339efe46 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-744886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-105502'] for router, precommit_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:18.779008 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-9a96a267-a6bf-4861-a2cf-0a664ad4b354 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:18.897132 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-0c052cc9-f732-4071-b694-29bb4ae1b188 req-9325a31e-5cae-4d60-914f-afd23192af8c tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] 10.222.0.54 "GET /v2.0/ports?device_id=00399a73-e934-46ae-b4db-3c539c30d642 HTTP/1.1" status: 200 len: 210 time: 0.0806267 Jan 20 14:34:18.913743 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a96a267-a6bf-4861-a2cf-0a664ad4b354 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Network bd3bcbed-b067-4dc5-9ed0-4aa3dd858989 is already hosted by enough agents. {{(pid=84153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:34:18.917677 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.base_scheduler [None req-9a96a267-a6bf-4861-a2cf-0a664ad4b354 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Resources bound (agent type, host, resource id): {{(pid=84153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:34:18.921280 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a96a267-a6bf-4861-a2cf-0a664ad4b354 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Received port after_create {{(pid=84153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:34:18.927484 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a96a267-a6bf-4861-a2cf-0a664ad4b354 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:34:18.931024 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-9a96a267-a6bf-4861-a2cf-0a664ad4b354 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:18.959037 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a96a267-a6bf-4861-a2cf-0a664ad4b354 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Pushing event updated for resources: {'Port': ['ID=51407b7c-b8df-432c-b39f-50ace6265766,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:19.098984 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-c78ec474-aca9-4c60-9316-6929339efe46 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks [] for router_gateway, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:19.136968 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-c78ec474-aca9-4c60-9316-6929339efe46 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:19.146270 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-9a96a267-a6bf-4861-a2cf-0a664ad4b354 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.9998856 Jan 20 14:34:19.147179 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 41996) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:19.154057 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-f824542e-1e78-4c67-8d6b-4a95c3846339 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Request body: {'subnet': {'network_id': 'bd3bcbed-b067-4dc5-9ed0-4aa3dd858989', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:34:19.251281 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device d3414f0b-0df5-43ed-8a8f-d6312cc952b4 up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:34:19.450203 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-f824542e-1e78-4c67-8d6b-4a95c3846339 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:34:19.454105 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-f824542e-1e78-4c67-8d6b-4a95c3846339 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Usage tracker for resource:subnet and tenant:b664f111a0df442d811f140f6dbd9d75 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:34:19.457095 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-f824542e-1e78-4c67-8d6b-4a95c3846339 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:34:19.460729 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-dc53abfa-25d2-4c6f-b1d6-3de19050c830 None None] Provisioning for port 51407b7c-b8df-432c-b39f-50ace6265766 completed by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:34:19.464203 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-f824542e-1e78-4c67-8d6b-4a95c3846339 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:34:19.466852 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-dc53abfa-25d2-4c6f-b1d6-3de19050c830 None None] Provisioning complete for port 51407b7c-b8df-432c-b39f-50ace6265766 triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:34:19.467273 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-dc53abfa-25d2-4c6f-b1d6-3de19050c830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:19.496537 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.db_base_plugin_common [None req-c78ec474-aca9-4c60-9316-6929339efe46 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Allocated IP 172.26.7.251 (8dffb05c-5ca0-409b-bd5f-7be6264f707d/a489dd4f-42a5-433b-8be3-bab2749c4209/9ca843a4-334f-4d1f-bbf9-5a38fd9da363) {{(pid=84152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:34:19.497460 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning for port d3414f0b-0df5-43ed-8a8f-d6312cc952b4 completed by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:34:19.515377 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port d3414f0b-0df5-43ed-8a8f-d6312cc952b4 triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:34:19.515741 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:19.559151 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7815135d-a0f3-4c06-8d22-e49c4c2e490d req-9f95bc36-373e-458e-9e82-41d17dde5d7f tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:34:19.560621 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-7815135d-a0f3-4c06-8d22-e49c4c2e490d req-9f95bc36-373e-458e-9e82-41d17dde5d7f tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] 10.222.0.106 "GET /v2.0/networks?id=e6375433-9719-46e8-83c8-134ded03773b HTTP/1.1" status: 200 len: 796 time: 0.2913687 Jan 20 14:34:19.567802 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-dc53abfa-25d2-4c6f-b1d6-3de19050c830 None None] Port 51407b7c-b8df-432c-b39f-50ace6265766 cannot update to ACTIVE because it is not bound. {{(pid=84154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 14:34:19.598259 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f824542e-1e78-4c67-8d6b-4a95c3846339 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Made reservation on behalf of b664f111a0df442d811f140f6dbd9d75 for: {'subnet': 1} {{(pid=84153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:34:19.601822 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-f824542e-1e78-4c67-8d6b-4a95c3846339 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4193986'] for subnet, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:19.653585 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:19.673250 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [req-7815135d-a0f3-4c06-8d22-e49c4c2e490d req-409322eb-f146-4c67-a99d-eecd1f5e8001 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Synchronizing usage tracker for tenant:9c4261ab481844b5bb12c28ceb385a24 on resource:security_group {{(pid=84152) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:34:19.704127 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] For port d3414f0b-0df5-43ed-8a8f-d6312cc952b4, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=d3414f0b-0df5-43ed-8a8f-d6312cc952b4,segment=NetworkSegment(316c3b73-0eb2-4e0f-88b9-2933ad7f6429),segment_id=316c3b73-0eb2-4e0f-88b9-2933ad7f6429)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:34:19.737469 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-c78ec474-aca9-4c60-9316-6929339efe46 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks [] for port, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:19.770625 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.db.ipam_backend_mixin [None req-f824542e-1e78-4c67-8d6b-4a95c3846339 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c583e25e-51cc-4e6a-8f91-71fe5d1be194 (CIDR: 2001:db8::/64) Jan 20 14:34:19.799609 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:19.800240 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.pecan_wsgi.hooks.translation [None req-f824542e-1e78-4c67-8d6b-4a95c3846339 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 20 14:34:19.800691 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f824542e-1e78-4c67-8d6b-4a95c3846339 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:34:19.827859 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [req-7815135d-a0f3-4c06-8d22-e49c4c2e490d req-409322eb-f146-4c67-a99d-eecd1f5e8001 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Unset dirty status for tenant:9c4261ab481844b5bb12c28ceb385a24 on resource:security_group {{(pid=84152) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:34:19.827859 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-7815135d-a0f3-4c06-8d22-e49c4c2e490d req-409322eb-f146-4c67-a99d-eecd1f5e8001 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] 10.222.0.106 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9c4261ab481844b5bb12c28ceb385a24 HTTP/1.1" status: 200 len: 380 time: 0.2153018 Jan 20 14:34:19.835305 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [req-7815135d-a0f3-4c06-8d22-e49c4c2e490d req-7b17210f-9c98-440f-b1ef-7d3b8f05ad91 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Request body: {'port': {'device_id': '00399a73-e934-46ae-b4db-3c539c30d642', 'network_id': 'e6375433-9719-46e8-83c8-134ded03773b', 'admin_state_up': True, 'tenant_id': '9c4261ab481844b5bb12c28ceb385a24', 'security_groups': ['da7b15a3-c30e-4c90-b548-3a1c0f6698e7']}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:34:19.856839 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 94f33f05-551b-4379-87d0-39b582410e4c no longer exists at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:34:19.909563 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] No Port match for: 94f33f05-551b-4379-87d0-39b582410e4c {{(pid=84154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 14:34:19.909563 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 94f33f05-551b-4379-87d0-39b582410e4c not bound to the agent host dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 14:34:19.910370 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-f824542e-1e78-4c67-8d6b-4a95c3846339 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7553782 Jan 20 14:34:19.910370 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 42000) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:19.914873 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-e7661448-9f0f-4938-8dba-f43e1ba8a7a8 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Request body: {'subnet': {'network_id': 'bd3bcbed-b067-4dc5-9ed0-4aa3dd858989', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:34:19.918145 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-c78ec474-aca9-4c60-9316-6929339efe46 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:19.930069 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Pushing event updated for resources: {'Port': ['ID=d3414f0b-0df5-43ed-8a8f-d6312cc952b4,revision_number=5']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:20.019468 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c78ec474-aca9-4c60-9316-6929339efe46 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Network 8dffb05c-5ca0-409b-bd5f-7be6264f707d is already hosted by enough agents. {{(pid=84152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:34:20.026258 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78ec474-aca9-4c60-9316-6929339efe46 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Pushing event updated for resources: {'Port': ['ID=9ca843a4-334f-4d1f-bbf9-5a38fd9da363,revision_number=1']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:20.028750 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.base_scheduler [None req-c78ec474-aca9-4c60-9316-6929339efe46 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Resources bound (agent type, host, resource id): {{(pid=84152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:34:20.041553 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c78ec474-aca9-4c60-9316-6929339efe46 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Received port after_create {{(pid=84152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:34:20.112883 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-11023985-3c37-4bdb-95e3-baa9d7d685e5 req-540cd45d-ce9d-4ead-959e-760241253fe5 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] 10.222.0.54 "GET /v2.0/ports?device_id=00399a73-e934-46ae-b4db-3c539c30d642 HTTP/1.1" status: 200 len: 210 time: 0.0601289 Jan 20 14:34:20.116080 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [req-7815135d-a0f3-4c06-8d22-e49c4c2e490d req-7b17210f-9c98-440f-b1ef-7d3b8f05ad91 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:34:20.123810 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-e7661448-9f0f-4938-8dba-f43e1ba8a7a8 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:34:20.128829 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-e7661448-9f0f-4938-8dba-f43e1ba8a7a8 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Usage tracker for resource:subnet and tenant:b664f111a0df442d811f140f6dbd9d75 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:34:20.136217 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-e7661448-9f0f-4938-8dba-f43e1ba8a7a8 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:34:20.142670 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-e7661448-9f0f-4938-8dba-f43e1ba8a7a8 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:34:20.147553 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [req-7815135d-a0f3-4c06-8d22-e49c4c2e490d req-7b17210f-9c98-440f-b1ef-7d3b8f05ad91 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Usage tracker for resource:port and tenant:9c4261ab481844b5bb12c28ceb385a24 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:34:20.151856 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [req-7815135d-a0f3-4c06-8d22-e49c4c2e490d req-7b17210f-9c98-440f-b1ef-7d3b8f05ad91 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:34:20.169091 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [req-7815135d-a0f3-4c06-8d22-e49c4c2e490d req-7b17210f-9c98-440f-b1ef-7d3b8f05ad91 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:34:20.240223 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7661448-9f0f-4938-8dba-f43e1ba8a7a8 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Made reservation on behalf of b664f111a0df442d811f140f6dbd9d75 for: {'subnet': 1} {{(pid=84153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:34:20.240223 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-e7661448-9f0f-4938-8dba-f43e1ba8a7a8 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4193986'] for subnet, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:20.305670 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7815135d-a0f3-4c06-8d22-e49c4c2e490d req-7b17210f-9c98-440f-b1ef-7d3b8f05ad91 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Made reservation on behalf of 9c4261ab481844b5bb12c28ceb385a24 for: {'port': 1} {{(pid=84152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:34:20.308808 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [req-7815135d-a0f3-4c06-8d22-e49c4c2e490d req-7b17210f-9c98-440f-b1ef-7d3b8f05ad91 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:20.376299 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.db.ipam_backend_mixin [None req-e7661448-9f0f-4938-8dba-f43e1ba8a7a8 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 8f91250a-704f-4b3a-b2d2-df38c5560686 (CIDR: 2001:db8:0:1::/64) Jan 20 14:34:20.423261 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7661448-9f0f-4938-8dba-f43e1ba8a7a8 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 20 14:34:20.423855 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7661448-9f0f-4938-8dba-f43e1ba8a7a8 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:34:20.491468 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.db_base_plugin_common [req-7815135d-a0f3-4c06-8d22-e49c4c2e490d req-7b17210f-9c98-440f-b1ef-7d3b8f05ad91 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Allocated IP 172.20.0.10 (e6375433-9719-46e8-83c8-134ded03773b/d1901ba2-213a-49cf-963a-9516e82439fd/0a86e39e-7c4e-4522-9367-489983d46ffc) {{(pid=84152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:34:20.492404 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-e7661448-9f0f-4938-8dba-f43e1ba8a7a8 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.5843790 Jan 20 14:34:20.494790 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 42006) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:20.500528 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-9d31abe9-25f5-4644-b98b-56bba7bf1544 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Request body: {'subnet': {'network_id': 'bd3bcbed-b067-4dc5-9ed0-4aa3dd858989', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:34:20.541595 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-c78ec474-aca9-4c60-9316-6929339efe46 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks [] for router_gateway, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:20.541595 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-c78ec474-aca9-4c60-9316-6929339efe46 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-744861'] for router, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:20.641643 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-9d31abe9-25f5-4644-b98b-56bba7bf1544 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:34:20.645534 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-9d31abe9-25f5-4644-b98b-56bba7bf1544 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Usage tracker for resource:subnet and tenant:b664f111a0df442d811f140f6dbd9d75 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:34:20.648536 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-9d31abe9-25f5-4644-b98b-56bba7bf1544 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:34:20.654855 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-9d31abe9-25f5-4644-b98b-56bba7bf1544 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:34:20.736904 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d31abe9-25f5-4644-b98b-56bba7bf1544 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Made reservation on behalf of b664f111a0df442d811f140f6dbd9d75 for: {'subnet': 1} {{(pid=84153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:34:20.741514 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-9d31abe9-25f5-4644-b98b-56bba7bf1544 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4193986'] for subnet, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:20.777716 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [req-7815135d-a0f3-4c06-8d22-e49c4c2e490d req-7b17210f-9c98-440f-b1ef-7d3b8f05ad91 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Notify callbacks [] for port, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:20.853097 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.provisioning_blocks [req-7815135d-a0f3-4c06-8d22-e49c4c2e490d req-7b17210f-9c98-440f-b1ef-7d3b8f05ad91 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Transition to ACTIVE for port object 0a86e39e-7c4e-4522-9367-489983d46ffc will not be triggered until provisioned by entity DHCP. {{(pid=84152) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:34:20.960854 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [req-7815135d-a0f3-4c06-8d22-e49c4c2e490d req-7b17210f-9c98-440f-b1ef-7d3b8f05ad91 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:21.016361 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c78ec474-aca9-4c60-9316-6929339efe46 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Router 8969c750-4c83-48d2-9097-c9b242c9f90b is scheduled to L3 agent 624d525b-4c26-4143-8a1c-228bb1c6faaa with binding_index 1 {{(pid=84152) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 20 14:34:21.043276 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7815135d-a0f3-4c06-8d22-e49c4c2e490d req-7b17210f-9c98-440f-b1ef-7d3b8f05ad91 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Network e6375433-9719-46e8-83c8-134ded03773b is already hosted by enough agents. {{(pid=84152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:34:21.048174 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.base_scheduler [req-7815135d-a0f3-4c06-8d22-e49c4c2e490d req-7b17210f-9c98-440f-b1ef-7d3b8f05ad91 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Resources bound (agent type, host, resource id): {{(pid=84152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:34:21.050570 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.l3_dvrscheduler_db [req-7815135d-a0f3-4c06-8d22-e49c4c2e490d req-7b17210f-9c98-440f-b1ef-7d3b8f05ad91 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Received port after_create {{(pid=84152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:34:21.068457 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-9d31abe9-25f5-4644-b98b-56bba7bf1544 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3943531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4194004'] for subnet, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:21.090461 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b17210f-9c98-440f-b1ef-7d3b8f05ad91 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Pushing event updated for resources: {'Port': ['ID=0a86e39e-7c4e-4522-9367-489983d46ffc,revision_number=1']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:21.175843 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device d3414f0b-0df5-43ed-8a8f-d6312cc952b4 up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:34:21.234788 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7815135d-a0f3-4c06-8d22-e49c4c2e490d req-7b17210f-9c98-440f-b1ef-7d3b8f05ad91 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:34:21.235778 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [req-7815135d-a0f3-4c06-8d22-e49c4c2e490d req-7b17210f-9c98-440f-b1ef-7d3b8f05ad91 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:21.360374 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port d3414f0b-0df5-43ed-8a8f-d6312cc952b4 triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:34:21.360658 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:21.372477 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-7815135d-a0f3-4c06-8d22-e49c4c2e490d req-7b17210f-9c98-440f-b1ef-7d3b8f05ad91 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] 10.222.0.106 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5418661 Jan 20 14:34:21.386346 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [req-7815135d-a0f3-4c06-8d22-e49c4c2e490d req-bcdb2825-c4c6-4ec9-af69-bc1e21e8f40b service neutron] Request body: {'port': {'device_id': '00399a73-e934-46ae-b4db-3c539c30d642', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8251'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:34:21.412643 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d31abe9-25f5-4644-b98b-56bba7bf1544 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Network bd3bcbed-b067-4dc5-9ed0-4aa3dd858989 is already hosted by enough agents. {{(pid=84153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:34:21.418554 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.base_scheduler [None req-9d31abe9-25f5-4644-b98b-56bba7bf1544 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Resources bound (agent type, host, resource id): {{(pid=84153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:34:21.421544 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d31abe9-25f5-4644-b98b-56bba7bf1544 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:34:21.422451 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-9d31abe9-25f5-4644-b98b-56bba7bf1544 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks [] for subnet, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:21.436487 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-469b51da-d035-4f94-bbae-aa324b135a12 None None] Network bd3bcbed-b067-4dc5-9ed0-4aa3dd858989 requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:34:21.438684 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d31abe9-25f5-4644-b98b-56bba7bf1544 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Pushing event updated for resources: {'Subnet': ['ID=2da47407-c714-4b70-a6fd-5a63fd503b70,revision_number=0']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:21.487986 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efadbb1-0f7a-4ed1-90f8-6dc06c630ff0 req-46debc42-fbb5-4320-ad56-1f6bdc292bec tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:34:21.489587 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-7efadbb1-0f7a-4ed1-90f8-6dc06c630ff0 req-46debc42-fbb5-4320-ad56-1f6bdc292bec tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] 10.222.0.54 "GET /v2.0/ports?device_id=00399a73-e934-46ae-b4db-3c539c30d642 HTTP/1.1" status: 200 len: 932 time: 0.1574709 Jan 20 14:34:21.535099 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [req-7815135d-a0f3-4c06-8d22-e49c4c2e490d req-bcdb2825-c4c6-4ec9-af69-bc1e21e8f40b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:21.536995 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-1be52bd8-9bb5-415a-af51-43d6fc12092b None None] Provisioning for port 0a86e39e-7c4e-4522-9367-489983d46ffc completed by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:34:21.544156 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-7efadbb1-0f7a-4ed1-90f8-6dc06c630ff0 req-9a43a740-185b-4d2c-9208-1b2b1e76218b tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] 10.222.0.54 "GET /v2.0/security-groups?id=da7b15a3-c30e-4c90-b548-3a1c0f6698e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482538 Jan 20 14:34:21.550107 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-9d31abe9-25f5-4644-b98b-56bba7bf1544 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.0538278 Jan 20 14:34:21.551197 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 42012) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:21.560342 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-6d9276ee-126e-445c-9799-30f0ae41863d tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2116641304', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '2da47407-c714-4b70-a6fd-5a63fd503b70'}], 'security_groups': ['aa6ed297-812a-4a3f-9534-30d5d976f073', '74507008-7c33-423b-a344-c35d9bc4ac6e']}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:34:21.561339 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-1be52bd8-9bb5-415a-af51-43d6fc12092b None None] Provisioning complete for port 0a86e39e-7c4e-4522-9367-489983d46ffc triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:34:21.561934 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-1be52bd8-9bb5-415a-af51-43d6fc12092b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:21.581606 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c78ec474-aca9-4c60-9316-6929339efe46 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify agent at l3_agent.dv-neutron-825124-1-hyperv the message routers_updated {{(pid=84152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 14:34:21.608736 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aa09b0c-c667-45ce-98b5-9addf5413830 None None] Sync routers for ids ['8969c750-4c83-48d2-9097-c9b242c9f90b'] in dv-neutron-825124-1-hyperv {{(pid=84154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 14:34:21.665866 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-1be52bd8-9bb5-415a-af51-43d6fc12092b None None] Port 0a86e39e-7c4e-4522-9367-489983d46ffc cannot update to ACTIVE because it is not bound. {{(pid=84154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 14:34:21.686115 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aa09b0c-c667-45ce-98b5-9addf5413830 None None] Routers {'8969c750-4c83-48d2-9097-c9b242c9f90b'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:34:21.686115 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-8aa09b0c-c667-45ce-98b5-9addf5413830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:34:00Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['8969c750-4c83-48d2-9097-c9b242c9f90b'], 'active': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:34:21.700631 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-6d9276ee-126e-445c-9799-30f0ae41863d tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:21.723271 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-c78ec474-aca9-4c60-9316-6929339efe46 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks [] for router, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:21.724384 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-c78ec474-aca9-4c60-9316-6929339efe46 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 3.3674769 Jan 20 14:34:21.727924 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 42016) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:21.747029 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-8aa09b0c-c667-45ce-98b5-9addf5413830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:34:21.812412 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aa09b0c-c667-45ce-98b5-9addf5413830 None None] Routers {'8969c750-4c83-48d2-9097-c9b242c9f90b'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:34:21.813027 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-8aa09b0c-c667-45ce-98b5-9addf5413830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:34:00Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['8969c750-4c83-48d2-9097-c9b242c9f90b'], 'active': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:34:21.907473 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-8aa09b0c-c667-45ce-98b5-9addf5413830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:34:21.908151 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aa09b0c-c667-45ce-98b5-9addf5413830 None None] The sync data for ids ['8969c750-4c83-48d2-9097-c9b242c9f90b'] in dv-neutron-825124-1-hyperv is: [] {{(pid=84154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 14:34:22.077000 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-149c981d-0690-4ff5-a833-7b9f2c1e9d79 None None] Update dhcp port {'port': {'network_id': 'bd3bcbed-b067-4dc5-9ed0-4aa3dd858989', 'fixed_ips': [{'subnet_id': '8f91250a-704f-4b3a-b2d2-df38c5560686', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'c583e25e-51cc-4e6a-8f91-71fe5d1be194', 'ip_address': '2001:db8::2'}, {'subnet_id': '2da47407-c714-4b70-a6fd-5a63fd503b70'}], 'binding:host_id': 'dv-neutron-825124-1-hyperv'}, 'id': '00edff6d-6e2d-4ceb-9d41-725ebbc2b045'} from dv-neutron-825124-1-hyperv. {{(pid=84154) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Jan 20 14:34:22.131007 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-149c981d-0690-4ff5-a833-7b9f2c1e9d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:22.173029 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.db_base_plugin_common [None req-6d9276ee-126e-445c-9799-30f0ae41863d tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Delete allocated IP 2001:db8::277 (bd3bcbed-b067-4dc5-9ed0-4aa3dd858989/c583e25e-51cc-4e6a-8f91-71fe5d1be194) {{(pid=84153) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 20 14:34:22.183345 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.db_base_plugin_common [None req-6d9276ee-126e-445c-9799-30f0ae41863d tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Allocated IP 2001:db8:0:2::243 (bd3bcbed-b067-4dc5-9ed0-4aa3dd858989/2da47407-c714-4b70-a6fd-5a63fd503b70/51407b7c-b8df-432c-b39f-50ace6265766) {{(pid=84153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:34:22.214899 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.notifiers.nova [req-7815135d-a0f3-4c06-8d22-e49c4c2e490d req-bcdb2825-c4c6-4ec9-af69-bc1e21e8f40b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a86e39e-7c4e-4522-9367-489983d46ffc {{(pid=84152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 14:34:22.233315 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [req-7815135d-a0f3-4c06-8d22-e49c4c2e490d req-bcdb2825-c4c6-4ec9-af69-bc1e21e8f40b service neutron] Notify callbacks [] for port, precommit_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:22.258780 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.provisioning_blocks [req-7815135d-a0f3-4c06-8d22-e49c4c2e490d req-bcdb2825-c4c6-4ec9-af69-bc1e21e8f40b service neutron] Transition to ACTIVE for port object 0a86e39e-7c4e-4522-9367-489983d46ffc will not be triggered until provisioned by entity L2. {{(pid=84152) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:34:22.294268 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-a889dc1f-3125-4be9-84f2-ce2d9007abae tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] 10.222.0.54 "GET /v2.0/routers/8969c750-4c83-48d2-9097-c9b242c9f90b HTTP/1.1" status: 200 len: 880 time: 0.5600996 Jan 20 14:34:22.294268 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 42020) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:22.352579 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [req-7815135d-a0f3-4c06-8d22-e49c4c2e490d req-bcdb2825-c4c6-4ec9-af69-bc1e21e8f40b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162822'] for port, after_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:22.406259 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-6d9276ee-126e-445c-9799-30f0ae41863d tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks [] for port, precommit_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:22.424992 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.provisioning_blocks [None req-6d9276ee-126e-445c-9799-30f0ae41863d tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Transition to ACTIVE for port object 51407b7c-b8df-432c-b39f-50ace6265766 will not be triggered until provisioned by entity DHCP. {{(pid=84153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:34:22.487836 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-6d9276ee-126e-445c-9799-30f0ae41863d tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3944146'] for port, after_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:22.519901 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdb2825-c4c6-4ec9-af69-bc1e21e8f40b service neutron] Pushing event updated for resources: {'Port': ['ID=0a86e39e-7c4e-4522-9367-489983d46ffc,revision_number=2']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:22.605709 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_common [None req-149c981d-0690-4ff5-a833-7b9f2c1e9d79 None None] Allocated IP 2001:db8:0:2::2 (bd3bcbed-b067-4dc5-9ed0-4aa3dd858989/2da47407-c714-4b70-a6fd-5a63fd503b70/00edff6d-6e2d-4ceb-9d41-725ebbc2b045) {{(pid=84154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:34:22.634138 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-6d9276ee-126e-445c-9799-30f0ae41863d tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] In _notify_port_updated(), no bound segment for port 51407b7c-b8df-432c-b39f-50ace6265766 on network bd3bcbed-b067-4dc5-9ed0-4aa3dd858989 {{(pid=84153) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Jan 20 14:34:22.638595 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d9276ee-126e-445c-9799-30f0ae41863d tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:34:22.639280 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-6d9276ee-126e-445c-9799-30f0ae41863d tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:22.651109 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-6d9276ee-126e-445c-9799-30f0ae41863d tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] 10.222.0.54 "PUT /v2.0/ports/51407b7c-b8df-432c-b39f-50ace6265766 HTTP/1.1" status: 200 len: 970 time: 1.0902452 Jan 20 14:34:22.651251 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 42026) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:22.651689 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9276ee-126e-445c-9799-30f0ae41863d tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Pushing event updated for resources: {'Port': ['ID=51407b7c-b8df-432c-b39f-50ace6265766,revision_number=2']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:22.824370 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-61c4edd8-7a95-492d-9361-587ec5e60481 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Deleting port 51407b7c-b8df-432c-b39f-50ace6265766 {{(pid=84152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:34:22.824724 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-61c4edd8-7a95-492d-9361-587ec5e60481 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:22.825983 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-149c981d-0690-4ff5-a833-7b9f2c1e9d79 None None] For port 00edff6d-6e2d-4ceb-9d41-725ebbc2b045, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=00edff6d-6e2d-4ceb-9d41-725ebbc2b045,segment=NetworkSegment(436f8be2-a750-4476-bdec-9a771739b46b),segment_id=436f8be2-a750-4476-bdec-9a771739b46b)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:34:22.839215 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db8cc63-b43c-4c05-9db7-93760e635b33 req-ad4156a3-3017-45ea-8d1e-3571191c39f5 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:34:22.840751 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-4db8cc63-b43c-4c05-9db7-93760e635b33 req-ad4156a3-3017-45ea-8d1e-3571191c39f5 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] 10.222.0.54 "GET /v2.0/ports?device_id=00399a73-e934-46ae-b4db-3c539c30d642 HTTP/1.1" status: 200 len: 944 time: 0.1004925 Jan 20 14:34:22.863965 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-149c981d-0690-4ff5-a833-7b9f2c1e9d79 None None] Notify callbacks [] for port, precommit_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:22.904627 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-149c981d-0690-4ff5-a833-7b9f2c1e9d79 None None] Transition to ACTIVE for port object 00edff6d-6e2d-4ceb-9d41-725ebbc2b045 will not be triggered until provisioned by entity DHCP. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:34:22.911124 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.managers [req-7815135d-a0f3-4c06-8d22-e49c4c2e490d req-bcdb2825-c4c6-4ec9-af69-bc1e21e8f40b service neutron] Attempting to bind port 0a86e39e-7c4e-4522-9367-489983d46ffc on host hv-neutron-8251 for vnic_type normal with profile {{(pid=84152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:34:22.913886 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.managers [req-7815135d-a0f3-4c06-8d22-e49c4c2e490d req-bcdb2825-c4c6-4ec9-af69-bc1e21e8f40b service neutron] Attempting to bind port 0a86e39e-7c4e-4522-9367-489983d46ffc by drivers openvswitch,hyperv on host hv-neutron-8251 at level 0 using segments [{'id': '316c3b73-0eb2-4e0f-88b9-2933ad7f6429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'e6375433-9719-46e8-83c8-134ded03773b'}] {{(pid=84152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:34:22.913886 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7815135d-a0f3-4c06-8d22-e49c4c2e490d req-bcdb2825-c4c6-4ec9-af69-bc1e21e8f40b service neutron] Attempting to bind port 0a86e39e-7c4e-4522-9367-489983d46ffc on network e6375433-9719-46e8-83c8-134ded03773b {{(pid=84152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 14:34:22.916360 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-4db8cc63-b43c-4c05-9db7-93760e635b33 req-2e9b5d8c-86a2-4b57-8875-9ae0f50798df tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] 10.222.0.54 "GET /v2.0/security-groups?id=da7b15a3-c30e-4c90-b548-3a1c0f6698e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619419 Jan 20 14:34:22.964494 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7815135d-a0f3-4c06-8d22-e49c4c2e490d req-bcdb2825-c4c6-4ec9-af69-bc1e21e8f40b service neutron] Port 0a86e39e-7c4e-4522-9367-489983d46ffc on network e6375433-9719-46e8-83c8-134ded03773b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8251 {{(pid=84152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 20 14:34:22.964823 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7815135d-a0f3-4c06-8d22-e49c4c2e490d req-bcdb2825-c4c6-4ec9-af69-bc1e21e8f40b service neutron] Attempting to bind port 0a86e39e-7c4e-4522-9367-489983d46ffc on network e6375433-9719-46e8-83c8-134ded03773b {{(pid=84152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 14:34:22.997887 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7815135d-a0f3-4c06-8d22-e49c4c2e490d req-bcdb2825-c4c6-4ec9-af69-bc1e21e8f40b service neutron] Checking agent: {'id': 'e037d8fb-d49c-4f86-9910-f13f6ba89a51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8251', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 23), 'started_at': datetime.datetime(2022, 1, 20, 14, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 14:34:22.998271 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7815135d-a0f3-4c06-8d22-e49c4c2e490d req-bcdb2825-c4c6-4ec9-af69-bc1e21e8f40b service neutron] Checking segment: {'id': '316c3b73-0eb2-4e0f-88b9-2933ad7f6429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'e6375433-9719-46e8-83c8-134ded03773b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 14:34:22.998666 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7815135d-a0f3-4c06-8d22-e49c4c2e490d req-bcdb2825-c4c6-4ec9-af69-bc1e21e8f40b service neutron] Bound using segment: {'id': '316c3b73-0eb2-4e0f-88b9-2933ad7f6429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'e6375433-9719-46e8-83c8-134ded03773b'} {{(pid=84152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 14:34:22.999097 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.managers [req-7815135d-a0f3-4c06-8d22-e49c4c2e490d req-bcdb2825-c4c6-4ec9-af69-bc1e21e8f40b service neutron] Bound port: 0a86e39e-7c4e-4522-9367-489983d46ffc, host: hv-neutron-8251, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '316c3b73-0eb2-4e0f-88b9-2933ad7f6429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'e6375433-9719-46e8-83c8-134ded03773b'}}] {{(pid=84152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:34:22.999441 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [req-7815135d-a0f3-4c06-8d22-e49c4c2e490d req-bcdb2825-c4c6-4ec9-af69-bc1e21e8f40b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:22.999604 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-149c981d-0690-4ff5-a833-7b9f2c1e9d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:23.148212 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-0619d208-dc5c-466c-9aaf-7c108c92365f tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Synchronizing usage tracker for tenant:c471105210324ce4bdf04d2ea6130d17 on resource:router {{(pid=84152) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:34:23.175745 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149c981d-0690-4ff5-a833-7b9f2c1e9d79 None None] Pushing event updated for resources: {'Port': ['ID=00edff6d-6e2d-4ceb-9d41-725ebbc2b045,revision_number=7']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:23.250837 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-61c4edd8-7a95-492d-9361-587ec5e60481 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:23.258335 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.db [req-7815135d-a0f3-4c06-8d22-e49c4c2e490d req-bcdb2825-c4c6-4ec9-af69-bc1e21e8f40b service neutron] For port 0a86e39e-7c4e-4522-9367-489983d46ffc, host hv-neutron-8251, cleared binding levels {{(pid=84152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 14:34:23.373474 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-0619d208-dc5c-466c-9aaf-7c108c92365f tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Unset dirty status for tenant:c471105210324ce4bdf04d2ea6130d17 on resource:router {{(pid=84152) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:34:23.377035 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-0619d208-dc5c-466c-9aaf-7c108c92365f tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 1.0835412 Jan 20 14:34:23.377555 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 42030) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:23.383759 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-31655b91-f5f5-4803-8397-5583dd9f5eb7 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-315076452'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:34:23.384156 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-61c4edd8-7a95-492d-9361-587ec5e60481 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Calling delete_port for 51407b7c-b8df-432c-b39f-50ace6265766 owned by {{(pid=84152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:34:23.418066 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.db [req-7815135d-a0f3-4c06-8d22-e49c4c2e490d req-bcdb2825-c4c6-4ec9-af69-bc1e21e8f40b service neutron] For port 0a86e39e-7c4e-4522-9367-489983d46ffc, host hv-neutron-8251, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=0a86e39e-7c4e-4522-9367-489983d46ffc,segment=NetworkSegment(316c3b73-0eb2-4e0f-88b9-2933ad7f6429),segment_id=316c3b73-0eb2-4e0f-88b9-2933ad7f6429)] {{(pid=84152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 14:34:23.523299 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [req-7815135d-a0f3-4c06-8d22-e49c4c2e490d req-bcdb2825-c4c6-4ec9-af69-bc1e21e8f40b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162822'] for port, after_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:23.599632 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [req-7815135d-a0f3-4c06-8d22-e49c4c2e490d req-bcdb2825-c4c6-4ec9-af69-bc1e21e8f40b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:23.601227 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-7815135d-a0f3-4c06-8d22-e49c4c2e490d req-bcdb2825-c4c6-4ec9-af69-bc1e21e8f40b service neutron] 10.222.0.106 "PUT /v2.0/ports/0a86e39e-7c4e-4522-9367-489983d46ffc HTTP/1.1" status: 200 len: 1094 time: 2.2198184 Jan 20 14:34:23.613342 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00399a73-e934-46ae-b4db-3c539c30d642', 'tag': '0a86e39e-7c4e-4522-9367-489983d46ffc'}] {{(pid=84152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 14:34:23.647435 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdb2825-c4c6-4ec9-af69-bc1e21e8f40b service neutron] Pushing event updated for resources: {'Port': ['ID=0a86e39e-7c4e-4522-9367-489983d46ffc,revision_number=3']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:23.708832 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00399a73-e934-46ae-b4db-3c539c30d642', 'tag': '0a86e39e-7c4e-4522-9367-489983d46ffc', 'status': 'completed', 'code': 200} Jan 20 14:34:23.774683 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-61c4edd8-7a95-492d-9361-587ec5e60481 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:23.847505 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c4edd8-7a95-492d-9361-587ec5e60481 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Pushing event deleted for resources: {'Port': ['ID=51407b7c-b8df-432c-b39f-50ace6265766,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:23.899546 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-224b9a0f-a0e5-439d-9954-20ebada6b468 None None] Provisioning complete for port 9c6b29f2-4b6b-4b2f-a124-914357e37188 triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:34:23.900136 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-224b9a0f-a0e5-439d-9954-20ebada6b468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:23.905106 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-61c4edd8-7a95-492d-9361-587ec5e60481 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:23.934255 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-b0a23b80-29ac-47c7-8796-7f69cd0995bc req-0521ecca-ad9f-4e00-83df-c0f5daa216ed service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=9c4261ab481844b5bb12c28ceb385a24&device_id=00399a73-e934-46ae-b4db-3c539c30d642 HTTP/1.1" status: 200 len: 1097 time: 0.2027848 Jan 20 14:34:23.971088 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-224b9a0f-a0e5-439d-9954-20ebada6b468 None None] Port 9c6b29f2-4b6b-4b2f-a124-914357e37188 cannot update to ACTIVE because it is not bound. {{(pid=84154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 14:34:24.045562 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-224b9a0f-a0e5-439d-9954-20ebada6b468 None None] Provisioning for port 00edff6d-6e2d-4ceb-9d41-725ebbc2b045 completed by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:34:24.059019 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-224b9a0f-a0e5-439d-9954-20ebada6b468 None None] Provisioning complete for port 00edff6d-6e2d-4ceb-9d41-725ebbc2b045 triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:34:24.059019 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-224b9a0f-a0e5-439d-9954-20ebada6b468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:24.180993 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-61c4edd8-7a95-492d-9361-587ec5e60481 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] 10.222.0.54 "DELETE /v2.0/ports/51407b7c-b8df-432c-b39f-50ace6265766 HTTP/1.1" status: 204 len: 168 time: 1.5336785 Jan 20 14:34:24.187733 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 42038) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:24.239792 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-224b9a0f-a0e5-439d-9954-20ebada6b468 None None] Could not find standard attr ID for object 51407b7c-b8df-432c-b39f-50ace6265766. {{(pid=84154) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 20 14:34:24.247062 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.pecan_wsgi.hooks.translation [None req-669f89b3-c9e5-44f3-a3d8-96a7fb2fa28f tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] GET failed (client error): The resource could not be found. Jan 20 14:34:24.247782 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-669f89b3-c9e5-44f3-a3d8-96a7fb2fa28f tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Synchronizing usage tracker for tenant:b664f111a0df442d811f140f6dbd9d75 on resource:port {{(pid=84152) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:34:24.317723 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-31655b91-f5f5-4803-8397-5583dd9f5eb7 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-744886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-105502'] for router, precommit_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:24.333859 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a23b80-29ac-47c7-8796-7f69cd0995bc req-8b6fd6e6-fe7e-4982-8453-2425fee175e6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:34:24.336237 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-b0a23b80-29ac-47c7-8796-7f69cd0995bc req-8b6fd6e6-fe7e-4982-8453-2425fee175e6 service neutron] 10.222.0.106 "GET /v2.0/networks?tenant_id=9c4261ab481844b5bb12c28ceb385a24&shared=False HTTP/1.1" status: 200 len: 897 time: 0.3935962 Jan 20 14:34:24.356136 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b145e4a8-f7ef-4c26-b783-d09b744851eb req-d893dc6a-f280-4b7f-b7ef-e3da864eee59 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:34:24.368686 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-b145e4a8-f7ef-4c26-b783-d09b744851eb req-d893dc6a-f280-4b7f-b7ef-e3da864eee59 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] 10.222.0.54 "GET /v2.0/ports?device_id=00399a73-e934-46ae-b4db-3c539c30d642 HTTP/1.1" status: 200 len: 944 time: 0.1372402 Jan 20 14:34:24.383858 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-fd5b9559-d884-4d2e-8a9f-db1dc167f0b8 None None] Could not find standard attr ID for object 51407b7c-b8df-432c-b39f-50ace6265766. {{(pid=84154) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 20 14:34:24.413918 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-b145e4a8-f7ef-4c26-b783-d09b744851eb req-4e7172e0-4584-4df9-b3a3-c4fd0d38f8bc tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] 10.222.0.54 "GET /v2.0/security-groups?id=da7b15a3-c30e-4c90-b548-3a1c0f6698e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482593 Jan 20 14:34:24.435467 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-669f89b3-c9e5-44f3-a3d8-96a7fb2fa28f tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Unset dirty status for tenant:b664f111a0df442d811f140f6dbd9d75 on resource:port {{(pid=84152) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:34:24.436652 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-669f89b3-c9e5-44f3-a3d8-96a7fb2fa28f tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] 10.222.0.54 "GET /v2.0/ports/51407b7c-b8df-432c-b39f-50ace6265766 HTTP/1.1" status: 404 len: 333 time: 0.2476869 Jan 20 14:34:24.439837 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 42042) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:24.459059 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-31655b91-f5f5-4803-8397-5583dd9f5eb7 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-744861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-744847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-744836', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-737562'] for router, after_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:24.488112 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a23b80-29ac-47c7-8796-7f69cd0995bc req-2ba42aae-c26b-4355-bf08-504da729a1af service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:34:24.489590 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-b0a23b80-29ac-47c7-8796-7f69cd0995bc req-2ba42aae-c26b-4355-bf08-504da729a1af service neutron] 10.222.0.106 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1472819 Jan 20 14:34:24.583419 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-4e9d3d7b-07da-4e37-9202-9aa6edbb9f9b tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks [] for security_group, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:24.601569 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-7815135d-a0f3-4c06-8d22-e49c4c2e490d req-5e81543a-838b-4abf-92d0-a61de2781225 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=9c4261ab481844b5bb12c28ceb385a24&device_id=00399a73-e934-46ae-b4db-3c539c30d642 HTTP/1.1" status: 200 len: 1097 time: 0.0765173 Jan 20 14:34:24.619021 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-4e9d3d7b-07da-4e37-9202-9aa6edbb9f9b tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:24.673318 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-7815135d-a0f3-4c06-8d22-e49c4c2e490d req-b25b51bf-8d56-400d-a338-e781601a3454 service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0a86e39e-7c4e-4522-9367-489983d46ffc HTTP/1.1" status: 200 len: 217 time: 0.0652032 Jan 20 14:34:24.736195 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7815135d-a0f3-4c06-8d22-e49c4c2e490d req-6f3cb6d0-5adc-4879-be15-810a8ce1ffe0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:34:24.737657 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-7815135d-a0f3-4c06-8d22-e49c4c2e490d req-6f3cb6d0-5adc-4879-be15-810a8ce1ffe0 service neutron] 10.222.0.106 "GET /v2.0/subnets?id=d1901ba2-213a-49cf-963a-9516e82439fd HTTP/1.1" status: 200 len: 834 time: 0.0582690 Jan 20 14:34:24.766819 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31655b91-f5f5-4803-8397-5583dd9f5eb7 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Router 8969c750-4c83-48d2-9097-c9b242c9f90b has already been hosted by L3 agent 624d525b-4c26-4143-8a1c-228bb1c6faaa {{(pid=84153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 14:34:24.820347 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-7815135d-a0f3-4c06-8d22-e49c4c2e490d req-efe659bf-07ab-40b4-953f-4191d15237cf service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=e6375433-9719-46e8-83c8-134ded03773b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0736842 Jan 20 14:34:24.835432 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-4e9d3d7b-07da-4e37-9202-9aa6edbb9f9b tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:24.860580 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9d3d7b-07da-4e37-9202-9aa6edbb9f9b tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=21b48603-580f-4ee0-b812-0000087901cf,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:24.871680 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-4e9d3d7b-07da-4e37-9202-9aa6edbb9f9b tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks [] for security_group, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:24.872805 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-4e9d3d7b-07da-4e37-9202-9aa6edbb9f9b tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] 10.222.0.54 "DELETE /v2.0/security-groups/21b48603-580f-4ee0-b812-0000087901cf HTTP/1.1" status: 204 len: 168 time: 0.4317787 Jan 20 14:34:24.875616 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 42046) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:24.959494 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-7815135d-a0f3-4c06-8d22-e49c4c2e490d req-5a9def99-bbac-4ba0-b040-564b537a5fdc service neutron] 10.222.0.106 "GET /v2.0/networks/e6375433-9719-46e8-83c8-134ded03773b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324141 Jan 20 14:34:25.010991 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-f79b212b-86fa-491a-904c-4260492c88c9 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks [] for security_group, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:25.055336 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-f79b212b-86fa-491a-904c-4260492c88c9 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:25.109858 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-7815135d-a0f3-4c06-8d22-e49c4c2e490d req-1e9c609d-cd77-4fca-9e97-ddf4bb00540d service neutron] 10.222.0.106 "GET /v2.0/networks/e6375433-9719-46e8-83c8-134ded03773b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424835 Jan 20 14:34:25.121719 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31655b91-f5f5-4803-8397-5583dd9f5eb7 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify agent at l3_agent.dv-neutron-825124-1-hyperv the message routers_updated {{(pid=84153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 14:34:25.137834 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-31655b91-f5f5-4803-8397-5583dd9f5eb7 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks [] for router, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:25.139213 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-31655b91-f5f5-4803-8397-5583dd9f5eb7 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] 10.222.0.54 "PUT /v2.0/routers/8969c750-4c83-48d2-9097-c9b242c9f90b HTTP/1.1" status: 200 len: 887 time: 1.7599995 Jan 20 14:34:25.142163 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 42050) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:25.145399 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-147f55ea-050b-4026-b385-92cd093a417e None None] Sync routers for ids ['8969c750-4c83-48d2-9097-c9b242c9f90b'] in dv-neutron-825124-1-hyperv {{(pid=84155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 14:34:25.158813 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-147f55ea-050b-4026-b385-92cd093a417e None None] Routers {'8969c750-4c83-48d2-9097-c9b242c9f90b'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:34:25.159520 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-147f55ea-050b-4026-b385-92cd093a417e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:34:00Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['8969c750-4c83-48d2-9097-c9b242c9f90b'], 'active': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:34:25.167792 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 00edff6d-6e2d-4ceb-9d41-725ebbc2b045 up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:34:25.200039 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-f79b212b-86fa-491a-904c-4260492c88c9 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:25.202500 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-f79b212b-86fa-491a-904c-4260492c88c9 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks [] for security_group, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:25.203824 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-f79b212b-86fa-491a-904c-4260492c88c9 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] 10.222.0.54 "DELETE /v2.0/security-groups/74507008-7c33-423b-a344-c35d9bc4ac6e HTTP/1.1" status: 204 len: 168 time: 0.3273103 Jan 20 14:34:25.210509 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 42054) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:25.219455 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79b212b-86fa-491a-904c-4260492c88c9 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=74507008-7c33-423b-a344-c35d9bc4ac6e,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:25.232237 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-147f55ea-050b-4026-b385-92cd093a417e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:34:25.254310 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-147f55ea-050b-4026-b385-92cd093a417e None None] Routers {'8969c750-4c83-48d2-9097-c9b242c9f90b'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:34:25.255098 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-147f55ea-050b-4026-b385-92cd093a417e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:34:00Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['8969c750-4c83-48d2-9097-c9b242c9f90b'], 'active': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:34:25.287568 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port 00edff6d-6e2d-4ceb-9d41-725ebbc2b045 triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:34:25.288021 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:25.299537 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-b9d45bb7-e851-4a20-bec2-46ff4ace419c tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks [] for security_group, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:25.329448 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-147f55ea-050b-4026-b385-92cd093a417e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:34:25.329899 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-147f55ea-050b-4026-b385-92cd093a417e None None] The sync data for ids ['8969c750-4c83-48d2-9097-c9b242c9f90b'] in dv-neutron-825124-1-hyperv is: [] {{(pid=84155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 14:34:25.392239 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-b9d45bb7-e851-4a20-bec2-46ff4ace419c tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:25.472697 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 42060) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:25.473213 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-b0770d25-e124-4f1d-ac42-fad188f0b9c9 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] 10.222.0.54 "GET /v2.0/routers/8969c750-4c83-48d2-9097-c9b242c9f90b HTTP/1.1" status: 200 len: 887 time: 0.3294563 Jan 20 14:34:25.516390 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-fe4afa93-5bbc-400a-ab0f-d3c5366a4ea9 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Synchronizing usage tracker for tenant:c471105210324ce4bdf04d2ea6130d17 on resource:port {{(pid=84153) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:34:25.537126 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-b9d45bb7-e851-4a20-bec2-46ff4ace419c tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:25.554772 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d45bb7-e851-4a20-bec2-46ff4ace419c tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa6ed297-812a-4a3f-9534-30d5d976f073,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:25.563274 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-b9d45bb7-e851-4a20-bec2-46ff4ace419c tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks [] for security_group, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:25.566482 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-b9d45bb7-e851-4a20-bec2-46ff4ace419c tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] 10.222.0.54 "DELETE /v2.0/security-groups/aa6ed297-812a-4a3f-9534-30d5d976f073 HTTP/1.1" status: 204 len: 168 time: 0.3550234 Jan 20 14:34:25.567419 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 42064) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:25.637790 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943d4aad-ae95-41f3-83c7-a1755c22ca02 req-7af906d1-6eb4-4267-af48-700d0706e958 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:34:25.639348 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-943d4aad-ae95-41f3-83c7-a1755c22ca02 req-7af906d1-6eb4-4267-af48-700d0706e958 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] 10.222.0.54 "GET /v2.0/ports?device_id=00399a73-e934-46ae-b4db-3c539c30d642 HTTP/1.1" status: 200 len: 944 time: 0.0846927 Jan 20 14:34:25.663415 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-fe4afa93-5bbc-400a-ab0f-d3c5366a4ea9 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Unset dirty status for tenant:c471105210324ce4bdf04d2ea6130d17 on resource:port {{(pid=84153) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:34:25.664449 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-fe4afa93-5bbc-400a-ab0f-d3c5366a4ea9 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] 10.222.0.54 "GET /v2.0/ports?device_id=8969c750-4c83-48d2-9097-c9b242c9f90b HTTP/1.1" status: 200 len: 205 time: 0.1901076 Jan 20 14:34:25.667803 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 42068) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:25.760532 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-943d4aad-ae95-41f3-83c7-a1755c22ca02 req-fdc186a5-a73d-4e34-9715-7e39354c1118 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] 10.222.0.54 "GET /v2.0/security-groups?id=da7b15a3-c30e-4c90-b548-3a1c0f6698e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1154466 Jan 20 14:34:25.775265 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.db_base_plugin_v2 [None req-eecf4fd7-0506-4b89-9470-172a53e7a057 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Deleting subnet c583e25e-51cc-4e6a-8f91-71fe5d1be194 {{(pid=84152) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 20 14:34:25.777788 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-eecf4fd7-0506-4b89-9470-172a53e7a057 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks [] for subnet, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:25.836958 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-eecf4fd7-0506-4b89-9470-172a53e7a057 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3337915'] for subnet, precommit_delete_associations {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:25.902177 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-c5cbe21d-7a95-4f2d-b499-ad66be7930dc tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks [] for router, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:25.936258 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-eecf4fd7-0506-4b89-9470-172a53e7a057 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1627147'] for subnet, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:26.114431 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-c5cbe21d-7a95-4f2d-b499-ad66be7930dc tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:26.200943 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-eecf4fd7-0506-4b89-9470-172a53e7a057 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1627154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4163580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155308'] for subnet, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:26.222423 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-c5cbe21d-7a95-4f2d-b499-ad66be7930dc tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Deleting port 9ca843a4-334f-4d1f-bbf9-5a38fd9da363 {{(pid=84153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:34:26.222767 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-c5cbe21d-7a95-4f2d-b499-ad66be7930dc tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:26.237478 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecf4fd7-0506-4b89-9470-172a53e7a057 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Pushing event deleted for resources: {'Subnet': ['ID=c583e25e-51cc-4e6a-8f91-71fe5d1be194,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:26.250700 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-eecf4fd7-0506-4b89-9470-172a53e7a057 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks [] for subnet, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:26.259332 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-eecf4fd7-0506-4b89-9470-172a53e7a057 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] 10.222.0.54 "DELETE /v2.0/subnets/c583e25e-51cc-4e6a-8f91-71fe5d1be194 HTTP/1.1" status: 204 len: 168 time: 0.6906471 Jan 20 14:34:26.263513 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a946141-f999-4fae-be16-240c0b0d5216 None None] Network bd3bcbed-b067-4dc5-9ed0-4aa3dd858989 requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:34:26.266899 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 42072) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:26.345902 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebd5ffe4-08df-492b-96ec-38ef0698120f tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Deleting subnet 2da47407-c714-4b70-a6fd-5a63fd503b70 {{(pid=84152) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 20 14:34:26.350208 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-ebd5ffe4-08df-492b-96ec-38ef0698120f tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks [] for subnet, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:26.410063 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-ebd5ffe4-08df-492b-96ec-38ef0698120f tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3337915'] for subnet, precommit_delete_associations {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:26.435200 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-c5cbe21d-7a95-4f2d-b499-ad66be7930dc tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:26.513181 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-ebd5ffe4-08df-492b-96ec-38ef0698120f tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1627147'] for subnet, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:26.689585 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-ebd5ffe4-08df-492b-96ec-38ef0698120f tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1627154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4163580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155308'] for subnet, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:26.698995 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-c5cbe21d-7a95-4f2d-b499-ad66be7930dc tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Calling delete_port for 9ca843a4-334f-4d1f-bbf9-5a38fd9da363 owned by network:router_gateway {{(pid=84153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:34:26.734823 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd5ffe4-08df-492b-96ec-38ef0698120f tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Pushing event deleted for resources: {'Subnet': ['ID=2da47407-c714-4b70-a6fd-5a63fd503b70,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:26.744955 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-ebd5ffe4-08df-492b-96ec-38ef0698120f tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks [] for subnet, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:26.753435 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-ebd5ffe4-08df-492b-96ec-38ef0698120f tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] 10.222.0.54 "DELETE /v2.0/subnets/2da47407-c714-4b70-a6fd-5a63fd503b70 HTTP/1.1" status: 204 len: 168 time: 0.4850211 Jan 20 14:34:26.755870 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 42076) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:26.813712 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.pecan_wsgi.hooks.translation [None req-091e9b98-c631-4d45-8d43-af83b2fb4d26 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] DELETE failed (client error): The resource could not be found. Jan 20 14:34:26.817129 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-091e9b98-c631-4d45-8d43-af83b2fb4d26 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84152) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:34:26.819710 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-091e9b98-c631-4d45-8d43-af83b2fb4d26 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] 10.222.0.54 "DELETE /v2.0/subnets/c583e25e-51cc-4e6a-8f91-71fe5d1be194 HTTP/1.1" status: 404 len: 337 time: 0.0623691 Jan 20 14:34:26.822215 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 42082) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:26.899699 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.db_base_plugin_v2 [None req-0943ffa4-dd43-4c84-8ddd-1bbce64ef389 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Deleting subnet 8f91250a-704f-4b3a-b2d2-df38c5560686 {{(pid=84152) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 20 14:34:26.904065 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-0943ffa4-dd43-4c84-8ddd-1bbce64ef389 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks [] for subnet, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:26.982365 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e86264-c880-44f4-9a8f-3bcb85987da9 req-3c45c3f6-b4f9-4dd9-8dc1-faf212de3390 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:34:26.984130 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-b0e86264-c880-44f4-9a8f-3bcb85987da9 req-3c45c3f6-b4f9-4dd9-8dc1-faf212de3390 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] 10.222.0.54 "GET /v2.0/ports?device_id=00399a73-e934-46ae-b4db-3c539c30d642 HTTP/1.1" status: 200 len: 944 time: 0.0898428 Jan 20 14:34:26.991265 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-0943ffa4-dd43-4c84-8ddd-1bbce64ef389 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3337915'] for subnet, precommit_delete_associations {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:27.015782 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Device 0a86e39e-7c4e-4522-9367-489983d46ffc details requested by agent hyperv_hv-neutron-8251 with host hv-neutron-8251 {{(pid=84154) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 20 14:34:27.084201 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-b0e86264-c880-44f4-9a8f-3bcb85987da9 req-693128da-d4a8-4969-befa-edcb60e7f906 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] 10.222.0.54 "GET /v2.0/security-groups?id=da7b15a3-c30e-4c90-b548-3a1c0f6698e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920303 Jan 20 14:34:27.107513 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-0943ffa4-dd43-4c84-8ddd-1bbce64ef389 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1627147'] for subnet, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:27.188852 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9c84ff0-3aaf-4823-b07b-8b65debb4cbe None None] Network bd3bcbed-b067-4dc5-9ed0-4aa3dd858989 requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:34:27.223282 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-c5cbe21d-7a95-4f2d-b499-ad66be7930dc tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:27.268472 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cbe21d-7a95-4f2d-b499-ad66be7930dc tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Pushing event deleted for resources: {'Port': ['ID=9ca843a4-334f-4d1f-bbf9-5a38fd9da363,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:27.280406 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-0943ffa4-dd43-4c84-8ddd-1bbce64ef389 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1627154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4163580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155308'] for subnet, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:27.301675 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] For port 0a86e39e-7c4e-4522-9367-489983d46ffc, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=0a86e39e-7c4e-4522-9367-489983d46ffc,segment=NetworkSegment(316c3b73-0eb2-4e0f-88b9-2933ad7f6429),segment_id=316c3b73-0eb2-4e0f-88b9-2933ad7f6429)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:34:27.329221 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-5cc6c60e-a062-4faa-ab70-0d9928a81f5f None None] Provisioning complete for port 9c6b29f2-4b6b-4b2f-a124-914357e37188 triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:34:27.329601 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-5cc6c60e-a062-4faa-ab70-0d9928a81f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:27.353097 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0943ffa4-dd43-4c84-8ddd-1bbce64ef389 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Pushing event deleted for resources: {'Subnet': ['ID=8f91250a-704f-4b3a-b2d2-df38c5560686,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:27.361391 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-0943ffa4-dd43-4c84-8ddd-1bbce64ef389 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks [] for subnet, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:27.379885 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 42086) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:27.381454 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-0943ffa4-dd43-4c84-8ddd-1bbce64ef389 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] 10.222.0.54 "DELETE /v2.0/subnets/8f91250a-704f-4b3a-b2d2-df38c5560686 HTTP/1.1" status: 204 len: 168 time: 0.5553010 Jan 20 14:34:27.392860 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Returning: {'device': '0a86e39e-7c4e-4522-9367-489983d46ffc', 'network_id': 'e6375433-9719-46e8-83c8-134ded03773b', 'port_id': '0a86e39e-7c4e-4522-9367-489983d46ffc', 'mac_address': 'fa:16:3e:7e:ba:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1901ba2-213a-49cf-963a-9516e82439fd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84154) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 20 14:34:27.402735 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-5cc6c60e-a062-4faa-ab70-0d9928a81f5f None None] Port 9c6b29f2-4b6b-4b2f-a124-914357e37188 cannot update to ACTIVE because it is not bound. {{(pid=84154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 14:34:27.434893 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b097ade-dc6e-4d58-8387-b027e4501b91 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] DELETE failed (client error): The resource could not be found. Jan 20 14:34:27.435337 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b097ade-dc6e-4d58-8387-b027e4501b91 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:34:27.450518 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-7b097ade-dc6e-4d58-8387-b027e4501b91 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] 10.222.0.54 "DELETE /v2.0/subnets/3cdc97d3-c732-4896-9785-5c72fa272e36 HTTP/1.1" status: 404 len: 337 time: 0.0695941 Jan 20 14:34:27.454168 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 42090) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:27.502429 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:27.508815 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-76562efd-5d0f-4b61-86d2-4a23e4891db1 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] 10.222.0.54 "GET /v2.0/ports?device_id=ccb87e42-2281-4cbd-84fc-bdceb2b28286 HTTP/1.1" status: 200 len: 205 time: 0.0530422 Jan 20 14:34:27.511513 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 42094) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:27.588642 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-5cc6c60e-a062-4faa-ab70-0d9928a81f5f None None] Provisioning complete for port 00edff6d-6e2d-4ceb-9d41-725ebbc2b045 triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:34:27.594323 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-5cc6c60e-a062-4faa-ab70-0d9928a81f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:27.594457 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.api.v2.resource [None req-9c3b2c7b-aeea-4f84-aa3e-4f919eaa9bc5 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] delete failed (client error): The resource could not be found. Jan 20 14:34:27.594550 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-c5cbe21d-7a95-4f2d-b499-ad66be7930dc tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-745333'] for router_gateway, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:27.594649 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-9c3b2c7b-aeea-4f84-aa3e-4f919eaa9bc5 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] 10.222.0.54 "DELETE /v2.0/routers/ccb87e42-2281-4cbd-84fc-bdceb2b28286 HTTP/1.1" status: 404 len: 336 time: 0.0773964 Jan 20 14:34:27.594649 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 42098) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:27.613481 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.notifiers.nova [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a86e39e-7c4e-4522-9367-489983d46ffc {{(pid=84154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 14:34:27.641317 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.pecan_wsgi.hooks.translation [None req-58c0db96-518b-41b1-a3d1-d8192d013ef3 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] DELETE failed (client error): The resource could not be found. Jan 20 14:34:27.641317 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58c0db96-518b-41b1-a3d1-d8192d013ef3 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84152) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:34:27.641317 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-58c0db96-518b-41b1-a3d1-d8192d013ef3 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] 10.222.0.54 "DELETE /v2.0/subnets/6c5c4420-698b-4cea-acad-316e92331584 HTTP/1.1" status: 404 len: 337 time: 0.0432165 Jan 20 14:34:27.641708 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 42102) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:27.664253 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] For port 0a86e39e-7c4e-4522-9367-489983d46ffc, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=0a86e39e-7c4e-4522-9367-489983d46ffc,segment=NetworkSegment(316c3b73-0eb2-4e0f-88b9-2933ad7f6429),segment_id=316c3b73-0eb2-4e0f-88b9-2933ad7f6429)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:34:27.683227 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.pecan_wsgi.hooks.translation [None req-77cf3660-4a37-430c-9ffd-20397cb24f55 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] DELETE failed (client error): The resource could not be found. Jan 20 14:34:27.683669 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77cf3660-4a37-430c-9ffd-20397cb24f55 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84152) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:34:27.685460 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-77cf3660-4a37-430c-9ffd-20397cb24f55 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] 10.222.0.54 "DELETE /v2.0/subnets/1c8d6252-4b3d-4c7b-b2a6-5e66851debb0 HTTP/1.1" status: 404 len: 337 time: 0.0429823 Jan 20 14:34:27.688296 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 42106) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:27.734120 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:27.737152 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2c7aef6-e9ea-47ed-a286-68d5816af2ec tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] DELETE failed (client error): The resource could not be found. Jan 20 14:34:27.737597 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2c7aef6-e9ea-47ed-a286-68d5816af2ec tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84152) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:34:27.739531 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-b2c7aef6-e9ea-47ed-a286-68d5816af2ec tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] 10.222.0.54 "DELETE /v2.0/subnets/277165b3-8c7e-4732-8a4e-53399ad18243 HTTP/1.1" status: 404 len: 337 time: 0.0501490 Jan 20 14:34:27.742318 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 42110) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:27.798119 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9ec8390-8d6b-40ff-83ae-6779e29df03d tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] DELETE failed (client error): The resource could not be found. Jan 20 14:34:27.798982 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9ec8390-8d6b-40ff-83ae-6779e29df03d tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84152) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:34:27.801929 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-b9ec8390-8d6b-40ff-83ae-6779e29df03d tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] 10.222.0.54 "DELETE /v2.0/ports/458fca6a-24fa-4cf1-bfbc-76adefc05190 HTTP/1.1" status: 404 len: 333 time: 0.0583389 Jan 20 14:34:27.804272 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 42114) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:27.818787 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c77f70c4-6400-4b93-a08e-1703b3476db0 None None] DHCP port deletion for bd3bcbed-b067-4dc5-9ed0-4aa3dd858989 request from dv-neutron-825124-1-hyperv {{(pid=84154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 20 14:34:27.842128 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-c77f70c4-6400-4b93-a08e-1703b3476db0 None None] Deleting port 00edff6d-6e2d-4ceb-9d41-725ebbc2b045 {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:34:27.842507 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-c77f70c4-6400-4b93-a08e-1703b3476db0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:27.843830 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e06dc8d-c0ca-46e5-a519-b790bb170bc9 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] DELETE failed (client error): The resource could not be found. Jan 20 14:34:27.844313 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e06dc8d-c0ca-46e5-a519-b790bb170bc9 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84152) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:34:27.846706 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-4e06dc8d-c0ca-46e5-a519-b790bb170bc9 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] 10.222.0.54 "DELETE /v2.0/subnets/914d29d7-8706-4545-ad26-07a61679c20d HTTP/1.1" status: 404 len: 337 time: 0.0399594 Jan 20 14:34:27.850348 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 42118) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:27.876198 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-c5cbe21d-7a95-4f2d-b499-ad66be7930dc tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-737761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105493'] for router, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:27.883445 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-c5cbe21d-7a95-4f2d-b499-ad66be7930dc tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:27.893914 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.pecan_wsgi.hooks.translation [None req-4dab6432-27ca-43bc-a106-0a89009f4551 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] DELETE failed (client error): The resource could not be found. Jan 20 14:34:27.894449 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4dab6432-27ca-43bc-a106-0a89009f4551 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84152) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:34:27.896076 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-4dab6432-27ca-43bc-a106-0a89009f4551 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] 10.222.0.54 "DELETE /v2.0/subnets/aeff8960-dc7c-47df-a7b5-91e4541ad77d HTTP/1.1" status: 404 len: 337 time: 0.0447452 Jan 20 14:34:27.899262 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 42122) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:27.902713 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Pushing event updated for resources: {'Port': ['ID=0a86e39e-7c4e-4522-9367-489983d46ffc,revision_number=4']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:27.949835 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.pecan_wsgi.hooks.translation [None req-aeb59167-055c-4524-86fa-d432701384cb tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] DELETE failed (client error): The resource could not be found. Jan 20 14:34:27.950416 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aeb59167-055c-4524-86fa-d432701384cb tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84152) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:34:27.952195 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-aeb59167-055c-4524-86fa-d432701384cb tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] 10.222.0.54 "DELETE /v2.0/ports/39777ea0-cdd2-4b97-9d92-dd53dd20429f HTTP/1.1" status: 404 len: 333 time: 0.0436859 Jan 20 14:34:27.954843 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 42126) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:27.992915 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1b106da-79c3-4bc3-9380-ac2bcdc718e4 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] DELETE failed (client error): The resource could not be found. Jan 20 14:34:27.992915 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1b106da-79c3-4bc3-9380-ac2bcdc718e4 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84152) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:34:27.997508 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-a1b106da-79c3-4bc3-9380-ac2bcdc718e4 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] 10.222.0.54 "DELETE /v2.0/subnets/9e3b5cd0-7974-4b26-8b9f-c2c810c50d8a HTTP/1.1" status: 404 len: 337 time: 0.0389047 Jan 20 14:34:27.997779 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 42130) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:28.016329 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-c5cbe21d-7a95-4f2d-b499-ad66be7930dc tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-737693'] for router, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:28.020690 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5cbe21d-7a95-4f2d-b499-ad66be7930dc tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Fanout notify agent at l3_agent the message router_deleted on router 8969c750-4c83-48d2-9097-c9b242c9f90b {{(pid=84153) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 20 14:34:28.046210 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f32ff4e-1cb8-4a90-9721-758411724b2a tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] DELETE failed (client error): The resource could not be found. Jan 20 14:34:28.046660 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f32ff4e-1cb8-4a90-9721-758411724b2a tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84152) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:34:28.048294 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-3f32ff4e-1cb8-4a90-9721-758411724b2a tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] 10.222.0.54 "DELETE /v2.0/subnets/77df3a91-3487-4270-a21b-696efb038a65 HTTP/1.1" status: 404 len: 337 time: 0.0495682 Jan 20 14:34:28.054166 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 42134) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:28.060868 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-c83a31a3-e370-46ee-bdd3-b0665f65c2c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:28.097660 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] get_ports_and_sgs() called for port_ids ['0a86e39e-7c4e-4522-9367-489983d46ffc'] {{(pid=84154) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 20 14:34:28.119791 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-c5cbe21d-7a95-4f2d-b499-ad66be7930dc tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks [] for router, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:28.121716 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-08082bfe-a5b8-473c-999a-a598ba9650ad tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Deleting port 9c6b29f2-4b6b-4b2f-a124-914357e37188 {{(pid=84152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:34:28.121716 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-08082bfe-a5b8-473c-999a-a598ba9650ad tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:28.126951 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-c5cbe21d-7a95-4f2d-b499-ad66be7930dc tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] 10.222.0.54 "DELETE /v2.0/routers/8969c750-4c83-48d2-9097-c9b242c9f90b HTTP/1.1" status: 204 len: 168 time: 2.4523201 Jan 20 14:34:28.127672 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 42138) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:28.129242 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-c77f70c4-6400-4b93-a08e-1703b3476db0 None None] For port 00edff6d-6e2d-4ceb-9d41-725ebbc2b045, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=00edff6d-6e2d-4ceb-9d41-725ebbc2b045,segment=NetworkSegment(436f8be2-a750-4476-bdec-9a771739b46b),segment_id=436f8be2-a750-4476-bdec-9a771739b46b)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:34:28.129632 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-c77f70c4-6400-4b93-a08e-1703b3476db0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:28.133889 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-6843a8b3-db15-4474-b409-9af1537ab25a tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Request body: {'network': {'name': 'tempest-RoutersTest-544001647'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:34:28.139384 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-6843a8b3-db15-4474-b409-9af1537ab25a tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:34:28.145583 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-6843a8b3-db15-4474-b409-9af1537ab25a tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Usage tracker for resource:network and tenant:c471105210324ce4bdf04d2ea6130d17 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:34:28.150144 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-6843a8b3-db15-4474-b409-9af1537ab25a tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:34:28.164556 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-6843a8b3-db15-4474-b409-9af1537ab25a tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:34:28.263684 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6843a8b3-db15-4474-b409-9af1537ab25a tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Made reservation on behalf of c471105210324ce4bdf04d2ea6130d17 for: {'network': 1} {{(pid=84153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:34:28.263684 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-6843a8b3-db15-4474-b409-9af1537ab25a tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for network, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:28.272212 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-c77f70c4-6400-4b93-a08e-1703b3476db0 None None] Calling delete_port for 00edff6d-6e2d-4ceb-9d41-725ebbc2b045 owned by network:dhcp {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:34:28.327011 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6843a8b3-db15-4474-b409-9af1537ab25a tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 167} {{(pid=84153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 14:34:28.338252 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-6843a8b3-db15-4474-b409-9af1537ab25a tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:28.338861 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.db.segments_db [None req-6843a8b3-db15-4474-b409-9af1537ab25a tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Added segment 410e08ad-9595-4cbc-8ad2-4d8321e7ad62 of type vlan for network 852be65c-5794-4c4f-a241-f0294f891547 Jan 20 14:34:28.396061 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-6843a8b3-db15-4474-b409-9af1537ab25a tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769553767792'] for network, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:28.461497 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-08082bfe-a5b8-473c-999a-a598ba9650ad tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:28.531510 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-6843a8b3-db15-4474-b409-9af1537ab25a tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967'] for network, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:28.535061 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6843a8b3-db15-4474-b409-9af1537ab25a tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:34:28.535636 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-6843a8b3-db15-4474-b409-9af1537ab25a tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks [] for network, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:28.559987 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-c77f70c4-6400-4b93-a08e-1703b3476db0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486'] for port, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:28.593619 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-08082bfe-a5b8-473c-999a-a598ba9650ad tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Calling delete_port for 9c6b29f2-4b6b-4b2f-a124-914357e37188 owned by {{(pid=84152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:34:28.612948 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77f70c4-6400-4b93-a08e-1703b3476db0 None None] Pushing event deleted for resources: {'Port': ['ID=00edff6d-6e2d-4ceb-9d41-725ebbc2b045,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:28.640511 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c77f70c4-6400-4b93-a08e-1703b3476db0 None None] No DVR routers for this DVR port 00edff6d-6e2d-4ceb-9d41-725ebbc2b045 on host dv-neutron-825124-1-hyperv {{(pid=84154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 14:34:28.687110 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6843a8b3-db15-4474-b409-9af1537ab25a tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Pushing event updated for resources: {'Network': ['ID=852be65c-5794-4c4f-a241-f0294f891547,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:28.706255 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Network 852be65c-5794-4c4f-a241-f0294f891547 details requested by agent ovs-agent-dv-neutron-825124-1-hyperv with host dv-neutron-825124-1-hyperv {{(pid=84154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 14:34:28.714684 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4d4020-5620-480b-8f0f-c21bc841d671 req-c80dd7b5-9da7-45ed-94e5-a48eda3b9068 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:34:28.718519 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-ed4d4020-5620-480b-8f0f-c21bc841d671 req-c80dd7b5-9da7-45ed-94e5-a48eda3b9068 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] 10.222.0.54 "GET /v2.0/ports?device_id=00399a73-e934-46ae-b4db-3c539c30d642 HTTP/1.1" status: 200 len: 945 time: 0.2192729 Jan 20 14:34:28.739381 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-6843a8b3-db15-4474-b409-9af1537ab25a tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6105628 Jan 20 14:34:28.742247 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 42146) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:28.747945 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-45d8ac41-3664-4ae7-9b19-b121e1f3a72e tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Request body: {'subnet': {'network_id': '852be65c-5794-4c4f-a241-f0294f891547', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:34:28.785198 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-ed4d4020-5620-480b-8f0f-c21bc841d671 req-133e5d58-df70-4a55-ac67-f70a3a501671 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] 10.222.0.54 "GET /v2.0/security-groups?id=da7b15a3-c30e-4c90-b548-3a1c0f6698e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657361 Jan 20 14:34:28.817825 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-08082bfe-a5b8-473c-999a-a598ba9650ad tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:28.893647 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08082bfe-a5b8-473c-999a-a598ba9650ad tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Pushing event deleted for resources: {'Port': ['ID=9c6b29f2-4b6b-4b2f-a124-914357e37188,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:28.915846 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-08082bfe-a5b8-473c-999a-a598ba9650ad tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:28.930131 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-45d8ac41-3664-4ae7-9b19-b121e1f3a72e tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:34:28.934138 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-45d8ac41-3664-4ae7-9b19-b121e1f3a72e tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Usage tracker for resource:subnet and tenant:c471105210324ce4bdf04d2ea6130d17 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:34:28.937341 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-45d8ac41-3664-4ae7-9b19-b121e1f3a72e tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:34:28.944348 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-45d8ac41-3664-4ae7-9b19-b121e1f3a72e tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:34:29.015908 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-08082bfe-a5b8-473c-999a-a598ba9650ad tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] 10.222.0.54 "DELETE /v2.0/ports/9c6b29f2-4b6b-4b2f-a124-914357e37188 HTTP/1.1" status: 204 len: 168 time: 0.9606471 Jan 20 14:34:29.020690 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 42150) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:29.042597 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45d8ac41-3664-4ae7-9b19-b121e1f3a72e tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Made reservation on behalf of c471105210324ce4bdf04d2ea6130d17 for: {'subnet': 1} {{(pid=84152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:34:29.156034 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 00edff6d-6e2d-4ceb-9d41-725ebbc2b045 no longer exists at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:34:29.191764 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] No Port match for: 00edff6d-6e2d-4ceb-9d41-725ebbc2b045 {{(pid=84154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 14:34:29.192296 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 00edff6d-6e2d-4ceb-9d41-725ebbc2b045 not bound to the agent host dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 14:34:29.231815 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-cd2c3281-ef6d-43f7-9148-828e36649555 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586409'] for network, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:29.237474 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-45d8ac41-3664-4ae7-9b19-b121e1f3a72e tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3155315'] for subnet, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:29.463630 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-cd2c3281-ef6d-43f7-9148-828e36649555 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1626242', 'neutron.services.segments.db._delete_segments_for_network-8769554214620'] for network, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:29.493534 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.segments.db [None req-cd2c3281-ef6d-43f7-9148-828e36649555 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd3bcbed-b067-4dc5-9ed0-4aa3dd858989']}} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:34:29.512600 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.segments.db [None req-cd2c3281-ef6d-43f7-9148-828e36649555 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '436f8be2-a750-4476-bdec-9a771739b46b') {'for_net_delete': True} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:34:29.512884 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.segments.db [None req-cd2c3281-ef6d-43f7-9148-828e36649555 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '436f8be2-a750-4476-bdec-9a771739b46b') {} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:34:29.554935 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-cd2c3281-ef6d-43f7-9148-828e36649555 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769554214503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3337904'] for segment, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:29.578928 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-cd2c3281-ef6d-43f7-9148-828e36649555 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:29.593780 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd2c3281-ef6d-43f7-9148-828e36649555 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Releasing vlan 182 on physical network physnet1 to pool {{(pid=84152) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 14:34:29.594206 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-cd2c3281-ef6d-43f7-9148-828e36649555 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1622950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4162906'] for segment, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:29.608593 dv-neutron-825124-1-hyperv neutron-server[84152]: Traceback (most recent call last): Jan 20 14:34:29.608593 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 14:34:29.608593 dv-neutron-825124-1-hyperv neutron-server[84152]: timer() Jan 20 14:34:29.608593 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 14:34:29.608593 dv-neutron-825124-1-hyperv neutron-server[84152]: cb(*args, **kw) Jan 20 14:34:29.608593 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 14:34:29.608593 dv-neutron-825124-1-hyperv neutron-server[84152]: return func(*args, **kwargs) Jan 20 14:34:29.608593 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 14:34:29.608593 dv-neutron-825124-1-hyperv neutron-server[84152]: self._notify() Jan 20 14:34:29.608593 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 14:34:29.608593 dv-neutron-825124-1-hyperv neutron-server[84152]: self.callback(batched_events) Jan 20 14:34:29.608593 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 14:34:29.608593 dv-neutron-825124-1-hyperv neutron-server[84152]: event.method(event) Jan 20 14:34:29.608593 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 14:34:29.608593 dv-neutron-825124-1-hyperv neutron-server[84152]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 14:34:29.608593 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 14:34:29.608593 dv-neutron-825124-1-hyperv neutron-server[84152]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 14:34:29.608593 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 14:34:29.608593 dv-neutron-825124-1-hyperv neutron-server[84152]: return f(self, *a, **k) Jan 20 14:34:29.608593 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 14:34:29.608593 dv-neutron-825124-1-hyperv neutron-server[84152]: return self._get(url).json() Jan 20 14:34:29.608593 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 14:34:29.608593 dv-neutron-825124-1-hyperv neutron-server[84152]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 14:34:29.608593 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 14:34:29.608593 dv-neutron-825124-1-hyperv neutron-server[84152]: return self.request(url, 'GET', **kwargs) Jan 20 14:34:29.608593 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 14:34:29.608593 dv-neutron-825124-1-hyperv neutron-server[84152]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 14:34:29.608593 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 14:34:29.608593 dv-neutron-825124-1-hyperv neutron-server[84152]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 14:34:29.608593 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 14:34:29.608593 dv-neutron-825124-1-hyperv neutron-server[84152]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 14:34:29.608593 dv-neutron-825124-1-hyperv neutron-server[84152]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 14:34:29.793838 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-cd2c3281-ef6d-43f7-9148-828e36649555 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1626253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-745296'] for network, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:29.810773 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-cd2c3281-ef6d-43f7-9148-828e36649555 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Notify callbacks [] for network, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:29.822007 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2c3281-ef6d-43f7-9148-828e36649555 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] Pushing event deleted for resources: {'Network': ['ID=bd3bcbed-b067-4dc5-9ed0-4aa3dd858989,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:29.826231 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-cd2c3281-ef6d-43f7-9148-828e36649555 tempest-PortsIpV6TestJSON-191615973 tempest-PortsIpV6TestJSON-191615973-project] 10.222.0.54 "DELETE /v2.0/networks/bd3bcbed-b067-4dc5-9ed0-4aa3dd858989 HTTP/1.1" status: 204 len: 168 time: 0.8045721 Jan 20 14:34:29.851037 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-45d8ac41-3664-4ae7-9b19-b121e1f3a72e tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4163519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3155301'] for subnet, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:29.937604 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d8ac41-3664-4ae7-9b19-b121e1f3a72e tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Pushing event updated for resources: {'Subnet': ['ID=c9b140ef-ebb0-4c13-9157-9c0be553ea8c,revision_number=0']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:29.957169 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45d8ac41-3664-4ae7-9b19-b121e1f3a72e tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Checking segment: {'id': '410e08ad-9595-4cbc-8ad2-4d8321e7ad62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '852be65c-5794-4c4f-a241-f0294f891547'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 14:34:29.957525 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45d8ac41-3664-4ae7-9b19-b121e1f3a72e tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Network hostable DHCP agents. Network: 852be65c-5794-4c4f-a241-f0294f891547, hostable agents: ['1a181e39-5220-4c1a-88f8-08a54e8bfc9b'], hosted agents: [] {{(pid=84152) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 14:34:30.058784 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45d8ac41-3664-4ae7-9b19-b121e1f3a72e tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Network 852be65c-5794-4c4f-a241-f0294f891547 is scheduled to be hosted by DHCP agent 1a181e39-5220-4c1a-88f8-08a54e8bfc9b with binding_index 1 {{(pid=84152) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 14:34:30.106321 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bba4ccc-f973-4dc1-95e0-178ed8a376b9 req-f8a624f8-dc56-44ee-a4a9-b3edfd187621 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:34:30.107763 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-9bba4ccc-f973-4dc1-95e0-178ed8a376b9 req-f8a624f8-dc56-44ee-a4a9-b3edfd187621 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] 10.222.0.54 "GET /v2.0/ports?device_id=00399a73-e934-46ae-b4db-3c539c30d642 HTTP/1.1" status: 200 len: 945 time: 0.1909575 Jan 20 14:34:30.154609 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-9bba4ccc-f973-4dc1-95e0-178ed8a376b9 req-46b79113-0c60-4e91-ade4-4cb3cfd7e17d tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] 10.222.0.54 "GET /v2.0/security-groups?id=da7b15a3-c30e-4c90-b548-3a1c0f6698e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404713 Jan 20 14:34:30.225298 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.base_scheduler [None req-45d8ac41-3664-4ae7-9b19-b121e1f3a72e tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825124-1-hyperv, 852be65c-5794-4c4f-a241-f0294f891547) {{(pid=84152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:34:30.231624 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45d8ac41-3664-4ae7-9b19-b121e1f3a72e tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:34:30.232418 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-45d8ac41-3664-4ae7-9b19-b121e1f3a72e tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks [] for subnet, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:30.252170 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-379352f5-2b5c-4162-b6a0-b0e782d16273 None None] Network 852be65c-5794-4c4f-a241-f0294f891547 requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:34:30.488917 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57d2b4a2-2a01-409d-a9d4-0c83d5233c01 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95c917f5-14ba-5e96-98b8-1a52654a930a-852be65c-5794-4c4f-a241-f0294f891547', 'network_id': '852be65c-5794-4c4f-a241-f0294f891547', 'tenant_id': 'c471105210324ce4bdf04d2ea6130d17', 'fixed_ips': [{'subnet_id': 'c9b140ef-ebb0-4c13-9157-9c0be553ea8c'}]}} from dv-neutron-825124-1-hyperv. {{(pid=84154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 20 14:34:30.489771 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-57d2b4a2-2a01-409d-a9d4-0c83d5233c01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:30.609390 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-45d8ac41-3664-4ae7-9b19-b121e1f3a72e tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8559005 Jan 20 14:34:30.609619 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 42164) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:30.612626 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-d401020b-b5f5-414e-b2d3-bbf4e40a5d2d tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1401862977', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:34:30.619126 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-d401020b-b5f5-414e-b2d3-bbf4e40a5d2d tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:34:30.623694 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-d401020b-b5f5-414e-b2d3-bbf4e40a5d2d tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Usage tracker for resource:router and tenant:c471105210324ce4bdf04d2ea6130d17 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:34:30.626860 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-d401020b-b5f5-414e-b2d3-bbf4e40a5d2d tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:34:30.633789 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:30.639073 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-a204f3eb-d426-4dba-ace6-2c0c2922dc85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:30.640128 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-d401020b-b5f5-414e-b2d3-bbf4e40a5d2d tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:34:30.656265 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 42168) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:30.683933 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_common [None req-57d2b4a2-2a01-409d-a9d4-0c83d5233c01 None None] Allocated IP 172.20.0.2 (852be65c-5794-4c4f-a241-f0294f891547/c9b140ef-ebb0-4c13-9157-9c0be553ea8c/ba761700-9296-42dc-8aba-e828b41677f5) {{(pid=84154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:34:30.746601 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-d401020b-b5f5-414e-b2d3-bbf4e40a5d2d tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-105475'] for router, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:30.749649 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-d401020b-b5f5-414e-b2d3-bbf4e40a5d2d tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-739204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-744864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-735540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-105484'] for router, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:30.768374 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-d401020b-b5f5-414e-b2d3-bbf4e40a5d2d tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:30.842004 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-d401020b-b5f5-414e-b2d3-bbf4e40a5d2d tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-744861'] for router, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:30.867125 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-6d251639-c140-411a-9813-27f63c5c91ee admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=b664f111a0df442d811f140f6dbd9d75&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2068214 Jan 20 14:34:30.867807 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 42174) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:30.898981 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-57d2b4a2-2a01-409d-a9d4-0c83d5233c01 None None] Notify callbacks [] for port, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:30.912443 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-57d2b4a2-2a01-409d-a9d4-0c83d5233c01 None None] Transition to ACTIVE for port object ba761700-9296-42dc-8aba-e828b41677f5 will not be triggered until provisioned by entity L2. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:34:30.926420 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-d401020b-b5f5-414e-b2d3-bbf4e40a5d2d tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks [] for router, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:30.929892 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-d401020b-b5f5-414e-b2d3-bbf4e40a5d2d tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3189373 Jan 20 14:34:30.930198 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 42178) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:30.934092 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-57d2b4a2-2a01-409d-a9d4-0c83d5233c01 None None] Transition to ACTIVE for port object ba761700-9296-42dc-8aba-e828b41677f5 will not be triggered until provisioned by entity DHCP. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:34:30.999559 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-57d2b4a2-2a01-409d-a9d4-0c83d5233c01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477'] for port, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:31.014761 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-a479c025-cbd0-42be-93f8-414dec9c406f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:31.066319 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57d2b4a2-2a01-409d-a9d4-0c83d5233c01 None None] Network 852be65c-5794-4c4f-a241-f0294f891547 is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:34:31.076822 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Device 0a86e39e-7c4e-4522-9367-489983d46ffc up at agent hyperv_hv-neutron-8251 {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:34:31.097910 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-57d2b4a2-2a01-409d-a9d4-0c83d5233c01 None None] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:34:31.106708 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57d2b4a2-2a01-409d-a9d4-0c83d5233c01 None None] Received port after_create {{(pid=84154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:34:31.115388 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-a479c025-cbd0-42be-93f8-414dec9c406f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:31.129945 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d2b4a2-2a01-409d-a9d4-0c83d5233c01 None None] Pushing event updated for resources: {'Port': ['ID=ba761700-9296-42dc-8aba-e828b41677f5,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:31.233165 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-57d2b4a2-2a01-409d-a9d4-0c83d5233c01 None None] Attempting to bind port ba761700-9296-42dc-8aba-e828b41677f5 on host dv-neutron-825124-1-hyperv for vnic_type normal with profile {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:34:31.233165 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-57d2b4a2-2a01-409d-a9d4-0c83d5233c01 None None] Attempting to bind port ba761700-9296-42dc-8aba-e828b41677f5 by drivers openvswitch,hyperv on host dv-neutron-825124-1-hyperv at level 0 using segments [{'id': '410e08ad-9595-4cbc-8ad2-4d8321e7ad62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '852be65c-5794-4c4f-a241-f0294f891547'}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:34:31.233165 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57d2b4a2-2a01-409d-a9d4-0c83d5233c01 None None] Attempting to bind port ba761700-9296-42dc-8aba-e828b41677f5 on network 852be65c-5794-4c4f-a241-f0294f891547 {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 14:34:31.244377 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57d2b4a2-2a01-409d-a9d4-0c83d5233c01 None None] Checking agent: {'id': '6414dfeb-85c5-454a-8756-709ca637d800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825124-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 16, 31), 'started_at': datetime.datetime(2022, 1, 20, 14, 17, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 34, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825124-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 14:34:31.244377 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57d2b4a2-2a01-409d-a9d4-0c83d5233c01 None None] Checking segment: {'id': '410e08ad-9595-4cbc-8ad2-4d8321e7ad62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '852be65c-5794-4c4f-a241-f0294f891547'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 14:34:31.244377 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-57d2b4a2-2a01-409d-a9d4-0c83d5233c01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:31.244377 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57d2b4a2-2a01-409d-a9d4-0c83d5233c01 None None] Bound using segment: {'id': '410e08ad-9595-4cbc-8ad2-4d8321e7ad62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '852be65c-5794-4c4f-a241-f0294f891547'} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 14:34:31.244377 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-57d2b4a2-2a01-409d-a9d4-0c83d5233c01 None None] Bound port: ba761700-9296-42dc-8aba-e828b41677f5, host: dv-neutron-825124-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '410e08ad-9595-4cbc-8ad2-4d8321e7ad62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '852be65c-5794-4c4f-a241-f0294f891547'}}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:34:31.244377 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-57d2b4a2-2a01-409d-a9d4-0c83d5233c01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:31.377474 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-57d2b4a2-2a01-409d-a9d4-0c83d5233c01 None None] For port ba761700-9296-42dc-8aba-e828b41677f5, host dv-neutron-825124-1-hyperv, cleared binding levels {{(pid=84154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 14:34:31.377474 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-57d2b4a2-2a01-409d-a9d4-0c83d5233c01 None None] For port ba761700-9296-42dc-8aba-e828b41677f5, host dv-neutron-825124-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=ba761700-9296-42dc-8aba-e828b41677f5,segment=NetworkSegment(410e08ad-9595-4cbc-8ad2-4d8321e7ad62),segment_id=410e08ad-9595-4cbc-8ad2-4d8321e7ad62)] {{(pid=84154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 14:34:31.397643 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Provisioning for port 0a86e39e-7c4e-4522-9367-489983d46ffc completed by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:34:31.397643 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Provisioning complete for port 0a86e39e-7c4e-4522-9367-489983d46ffc triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:34:31.397643 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:31.449364 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:31.479179 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-57d2b4a2-2a01-409d-a9d4-0c83d5233c01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:31.546784 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be75a88-b020-481e-9ff0-c83bbd8db05c req-8bd28509-e1dc-4f21-9954-a5ae76c32977 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:34:31.548688 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-0be75a88-b020-481e-9ff0-c83bbd8db05c req-8bd28509-e1dc-4f21-9954-a5ae76c32977 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] 10.222.0.54 "GET /v2.0/ports?device_id=00399a73-e934-46ae-b4db-3c539c30d642 HTTP/1.1" status: 200 len: 945 time: 0.1307828 Jan 20 14:34:31.603731 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d2b4a2-2a01-409d-a9d4-0c83d5233c01 None None] Pushing event updated for resources: {'Port': ['ID=ba761700-9296-42dc-8aba-e828b41677f5,revision_number=2']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:31.616205 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-cdd98e71-1f0a-4421-baa9-dcb30e06edf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:31.622487 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-0be75a88-b020-481e-9ff0-c83bbd8db05c req-461273b5-9131-4b4f-82f4-802d195b856a tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] 10.222.0.54 "GET /v2.0/security-groups?id=da7b15a3-c30e-4c90-b548-3a1c0f6698e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675614 Jan 20 14:34:31.658195 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:31.662261 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-a479c025-cbd0-42be-93f8-414dec9c406f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:31.685669 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a479c025-cbd0-42be-93f8-414dec9c406f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=747e0bc0-788b-4338-a493-ce04662c1f73,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:31.688267 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00399a73-e934-46ae-b4db-3c539c30d642', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a86e39e-7c4e-4522-9367-489983d46ffc'}] {{(pid=84154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 14:34:31.707188 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] For port 0a86e39e-7c4e-4522-9367-489983d46ffc, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=0a86e39e-7c4e-4522-9367-489983d46ffc,segment=NetworkSegment(316c3b73-0eb2-4e0f-88b9-2933ad7f6429),segment_id=316c3b73-0eb2-4e0f-88b9-2933ad7f6429)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:34:31.760675 dv-neutron-825124-1-hyperv neutron-server[84154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00399a73-e934-46ae-b4db-3c539c30d642', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a86e39e-7c4e-4522-9367-489983d46ffc', 'code': 200} Jan 20 14:34:31.770903 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-a479c025-cbd0-42be-93f8-414dec9c406f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:31.779458 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-a479c025-cbd0-42be-93f8-414dec9c406f admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/747e0bc0-788b-4338-a493-ce04662c1f73 HTTP/1.1" status: 204 len: 168 time: 0.9037282 Jan 20 14:34:31.804224 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:31.864923 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-2b62f69b-c810-4147-9827-c1c4b7a3a18e tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:31.953804 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Pushing event updated for resources: {'Port': ['ID=0a86e39e-7c4e-4522-9367-489983d46ffc,revision_number=5']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:32.351379 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-999d358d-2c6d-4e3f-a5aa-939b054b9db7 req-be806811-ac53-4ab4-865e-3150af259ae0 service neutron] 10.222.0.106 "GET /v2.0/ports?device_id=00399a73-e934-46ae-b4db-3c539c30d642 HTTP/1.1" status: 200 len: 1099 time: 0.1813695 Jan 20 14:34:32.381512 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.db_base_plugin_common [None req-2b62f69b-c810-4147-9827-c1c4b7a3a18e tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Allocated IP 172.20.0.1 (852be65c-5794-4c4f-a241-f0294f891547/c9b140ef-ebb0-4c13-9157-9c0be553ea8c/80b1501b-2897-471c-960d-c59fa9301d44) {{(pid=84152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:34:32.494633 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-999d358d-2c6d-4e3f-a5aa-939b054b9db7 req-fc4f02f2-6df8-43f4-b2ca-b347180f684c service neutron] 10.222.0.106 "GET /v2.0/security-groups?id=da7b15a3-c30e-4c90-b548-3a1c0f6698e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1293509 Jan 20 14:34:32.588753 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-2b62f69b-c810-4147-9827-c1c4b7a3a18e tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks [] for port, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:32.608988 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.provisioning_blocks [None req-2b62f69b-c810-4147-9827-c1c4b7a3a18e tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Transition to ACTIVE for port object 80b1501b-2897-471c-960d-c59fa9301d44 will not be triggered until provisioned by entity DHCP. {{(pid=84152) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:34:32.718709 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-2b62f69b-c810-4147-9827-c1c4b7a3a18e tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:32.773522 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9303e3ad-c72c-4c3e-a7a4-2627872280e6 None None] Network 852be65c-5794-4c4f-a241-f0294f891547 requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:34:32.807139 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b62f69b-c810-4147-9827-c1c4b7a3a18e tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Network 852be65c-5794-4c4f-a241-f0294f891547 is already hosted by enough agents. {{(pid=84152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:34:32.810694 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.base_scheduler [None req-2b62f69b-c810-4147-9827-c1c4b7a3a18e tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Resources bound (agent type, host, resource id): {{(pid=84152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:34:32.822623 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b62f69b-c810-4147-9827-c1c4b7a3a18e tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Received port after_create {{(pid=84152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:34:32.848036 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee07ed8-9d1d-48c0-8512-971ae9ad755d req-d2919bc3-372b-4d40-ac71-1fd3a1f11bef tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:34:32.851335 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b62f69b-c810-4147-9827-c1c4b7a3a18e tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Pushing event updated for resources: {'Port': ['ID=80b1501b-2897-471c-960d-c59fa9301d44,revision_number=1']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:32.859402 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-dee07ed8-9d1d-48c0-8512-971ae9ad755d req-d2919bc3-372b-4d40-ac71-1fd3a1f11bef tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] 10.222.0.54 "GET /v2.0/ports?device_id=00399a73-e934-46ae-b4db-3c539c30d642 HTTP/1.1" status: 200 len: 946 time: 0.1119866 Jan 20 14:34:32.883425 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-2b62f69b-c810-4147-9827-c1c4b7a3a18e tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-745387'] for router_interface, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:32.930518 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-dee07ed8-9d1d-48c0-8512-971ae9ad755d req-a58ee087-0090-4918-a817-41412ae834f3 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] 10.222.0.54 "GET /v2.0/security-groups?id=da7b15a3-c30e-4c90-b548-3a1c0f6698e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655866 Jan 20 14:34:33.012913 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-eea6df97-7ff1-4b63-af20-e3ec8913deda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:33.015231 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-02fb98e8-1d96-4ccb-9e54-249333be7463 None None] Provisioning for port ba761700-9296-42dc-8aba-e828b41677f5 completed by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:34:33.039456 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-2b62f69b-c810-4147-9827-c1c4b7a3a18e tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:33.279999 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device ba761700-9296-42dc-8aba-e828b41677f5 up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:34:33.297242 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 42208) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:33.450303 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning for port ba761700-9296-42dc-8aba-e828b41677f5 completed by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:34:33.460633 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port ba761700-9296-42dc-8aba-e828b41677f5 triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:34:33.461433 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:33.493538 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-d72eeaca-53a1-43fe-8c56-fbb4e55560fb tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-903545386', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:34:33.502138 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-d72eeaca-53a1-43fe-8c56-fbb4e55560fb tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:34:33.506788 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-d72eeaca-53a1-43fe-8c56-fbb4e55560fb tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Usage tracker for resource:router and tenant:a6a87b5680d44e069cf7454144b3710d is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:34:33.510789 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-d72eeaca-53a1-43fe-8c56-fbb4e55560fb tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:34:33.519254 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-d72eeaca-53a1-43fe-8c56-fbb4e55560fb tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:34:33.605487 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-d72eeaca-53a1-43fe-8c56-fbb4e55560fb tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-105475'] for router, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:33.606908 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-d72eeaca-53a1-43fe-8c56-fbb4e55560fb tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-739204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-744864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-735540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-105484'] for router, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:33.632947 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:33.637230 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-d72eeaca-53a1-43fe-8c56-fbb4e55560fb tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:33.644436 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-a7f01121-cb65-4575-9a44-9bd072f093a6 None None] Provisioning for port 80b1501b-2897-471c-960d-c59fa9301d44 completed by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:34:33.652744 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-2b62f69b-c810-4147-9827-c1c4b7a3a18e tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks [] for port, precommit_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:33.654893 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-a7f01121-cb65-4575-9a44-9bd072f093a6 None None] Provisioning complete for port 80b1501b-2897-471c-960d-c59fa9301d44 triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:34:33.655996 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-a7f01121-cb65-4575-9a44-9bd072f093a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:33.724609 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] For port ba761700-9296-42dc-8aba-e828b41677f5, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=ba761700-9296-42dc-8aba-e828b41677f5,segment=NetworkSegment(410e08ad-9595-4cbc-8ad2-4d8321e7ad62),segment_id=410e08ad-9595-4cbc-8ad2-4d8321e7ad62)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:34:33.726144 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-2b62f69b-c810-4147-9827-c1c4b7a3a18e tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162822'] for port, after_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:33.731832 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-a7f01121-cb65-4575-9a44-9bd072f093a6 None None] Port 80b1501b-2897-471c-960d-c59fa9301d44 cannot update to ACTIVE because it is not bound. {{(pid=84154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 14:34:33.745516 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-a7f01121-cb65-4575-9a44-9bd072f093a6 None None] Provisioning complete for port ba761700-9296-42dc-8aba-e828b41677f5 triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:34:33.745887 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-a7f01121-cb65-4575-9a44-9bd072f093a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:33.752412 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-d72eeaca-53a1-43fe-8c56-fbb4e55560fb tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-744861'] for router, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:33.860407 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-2b62f69b-c810-4147-9827-c1c4b7a3a18e tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1705158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-743490'] for router_interface, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:33.863035 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b62f69b-c810-4147-9827-c1c4b7a3a18e tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Pushing event updated for resources: {'Port': ['ID=80b1501b-2897-471c-960d-c59fa9301d44,revision_number=2']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:33.863431 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:33.878347 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-d72eeaca-53a1-43fe-8c56-fbb4e55560fb tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Notify callbacks [] for router, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:33.883562 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-d72eeaca-53a1-43fe-8c56-fbb4e55560fb tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.5813127 Jan 20 14:34:33.885454 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 42216) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:33.891575 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-42e23b0f-fcda-44e3-a808-f6bcfdaefb97 tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-829216623'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:34:33.896798 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-42e23b0f-fcda-44e3-a808-f6bcfdaefb97 tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:34:33.903059 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-42e23b0f-fcda-44e3-a808-f6bcfdaefb97 tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Usage tracker for resource:network and tenant:a6a87b5680d44e069cf7454144b3710d is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:34:33.912603 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-42e23b0f-fcda-44e3-a808-f6bcfdaefb97 tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:34:33.919563 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-42e23b0f-fcda-44e3-a808-f6bcfdaefb97 tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:34:33.960762 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Pushing event updated for resources: {'Port': ['ID=ba761700-9296-42dc-8aba-e828b41677f5,revision_number=3']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:33.988244 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42e23b0f-fcda-44e3-a808-f6bcfdaefb97 tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Made reservation on behalf of a6a87b5680d44e069cf7454144b3710d for: {'network': 1} {{(pid=84153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:34:33.988563 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-42e23b0f-fcda-44e3-a808-f6bcfdaefb97 tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for network, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:34.002669 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-42e23b0f-fcda-44e3-a808-f6bcfdaefb97 tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Notify callbacks [] for security_group, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:34.038292 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-42e23b0f-fcda-44e3-a808-f6bcfdaefb97 tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:34:34.042798 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-42e23b0f-fcda-44e3-a808-f6bcfdaefb97 tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Usage tracker for resource:security_group_rule and tenant:a6a87b5680d44e069cf7454144b3710d is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:34:34.045489 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b62f69b-c810-4147-9827-c1c4b7a3a18e tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Network 852be65c-5794-4c4f-a241-f0294f891547 is already hosted by enough agents. {{(pid=84152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:34:34.045929 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-42e23b0f-fcda-44e3-a808-f6bcfdaefb97 tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:34:34.046689 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.base_scheduler [None req-2b62f69b-c810-4147-9827-c1c4b7a3a18e tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Resources bound (agent type, host, resource id): {{(pid=84152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:34:34.052517 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-42e23b0f-fcda-44e3-a808-f6bcfdaefb97 tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:34:34.104794 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-19cab514-4fae-4fad-b4e0-e8e109dda613 None None] Provisioning complete for port 80b1501b-2897-471c-960d-c59fa9301d44 triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:34:34.105414 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-19cab514-4fae-4fad-b4e0-e8e109dda613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:34.193512 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc99e8b9-ba8e-4033-84fd-d5d9bc2c26e7 req-2ebb67cc-0c76-4a29-ad1f-8e098cfe352e tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:34:34.201741 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-cc99e8b9-ba8e-4033-84fd-d5d9bc2c26e7 req-2ebb67cc-0c76-4a29-ad1f-8e098cfe352e tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] 10.222.0.54 "GET /v2.0/ports?device_id=00399a73-e934-46ae-b4db-3c539c30d642 HTTP/1.1" status: 200 len: 946 time: 0.1363349 Jan 20 14:34:34.232425 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-19cab514-4fae-4fad-b4e0-e8e109dda613 None None] Port 80b1501b-2897-471c-960d-c59fa9301d44 cannot update to ACTIVE because it is not bound. {{(pid=84154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 14:34:34.285747 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-42e23b0f-fcda-44e3-a808-f6bcfdaefb97 tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Notify callbacks [] for security_group, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:34.302808 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-cc99e8b9-ba8e-4033-84fd-d5d9bc2c26e7 req-ac5222b5-b8cc-42e6-acda-e6a3ea225b25 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] 10.222.0.54 "GET /v2.0/security-groups?id=da7b15a3-c30e-4c90-b548-3a1c0f6698e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1000783 Jan 20 14:34:34.363729 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-42e23b0f-fcda-44e3-a808-f6bcfdaefb97 tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:34.400900 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42e23b0f-fcda-44e3-a808-f6bcfdaefb97 tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 152} {{(pid=84153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 14:34:34.406746 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e23b0f-fcda-44e3-a808-f6bcfdaefb97 tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90af4c5e-faa7-4043-bc50-fa303cf3bf93,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:34.415288 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-42e23b0f-fcda-44e3-a808-f6bcfdaefb97 tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:34.415720 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.db.segments_db [None req-42e23b0f-fcda-44e3-a808-f6bcfdaefb97 tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Added segment dcb7df88-9ba6-4b96-8c79-650ea1155819 of type vlan for network 0aba4319-a83f-4694-96f2-44e662fa8181 Jan 20 14:34:34.450689 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-42e23b0f-fcda-44e3-a808-f6bcfdaefb97 tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769553767792'] for network, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:34.459317 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-bce38dac-6d40-4aea-93c2-9f9b8cc8401a None None] Provisioning complete for port 80b1501b-2897-471c-960d-c59fa9301d44 triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:34:34.460407 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-bce38dac-6d40-4aea-93c2-9f9b8cc8401a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:34.520081 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-bce38dac-6d40-4aea-93c2-9f9b8cc8401a None None] Port 80b1501b-2897-471c-960d-c59fa9301d44 cannot update to ACTIVE because it is not bound. {{(pid=84154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 14:34:34.559590 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b62f69b-c810-4147-9827-c1c4b7a3a18e tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Router aa10ebf5-6d1c-4800-8a77-7737a8521cec is scheduled to L3 agent 624d525b-4c26-4143-8a1c-228bb1c6faaa with binding_index 1 {{(pid=84152) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 20 14:34:34.588642 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-42e23b0f-fcda-44e3-a808-f6bcfdaefb97 tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967'] for network, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:34.592662 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42e23b0f-fcda-44e3-a808-f6bcfdaefb97 tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:34:34.593258 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-42e23b0f-fcda-44e3-a808-f6bcfdaefb97 tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Notify callbacks [] for network, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:34.709271 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e23b0f-fcda-44e3-a808-f6bcfdaefb97 tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Pushing event updated for resources: {'Network': ['ID=0aba4319-a83f-4694-96f2-44e662fa8181,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:34.723957 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Network 0aba4319-a83f-4694-96f2-44e662fa8181 details requested by agent ovs-agent-dv-neutron-825124-1-hyperv with host dv-neutron-825124-1-hyperv {{(pid=84154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 14:34:34.750675 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b62f69b-c810-4147-9827-c1c4b7a3a18e tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify agent at l3_agent.dv-neutron-825124-1-hyperv the message routers_updated {{(pid=84152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 14:34:34.765210 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-2b62f69b-c810-4147-9827-c1c4b7a3a18e tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] 10.222.0.54 "PUT /v2.0/routers/aa10ebf5-6d1c-4800-8a77-7737a8521cec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8338718 Jan 20 14:34:34.767623 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 42222) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:34.772182 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-42e23b0f-fcda-44e3-a808-f6bcfdaefb97 tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.8850267 Jan 20 14:34:34.783911 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 42226) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:34.790395 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-bc699c97-0daf-42bd-845e-445d67f5b70c tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Request body: {'subnet': {'network_id': '0aba4319-a83f-4694-96f2-44e662fa8181', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:34:34.805044 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d9cbd3b-73a8-4552-b81b-a26dec455eaf None None] Sync routers for ids ['aa10ebf5-6d1c-4800-8a77-7737a8521cec'] in dv-neutron-825124-1-hyperv {{(pid=84154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 14:34:34.841494 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb106982-dff8-40ae-8700-08e481a1e80b tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:34:34.842104 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-bb106982-dff8-40ae-8700-08e481a1e80b tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Synchronizing usage tracker for tenant:c471105210324ce4bdf04d2ea6130d17 on resource:port {{(pid=84152) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:34:34.850783 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d9cbd3b-73a8-4552-b81b-a26dec455eaf None None] Routers {'aa10ebf5-6d1c-4800-8a77-7737a8521cec'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:34:34.851397 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-7d9cbd3b-73a8-4552-b81b-a26dec455eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:34:30Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['aa10ebf5-6d1c-4800-8a77-7737a8521cec'], 'active': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:34:34.909866 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-7d9cbd3b-73a8-4552-b81b-a26dec455eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:34:34.916873 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-bc699c97-0daf-42bd-845e-445d67f5b70c tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:34:34.918882 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-bc699c97-0daf-42bd-845e-445d67f5b70c tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Usage tracker for resource:subnet and tenant:a6a87b5680d44e069cf7454144b3710d is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:34:34.921086 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d9cbd3b-73a8-4552-b81b-a26dec455eaf None None] Routers {'aa10ebf5-6d1c-4800-8a77-7737a8521cec'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:34:34.921683 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-7d9cbd3b-73a8-4552-b81b-a26dec455eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:34:30Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['aa10ebf5-6d1c-4800-8a77-7737a8521cec'], 'active': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:34:34.922026 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-bc699c97-0daf-42bd-845e-445d67f5b70c tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:34:34.928262 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-bc699c97-0daf-42bd-845e-445d67f5b70c tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:34:34.948679 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-bb106982-dff8-40ae-8700-08e481a1e80b tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Unset dirty status for tenant:c471105210324ce4bdf04d2ea6130d17 on resource:port {{(pid=84152) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:34:34.948679 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-bb106982-dff8-40ae-8700-08e481a1e80b tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] 10.222.0.54 "GET /v2.0/ports/80b1501b-2897-471c-960d-c59fa9301d44 HTTP/1.1" status: 200 len: 910 time: 0.1750724 Jan 20 14:34:34.948907 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 42230) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:34.953237 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-fe23fdfb-aa1a-48dc-be64-baf5c0faf3b0 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'c9b140ef-ebb0-4c13-9157-9c0be553ea8c'}]}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:34:34.985251 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-7d9cbd3b-73a8-4552-b81b-a26dec455eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:34:34.985556 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d9cbd3b-73a8-4552-b81b-a26dec455eaf None None] The sync data for ids ['aa10ebf5-6d1c-4800-8a77-7737a8521cec'] in dv-neutron-825124-1-hyperv is: [] {{(pid=84154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 14:34:35.053311 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc699c97-0daf-42bd-845e-445d67f5b70c tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Made reservation on behalf of a6a87b5680d44e069cf7454144b3710d for: {'subnet': 1} {{(pid=84153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:34:35.171613 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device ba761700-9296-42dc-8aba-e828b41677f5 up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:34:35.253151 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port ba761700-9296-42dc-8aba-e828b41677f5 triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:34:35.253513 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:35.263603 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-bc699c97-0daf-42bd-845e-445d67f5b70c tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4193986'] for subnet, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:35.446467 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-fe23fdfb-aa1a-48dc-be64-baf5c0faf3b0 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:35.903732 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f9c522-9c4c-41c8-8377-e830d0e43073 req-7f627ae2-e721-49c4-ad62-c402f2e28e21 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:34:35.905203 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-b4f9c522-9c4c-41c8-8377-e830d0e43073 req-7f627ae2-e721-49c4-ad62-c402f2e28e21 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] 10.222.0.54 "GET /v2.0/ports?device_id=00399a73-e934-46ae-b4db-3c539c30d642 HTTP/1.1" status: 200 len: 946 time: 0.4492469 Jan 20 14:34:36.033018 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-b4f9c522-9c4c-41c8-8377-e830d0e43073 req-6ce2f2bf-ab73-4598-9da9-1d9275733679 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] 10.222.0.54 "GET /v2.0/security-groups?id=da7b15a3-c30e-4c90-b548-3a1c0f6698e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1190414 Jan 20 14:34:36.079883 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-bc699c97-0daf-42bd-845e-445d67f5b70c tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3943531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4194004'] for subnet, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:36.229745 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc699c97-0daf-42bd-845e-445d67f5b70c tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Pushing event updated for resources: {'Subnet': ['ID=22c913e5-47ea-41ab-94e9-b14c7bdc82a5,revision_number=0']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:36.345864 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc699c97-0daf-42bd-845e-445d67f5b70c tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Checking segment: {'id': 'dcb7df88-9ba6-4b96-8c79-650ea1155819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '0aba4319-a83f-4694-96f2-44e662fa8181'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 14:34:36.346247 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc699c97-0daf-42bd-845e-445d67f5b70c tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Network hostable DHCP agents. Network: 0aba4319-a83f-4694-96f2-44e662fa8181, hostable agents: ['1a181e39-5220-4c1a-88f8-08a54e8bfc9b'], hosted agents: [] {{(pid=84153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 14:34:36.421476 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58c0bcc-1357-4ec8-8cf5-00a26a15569f req-753a7863-c41c-4795-b6a4-a2a32b764346 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:34:36.423933 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-f58c0bcc-1357-4ec8-8cf5-00a26a15569f req-753a7863-c41c-4795-b6a4-a2a32b764346 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] 10.222.0.54 "GET /v2.0/ports?device_id=00399a73-e934-46ae-b4db-3c539c30d642 HTTP/1.1" status: 200 len: 946 time: 0.2515435 Jan 20 14:34:36.467934 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-fe23fdfb-aa1a-48dc-be64-baf5c0faf3b0 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks [] for port, precommit_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:36.497849 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-f58c0bcc-1357-4ec8-8cf5-00a26a15569f req-4b188b05-f799-4e3a-a36c-fc0a4081d010 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] 10.222.0.54 "GET /v2.0/security-groups?id=da7b15a3-c30e-4c90-b548-3a1c0f6698e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603514 Jan 20 14:34:36.530081 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 42238) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:36.558629 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc699c97-0daf-42bd-845e-445d67f5b70c tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Network 0aba4319-a83f-4694-96f2-44e662fa8181 is scheduled to be hosted by DHCP agent 1a181e39-5220-4c1a-88f8-08a54e8bfc9b with binding_index 1 {{(pid=84153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 14:34:36.581884 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-fe23fdfb-aa1a-48dc-be64-baf5c0faf3b0 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3944146'] for port, after_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:36.597628 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-31a5e8cc-3dfe-473b-9575-02f04a00c9c4 tempest-TestNetworkAdvancedServerOps-438319195 tempest-TestNetworkAdvancedServerOps-438319195-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=00399a73-e934-46ae-b4db-3c539c30d642 HTTP/1.1" status: 200 len: 1094 time: 0.0682175 Jan 20 14:34:36.600408 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 42242) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:36.605552 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-6ab2590b-421a-4e92-9c13-0e6fe47c8b88 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Request body: {'floatingip': {'floating_network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'port_id': '0a86e39e-7c4e-4522-9367-489983d46ffc', 'tenant_id': '9c4261ab481844b5bb12c28ceb385a24', 'fixed_ip_address': '172.20.0.10'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:34:36.611311 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-6ab2590b-421a-4e92-9c13-0e6fe47c8b88 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:34:36.615251 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-6ab2590b-421a-4e92-9c13-0e6fe47c8b88 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Usage tracker for resource:floatingip and tenant:9c4261ab481844b5bb12c28ceb385a24 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:34:36.618227 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-6ab2590b-421a-4e92-9c13-0e6fe47c8b88 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:34:36.625981 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-6ab2590b-421a-4e92-9c13-0e6fe47c8b88 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:34:36.666499 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.base_scheduler [None req-bc699c97-0daf-42bd-845e-445d67f5b70c tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825124-1-hyperv, 0aba4319-a83f-4694-96f2-44e662fa8181) {{(pid=84153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:34:36.670841 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc699c97-0daf-42bd-845e-445d67f5b70c tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:34:36.671432 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-bc699c97-0daf-42bd-845e-445d67f5b70c tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Notify callbacks [] for subnet, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:36.675172 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80cc19e9-662b-426d-91aa-49842f9b00e1 None None] Network 0aba4319-a83f-4694-96f2-44e662fa8181 requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:34:36.726834 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-6ab2590b-421a-4e92-9c13-0e6fe47c8b88 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Notify callbacks [] for floatingip, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:36.726973 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe23fdfb-aa1a-48dc-be64-baf5c0faf3b0 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:34:36.727340 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-fe23fdfb-aa1a-48dc-be64-baf5c0faf3b0 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:36.731884 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-fe23fdfb-aa1a-48dc-be64-baf5c0faf3b0 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] 10.222.0.54 "PUT /v2.0/ports/80b1501b-2897-471c-960d-c59fa9301d44 HTTP/1.1" status: 200 len: 910 time: 1.7806420 Jan 20 14:34:36.731884 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe23fdfb-aa1a-48dc-be64-baf5c0faf3b0 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Pushing event updated for resources: {'Port': ['ID=80b1501b-2897-471c-960d-c59fa9301d44,revision_number=3']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:36.741615 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 42246) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:36.812080 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-bc699c97-0daf-42bd-845e-445d67f5b70c tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0270152 Jan 20 14:34:36.817841 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 42250) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:36.825738 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-170d0c26-e3c1-4ff8-ae3c-9684a20933c1 tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Request body: {'network': {'name': 'tempest-router-network01--473413896'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:34:36.831870 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-170d0c26-e3c1-4ff8-ae3c-9684a20933c1 tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:34:36.839231 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-170d0c26-e3c1-4ff8-ae3c-9684a20933c1 tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Usage tracker for resource:network and tenant:a6a87b5680d44e069cf7454144b3710d is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:34:36.842143 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-170d0c26-e3c1-4ff8-ae3c-9684a20933c1 tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:34:36.849776 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-170d0c26-e3c1-4ff8-ae3c-9684a20933c1 tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:34:36.908964 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c1df2c1-7f1c-4843-a936-7fbe3ad71442 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95c917f5-14ba-5e96-98b8-1a52654a930a-0aba4319-a83f-4694-96f2-44e662fa8181', 'network_id': '0aba4319-a83f-4694-96f2-44e662fa8181', 'tenant_id': 'a6a87b5680d44e069cf7454144b3710d', 'fixed_ips': [{'subnet_id': '22c913e5-47ea-41ab-94e9-b14c7bdc82a5'}]}} from dv-neutron-825124-1-hyperv. {{(pid=84154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 20 14:34:36.913891 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-9c1df2c1-7f1c-4843-a936-7fbe3ad71442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:36.914056 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-6ab2590b-421a-4e92-9c13-0e6fe47c8b88 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:36.951578 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-170d0c26-e3c1-4ff8-ae3c-9684a20933c1 tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Made reservation on behalf of a6a87b5680d44e069cf7454144b3710d for: {'network': 1} {{(pid=84152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:34:36.954532 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-170d0c26-e3c1-4ff8-ae3c-9684a20933c1 tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for network, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:37.017870 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-170d0c26-e3c1-4ff8-ae3c-9684a20933c1 tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 172} {{(pid=84152) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 14:34:37.066818 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-170d0c26-e3c1-4ff8-ae3c-9684a20933c1 tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:37.066818 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.db.segments_db [None req-170d0c26-e3c1-4ff8-ae3c-9684a20933c1 tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Added segment db96dcd8-ba46-4f66-98cd-a17979e8b1e8 of type vlan for network f6b3802a-3001-4e57-a68b-5e8b7bb62d0d Jan 20 14:34:37.112697 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-170d0c26-e3c1-4ff8-ae3c-9684a20933c1 tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769553767792'] for network, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:37.116685 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.db_base_plugin_common [None req-6ab2590b-421a-4e92-9c13-0e6fe47c8b88 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Allocated IP 172.26.7.156 (8dffb05c-5ca0-409b-bd5f-7be6264f707d/a489dd4f-42a5-433b-8be3-bab2749c4209/529a2655-c46b-4678-8e74-f6323bb335aa) {{(pid=84152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:34:37.122963 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-703ea260-1ba3-4c22-a3d0-9a9a6320d57e tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-743504'] for router_interface, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:37.139553 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_common [None req-9c1df2c1-7f1c-4843-a936-7fbe3ad71442 None None] Allocated IP 2001:db8::2 (0aba4319-a83f-4694-96f2-44e662fa8181/22c913e5-47ea-41ab-94e9-b14c7bdc82a5/df14f08f-3615-4fee-9dfa-846fe8dd5a53) {{(pid=84154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:34:37.401356 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-6ab2590b-421a-4e92-9c13-0e6fe47c8b88 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Notify callbacks [] for port, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:37.403014 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-9c1df2c1-7f1c-4843-a936-7fbe3ad71442 None None] Notify callbacks [] for port, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:37.410612 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-170d0c26-e3c1-4ff8-ae3c-9684a20933c1 tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967'] for network, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:37.414773 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-170d0c26-e3c1-4ff8-ae3c-9684a20933c1 tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:34:37.415064 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-9c1df2c1-7f1c-4843-a936-7fbe3ad71442 None None] Transition to ACTIVE for port object df14f08f-3615-4fee-9dfa-846fe8dd5a53 will not be triggered until provisioned by entity L2. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:34:37.423559 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-170d0c26-e3c1-4ff8-ae3c-9684a20933c1 tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Notify callbacks [] for network, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:37.435075 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-9c1df2c1-7f1c-4843-a936-7fbe3ad71442 None None] Transition to ACTIVE for port object df14f08f-3615-4fee-9dfa-846fe8dd5a53 will not be triggered until provisioned by entity DHCP. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:34:37.508226 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-9c1df2c1-7f1c-4843-a936-7fbe3ad71442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477'] for port, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:37.545950 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170d0c26-e3c1-4ff8-ae3c-9684a20933c1 tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Pushing event updated for resources: {'Network': ['ID=f6b3802a-3001-4e57-a68b-5e8b7bb62d0d,revision_number=1']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:37.564675 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Network f6b3802a-3001-4e57-a68b-5e8b7bb62d0d details requested by agent ovs-agent-dv-neutron-825124-1-hyperv with host dv-neutron-825124-1-hyperv {{(pid=84154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 14:34:37.621966 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-170d0c26-e3c1-4ff8-ae3c-9684a20933c1 tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8026857 Jan 20 14:34:37.622925 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 42254) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:37.631539 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-4beb1b5b-cbcb-4875-b6de-ee3248b87e21 tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Request body: {'network': {'name': 'tempest-router-network02--1254234682'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:34:37.639661 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-4beb1b5b-cbcb-4875-b6de-ee3248b87e21 tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:34:37.646274 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-4beb1b5b-cbcb-4875-b6de-ee3248b87e21 tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Usage tracker for resource:network and tenant:a6a87b5680d44e069cf7454144b3710d is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:34:37.652657 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-6ab2590b-421a-4e92-9c13-0e6fe47c8b88 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:37.659284 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c1df2c1-7f1c-4843-a936-7fbe3ad71442 None None] Network 0aba4319-a83f-4694-96f2-44e662fa8181 is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:34:37.660470 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-4beb1b5b-cbcb-4875-b6de-ee3248b87e21 tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:34:37.664807 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-9c1df2c1-7f1c-4843-a936-7fbe3ad71442 None None] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:34:37.680246 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c1df2c1-7f1c-4843-a936-7fbe3ad71442 None None] Received port after_create {{(pid=84154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:34:37.686164 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1df2c1-7f1c-4843-a936-7fbe3ad71442 None None] Pushing event updated for resources: {'Port': ['ID=df14f08f-3615-4fee-9dfa-846fe8dd5a53,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:37.721944 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-4beb1b5b-cbcb-4875-b6de-ee3248b87e21 tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:34:37.766966 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ab2590b-421a-4e92-9c13-0e6fe47c8b88 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Network 8dffb05c-5ca0-409b-bd5f-7be6264f707d is already hosted by enough agents. {{(pid=84152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:34:37.770970 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.base_scheduler [None req-6ab2590b-421a-4e92-9c13-0e6fe47c8b88 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Resources bound (agent type, host, resource id): {{(pid=84152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:34:37.775015 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab2590b-421a-4e92-9c13-0e6fe47c8b88 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Received port after_create {{(pid=84152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:34:37.805467 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-9c1df2c1-7f1c-4843-a936-7fbe3ad71442 None None] Attempting to bind port df14f08f-3615-4fee-9dfa-846fe8dd5a53 on host dv-neutron-825124-1-hyperv for vnic_type normal with profile {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:34:37.805467 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-9c1df2c1-7f1c-4843-a936-7fbe3ad71442 None None] Attempting to bind port df14f08f-3615-4fee-9dfa-846fe8dd5a53 by drivers openvswitch,hyperv on host dv-neutron-825124-1-hyperv at level 0 using segments [{'id': 'dcb7df88-9ba6-4b96-8c79-650ea1155819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '0aba4319-a83f-4694-96f2-44e662fa8181'}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:34:37.805467 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c1df2c1-7f1c-4843-a936-7fbe3ad71442 None None] Attempting to bind port df14f08f-3615-4fee-9dfa-846fe8dd5a53 on network 0aba4319-a83f-4694-96f2-44e662fa8181 {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 14:34:37.810412 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c1df2c1-7f1c-4843-a936-7fbe3ad71442 None None] Checking agent: {'id': '6414dfeb-85c5-454a-8756-709ca637d800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825124-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 16, 31), 'started_at': datetime.datetime(2022, 1, 20, 14, 17, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 34, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825124-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 14:34:37.811073 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c1df2c1-7f1c-4843-a936-7fbe3ad71442 None None] Checking segment: {'id': 'dcb7df88-9ba6-4b96-8c79-650ea1155819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '0aba4319-a83f-4694-96f2-44e662fa8181'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 14:34:37.811683 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-9c1df2c1-7f1c-4843-a936-7fbe3ad71442 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:37.812249 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c1df2c1-7f1c-4843-a936-7fbe3ad71442 None None] Bound using segment: {'id': 'dcb7df88-9ba6-4b96-8c79-650ea1155819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '0aba4319-a83f-4694-96f2-44e662fa8181'} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 14:34:37.812900 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-9c1df2c1-7f1c-4843-a936-7fbe3ad71442 None None] Bound port: df14f08f-3615-4fee-9dfa-846fe8dd5a53, host: dv-neutron-825124-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcb7df88-9ba6-4b96-8c79-650ea1155819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '0aba4319-a83f-4694-96f2-44e662fa8181'}}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:34:37.813465 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-9c1df2c1-7f1c-4843-a936-7fbe3ad71442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:37.815919 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab2590b-421a-4e92-9c13-0e6fe47c8b88 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Pushing event updated for resources: {'Port': ['ID=529a2655-c46b-4678-8e74-f6323bb335aa,revision_number=1']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:37.848952 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4beb1b5b-cbcb-4875-b6de-ee3248b87e21 tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Made reservation on behalf of a6a87b5680d44e069cf7454144b3710d for: {'network': 1} {{(pid=84152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:34:37.849781 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-4beb1b5b-cbcb-4875-b6de-ee3248b87e21 tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for network, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:37.919092 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-9c1df2c1-7f1c-4843-a936-7fbe3ad71442 None None] For port df14f08f-3615-4fee-9dfa-846fe8dd5a53, host dv-neutron-825124-1-hyperv, cleared binding levels {{(pid=84154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 14:34:37.921392 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-9c1df2c1-7f1c-4843-a936-7fbe3ad71442 None None] For port df14f08f-3615-4fee-9dfa-846fe8dd5a53, host dv-neutron-825124-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=df14f08f-3615-4fee-9dfa-846fe8dd5a53,segment=NetworkSegment(dcb7df88-9ba6-4b96-8c79-650ea1155819),segment_id=dcb7df88-9ba6-4b96-8c79-650ea1155819)] {{(pid=84154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 14:34:37.942565 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-703ea260-1ba3-4c22-a3d0-9a9a6320d57e tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Deleting port 80b1501b-2897-471c-960d-c59fa9301d44 {{(pid=84153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:34:37.942912 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-703ea260-1ba3-4c22-a3d0-9a9a6320d57e tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:37.972376 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4beb1b5b-cbcb-4875-b6de-ee3248b87e21 tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 160} {{(pid=84152) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 14:34:38.010733 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-4beb1b5b-cbcb-4875-b6de-ee3248b87e21 tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:38.011248 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.db.segments_db [None req-4beb1b5b-cbcb-4875-b6de-ee3248b87e21 tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Added segment defb929f-5078-43bb-98ff-7212e6758ceb of type vlan for network 2a275ad8-9802-476c-95a7-20fdc8851cb2 Jan 20 14:34:38.020636 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-9c1df2c1-7f1c-4843-a936-7fbe3ad71442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:38.111607 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1df2c1-7f1c-4843-a936-7fbe3ad71442 None None] Pushing event updated for resources: {'Port': ['ID=df14f08f-3615-4fee-9dfa-846fe8dd5a53,revision_number=2']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:38.119436 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-4beb1b5b-cbcb-4875-b6de-ee3248b87e21 tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769553767792'] for network, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:38.160684 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-703ea260-1ba3-4c22-a3d0-9a9a6320d57e tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:38.293016 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-4beb1b5b-cbcb-4875-b6de-ee3248b87e21 tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967'] for network, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:38.297005 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4beb1b5b-cbcb-4875-b6de-ee3248b87e21 tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:34:38.297510 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-703ea260-1ba3-4c22-a3d0-9a9a6320d57e tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Calling delete_port for 80b1501b-2897-471c-960d-c59fa9301d44 owned by network:router_interface {{(pid=84153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:34:38.298190 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-4beb1b5b-cbcb-4875-b6de-ee3248b87e21 tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Notify callbacks [] for network, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:38.458246 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4beb1b5b-cbcb-4875-b6de-ee3248b87e21 tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Pushing event updated for resources: {'Network': ['ID=2a275ad8-9802-476c-95a7-20fdc8851cb2,revision_number=1']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:38.469888 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Network 2a275ad8-9802-476c-95a7-20fdc8851cb2 details requested by agent ovs-agent-dv-neutron-825124-1-hyperv with host dv-neutron-825124-1-hyperv {{(pid=84154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 14:34:38.550776 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-4beb1b5b-cbcb-4875-b6de-ee3248b87e21 tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9264824 Jan 20 14:34:38.553750 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 42258) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:38.561950 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-b659f2cd-8d0a-4f47-8901-5e529214d59d tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Request body: {'subnet': {'network_id': 'f6b3802a-3001-4e57-a68b-5e8b7bb62d0d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:34:38.595809 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-6ab2590b-421a-4e92-9c13-0e6fe47c8b88 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:38.635529 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-703ea260-1ba3-4c22-a3d0-9a9a6320d57e tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:38.703638 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703ea260-1ba3-4c22-a3d0-9a9a6320d57e tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Pushing event deleted for resources: {'Port': ['ID=80b1501b-2897-471c-960d-c59fa9301d44,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:38.770009 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-6ab2590b-421a-4e92-9c13-0e6fe47c8b88 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:38.808860 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-b659f2cd-8d0a-4f47-8901-5e529214d59d tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:34:38.816315 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-b659f2cd-8d0a-4f47-8901-5e529214d59d tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Usage tracker for resource:subnet and tenant:a6a87b5680d44e069cf7454144b3710d is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:34:38.825257 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-b659f2cd-8d0a-4f47-8901-5e529214d59d tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:34:38.834872 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-b659f2cd-8d0a-4f47-8901-5e529214d59d tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:34:38.993440 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-703ea260-1ba3-4c22-a3d0-9a9a6320d57e tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1705096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-745401'] for router_interface, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:39.005418 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b659f2cd-8d0a-4f47-8901-5e529214d59d tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Made reservation on behalf of a6a87b5680d44e069cf7454144b3710d for: {'subnet': 1} {{(pid=84153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:34:39.036748 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-6ab2590b-421a-4e92-9c13-0e6fe47c8b88 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Notify callbacks [] for port, precommit_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:39.096668 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-6ab2590b-421a-4e92-9c13-0e6fe47c8b88 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162822'] for port, after_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:39.191582 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab2590b-421a-4e92-9c13-0e6fe47c8b88 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Pushing event updated for resources: {'Port': ['ID=529a2655-c46b-4678-8e74-f6323bb335aa,revision_number=2']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:39.222517 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-b659f2cd-8d0a-4f47-8901-5e529214d59d tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4193986'] for subnet, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:39.263749 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device df14f08f-3615-4fee-9dfa-846fe8dd5a53 up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:34:39.323272 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-6ab2590b-421a-4e92-9c13-0e6fe47c8b88 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-745254'] for floatingip, after_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:39.357016 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5154d83a-46b9-4f85-8335-8176c5160fac None None] Network 0aba4319-a83f-4694-96f2-44e662fa8181 requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:34:39.545097 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning for port df14f08f-3615-4fee-9dfa-846fe8dd5a53 completed by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:34:39.562774 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-93379f31-3386-4136-aa84-74ba8ca31d88 None None] Provisioning for port df14f08f-3615-4fee-9dfa-846fe8dd5a53 completed by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:34:39.570319 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-93379f31-3386-4136-aa84-74ba8ca31d88 None None] Provisioning complete for port df14f08f-3615-4fee-9dfa-846fe8dd5a53 triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:34:39.570700 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-93379f31-3386-4136-aa84-74ba8ca31d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:39.677897 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.db.l3_db [None req-6ab2590b-421a-4e92-9c13-0e6fe47c8b88 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Floating IP 19a808f9-5c0b-40de-a480-cebefa8282de associated. External IP: 172.26.7.156, port: 0a86e39e-7c4e-4522-9367-489983d46ffc. Jan 20 14:34:39.753333 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-93379f31-3386-4136-aa84-74ba8ca31d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:39.791827 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-93379f31-3386-4136-aa84-74ba8ca31d88 None None] For port df14f08f-3615-4fee-9dfa-846fe8dd5a53, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=df14f08f-3615-4fee-9dfa-846fe8dd5a53,segment=NetworkSegment(dcb7df88-9ba6-4b96-8c79-650ea1155819),segment_id=dcb7df88-9ba6-4b96-8c79-650ea1155819)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:34:39.874441 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-93379f31-3386-4136-aa84-74ba8ca31d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:39.902347 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-703ea260-1ba3-4c22-a3d0-9a9a6320d57e tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Router aa10ebf5-6d1c-4800-8a77-7737a8521cec has already been hosted by L3 agent 624d525b-4c26-4143-8a1c-228bb1c6faaa {{(pid=84153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 14:34:39.968876 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93379f31-3386-4136-aa84-74ba8ca31d88 None None] Pushing event updated for resources: {'Port': ['ID=df14f08f-3615-4fee-9dfa-846fe8dd5a53,revision_number=3']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:40.002680 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-057376e4-d078-4cad-a4ab-64921d4ce506 None None] Provisioning complete for port df14f08f-3615-4fee-9dfa-846fe8dd5a53 triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:34:40.003135 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-057376e4-d078-4cad-a4ab-64921d4ce506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:40.061307 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-b659f2cd-8d0a-4f47-8901-5e529214d59d tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3943531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4194004'] for subnet, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:40.151320 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-703ea260-1ba3-4c22-a3d0-9a9a6320d57e tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify agent at l3_agent.dv-neutron-825124-1-hyperv the message routers_updated {{(pid=84153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 14:34:40.163689 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00c9fa33-f0d0-4933-bcaf-c8f0746217b1 None None] Sync routers for ids ['aa10ebf5-6d1c-4800-8a77-7737a8521cec'] in dv-neutron-825124-1-hyperv {{(pid=84155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 14:34:40.177327 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00c9fa33-f0d0-4933-bcaf-c8f0746217b1 None None] Routers {'aa10ebf5-6d1c-4800-8a77-7737a8521cec'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:34:40.177577 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ab2590b-421a-4e92-9c13-0e6fe47c8b88 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Router 873609ad-5f31-4c7a-ab27-a99033846581 has already been hosted by L3 agent 624d525b-4c26-4143-8a1c-228bb1c6faaa {{(pid=84152) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 14:34:40.177678 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-00c9fa33-f0d0-4933-bcaf-c8f0746217b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:34:30Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['aa10ebf5-6d1c-4800-8a77-7737a8521cec'], 'active': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:34:40.193662 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b659f2cd-8d0a-4f47-8901-5e529214d59d tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Pushing event updated for resources: {'Subnet': ['ID=f5882163-9d71-4f77-87d0-f79938ba59dc,revision_number=0']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:40.214793 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b659f2cd-8d0a-4f47-8901-5e529214d59d tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Checking segment: {'id': 'db96dcd8-ba46-4f66-98cd-a17979e8b1e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'f6b3802a-3001-4e57-a68b-5e8b7bb62d0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 14:34:40.224952 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b659f2cd-8d0a-4f47-8901-5e529214d59d tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Network hostable DHCP agents. Network: f6b3802a-3001-4e57-a68b-5e8b7bb62d0d, hostable agents: ['1a181e39-5220-4c1a-88f8-08a54e8bfc9b'], hosted agents: [] {{(pid=84153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 14:34:40.276449 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-00c9fa33-f0d0-4933-bcaf-c8f0746217b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:34:40.280473 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-703ea260-1ba3-4c22-a3d0-9a9a6320d57e tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] 10.222.0.54 "PUT /v2.0/routers/aa10ebf5-6d1c-4800-8a77-7737a8521cec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5461278 Jan 20 14:34:40.287425 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 42262) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:40.288171 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00c9fa33-f0d0-4933-bcaf-c8f0746217b1 None None] Routers {'aa10ebf5-6d1c-4800-8a77-7737a8521cec'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:34:40.288784 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-00c9fa33-f0d0-4933-bcaf-c8f0746217b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:34:30Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['aa10ebf5-6d1c-4800-8a77-7737a8521cec'], 'active': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:34:40.321740 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b659f2cd-8d0a-4f47-8901-5e529214d59d tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Network f6b3802a-3001-4e57-a68b-5e8b7bb62d0d is scheduled to be hosted by DHCP agent 1a181e39-5220-4c1a-88f8-08a54e8bfc9b with binding_index 1 {{(pid=84153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 14:34:40.333663 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-7362b090-77a9-41c0-9d2d-3173d3143006 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Synchronizing usage tracker for tenant:c471105210324ce4bdf04d2ea6130d17 on resource:port {{(pid=84153) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:34:40.349645 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-00c9fa33-f0d0-4933-bcaf-c8f0746217b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:34:40.350076 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00c9fa33-f0d0-4933-bcaf-c8f0746217b1 None None] The sync data for ids ['aa10ebf5-6d1c-4800-8a77-7737a8521cec'] in dv-neutron-825124-1-hyperv is: [] {{(pid=84155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 14:34:40.403813 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.base_scheduler [None req-b659f2cd-8d0a-4f47-8901-5e529214d59d tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825124-1-hyperv, f6b3802a-3001-4e57-a68b-5e8b7bb62d0d) {{(pid=84153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:34:40.407908 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b659f2cd-8d0a-4f47-8901-5e529214d59d tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:34:40.408802 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-b659f2cd-8d0a-4f47-8901-5e529214d59d tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Notify callbacks [] for subnet, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:40.413243 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c14c1118-a791-4925-a3a8-597f14ea03d5 None None] Network f6b3802a-3001-4e57-a68b-5e8b7bb62d0d requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:34:40.423090 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ab2590b-421a-4e92-9c13-0e6fe47c8b88 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Notify agent at l3_agent.dv-neutron-825124-1-hyperv the message routers_updated {{(pid=84152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 14:34:40.436387 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1232e77-4b61-46af-b0a1-33592d84406b None None] Sync routers for ids ['873609ad-5f31-4c7a-ab27-a99033846581'] in dv-neutron-825124-1-hyperv {{(pid=84154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 14:34:40.449319 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-7362b090-77a9-41c0-9d2d-3173d3143006 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Unset dirty status for tenant:c471105210324ce4bdf04d2ea6130d17 on resource:port {{(pid=84153) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:34:40.454380 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-7362b090-77a9-41c0-9d2d-3173d3143006 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] 10.222.0.54 "GET /v2.0/ports?device_id=aa10ebf5-6d1c-4800-8a77-7737a8521cec HTTP/1.1" status: 200 len: 205 time: 0.1666510 Jan 20 14:34:40.455422 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 42266) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:40.509982 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1232e77-4b61-46af-b0a1-33592d84406b None None] Routers {'873609ad-5f31-4c7a-ab27-a99033846581'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:34:40.510535 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-d1232e77-4b61-46af-b0a1-33592d84406b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:34:30Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['873609ad-5f31-4c7a-ab27-a99033846581'], 'active': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:34:40.569301 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-6ab2590b-421a-4e92-9c13-0e6fe47c8b88 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for floatingip, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:40.586773 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-b659f2cd-8d0a-4f47-8901-5e529214d59d tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0310142 Jan 20 14:34:40.592686 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 42270) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:40.599947 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-2b7422c9-39bf-4dad-a651-0347e6c1f418 tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Request body: {'subnet': {'network_id': '2a275ad8-9802-476c-95a7-20fdc8851cb2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:34:40.632575 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-6ab2590b-421a-4e92-9c13-0e6fe47c8b88 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 4.0287442 Jan 20 14:34:40.632575 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00399a73-e934-46ae-b4db-3c539c30d642', 'tag': '0a86e39e-7c4e-4522-9367-489983d46ffc'}] {{(pid=84152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 14:34:40.690648 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00399a73-e934-46ae-b4db-3c539c30d642', 'tag': '0a86e39e-7c4e-4522-9367-489983d46ffc', 'status': 'completed', 'code': 200} Jan 20 14:34:40.691380 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-638cab9f-dbdf-4612-ac00-92a704a9a150 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks [] for router, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:40.808771 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-76337f21-3ed1-488e-972b-058388d53bb0 req-96bbadcb-dbee-48cb-a79e-8c54f743a148 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=9c4261ab481844b5bb12c28ceb385a24&device_id=00399a73-e934-46ae-b4db-3c539c30d642 HTTP/1.1" status: 200 len: 1099 time: 0.0856760 Jan 20 14:34:40.827285 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvr_db [None req-d1232e77-4b61-46af-b0a1-33592d84406b None None] Set router 873609ad-5f31-4c7a-ab27-a99033846581 gateway port host: dv-neutron-825124-1-hyperv {{(pid=84154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 14:34:40.927083 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-2b7422c9-39bf-4dad-a651-0347e6c1f418 tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:34:40.931807 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-2b7422c9-39bf-4dad-a651-0347e6c1f418 tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Usage tracker for resource:subnet and tenant:a6a87b5680d44e069cf7454144b3710d is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:34:40.934767 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-2b7422c9-39bf-4dad-a651-0347e6c1f418 tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:34:40.940624 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-2b7422c9-39bf-4dad-a651-0347e6c1f418 tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:34:40.948239 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed26e238-ba9b-4e6b-8e6f-2bafd1f92686 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95c917f5-14ba-5e96-98b8-1a52654a930a-f6b3802a-3001-4e57-a68b-5e8b7bb62d0d', 'network_id': 'f6b3802a-3001-4e57-a68b-5e8b7bb62d0d', 'tenant_id': 'a6a87b5680d44e069cf7454144b3710d', 'fixed_ips': [{'subnet_id': 'f5882163-9d71-4f77-87d0-f79938ba59dc'}]}} from dv-neutron-825124-1-hyperv. {{(pid=84154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 20 14:34:40.949050 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ed26e238-ba9b-4e6b-8e6f-2bafd1f92686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:40.980104 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76337f21-3ed1-488e-972b-058388d53bb0 req-32d5d200-c971-49ea-8190-6f94eff71a8a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:34:40.981726 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-76337f21-3ed1-488e-972b-058388d53bb0 req-32d5d200-c971-49ea-8190-6f94eff71a8a service neutron] 10.222.0.106 "GET /v2.0/networks?id=e6375433-9719-46e8-83c8-134ded03773b HTTP/1.1" status: 200 len: 897 time: 0.1640930 Jan 20 14:34:41.093079 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-76337f21-3ed1-488e-972b-058388d53bb0 req-af187a6e-ad3e-4c9f-a701-6e4654c8b14d service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0a86e39e-7c4e-4522-9367-489983d46ffc HTTP/1.1" status: 200 len: 1000 time: 0.1050620 Jan 20 14:34:41.172696 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76337f21-3ed1-488e-972b-058388d53bb0 req-7568ab51-a884-45a0-aaeb-4a090594cf6e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:34:41.174962 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-76337f21-3ed1-488e-972b-058388d53bb0 req-7568ab51-a884-45a0-aaeb-4a090594cf6e service neutron] 10.222.0.106 "GET /v2.0/subnets?id=d1901ba2-213a-49cf-963a-9516e82439fd HTTP/1.1" status: 200 len: 834 time: 0.0758467 Jan 20 14:34:41.223148 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32838375-c226-41df-913f-a3848239cdae req-34f7d7a4-a05e-4daf-afec-ec8c141e8c1d tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:34:41.224736 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-32838375-c226-41df-913f-a3848239cdae req-34f7d7a4-a05e-4daf-afec-ec8c141e8c1d tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] 10.222.0.54 "GET /v2.0/ports?device_id=00399a73-e934-46ae-b4db-3c539c30d642 HTTP/1.1" status: 200 len: 946 time: 0.4551570 Jan 20 14:34:41.234137 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b7422c9-39bf-4dad-a651-0347e6c1f418 tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Made reservation on behalf of a6a87b5680d44e069cf7454144b3710d for: {'subnet': 1} {{(pid=84153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:34:41.286960 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-76337f21-3ed1-488e-972b-058388d53bb0 req-df26befb-6292-4f49-aceb-de534e86de4e service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=e6375433-9719-46e8-83c8-134ded03773b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1055954 Jan 20 14:34:41.304185 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device df14f08f-3615-4fee-9dfa-846fe8dd5a53 up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:34:41.440922 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-76337f21-3ed1-488e-972b-058388d53bb0 req-8298dd45-c543-49a4-93c9-33669ae2278e service neutron] 10.222.0.106 "GET /v2.0/networks/e6375433-9719-46e8-83c8-134ded03773b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461151 Jan 20 14:34:41.500116 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-638cab9f-dbdf-4612-ac00-92a704a9a150 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-737761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105493'] for router, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:41.502290 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_common [None req-ed26e238-ba9b-4e6b-8e6f-2bafd1f92686 None None] Allocated IP 2001:db8::2 (f6b3802a-3001-4e57-a68b-5e8b7bb62d0d/f5882163-9d71-4f77-87d0-f79938ba59dc/2cc724b9-8a4b-48a7-b85b-d63bb092a03d) {{(pid=84154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:34:41.509885 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-2b7422c9-39bf-4dad-a651-0347e6c1f418 tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4193986'] for subnet, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:41.541434 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-32838375-c226-41df-913f-a3848239cdae req-e397eff7-3a9b-4ec7-953b-f962e67946ce tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] 10.222.0.54 "GET /v2.0/security-groups?id=da7b15a3-c30e-4c90-b548-3a1c0f6698e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3069723 Jan 20 14:34:41.549973 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-638cab9f-dbdf-4612-ac00-92a704a9a150 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:41.585088 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 42278) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:41.618404 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port df14f08f-3615-4fee-9dfa-846fe8dd5a53 triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:34:41.620148 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:41.729813 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-d1232e77-4b61-46af-b0a1-33592d84406b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '873609ad-5f31-4c7a-ab27-a99033846581', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1705145768', 'tenant_id': '9c4261ab481844b5bb12c28ceb385a24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.97'}], 'enable_snat': True}, 'gw_port_id': '8f37f62a-1816-4474-a0e8-49e9ec80d6ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:34:03Z', 'updated_at': '2022-01-20T14:34:11Z', 'revision_number': 4, 'project_id': '9c4261ab481844b5bb12c28ceb385a24', 'gw_port': {'id': '8f37f62a-1816-4474-a0e8-49e9ec80d6ae', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:7d:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '873609ad-5f31-4c7a-ab27-a99033846581', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:34:04Z', 'updated_at': '2022-01-20T14:34:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv', '_floatingips': [{'id': '19a808f9-5c0b-40de-a480-cebefa8282de', 'tenant_id': '9c4261ab481844b5bb12c28ceb385a24', 'floating_ip_address': '172.26.7.156', 'floating_network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'router_id': '873609ad-5f31-4c7a-ab27-a99033846581', 'port_id': '0a86e39e-7c4e-4522-9367-489983d46ffc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6375433-9719-46e8-83c8-134ded03773b', 'mac_address': 'fa:16:3e:7e:ba:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00399a73-e934-46ae-b4db-3c539c30d642', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T14:34:38Z', 'updated_at': '2022-01-20T14:34:38Z', 'revision_number': 0, 'project_id': '9c4261ab481844b5bb12c28ceb385a24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3414f0b-0df5-43ed-8a8f-d6312cc952b4', 'name': '', 'network_id': 'e6375433-9719-46e8-83c8-134ded03773b', 'tenant_id': '9c4261ab481844b5bb12c28ceb385a24', 'mac_address': 'fa:16:3e:90:7b:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '873609ad-5f31-4c7a-ab27-a99033846581', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd1901ba2-213a-49cf-963a-9516e82439fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:34:09Z', 'updated_at': '2022-01-20T14:34:19Z', 'revision_number': 5, 'project_id': '9c4261ab481844b5bb12c28ceb385a24', 'subnets': [{'id': 'd1901ba2-213a-49cf-963a-9516e82439fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:34:41.731154 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-638cab9f-dbdf-4612-ac00-92a704a9a150 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-737693'] for router, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:41.731611 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-638cab9f-dbdf-4612-ac00-92a704a9a150 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Fanout notify agent at l3_agent the message router_deleted on router aa10ebf5-6d1c-4800-8a77-7737a8521cec {{(pid=84153) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 20 14:34:41.758139 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1232e77-4b61-46af-b0a1-33592d84406b None None] Checking router: 873609ad-5f31-4c7a-ab27-a99033846581 for host: dv-neutron-825124-1-hyperv {{(pid=84154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 14:34:41.782190 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-638cab9f-dbdf-4612-ac00-92a704a9a150 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks [] for router, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:41.785943 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-638cab9f-dbdf-4612-ac00-92a704a9a150 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] 10.222.0.54 "DELETE /v2.0/routers/aa10ebf5-6d1c-4800-8a77-7737a8521cec HTTP/1.1" status: 204 len: 168 time: 1.3295581 Jan 20 14:34:41.786880 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 42282) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:41.825327 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-76337f21-3ed1-488e-972b-058388d53bb0 req-d70e6201-8279-4976-b7b8-6cab0badac91 service neutron] 10.222.0.106 "GET /v2.0/networks/e6375433-9719-46e8-83c8-134ded03773b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3780482 Jan 20 14:34:41.831205 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-d04c4aa2-674a-41e9-ab49-97140529993d tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] 10.222.0.54 "GET /v2.0/floatingips/19a808f9-5c0b-40de-a480-cebefa8282de HTTP/1.1" status: 200 len: 992 time: 0.2449930 Jan 20 14:34:41.867180 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1232e77-4b61-46af-b0a1-33592d84406b None None] Routers {'873609ad-5f31-4c7a-ab27-a99033846581'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:34:41.867714 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-d1232e77-4b61-46af-b0a1-33592d84406b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:34:30Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['873609ad-5f31-4c7a-ab27-a99033846581'], 'active': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:34:41.929014 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ed26e238-ba9b-4e6b-8e6f-2bafd1f92686 None None] Notify callbacks [] for port, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:41.932244 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-2b7422c9-39bf-4dad-a651-0347e6c1f418 tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3943531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4194004'] for subnet, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:41.960417 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ed26e238-ba9b-4e6b-8e6f-2bafd1f92686 None None] Transition to ACTIVE for port object 2cc724b9-8a4b-48a7-b85b-d63bb092a03d will not be triggered until provisioned by entity L2. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:34:42.043478 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ed26e238-ba9b-4e6b-8e6f-2bafd1f92686 None None] Transition to ACTIVE for port object 2cc724b9-8a4b-48a7-b85b-d63bb092a03d will not be triggered until provisioned by entity DHCP. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:34:42.055007 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7422c9-39bf-4dad-a651-0347e6c1f418 tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Pushing event updated for resources: {'Subnet': ['ID=ab562835-5f9e-479d-b3e5-86c49f8fe277,revision_number=0']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:42.082486 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvr_db [None req-d1232e77-4b61-46af-b0a1-33592d84406b None None] Set router 873609ad-5f31-4c7a-ab27-a99033846581 gateway port host: dv-neutron-825124-1-hyperv {{(pid=84154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 14:34:42.083450 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.db_base_plugin_v2 [None req-8aa31fd6-7973-41aa-8705-9209961351d2 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Deleting subnet c9b140ef-ebb0-4c13-9157-9c0be553ea8c {{(pid=84153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 20 14:34:42.086505 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-8aa31fd6-7973-41aa-8705-9209961351d2 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks [] for subnet, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:42.114860 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b7422c9-39bf-4dad-a651-0347e6c1f418 tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Checking segment: {'id': 'defb929f-5078-43bb-98ff-7212e6758ceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '2a275ad8-9802-476c-95a7-20fdc8851cb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 14:34:42.115230 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b7422c9-39bf-4dad-a651-0347e6c1f418 tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Network hostable DHCP agents. Network: 2a275ad8-9802-476c-95a7-20fdc8851cb2, hostable agents: ['1a181e39-5220-4c1a-88f8-08a54e8bfc9b'], hosted agents: [] {{(pid=84153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 14:34:42.131840 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ed26e238-ba9b-4e6b-8e6f-2bafd1f92686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477'] for port, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:42.154485 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-8aa31fd6-7973-41aa-8705-9209961351d2 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3980851'] for subnet, precommit_delete_associations {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:42.249981 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-8aa31fd6-7973-41aa-8705-9209961351d2 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1627147'] for subnet, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:42.285174 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b7422c9-39bf-4dad-a651-0347e6c1f418 tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Network 2a275ad8-9802-476c-95a7-20fdc8851cb2 is scheduled to be hosted by DHCP agent 1a181e39-5220-4c1a-88f8-08a54e8bfc9b with binding_index 1 {{(pid=84153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 14:34:42.339428 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed26e238-ba9b-4e6b-8e6f-2bafd1f92686 None None] Network f6b3802a-3001-4e57-a68b-5e8b7bb62d0d is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:34:42.349901 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed26e238-ba9b-4e6b-8e6f-2bafd1f92686 None None] Pushing event updated for resources: {'Port': ['ID=2cc724b9-8a4b-48a7-b85b-d63bb092a03d,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:42.349901 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-ed26e238-ba9b-4e6b-8e6f-2bafd1f92686 None None] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:34:42.353703 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed26e238-ba9b-4e6b-8e6f-2bafd1f92686 None None] Received port after_create {{(pid=84154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:34:42.365030 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.base_scheduler [None req-2b7422c9-39bf-4dad-a651-0347e6c1f418 tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825124-1-hyperv, 2a275ad8-9802-476c-95a7-20fdc8851cb2) {{(pid=84153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:34:42.369587 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b7422c9-39bf-4dad-a651-0347e6c1f418 tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:34:42.370330 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-2b7422c9-39bf-4dad-a651-0347e6c1f418 tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Notify callbacks [] for subnet, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:42.377345 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5ca258f-9a40-4dfe-86c3-5e5b94ee7e64 None None] Network 2a275ad8-9802-476c-95a7-20fdc8851cb2 requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:34:42.451364 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-8aa31fd6-7973-41aa-8705-9209961351d2 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1627154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3943464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4194013'] for subnet, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:42.489466 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-2b7422c9-39bf-4dad-a651-0347e6c1f418 tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8957250 Jan 20 14:34:42.492673 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa31fd6-7973-41aa-8705-9209961351d2 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Pushing event deleted for resources: {'Subnet': ['ID=c9b140ef-ebb0-4c13-9157-9c0be553ea8c,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:42.493484 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 42286) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:42.505932 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-8aa31fd6-7973-41aa-8705-9209961351d2 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks [] for subnet, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:42.505932 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-8aa31fd6-7973-41aa-8705-9209961351d2 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] 10.222.0.54 "DELETE /v2.0/subnets/c9b140ef-ebb0-4c13-9157-9c0be553ea8c HTTP/1.1" status: 204 len: 168 time: 0.7110572 Jan 20 14:34:42.506229 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 42290) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:42.531664 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8068e735-c303-4995-a542-d0513f06a40a None None] Network 852be65c-5794-4c4f-a241-f0294f891547 requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:34:42.652373 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-3eeada8d-3cb8-40da-bda8-56fafe54044b tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586409'] for network, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:42.664215 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-3eeada8d-3cb8-40da-bda8-56fafe54044b tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Deleting port ba761700-9296-42dc-8aba-e828b41677f5 {{(pid=84153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:34:42.664556 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-3eeada8d-3cb8-40da-bda8-56fafe54044b tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:42.775567 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-ed26e238-ba9b-4e6b-8e6f-2bafd1f92686 None None] Attempting to bind port 2cc724b9-8a4b-48a7-b85b-d63bb092a03d on host dv-neutron-825124-1-hyperv for vnic_type normal with profile {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:34:42.776250 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-ed26e238-ba9b-4e6b-8e6f-2bafd1f92686 None None] Attempting to bind port 2cc724b9-8a4b-48a7-b85b-d63bb092a03d by drivers openvswitch,hyperv on host dv-neutron-825124-1-hyperv at level 0 using segments [{'id': 'db96dcd8-ba46-4f66-98cd-a17979e8b1e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'f6b3802a-3001-4e57-a68b-5e8b7bb62d0d'}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:34:42.776783 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed26e238-ba9b-4e6b-8e6f-2bafd1f92686 None None] Attempting to bind port 2cc724b9-8a4b-48a7-b85b-d63bb092a03d on network f6b3802a-3001-4e57-a68b-5e8b7bb62d0d {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 14:34:42.885737 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed26e238-ba9b-4e6b-8e6f-2bafd1f92686 None None] Checking agent: {'id': '6414dfeb-85c5-454a-8756-709ca637d800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825124-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 16, 31), 'started_at': datetime.datetime(2022, 1, 20, 14, 17, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 34, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825124-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 14:34:42.885737 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed26e238-ba9b-4e6b-8e6f-2bafd1f92686 None None] Checking segment: {'id': 'db96dcd8-ba46-4f66-98cd-a17979e8b1e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'f6b3802a-3001-4e57-a68b-5e8b7bb62d0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 14:34:42.886446 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ed26e238-ba9b-4e6b-8e6f-2bafd1f92686 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:42.886607 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 42294) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:42.887036 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed26e238-ba9b-4e6b-8e6f-2bafd1f92686 None None] Bound using segment: {'id': 'db96dcd8-ba46-4f66-98cd-a17979e8b1e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'f6b3802a-3001-4e57-a68b-5e8b7bb62d0d'} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 14:34:42.887771 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-ed26e238-ba9b-4e6b-8e6f-2bafd1f92686 None None] Bound port: 2cc724b9-8a4b-48a7-b85b-d63bb092a03d, host: dv-neutron-825124-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db96dcd8-ba46-4f66-98cd-a17979e8b1e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'f6b3802a-3001-4e57-a68b-5e8b7bb62d0d'}}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:34:42.888319 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ed26e238-ba9b-4e6b-8e6f-2bafd1f92686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:43.020756 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.db [None req-3eeada8d-3cb8-40da-bda8-56fafe54044b tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] For port ba761700-9296-42dc-8aba-e828b41677f5, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=ba761700-9296-42dc-8aba-e828b41677f5,segment=NetworkSegment(410e08ad-9595-4cbc-8ad2-4d8321e7ad62),segment_id=410e08ad-9595-4cbc-8ad2-4d8321e7ad62)] {{(pid=84153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:34:43.021218 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-3eeada8d-3cb8-40da-bda8-56fafe54044b tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:43.105746 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-8ccc2d39-a55f-4733-b95f-aa2609bc1c2c tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:43.203739 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-ed26e238-ba9b-4e6b-8e6f-2bafd1f92686 None None] For port 2cc724b9-8a4b-48a7-b85b-d63bb092a03d, host dv-neutron-825124-1-hyperv, cleared binding levels {{(pid=84154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 14:34:43.219741 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-ed26e238-ba9b-4e6b-8e6f-2bafd1f92686 None None] For port 2cc724b9-8a4b-48a7-b85b-d63bb092a03d, host dv-neutron-825124-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=2cc724b9-8a4b-48a7-b85b-d63bb092a03d,segment=NetworkSegment(db96dcd8-ba46-4f66-98cd-a17979e8b1e8),segment_id=db96dcd8-ba46-4f66-98cd-a17979e8b1e8)] {{(pid=84154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 14:34:43.221195 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d3bf22a-0f5a-41fe-a0ad-83a6590cf467 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95c917f5-14ba-5e96-98b8-1a52654a930a-2a275ad8-9802-476c-95a7-20fdc8851cb2', 'network_id': '2a275ad8-9802-476c-95a7-20fdc8851cb2', 'tenant_id': 'a6a87b5680d44e069cf7454144b3710d', 'fixed_ips': [{'subnet_id': 'ab562835-5f9e-479d-b3e5-86c49f8fe277'}]}} from dv-neutron-825124-1-hyperv. {{(pid=84154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 20 14:34:43.222259 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-0d3bf22a-0f5a-41fe-a0ad-83a6590cf467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:43.328487 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ed26e238-ba9b-4e6b-8e6f-2bafd1f92686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:43.330514 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-2ff907f6-a095-4908-a9d2-7a5ceada7329 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] 10.222.0.54 "GET /v2.0/floatingips/19a808f9-5c0b-40de-a480-cebefa8282de HTTP/1.1" status: 200 len: 992 time: 0.4425077 Jan 20 14:34:43.338545 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-3eeada8d-3cb8-40da-bda8-56fafe54044b tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Calling delete_port for ba761700-9296-42dc-8aba-e828b41677f5 owned by network:dhcp {{(pid=84153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:34:43.397757 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c73f6a1-c92d-4b9d-ac05-e0b3a08e74d0 None None] DHCP port deletion for 852be65c-5794-4c4f-a241-f0294f891547 request from dv-neutron-825124-1-hyperv {{(pid=84154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 20 14:34:43.401678 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-d1232e77-4b61-46af-b0a1-33592d84406b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '873609ad-5f31-4c7a-ab27-a99033846581', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1705145768', 'tenant_id': '9c4261ab481844b5bb12c28ceb385a24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.97'}], 'enable_snat': True}, 'gw_port_id': '8f37f62a-1816-4474-a0e8-49e9ec80d6ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:34:03Z', 'updated_at': '2022-01-20T14:34:11Z', 'revision_number': 4, 'project_id': '9c4261ab481844b5bb12c28ceb385a24', 'gw_port': {'id': '8f37f62a-1816-4474-a0e8-49e9ec80d6ae', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:7d:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '873609ad-5f31-4c7a-ab27-a99033846581', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:34:04Z', 'updated_at': '2022-01-20T14:34:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv', '_floatingips': [{'id': '19a808f9-5c0b-40de-a480-cebefa8282de', 'tenant_id': '9c4261ab481844b5bb12c28ceb385a24', 'floating_ip_address': '172.26.7.156', 'floating_network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'router_id': '873609ad-5f31-4c7a-ab27-a99033846581', 'port_id': '0a86e39e-7c4e-4522-9367-489983d46ffc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6375433-9719-46e8-83c8-134ded03773b', 'mac_address': 'fa:16:3e:7e:ba:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00399a73-e934-46ae-b4db-3c539c30d642', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T14:34:38Z', 'updated_at': '2022-01-20T14:34:38Z', 'revision_number': 0, 'project_id': '9c4261ab481844b5bb12c28ceb385a24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3414f0b-0df5-43ed-8a8f-d6312cc952b4', 'name': '', 'network_id': 'e6375433-9719-46e8-83c8-134ded03773b', 'tenant_id': '9c4261ab481844b5bb12c28ceb385a24', 'mac_address': 'fa:16:3e:90:7b:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '873609ad-5f31-4c7a-ab27-a99033846581', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd1901ba2-213a-49cf-963a-9516e82439fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:34:09Z', 'updated_at': '2022-01-20T14:34:19Z', 'revision_number': 5, 'project_id': '9c4261ab481844b5bb12c28ceb385a24', 'subnets': [{'id': 'd1901ba2-213a-49cf-963a-9516e82439fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:34:43.427744 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-8c73f6a1-c92d-4b9d-ac05-e0b3a08e74d0 None None] Deleting port ba761700-9296-42dc-8aba-e828b41677f5 {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:34:43.428126 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-8c73f6a1-c92d-4b9d-ac05-e0b3a08e74d0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:43.455461 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1232e77-4b61-46af-b0a1-33592d84406b None None] The sync data for ids ['873609ad-5f31-4c7a-ab27-a99033846581'] in dv-neutron-825124-1-hyperv is: [{'id': '873609ad-5f31-4c7a-ab27-a99033846581', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1705145768', 'tenant_id': '9c4261ab481844b5bb12c28ceb385a24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.97'}], 'enable_snat': True}, 'gw_port_id': '8f37f62a-1816-4474-a0e8-49e9ec80d6ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:34:03Z', 'updated_at': '2022-01-20T14:34:11Z', 'revision_number': 4, 'project_id': '9c4261ab481844b5bb12c28ceb385a24', 'gw_port': {'id': '8f37f62a-1816-4474-a0e8-49e9ec80d6ae', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:7d:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '873609ad-5f31-4c7a-ab27-a99033846581', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:34:04Z', 'updated_at': '2022-01-20T14:34:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv', '_floatingips': [{'id': '19a808f9-5c0b-40de-a480-cebefa8282de', 'tenant_id': '9c4261ab481844b5bb12c28ceb385a24', 'floating_ip_address': '172.26.7.156', 'floating_network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'router_id': '873609ad-5f31-4c7a-ab27-a99033846581', 'port_id': '0a86e39e-7c4e-4522-9367-489983d46ffc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6375433-9719-46e8-83c8-134ded03773b', 'mac_address': 'fa:16:3e:7e:ba:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00399a73-e934-46ae-b4db-3c539c30d642', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T14:34:38Z', 'updated_at': '2022-01-20T14:34:38Z', 'revision_number': 0, 'project_id': '9c4261ab481844b5bb12c28ceb385a24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3414f0b-0df5-43ed-8a8f-d6312cc952b4', 'name': '', 'network_id': 'e6375433-9719-46e8-83c8-134ded03773b', 'tenant_id': '9c4261ab481844b5bb12c28ceb385a24', 'mac_address': 'fa:16:3e:90:7b:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '873609ad-5f31-4c7a-ab27-a99033846581', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd1901ba2-213a-49cf-963a-9516e82439fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:34:09Z', 'updated_at': '2022-01-20T14:34:19Z', 'revision_number': 5, 'project_id': '9c4261ab481844b5bb12c28ceb385a24', 'subnets': [{'id': 'd1901ba2-213a-49cf-963a-9516e82439fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 14:34:43.496716 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-3eeada8d-3cb8-40da-bda8-56fafe54044b tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:43.513125 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed26e238-ba9b-4e6b-8e6f-2bafd1f92686 None None] Pushing event updated for resources: {'Port': ['ID=2cc724b9-8a4b-48a7-b85b-d63bb092a03d,revision_number=2']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:43.531075 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.db_base_plugin_common [None req-8ccc2d39-a55f-4733-b95f-aa2609bc1c2c tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Allocated IP 2001:db8::1 (f6b3802a-3001-4e57-a68b-5e8b7bb62d0d/f5882163-9d71-4f77-87d0-f79938ba59dc/5d75b88a-7894-416e-816c-e41fb7a35874) {{(pid=84152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:34:43.575432 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eeada8d-3cb8-40da-bda8-56fafe54044b tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] No DVR routers for this DVR port ba761700-9296-42dc-8aba-e828b41677f5 on host dv-neutron-825124-1-hyperv {{(pid=84153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 14:34:43.610313 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-8c73f6a1-c92d-4b9d-ac05-e0b3a08e74d0 None None] The port 'ba761700-9296-42dc-8aba-e828b41677f5' was deleted {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 20 14:34:43.615655 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eeada8d-3cb8-40da-bda8-56fafe54044b tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Pushing event deleted for resources: {'Port': ['ID=ba761700-9296-42dc-8aba-e828b41677f5,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:43.645263 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_common [None req-0d3bf22a-0f5a-41fe-a0ad-83a6590cf467 None None] Allocated IP 2001:db8::2 (2a275ad8-9802-476c-95a7-20fdc8851cb2/ab562835-5f9e-479d-b3e5-86c49f8fe277/86f3e511-aaf5-4fe4-8d85-3b5a226ec646) {{(pid=84154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:34:43.749310 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-8ccc2d39-a55f-4733-b95f-aa2609bc1c2c tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Notify callbacks [] for port, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:43.767763 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.provisioning_blocks [None req-8ccc2d39-a55f-4733-b95f-aa2609bc1c2c tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Transition to ACTIVE for port object 5d75b88a-7894-416e-816c-e41fb7a35874 will not be triggered until provisioned by entity DHCP. {{(pid=84152) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:34:43.782237 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-3eeada8d-3cb8-40da-bda8-56fafe54044b tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1626242', 'neutron.services.segments.db._delete_segments_for_network-8769554214620'] for network, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:43.825324 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a97e237-769e-4eb8-8a3a-b3de8ce5cf79 None None] New status for floating IP 19a808f9-5c0b-40de-a480-cebefa8282de: ACTIVE {{(pid=84155) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 20 14:34:43.847622 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.services.segments.db [None req-3eeada8d-3cb8-40da-bda8-56fafe54044b tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['852be65c-5794-4c4f-a241-f0294f891547']}} {{(pid=84153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:34:43.864251 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.services.segments.db [None req-3eeada8d-3cb8-40da-bda8-56fafe54044b tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '410e08ad-9595-4cbc-8ad2-4d8321e7ad62') {'for_net_delete': True} {{(pid=84153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:34:43.864812 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.services.segments.db [None req-3eeada8d-3cb8-40da-bda8-56fafe54044b tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '410e08ad-9595-4cbc-8ad2-4d8321e7ad62') {} {{(pid=84153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:34:43.877697 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-3eeada8d-3cb8-40da-bda8-56fafe54044b tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769554214503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980856'] for segment, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:43.884566 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-8ccc2d39-a55f-4733-b95f-aa2609bc1c2c tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:43.917328 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-3eeada8d-3cb8-40da-bda8-56fafe54044b tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:43.925962 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3eeada8d-3cb8-40da-bda8-56fafe54044b tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Releasing vlan 167 on physical network physnet1 to pool {{(pid=84153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 14:34:43.928126 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-3eeada8d-3cb8-40da-bda8-56fafe54044b tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1622950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3944078'] for segment, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:43.973510 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-0d3bf22a-0f5a-41fe-a0ad-83a6590cf467 None None] Notify callbacks [] for port, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:43.990405 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-0d3bf22a-0f5a-41fe-a0ad-83a6590cf467 None None] Transition to ACTIVE for port object 86f3e511-aaf5-4fe4-8d85-3b5a226ec646 will not be triggered until provisioned by entity L2. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:34:44.005306 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ccc2d39-a55f-4733-b95f-aa2609bc1c2c tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Network f6b3802a-3001-4e57-a68b-5e8b7bb62d0d is already hosted by enough agents. {{(pid=84152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:34:44.006781 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccc2d39-a55f-4733-b95f-aa2609bc1c2c tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Pushing event updated for resources: {'Port': ['ID=5d75b88a-7894-416e-816c-e41fb7a35874,revision_number=1']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:44.009865 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.base_scheduler [None req-8ccc2d39-a55f-4733-b95f-aa2609bc1c2c tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Resources bound (agent type, host, resource id): {{(pid=84152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:34:44.012311 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ccc2d39-a55f-4733-b95f-aa2609bc1c2c tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Received port after_create {{(pid=84152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:34:44.012838 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-8ccc2d39-a55f-4733-b95f-aa2609bc1c2c tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-745387'] for router_interface, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:44.018564 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-0d3bf22a-0f5a-41fe-a0ad-83a6590cf467 None None] Transition to ACTIVE for port object 86f3e511-aaf5-4fe4-8d85-3b5a226ec646 will not be triggered until provisioned by entity DHCP. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:34:44.060264 dv-neutron-825124-1-hyperv neutron-server[84153]: Traceback (most recent call last): Jan 20 14:34:44.060264 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 14:34:44.060264 dv-neutron-825124-1-hyperv neutron-server[84153]: timer() Jan 20 14:34:44.060264 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 14:34:44.060264 dv-neutron-825124-1-hyperv neutron-server[84153]: cb(*args, **kw) Jan 20 14:34:44.060264 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 14:34:44.060264 dv-neutron-825124-1-hyperv neutron-server[84153]: return func(*args, **kwargs) Jan 20 14:34:44.060264 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 14:34:44.060264 dv-neutron-825124-1-hyperv neutron-server[84153]: self._notify() Jan 20 14:34:44.060264 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 14:34:44.060264 dv-neutron-825124-1-hyperv neutron-server[84153]: self.callback(batched_events) Jan 20 14:34:44.060264 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 14:34:44.060264 dv-neutron-825124-1-hyperv neutron-server[84153]: event.method(event) Jan 20 14:34:44.060264 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 14:34:44.060264 dv-neutron-825124-1-hyperv neutron-server[84153]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 14:34:44.060264 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 14:34:44.060264 dv-neutron-825124-1-hyperv neutron-server[84153]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 14:34:44.060264 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 14:34:44.060264 dv-neutron-825124-1-hyperv neutron-server[84153]: return f(self, *a, **k) Jan 20 14:34:44.060264 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 14:34:44.060264 dv-neutron-825124-1-hyperv neutron-server[84153]: return self._get(url).json() Jan 20 14:34:44.060264 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 14:34:44.060264 dv-neutron-825124-1-hyperv neutron-server[84153]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 14:34:44.060264 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 14:34:44.060264 dv-neutron-825124-1-hyperv neutron-server[84153]: return self.request(url, 'GET', **kwargs) Jan 20 14:34:44.060264 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 14:34:44.060264 dv-neutron-825124-1-hyperv neutron-server[84153]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 14:34:44.060264 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 14:34:44.060264 dv-neutron-825124-1-hyperv neutron-server[84153]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 14:34:44.060264 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 14:34:44.060264 dv-neutron-825124-1-hyperv neutron-server[84153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 14:34:44.060264 dv-neutron-825124-1-hyperv neutron-server[84153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 14:34:44.113884 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-0d3bf22a-0f5a-41fe-a0ad-83a6590cf467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477'] for port, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:44.165090 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-3eeada8d-3cb8-40da-bda8-56fafe54044b tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1626253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-745296'] for network, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:44.171149 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-3eeada8d-3cb8-40da-bda8-56fafe54044b tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks [] for network, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:44.200091 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3bf22a-0f5a-41fe-a0ad-83a6590cf467 None None] Pushing event updated for resources: {'Port': ['ID=86f3e511-aaf5-4fe4-8d85-3b5a226ec646,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:44.207888 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d3bf22a-0f5a-41fe-a0ad-83a6590cf467 None None] Network 2a275ad8-9802-476c-95a7-20fdc8851cb2 is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:34:44.209148 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-0d3bf22a-0f5a-41fe-a0ad-83a6590cf467 None None] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:34:44.215962 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d3bf22a-0f5a-41fe-a0ad-83a6590cf467 None None] Received port after_create {{(pid=84154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:34:44.217275 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-8ccc2d39-a55f-4733-b95f-aa2609bc1c2c tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:44.220813 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eeada8d-3cb8-40da-bda8-56fafe54044b tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Pushing event deleted for resources: {'Network': ['ID=852be65c-5794-4c4f-a241-f0294f891547,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:44.335036 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 42298) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:44.359709 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-0d3bf22a-0f5a-41fe-a0ad-83a6590cf467 None None] Attempting to bind port 86f3e511-aaf5-4fe4-8d85-3b5a226ec646 on host dv-neutron-825124-1-hyperv for vnic_type normal with profile {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:34:44.360080 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-0d3bf22a-0f5a-41fe-a0ad-83a6590cf467 None None] Attempting to bind port 86f3e511-aaf5-4fe4-8d85-3b5a226ec646 by drivers openvswitch,hyperv on host dv-neutron-825124-1-hyperv at level 0 using segments [{'id': 'defb929f-5078-43bb-98ff-7212e6758ceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '2a275ad8-9802-476c-95a7-20fdc8851cb2'}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:34:44.362165 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d3bf22a-0f5a-41fe-a0ad-83a6590cf467 None None] Attempting to bind port 86f3e511-aaf5-4fe4-8d85-3b5a226ec646 on network 2a275ad8-9802-476c-95a7-20fdc8851cb2 {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 14:34:44.367010 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d3bf22a-0f5a-41fe-a0ad-83a6590cf467 None None] Checking agent: {'id': '6414dfeb-85c5-454a-8756-709ca637d800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825124-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 16, 31), 'started_at': datetime.datetime(2022, 1, 20, 14, 17, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 34, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825124-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 14:34:44.367386 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d3bf22a-0f5a-41fe-a0ad-83a6590cf467 None None] Checking segment: {'id': 'defb929f-5078-43bb-98ff-7212e6758ceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '2a275ad8-9802-476c-95a7-20fdc8851cb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 14:34:44.367787 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-0d3bf22a-0f5a-41fe-a0ad-83a6590cf467 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:44.368178 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d3bf22a-0f5a-41fe-a0ad-83a6590cf467 None None] Bound using segment: {'id': 'defb929f-5078-43bb-98ff-7212e6758ceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '2a275ad8-9802-476c-95a7-20fdc8851cb2'} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 14:34:44.368667 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-0d3bf22a-0f5a-41fe-a0ad-83a6590cf467 None None] Bound port: 86f3e511-aaf5-4fe4-8d85-3b5a226ec646, host: dv-neutron-825124-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'defb929f-5078-43bb-98ff-7212e6758ceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '2a275ad8-9802-476c-95a7-20fdc8851cb2'}}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:34:44.369041 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-0d3bf22a-0f5a-41fe-a0ad-83a6590cf467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:44.396396 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-3eeada8d-3cb8-40da-bda8-56fafe54044b tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] 10.222.0.54 "DELETE /v2.0/networks/852be65c-5794-4c4f-a241-f0294f891547 HTTP/1.1" status: 204 len: 168 time: 1.8892300 Jan 20 14:34:44.404335 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 42302) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:44.427669 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-7f8a62dc-2c52-41aa-9179-7caa42e76f2e tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-739591561', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:34:44.438008 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-7f8a62dc-2c52-41aa-9179-7caa42e76f2e tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:34:44.461584 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-7f8a62dc-2c52-41aa-9179-7caa42e76f2e tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Usage tracker for resource:router and tenant:c471105210324ce4bdf04d2ea6130d17 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:34:44.467853 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-7f8a62dc-2c52-41aa-9179-7caa42e76f2e tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:34:44.479632 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-7f8a62dc-2c52-41aa-9179-7caa42e76f2e tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:34:44.495817 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-0d3bf22a-0f5a-41fe-a0ad-83a6590cf467 None None] For port 86f3e511-aaf5-4fe4-8d85-3b5a226ec646, host dv-neutron-825124-1-hyperv, cleared binding levels {{(pid=84154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 14:34:44.499915 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-5c8893f8-e03b-4604-ab0d-6491267c82e7 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] 10.222.0.54 "GET /v2.0/floatingips/19a808f9-5c0b-40de-a480-cebefa8282de HTTP/1.1" status: 200 len: 994 time: 0.1608548 Jan 20 14:34:44.502643 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-0d3bf22a-0f5a-41fe-a0ad-83a6590cf467 None None] For port 86f3e511-aaf5-4fe4-8d85-3b5a226ec646, host dv-neutron-825124-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=86f3e511-aaf5-4fe4-8d85-3b5a226ec646,segment=NetworkSegment(defb929f-5078-43bb-98ff-7212e6758ceb),segment_id=defb929f-5078-43bb-98ff-7212e6758ceb)] {{(pid=84154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 14:34:44.571872 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-0d3bf22a-0f5a-41fe-a0ad-83a6590cf467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:44.583488 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-7f8a62dc-2c52-41aa-9179-7caa42e76f2e tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-105475'] for router, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:44.583994 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-7f8a62dc-2c52-41aa-9179-7caa42e76f2e tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-739204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-744864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-735540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-105484'] for router, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:44.612683 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-7f8a62dc-2c52-41aa-9179-7caa42e76f2e tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:44.677527 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3bf22a-0f5a-41fe-a0ad-83a6590cf467 None None] Pushing event updated for resources: {'Port': ['ID=86f3e511-aaf5-4fe4-8d85-3b5a226ec646,revision_number=2']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:44.777372 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-7f8a62dc-2c52-41aa-9179-7caa42e76f2e tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-744861'] for router, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:44.786841 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-8ccc2d39-a55f-4733-b95f-aa2609bc1c2c tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Notify callbacks [] for port, precommit_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:44.824699 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d6df876-1309-471c-b14f-82e79c2e1243 None None] Network f6b3802a-3001-4e57-a68b-5e8b7bb62d0d requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:34:44.917982 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-8ccc2d39-a55f-4733-b95f-aa2609bc1c2c tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162822'] for port, after_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:44.920128 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-8ccc2d39-a55f-4733-b95f-aa2609bc1c2c tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1705158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-743490'] for router_interface, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:44.942109 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-7f8a62dc-2c52-41aa-9179-7caa42e76f2e tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks [] for router, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:44.943632 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-7f8a62dc-2c52-41aa-9179-7caa42e76f2e tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.5375776 Jan 20 14:34:44.947288 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 42306) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:44.953548 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-45f956ee-d0e2-46af-ae36-4e425aa07287 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Request body: {'network': {'name': 'tempest-RoutersTest-1472525303'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:34:44.959377 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-45f956ee-d0e2-46af-ae36-4e425aa07287 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:34:44.964994 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-45f956ee-d0e2-46af-ae36-4e425aa07287 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Usage tracker for resource:network and tenant:c471105210324ce4bdf04d2ea6130d17 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:34:44.969149 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-45f956ee-d0e2-46af-ae36-4e425aa07287 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:34:44.975876 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-45f956ee-d0e2-46af-ae36-4e425aa07287 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:34:45.043180 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-f7e6e325-644b-488f-a00d-f007c12d521e None None] Provisioning for port 2cc724b9-8a4b-48a7-b85b-d63bb092a03d completed by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:34:45.055400 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45f956ee-d0e2-46af-ae36-4e425aa07287 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Made reservation on behalf of c471105210324ce4bdf04d2ea6130d17 for: {'network': 1} {{(pid=84153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:34:45.064832 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-45f956ee-d0e2-46af-ae36-4e425aa07287 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for network, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:45.106223 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccc2d39-a55f-4733-b95f-aa2609bc1c2c tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Pushing event updated for resources: {'Port': ['ID=5d75b88a-7894-416e-816c-e41fb7a35874,revision_number=2']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:45.109874 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45f956ee-d0e2-46af-ae36-4e425aa07287 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 177} {{(pid=84153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 14:34:45.124282 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-45f956ee-d0e2-46af-ae36-4e425aa07287 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:45.125169 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.db.segments_db [None req-45f956ee-d0e2-46af-ae36-4e425aa07287 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Added segment f10e0d05-4b9b-44a3-84b2-67bd081433f2 of type vlan for network 270024a8-e0da-483b-8285-91c895a13768 Jan 20 14:34:45.181584 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-45f956ee-d0e2-46af-ae36-4e425aa07287 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769553767792'] for network, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:45.196482 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ccc2d39-a55f-4733-b95f-aa2609bc1c2c tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Network f6b3802a-3001-4e57-a68b-5e8b7bb62d0d is already hosted by enough agents. {{(pid=84152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:34:45.200199 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.base_scheduler [None req-8ccc2d39-a55f-4733-b95f-aa2609bc1c2c tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Resources bound (agent type, host, resource id): {{(pid=84152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:34:45.329163 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-45f956ee-d0e2-46af-ae36-4e425aa07287 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967'] for network, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:45.341505 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45f956ee-d0e2-46af-ae36-4e425aa07287 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:34:45.342185 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-45f956ee-d0e2-46af-ae36-4e425aa07287 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks [] for network, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:45.371334 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 2cc724b9-8a4b-48a7-b85b-d63bb092a03d up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:34:45.485484 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f956ee-d0e2-46af-ae36-4e425aa07287 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Pushing event updated for resources: {'Network': ['ID=270024a8-e0da-483b-8285-91c895a13768,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:45.499431 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Network 270024a8-e0da-483b-8285-91c895a13768 details requested by agent ovs-agent-dv-neutron-825124-1-hyperv with host dv-neutron-825124-1-hyperv {{(pid=84154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 14:34:45.565571 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-45f956ee-d0e2-46af-ae36-4e425aa07287 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6164954 Jan 20 14:34:45.575160 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 42310) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:45.585801 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-feee325a-353d-419e-bbed-4a3e8612fc65 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Request body: {'subnet': {'network_id': '270024a8-e0da-483b-8285-91c895a13768', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:34:45.608659 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning for port 2cc724b9-8a4b-48a7-b85b-d63bb092a03d completed by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:34:45.625437 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port 2cc724b9-8a4b-48a7-b85b-d63bb092a03d triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:34:45.625813 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:45.742973 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-feee325a-353d-419e-bbed-4a3e8612fc65 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:34:45.761032 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-feee325a-353d-419e-bbed-4a3e8612fc65 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Usage tracker for resource:subnet and tenant:c471105210324ce4bdf04d2ea6130d17 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:34:45.761848 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-feee325a-353d-419e-bbed-4a3e8612fc65 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:34:45.769227 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-feee325a-353d-419e-bbed-4a3e8612fc65 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:34:45.792099 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:45.822707 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-74ae653d-44f1-477a-84bc-dbac1da68f8c None None] Provisioning for port 5d75b88a-7894-416e-816c-e41fb7a35874 completed by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:34:45.833063 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-74ae653d-44f1-477a-84bc-dbac1da68f8c None None] Provisioning complete for port 5d75b88a-7894-416e-816c-e41fb7a35874 triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:34:45.833444 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-74ae653d-44f1-477a-84bc-dbac1da68f8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:45.872768 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] For port 2cc724b9-8a4b-48a7-b85b-d63bb092a03d, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=2cc724b9-8a4b-48a7-b85b-d63bb092a03d,segment=NetworkSegment(db96dcd8-ba46-4f66-98cd-a17979e8b1e8),segment_id=db96dcd8-ba46-4f66-98cd-a17979e8b1e8)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:34:45.895260 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-74ae653d-44f1-477a-84bc-dbac1da68f8c None None] Port 5d75b88a-7894-416e-816c-e41fb7a35874 cannot update to ACTIVE because it is not bound. {{(pid=84154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 14:34:45.920051 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-74ae653d-44f1-477a-84bc-dbac1da68f8c None None] Provisioning complete for port 2cc724b9-8a4b-48a7-b85b-d63bb092a03d triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:34:45.920051 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-74ae653d-44f1-477a-84bc-dbac1da68f8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:45.960396 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ccc2d39-a55f-4733-b95f-aa2609bc1c2c tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Router ac7122f0-41a9-4125-8eb2-bdefcc0360c8 is scheduled to L3 agent 624d525b-4c26-4143-8a1c-228bb1c6faaa with binding_index 1 {{(pid=84152) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 20 14:34:45.963244 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-feee325a-353d-419e-bbed-4a3e8612fc65 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Made reservation on behalf of c471105210324ce4bdf04d2ea6130d17 for: {'subnet': 1} {{(pid=84152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:34:46.009003 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:46.010618 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 86f3e511-aaf5-4fe4-8d85-3b5a226ec646 up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:34:46.100568 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b1fc162-ed78-4862-8ed1-6b3622ee5058 None None] Network 2a275ad8-9802-476c-95a7-20fdc8851cb2 requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:34:46.144248 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-feee325a-353d-419e-bbed-4a3e8612fc65 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3155315'] for subnet, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:46.233513 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Pushing event updated for resources: {'Port': ['ID=2cc724b9-8a4b-48a7-b85b-d63bb092a03d,revision_number=3']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:46.375573 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-882182cc-3742-4158-a9aa-dd367355a91a None None] Provisioning complete for port 5d75b88a-7894-416e-816c-e41fb7a35874 triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:34:46.375573 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-882182cc-3742-4158-a9aa-dd367355a91a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:46.399450 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ccc2d39-a55f-4733-b95f-aa2609bc1c2c tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Notify agent at l3_agent.dv-neutron-825124-1-hyperv the message routers_updated {{(pid=84152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 14:34:46.401491 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning for port 86f3e511-aaf5-4fe4-8d85-3b5a226ec646 completed by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:34:46.410232 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cba54b9-a154-4c12-ab38-cff1bae75321 None None] Sync routers for ids ['ac7122f0-41a9-4125-8eb2-bdefcc0360c8'] in dv-neutron-825124-1-hyperv {{(pid=84154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 14:34:46.461469 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-882182cc-3742-4158-a9aa-dd367355a91a None None] Port 5d75b88a-7894-416e-816c-e41fb7a35874 cannot update to ACTIVE because it is not bound. {{(pid=84154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 14:34:46.473922 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cba54b9-a154-4c12-ab38-cff1bae75321 None None] Routers {'ac7122f0-41a9-4125-8eb2-bdefcc0360c8'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:34:46.474141 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-8cba54b9-a154-4c12-ab38-cff1bae75321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:34:30Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['ac7122f0-41a9-4125-8eb2-bdefcc0360c8'], 'active': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:34:46.524451 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device ba761700-9296-42dc-8aba-e828b41677f5 no longer exists at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:34:46.541600 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-8ccc2d39-a55f-4733-b95f-aa2609bc1c2c tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] 10.222.0.54 "PUT /v2.0/routers/ac7122f0-41a9-4125-8eb2-bdefcc0360c8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0455194 Jan 20 14:34:46.544587 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 42314) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:46.614181 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-8cba54b9-a154-4c12-ab38-cff1bae75321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:34:46.617805 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] No Port match for: ba761700-9296-42dc-8aba-e828b41677f5 {{(pid=84154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 14:34:46.618197 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device ba761700-9296-42dc-8aba-e828b41677f5 not bound to the agent host dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 14:34:46.633476 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-feee325a-353d-419e-bbed-4a3e8612fc65 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4163519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3155301'] for subnet, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:46.637673 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cba54b9-a154-4c12-ab38-cff1bae75321 None None] Routers {'ac7122f0-41a9-4125-8eb2-bdefcc0360c8'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:34:46.637673 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-8cba54b9-a154-4c12-ab38-cff1bae75321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:34:30Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['ac7122f0-41a9-4125-8eb2-bdefcc0360c8'], 'active': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:34:46.703946 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-8cba54b9-a154-4c12-ab38-cff1bae75321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:34:46.704809 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cba54b9-a154-4c12-ab38-cff1bae75321 None None] The sync data for ids ['ac7122f0-41a9-4125-8eb2-bdefcc0360c8'] in dv-neutron-825124-1-hyperv is: [] {{(pid=84154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 14:34:46.719536 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-882182cc-3742-4158-a9aa-dd367355a91a None None] Provisioning for port 86f3e511-aaf5-4fe4-8d85-3b5a226ec646 completed by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:34:46.725174 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-882182cc-3742-4158-a9aa-dd367355a91a None None] Provisioning complete for port 86f3e511-aaf5-4fe4-8d85-3b5a226ec646 triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:34:46.725554 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-882182cc-3742-4158-a9aa-dd367355a91a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:46.734232 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feee325a-353d-419e-bbed-4a3e8612fc65 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Pushing event updated for resources: {'Subnet': ['ID=af565560-6112-4eb7-a06f-1f14fd167045,revision_number=0']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:46.752126 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feee325a-353d-419e-bbed-4a3e8612fc65 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Checking segment: {'id': 'f10e0d05-4b9b-44a3-84b2-67bd081433f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '270024a8-e0da-483b-8285-91c895a13768'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 14:34:46.752844 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feee325a-353d-419e-bbed-4a3e8612fc65 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Network hostable DHCP agents. Network: 270024a8-e0da-483b-8285-91c895a13768, hostable agents: ['1a181e39-5220-4c1a-88f8-08a54e8bfc9b'], hosted agents: [] {{(pid=84152) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 14:34:46.861136 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-882182cc-3742-4158-a9aa-dd367355a91a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:46.863413 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feee325a-353d-419e-bbed-4a3e8612fc65 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Network 270024a8-e0da-483b-8285-91c895a13768 is scheduled to be hosted by DHCP agent 1a181e39-5220-4c1a-88f8-08a54e8bfc9b with binding_index 1 {{(pid=84152) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 14:34:46.896547 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-882182cc-3742-4158-a9aa-dd367355a91a None None] For port 86f3e511-aaf5-4fe4-8d85-3b5a226ec646, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=86f3e511-aaf5-4fe4-8d85-3b5a226ec646,segment=NetworkSegment(defb929f-5078-43bb-98ff-7212e6758ceb),segment_id=defb929f-5078-43bb-98ff-7212e6758ceb)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:34:46.948292 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.base_scheduler [None req-feee325a-353d-419e-bbed-4a3e8612fc65 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825124-1-hyperv, 270024a8-e0da-483b-8285-91c895a13768) {{(pid=84152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:34:46.952574 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feee325a-353d-419e-bbed-4a3e8612fc65 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:34:46.953368 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-feee325a-353d-419e-bbed-4a3e8612fc65 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks [] for subnet, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:46.959041 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f7d77a5-ecac-46d3-8328-69767b864bfb None None] Network 270024a8-e0da-483b-8285-91c895a13768 requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:34:46.975667 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-882182cc-3742-4158-a9aa-dd367355a91a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:47.028482 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-feee325a-353d-419e-bbed-4a3e8612fc65 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4483762 Jan 20 14:34:47.032049 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 42318) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:47.138183 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882182cc-3742-4158-a9aa-dd367355a91a None None] Pushing event updated for resources: {'Port': ['ID=86f3e511-aaf5-4fe4-8d85-3b5a226ec646,revision_number=3']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:47.166118 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-dc878ddf-e4ff-4291-b5eb-f6b39f9183b2 None None] Provisioning complete for port 86f3e511-aaf5-4fe4-8d85-3b5a226ec646 triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:34:47.166759 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-dc878ddf-e4ff-4291-b5eb-f6b39f9183b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:47.256985 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 2cc724b9-8a4b-48a7-b85b-d63bb092a03d up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:34:47.406940 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.api.v2.resource [None req-759827df-cf5e-4bc5-8887-ccf844bdc220 tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 20 14:34:47.410801 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-759827df-cf5e-4bc5-8887-ccf844bdc220 tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] 10.222.0.54 "PUT /v2.0/routers/ac7122f0-41a9-4125-8eb2-bdefcc0360c8/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.8621497 Jan 20 14:34:47.411133 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 42322) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:47.471909 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63621ce1-5ace-4bba-8234-64a7b7ffe7e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95c917f5-14ba-5e96-98b8-1a52654a930a-270024a8-e0da-483b-8285-91c895a13768', 'network_id': '270024a8-e0da-483b-8285-91c895a13768', 'tenant_id': 'c471105210324ce4bdf04d2ea6130d17', 'fixed_ips': [{'subnet_id': 'af565560-6112-4eb7-a06f-1f14fd167045'}]}} from dv-neutron-825124-1-hyperv. {{(pid=84154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 20 14:34:47.472668 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-63621ce1-5ace-4bba-8234-64a7b7ffe7e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:47.534563 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port 2cc724b9-8a4b-48a7-b85b-d63bb092a03d triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:34:47.534935 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:47.601349 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-0c1b76ba-8fe1-4343-9ddc-ef46d500ca08 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:47.737782 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_common [None req-63621ce1-5ace-4bba-8234-64a7b7ffe7e7 None None] Allocated IP 172.20.0.2 (270024a8-e0da-483b-8285-91c895a13768/af565560-6112-4eb7-a06f-1f14fd167045/e063ba98-4fc6-47ff-ada7-0f5b496485c9) {{(pid=84154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:34:47.766155 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-1980e286-12de-4f3b-a6a6-156b11cb5c4a tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-743504'] for router_interface, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:47.964716 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-63621ce1-5ace-4bba-8234-64a7b7ffe7e7 None None] Notify callbacks [] for port, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:47.974881 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-63621ce1-5ace-4bba-8234-64a7b7ffe7e7 None None] Transition to ACTIVE for port object e063ba98-4fc6-47ff-ada7-0f5b496485c9 will not be triggered until provisioned by entity L2. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:34:47.993233 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-63621ce1-5ace-4bba-8234-64a7b7ffe7e7 None None] Transition to ACTIVE for port object e063ba98-4fc6-47ff-ada7-0f5b496485c9 will not be triggered until provisioned by entity DHCP. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:34:48.057785 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-63621ce1-5ace-4bba-8234-64a7b7ffe7e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477'] for port, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:48.127250 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.db_base_plugin_common [None req-0c1b76ba-8fe1-4343-9ddc-ef46d500ca08 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Allocated IP 172.20.0.1 (270024a8-e0da-483b-8285-91c895a13768/af565560-6112-4eb7-a06f-1f14fd167045/3cc6791d-9101-4167-89a6-97a806ec0b7d) {{(pid=84152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:34:48.128971 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63621ce1-5ace-4bba-8234-64a7b7ffe7e7 None None] Network 270024a8-e0da-483b-8285-91c895a13768 is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:34:48.132612 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-63621ce1-5ace-4bba-8234-64a7b7ffe7e7 None None] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:34:48.135108 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63621ce1-5ace-4bba-8234-64a7b7ffe7e7 None None] Received port after_create {{(pid=84154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:34:48.166017 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63621ce1-5ace-4bba-8234-64a7b7ffe7e7 None None] Pushing event updated for resources: {'Port': ['ID=e063ba98-4fc6-47ff-ada7-0f5b496485c9,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:48.234499 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-63621ce1-5ace-4bba-8234-64a7b7ffe7e7 None None] Attempting to bind port e063ba98-4fc6-47ff-ada7-0f5b496485c9 on host dv-neutron-825124-1-hyperv for vnic_type normal with profile {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:34:48.234872 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-63621ce1-5ace-4bba-8234-64a7b7ffe7e7 None None] Attempting to bind port e063ba98-4fc6-47ff-ada7-0f5b496485c9 by drivers openvswitch,hyperv on host dv-neutron-825124-1-hyperv at level 0 using segments [{'id': 'f10e0d05-4b9b-44a3-84b2-67bd081433f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '270024a8-e0da-483b-8285-91c895a13768'}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:34:48.235241 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63621ce1-5ace-4bba-8234-64a7b7ffe7e7 None None] Attempting to bind port e063ba98-4fc6-47ff-ada7-0f5b496485c9 on network 270024a8-e0da-483b-8285-91c895a13768 {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 14:34:48.241943 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63621ce1-5ace-4bba-8234-64a7b7ffe7e7 None None] Checking agent: {'id': '6414dfeb-85c5-454a-8756-709ca637d800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825124-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 16, 31), 'started_at': datetime.datetime(2022, 1, 20, 14, 17, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 34, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825124-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 14:34:48.242351 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63621ce1-5ace-4bba-8234-64a7b7ffe7e7 None None] Checking segment: {'id': 'f10e0d05-4b9b-44a3-84b2-67bd081433f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '270024a8-e0da-483b-8285-91c895a13768'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 14:34:48.242755 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-63621ce1-5ace-4bba-8234-64a7b7ffe7e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:48.243314 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63621ce1-5ace-4bba-8234-64a7b7ffe7e7 None None] Bound using segment: {'id': 'f10e0d05-4b9b-44a3-84b2-67bd081433f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '270024a8-e0da-483b-8285-91c895a13768'} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 14:34:48.244282 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-63621ce1-5ace-4bba-8234-64a7b7ffe7e7 None None] Bound port: e063ba98-4fc6-47ff-ada7-0f5b496485c9, host: dv-neutron-825124-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f10e0d05-4b9b-44a3-84b2-67bd081433f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '270024a8-e0da-483b-8285-91c895a13768'}}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:34:48.244661 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-63621ce1-5ace-4bba-8234-64a7b7ffe7e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:48.306138 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-0c1b76ba-8fe1-4343-9ddc-ef46d500ca08 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks [] for port, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:48.322627 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.provisioning_blocks [None req-0c1b76ba-8fe1-4343-9ddc-ef46d500ca08 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Transition to ACTIVE for port object 3cc6791d-9101-4167-89a6-97a806ec0b7d will not be triggered until provisioned by entity DHCP. {{(pid=84152) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:34:48.334860 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-63621ce1-5ace-4bba-8234-64a7b7ffe7e7 None None] For port e063ba98-4fc6-47ff-ada7-0f5b496485c9, host dv-neutron-825124-1-hyperv, cleared binding levels {{(pid=84154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 14:34:48.338637 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-63621ce1-5ace-4bba-8234-64a7b7ffe7e7 None None] For port e063ba98-4fc6-47ff-ada7-0f5b496485c9, host dv-neutron-825124-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=e063ba98-4fc6-47ff-ada7-0f5b496485c9,segment=NetworkSegment(f10e0d05-4b9b-44a3-84b2-67bd081433f2),segment_id=f10e0d05-4b9b-44a3-84b2-67bd081433f2)] {{(pid=84154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 14:34:48.371542 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-1980e286-12de-4f3b-a6a6-156b11cb5c4a tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Deleting port 5d75b88a-7894-416e-816c-e41fb7a35874 {{(pid=84153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:34:48.371881 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-1980e286-12de-4f3b-a6a6-156b11cb5c4a tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:48.398623 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-63621ce1-5ace-4bba-8234-64a7b7ffe7e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:48.450651 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-0c1b76ba-8fe1-4343-9ddc-ef46d500ca08 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:48.481967 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63621ce1-5ace-4bba-8234-64a7b7ffe7e7 None None] Pushing event updated for resources: {'Port': ['ID=e063ba98-4fc6-47ff-ada7-0f5b496485c9,revision_number=2']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:48.531397 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c1b76ba-8fe1-4343-9ddc-ef46d500ca08 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Network 270024a8-e0da-483b-8285-91c895a13768 is already hosted by enough agents. {{(pid=84152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:34:48.535444 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.base_scheduler [None req-0c1b76ba-8fe1-4343-9ddc-ef46d500ca08 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Resources bound (agent type, host, resource id): {{(pid=84152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:34:48.540002 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c1b76ba-8fe1-4343-9ddc-ef46d500ca08 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Received port after_create {{(pid=84152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:34:48.575565 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-1980e286-12de-4f3b-a6a6-156b11cb5c4a tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:48.583628 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1b76ba-8fe1-4343-9ddc-ef46d500ca08 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Pushing event updated for resources: {'Port': ['ID=3cc6791d-9101-4167-89a6-97a806ec0b7d,revision_number=1']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:48.608581 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-0c1b76ba-8fe1-4343-9ddc-ef46d500ca08 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-745387'] for router_interface, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:48.736111 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-1980e286-12de-4f3b-a6a6-156b11cb5c4a tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Calling delete_port for 5d75b88a-7894-416e-816c-e41fb7a35874 owned by network:router_interface {{(pid=84153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:34:48.776748 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-0c1b76ba-8fe1-4343-9ddc-ef46d500ca08 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:49.107945 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-1980e286-12de-4f3b-a6a6-156b11cb5c4a tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:49.174612 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1980e286-12de-4f3b-a6a6-156b11cb5c4a tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Pushing event deleted for resources: {'Port': ['ID=5d75b88a-7894-416e-816c-e41fb7a35874,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:49.376439 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-0c1b76ba-8fe1-4343-9ddc-ef46d500ca08 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks [] for port, precommit_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:49.392730 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device e063ba98-4fc6-47ff-ada7-0f5b496485c9 up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:34:49.427885 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-0c1b76ba-8fe1-4343-9ddc-ef46d500ca08 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162822'] for port, after_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:49.508432 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-1980e286-12de-4f3b-a6a6-156b11cb5c4a tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1705096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-745401'] for router_interface, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:49.570398 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning for port e063ba98-4fc6-47ff-ada7-0f5b496485c9 completed by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:34:49.576723 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 86f3e511-aaf5-4fe4-8d85-3b5a226ec646 up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:34:49.599062 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1b76ba-8fe1-4343-9ddc-ef46d500ca08 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Pushing event updated for resources: {'Port': ['ID=3cc6791d-9101-4167-89a6-97a806ec0b7d,revision_number=2']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:49.601755 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-0c1b76ba-8fe1-4343-9ddc-ef46d500ca08 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1705158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-743490'] for router_interface, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:49.669559 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port 86f3e511-aaf5-4fe4-8d85-3b5a226ec646 triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:34:49.670713 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:49.777707 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c1b76ba-8fe1-4343-9ddc-ef46d500ca08 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Network 270024a8-e0da-483b-8285-91c895a13768 is already hosted by enough agents. {{(pid=84152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:34:49.782872 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.base_scheduler [None req-0c1b76ba-8fe1-4343-9ddc-ef46d500ca08 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Resources bound (agent type, host, resource id): {{(pid=84152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:34:49.792073 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ced9219b-c2fe-4314-8336-34fb2af8a3a2 None None] Network 270024a8-e0da-483b-8285-91c895a13768 requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:34:50.060627 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-1e76ff14-08da-479e-9258-66ad190f3782 None None] Provisioning for port e063ba98-4fc6-47ff-ada7-0f5b496485c9 completed by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:34:50.068162 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1980e286-12de-4f3b-a6a6-156b11cb5c4a tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Router ac7122f0-41a9-4125-8eb2-bdefcc0360c8 has already been hosted by L3 agent 624d525b-4c26-4143-8a1c-228bb1c6faaa {{(pid=84153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 14:34:50.075133 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-1e76ff14-08da-479e-9258-66ad190f3782 None None] Provisioning complete for port e063ba98-4fc6-47ff-ada7-0f5b496485c9 triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:34:50.075572 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-1e76ff14-08da-479e-9258-66ad190f3782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:50.254739 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1980e286-12de-4f3b-a6a6-156b11cb5c4a tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Notify agent at l3_agent.dv-neutron-825124-1-hyperv the message routers_updated {{(pid=84153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 14:34:50.265801 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-1980e286-12de-4f3b-a6a6-156b11cb5c4a tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] 10.222.0.54 "PUT /v2.0/routers/ac7122f0-41a9-4125-8eb2-bdefcc0360c8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8533182 Jan 20 14:34:50.266671 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f91860-51f8-4758-839a-27f709c5ab9e None None] Sync routers for ids ['ac7122f0-41a9-4125-8eb2-bdefcc0360c8'] in dv-neutron-825124-1-hyperv {{(pid=84155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 14:34:50.269251 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 42326) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:50.287133 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f91860-51f8-4758-839a-27f709c5ab9e None None] Routers {'ac7122f0-41a9-4125-8eb2-bdefcc0360c8'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:34:50.291176 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-56f91860-51f8-4758-839a-27f709c5ab9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:34:30Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['ac7122f0-41a9-4125-8eb2-bdefcc0360c8'], 'active': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:34:50.303600 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-1e76ff14-08da-479e-9258-66ad190f3782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:50.344523 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-1e76ff14-08da-479e-9258-66ad190f3782 None None] For port e063ba98-4fc6-47ff-ada7-0f5b496485c9, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=e063ba98-4fc6-47ff-ada7-0f5b496485c9,segment=NetworkSegment(f10e0d05-4b9b-44a3-84b2-67bd081433f2),segment_id=f10e0d05-4b9b-44a3-84b2-67bd081433f2)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:34:50.358253 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c1b76ba-8fe1-4343-9ddc-ef46d500ca08 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Router d0f0ba86-c29d-4d61-b550-024f94894c8f is scheduled to L3 agent 624d525b-4c26-4143-8a1c-228bb1c6faaa with binding_index 1 {{(pid=84152) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 20 14:34:50.360877 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-56f91860-51f8-4758-839a-27f709c5ab9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:34:50.368539 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.api.v2.resource [None req-22981f9b-9ffb-4433-9f90-8f62c1c69516 tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] delete failed (client error): The resource could not be found. Jan 20 14:34:50.369635 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-22981f9b-9ffb-4433-9f90-8f62c1c69516 tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] 10.222.0.54 "DELETE /v2.0/routers/tempest-non_exist_router-618038578 HTTP/1.1" status: 404 len: 334 time: 0.0991836 Jan 20 14:34:50.373442 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 42330) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:50.374819 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f91860-51f8-4758-839a-27f709c5ab9e None None] Routers {'ac7122f0-41a9-4125-8eb2-bdefcc0360c8'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:34:50.375786 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-56f91860-51f8-4758-839a-27f709c5ab9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:34:30Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['ac7122f0-41a9-4125-8eb2-bdefcc0360c8'], 'active': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:34:50.378946 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-6b0420b5-c71f-49d4-ad04-9bff2d146848 tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Request body: {'router': {'external_gateway_info': {'network_id': 'ac7122f0-41a9-4125-8eb2-bdefcc0360c8'}}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:34:50.393256 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-1e76ff14-08da-479e-9258-66ad190f3782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:50.466518 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-56f91860-51f8-4758-839a-27f709c5ab9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:34:50.467247 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f91860-51f8-4758-839a-27f709c5ab9e None None] The sync data for ids ['ac7122f0-41a9-4125-8eb2-bdefcc0360c8'] in dv-neutron-825124-1-hyperv is: [] {{(pid=84155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 14:34:50.482806 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e76ff14-08da-479e-9258-66ad190f3782 None None] Pushing event updated for resources: {'Port': ['ID=e063ba98-4fc6-47ff-ada7-0f5b496485c9,revision_number=3']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:50.571295 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c1b76ba-8fe1-4343-9ddc-ef46d500ca08 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify agent at l3_agent.dv-neutron-825124-1-hyperv the message routers_updated {{(pid=84152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 14:34:50.588949 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-0c1b76ba-8fe1-4343-9ddc-ef46d500ca08 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] 10.222.0.54 "PUT /v2.0/routers/d0f0ba86-c29d-4d61-b550-024f94894c8f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5514481 Jan 20 14:34:50.589153 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 42334) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:50.594840 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-69570ac9-9290-4eb9-bc8d-9da8d2fd7a79 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Request body: {'network': {'name': 'tempest-RoutersTest-1500322008'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:34:50.596758 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-056b3eaf-53f9-4d36-a2c9-c3e56f1a87e8 None None] Sync routers for ids ['d0f0ba86-c29d-4d61-b550-024f94894c8f'] in dv-neutron-825124-1-hyperv {{(pid=84154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 14:34:50.605003 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-69570ac9-9290-4eb9-bc8d-9da8d2fd7a79 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:34:50.609226 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-69570ac9-9290-4eb9-bc8d-9da8d2fd7a79 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Usage tracker for resource:network and tenant:c471105210324ce4bdf04d2ea6130d17 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:34:50.612540 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-69570ac9-9290-4eb9-bc8d-9da8d2fd7a79 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:34:50.619226 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-69570ac9-9290-4eb9-bc8d-9da8d2fd7a79 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:34:50.623877 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-056b3eaf-53f9-4d36-a2c9-c3e56f1a87e8 None None] Routers {'d0f0ba86-c29d-4d61-b550-024f94894c8f'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:34:50.624769 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-056b3eaf-53f9-4d36-a2c9-c3e56f1a87e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:34:30Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['d0f0ba86-c29d-4d61-b550-024f94894c8f'], 'active': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:34:50.719162 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69570ac9-9290-4eb9-bc8d-9da8d2fd7a79 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Made reservation on behalf of c471105210324ce4bdf04d2ea6130d17 for: {'network': 1} {{(pid=84152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:34:50.724100 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-69570ac9-9290-4eb9-bc8d-9da8d2fd7a79 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for network, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:50.755484 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-1a88cfbf-700f-43b7-b2b2-b4510536746c None None] Provisioning complete for port e063ba98-4fc6-47ff-ada7-0f5b496485c9 triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:34:50.755484 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-1a88cfbf-700f-43b7-b2b2-b4510536746c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:50.794070 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69570ac9-9290-4eb9-bc8d-9da8d2fd7a79 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 173} {{(pid=84152) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 14:34:50.811824 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-69570ac9-9290-4eb9-bc8d-9da8d2fd7a79 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:50.812330 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.db.segments_db [None req-69570ac9-9290-4eb9-bc8d-9da8d2fd7a79 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Added segment 255501fd-57b8-409c-9f22-5da0506b7410 of type vlan for network a9be8262-f0c7-432e-a7a2-7a5b2c0e0b6a Jan 20 14:34:50.858110 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvr_db [None req-056b3eaf-53f9-4d36-a2c9-c3e56f1a87e8 None None] Set router d0f0ba86-c29d-4d61-b550-024f94894c8f gateway port host: None {{(pid=84154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 14:34:50.869742 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-69570ac9-9290-4eb9-bc8d-9da8d2fd7a79 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769553767792'] for network, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:50.945509 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-6b0420b5-c71f-49d4-ad04-9bff2d146848 tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-744886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-105502'] for router, precommit_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:51.000086 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-69570ac9-9290-4eb9-bc8d-9da8d2fd7a79 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967'] for network, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:51.006138 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69570ac9-9290-4eb9-bc8d-9da8d2fd7a79 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:34:51.007087 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-69570ac9-9290-4eb9-bc8d-9da8d2fd7a79 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks [] for network, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:51.056358 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.api.v2.resource [None req-6b0420b5-c71f-49d4-ad04-9bff2d146848 tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] update failed (client error): The resource could not be found. Jan 20 14:34:51.057717 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-6b0420b5-c71f-49d4-ad04-9bff2d146848 tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] 10.222.0.54 "PUT /v2.0/routers/ac7122f0-41a9-4125-8eb2-bdefcc0360c8 HTTP/1.1" status: 404 len: 339 time: 0.6830623 Jan 20 14:34:51.064980 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 42338) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:51.069887 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-523db560-89dc-4a20-8918-3e9c262d8255 tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-187359571'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:34:51.080239 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-523db560-89dc-4a20-8918-3e9c262d8255 tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:34:51.085316 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-523db560-89dc-4a20-8918-3e9c262d8255 tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Usage tracker for resource:network and tenant:a6a87b5680d44e069cf7454144b3710d is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:34:51.088891 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-523db560-89dc-4a20-8918-3e9c262d8255 tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:34:51.095080 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-523db560-89dc-4a20-8918-3e9c262d8255 tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:34:51.158689 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69570ac9-9290-4eb9-bc8d-9da8d2fd7a79 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Pushing event updated for resources: {'Network': ['ID=a9be8262-f0c7-432e-a7a2-7a5b2c0e0b6a,revision_number=1']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:51.173524 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Network a9be8262-f0c7-432e-a7a2-7a5b2c0e0b6a details requested by agent ovs-agent-dv-neutron-825124-1-hyperv with host dv-neutron-825124-1-hyperv {{(pid=84154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 14:34:51.188851 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device e063ba98-4fc6-47ff-ada7-0f5b496485c9 up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:34:51.257528 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-69570ac9-9290-4eb9-bc8d-9da8d2fd7a79 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6669822 Jan 20 14:34:51.260250 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 42342) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:51.265846 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-a8ad2134-00a2-4625-9f6c-4acdeae88854 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Request body: {'subnet': {'network_id': 'a9be8262-f0c7-432e-a7a2-7a5b2c0e0b6a', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:34:51.287178 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-1a88cfbf-700f-43b7-b2b2-b4510536746c None None] Provisioning for port 3cc6791d-9101-4167-89a6-97a806ec0b7d completed by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:34:51.349363 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-1a88cfbf-700f-43b7-b2b2-b4510536746c None None] Provisioning complete for port 3cc6791d-9101-4167-89a6-97a806ec0b7d triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:34:51.349578 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-523db560-89dc-4a20-8918-3e9c262d8255 tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Made reservation on behalf of a6a87b5680d44e069cf7454144b3710d for: {'network': 1} {{(pid=84153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:34:51.349718 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-1a88cfbf-700f-43b7-b2b2-b4510536746c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:51.353623 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-523db560-89dc-4a20-8918-3e9c262d8255 tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for network, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:51.422340 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-a8ad2134-00a2-4625-9f6c-4acdeae88854 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:34:51.424392 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-523db560-89dc-4a20-8918-3e9c262d8255 tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 161} {{(pid=84153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 14:34:51.430222 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-a8ad2134-00a2-4625-9f6c-4acdeae88854 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Usage tracker for resource:subnet and tenant:c471105210324ce4bdf04d2ea6130d17 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:34:51.434611 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-a8ad2134-00a2-4625-9f6c-4acdeae88854 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:34:51.436445 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-1a88cfbf-700f-43b7-b2b2-b4510536746c None None] Port 3cc6791d-9101-4167-89a6-97a806ec0b7d cannot update to ACTIVE because it is not bound. {{(pid=84154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 14:34:51.448908 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-a8ad2134-00a2-4625-9f6c-4acdeae88854 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:34:51.450458 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-523db560-89dc-4a20-8918-3e9c262d8255 tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:51.450887 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.db.segments_db [None req-523db560-89dc-4a20-8918-3e9c262d8255 tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Added segment 3e77d383-318e-4670-8242-d4fa6534e51b of type vlan for network 59a0cd24-466c-4ad4-99d7-6d88c121be60 Jan 20 14:34:51.465706 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port e063ba98-4fc6-47ff-ada7-0f5b496485c9 triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:34:51.466114 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:51.479676 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-523db560-89dc-4a20-8918-3e9c262d8255 tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769553767792'] for network, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:51.513097 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8ad2134-00a2-4625-9f6c-4acdeae88854 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Made reservation on behalf of c471105210324ce4bdf04d2ea6130d17 for: {'subnet': 1} {{(pid=84153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:34:51.518722 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-056b3eaf-53f9-4d36-a2c9-c3e56f1a87e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0f0ba86-c29d-4d61-b550-024f94894c8f', 'name': 'tempest-RoutersTest-router-739591561', 'tenant_id': 'c471105210324ce4bdf04d2ea6130d17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:34:44Z', 'updated_at': '2022-01-20T14:34:48Z', 'revision_number': 2, 'project_id': 'c471105210324ce4bdf04d2ea6130d17', 'gw_port_host': None, '_interfaces': [{'id': '3cc6791d-9101-4167-89a6-97a806ec0b7d', 'name': '', 'network_id': '270024a8-e0da-483b-8285-91c895a13768', 'tenant_id': 'c471105210324ce4bdf04d2ea6130d17', 'mac_address': 'fa:16:3e:92:39:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0f0ba86-c29d-4d61-b550-024f94894c8f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'af565560-6112-4eb7-a06f-1f14fd167045', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:34:47Z', 'updated_at': '2022-01-20T14:34:49Z', 'revision_number': 2, 'project_id': 'c471105210324ce4bdf04d2ea6130d17', 'subnets': [{'id': 'af565560-6112-4eb7-a06f-1f14fd167045', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:34:51.527776 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-056b3eaf-53f9-4d36-a2c9-c3e56f1a87e8 None None] Checking router: d0f0ba86-c29d-4d61-b550-024f94894c8f for host: dv-neutron-825124-1-hyperv {{(pid=84154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 14:34:51.528135 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-056b3eaf-53f9-4d36-a2c9-c3e56f1a87e8 None None] Updating router d0f0ba86-c29d-4d61-b550-024f94894c8f port 3cc6791d-9101-4167-89a6-97a806ec0b7d binding host dv-neutron-825124-1-hyperv {{(pid=84154) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 20 14:34:51.608148 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-523db560-89dc-4a20-8918-3e9c262d8255 tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967'] for network, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:51.611732 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-523db560-89dc-4a20-8918-3e9c262d8255 tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:34:51.612309 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-523db560-89dc-4a20-8918-3e9c262d8255 tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Notify callbacks [] for network, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:51.664409 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-056b3eaf-53f9-4d36-a2c9-c3e56f1a87e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:51.694125 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-c608ab88-6eab-413a-a1c1-cf55838e58f4 None None] Provisioning complete for port 3cc6791d-9101-4167-89a6-97a806ec0b7d triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:34:51.694499 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-c608ab88-6eab-413a-a1c1-cf55838e58f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:51.698845 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-a8ad2134-00a2-4625-9f6c-4acdeae88854 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4193986'] for subnet, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:51.804545 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-c608ab88-6eab-413a-a1c1-cf55838e58f4 None None] Port 3cc6791d-9101-4167-89a6-97a806ec0b7d cannot update to ACTIVE because it is not bound. {{(pid=84154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 14:34:51.809612 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523db560-89dc-4a20-8918-3e9c262d8255 tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Pushing event updated for resources: {'Network': ['ID=59a0cd24-466c-4ad4-99d7-6d88c121be60,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:51.815485 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 42346) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:51.817998 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-523db560-89dc-4a20-8918-3e9c262d8255 tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.7500815 Jan 20 14:34:51.822129 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-753dde4c-7c8e-419a-ab74-ffb9b1fd172e tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Request body: {'subnet': {'network_id': '59a0cd24-466c-4ad4-99d7-6d88c121be60', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:34:51.861380 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Network 59a0cd24-466c-4ad4-99d7-6d88c121be60 details requested by agent ovs-agent-dv-neutron-825124-1-hyperv with host dv-neutron-825124-1-hyperv {{(pid=84154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 14:34:52.014963 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-a8ad2134-00a2-4625-9f6c-4acdeae88854 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3943531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4194004'] for subnet, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:52.036522 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-753dde4c-7c8e-419a-ab74-ffb9b1fd172e tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:34:52.040628 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-753dde4c-7c8e-419a-ab74-ffb9b1fd172e tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Usage tracker for resource:subnet and tenant:a6a87b5680d44e069cf7454144b3710d is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:34:52.043644 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-753dde4c-7c8e-419a-ab74-ffb9b1fd172e tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:34:52.049627 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-753dde4c-7c8e-419a-ab74-ffb9b1fd172e tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:34:52.096518 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ad2134-00a2-4625-9f6c-4acdeae88854 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Pushing event updated for resources: {'Subnet': ['ID=bdbe1e54-2767-4792-86eb-f238fa791842,revision_number=0']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:52.108456 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ad2134-00a2-4625-9f6c-4acdeae88854 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Checking segment: {'id': '255501fd-57b8-409c-9f22-5da0506b7410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a9be8262-f0c7-432e-a7a2-7a5b2c0e0b6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 14:34:52.108812 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8ad2134-00a2-4625-9f6c-4acdeae88854 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Network hostable DHCP agents. Network: a9be8262-f0c7-432e-a7a2-7a5b2c0e0b6a, hostable agents: ['1a181e39-5220-4c1a-88f8-08a54e8bfc9b'], hosted agents: [] {{(pid=84153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 14:34:52.112041 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-753dde4c-7c8e-419a-ab74-ffb9b1fd172e tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Made reservation on behalf of a6a87b5680d44e069cf7454144b3710d for: {'subnet': 1} {{(pid=84152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:34:52.192608 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-056b3eaf-53f9-4d36-a2c9-c3e56f1a87e8 None None] Notify callbacks [] for port, precommit_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:52.202326 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8ad2134-00a2-4625-9f6c-4acdeae88854 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Network a9be8262-f0c7-432e-a7a2-7a5b2c0e0b6a is scheduled to be hosted by DHCP agent 1a181e39-5220-4c1a-88f8-08a54e8bfc9b with binding_index 1 {{(pid=84153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 14:34:52.205674 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-056b3eaf-53f9-4d36-a2c9-c3e56f1a87e8 None None] Transition to ACTIVE for port object 3cc6791d-9101-4167-89a6-97a806ec0b7d will not be triggered until provisioned by entity L2. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:34:52.217765 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-753dde4c-7c8e-419a-ab74-ffb9b1fd172e tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3155315'] for subnet, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:52.277687 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-056b3eaf-53f9-4d36-a2c9-c3e56f1a87e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:52.284942 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.base_scheduler [None req-a8ad2134-00a2-4625-9f6c-4acdeae88854 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825124-1-hyperv, a9be8262-f0c7-432e-a7a2-7a5b2c0e0b6a) {{(pid=84153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:34:52.289729 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8ad2134-00a2-4625-9f6c-4acdeae88854 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:34:52.290532 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-a8ad2134-00a2-4625-9f6c-4acdeae88854 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks [] for subnet, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:52.315580 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4269b015-5c5a-4d93-a8bf-6b3a3da66867 None None] Network a9be8262-f0c7-432e-a7a2-7a5b2c0e0b6a requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:34:52.375287 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-a8ad2134-00a2-4625-9f6c-4acdeae88854 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1096423 Jan 20 14:34:52.375287 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 42350) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:52.469772 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d4ddd2-d884-4e26-bc77-00ac561d213f None None] Pushing event updated for resources: {'Port': ['ID=3cc6791d-9101-4167-89a6-97a806ec0b7d,revision_number=3']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:52.546741 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-753dde4c-7c8e-419a-ab74-ffb9b1fd172e tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4163519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3155301'] for subnet, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:52.628011 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753dde4c-7c8e-419a-ab74-ffb9b1fd172e tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Pushing event updated for resources: {'Subnet': ['ID=8132e596-526c-473b-acf1-7052339af050,revision_number=0']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:52.661369 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-056b3eaf-53f9-4d36-a2c9-c3e56f1a87e8 None None] Attempting to bind port 3cc6791d-9101-4167-89a6-97a806ec0b7d on host dv-neutron-825124-1-hyperv for vnic_type normal with profile {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:34:52.661751 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-056b3eaf-53f9-4d36-a2c9-c3e56f1a87e8 None None] Attempting to bind port 3cc6791d-9101-4167-89a6-97a806ec0b7d by drivers openvswitch,hyperv on host dv-neutron-825124-1-hyperv at level 0 using segments [{'id': 'f10e0d05-4b9b-44a3-84b2-67bd081433f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '270024a8-e0da-483b-8285-91c895a13768'}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:34:52.662189 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-056b3eaf-53f9-4d36-a2c9-c3e56f1a87e8 None None] Attempting to bind port 3cc6791d-9101-4167-89a6-97a806ec0b7d on network 270024a8-e0da-483b-8285-91c895a13768 {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 14:34:52.669967 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-753dde4c-7c8e-419a-ab74-ffb9b1fd172e tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Checking segment: {'id': '3e77d383-318e-4670-8242-d4fa6534e51b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '59a0cd24-466c-4ad4-99d7-6d88c121be60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 14:34:52.670445 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-753dde4c-7c8e-419a-ab74-ffb9b1fd172e tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Network hostable DHCP agents. Network: 59a0cd24-466c-4ad4-99d7-6d88c121be60, hostable agents: ['1a181e39-5220-4c1a-88f8-08a54e8bfc9b'], hosted agents: [] {{(pid=84152) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 14:34:52.681634 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-056b3eaf-53f9-4d36-a2c9-c3e56f1a87e8 None None] Checking agent: {'id': '6414dfeb-85c5-454a-8756-709ca637d800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825124-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 16, 31), 'started_at': datetime.datetime(2022, 1, 20, 14, 17, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 34, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825124-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 14:34:52.681988 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-056b3eaf-53f9-4d36-a2c9-c3e56f1a87e8 None None] Checking segment: {'id': 'f10e0d05-4b9b-44a3-84b2-67bd081433f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '270024a8-e0da-483b-8285-91c895a13768'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 14:34:52.682354 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-056b3eaf-53f9-4d36-a2c9-c3e56f1a87e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:52.683363 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-056b3eaf-53f9-4d36-a2c9-c3e56f1a87e8 None None] Bound using segment: {'id': 'f10e0d05-4b9b-44a3-84b2-67bd081433f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '270024a8-e0da-483b-8285-91c895a13768'} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 14:34:52.683363 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-056b3eaf-53f9-4d36-a2c9-c3e56f1a87e8 None None] Bound port: 3cc6791d-9101-4167-89a6-97a806ec0b7d, host: dv-neutron-825124-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f10e0d05-4b9b-44a3-84b2-67bd081433f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '270024a8-e0da-483b-8285-91c895a13768'}}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:34:52.683617 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-056b3eaf-53f9-4d36-a2c9-c3e56f1a87e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:52.788594 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8adb44e8-213b-4d51-be8a-ce2373e56b77 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95c917f5-14ba-5e96-98b8-1a52654a930a-a9be8262-f0c7-432e-a7a2-7a5b2c0e0b6a', 'network_id': 'a9be8262-f0c7-432e-a7a2-7a5b2c0e0b6a', 'tenant_id': 'c471105210324ce4bdf04d2ea6130d17', 'fixed_ips': [{'subnet_id': 'bdbe1e54-2767-4792-86eb-f238fa791842'}]}} from dv-neutron-825124-1-hyperv. {{(pid=84154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 20 14:34:52.790178 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-8adb44e8-213b-4d51-be8a-ce2373e56b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:52.809671 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-753dde4c-7c8e-419a-ab74-ffb9b1fd172e tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Network 59a0cd24-466c-4ad4-99d7-6d88c121be60 is scheduled to be hosted by DHCP agent 1a181e39-5220-4c1a-88f8-08a54e8bfc9b with binding_index 1 {{(pid=84152) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 14:34:52.844708 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-056b3eaf-53f9-4d36-a2c9-c3e56f1a87e8 None None] For port 3cc6791d-9101-4167-89a6-97a806ec0b7d, host dv-neutron-825124-1-hyperv, cleared binding levels {{(pid=84154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 14:34:52.933803 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-056b3eaf-53f9-4d36-a2c9-c3e56f1a87e8 None None] For port 3cc6791d-9101-4167-89a6-97a806ec0b7d, host dv-neutron-825124-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=3cc6791d-9101-4167-89a6-97a806ec0b7d,segment=NetworkSegment(f10e0d05-4b9b-44a3-84b2-67bd081433f2),segment_id=f10e0d05-4b9b-44a3-84b2-67bd081433f2)] {{(pid=84154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 14:34:52.938009 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.base_scheduler [None req-753dde4c-7c8e-419a-ab74-ffb9b1fd172e tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825124-1-hyperv, 59a0cd24-466c-4ad4-99d7-6d88c121be60) {{(pid=84152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:34:52.945169 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-753dde4c-7c8e-419a-ab74-ffb9b1fd172e tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:34:52.946089 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-753dde4c-7c8e-419a-ab74-ffb9b1fd172e tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Notify callbacks [] for subnet, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:52.952440 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02c43b8b-03ba-49a0-b0c3-cd0fca81f288 None None] Network 59a0cd24-466c-4ad4-99d7-6d88c121be60 requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:34:53.094963 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-056b3eaf-53f9-4d36-a2c9-c3e56f1a87e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:53.102621 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-753dde4c-7c8e-419a-ab74-ffb9b1fd172e tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.2858698 Jan 20 14:34:53.105452 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 42354) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:53.112967 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-27545878-8440-4416-a532-c68831fe2b48 tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Request body: {'router': {'external_gateway_info': {'network_id': '59a0cd24-466c-4ad4-99d7-6d88c121be60'}}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:34:53.263592 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-c667c534-ba38-453c-9723-eea0fd56ca25 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:53.288112 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_common [None req-8adb44e8-213b-4d51-be8a-ce2373e56b77 None None] Allocated IP 172.21.0.2 (a9be8262-f0c7-432e-a7a2-7a5b2c0e0b6a/bdbe1e54-2767-4792-86eb-f238fa791842/2189f372-d13d-4265-92d5-0f17dd93aa81) {{(pid=84154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:34:53.292282 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d4ddd2-d884-4e26-bc77-00ac561d213f None None] Pushing event updated for resources: {'Port': ['ID=3cc6791d-9101-4167-89a6-97a806ec0b7d,revision_number=4']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:53.457351 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-056b3eaf-53f9-4d36-a2c9-c3e56f1a87e8 None None] Routers {'d0f0ba86-c29d-4d61-b550-024f94894c8f'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:34:53.457980 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-056b3eaf-53f9-4d36-a2c9-c3e56f1a87e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:34:30Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['d0f0ba86-c29d-4d61-b550-024f94894c8f'], 'active': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:34:53.600042 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-27545878-8440-4416-a532-c68831fe2b48 tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-744886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-105502'] for router, precommit_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:53.601633 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf7da626-0231-4a8a-9150-804365355ce2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95c917f5-14ba-5e96-98b8-1a52654a930a-59a0cd24-466c-4ad4-99d7-6d88c121be60', 'network_id': '59a0cd24-466c-4ad4-99d7-6d88c121be60', 'tenant_id': 'a6a87b5680d44e069cf7454144b3710d', 'fixed_ips': [{'subnet_id': '8132e596-526c-473b-acf1-7052339af050'}]}} from dv-neutron-825124-1-hyperv. {{(pid=84154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 20 14:34:53.602481 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-bf7da626-0231-4a8a-9150-804365355ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:53.795214 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvr_db [None req-056b3eaf-53f9-4d36-a2c9-c3e56f1a87e8 None None] Set router d0f0ba86-c29d-4d61-b550-024f94894c8f gateway port host: None {{(pid=84154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 14:34:53.822092 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.api.v2.resource [None req-27545878-8440-4416-a532-c68831fe2b48 tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 20 14:34:53.824411 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-27545878-8440-4416-a532-c68831fe2b48 tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] 10.222.0.54 "PUT /v2.0/routers/ac7122f0-41a9-4125-8eb2-bdefcc0360c8 HTTP/1.1" status: 400 len: 364 time: 0.7167737 Jan 20 14:34:53.827662 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 42358) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:54.162571 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-8adb44e8-213b-4d51-be8a-ce2373e56b77 None None] Notify callbacks [] for port, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:54.200615 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-8adb44e8-213b-4d51-be8a-ce2373e56b77 None None] Transition to ACTIVE for port object 2189f372-d13d-4265-92d5-0f17dd93aa81 will not be triggered until provisioned by entity L2. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:34:54.204825 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_common [None req-bf7da626-0231-4a8a-9150-804365355ce2 None None] Allocated IP 2001:db8:1::2 (59a0cd24-466c-4ad4-99d7-6d88c121be60/8132e596-526c-473b-acf1-7052339af050/013b4f1a-32e3-4ee6-9876-475dc16b4fe0) {{(pid=84154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:34:54.276725 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-8adb44e8-213b-4d51-be8a-ce2373e56b77 None None] Transition to ACTIVE for port object 2189f372-d13d-4265-92d5-0f17dd93aa81 will not be triggered until provisioned by entity DHCP. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:34:54.375821 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-8adb44e8-213b-4d51-be8a-ce2373e56b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477'] for port, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:54.402687 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-2387ff14-c41c-47d5-9f44-8ec69ef9b4e9 tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:54.437508 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.db_base_plugin_common [None req-c667c534-ba38-453c-9723-eea0fd56ca25 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Allocated IP 172.21.0.1 (a9be8262-f0c7-432e-a7a2-7a5b2c0e0b6a/bdbe1e54-2767-4792-86eb-f238fa791842/89580898-abc3-49c7-aebc-dc1314b1eae2) {{(pid=84153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:34:54.488741 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8adb44e8-213b-4d51-be8a-ce2373e56b77 None None] Network a9be8262-f0c7-432e-a7a2-7a5b2c0e0b6a is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:34:54.501321 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-8adb44e8-213b-4d51-be8a-ce2373e56b77 None None] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:34:54.503803 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8adb44e8-213b-4d51-be8a-ce2373e56b77 None None] Received port after_create {{(pid=84154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:34:54.510312 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adb44e8-213b-4d51-be8a-ce2373e56b77 None None] Pushing event updated for resources: {'Port': ['ID=2189f372-d13d-4265-92d5-0f17dd93aa81,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:54.518552 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-056b3eaf-53f9-4d36-a2c9-c3e56f1a87e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0f0ba86-c29d-4d61-b550-024f94894c8f', 'name': 'tempest-RoutersTest-router-739591561', 'tenant_id': 'c471105210324ce4bdf04d2ea6130d17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:34:44Z', 'updated_at': '2022-01-20T14:34:48Z', 'revision_number': 2, 'project_id': 'c471105210324ce4bdf04d2ea6130d17', 'gw_port_host': None, '_interfaces': [{'id': '3cc6791d-9101-4167-89a6-97a806ec0b7d', 'name': '', 'network_id': '270024a8-e0da-483b-8285-91c895a13768', 'tenant_id': 'c471105210324ce4bdf04d2ea6130d17', 'mac_address': 'fa:16:3e:92:39:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0f0ba86-c29d-4d61-b550-024f94894c8f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'af565560-6112-4eb7-a06f-1f14fd167045', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:34:47Z', 'updated_at': '2022-01-20T14:34:52Z', 'revision_number': 4, 'project_id': 'c471105210324ce4bdf04d2ea6130d17', 'subnets': [{'id': 'af565560-6112-4eb7-a06f-1f14fd167045', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:34:54.566726 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-056b3eaf-53f9-4d36-a2c9-c3e56f1a87e8 None None] The sync data for ids ['d0f0ba86-c29d-4d61-b550-024f94894c8f'] in dv-neutron-825124-1-hyperv is: [{'id': 'd0f0ba86-c29d-4d61-b550-024f94894c8f', 'name': 'tempest-RoutersTest-router-739591561', 'tenant_id': 'c471105210324ce4bdf04d2ea6130d17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:34:44Z', 'updated_at': '2022-01-20T14:34:48Z', 'revision_number': 2, 'project_id': 'c471105210324ce4bdf04d2ea6130d17', 'gw_port_host': None, '_interfaces': [{'id': '3cc6791d-9101-4167-89a6-97a806ec0b7d', 'name': '', 'network_id': '270024a8-e0da-483b-8285-91c895a13768', 'tenant_id': 'c471105210324ce4bdf04d2ea6130d17', 'mac_address': 'fa:16:3e:92:39:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0f0ba86-c29d-4d61-b550-024f94894c8f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'af565560-6112-4eb7-a06f-1f14fd167045', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:34:47Z', 'updated_at': '2022-01-20T14:34:52Z', 'revision_number': 4, 'project_id': 'c471105210324ce4bdf04d2ea6130d17', 'subnets': [{'id': 'af565560-6112-4eb7-a06f-1f14fd167045', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 14:34:54.614577 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-c667c534-ba38-453c-9723-eea0fd56ca25 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks [] for port, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:54.633247 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.provisioning_blocks [None req-c667c534-ba38-453c-9723-eea0fd56ca25 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Transition to ACTIVE for port object 89580898-abc3-49c7-aebc-dc1314b1eae2 will not be triggered until provisioned by entity DHCP. {{(pid=84153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:34:54.659521 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-bf7da626-0231-4a8a-9150-804365355ce2 None None] Notify callbacks [] for port, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:54.676507 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-bf7da626-0231-4a8a-9150-804365355ce2 None None] Transition to ACTIVE for port object 013b4f1a-32e3-4ee6-9876-475dc16b4fe0 will not be triggered until provisioned by entity L2. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:34:54.679232 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-8adb44e8-213b-4d51-be8a-ce2373e56b77 None None] Attempting to bind port 2189f372-d13d-4265-92d5-0f17dd93aa81 on host dv-neutron-825124-1-hyperv for vnic_type normal with profile {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:34:54.679604 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-8adb44e8-213b-4d51-be8a-ce2373e56b77 None None] Attempting to bind port 2189f372-d13d-4265-92d5-0f17dd93aa81 by drivers openvswitch,hyperv on host dv-neutron-825124-1-hyperv at level 0 using segments [{'id': '255501fd-57b8-409c-9f22-5da0506b7410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a9be8262-f0c7-432e-a7a2-7a5b2c0e0b6a'}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:34:54.679963 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8adb44e8-213b-4d51-be8a-ce2373e56b77 None None] Attempting to bind port 2189f372-d13d-4265-92d5-0f17dd93aa81 on network a9be8262-f0c7-432e-a7a2-7a5b2c0e0b6a {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 14:34:54.700501 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8adb44e8-213b-4d51-be8a-ce2373e56b77 None None] Checking agent: {'id': '6414dfeb-85c5-454a-8756-709ca637d800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825124-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 16, 31), 'started_at': datetime.datetime(2022, 1, 20, 14, 17, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 34, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825124-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 14:34:54.700883 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8adb44e8-213b-4d51-be8a-ce2373e56b77 None None] Checking segment: {'id': '255501fd-57b8-409c-9f22-5da0506b7410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a9be8262-f0c7-432e-a7a2-7a5b2c0e0b6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 14:34:54.701284 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-8adb44e8-213b-4d51-be8a-ce2373e56b77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:54.701685 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8adb44e8-213b-4d51-be8a-ce2373e56b77 None None] Bound using segment: {'id': '255501fd-57b8-409c-9f22-5da0506b7410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a9be8262-f0c7-432e-a7a2-7a5b2c0e0b6a'} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 14:34:54.702197 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-8adb44e8-213b-4d51-be8a-ce2373e56b77 None None] Bound port: 2189f372-d13d-4265-92d5-0f17dd93aa81, host: dv-neutron-825124-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '255501fd-57b8-409c-9f22-5da0506b7410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a9be8262-f0c7-432e-a7a2-7a5b2c0e0b6a'}}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:34:54.702591 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-8adb44e8-213b-4d51-be8a-ce2373e56b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:54.715471 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-bf7da626-0231-4a8a-9150-804365355ce2 None None] Transition to ACTIVE for port object 013b4f1a-32e3-4ee6-9876-475dc16b4fe0 will not be triggered until provisioned by entity DHCP. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:34:54.730960 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-c667c534-ba38-453c-9723-eea0fd56ca25 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:54.796344 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-bf7da626-0231-4a8a-9150-804365355ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477'] for port, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:54.799548 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.db_base_plugin_common [None req-2387ff14-c41c-47d5-9f44-8ec69ef9b4e9 tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Allocated IP 2001:db8::1 (0aba4319-a83f-4694-96f2-44e662fa8181/22c913e5-47ea-41ab-94e9-b14c7bdc82a5/2cdc93c3-2f37-4257-a832-97ad3d0e3c5f) {{(pid=84152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:34:54.837882 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c667c534-ba38-453c-9723-eea0fd56ca25 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Network a9be8262-f0c7-432e-a7a2-7a5b2c0e0b6a is already hosted by enough agents. {{(pid=84153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:34:54.841681 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.base_scheduler [None req-c667c534-ba38-453c-9723-eea0fd56ca25 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Resources bound (agent type, host, resource id): {{(pid=84153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:34:54.846703 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c667c534-ba38-453c-9723-eea0fd56ca25 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Received port after_create {{(pid=84153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:34:54.876792 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c667c534-ba38-453c-9723-eea0fd56ca25 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Pushing event updated for resources: {'Port': ['ID=89580898-abc3-49c7-aebc-dc1314b1eae2,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:54.898137 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-8adb44e8-213b-4d51-be8a-ce2373e56b77 None None] For port 2189f372-d13d-4265-92d5-0f17dd93aa81, host dv-neutron-825124-1-hyperv, cleared binding levels {{(pid=84154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 14:34:54.905288 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-8adb44e8-213b-4d51-be8a-ce2373e56b77 None None] For port 2189f372-d13d-4265-92d5-0f17dd93aa81, host dv-neutron-825124-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=2189f372-d13d-4265-92d5-0f17dd93aa81,segment=NetworkSegment(255501fd-57b8-409c-9f22-5da0506b7410),segment_id=255501fd-57b8-409c-9f22-5da0506b7410)] {{(pid=84154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 14:34:54.908392 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf7da626-0231-4a8a-9150-804365355ce2 None None] Network 59a0cd24-466c-4ad4-99d7-6d88c121be60 is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:34:54.911322 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7da626-0231-4a8a-9150-804365355ce2 None None] Pushing event updated for resources: {'Port': ['ID=013b4f1a-32e3-4ee6-9876-475dc16b4fe0,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:54.914017 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-bf7da626-0231-4a8a-9150-804365355ce2 None None] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:34:54.916164 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf7da626-0231-4a8a-9150-804365355ce2 None None] Received port after_create {{(pid=84154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:34:54.920447 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-c667c534-ba38-453c-9723-eea0fd56ca25 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-745387'] for router_interface, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:55.027599 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.agents_db [None req-6dba657d-a637-4918-9b6d-40defdfae04b None None] Agent healthcheck: found 6 active agents {{(pid=84155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 14:34:55.032828 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-2387ff14-c41c-47d5-9f44-8ec69ef9b4e9 tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Notify callbacks [] for port, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:55.037788 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-8adb44e8-213b-4d51-be8a-ce2373e56b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:55.061840 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-c667c534-ba38-453c-9723-eea0fd56ca25 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:55.065604 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.provisioning_blocks [None req-2387ff14-c41c-47d5-9f44-8ec69ef9b4e9 tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Transition to ACTIVE for port object 2cdc93c3-2f37-4257-a832-97ad3d0e3c5f will not be triggered until provisioned by entity DHCP. {{(pid=84152) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:34:55.133831 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-bf7da626-0231-4a8a-9150-804365355ce2 None None] Attempting to bind port 013b4f1a-32e3-4ee6-9876-475dc16b4fe0 on host dv-neutron-825124-1-hyperv for vnic_type normal with profile {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:34:55.135444 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-bf7da626-0231-4a8a-9150-804365355ce2 None None] Attempting to bind port 013b4f1a-32e3-4ee6-9876-475dc16b4fe0 by drivers openvswitch,hyperv on host dv-neutron-825124-1-hyperv at level 0 using segments [{'id': '3e77d383-318e-4670-8242-d4fa6534e51b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '59a0cd24-466c-4ad4-99d7-6d88c121be60'}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:34:55.135444 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf7da626-0231-4a8a-9150-804365355ce2 None None] Attempting to bind port 013b4f1a-32e3-4ee6-9876-475dc16b4fe0 on network 59a0cd24-466c-4ad4-99d7-6d88c121be60 {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 14:34:55.158886 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-2387ff14-c41c-47d5-9f44-8ec69ef9b4e9 tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:55.165757 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf7da626-0231-4a8a-9150-804365355ce2 None None] Checking agent: {'id': '6414dfeb-85c5-454a-8756-709ca637d800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825124-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 16, 31), 'started_at': datetime.datetime(2022, 1, 20, 14, 17, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 34, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825124-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 14:34:55.166158 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf7da626-0231-4a8a-9150-804365355ce2 None None] Checking segment: {'id': '3e77d383-318e-4670-8242-d4fa6534e51b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '59a0cd24-466c-4ad4-99d7-6d88c121be60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 14:34:55.166555 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-bf7da626-0231-4a8a-9150-804365355ce2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:55.166949 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf7da626-0231-4a8a-9150-804365355ce2 None None] Bound using segment: {'id': '3e77d383-318e-4670-8242-d4fa6534e51b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '59a0cd24-466c-4ad4-99d7-6d88c121be60'} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 14:34:55.167444 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-bf7da626-0231-4a8a-9150-804365355ce2 None None] Bound port: 013b4f1a-32e3-4ee6-9876-475dc16b4fe0, host: dv-neutron-825124-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e77d383-318e-4670-8242-d4fa6534e51b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '59a0cd24-466c-4ad4-99d7-6d88c121be60'}}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:34:55.167815 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-bf7da626-0231-4a8a-9150-804365355ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:55.191061 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adb44e8-213b-4d51-be8a-ce2373e56b77 None None] Pushing event updated for resources: {'Port': ['ID=2189f372-d13d-4265-92d5-0f17dd93aa81,revision_number=2']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:55.292577 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-bf7da626-0231-4a8a-9150-804365355ce2 None None] For port 013b4f1a-32e3-4ee6-9876-475dc16b4fe0, host dv-neutron-825124-1-hyperv, cleared binding levels {{(pid=84154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 14:34:55.312628 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-bf7da626-0231-4a8a-9150-804365355ce2 None None] For port 013b4f1a-32e3-4ee6-9876-475dc16b4fe0, host dv-neutron-825124-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=013b4f1a-32e3-4ee6-9876-475dc16b4fe0,segment=NetworkSegment(3e77d383-318e-4670-8242-d4fa6534e51b),segment_id=3e77d383-318e-4670-8242-d4fa6534e51b)] {{(pid=84154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 14:34:55.313081 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2387ff14-c41c-47d5-9f44-8ec69ef9b4e9 tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Network 0aba4319-a83f-4694-96f2-44e662fa8181 is already hosted by enough agents. {{(pid=84152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:34:55.314344 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.base_scheduler [None req-2387ff14-c41c-47d5-9f44-8ec69ef9b4e9 tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Resources bound (agent type, host, resource id): {{(pid=84152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:34:55.316807 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2387ff14-c41c-47d5-9f44-8ec69ef9b4e9 tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Received port after_create {{(pid=84152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:34:55.317995 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-2387ff14-c41c-47d5-9f44-8ec69ef9b4e9 tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-745387'] for router_interface, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:55.333874 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2387ff14-c41c-47d5-9f44-8ec69ef9b4e9 tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Pushing event updated for resources: {'Port': ['ID=2cdc93c3-2f37-4257-a832-97ad3d0e3c5f,revision_number=1']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:55.342342 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 3cc6791d-9101-4167-89a6-97a806ec0b7d up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:34:55.414170 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-bf7da626-0231-4a8a-9150-804365355ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:55.538677 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7da626-0231-4a8a-9150-804365355ce2 None None] Pushing event updated for resources: {'Port': ['ID=013b4f1a-32e3-4ee6-9876-475dc16b4fe0,revision_number=2']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:55.583106 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-2387ff14-c41c-47d5-9f44-8ec69ef9b4e9 tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:55.640025 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning for port 3cc6791d-9101-4167-89a6-97a806ec0b7d completed by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:34:55.645535 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port 3cc6791d-9101-4167-89a6-97a806ec0b7d triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:34:55.648323 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:55.708395 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-c667c534-ba38-453c-9723-eea0fd56ca25 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks [] for port, precommit_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:55.770933 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-c667c534-ba38-453c-9723-eea0fd56ca25 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3944146'] for port, after_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:55.811228 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:55.915863 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] For port 3cc6791d-9101-4167-89a6-97a806ec0b7d, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=3cc6791d-9101-4167-89a6-97a806ec0b7d,segment=NetworkSegment(f10e0d05-4b9b-44a3-84b2-67bd081433f2),segment_id=f10e0d05-4b9b-44a3-84b2-67bd081433f2)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:34:55.923480 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-c667c534-ba38-453c-9723-eea0fd56ca25 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1705158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-743490'] for router_interface, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:55.927112 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c667c534-ba38-453c-9723-eea0fd56ca25 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Pushing event updated for resources: {'Port': ['ID=89580898-abc3-49c7-aebc-dc1314b1eae2,revision_number=2']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:56.005853 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:56.090643 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Pushing event updated for resources: {'Port': ['ID=3cc6791d-9101-4167-89a6-97a806ec0b7d,revision_number=5']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:56.093957 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c667c534-ba38-453c-9723-eea0fd56ca25 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Network a9be8262-f0c7-432e-a7a2-7a5b2c0e0b6a is already hosted by enough agents. {{(pid=84153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:34:56.095602 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.base_scheduler [None req-c667c534-ba38-453c-9723-eea0fd56ca25 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Resources bound (agent type, host, resource id): {{(pid=84153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:34:56.101573 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-f41e1150-3fc5-4b11-bab5-0648245d3894 None None] Provisioning for port 2cdc93c3-2f37-4257-a832-97ad3d0e3c5f completed by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:34:56.111569 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-f41e1150-3fc5-4b11-bab5-0648245d3894 None None] Provisioning complete for port 2cdc93c3-2f37-4257-a832-97ad3d0e3c5f triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:34:56.111952 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-f41e1150-3fc5-4b11-bab5-0648245d3894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:56.113042 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-2387ff14-c41c-47d5-9f44-8ec69ef9b4e9 tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Notify callbacks [] for port, precommit_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:56.166394 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-f41e1150-3fc5-4b11-bab5-0648245d3894 None None] Port 2cdc93c3-2f37-4257-a832-97ad3d0e3c5f cannot update to ACTIVE because it is not bound. {{(pid=84154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 14:34:56.204876 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-2387ff14-c41c-47d5-9f44-8ec69ef9b4e9 tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162822'] for port, after_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:56.205643 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-2387ff14-c41c-47d5-9f44-8ec69ef9b4e9 tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1705158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-743490'] for router_interface, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:56.466898 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2387ff14-c41c-47d5-9f44-8ec69ef9b4e9 tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Pushing event updated for resources: {'Port': ['ID=2cdc93c3-2f37-4257-a832-97ad3d0e3c5f,revision_number=2']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:56.534242 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2387ff14-c41c-47d5-9f44-8ec69ef9b4e9 tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Network 0aba4319-a83f-4694-96f2-44e662fa8181 is already hosted by enough agents. {{(pid=84152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:34:56.535829 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.base_scheduler [None req-2387ff14-c41c-47d5-9f44-8ec69ef9b4e9 tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Resources bound (agent type, host, resource id): {{(pid=84152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:34:56.559575 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c667c534-ba38-453c-9723-eea0fd56ca25 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Router d0f0ba86-c29d-4d61-b550-024f94894c8f has already been hosted by L3 agent 624d525b-4c26-4143-8a1c-228bb1c6faaa {{(pid=84153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 14:34:56.699402 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcb48fea-c8ae-435a-99eb-829547451a7c None None] Network a9be8262-f0c7-432e-a7a2-7a5b2c0e0b6a requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:34:56.776834 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c667c534-ba38-453c-9723-eea0fd56ca25 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify agent at l3_agent.dv-neutron-825124-1-hyperv the message routers_updated {{(pid=84153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 14:34:56.804453 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-c667c534-ba38-453c-9723-eea0fd56ca25 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] 10.222.0.54 "PUT /v2.0/routers/d0f0ba86-c29d-4d61-b550-024f94894c8f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4252264 Jan 20 14:34:56.804664 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 42362) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:56.814184 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-d3cf3dfa-af91-4db0-9e86-b3d2f1b24add tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Request body: {'network': {'name': 'tempest-RoutersTest-910513303'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:34:56.819877 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-d3cf3dfa-af91-4db0-9e86-b3d2f1b24add tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:34:56.826392 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-d3cf3dfa-af91-4db0-9e86-b3d2f1b24add tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Usage tracker for resource:network and tenant:c471105210324ce4bdf04d2ea6130d17 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:34:56.829574 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-d3cf3dfa-af91-4db0-9e86-b3d2f1b24add tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:34:56.838764 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-d3cf3dfa-af91-4db0-9e86-b3d2f1b24add tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:34:56.927204 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-9ed28572-3ce5-4852-8eb9-0c9431b91895 None None] Provisioning for port 2189f372-d13d-4265-92d5-0f17dd93aa81 completed by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:34:56.936755 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3cf3dfa-af91-4db0-9e86-b3d2f1b24add tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Made reservation on behalf of c471105210324ce4bdf04d2ea6130d17 for: {'network': 1} {{(pid=84153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:34:56.939863 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-d3cf3dfa-af91-4db0-9e86-b3d2f1b24add tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for network, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:56.975366 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3cf3dfa-af91-4db0-9e86-b3d2f1b24add tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 199} {{(pid=84153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 14:34:56.985657 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-d3cf3dfa-af91-4db0-9e86-b3d2f1b24add tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:56.986132 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.db.segments_db [None req-d3cf3dfa-af91-4db0-9e86-b3d2f1b24add tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Added segment f1359dfa-0689-4fc0-899a-1997ff69295d of type vlan for network 2d55281f-f4dd-4b0a-8d57-33a242732420 Jan 20 14:34:56.987465 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2387ff14-c41c-47d5-9f44-8ec69ef9b4e9 tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Router ac7122f0-41a9-4125-8eb2-bdefcc0360c8 has already been hosted by L3 agent 624d525b-4c26-4143-8a1c-228bb1c6faaa {{(pid=84152) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 14:34:57.029753 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-d3cf3dfa-af91-4db0-9e86-b3d2f1b24add tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769553767792'] for network, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:57.082918 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-89e15b3c-0a82-45be-a26d-57af99652b19 None None] Provisioning complete for port 2cdc93c3-2f37-4257-a832-97ad3d0e3c5f triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:34:57.083354 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-89e15b3c-0a82-45be-a26d-57af99652b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:57.122617 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef4e3906-c752-4361-bc06-eece4bc11dbc None None] Network 59a0cd24-466c-4ad4-99d7-6d88c121be60 requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:34:57.152380 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-d3cf3dfa-af91-4db0-9e86-b3d2f1b24add tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967'] for network, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:57.157124 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3cf3dfa-af91-4db0-9e86-b3d2f1b24add tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:34:57.158069 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-d3cf3dfa-af91-4db0-9e86-b3d2f1b24add tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks [] for network, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:57.224720 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-89e15b3c-0a82-45be-a26d-57af99652b19 None None] Port 2cdc93c3-2f37-4257-a832-97ad3d0e3c5f cannot update to ACTIVE because it is not bound. {{(pid=84154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 14:34:57.266780 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2387ff14-c41c-47d5-9f44-8ec69ef9b4e9 tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Notify agent at l3_agent.dv-neutron-825124-1-hyperv the message routers_updated {{(pid=84152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 14:34:57.278018 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7215d1d4-b852-4507-91ad-c1aff8e9de46 None None] Sync routers for ids ['ac7122f0-41a9-4125-8eb2-bdefcc0360c8'] in dv-neutron-825124-1-hyperv {{(pid=84155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 14:34:57.284338 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-2387ff14-c41c-47d5-9f44-8ec69ef9b4e9 tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] 10.222.0.54 "PUT /v2.0/routers/ac7122f0-41a9-4125-8eb2-bdefcc0360c8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4556279 Jan 20 14:34:57.286797 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 42366) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:57.307556 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7215d1d4-b852-4507-91ad-c1aff8e9de46 None None] Routers {'ac7122f0-41a9-4125-8eb2-bdefcc0360c8'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:34:57.308477 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-7215d1d4-b852-4507-91ad-c1aff8e9de46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:34:30Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['ac7122f0-41a9-4125-8eb2-bdefcc0360c8'], 'active': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:34:57.417653 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cf3dfa-af91-4db0-9e86-b3d2f1b24add tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Pushing event updated for resources: {'Network': ['ID=2d55281f-f4dd-4b0a-8d57-33a242732420,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:57.433506 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Network 2d55281f-f4dd-4b0a-8d57-33a242732420 details requested by agent ovs-agent-dv-neutron-825124-1-hyperv with host dv-neutron-825124-1-hyperv {{(pid=84154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 14:34:57.448943 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-7215d1d4-b852-4507-91ad-c1aff8e9de46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:34:57.466023 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-d3cf3dfa-af91-4db0-9e86-b3d2f1b24add tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6568406 Jan 20 14:34:57.466527 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 42370) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:57.472399 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-4e27f6b8-e6cc-43ae-8d8b-dfb44afef903 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Request body: {'subnet': {'network_id': '2d55281f-f4dd-4b0a-8d57-33a242732420', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:34:57.479061 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7215d1d4-b852-4507-91ad-c1aff8e9de46 None None] Routers {'ac7122f0-41a9-4125-8eb2-bdefcc0360c8'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:34:57.479890 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-7215d1d4-b852-4507-91ad-c1aff8e9de46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:34:30Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['ac7122f0-41a9-4125-8eb2-bdefcc0360c8'], 'active': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:34:57.576850 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-e849290a-7345-4b4c-bc93-60e908c3c5e0 tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Notify callbacks [] for router, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:57.592144 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-7215d1d4-b852-4507-91ad-c1aff8e9de46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:34:57.592933 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7215d1d4-b852-4507-91ad-c1aff8e9de46 None None] The sync data for ids ['ac7122f0-41a9-4125-8eb2-bdefcc0360c8'] in dv-neutron-825124-1-hyperv is: [] {{(pid=84155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 14:34:57.614069 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 3cc6791d-9101-4167-89a6-97a806ec0b7d up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:34:57.645835 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-c69fd089-cfc7-4ead-9f2d-22b51f4b7469 None None] Provisioning for port 013b4f1a-32e3-4ee6-9876-475dc16b4fe0 completed by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:34:57.676693 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-4e27f6b8-e6cc-43ae-8d8b-dfb44afef903 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:34:57.682081 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-4e27f6b8-e6cc-43ae-8d8b-dfb44afef903 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Usage tracker for resource:subnet and tenant:c471105210324ce4bdf04d2ea6130d17 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:34:57.685220 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-4e27f6b8-e6cc-43ae-8d8b-dfb44afef903 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:34:57.692828 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-4e27f6b8-e6cc-43ae-8d8b-dfb44afef903 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:34:57.750161 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port 3cc6791d-9101-4167-89a6-97a806ec0b7d triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:34:57.750535 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:57.770014 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e27f6b8-e6cc-43ae-8d8b-dfb44afef903 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Made reservation on behalf of c471105210324ce4bdf04d2ea6130d17 for: {'subnet': 1} {{(pid=84153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:34:57.785732 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.api.v2.resource [None req-e849290a-7345-4b4c-bc93-60e908c3c5e0 tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] delete failed (client error): There was a conflict when trying to complete your request. Jan 20 14:34:57.788791 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-e849290a-7345-4b4c-bc93-60e908c3c5e0 tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] 10.222.0.54 "DELETE /v2.0/routers/ac7122f0-41a9-4125-8eb2-bdefcc0360c8 HTTP/1.1" status: 409 len: 329 time: 0.4984436 Jan 20 14:34:57.789938 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 42374) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:57.815689 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-c69fd089-cfc7-4ead-9f2d-22b51f4b7469 None None] Provisioning for port 89580898-abc3-49c7-aebc-dc1314b1eae2 completed by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:34:57.852585 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-c69fd089-cfc7-4ead-9f2d-22b51f4b7469 None None] Provisioning complete for port 89580898-abc3-49c7-aebc-dc1314b1eae2 triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:34:57.853819 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-c69fd089-cfc7-4ead-9f2d-22b51f4b7469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:57.895673 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-4e27f6b8-e6cc-43ae-8d8b-dfb44afef903 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4193986'] for subnet, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:57.923675 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-c69fd089-cfc7-4ead-9f2d-22b51f4b7469 None None] Port 89580898-abc3-49c7-aebc-dc1314b1eae2 cannot update to ACTIVE because it is not bound. {{(pid=84154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 14:34:58.010388 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 013b4f1a-32e3-4ee6-9876-475dc16b4fe0 up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:34:58.039337 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-6645a407-11f2-4095-abd1-e94cb7c58b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:58.144899 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-4834b622-9b13-4515-82a2-519271dfc7d3 None None] Provisioning complete for port 89580898-abc3-49c7-aebc-dc1314b1eae2 triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:34:58.145486 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-4834b622-9b13-4515-82a2-519271dfc7d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:58.190196 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning for port 013b4f1a-32e3-4ee6-9876-475dc16b4fe0 completed by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:34:58.244660 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-4e27f6b8-e6cc-43ae-8d8b-dfb44afef903 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3943531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4194004'] for subnet, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:58.248127 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port 013b4f1a-32e3-4ee6-9876-475dc16b4fe0 triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:34:58.248498 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:58.296799 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f86ec8a9-c2e6-4569-a38b-8d1f9a45c192 None None] Sync routers for ids ['d0f0ba86-c29d-4d61-b550-024f94894c8f'] in dv-neutron-825124-1-hyperv {{(pid=84154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 14:34:58.321503 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-4834b622-9b13-4515-82a2-519271dfc7d3 None None] Port 89580898-abc3-49c7-aebc-dc1314b1eae2 cannot update to ACTIVE because it is not bound. {{(pid=84154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 14:34:58.331812 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f86ec8a9-c2e6-4569-a38b-8d1f9a45c192 None None] Routers {'d0f0ba86-c29d-4d61-b550-024f94894c8f'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:34:58.332027 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-c3a1bd7f-3da3-4050-bbb0-a067643245d3 tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-743504'] for router_interface, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:58.332737 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-f86ec8a9-c2e6-4569-a38b-8d1f9a45c192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:34:30Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['d0f0ba86-c29d-4d61-b550-024f94894c8f'], 'active': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:34:58.346152 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e27f6b8-e6cc-43ae-8d8b-dfb44afef903 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Pushing event updated for resources: {'Subnet': ['ID=9fd572f8-6df7-4fe7-a419-6169b187ff66,revision_number=0']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:58.357240 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e27f6b8-e6cc-43ae-8d8b-dfb44afef903 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Checking segment: {'id': 'f1359dfa-0689-4fc0-899a-1997ff69295d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '2d55281f-f4dd-4b0a-8d57-33a242732420'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 14:34:58.357597 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e27f6b8-e6cc-43ae-8d8b-dfb44afef903 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Network hostable DHCP agents. Network: 2d55281f-f4dd-4b0a-8d57-33a242732420, hostable agents: ['1a181e39-5220-4c1a-88f8-08a54e8bfc9b'], hosted agents: [] {{(pid=84153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 14:34:58.444444 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e27f6b8-e6cc-43ae-8d8b-dfb44afef903 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Network 2d55281f-f4dd-4b0a-8d57-33a242732420 is scheduled to be hosted by DHCP agent 1a181e39-5220-4c1a-88f8-08a54e8bfc9b with binding_index 1 {{(pid=84153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 14:34:58.519287 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:58.543988 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvr_db [None req-f86ec8a9-c2e6-4569-a38b-8d1f9a45c192 None None] Set router d0f0ba86-c29d-4d61-b550-024f94894c8f gateway port host: None {{(pid=84154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 14:34:58.547319 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.base_scheduler [None req-4e27f6b8-e6cc-43ae-8d8b-dfb44afef903 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825124-1-hyperv, 2d55281f-f4dd-4b0a-8d57-33a242732420) {{(pid=84153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:34:58.556578 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e27f6b8-e6cc-43ae-8d8b-dfb44afef903 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:34:58.557268 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-4e27f6b8-e6cc-43ae-8d8b-dfb44afef903 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks [] for subnet, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:58.585482 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de92aa70-b976-445e-b96f-585bb5109769 None None] Network 2d55281f-f4dd-4b0a-8d57-33a242732420 requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:34:58.636120 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-4e27f6b8-e6cc-43ae-8d8b-dfb44afef903 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1654665 Jan 20 14:34:58.636346 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 42378) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:34:58.683059 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] For port 013b4f1a-32e3-4ee6-9876-475dc16b4fe0, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=013b4f1a-32e3-4ee6-9876-475dc16b4fe0,segment=NetworkSegment(3e77d383-318e-4670-8242-d4fa6534e51b),segment_id=3e77d383-318e-4670-8242-d4fa6534e51b)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:34:58.762147 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:58.762910 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 2189f372-d13d-4265-92d5-0f17dd93aa81 up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:34:58.947180 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-c3a1bd7f-3da3-4050-bbb0-a067643245d3 tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Deleting port 2cdc93c3-2f37-4257-a832-97ad3d0e3c5f {{(pid=84152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:34:58.947682 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-c3a1bd7f-3da3-4050-bbb0-a067643245d3 tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:59.015749 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Pushing event updated for resources: {'Port': ['ID=013b4f1a-32e3-4ee6-9876-475dc16b4fe0,revision_number=3']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:59.148227 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-c3a1bd7f-3da3-4050-bbb0-a067643245d3 tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:59.212591 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea730bd6-1758-49dd-b3ab-b12879ba0320 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95c917f5-14ba-5e96-98b8-1a52654a930a-2d55281f-f4dd-4b0a-8d57-33a242732420', 'network_id': '2d55281f-f4dd-4b0a-8d57-33a242732420', 'tenant_id': 'c471105210324ce4bdf04d2ea6130d17', 'fixed_ips': [{'subnet_id': '9fd572f8-6df7-4fe7-a419-6169b187ff66'}]}} from dv-neutron-825124-1-hyperv. {{(pid=84154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 20 14:34:59.213402 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ea730bd6-1758-49dd-b3ab-b12879ba0320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:59.229487 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning for port 2189f372-d13d-4265-92d5-0f17dd93aa81 completed by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:34:59.236071 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-f86ec8a9-c2e6-4569-a38b-8d1f9a45c192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0f0ba86-c29d-4d61-b550-024f94894c8f', 'name': 'tempest-RoutersTest-router-739591561', 'tenant_id': 'c471105210324ce4bdf04d2ea6130d17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:34:44Z', 'updated_at': '2022-01-20T14:34:54Z', 'revision_number': 3, 'project_id': 'c471105210324ce4bdf04d2ea6130d17', 'gw_port_host': None, '_interfaces': [{'id': '3cc6791d-9101-4167-89a6-97a806ec0b7d', 'name': '', 'network_id': '270024a8-e0da-483b-8285-91c895a13768', 'tenant_id': 'c471105210324ce4bdf04d2ea6130d17', 'mac_address': 'fa:16:3e:92:39:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0f0ba86-c29d-4d61-b550-024f94894c8f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'af565560-6112-4eb7-a06f-1f14fd167045', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:34:47Z', 'updated_at': '2022-01-20T14:34:55Z', 'revision_number': 5, 'project_id': 'c471105210324ce4bdf04d2ea6130d17', 'subnets': [{'id': 'af565560-6112-4eb7-a06f-1f14fd167045', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '89580898-abc3-49c7-aebc-dc1314b1eae2', 'name': '', 'network_id': 'a9be8262-f0c7-432e-a7a2-7a5b2c0e0b6a', 'tenant_id': 'c471105210324ce4bdf04d2ea6130d17', 'mac_address': 'fa:16:3e:c1:46:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0f0ba86-c29d-4d61-b550-024f94894c8f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bdbe1e54-2767-4792-86eb-f238fa791842', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:34:53Z', 'updated_at': '2022-01-20T14:34:55Z', 'revision_number': 2, 'project_id': 'c471105210324ce4bdf04d2ea6130d17', 'subnets': [{'id': 'bdbe1e54-2767-4792-86eb-f238fa791842', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:34:59.242353 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port 2189f372-d13d-4265-92d5-0f17dd93aa81 triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:34:59.242957 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:59.283686 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f86ec8a9-c2e6-4569-a38b-8d1f9a45c192 None None] Checking router: d0f0ba86-c29d-4d61-b550-024f94894c8f for host: dv-neutron-825124-1-hyperv {{(pid=84154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 14:34:59.284038 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f86ec8a9-c2e6-4569-a38b-8d1f9a45c192 None None] Updating router d0f0ba86-c29d-4d61-b550-024f94894c8f port 89580898-abc3-49c7-aebc-dc1314b1eae2 binding host dv-neutron-825124-1-hyperv {{(pid=84154) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 20 14:34:59.301132 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-c3a1bd7f-3da3-4050-bbb0-a067643245d3 tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Calling delete_port for 2cdc93c3-2f37-4257-a832-97ad3d0e3c5f owned by network:router_interface {{(pid=84152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:34:59.408162 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-f86ec8a9-c2e6-4569-a38b-8d1f9a45c192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:59.428652 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-582b8c64-4b6f-4eea-b25b-2a7ffeb7d204 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:59.547220 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-c3a1bd7f-3da3-4050-bbb0-a067643245d3 tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:59.596857 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a1bd7f-3da3-4050-bbb0-a067643245d3 tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Pushing event deleted for resources: {'Port': ['ID=2cdc93c3-2f37-4257-a832-97ad3d0e3c5f,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:34:59.632954 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:59.710260 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_common [None req-ea730bd6-1758-49dd-b3ab-b12879ba0320 None None] Allocated IP 172.22.0.2 (2d55281f-f4dd-4b0a-8d57-33a242732420/9fd572f8-6df7-4fe7-a419-6169b187ff66/1d95c77f-75a7-4b74-b6e4-7006cb064bd8) {{(pid=84154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:34:59.778645 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] For port 2189f372-d13d-4265-92d5-0f17dd93aa81, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=2189f372-d13d-4265-92d5-0f17dd93aa81,segment=NetworkSegment(255501fd-57b8-409c-9f22-5da0506b7410),segment_id=255501fd-57b8-409c-9f22-5da0506b7410)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:34:59.793559 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-c3a1bd7f-3da3-4050-bbb0-a067643245d3 tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1705096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-745401'] for router_interface, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:59.897529 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:34:59.996135 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 013b4f1a-32e3-4ee6-9876-475dc16b4fe0 up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:35:00.104420 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Pushing event updated for resources: {'Port': ['ID=2189f372-d13d-4265-92d5-0f17dd93aa81,revision_number=3']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:00.234222 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ea730bd6-1758-49dd-b3ab-b12879ba0320 None None] Notify callbacks [] for port, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:00.275862 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ea730bd6-1758-49dd-b3ab-b12879ba0320 None None] Transition to ACTIVE for port object 1d95c77f-75a7-4b74-b6e4-7006cb064bd8 will not be triggered until provisioned by entity L2. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:35:00.308957 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port 013b4f1a-32e3-4ee6-9876-475dc16b4fe0 triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:35:00.309328 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:00.334578 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3a1bd7f-3da3-4050-bbb0-a067643245d3 tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Router ac7122f0-41a9-4125-8eb2-bdefcc0360c8 has already been hosted by L3 agent 624d525b-4c26-4143-8a1c-228bb1c6faaa {{(pid=84152) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 14:35:00.352904 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-f86ec8a9-c2e6-4569-a38b-8d1f9a45c192 None None] Notify callbacks [] for port, precommit_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:00.359534 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ea730bd6-1758-49dd-b3ab-b12879ba0320 None None] Transition to ACTIVE for port object 1d95c77f-75a7-4b74-b6e4-7006cb064bd8 will not be triggered until provisioned by entity DHCP. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:35:00.377681 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-f86ec8a9-c2e6-4569-a38b-8d1f9a45c192 None None] Transition to ACTIVE for port object 89580898-abc3-49c7-aebc-dc1314b1eae2 will not be triggered until provisioned by entity L2. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:35:00.393351 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:00.423620 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-b650c4a9-ea72-46ca-934a-ffbbd6e8d414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:00.430972 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ea730bd6-1758-49dd-b3ab-b12879ba0320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477'] for port, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:00.482494 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3a1bd7f-3da3-4050-bbb0-a067643245d3 tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Notify agent at l3_agent.dv-neutron-825124-1-hyperv the message routers_updated {{(pid=84152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 14:35:00.494352 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-f86ec8a9-c2e6-4569-a38b-8d1f9a45c192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:00.496731 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9da7795-e17c-412a-8f9d-580eee875edd None None] Sync routers for ids ['ac7122f0-41a9-4125-8eb2-bdefcc0360c8'] in dv-neutron-825124-1-hyperv {{(pid=84155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 14:35:00.498589 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-c3a1bd7f-3da3-4050-bbb0-a067643245d3 tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] 10.222.0.54 "PUT /v2.0/routers/ac7122f0-41a9-4125-8eb2-bdefcc0360c8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7075801 Jan 20 14:35:00.501922 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 42382) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:00.513006 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.db_base_plugin_common [None req-582b8c64-4b6f-4eea-b25b-2a7ffeb7d204 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Allocated IP 172.22.0.1 (2d55281f-f4dd-4b0a-8d57-33a242732420/9fd572f8-6df7-4fe7-a419-6169b187ff66/294b8796-e51e-478a-97a6-1dcd4943315c) {{(pid=84153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:35:00.516276 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9da7795-e17c-412a-8f9d-580eee875edd None None] Routers {'ac7122f0-41a9-4125-8eb2-bdefcc0360c8'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:35:00.518722 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-f9da7795-e17c-412a-8f9d-580eee875edd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:35:00Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['ac7122f0-41a9-4125-8eb2-bdefcc0360c8'], 'active': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:35:00.589257 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.api.v2.resource [None req-18d84849-82ae-4b8f-a231-91157442cdec tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] show failed (client error): The resource could not be found. Jan 20 14:35:00.590327 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-18d84849-82ae-4b8f-a231-91157442cdec tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] 10.222.0.54 "GET /v2.0/routers/tempest-non_exist_router-1431746174 HTTP/1.1" status: 404 len: 335 time: 0.0874484 Jan 20 14:35:00.593914 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 42386) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:00.599163 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-c90c7014-e74a-4066-ad67-8a3e21c5b68c tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Request body: {'router': {'name': 'new_name'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:35:00.603075 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea730bd6-1758-49dd-b3ab-b12879ba0320 None None] Network 2d55281f-f4dd-4b0a-8d57-33a242732420 is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:35:00.604336 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea730bd6-1758-49dd-b3ab-b12879ba0320 None None] Pushing event updated for resources: {'Port': ['ID=1d95c77f-75a7-4b74-b6e4-7006cb064bd8,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:00.608099 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-ea730bd6-1758-49dd-b3ab-b12879ba0320 None None] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:35:00.648455 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-f9da7795-e17c-412a-8f9d-580eee875edd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:35:00.664318 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea730bd6-1758-49dd-b3ab-b12879ba0320 None None] Received port after_create {{(pid=84154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:35:00.664639 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9da7795-e17c-412a-8f9d-580eee875edd None None] Routers {'ac7122f0-41a9-4125-8eb2-bdefcc0360c8'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:35:00.665539 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-f9da7795-e17c-412a-8f9d-580eee875edd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:35:00Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['ac7122f0-41a9-4125-8eb2-bdefcc0360c8'], 'active': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:35:00.687068 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.api.v2.resource [None req-c90c7014-e74a-4066-ad67-8a3e21c5b68c tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] update failed (client error): The resource could not be found. Jan 20 14:35:00.688803 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-c90c7014-e74a-4066-ad67-8a3e21c5b68c tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] 10.222.0.54 "PUT /v2.0/routers/tempest-non_exist_router-1154010955 HTTP/1.1" status: 404 len: 335 time: 0.0937409 Jan 20 14:35:00.692637 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 42390) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:00.741171 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-582b8c64-4b6f-4eea-b25b-2a7ffeb7d204 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks [] for port, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:00.755148 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-f9da7795-e17c-412a-8f9d-580eee875edd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:35:00.755818 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9da7795-e17c-412a-8f9d-580eee875edd None None] The sync data for ids ['ac7122f0-41a9-4125-8eb2-bdefcc0360c8'] in dv-neutron-825124-1-hyperv is: [] {{(pid=84155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 14:35:00.765015 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.provisioning_blocks [None req-582b8c64-4b6f-4eea-b25b-2a7ffeb7d204 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Transition to ACTIVE for port object 294b8796-e51e-478a-97a6-1dcd4943315c will not be triggered until provisioned by entity DHCP. {{(pid=84153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:35:00.851217 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-582b8c64-4b6f-4eea-b25b-2a7ffeb7d204 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:00.861774 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4944b4-6588-4420-a882-2098ed08bde8 None None] Pushing event updated for resources: {'Port': ['ID=89580898-abc3-49c7-aebc-dc1314b1eae2,revision_number=3']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:00.924658 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-ea730bd6-1758-49dd-b3ab-b12879ba0320 None None] Attempting to bind port 1d95c77f-75a7-4b74-b6e4-7006cb064bd8 on host dv-neutron-825124-1-hyperv for vnic_type normal with profile {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:35:00.925023 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-ea730bd6-1758-49dd-b3ab-b12879ba0320 None None] Attempting to bind port 1d95c77f-75a7-4b74-b6e4-7006cb064bd8 by drivers openvswitch,hyperv on host dv-neutron-825124-1-hyperv at level 0 using segments [{'id': 'f1359dfa-0689-4fc0-899a-1997ff69295d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '2d55281f-f4dd-4b0a-8d57-33a242732420'}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:35:00.925378 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea730bd6-1758-49dd-b3ab-b12879ba0320 None None] Attempting to bind port 1d95c77f-75a7-4b74-b6e4-7006cb064bd8 on network 2d55281f-f4dd-4b0a-8d57-33a242732420 {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 14:35:00.932175 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-582b8c64-4b6f-4eea-b25b-2a7ffeb7d204 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Network 2d55281f-f4dd-4b0a-8d57-33a242732420 is already hosted by enough agents. {{(pid=84153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:35:00.935309 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.base_scheduler [None req-582b8c64-4b6f-4eea-b25b-2a7ffeb7d204 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Resources bound (agent type, host, resource id): {{(pid=84153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:35:00.936105 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-f86ec8a9-c2e6-4569-a38b-8d1f9a45c192 None None] Attempting to bind port 89580898-abc3-49c7-aebc-dc1314b1eae2 on host dv-neutron-825124-1-hyperv for vnic_type normal with profile {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:35:00.936468 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-f86ec8a9-c2e6-4569-a38b-8d1f9a45c192 None None] Attempting to bind port 89580898-abc3-49c7-aebc-dc1314b1eae2 by drivers openvswitch,hyperv on host dv-neutron-825124-1-hyperv at level 0 using segments [{'id': '255501fd-57b8-409c-9f22-5da0506b7410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a9be8262-f0c7-432e-a7a2-7a5b2c0e0b6a'}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:35:00.936830 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f86ec8a9-c2e6-4569-a38b-8d1f9a45c192 None None] Attempting to bind port 89580898-abc3-49c7-aebc-dc1314b1eae2 on network a9be8262-f0c7-432e-a7a2-7a5b2c0e0b6a {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 14:35:00.939551 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea730bd6-1758-49dd-b3ab-b12879ba0320 None None] Checking agent: {'id': '6414dfeb-85c5-454a-8756-709ca637d800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825124-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 16, 31), 'started_at': datetime.datetime(2022, 1, 20, 14, 17, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 34, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825124-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 14:35:00.939551 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea730bd6-1758-49dd-b3ab-b12879ba0320 None None] Checking segment: {'id': 'f1359dfa-0689-4fc0-899a-1997ff69295d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '2d55281f-f4dd-4b0a-8d57-33a242732420'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 14:35:00.939846 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-582b8c64-4b6f-4eea-b25b-2a7ffeb7d204 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Received port after_create {{(pid=84153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:35:00.939964 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ea730bd6-1758-49dd-b3ab-b12879ba0320 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:00.940198 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea730bd6-1758-49dd-b3ab-b12879ba0320 None None] Bound using segment: {'id': 'f1359dfa-0689-4fc0-899a-1997ff69295d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '2d55281f-f4dd-4b0a-8d57-33a242732420'} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 14:35:00.940658 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-ea730bd6-1758-49dd-b3ab-b12879ba0320 None None] Bound port: 1d95c77f-75a7-4b74-b6e4-7006cb064bd8, host: dv-neutron-825124-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1359dfa-0689-4fc0-899a-1997ff69295d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '2d55281f-f4dd-4b0a-8d57-33a242732420'}}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:35:00.941024 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ea730bd6-1758-49dd-b3ab-b12879ba0320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:00.970558 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.db_base_plugin_v2 [None req-747ad57a-c3d7-46a3-b5c5-4efcff96e7e8 tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Deleting subnet 8132e596-526c-473b-acf1-7052339af050 {{(pid=84152) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 20 14:35:00.973601 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-747ad57a-c3d7-46a3-b5c5-4efcff96e7e8 tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Notify callbacks [] for subnet, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:00.977998 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582b8c64-4b6f-4eea-b25b-2a7ffeb7d204 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Pushing event updated for resources: {'Port': ['ID=294b8796-e51e-478a-97a6-1dcd4943315c,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:00.989788 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f86ec8a9-c2e6-4569-a38b-8d1f9a45c192 None None] Checking agent: {'id': '6414dfeb-85c5-454a-8756-709ca637d800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825124-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 16, 31), 'started_at': datetime.datetime(2022, 1, 20, 14, 17, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 34, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825124-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 14:35:00.989788 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f86ec8a9-c2e6-4569-a38b-8d1f9a45c192 None None] Checking segment: {'id': '255501fd-57b8-409c-9f22-5da0506b7410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a9be8262-f0c7-432e-a7a2-7a5b2c0e0b6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 14:35:00.990117 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-f86ec8a9-c2e6-4569-a38b-8d1f9a45c192 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:00.990407 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f86ec8a9-c2e6-4569-a38b-8d1f9a45c192 None None] Bound using segment: {'id': '255501fd-57b8-409c-9f22-5da0506b7410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a9be8262-f0c7-432e-a7a2-7a5b2c0e0b6a'} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 14:35:00.990881 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-f86ec8a9-c2e6-4569-a38b-8d1f9a45c192 None None] Bound port: 89580898-abc3-49c7-aebc-dc1314b1eae2, host: dv-neutron-825124-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '255501fd-57b8-409c-9f22-5da0506b7410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a9be8262-f0c7-432e-a7a2-7a5b2c0e0b6a'}}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:35:00.991241 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-f86ec8a9-c2e6-4569-a38b-8d1f9a45c192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:01.007991 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-582b8c64-4b6f-4eea-b25b-2a7ffeb7d204 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-745387'] for router_interface, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:01.043393 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-747ad57a-c3d7-46a3-b5c5-4efcff96e7e8 tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3337915'] for subnet, precommit_delete_associations {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:01.112200 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-ea730bd6-1758-49dd-b3ab-b12879ba0320 None None] For port 1d95c77f-75a7-4b74-b6e4-7006cb064bd8, host dv-neutron-825124-1-hyperv, cleared binding levels {{(pid=84154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 14:35:01.122768 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-ea730bd6-1758-49dd-b3ab-b12879ba0320 None None] For port 1d95c77f-75a7-4b74-b6e4-7006cb064bd8, host dv-neutron-825124-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=1d95c77f-75a7-4b74-b6e4-7006cb064bd8,segment=NetworkSegment(f1359dfa-0689-4fc0-899a-1997ff69295d),segment_id=f1359dfa-0689-4fc0-899a-1997ff69295d)] {{(pid=84154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 14:35:01.140115 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-f86ec8a9-c2e6-4569-a38b-8d1f9a45c192 None None] For port 89580898-abc3-49c7-aebc-dc1314b1eae2, host dv-neutron-825124-1-hyperv, cleared binding levels {{(pid=84154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 14:35:01.144437 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-f86ec8a9-c2e6-4569-a38b-8d1f9a45c192 None None] For port 89580898-abc3-49c7-aebc-dc1314b1eae2, host dv-neutron-825124-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=89580898-abc3-49c7-aebc-dc1314b1eae2,segment=NetworkSegment(255501fd-57b8-409c-9f22-5da0506b7410),segment_id=255501fd-57b8-409c-9f22-5da0506b7410)] {{(pid=84154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 14:35:01.148557 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-747ad57a-c3d7-46a3-b5c5-4efcff96e7e8 tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1627147'] for subnet, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:01.162347 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-582b8c64-4b6f-4eea-b25b-2a7ffeb7d204 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:01.181248 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ea730bd6-1758-49dd-b3ab-b12879ba0320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:01.244627 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-f86ec8a9-c2e6-4569-a38b-8d1f9a45c192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:01.335718 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea730bd6-1758-49dd-b3ab-b12879ba0320 None None] Pushing event updated for resources: {'Port': ['ID=1d95c77f-75a7-4b74-b6e4-7006cb064bd8,revision_number=2']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:01.376369 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f86ec8a9-c2e6-4569-a38b-8d1f9a45c192 None None] Routers {'d0f0ba86-c29d-4d61-b550-024f94894c8f'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:35:01.376829 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-f86ec8a9-c2e6-4569-a38b-8d1f9a45c192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:35:00Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['d0f0ba86-c29d-4d61-b550-024f94894c8f'], 'active': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:35:01.548507 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-747ad57a-c3d7-46a3-b5c5-4efcff96e7e8 tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1627154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4163580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155308'] for subnet, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:01.620731 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747ad57a-c3d7-46a3-b5c5-4efcff96e7e8 tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Pushing event deleted for resources: {'Subnet': ['ID=8132e596-526c-473b-acf1-7052339af050,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:01.628472 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-747ad57a-c3d7-46a3-b5c5-4efcff96e7e8 tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Notify callbacks [] for subnet, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:01.639830 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-747ad57a-c3d7-46a3-b5c5-4efcff96e7e8 tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] 10.222.0.54 "DELETE /v2.0/subnets/8132e596-526c-473b-acf1-7052339af050 HTTP/1.1" status: 204 len: 168 time: 0.9413857 Jan 20 14:35:01.640638 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 42394) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:01.658078 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30574263-6aee-446a-bbd9-d966eeaf2613 None None] Network 59a0cd24-466c-4ad4-99d7-6d88c121be60 requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:35:01.747640 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:01.750709 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-cdd98e71-1f0a-4421-baa9-dcb30e06edf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:01.803483 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-8cacc6f8-6409-4e78-82e8-16f6a0a50053 tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586409'] for network, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:01.811851 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-582b8c64-4b6f-4eea-b25b-2a7ffeb7d204 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks [] for port, precommit_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:01.812954 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvr_db [None req-f86ec8a9-c2e6-4569-a38b-8d1f9a45c192 None None] Set router d0f0ba86-c29d-4d61-b550-024f94894c8f gateway port host: None {{(pid=84154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 14:35:01.816724 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-8cacc6f8-6409-4e78-82e8-16f6a0a50053 tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Deleting port 013b4f1a-32e3-4ee6-9876-475dc16b4fe0 {{(pid=84152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:35:01.817060 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-8cacc6f8-6409-4e78-82e8-16f6a0a50053 tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:01.869197 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4944b4-6588-4420-a882-2098ed08bde8 None None] Pushing event updated for resources: {'Port': ['ID=89580898-abc3-49c7-aebc-dc1314b1eae2,revision_number=4']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:01.878300 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-582b8c64-4b6f-4eea-b25b-2a7ffeb7d204 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3944146'] for port, after_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:02.001528 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-582b8c64-4b6f-4eea-b25b-2a7ffeb7d204 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1705158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-743490'] for router_interface, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:02.005287 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582b8c64-4b6f-4eea-b25b-2a7ffeb7d204 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Pushing event updated for resources: {'Port': ['ID=294b8796-e51e-478a-97a6-1dcd4943315c,revision_number=2']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:02.167345 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 2189f372-d13d-4265-92d5-0f17dd93aa81 up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:35:02.181758 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-582b8c64-4b6f-4eea-b25b-2a7ffeb7d204 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Network 2d55281f-f4dd-4b0a-8d57-33a242732420 is already hosted by enough agents. {{(pid=84153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:35:02.183405 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.base_scheduler [None req-582b8c64-4b6f-4eea-b25b-2a7ffeb7d204 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Resources bound (agent type, host, resource id): {{(pid=84153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:35:02.206223 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.db [None req-8cacc6f8-6409-4e78-82e8-16f6a0a50053 tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] For port 013b4f1a-32e3-4ee6-9876-475dc16b4fe0, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=013b4f1a-32e3-4ee6-9876-475dc16b4fe0,segment=NetworkSegment(3e77d383-318e-4670-8242-d4fa6534e51b),segment_id=3e77d383-318e-4670-8242-d4fa6534e51b)] {{(pid=84152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:35:02.206654 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-8cacc6f8-6409-4e78-82e8-16f6a0a50053 tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:02.348758 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port 2189f372-d13d-4265-92d5-0f17dd93aa81 triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:35:02.349149 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:02.394667 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-8cacc6f8-6409-4e78-82e8-16f6a0a50053 tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Calling delete_port for 013b4f1a-32e3-4ee6-9876-475dc16b4fe0 owned by network:dhcp {{(pid=84152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:35:02.428627 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cad09f5-15f9-4746-95cd-b31f5eb208fb None None] DHCP port deletion for 59a0cd24-466c-4ad4-99d7-6d88c121be60 request from dv-neutron-825124-1-hyperv {{(pid=84154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 20 14:35:02.441650 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-3cad09f5-15f9-4746-95cd-b31f5eb208fb None None] Deleting port 013b4f1a-32e3-4ee6-9876-475dc16b4fe0 {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:35:02.442020 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-3cad09f5-15f9-4746-95cd-b31f5eb208fb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:02.567889 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 1d95c77f-75a7-4b74-b6e4-7006cb064bd8 up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:35:02.588241 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-8cacc6f8-6409-4e78-82e8-16f6a0a50053 tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:02.641262 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cacc6f8-6409-4e78-82e8-16f6a0a50053 tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Pushing event deleted for resources: {'Port': ['ID=013b4f1a-32e3-4ee6-9876-475dc16b4fe0,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:02.641966 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-3cad09f5-15f9-4746-95cd-b31f5eb208fb None None] The port '013b4f1a-32e3-4ee6-9876-475dc16b4fe0' was deleted {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 20 14:35:02.648782 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-582b8c64-4b6f-4eea-b25b-2a7ffeb7d204 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Router d0f0ba86-c29d-4d61-b550-024f94894c8f has already been hosted by L3 agent 624d525b-4c26-4143-8a1c-228bb1c6faaa {{(pid=84153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 14:35:02.652238 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cacc6f8-6409-4e78-82e8-16f6a0a50053 tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] No DVR routers for this DVR port 013b4f1a-32e3-4ee6-9876-475dc16b4fe0 on host dv-neutron-825124-1-hyperv {{(pid=84152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 14:35:02.673908 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-f86ec8a9-c2e6-4569-a38b-8d1f9a45c192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0f0ba86-c29d-4d61-b550-024f94894c8f', 'name': 'tempest-RoutersTest-router-739591561', 'tenant_id': 'c471105210324ce4bdf04d2ea6130d17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:34:44Z', 'updated_at': '2022-01-20T14:35:01Z', 'revision_number': 4, 'project_id': 'c471105210324ce4bdf04d2ea6130d17', 'gw_port_host': None, '_interfaces': [{'id': '294b8796-e51e-478a-97a6-1dcd4943315c', 'name': '', 'network_id': '2d55281f-f4dd-4b0a-8d57-33a242732420', 'tenant_id': 'c471105210324ce4bdf04d2ea6130d17', 'mac_address': 'fa:16:3e:5a:1d:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0f0ba86-c29d-4d61-b550-024f94894c8f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9fd572f8-6df7-4fe7-a419-6169b187ff66', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:34:59Z', 'updated_at': '2022-01-20T14:35:00Z', 'revision_number': 1, 'project_id': 'c471105210324ce4bdf04d2ea6130d17', 'subnets': [{'id': '9fd572f8-6df7-4fe7-a419-6169b187ff66', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3cc6791d-9101-4167-89a6-97a806ec0b7d', 'name': '', 'network_id': '270024a8-e0da-483b-8285-91c895a13768', 'tenant_id': 'c471105210324ce4bdf04d2ea6130d17', 'mac_address': 'fa:16:3e:92:39:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0f0ba86-c29d-4d61-b550-024f94894c8f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'af565560-6112-4eb7-a06f-1f14fd167045', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:34:47Z', 'updated_at': '2022-01-20T14:34:55Z', 'revision_number': 5, 'project_id': 'c471105210324ce4bdf04d2ea6130d17', 'subnets': [{'id': 'af565560-6112-4eb7-a06f-1f14fd167045', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '89580898-abc3-49c7-aebc-dc1314b1eae2', 'name': '', 'network_id': 'a9be8262-f0c7-432e-a7a2-7a5b2c0e0b6a', 'tenant_id': 'c471105210324ce4bdf04d2ea6130d17', 'mac_address': 'fa:16:3e:c1:46:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0f0ba86-c29d-4d61-b550-024f94894c8f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bdbe1e54-2767-4792-86eb-f238fa791842', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:34:53Z', 'updated_at': '2022-01-20T14:35:01Z', 'revision_number': 4, 'project_id': 'c471105210324ce4bdf04d2ea6130d17', 'subnets': [{'id': 'bdbe1e54-2767-4792-86eb-f238fa791842', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:35:02.680564 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f86ec8a9-c2e6-4569-a38b-8d1f9a45c192 None None] The sync data for ids ['d0f0ba86-c29d-4d61-b550-024f94894c8f'] in dv-neutron-825124-1-hyperv is: [{'id': 'd0f0ba86-c29d-4d61-b550-024f94894c8f', 'name': 'tempest-RoutersTest-router-739591561', 'tenant_id': 'c471105210324ce4bdf04d2ea6130d17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:34:44Z', 'updated_at': '2022-01-20T14:35:01Z', 'revision_number': 4, 'project_id': 'c471105210324ce4bdf04d2ea6130d17', 'gw_port_host': None, '_interfaces': [{'id': '294b8796-e51e-478a-97a6-1dcd4943315c', 'name': '', 'network_id': '2d55281f-f4dd-4b0a-8d57-33a242732420', 'tenant_id': 'c471105210324ce4bdf04d2ea6130d17', 'mac_address': 'fa:16:3e:5a:1d:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0f0ba86-c29d-4d61-b550-024f94894c8f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9fd572f8-6df7-4fe7-a419-6169b187ff66', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:34:59Z', 'updated_at': '2022-01-20T14:35:00Z', 'revision_number': 1, 'project_id': 'c471105210324ce4bdf04d2ea6130d17', 'subnets': [{'id': '9fd572f8-6df7-4fe7-a419-6169b187ff66', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3cc6791d-9101-4167-89a6-97a806ec0b7d', 'name': '', 'network_id': '270024a8-e0da-483b-8285-91c895a13768', 'tenant_id': 'c471105210324ce4bdf04d2ea6130d17', 'mac_address': 'fa:16:3e:92:39:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0f0ba86-c29d-4d61-b550-024f94894c8f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'af565560-6112-4eb7-a06f-1f14fd167045', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:34:47Z', 'updated_at': '2022-01-20T14:34:55Z', 'revision_number': 5, 'project_id': 'c471105210324ce4bdf04d2ea6130d17', 'subnets': [{'id': 'af565560-6112-4eb7-a06f-1f14fd167045', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '89580898-abc3-49c7-aebc-dc1314b1eae2', 'name': '', 'network_id': 'a9be8262-f0c7-432e-a7a2-7a5b2c0e0b6a', 'tenant_id': 'c471105210324ce4bdf04d2ea6130d17', 'mac_address': 'fa:16:3e:c1:46:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0f0ba86-c29d-4d61-b550-024f94894c8f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bdbe1e54-2767-4792-86eb-f238fa791842', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:34:53Z', 'updated_at': '2022-01-20T14:35:01Z', 'revision_number': 4, 'project_id': 'c471105210324ce4bdf04d2ea6130d17', 'subnets': [{'id': 'bdbe1e54-2767-4792-86eb-f238fa791842', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 14:35:02.714515 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-344e42d3-3a87-45f8-b8a7-4c756e66e7e2 None None] Network 2d55281f-f4dd-4b0a-8d57-33a242732420 requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:35:02.812792 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning for port 1d95c77f-75a7-4b74-b6e4-7006cb064bd8 completed by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:35:02.868715 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-8cacc6f8-6409-4e78-82e8-16f6a0a50053 tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1626242', 'neutron.services.segments.db._delete_segments_for_network-8769554214620'] for network, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:02.881605 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-582b8c64-4b6f-4eea-b25b-2a7ffeb7d204 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify agent at l3_agent.dv-neutron-825124-1-hyperv the message routers_updated {{(pid=84153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 14:35:02.901423 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.segments.db [None req-8cacc6f8-6409-4e78-82e8-16f6a0a50053 tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59a0cd24-466c-4ad4-99d7-6d88c121be60']}} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:35:02.905695 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-582b8c64-4b6f-4eea-b25b-2a7ffeb7d204 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] 10.222.0.54 "PUT /v2.0/routers/d0f0ba86-c29d-4d61-b550-024f94894c8f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2675400 Jan 20 14:35:02.905695 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 42398) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:02.913378 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-f04ed3f3-0f98-4882-8b2a-84aaa4a75ed3 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Request body: {'network': {'name': 'tempest-RoutersTest-771861427'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:35:02.927456 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-f04ed3f3-0f98-4882-8b2a-84aaa4a75ed3 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:35:02.939459 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-f04ed3f3-0f98-4882-8b2a-84aaa4a75ed3 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Usage tracker for resource:network and tenant:c471105210324ce4bdf04d2ea6130d17 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:35:02.941940 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.segments.db [None req-8cacc6f8-6409-4e78-82e8-16f6a0a50053 tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e77d383-318e-4670-8242-d4fa6534e51b') {'for_net_delete': True} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:35:02.942508 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.segments.db [None req-8cacc6f8-6409-4e78-82e8-16f6a0a50053 tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e77d383-318e-4670-8242-d4fa6534e51b') {} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:35:02.943005 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-f04ed3f3-0f98-4882-8b2a-84aaa4a75ed3 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:35:02.949502 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-f04ed3f3-0f98-4882-8b2a-84aaa4a75ed3 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:35:02.957210 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-8cacc6f8-6409-4e78-82e8-16f6a0a50053 tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769554214503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3337904'] for segment, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:02.982727 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-8cacc6f8-6409-4e78-82e8-16f6a0a50053 tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:02.991209 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8cacc6f8-6409-4e78-82e8-16f6a0a50053 tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Releasing vlan 161 on physical network physnet1 to pool {{(pid=84152) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 14:35:02.991886 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-8cacc6f8-6409-4e78-82e8-16f6a0a50053 tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1622950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4162906'] for segment, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:03.012805 dv-neutron-825124-1-hyperv neutron-server[84152]: Traceback (most recent call last): Jan 20 14:35:03.012805 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 14:35:03.012805 dv-neutron-825124-1-hyperv neutron-server[84152]: timer() Jan 20 14:35:03.012805 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 14:35:03.012805 dv-neutron-825124-1-hyperv neutron-server[84152]: cb(*args, **kw) Jan 20 14:35:03.012805 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 14:35:03.012805 dv-neutron-825124-1-hyperv neutron-server[84152]: return func(*args, **kwargs) Jan 20 14:35:03.012805 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 14:35:03.012805 dv-neutron-825124-1-hyperv neutron-server[84152]: self._notify() Jan 20 14:35:03.012805 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 14:35:03.012805 dv-neutron-825124-1-hyperv neutron-server[84152]: self.callback(batched_events) Jan 20 14:35:03.012805 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 14:35:03.012805 dv-neutron-825124-1-hyperv neutron-server[84152]: event.method(event) Jan 20 14:35:03.012805 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 14:35:03.012805 dv-neutron-825124-1-hyperv neutron-server[84152]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 14:35:03.012805 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 14:35:03.012805 dv-neutron-825124-1-hyperv neutron-server[84152]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 14:35:03.012805 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 14:35:03.012805 dv-neutron-825124-1-hyperv neutron-server[84152]: return f(self, *a, **k) Jan 20 14:35:03.012805 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 14:35:03.012805 dv-neutron-825124-1-hyperv neutron-server[84152]: return self._get(url).json() Jan 20 14:35:03.012805 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 14:35:03.012805 dv-neutron-825124-1-hyperv neutron-server[84152]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 14:35:03.012805 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 14:35:03.012805 dv-neutron-825124-1-hyperv neutron-server[84152]: return self.request(url, 'GET', **kwargs) Jan 20 14:35:03.012805 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 14:35:03.012805 dv-neutron-825124-1-hyperv neutron-server[84152]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 14:35:03.012805 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 14:35:03.012805 dv-neutron-825124-1-hyperv neutron-server[84152]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 14:35:03.012805 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 14:35:03.012805 dv-neutron-825124-1-hyperv neutron-server[84152]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 14:35:03.012805 dv-neutron-825124-1-hyperv neutron-server[84152]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 14:35:03.017841 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-eea6df97-7ff1-4b63-af20-e3ec8913deda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:03.018490 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-9d0946e9-a5e4-49a7-a572-30267fd6fb1d None None] Provisioning for port 1d95c77f-75a7-4b74-b6e4-7006cb064bd8 completed by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:35:03.034980 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f04ed3f3-0f98-4882-8b2a-84aaa4a75ed3 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Made reservation on behalf of c471105210324ce4bdf04d2ea6130d17 for: {'network': 1} {{(pid=84153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:35:03.046800 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-f04ed3f3-0f98-4882-8b2a-84aaa4a75ed3 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for network, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:03.105374 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-9d0946e9-a5e4-49a7-a572-30267fd6fb1d None None] Provisioning complete for port 1d95c77f-75a7-4b74-b6e4-7006cb064bd8 triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:35:03.105881 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-9d0946e9-a5e4-49a7-a572-30267fd6fb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:03.112915 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f04ed3f3-0f98-4882-8b2a-84aaa4a75ed3 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 158} {{(pid=84153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 14:35:03.128168 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-f04ed3f3-0f98-4882-8b2a-84aaa4a75ed3 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:03.128523 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.db.segments_db [None req-f04ed3f3-0f98-4882-8b2a-84aaa4a75ed3 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Added segment 32e8242a-318b-40c1-8609-db739f12ecab of type vlan for network e60d818c-0f03-4fd3-bb29-186b572a8c15 Jan 20 14:35:03.171794 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-8cacc6f8-6409-4e78-82e8-16f6a0a50053 tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1626253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-745296'] for network, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:03.176023 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-f04ed3f3-0f98-4882-8b2a-84aaa4a75ed3 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769553767792'] for network, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:03.243945 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-8cacc6f8-6409-4e78-82e8-16f6a0a50053 tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Notify callbacks [] for network, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:03.255082 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cacc6f8-6409-4e78-82e8-16f6a0a50053 tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Pushing event deleted for resources: {'Network': ['ID=59a0cd24-466c-4ad4-99d7-6d88c121be60,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:03.278321 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 42402) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:03.278556 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-8cacc6f8-6409-4e78-82e8-16f6a0a50053 tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] 10.222.0.54 "DELETE /v2.0/networks/59a0cd24-466c-4ad4-99d7-6d88c121be60 HTTP/1.1" status: 204 len: 168 time: 1.6366479 Jan 20 14:35:03.329550 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-9d0946e9-a5e4-49a7-a572-30267fd6fb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:03.377835 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-9d0946e9-a5e4-49a7-a572-30267fd6fb1d None None] For port 1d95c77f-75a7-4b74-b6e4-7006cb064bd8, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=1d95c77f-75a7-4b74-b6e4-7006cb064bd8,segment=NetworkSegment(f1359dfa-0689-4fc0-899a-1997ff69295d),segment_id=f1359dfa-0689-4fc0-899a-1997ff69295d)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:35:03.388025 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-f04ed3f3-0f98-4882-8b2a-84aaa4a75ed3 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967'] for network, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:03.391797 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f04ed3f3-0f98-4882-8b2a-84aaa4a75ed3 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:35:03.392894 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-f04ed3f3-0f98-4882-8b2a-84aaa4a75ed3 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks [] for network, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:03.451487 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-9d0946e9-a5e4-49a7-a572-30267fd6fb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:03.520531 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0946e9-a5e4-49a7-a572-30267fd6fb1d None None] Pushing event updated for resources: {'Port': ['ID=1d95c77f-75a7-4b74-b6e4-7006cb064bd8,revision_number=3']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:03.584586 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04ed3f3-0f98-4882-8b2a-84aaa4a75ed3 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Pushing event updated for resources: {'Network': ['ID=e60d818c-0f03-4fd3-bb29-186b572a8c15,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:03.597749 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Network e60d818c-0f03-4fd3-bb29-186b572a8c15 details requested by agent ovs-agent-dv-neutron-825124-1-hyperv with host dv-neutron-825124-1-hyperv {{(pid=84154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 14:35:03.635324 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-f04ed3f3-0f98-4882-8b2a-84aaa4a75ed3 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.7273264 Jan 20 14:35:03.638402 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 42406) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:03.644701 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.db_base_plugin_v2 [None req-47ca1f26-dd07-4aa6-a1e1-ed9eecf64fbb tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Deleting subnet ab562835-5f9e-479d-b3e5-86c49f8fe277 {{(pid=84153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 20 14:35:03.645316 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-5717c19c-6852-494f-9e7d-609c6db2d0e4 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Request body: {'subnet': {'network_id': 'e60d818c-0f03-4fd3-bb29-186b572a8c15', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:35:03.649047 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-47ca1f26-dd07-4aa6-a1e1-ed9eecf64fbb tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Notify callbacks [] for subnet, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:03.720272 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-47ca1f26-dd07-4aa6-a1e1-ed9eecf64fbb tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3980851'] for subnet, precommit_delete_associations {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:03.765932 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-3419ed05-922b-4b60-b098-115f80f170f8 None None] Provisioning for port 294b8796-e51e-478a-97a6-1dcd4943315c completed by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:35:03.770850 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-3419ed05-922b-4b60-b098-115f80f170f8 None None] Provisioning complete for port 294b8796-e51e-478a-97a6-1dcd4943315c triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:35:03.774368 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-3419ed05-922b-4b60-b098-115f80f170f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:03.775424 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-5717c19c-6852-494f-9e7d-609c6db2d0e4 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:35:03.782885 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-5717c19c-6852-494f-9e7d-609c6db2d0e4 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Usage tracker for resource:subnet and tenant:c471105210324ce4bdf04d2ea6130d17 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:35:03.788787 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-5717c19c-6852-494f-9e7d-609c6db2d0e4 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:35:03.801653 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-5717c19c-6852-494f-9e7d-609c6db2d0e4 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:35:03.824954 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-47ca1f26-dd07-4aa6-a1e1-ed9eecf64fbb tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1627147'] for subnet, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:03.827930 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-3419ed05-922b-4b60-b098-115f80f170f8 None None] Port 294b8796-e51e-478a-97a6-1dcd4943315c cannot update to ACTIVE because it is not bound. {{(pid=84154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 14:35:03.841878 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-3419ed05-922b-4b60-b098-115f80f170f8 None None] Provisioning complete for port 1d95c77f-75a7-4b74-b6e4-7006cb064bd8 triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:35:03.842405 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-3419ed05-922b-4b60-b098-115f80f170f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:03.902112 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5717c19c-6852-494f-9e7d-609c6db2d0e4 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Made reservation on behalf of c471105210324ce4bdf04d2ea6130d17 for: {'subnet': 1} {{(pid=84152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:35:04.050176 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-5717c19c-6852-494f-9e7d-609c6db2d0e4 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3155315'] for subnet, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:04.117685 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 1d95c77f-75a7-4b74-b6e4-7006cb064bd8 up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:35:04.119969 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-47ca1f26-dd07-4aa6-a1e1-ed9eecf64fbb tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1627154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3943464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4194013'] for subnet, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:04.159567 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ca1f26-dd07-4aa6-a1e1-ed9eecf64fbb tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Pushing event deleted for resources: {'Subnet': ['ID=ab562835-5f9e-479d-b3e5-86c49f8fe277,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:04.164748 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-47ca1f26-dd07-4aa6-a1e1-ed9eecf64fbb tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Notify callbacks [] for subnet, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:04.174430 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-47ca1f26-dd07-4aa6-a1e1-ed9eecf64fbb tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] 10.222.0.54 "DELETE /v2.0/subnets/ab562835-5f9e-479d-b3e5-86c49f8fe277 HTTP/1.1" status: 204 len: 168 time: 0.8921914 Jan 20 14:35:04.175117 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 42410) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:04.177014 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c929f41-38da-4463-9b98-510616b08f00 None None] Network 2a275ad8-9802-476c-95a7-20fdc8851cb2 requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:35:04.359543 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-45016be6-6ef7-4d90-9935-22bb3bcf9f43 None None] Provisioning complete for port 294b8796-e51e-478a-97a6-1dcd4943315c triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:35:04.360281 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-45016be6-6ef7-4d90-9935-22bb3bcf9f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:04.419267 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port 1d95c77f-75a7-4b74-b6e4-7006cb064bd8 triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:35:04.419638 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:04.446577 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.db_base_plugin_v2 [None req-02f05a73-9420-49c3-b371-23b371cc5a8d tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Deleting subnet f5882163-9d71-4f77-87d0-f79938ba59dc {{(pid=84152) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 20 14:35:04.449536 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-02f05a73-9420-49c3-b371-23b371cc5a8d tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Notify callbacks [] for subnet, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:04.476026 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-45016be6-6ef7-4d90-9935-22bb3bcf9f43 None None] Port 294b8796-e51e-478a-97a6-1dcd4943315c cannot update to ACTIVE because it is not bound. {{(pid=84154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 14:35:04.483599 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-5717c19c-6852-494f-9e7d-609c6db2d0e4 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4163519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3155301'] for subnet, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:04.557801 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-02f05a73-9420-49c3-b371-23b371cc5a8d tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3337915'] for subnet, precommit_delete_associations {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:04.568261 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 89580898-abc3-49c7-aebc-dc1314b1eae2 up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:35:04.613110 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15e572e6-2408-42da-bd6f-ef5495159355 None None] DHCP port deletion for 2a275ad8-9802-476c-95a7-20fdc8851cb2 request from dv-neutron-825124-1-hyperv {{(pid=84154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 20 14:35:04.628925 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-15e572e6-2408-42da-bd6f-ef5495159355 None None] Deleting port 86f3e511-aaf5-4fe4-8d85-3b5a226ec646 {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:35:04.629304 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-15e572e6-2408-42da-bd6f-ef5495159355 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:04.735843 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5717c19c-6852-494f-9e7d-609c6db2d0e4 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Pushing event updated for resources: {'Subnet': ['ID=851819e3-c963-42da-9724-921087e06143,revision_number=0']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:04.771522 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5717c19c-6852-494f-9e7d-609c6db2d0e4 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Checking segment: {'id': '32e8242a-318b-40c1-8609-db739f12ecab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'e60d818c-0f03-4fd3-bb29-186b572a8c15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 14:35:04.771875 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5717c19c-6852-494f-9e7d-609c6db2d0e4 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Network hostable DHCP agents. Network: e60d818c-0f03-4fd3-bb29-186b572a8c15, hostable agents: ['1a181e39-5220-4c1a-88f8-08a54e8bfc9b'], hosted agents: [] {{(pid=84152) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 14:35:04.807413 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-02f05a73-9420-49c3-b371-23b371cc5a8d tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1627147'] for subnet, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:04.865080 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-15e572e6-2408-42da-bd6f-ef5495159355 None None] For port 86f3e511-aaf5-4fe4-8d85-3b5a226ec646, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=86f3e511-aaf5-4fe4-8d85-3b5a226ec646,segment=NetworkSegment(defb929f-5078-43bb-98ff-7212e6758ceb),segment_id=defb929f-5078-43bb-98ff-7212e6758ceb)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:35:04.866204 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-15e572e6-2408-42da-bd6f-ef5495159355 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:04.874483 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning for port 89580898-abc3-49c7-aebc-dc1314b1eae2 completed by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:35:04.883301 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port 89580898-abc3-49c7-aebc-dc1314b1eae2 triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:35:04.884104 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:04.907407 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5717c19c-6852-494f-9e7d-609c6db2d0e4 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Network e60d818c-0f03-4fd3-bb29-186b572a8c15 is scheduled to be hosted by DHCP agent 1a181e39-5220-4c1a-88f8-08a54e8bfc9b with binding_index 1 {{(pid=84152) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 14:35:04.993956 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-02f05a73-9420-49c3-b371-23b371cc5a8d tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1627154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4163580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155308'] for subnet, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:05.028274 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-15e572e6-2408-42da-bd6f-ef5495159355 None None] Calling delete_port for 86f3e511-aaf5-4fe4-8d85-3b5a226ec646 owned by network:dhcp {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:35:05.030552 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.base_scheduler [None req-5717c19c-6852-494f-9e7d-609c6db2d0e4 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825124-1-hyperv, e60d818c-0f03-4fd3-bb29-186b572a8c15) {{(pid=84152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:35:05.039527 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f05a73-9420-49c3-b371-23b371cc5a8d tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Pushing event deleted for resources: {'Subnet': ['ID=f5882163-9d71-4f77-87d0-f79938ba59dc,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:05.042286 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5717c19c-6852-494f-9e7d-609c6db2d0e4 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:35:05.042873 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-5717c19c-6852-494f-9e7d-609c6db2d0e4 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks [] for subnet, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:05.059791 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-02f05a73-9420-49c3-b371-23b371cc5a8d tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Notify callbacks [] for subnet, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:05.062134 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28225f9b-7541-44ff-a4eb-8e1d77d99a00 None None] Network e60d818c-0f03-4fd3-bb29-186b572a8c15 requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:35:05.072198 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-02f05a73-9420-49c3-b371-23b371cc5a8d tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] 10.222.0.54 "DELETE /v2.0/subnets/f5882163-9d71-4f77-87d0-f79938ba59dc HTTP/1.1" status: 204 len: 168 time: 0.8956978 Jan 20 14:35:05.075467 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 42414) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:05.140657 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15061f91-b50f-4fd2-881b-c665edb7af7a None None] Network f6b3802a-3001-4e57-a68b-5e8b7bb62d0d requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:35:05.147116 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-5717c19c-6852-494f-9e7d-609c6db2d0e4 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5072365 Jan 20 14:35:05.150337 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 42418) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:05.203456 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-479c9a3a-cb75-446b-8156-5e91144681d5 tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586409'] for network, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:05.218405 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-479c9a3a-cb75-446b-8156-5e91144681d5 tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Deleting port 86f3e511-aaf5-4fe4-8d85-3b5a226ec646 {{(pid=84153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:35:05.219157 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-479c9a3a-cb75-446b-8156-5e91144681d5 tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:05.464798 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.db [None req-479c9a3a-cb75-446b-8156-5e91144681d5 tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] For port 86f3e511-aaf5-4fe4-8d85-3b5a226ec646, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=86f3e511-aaf5-4fe4-8d85-3b5a226ec646,segment=NetworkSegment(defb929f-5078-43bb-98ff-7212e6758ceb),segment_id=defb929f-5078-43bb-98ff-7212e6758ceb)] {{(pid=84153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:35:05.465483 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-479c9a3a-cb75-446b-8156-5e91144681d5 tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:05.530716 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-15e572e6-2408-42da-bd6f-ef5495159355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486'] for port, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:05.576097 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:05.597320 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-479c9a3a-cb75-446b-8156-5e91144681d5 tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Calling delete_port for 86f3e511-aaf5-4fe4-8d85-3b5a226ec646 owned by network:dhcp {{(pid=84153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:35:05.616651 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e572e6-2408-42da-bd6f-ef5495159355 None None] Pushing event deleted for resources: {'Port': ['ID=86f3e511-aaf5-4fe4-8d85-3b5a226ec646,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:05.630641 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15e572e6-2408-42da-bd6f-ef5495159355 None None] No DVR routers for this DVR port 86f3e511-aaf5-4fe4-8d85-3b5a226ec646 on host dv-neutron-825124-1-hyperv {{(pid=84154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 14:35:05.686410 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.db.api [None req-479c9a3a-cb75-446b-8156-5e91144681d5 tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84153) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 14:35:05.686732 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG oslo_db.api [None req-479c9a3a-cb75-446b-8156-5e91144681d5 tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 14:35:05.693718 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] For port 89580898-abc3-49c7-aebc-dc1314b1eae2, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=89580898-abc3-49c7-aebc-dc1314b1eae2,segment=NetworkSegment(255501fd-57b8-409c-9f22-5da0506b7410),segment_id=255501fd-57b8-409c-9f22-5da0506b7410)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:35:05.696003 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56327c54-9652-492e-b9f2-e8efe4822d66 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95c917f5-14ba-5e96-98b8-1a52654a930a-e60d818c-0f03-4fd3-bb29-186b572a8c15', 'network_id': 'e60d818c-0f03-4fd3-bb29-186b572a8c15', 'tenant_id': 'c471105210324ce4bdf04d2ea6130d17', 'fixed_ips': [{'subnet_id': '851819e3-c963-42da-9724-921087e06143'}]}} from dv-neutron-825124-1-hyperv. {{(pid=84154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 20 14:35:05.696824 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-56327c54-9652-492e-b9f2-e8efe4822d66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:05.770114 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:05.812284 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-516803d6-0a91-4b4d-9f8a-bdbd4088329a None None] DHCP port deletion for f6b3802a-3001-4e57-a68b-5e8b7bb62d0d request from dv-neutron-825124-1-hyperv {{(pid=84154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 20 14:35:05.842107 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 013b4f1a-32e3-4ee6-9876-475dc16b4fe0 no longer exists at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:35:05.864650 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-516803d6-0a91-4b4d-9f8a-bdbd4088329a None None] Deleting port 2cc724b9-8a4b-48a7-b85b-d63bb092a03d {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:35:05.865035 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-516803d6-0a91-4b4d-9f8a-bdbd4088329a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:05.897965 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-4db117ab-043c-44e4-b4be-3db32ee7da80 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:05.927313 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] No Port match for: 013b4f1a-32e3-4ee6-9876-475dc16b4fe0 {{(pid=84154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 14:35:05.927589 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 013b4f1a-32e3-4ee6-9876-475dc16b4fe0 not bound to the agent host dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 14:35:06.024509 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 2cc724b9-8a4b-48a7-b85b-d63bb092a03d no longer exists at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:35:06.047008 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Pushing event updated for resources: {'Port': ['ID=89580898-abc3-49c7-aebc-dc1314b1eae2,revision_number=5']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:06.110945 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_common [None req-56327c54-9652-492e-b9f2-e8efe4822d66 None None] Allocated IP 172.23.0.2 (e60d818c-0f03-4fd3-bb29-186b572a8c15/851819e3-c963-42da-9724-921087e06143/f6f8a209-526c-404d-be30-3bbf83c950e2) {{(pid=84154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:35:06.187804 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-479c9a3a-cb75-446b-8156-5e91144681d5 tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Deleting port 86f3e511-aaf5-4fe4-8d85-3b5a226ec646 {{(pid=84153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:35:06.188234 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-479c9a3a-cb75-446b-8156-5e91144681d5 tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:06.259856 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-479c9a3a-cb75-446b-8156-5e91144681d5 tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] The port '86f3e511-aaf5-4fe4-8d85-3b5a226ec646' was deleted {{(pid=84153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 20 14:35:06.349888 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-516803d6-0a91-4b4d-9f8a-bdbd4088329a None None] For port 2cc724b9-8a4b-48a7-b85b-d63bb092a03d, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=2cc724b9-8a4b-48a7-b85b-d63bb092a03d,segment=NetworkSegment(db96dcd8-ba46-4f66-98cd-a17979e8b1e8),segment_id=db96dcd8-ba46-4f66-98cd-a17979e8b1e8)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:35:06.350300 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-516803d6-0a91-4b4d-9f8a-bdbd4088329a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:06.391792 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-479c9a3a-cb75-446b-8156-5e91144681d5 tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1626242', 'neutron.services.segments.db._delete_segments_for_network-8769554214620'] for network, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:06.418165 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.services.segments.db [None req-479c9a3a-cb75-446b-8156-5e91144681d5 tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a275ad8-9802-476c-95a7-20fdc8851cb2']}} {{(pid=84153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:35:06.430314 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.services.segments.db [None req-479c9a3a-cb75-446b-8156-5e91144681d5 tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'defb929f-5078-43bb-98ff-7212e6758ceb') {'for_net_delete': True} {{(pid=84153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:35:06.430585 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.services.segments.db [None req-479c9a3a-cb75-446b-8156-5e91144681d5 tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'defb929f-5078-43bb-98ff-7212e6758ceb') {} {{(pid=84153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:35:06.441786 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-479c9a3a-cb75-446b-8156-5e91144681d5 tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769554214503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980856'] for segment, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:06.457953 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-479c9a3a-cb75-446b-8156-5e91144681d5 tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:06.465144 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-479c9a3a-cb75-446b-8156-5e91144681d5 tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Releasing vlan 160 on physical network physnet1 to pool {{(pid=84153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 14:35:06.465524 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-479c9a3a-cb75-446b-8156-5e91144681d5 tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1622950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3944078'] for segment, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:06.479525 dv-neutron-825124-1-hyperv neutron-server[84153]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 20 14:35:06.479525 dv-neutron-825124-1-hyperv neutron-server[84153]: util.warn( Jan 20 14:35:06.479525 dv-neutron-825124-1-hyperv neutron-server[84153]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 20 14:35:06.479525 dv-neutron-825124-1-hyperv neutron-server[84153]: util.warn( Jan 20 14:35:06.479525 dv-neutron-825124-1-hyperv neutron-server[84153]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 20 14:35:06.479525 dv-neutron-825124-1-hyperv neutron-server[84153]: util.warn( Jan 20 14:35:06.479525 dv-neutron-825124-1-hyperv neutron-server[84153]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 20 14:35:06.479525 dv-neutron-825124-1-hyperv neutron-server[84153]: util.warn( Jan 20 14:35:06.479525 dv-neutron-825124-1-hyperv neutron-server[84153]: Traceback (most recent call last): Jan 20 14:35:06.479525 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 14:35:06.479525 dv-neutron-825124-1-hyperv neutron-server[84153]: timer() Jan 20 14:35:06.479525 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 14:35:06.479525 dv-neutron-825124-1-hyperv neutron-server[84153]: cb(*args, **kw) Jan 20 14:35:06.479525 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 14:35:06.479525 dv-neutron-825124-1-hyperv neutron-server[84153]: return func(*args, **kwargs) Jan 20 14:35:06.479525 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 14:35:06.479525 dv-neutron-825124-1-hyperv neutron-server[84153]: self._notify() Jan 20 14:35:06.479525 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 14:35:06.479525 dv-neutron-825124-1-hyperv neutron-server[84153]: self.callback(batched_events) Jan 20 14:35:06.479525 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 14:35:06.479525 dv-neutron-825124-1-hyperv neutron-server[84153]: event.method(event) Jan 20 14:35:06.479525 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 14:35:06.479525 dv-neutron-825124-1-hyperv neutron-server[84153]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 14:35:06.479525 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 14:35:06.479525 dv-neutron-825124-1-hyperv neutron-server[84153]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 14:35:06.479525 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 14:35:06.479525 dv-neutron-825124-1-hyperv neutron-server[84153]: return f(self, *a, **k) Jan 20 14:35:06.479525 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 14:35:06.479525 dv-neutron-825124-1-hyperv neutron-server[84153]: return self._get(url).json() Jan 20 14:35:06.479525 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 14:35:06.479525 dv-neutron-825124-1-hyperv neutron-server[84153]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 14:35:06.479525 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 14:35:06.479525 dv-neutron-825124-1-hyperv neutron-server[84153]: return self.request(url, 'GET', **kwargs) Jan 20 14:35:06.479525 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 14:35:06.479525 dv-neutron-825124-1-hyperv neutron-server[84153]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 14:35:06.479525 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 14:35:06.479525 dv-neutron-825124-1-hyperv neutron-server[84153]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 14:35:06.479525 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 14:35:06.479525 dv-neutron-825124-1-hyperv neutron-server[84153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 14:35:06.479525 dv-neutron-825124-1-hyperv neutron-server[84153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 14:35:06.493036 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-516803d6-0a91-4b4d-9f8a-bdbd4088329a None None] Calling delete_port for 2cc724b9-8a4b-48a7-b85b-d63bb092a03d owned by network:dhcp {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:35:06.544741 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:06.615755 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-479c9a3a-cb75-446b-8156-5e91144681d5 tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1626253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-745296'] for network, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:06.633675 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-479c9a3a-cb75-446b-8156-5e91144681d5 tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Notify callbacks [] for network, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:06.645588 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479c9a3a-cb75-446b-8156-5e91144681d5 tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Pushing event deleted for resources: {'Network': ['ID=2a275ad8-9802-476c-95a7-20fdc8851cb2,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:06.649793 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-479c9a3a-cb75-446b-8156-5e91144681d5 tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] 10.222.0.54 "DELETE /v2.0/networks/2a275ad8-9802-476c-95a7-20fdc8851cb2 HTTP/1.1" status: 204 len: 168 time: 1.5737836 Jan 20 14:35:06.652280 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 42422) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:06.664142 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] For port 2cc724b9-8a4b-48a7-b85b-d63bb092a03d, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=2cc724b9-8a4b-48a7-b85b-d63bb092a03d,segment=NetworkSegment(db96dcd8-ba46-4f66-98cd-a17979e8b1e8),segment_id=db96dcd8-ba46-4f66-98cd-a17979e8b1e8)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:35:06.678078 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-56327c54-9652-492e-b9f2-e8efe4822d66 None None] Notify callbacks [] for port, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:06.688848 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-56327c54-9652-492e-b9f2-e8efe4822d66 None None] Transition to ACTIVE for port object f6f8a209-526c-404d-be30-3bbf83c950e2 will not be triggered until provisioned by entity L2. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:35:06.708672 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-56327c54-9652-492e-b9f2-e8efe4822d66 None None] Transition to ACTIVE for port object f6f8a209-526c-404d-be30-3bbf83c950e2 will not be triggered until provisioned by entity DHCP. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:35:06.713824 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:06.714798 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 86f3e511-aaf5-4fe4-8d85-3b5a226ec646 no longer exists at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:35:06.777965 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] No Port match for: 86f3e511-aaf5-4fe4-8d85-3b5a226ec646 {{(pid=84154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 14:35:06.778496 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 86f3e511-aaf5-4fe4-8d85-3b5a226ec646 not bound to the agent host dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 14:35:06.781612 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-f7daef3c-67f2-4289-a39e-958293f9e7d4 tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586409'] for network, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:06.787483 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-56327c54-9652-492e-b9f2-e8efe4822d66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477'] for port, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:06.812017 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.db.api [None req-516803d6-0a91-4b4d-9f8a-bdbd4088329a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84154) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 14:35:06.812405 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG oslo_db.api [None req-516803d6-0a91-4b4d-9f8a-bdbd4088329a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 14:35:06.833123 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56327c54-9652-492e-b9f2-e8efe4822d66 None None] Network e60d818c-0f03-4fd3-bb29-186b572a8c15 is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:35:06.835055 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-56327c54-9652-492e-b9f2-e8efe4822d66 None None] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:35:06.838606 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56327c54-9652-492e-b9f2-e8efe4822d66 None None] Received port after_create {{(pid=84154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:35:06.840770 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Pushing event updated for resources: {'Port': ['ID=2cc724b9-8a4b-48a7-b85b-d63bb092a03d,revision_number=5']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:06.844926 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-f7daef3c-67f2-4289-a39e-958293f9e7d4 tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Deleting port 2cc724b9-8a4b-48a7-b85b-d63bb092a03d {{(pid=84152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:35:06.845270 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-f7daef3c-67f2-4289-a39e-958293f9e7d4 tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:06.887827 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.db_base_plugin_common [None req-4db117ab-043c-44e4-b4be-3db32ee7da80 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Allocated IP 172.23.0.1 (e60d818c-0f03-4fd3-bb29-186b572a8c15/851819e3-c963-42da-9724-921087e06143/515c709c-e42d-4a53-b33a-df3bcf4fbd66) {{(pid=84152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:35:06.975807 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56327c54-9652-492e-b9f2-e8efe4822d66 None None] Pushing event updated for resources: {'Port': ['ID=f6f8a209-526c-404d-be30-3bbf83c950e2,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:06.985051 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-56327c54-9652-492e-b9f2-e8efe4822d66 None None] Attempting to bind port f6f8a209-526c-404d-be30-3bbf83c950e2 on host dv-neutron-825124-1-hyperv for vnic_type normal with profile {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:35:06.985490 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-56327c54-9652-492e-b9f2-e8efe4822d66 None None] Attempting to bind port f6f8a209-526c-404d-be30-3bbf83c950e2 by drivers openvswitch,hyperv on host dv-neutron-825124-1-hyperv at level 0 using segments [{'id': '32e8242a-318b-40c1-8609-db739f12ecab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'e60d818c-0f03-4fd3-bb29-186b572a8c15'}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:35:06.985786 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56327c54-9652-492e-b9f2-e8efe4822d66 None None] Attempting to bind port f6f8a209-526c-404d-be30-3bbf83c950e2 on network e60d818c-0f03-4fd3-bb29-186b572a8c15 {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 14:35:06.993164 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56327c54-9652-492e-b9f2-e8efe4822d66 None None] Checking agent: {'id': '6414dfeb-85c5-454a-8756-709ca637d800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825124-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 16, 31), 'started_at': datetime.datetime(2022, 1, 20, 14, 17, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 35, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825124-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 14:35:06.997666 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56327c54-9652-492e-b9f2-e8efe4822d66 None None] Checking segment: {'id': '32e8242a-318b-40c1-8609-db739f12ecab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'e60d818c-0f03-4fd3-bb29-186b572a8c15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 14:35:06.997666 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-56327c54-9652-492e-b9f2-e8efe4822d66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:06.997666 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56327c54-9652-492e-b9f2-e8efe4822d66 None None] Bound using segment: {'id': '32e8242a-318b-40c1-8609-db739f12ecab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'e60d818c-0f03-4fd3-bb29-186b572a8c15'} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 14:35:06.997666 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-56327c54-9652-492e-b9f2-e8efe4822d66 None None] Bound port: f6f8a209-526c-404d-be30-3bbf83c950e2, host: dv-neutron-825124-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32e8242a-318b-40c1-8609-db739f12ecab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'e60d818c-0f03-4fd3-bb29-186b572a8c15'}}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:35:06.997666 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-56327c54-9652-492e-b9f2-e8efe4822d66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:07.086467 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-56327c54-9652-492e-b9f2-e8efe4822d66 None None] For port f6f8a209-526c-404d-be30-3bbf83c950e2, host dv-neutron-825124-1-hyperv, cleared binding levels {{(pid=84154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 14:35:07.089329 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-56327c54-9652-492e-b9f2-e8efe4822d66 None None] For port f6f8a209-526c-404d-be30-3bbf83c950e2, host dv-neutron-825124-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=f6f8a209-526c-404d-be30-3bbf83c950e2,segment=NetworkSegment(32e8242a-318b-40c1-8609-db739f12ecab),segment_id=32e8242a-318b-40c1-8609-db739f12ecab)] {{(pid=84154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 14:35:07.159382 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-56327c54-9652-492e-b9f2-e8efe4822d66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:07.244435 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56327c54-9652-492e-b9f2-e8efe4822d66 None None] Pushing event updated for resources: {'Port': ['ID=f6f8a209-526c-404d-be30-3bbf83c950e2,revision_number=2']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:07.285992 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.db [None req-f7daef3c-67f2-4289-a39e-958293f9e7d4 tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] For port 2cc724b9-8a4b-48a7-b85b-d63bb092a03d, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=2cc724b9-8a4b-48a7-b85b-d63bb092a03d,segment=NetworkSegment(db96dcd8-ba46-4f66-98cd-a17979e8b1e8),segment_id=db96dcd8-ba46-4f66-98cd-a17979e8b1e8)] {{(pid=84152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:35:07.294472 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-f7daef3c-67f2-4289-a39e-958293f9e7d4 tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:07.304592 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-4db117ab-043c-44e4-b4be-3db32ee7da80 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks [] for port, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:07.313621 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-516803d6-0a91-4b4d-9f8a-bdbd4088329a None None] Deleting port 2cc724b9-8a4b-48a7-b85b-d63bb092a03d {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:35:07.314216 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-516803d6-0a91-4b4d-9f8a-bdbd4088329a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:07.429552 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-f7daef3c-67f2-4289-a39e-958293f9e7d4 tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Calling delete_port for 2cc724b9-8a4b-48a7-b85b-d63bb092a03d owned by network:dhcp {{(pid=84152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:35:07.479997 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.provisioning_blocks [None req-4db117ab-043c-44e4-b4be-3db32ee7da80 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Transition to ACTIVE for port object 515c709c-e42d-4a53-b33a-df3bcf4fbd66 will not be triggered until provisioned by entity DHCP. {{(pid=84152) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:35:07.609625 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-516803d6-0a91-4b4d-9f8a-bdbd4088329a None None] For port 2cc724b9-8a4b-48a7-b85b-d63bb092a03d, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=2cc724b9-8a4b-48a7-b85b-d63bb092a03d,segment=NetworkSegment(db96dcd8-ba46-4f66-98cd-a17979e8b1e8),segment_id=db96dcd8-ba46-4f66-98cd-a17979e8b1e8)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:35:07.610210 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-516803d6-0a91-4b4d-9f8a-bdbd4088329a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:07.616090 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-f7daef3c-67f2-4289-a39e-958293f9e7d4 tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:07.653789 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-4db117ab-043c-44e4-b4be-3db32ee7da80 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:07.668431 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7daef3c-67f2-4289-a39e-958293f9e7d4 tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Pushing event deleted for resources: {'Port': ['ID=2cc724b9-8a4b-48a7-b85b-d63bb092a03d,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:07.677289 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7daef3c-67f2-4289-a39e-958293f9e7d4 tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] No DVR routers for this DVR port 2cc724b9-8a4b-48a7-b85b-d63bb092a03d on host dv-neutron-825124-1-hyperv {{(pid=84152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 14:35:07.731691 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-516803d6-0a91-4b4d-9f8a-bdbd4088329a None None] Calling delete_port for 2cc724b9-8a4b-48a7-b85b-d63bb092a03d owned by network:dhcp {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:35:07.733521 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7daef3c-67f2-4289-a39e-958293f9e7d4 tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:35:07.733871 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7daef3c-67f2-4289-a39e-958293f9e7d4 tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:35:07.734238 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7daef3c-67f2-4289-a39e-958293f9e7d4 tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:35:07.734657 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7daef3c-67f2-4289-a39e-958293f9e7d4 tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:35:07.734901 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7daef3c-67f2-4289-a39e-958293f9e7d4 tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:35:07.735230 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7daef3c-67f2-4289-a39e-958293f9e7d4 tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:35:07.735554 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7daef3c-67f2-4289-a39e-958293f9e7d4 tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:35:07.735875 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7daef3c-67f2-4289-a39e-958293f9e7d4 tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:35:07.736196 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7daef3c-67f2-4289-a39e-958293f9e7d4 tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:35:07.736516 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7daef3c-67f2-4289-a39e-958293f9e7d4 tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:35:07.736835 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7daef3c-67f2-4289-a39e-958293f9e7d4 tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:35:07.773119 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4db117ab-043c-44e4-b4be-3db32ee7da80 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Network e60d818c-0f03-4fd3-bb29-186b572a8c15 is already hosted by enough agents. {{(pid=84152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:35:07.782911 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.base_scheduler [None req-4db117ab-043c-44e4-b4be-3db32ee7da80 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Resources bound (agent type, host, resource id): {{(pid=84152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:35:07.804921 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.db.api [None req-516803d6-0a91-4b4d-9f8a-bdbd4088329a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84154) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 14:35:07.805380 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG oslo_db.api [None req-516803d6-0a91-4b4d-9f8a-bdbd4088329a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 14:35:07.835880 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db117ab-043c-44e4-b4be-3db32ee7da80 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Received port after_create {{(pid=84152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:35:07.912299 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-f7daef3c-67f2-4289-a39e-958293f9e7d4 tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1626242', 'neutron.services.segments.db._delete_segments_for_network-8769554214620'] for network, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:07.927002 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db117ab-043c-44e4-b4be-3db32ee7da80 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Pushing event updated for resources: {'Port': ['ID=515c709c-e42d-4a53-b33a-df3bcf4fbd66,revision_number=1']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:07.956189 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.segments.db [None req-f7daef3c-67f2-4289-a39e-958293f9e7d4 tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6b3802a-3001-4e57-a68b-5e8b7bb62d0d']}} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:35:07.963983 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-4db117ab-043c-44e4-b4be-3db32ee7da80 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-745387'] for router_interface, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:07.973005 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.segments.db [None req-f7daef3c-67f2-4289-a39e-958293f9e7d4 tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db96dcd8-ba46-4f66-98cd-a17979e8b1e8') {'for_net_delete': True} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:35:07.973304 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.segments.db [None req-f7daef3c-67f2-4289-a39e-958293f9e7d4 tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db96dcd8-ba46-4f66-98cd-a17979e8b1e8') {} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:35:07.996236 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-f7daef3c-67f2-4289-a39e-958293f9e7d4 tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769554214503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3337904'] for segment, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:08.018676 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-f7daef3c-67f2-4289-a39e-958293f9e7d4 tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:08.030160 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7daef3c-67f2-4289-a39e-958293f9e7d4 tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Releasing vlan 172 on physical network physnet1 to pool {{(pid=84152) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 14:35:08.030160 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-f7daef3c-67f2-4289-a39e-958293f9e7d4 tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1622950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4162906'] for segment, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:08.044052 dv-neutron-825124-1-hyperv neutron-server[84152]: Traceback (most recent call last): Jan 20 14:35:08.044052 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 14:35:08.044052 dv-neutron-825124-1-hyperv neutron-server[84152]: timer() Jan 20 14:35:08.044052 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 14:35:08.044052 dv-neutron-825124-1-hyperv neutron-server[84152]: cb(*args, **kw) Jan 20 14:35:08.044052 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 14:35:08.044052 dv-neutron-825124-1-hyperv neutron-server[84152]: return func(*args, **kwargs) Jan 20 14:35:08.044052 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 14:35:08.044052 dv-neutron-825124-1-hyperv neutron-server[84152]: self._notify() Jan 20 14:35:08.044052 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 14:35:08.044052 dv-neutron-825124-1-hyperv neutron-server[84152]: self.callback(batched_events) Jan 20 14:35:08.044052 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 14:35:08.044052 dv-neutron-825124-1-hyperv neutron-server[84152]: event.method(event) Jan 20 14:35:08.044052 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 14:35:08.044052 dv-neutron-825124-1-hyperv neutron-server[84152]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 14:35:08.044052 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 14:35:08.044052 dv-neutron-825124-1-hyperv neutron-server[84152]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 14:35:08.044052 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 14:35:08.044052 dv-neutron-825124-1-hyperv neutron-server[84152]: return f(self, *a, **k) Jan 20 14:35:08.044052 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 14:35:08.044052 dv-neutron-825124-1-hyperv neutron-server[84152]: return self._get(url).json() Jan 20 14:35:08.044052 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 14:35:08.044052 dv-neutron-825124-1-hyperv neutron-server[84152]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 14:35:08.044052 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 14:35:08.044052 dv-neutron-825124-1-hyperv neutron-server[84152]: return self.request(url, 'GET', **kwargs) Jan 20 14:35:08.044052 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 14:35:08.044052 dv-neutron-825124-1-hyperv neutron-server[84152]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 14:35:08.044052 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 14:35:08.044052 dv-neutron-825124-1-hyperv neutron-server[84152]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 14:35:08.044052 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 14:35:08.044052 dv-neutron-825124-1-hyperv neutron-server[84152]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 14:35:08.044052 dv-neutron-825124-1-hyperv neutron-server[84152]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 14:35:08.123529 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device f6f8a209-526c-404d-be30-3bbf83c950e2 up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:35:08.175956 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-4db117ab-043c-44e4-b4be-3db32ee7da80 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:08.229700 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-f7daef3c-67f2-4289-a39e-958293f9e7d4 tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1626253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-745296'] for network, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:08.254020 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-f7daef3c-67f2-4289-a39e-958293f9e7d4 tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Notify callbacks [] for network, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:08.271599 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7daef3c-67f2-4289-a39e-958293f9e7d4 tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Pushing event deleted for resources: {'Network': ['ID=f6b3802a-3001-4e57-a68b-5e8b7bb62d0d,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:08.278888 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-516803d6-0a91-4b4d-9f8a-bdbd4088329a None None] Deleting port 2cc724b9-8a4b-48a7-b85b-d63bb092a03d {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:35:08.279275 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-516803d6-0a91-4b4d-9f8a-bdbd4088329a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:08.307561 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning for port f6f8a209-526c-404d-be30-3bbf83c950e2 completed by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:35:08.321374 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c48516c-42a2-4048-9eca-d59bbfb4f238 None None] Network e60d818c-0f03-4fd3-bb29-186b572a8c15 requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:35:08.342684 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-f7daef3c-67f2-4289-a39e-958293f9e7d4 tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] 10.222.0.54 "DELETE /v2.0/networks/f6b3802a-3001-4e57-a68b-5e8b7bb62d0d HTTP/1.1" status: 204 len: 168 time: 1.6893272 Jan 20 14:35:08.345032 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 42426) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:08.368010 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 89580898-abc3-49c7-aebc-dc1314b1eae2 up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:35:08.441251 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-516803d6-0a91-4b4d-9f8a-bdbd4088329a None None] The port '2cc724b9-8a4b-48a7-b85b-d63bb092a03d' was deleted {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 20 14:35:08.587910 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-588667a1-657c-4985-8416-a9a1dfcde08e None None] Provisioning for port f6f8a209-526c-404d-be30-3bbf83c950e2 completed by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:35:08.600691 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port 89580898-abc3-49c7-aebc-dc1314b1eae2 triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:35:08.601064 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:08.634464 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-588667a1-657c-4985-8416-a9a1dfcde08e None None] Provisioning complete for port f6f8a209-526c-404d-be30-3bbf83c950e2 triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:35:08.635190 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-588667a1-657c-4985-8416-a9a1dfcde08e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:08.827958 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd042202-b80c-4fda-8929-4d9de53365b0 tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Deleting subnet 22c913e5-47ea-41ab-94e9-b14c7bdc82a5 {{(pid=84152) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 20 14:35:08.832136 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-fd042202-b80c-4fda-8929-4d9de53365b0 tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Notify callbacks [] for subnet, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:08.890722 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-588667a1-657c-4985-8416-a9a1dfcde08e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:08.896166 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-fd042202-b80c-4fda-8929-4d9de53365b0 tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3337915'] for subnet, precommit_delete_associations {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:08.929254 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-588667a1-657c-4985-8416-a9a1dfcde08e None None] For port f6f8a209-526c-404d-be30-3bbf83c950e2, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=f6f8a209-526c-404d-be30-3bbf83c950e2,segment=NetworkSegment(32e8242a-318b-40c1-8609-db739f12ecab),segment_id=32e8242a-318b-40c1-8609-db739f12ecab)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:35:08.944384 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-4db117ab-043c-44e4-b4be-3db32ee7da80 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks [] for port, precommit_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:08.970270 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-588667a1-657c-4985-8416-a9a1dfcde08e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:08.995269 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-fd042202-b80c-4fda-8929-4d9de53365b0 tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1627147'] for subnet, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:09.034129 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-4db117ab-043c-44e4-b4be-3db32ee7da80 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162822'] for port, after_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:09.039305 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588667a1-657c-4985-8416-a9a1dfcde08e None None] Pushing event updated for resources: {'Port': ['ID=f6f8a209-526c-404d-be30-3bbf83c950e2,revision_number=3']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:09.181890 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db117ab-043c-44e4-b4be-3db32ee7da80 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Pushing event updated for resources: {'Port': ['ID=515c709c-e42d-4a53-b33a-df3bcf4fbd66,revision_number=2']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:09.186587 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-4db117ab-043c-44e4-b4be-3db32ee7da80 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1705158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-743490'] for router_interface, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:09.200963 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-fb7be280-6af5-4884-a449-735ea6597a18 None None] Provisioning complete for port f6f8a209-526c-404d-be30-3bbf83c950e2 triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:35:09.201340 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-fb7be280-6af5-4884-a449-735ea6597a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:09.344580 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-fd042202-b80c-4fda-8929-4d9de53365b0 tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1627154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4163580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155308'] for subnet, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:09.392123 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd042202-b80c-4fda-8929-4d9de53365b0 tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Pushing event deleted for resources: {'Subnet': ['ID=22c913e5-47ea-41ab-94e9-b14c7bdc82a5,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:09.402908 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4db117ab-043c-44e4-b4be-3db32ee7da80 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Network e60d818c-0f03-4fd3-bb29-186b572a8c15 is already hosted by enough agents. {{(pid=84152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:35:09.404803 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-fd042202-b80c-4fda-8929-4d9de53365b0 tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Notify callbacks [] for subnet, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:09.406921 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.base_scheduler [None req-4db117ab-043c-44e4-b4be-3db32ee7da80 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Resources bound (agent type, host, resource id): {{(pid=84152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:35:09.408840 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4223208-6dfc-4ccf-b9b4-53d85a963eb4 None None] Network 0aba4319-a83f-4694-96f2-44e662fa8181 requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:35:09.477055 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-fb7be280-6af5-4884-a449-735ea6597a18 None None] Provisioning for port 515c709c-e42d-4a53-b33a-df3bcf4fbd66 completed by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:35:09.483864 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-fd042202-b80c-4fda-8929-4d9de53365b0 tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] 10.222.0.54 "DELETE /v2.0/subnets/22c913e5-47ea-41ab-94e9-b14c7bdc82a5 HTTP/1.1" status: 204 len: 168 time: 1.1378214 Jan 20 14:35:09.486490 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 42430) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:09.498330 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-fb7be280-6af5-4884-a449-735ea6597a18 None None] Provisioning complete for port 515c709c-e42d-4a53-b33a-df3bcf4fbd66 triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:35:09.498697 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-fb7be280-6af5-4884-a449-735ea6597a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:09.625814 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-d3f5e7a1-2475-4c91-9762-7bacca285283 tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586409'] for network, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:09.640740 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-d3f5e7a1-2475-4c91-9762-7bacca285283 tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Deleting port df14f08f-3615-4fee-9dfa-846fe8dd5a53 {{(pid=84153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:35:09.641352 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-d3f5e7a1-2475-4c91-9762-7bacca285283 tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:09.707204 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-fb7be280-6af5-4884-a449-735ea6597a18 None None] Port 515c709c-e42d-4a53-b33a-df3bcf4fbd66 cannot update to ACTIVE because it is not bound. {{(pid=84154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 14:35:09.785791 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4db117ab-043c-44e4-b4be-3db32ee7da80 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Router d0f0ba86-c29d-4d61-b550-024f94894c8f has already been hosted by L3 agent 624d525b-4c26-4143-8a1c-228bb1c6faaa {{(pid=84152) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 14:35:09.798981 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff72a258-c855-49dd-bdbf-ccf961b52564 None None] DHCP port deletion for 0aba4319-a83f-4694-96f2-44e662fa8181 request from dv-neutron-825124-1-hyperv {{(pid=84154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 20 14:35:09.803452 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-ff72a258-c855-49dd-bdbf-ccf961b52564 None None] Deleting port df14f08f-3615-4fee-9dfa-846fe8dd5a53 {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:35:09.804102 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ff72a258-c855-49dd-bdbf-ccf961b52564 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:09.868034 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-7704335f-8ec8-4aa4-aa2c-e7552a2d9a9a None None] Provisioning complete for port 515c709c-e42d-4a53-b33a-df3bcf4fbd66 triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:35:09.868541 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7704335f-8ec8-4aa4-aa2c-e7552a2d9a9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:09.886223 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.db [None req-d3f5e7a1-2475-4c91-9762-7bacca285283 tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] For port df14f08f-3615-4fee-9dfa-846fe8dd5a53, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=df14f08f-3615-4fee-9dfa-846fe8dd5a53,segment=NetworkSegment(dcb7df88-9ba6-4b96-8c79-650ea1155819),segment_id=dcb7df88-9ba6-4b96-8c79-650ea1155819)] {{(pid=84153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:35:09.886581 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-d3f5e7a1-2475-4c91-9762-7bacca285283 tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:09.972470 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4db117ab-043c-44e4-b4be-3db32ee7da80 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify agent at l3_agent.dv-neutron-825124-1-hyperv the message routers_updated {{(pid=84152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 14:35:09.983160 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-4db117ab-043c-44e4-b4be-3db32ee7da80 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] 10.222.0.54 "PUT /v2.0/routers/d0f0ba86-c29d-4d61-b550-024f94894c8f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8293853 Jan 20 14:35:09.984754 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-7704335f-8ec8-4aa4-aa2c-e7552a2d9a9a None None] Port 515c709c-e42d-4a53-b33a-df3bcf4fbd66 cannot update to ACTIVE because it is not bound. {{(pid=84154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 14:35:09.984961 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 42434) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:09.994913 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-9c468a0b-d858-4442-b078-280c66454e0f tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:35:10.038469 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device f6f8a209-526c-404d-be30-3bbf83c950e2 up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:35:10.141718 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-d3f5e7a1-2475-4c91-9762-7bacca285283 tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Calling delete_port for df14f08f-3615-4fee-9dfa-846fe8dd5a53 owned by network:dhcp {{(pid=84153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:35:10.143061 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-ff72a258-c855-49dd-bdbf-ccf961b52564 None None] For port df14f08f-3615-4fee-9dfa-846fe8dd5a53, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=df14f08f-3615-4fee-9dfa-846fe8dd5a53,segment=NetworkSegment(dcb7df88-9ba6-4b96-8c79-650ea1155819),segment_id=dcb7df88-9ba6-4b96-8c79-650ea1155819)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:35:10.143473 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ff72a258-c855-49dd-bdbf-ccf961b52564 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:10.281187 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-ff72a258-c855-49dd-bdbf-ccf961b52564 None None] Calling delete_port for df14f08f-3615-4fee-9dfa-846fe8dd5a53 owned by network:dhcp {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:35:10.296669 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-d3f5e7a1-2475-4c91-9762-7bacca285283 tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:10.317330 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port f6f8a209-526c-404d-be30-3bbf83c950e2 triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:35:10.317770 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:10.345633 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f5e7a1-2475-4c91-9762-7bacca285283 tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Pushing event deleted for resources: {'Port': ['ID=df14f08f-3615-4fee-9dfa-846fe8dd5a53,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:10.360978 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f5e7a1-2475-4c91-9762-7bacca285283 tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:35:10.361847 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f5e7a1-2475-4c91-9762-7bacca285283 tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:35:10.361847 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f5e7a1-2475-4c91-9762-7bacca285283 tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:35:10.362125 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f5e7a1-2475-4c91-9762-7bacca285283 tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:35:10.362530 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f5e7a1-2475-4c91-9762-7bacca285283 tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:35:10.362934 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f5e7a1-2475-4c91-9762-7bacca285283 tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:35:10.363572 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f5e7a1-2475-4c91-9762-7bacca285283 tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:35:10.363701 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f5e7a1-2475-4c91-9762-7bacca285283 tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:35:10.364080 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f5e7a1-2475-4c91-9762-7bacca285283 tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:35:10.364472 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f5e7a1-2475-4c91-9762-7bacca285283 tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:35:10.365030 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f5e7a1-2475-4c91-9762-7bacca285283 tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:35:10.367854 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3f5e7a1-2475-4c91-9762-7bacca285283 tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] No DVR routers for this DVR port df14f08f-3615-4fee-9dfa-846fe8dd5a53 on host dv-neutron-825124-1-hyperv {{(pid=84153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 14:35:10.416411 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.db.api [None req-ff72a258-c855-49dd-bdbf-ccf961b52564 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84154) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 14:35:10.417501 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG oslo_db.api [None req-ff72a258-c855-49dd-bdbf-ccf961b52564 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 14:35:10.512576 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-d3f5e7a1-2475-4c91-9762-7bacca285283 tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1626242', 'neutron.services.segments.db._delete_segments_for_network-8769554214620'] for network, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:10.523476 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device df14f08f-3615-4fee-9dfa-846fe8dd5a53 no longer exists at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:35:10.545410 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.services.segments.db [None req-d3f5e7a1-2475-4c91-9762-7bacca285283 tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0aba4319-a83f-4694-96f2-44e662fa8181']}} {{(pid=84153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:35:10.559898 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.services.segments.db [None req-d3f5e7a1-2475-4c91-9762-7bacca285283 tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dcb7df88-9ba6-4b96-8c79-650ea1155819') {'for_net_delete': True} {{(pid=84153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:35:10.561105 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.services.segments.db [None req-d3f5e7a1-2475-4c91-9762-7bacca285283 tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dcb7df88-9ba6-4b96-8c79-650ea1155819') {} {{(pid=84153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:35:10.564562 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] No Port match for: df14f08f-3615-4fee-9dfa-846fe8dd5a53 {{(pid=84154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 14:35:10.564562 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device df14f08f-3615-4fee-9dfa-846fe8dd5a53 not bound to the agent host dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 14:35:10.572838 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-d3f5e7a1-2475-4c91-9762-7bacca285283 tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769554214503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980856'] for segment, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:10.590380 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-d3f5e7a1-2475-4c91-9762-7bacca285283 tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:10.597761 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3f5e7a1-2475-4c91-9762-7bacca285283 tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Releasing vlan 152 on physical network physnet1 to pool {{(pid=84153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 14:35:10.598186 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-d3f5e7a1-2475-4c91-9762-7bacca285283 tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1622950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3944078'] for segment, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:10.613195 dv-neutron-825124-1-hyperv neutron-server[84153]: Traceback (most recent call last): Jan 20 14:35:10.613195 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 14:35:10.613195 dv-neutron-825124-1-hyperv neutron-server[84153]: timer() Jan 20 14:35:10.613195 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 14:35:10.613195 dv-neutron-825124-1-hyperv neutron-server[84153]: cb(*args, **kw) Jan 20 14:35:10.613195 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 14:35:10.613195 dv-neutron-825124-1-hyperv neutron-server[84153]: return func(*args, **kwargs) Jan 20 14:35:10.613195 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 14:35:10.613195 dv-neutron-825124-1-hyperv neutron-server[84153]: self._notify() Jan 20 14:35:10.613195 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 14:35:10.613195 dv-neutron-825124-1-hyperv neutron-server[84153]: self.callback(batched_events) Jan 20 14:35:10.613195 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 14:35:10.613195 dv-neutron-825124-1-hyperv neutron-server[84153]: event.method(event) Jan 20 14:35:10.613195 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 14:35:10.613195 dv-neutron-825124-1-hyperv neutron-server[84153]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 14:35:10.613195 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 14:35:10.613195 dv-neutron-825124-1-hyperv neutron-server[84153]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 14:35:10.613195 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 14:35:10.613195 dv-neutron-825124-1-hyperv neutron-server[84153]: return f(self, *a, **k) Jan 20 14:35:10.613195 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 14:35:10.613195 dv-neutron-825124-1-hyperv neutron-server[84153]: return self._get(url).json() Jan 20 14:35:10.613195 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 14:35:10.613195 dv-neutron-825124-1-hyperv neutron-server[84153]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 14:35:10.613195 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 14:35:10.613195 dv-neutron-825124-1-hyperv neutron-server[84153]: return self.request(url, 'GET', **kwargs) Jan 20 14:35:10.613195 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 14:35:10.613195 dv-neutron-825124-1-hyperv neutron-server[84153]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 14:35:10.613195 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 14:35:10.613195 dv-neutron-825124-1-hyperv neutron-server[84153]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 14:35:10.613195 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 14:35:10.613195 dv-neutron-825124-1-hyperv neutron-server[84153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 14:35:10.613195 dv-neutron-825124-1-hyperv neutron-server[84153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 14:35:10.741715 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-d3f5e7a1-2475-4c91-9762-7bacca285283 tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1626253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-745296'] for network, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:10.760697 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-d3f5e7a1-2475-4c91-9762-7bacca285283 tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Notify callbacks [] for network, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:10.763315 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.extraroute_db [None req-9c468a0b-d858-4442-b078-280c66454e0f tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Added routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=84152) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jan 20 14:35:10.774779 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f5e7a1-2475-4c91-9762-7bacca285283 tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Pushing event deleted for resources: {'Network': ['ID=0aba4319-a83f-4694-96f2-44e662fa8181,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:10.777819 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.extraroute_db [None req-9c468a0b-d858-4442-b078-280c66454e0f tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Removed routes are [] {{(pid=84152) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jan 20 14:35:10.778508 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-9c468a0b-d858-4442-b078-280c66454e0f tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-744886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-105502'] for router, precommit_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:10.778849 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-d3f5e7a1-2475-4c91-9762-7bacca285283 tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] 10.222.0.54 "DELETE /v2.0/networks/0aba4319-a83f-4694-96f2-44e662fa8181 HTTP/1.1" status: 204 len: 168 time: 1.2914460 Jan 20 14:35:10.782200 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 42438) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:10.831469 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-7366c90d-bd44-4379-bd49-3673295dd108 tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Synchronizing usage tracker for tenant:a6a87b5680d44e069cf7454144b3710d on resource:port {{(pid=84153) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:35:10.913075 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-7366c90d-bd44-4379-bd49-3673295dd108 tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Unset dirty status for tenant:a6a87b5680d44e069cf7454144b3710d on resource:port {{(pid=84153) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:35:10.914405 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-7366c90d-bd44-4379-bd49-3673295dd108 tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] 10.222.0.54 "GET /v2.0/ports?device_id=ac7122f0-41a9-4125-8eb2-bdefcc0360c8 HTTP/1.1" status: 200 len: 205 time: 0.1273310 Jan 20 14:35:10.917769 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-ff72a258-c855-49dd-bdbf-ccf961b52564 None None] Deleting port df14f08f-3615-4fee-9dfa-846fe8dd5a53 {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:35:10.918539 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ff72a258-c855-49dd-bdbf-ccf961b52564 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:10.919446 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 42442) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:10.992300 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-ff72a258-c855-49dd-bdbf-ccf961b52564 None None] The port 'df14f08f-3615-4fee-9dfa-846fe8dd5a53' was deleted {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 20 14:35:11.096515 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-a4cc73eb-a8ba-4a29-a992-7a5c0518afb9 tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Notify callbacks [] for router, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:11.186449 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-9c468a0b-d858-4442-b078-280c66454e0f tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-744886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-105502'] for router, precommit_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:11.191023 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-9c468a0b-d858-4442-b078-280c66454e0f tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-744861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-744847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-744836', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-737562'] for router, after_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:11.396704 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c468a0b-d858-4442-b078-280c66454e0f tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Router d0f0ba86-c29d-4d61-b550-024f94894c8f has already been hosted by L3 agent 624d525b-4c26-4143-8a1c-228bb1c6faaa {{(pid=84152) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 14:35:11.514039 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-a4cc73eb-a8ba-4a29-a992-7a5c0518afb9 tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-737761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105493'] for router, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:11.522230 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-a4cc73eb-a8ba-4a29-a992-7a5c0518afb9 tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:11.582404 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c468a0b-d858-4442-b078-280c66454e0f tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify agent at l3_agent.dv-neutron-825124-1-hyperv the message routers_updated {{(pid=84152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 14:35:11.586337 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-9c468a0b-d858-4442-b078-280c66454e0f tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks [] for router, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:11.586661 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-9c468a0b-d858-4442-b078-280c66454e0f tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] 10.222.0.54 "PUT /v2.0/routers/d0f0ba86-c29d-4d61-b550-024f94894c8f HTTP/1.1" status: 200 len: 933 time: 1.6005187 Jan 20 14:35:11.588221 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 42446) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:11.593063 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-a4cc73eb-a8ba-4a29-a992-7a5c0518afb9 tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-737693'] for router, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:11.593699 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4cc73eb-a8ba-4a29-a992-7a5c0518afb9 tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Fanout notify agent at l3_agent the message router_deleted on router ac7122f0-41a9-4125-8eb2-bdefcc0360c8 {{(pid=84153) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 20 14:35:11.604297 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-a4cc73eb-a8ba-4a29-a992-7a5c0518afb9 tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] Notify callbacks [] for router, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:11.605421 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-a4cc73eb-a8ba-4a29-a992-7a5c0518afb9 tempest-RoutersNegativeIpV6Test-369257204 tempest-RoutersNegativeIpV6Test-369257204-project] 10.222.0.54 "DELETE /v2.0/routers/ac7122f0-41a9-4125-8eb2-bdefcc0360c8 HTTP/1.1" status: 204 len: 168 time: 0.6849382 Jan 20 14:35:11.764025 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-2a06156d-1534-4cbb-8152-6eaa7a67169d tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] 10.222.0.54 "GET /v2.0/routers/d0f0ba86-c29d-4d61-b550-024f94894c8f HTTP/1.1" status: 200 len: 933 time: 0.1747055 Jan 20 14:35:11.766583 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 42454) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:11.771613 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-e44191eb-5595-4a7b-94bd-9075b0682058 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Request body: {'router': {'routes': None}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:35:12.163312 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 42460) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:12.343441 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-12a079b7-dd49-4205-91ad-e1b7d4accb42 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=a6a87b5680d44e069cf7454144b3710d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1789098 Jan 20 14:35:12.345821 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 42466) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:12.408361 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-ee64325a-8bd2-4838-9101-67ec1f3869d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:12.433823 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-ee64325a-8bd2-4838-9101-67ec1f3869d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:12.456562 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.extraroute_db [None req-e44191eb-5595-4a7b-94bd-9075b0682058 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Added routes are [] {{(pid=84152) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jan 20 14:35:12.456878 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.extraroute_db [None req-e44191eb-5595-4a7b-94bd-9075b0682058 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Removed routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=84152) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jan 20 14:35:12.487060 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-e44191eb-5595-4a7b-94bd-9075b0682058 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-744886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-105502'] for router, precommit_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:12.581360 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-ee64325a-8bd2-4838-9101-67ec1f3869d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:12.597238 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee64325a-8bd2-4838-9101-67ec1f3869d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90af4c5e-faa7-4043-bc50-fa303cf3bf93,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:12.601850 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-ee64325a-8bd2-4838-9101-67ec1f3869d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:12.603028 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-ee64325a-8bd2-4838-9101-67ec1f3869d0 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/90af4c5e-faa7-4043-bc50-fa303cf3bf93 HTTP/1.1" status: 204 len: 168 time: 0.2561762 Jan 20 14:35:12.841667 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eac6249-23ae-40b0-9c48-e72c054eac82 None None] Sync routers for ids ['d0f0ba86-c29d-4d61-b550-024f94894c8f'] in dv-neutron-825124-1-hyperv {{(pid=84154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 14:35:12.857693 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eac6249-23ae-40b0-9c48-e72c054eac82 None None] Routers {'d0f0ba86-c29d-4d61-b550-024f94894c8f'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:35:12.859120 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-8eac6249-23ae-40b0-9c48-e72c054eac82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:35:00Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['d0f0ba86-c29d-4d61-b550-024f94894c8f'], 'active': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:35:12.948349 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-e44191eb-5595-4a7b-94bd-9075b0682058 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-744886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-105502'] for router, precommit_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:12.953684 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-e44191eb-5595-4a7b-94bd-9075b0682058 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-744861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-744847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-744836', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-737562'] for router, after_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:13.048523 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvr_db [None req-8eac6249-23ae-40b0-9c48-e72c054eac82 None None] Set router d0f0ba86-c29d-4d61-b550-024f94894c8f gateway port host: None {{(pid=84154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 14:35:13.195901 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e44191eb-5595-4a7b-94bd-9075b0682058 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Router d0f0ba86-c29d-4d61-b550-024f94894c8f has already been hosted by L3 agent 624d525b-4c26-4143-8a1c-228bb1c6faaa {{(pid=84152) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 14:35:13.393161 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e44191eb-5595-4a7b-94bd-9075b0682058 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify agent at l3_agent.dv-neutron-825124-1-hyperv the message routers_updated {{(pid=84152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 14:35:13.401318 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-e44191eb-5595-4a7b-94bd-9075b0682058 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks [] for router, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:13.402343 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-e44191eb-5595-4a7b-94bd-9075b0682058 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] 10.222.0.54 "PUT /v2.0/routers/d0f0ba86-c29d-4d61-b550-024f94894c8f HTTP/1.1" status: 200 len: 699 time: 1.6347396 Jan 20 14:35:13.404905 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 42486) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:13.408068 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-8eac6249-23ae-40b0-9c48-e72c054eac82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0f0ba86-c29d-4d61-b550-024f94894c8f', 'name': 'tempest-RoutersTest-router-739591561', 'tenant_id': 'c471105210324ce4bdf04d2ea6130d17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:34:44Z', 'updated_at': '2022-01-20T14:35:12Z', 'revision_number': 7, 'project_id': 'c471105210324ce4bdf04d2ea6130d17', 'gw_port_host': None, '_interfaces': [{'id': '294b8796-e51e-478a-97a6-1dcd4943315c', 'name': '', 'network_id': '2d55281f-f4dd-4b0a-8d57-33a242732420', 'tenant_id': 'c471105210324ce4bdf04d2ea6130d17', 'mac_address': 'fa:16:3e:5a:1d:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0f0ba86-c29d-4d61-b550-024f94894c8f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9fd572f8-6df7-4fe7-a419-6169b187ff66', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:34:59Z', 'updated_at': '2022-01-20T14:35:01Z', 'revision_number': 2, 'project_id': 'c471105210324ce4bdf04d2ea6130d17', 'subnets': [{'id': '9fd572f8-6df7-4fe7-a419-6169b187ff66', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3cc6791d-9101-4167-89a6-97a806ec0b7d', 'name': '', 'network_id': '270024a8-e0da-483b-8285-91c895a13768', 'tenant_id': 'c471105210324ce4bdf04d2ea6130d17', 'mac_address': 'fa:16:3e:92:39:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0f0ba86-c29d-4d61-b550-024f94894c8f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'af565560-6112-4eb7-a06f-1f14fd167045', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:34:47Z', 'updated_at': '2022-01-20T14:34:55Z', 'revision_number': 5, 'project_id': 'c471105210324ce4bdf04d2ea6130d17', 'subnets': [{'id': 'af565560-6112-4eb7-a06f-1f14fd167045', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '515c709c-e42d-4a53-b33a-df3bcf4fbd66', 'name': '', 'network_id': 'e60d818c-0f03-4fd3-bb29-186b572a8c15', 'tenant_id': 'c471105210324ce4bdf04d2ea6130d17', 'mac_address': 'fa:16:3e:a5:9e:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0f0ba86-c29d-4d61-b550-024f94894c8f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '851819e3-c963-42da-9724-921087e06143', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:35:06Z', 'updated_at': '2022-01-20T14:35:08Z', 'revision_number': 2, 'project_id': 'c471105210324ce4bdf04d2ea6130d17', 'subnets': [{'id': '851819e3-c963-42da-9724-921087e06143', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '89580898-abc3-49c7-aebc-dc1314b1eae2', 'name': '', 'network_id': 'a9be8262-f0c7-432e-a7a2-7a5b2c0e0b6a', 'tenant_id': 'c471105210324ce4bdf04d2ea6130d17', 'mac_address': 'fa:16:3e:c1:46:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0f0ba86-c29d-4d61-b550-024f94894c8f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bdbe1e54-2767-4792-86eb-f238fa791842', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:34:53Z', 'updated_at': '2022-01-20T14:35:05Z', 'revision_number': 5, 'project_id': 'c471105210324ce4bdf04d2ea6130d17', 'subnets': [{'id': 'bdbe1e54-2767-4792-86eb-f238fa791842', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:35:13.412989 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eac6249-23ae-40b0-9c48-e72c054eac82 None None] Checking router: d0f0ba86-c29d-4d61-b550-024f94894c8f for host: dv-neutron-825124-1-hyperv {{(pid=84154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 14:35:13.413416 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eac6249-23ae-40b0-9c48-e72c054eac82 None None] Updating router d0f0ba86-c29d-4d61-b550-024f94894c8f port 294b8796-e51e-478a-97a6-1dcd4943315c binding host dv-neutron-825124-1-hyperv {{(pid=84154) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 20 14:35:13.465352 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-8eac6249-23ae-40b0-9c48-e72c054eac82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:13.587421 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-4e0b8440-e1a6-4436-85ab-b2660945fdb1 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] 10.222.0.54 "GET /v2.0/routers/d0f0ba86-c29d-4d61-b550-024f94894c8f HTTP/1.1" status: 200 len: 699 time: 0.1761179 Jan 20 14:35:13.590082 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 42494) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:13.834578 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 42500) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:13.859830 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-8eac6249-23ae-40b0-9c48-e72c054eac82 None None] Notify callbacks [] for port, precommit_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:13.874315 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-8eac6249-23ae-40b0-9c48-e72c054eac82 None None] Transition to ACTIVE for port object 294b8796-e51e-478a-97a6-1dcd4943315c will not be triggered until provisioned by entity L2. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:35:13.942012 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-8eac6249-23ae-40b0-9c48-e72c054eac82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:13.976191 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-bc4051f5-b441-477d-941b-2241c0a421b3 tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] Request body: {'security_group': {'name': 'default'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:35:13.976772 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.api.v2.resource [None req-bc4051f5-b441-477d-941b-2241c0a421b3 tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] create failed (client error): There was a conflict when trying to complete your request. Jan 20 14:35:13.979218 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-bc4051f5-b441-477d-941b-2241c0a421b3 tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1427336 Jan 20 14:35:13.982222 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 42506) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:13.987521 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-96238beb-1145-40a9-87e6-db50e6553ffc tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] Request body: {'security_group': {'name': 'tempest-secgroup--1281745351'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:35:13.995301 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-96238beb-1145-40a9-87e6-db50e6553ffc tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:35:14.000354 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-96238beb-1145-40a9-87e6-db50e6553ffc tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] Usage tracker for resource:security_group and tenant:a59d8101aa924034a4b159d3371d1f91 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:35:14.003415 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-96238beb-1145-40a9-87e6-db50e6553ffc tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:35:14.011182 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-96238beb-1145-40a9-87e6-db50e6553ffc tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:35:14.051865 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-37f4f373-44d7-41fd-8dab-569a7998b579 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-743504'] for router_interface, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:14.075710 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c8d43a-e7b8-4cb7-b946-d27c6bd61bcc None None] Pushing event updated for resources: {'Port': ['ID=294b8796-e51e-478a-97a6-1dcd4943315c,revision_number=3']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:14.089976 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c8d43a-e7b8-4cb7-b946-d27c6bd61bcc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:35:14.090346 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c8d43a-e7b8-4cb7-b946-d27c6bd61bcc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:35:14.090679 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c8d43a-e7b8-4cb7-b946-d27c6bd61bcc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:35:14.091008 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c8d43a-e7b8-4cb7-b946-d27c6bd61bcc None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:35:14.091332 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c8d43a-e7b8-4cb7-b946-d27c6bd61bcc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:35:14.091659 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c8d43a-e7b8-4cb7-b946-d27c6bd61bcc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:35:14.091980 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c8d43a-e7b8-4cb7-b946-d27c6bd61bcc None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:35:14.092303 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c8d43a-e7b8-4cb7-b946-d27c6bd61bcc None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:35:14.092621 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c8d43a-e7b8-4cb7-b946-d27c6bd61bcc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:35:14.092935 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c8d43a-e7b8-4cb7-b946-d27c6bd61bcc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:35:14.093249 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c8d43a-e7b8-4cb7-b946-d27c6bd61bcc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:35:14.101802 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-96238beb-1145-40a9-87e6-db50e6553ffc tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] Notify callbacks [] for security_group, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:14.122493 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-96238beb-1145-40a9-87e6-db50e6553ffc tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] Notify callbacks [] for security_group, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:14.159238 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-96238beb-1145-40a9-87e6-db50e6553ffc tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:35:14.163784 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-96238beb-1145-40a9-87e6-db50e6553ffc tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] Usage tracker for resource:security_group_rule and tenant:a59d8101aa924034a4b159d3371d1f91 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:35:14.171005 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-96238beb-1145-40a9-87e6-db50e6553ffc tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:35:14.180419 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-96238beb-1145-40a9-87e6-db50e6553ffc tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:35:14.185159 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-8eac6249-23ae-40b0-9c48-e72c054eac82 None None] Attempting to bind port 294b8796-e51e-478a-97a6-1dcd4943315c on host dv-neutron-825124-1-hyperv for vnic_type normal with profile {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:35:14.185541 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-8eac6249-23ae-40b0-9c48-e72c054eac82 None None] Attempting to bind port 294b8796-e51e-478a-97a6-1dcd4943315c by drivers openvswitch,hyperv on host dv-neutron-825124-1-hyperv at level 0 using segments [{'id': 'f1359dfa-0689-4fc0-899a-1997ff69295d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '2d55281f-f4dd-4b0a-8d57-33a242732420'}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:35:14.185848 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eac6249-23ae-40b0-9c48-e72c054eac82 None None] Attempting to bind port 294b8796-e51e-478a-97a6-1dcd4943315c on network 2d55281f-f4dd-4b0a-8d57-33a242732420 {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 14:35:14.214216 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eac6249-23ae-40b0-9c48-e72c054eac82 None None] Checking agent: {'id': '6414dfeb-85c5-454a-8756-709ca637d800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825124-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 16, 31), 'started_at': datetime.datetime(2022, 1, 20, 14, 17, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 35, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825124-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 14:35:14.214837 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eac6249-23ae-40b0-9c48-e72c054eac82 None None] Checking segment: {'id': 'f1359dfa-0689-4fc0-899a-1997ff69295d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '2d55281f-f4dd-4b0a-8d57-33a242732420'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 14:35:14.214996 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-8eac6249-23ae-40b0-9c48-e72c054eac82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:14.215351 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eac6249-23ae-40b0-9c48-e72c054eac82 None None] Bound using segment: {'id': 'f1359dfa-0689-4fc0-899a-1997ff69295d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '2d55281f-f4dd-4b0a-8d57-33a242732420'} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 14:35:14.216180 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-8eac6249-23ae-40b0-9c48-e72c054eac82 None None] Bound port: 294b8796-e51e-478a-97a6-1dcd4943315c, host: dv-neutron-825124-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1359dfa-0689-4fc0-899a-1997ff69295d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '2d55281f-f4dd-4b0a-8d57-33a242732420'}}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:35:14.216180 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-8eac6249-23ae-40b0-9c48-e72c054eac82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:14.278333 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-96238beb-1145-40a9-87e6-db50e6553ffc tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] Notify callbacks [] for security_group, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:14.332873 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-8eac6249-23ae-40b0-9c48-e72c054eac82 None None] For port 294b8796-e51e-478a-97a6-1dcd4943315c, host dv-neutron-825124-1-hyperv, cleared binding levels {{(pid=84154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 14:35:14.338497 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-8eac6249-23ae-40b0-9c48-e72c054eac82 None None] For port 294b8796-e51e-478a-97a6-1dcd4943315c, host dv-neutron-825124-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=294b8796-e51e-478a-97a6-1dcd4943315c,segment=NetworkSegment(f1359dfa-0689-4fc0-899a-1997ff69295d),segment_id=f1359dfa-0689-4fc0-899a-1997ff69295d)] {{(pid=84154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 14:35:14.355355 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-96238beb-1145-40a9-87e6-db50e6553ffc tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:14.398735 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-96238beb-1145-40a9-87e6-db50e6553ffc tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:35:14.401591 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96238beb-1145-40a9-87e6-db50e6553ffc tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ab5489d-d154-41d8-a9d4-248d9594c8fc,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:14.405815 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-96238beb-1145-40a9-87e6-db50e6553ffc tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] Usage tracker for resource:security_group_rule and tenant:a59d8101aa924034a4b159d3371d1f91 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:35:14.409034 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-96238beb-1145-40a9-87e6-db50e6553ffc tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:35:14.411446 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-8eac6249-23ae-40b0-9c48-e72c054eac82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:14.419199 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-96238beb-1145-40a9-87e6-db50e6553ffc tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:35:14.484345 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eac6249-23ae-40b0-9c48-e72c054eac82 None None] Updating router d0f0ba86-c29d-4d61-b550-024f94894c8f port 515c709c-e42d-4a53-b33a-df3bcf4fbd66 binding host dv-neutron-825124-1-hyperv {{(pid=84154) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 20 14:35:14.565407 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-8eac6249-23ae-40b0-9c48-e72c054eac82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:14.590497 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-96238beb-1145-40a9-87e6-db50e6553ffc tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] Notify callbacks [] for security_group, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:14.603573 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c8d43a-e7b8-4cb7-b946-d27c6bd61bcc None None] Pushing event updated for resources: {'Port': ['ID=294b8796-e51e-478a-97a6-1dcd4943315c,revision_number=4']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:14.667353 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-96238beb-1145-40a9-87e6-db50e6553ffc tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:14.717088 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96238beb-1145-40a9-87e6-db50e6553ffc tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e4ce39f-4c4c-4e38-955a-52031f8f879f,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:14.731522 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-37f4f373-44d7-41fd-8dab-569a7998b579 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Deleting port 515c709c-e42d-4a53-b33a-df3bcf4fbd66 {{(pid=84152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:35:14.731926 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-37f4f373-44d7-41fd-8dab-569a7998b579 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:14.798789 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-96238beb-1145-40a9-87e6-db50e6553ffc tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] Notify callbacks [] for security_group, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:14.803331 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-96238beb-1145-40a9-87e6-db50e6553ffc tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.8169386 Jan 20 14:35:14.803331 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 42510) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:14.809576 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-00561bd2-bdc5-4cea-a6d7-cd8f749ae80a tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] Request body: {'security_group_rule': {'security_group_id': '1e4ce39f-4c4c-4e38-955a-52031f8f879f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:35:14.815614 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-00561bd2-bdc5-4cea-a6d7-cd8f749ae80a tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:35:14.819817 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-00561bd2-bdc5-4cea-a6d7-cd8f749ae80a tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] Usage tracker for resource:security_group_rule and tenant:a59d8101aa924034a4b159d3371d1f91 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:35:14.823095 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-00561bd2-bdc5-4cea-a6d7-cd8f749ae80a tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:35:14.829210 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-00561bd2-bdc5-4cea-a6d7-cd8f749ae80a tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:35:14.922976 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-37f4f373-44d7-41fd-8dab-569a7998b579 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:14.976342 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-8eac6249-23ae-40b0-9c48-e72c054eac82 None None] Notify callbacks [] for port, precommit_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:14.982725 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-00561bd2-bdc5-4cea-a6d7-cd8f749ae80a tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:14.989076 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-8eac6249-23ae-40b0-9c48-e72c054eac82 None None] Transition to ACTIVE for port object 515c709c-e42d-4a53-b33a-df3bcf4fbd66 will not be triggered until provisioned by entity L2. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:35:15.045100 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-00561bd2-bdc5-4cea-a6d7-cd8f749ae80a tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:15.045376 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-37f4f373-44d7-41fd-8dab-569a7998b579 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Calling delete_port for 515c709c-e42d-4a53-b33a-df3bcf4fbd66 owned by network:router_interface {{(pid=84152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:35:15.060633 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-8eac6249-23ae-40b0-9c48-e72c054eac82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:15.130471 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-00561bd2-bdc5-4cea-a6d7-cd8f749ae80a tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734962'] for security_group_rule, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:15.159398 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00561bd2-bdc5-4cea-a6d7-cd8f749ae80a tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3dee887e-2d9b-4df3-b55b-5d1fa0fe153f,revision_number=0']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:15.195644 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c8d43a-e7b8-4cb7-b946-d27c6bd61bcc None None] Pushing event updated for resources: {'Port': ['ID=515c709c-e42d-4a53-b33a-df3bcf4fbd66,revision_number=3']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:15.205637 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.db.api [None req-37f4f373-44d7-41fd-8dab-569a7998b579 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84152) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 14:35:15.206206 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG oslo_db.api [None req-37f4f373-44d7-41fd-8dab-569a7998b579 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 14:35:15.220809 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-00561bd2-bdc5-4cea-a6d7-cd8f749ae80a tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:15.224867 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-00561bd2-bdc5-4cea-a6d7-cd8f749ae80a tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4177873 Jan 20 14:35:15.225020 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 42514) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:15.230962 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-03983994-afc9-453a-9f17-ae83ea82d13a tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] Request body: {'security_group_rule': {'security_group_id': '1e4ce39f-4c4c-4e38-955a-52031f8f879f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:35:15.236940 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-03983994-afc9-453a-9f17-ae83ea82d13a tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:35:15.240851 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-03983994-afc9-453a-9f17-ae83ea82d13a tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] Usage tracker for resource:security_group_rule and tenant:a59d8101aa924034a4b159d3371d1f91 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:35:15.243973 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-03983994-afc9-453a-9f17-ae83ea82d13a tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:35:15.250987 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-03983994-afc9-453a-9f17-ae83ea82d13a tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:35:15.299075 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-8eac6249-23ae-40b0-9c48-e72c054eac82 None None] Attempting to bind port 515c709c-e42d-4a53-b33a-df3bcf4fbd66 on host dv-neutron-825124-1-hyperv for vnic_type normal with profile {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:35:15.299356 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-8eac6249-23ae-40b0-9c48-e72c054eac82 None None] Attempting to bind port 515c709c-e42d-4a53-b33a-df3bcf4fbd66 by drivers openvswitch,hyperv on host dv-neutron-825124-1-hyperv at level 0 using segments [{'id': '32e8242a-318b-40c1-8609-db739f12ecab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'e60d818c-0f03-4fd3-bb29-186b572a8c15'}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:35:15.299719 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eac6249-23ae-40b0-9c48-e72c054eac82 None None] Attempting to bind port 515c709c-e42d-4a53-b33a-df3bcf4fbd66 on network e60d818c-0f03-4fd3-bb29-186b572a8c15 {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 14:35:15.310382 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eac6249-23ae-40b0-9c48-e72c054eac82 None None] Checking agent: {'id': '6414dfeb-85c5-454a-8756-709ca637d800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825124-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 16, 31), 'started_at': datetime.datetime(2022, 1, 20, 14, 17, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 35, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825124-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 14:35:15.310814 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eac6249-23ae-40b0-9c48-e72c054eac82 None None] Checking segment: {'id': '32e8242a-318b-40c1-8609-db739f12ecab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'e60d818c-0f03-4fd3-bb29-186b572a8c15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 14:35:15.311218 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-8eac6249-23ae-40b0-9c48-e72c054eac82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:15.311609 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eac6249-23ae-40b0-9c48-e72c054eac82 None None] Bound using segment: {'id': '32e8242a-318b-40c1-8609-db739f12ecab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'e60d818c-0f03-4fd3-bb29-186b572a8c15'} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 14:35:15.312080 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-8eac6249-23ae-40b0-9c48-e72c054eac82 None None] Bound port: 515c709c-e42d-4a53-b33a-df3bcf4fbd66, host: dv-neutron-825124-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32e8242a-318b-40c1-8609-db739f12ecab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'e60d818c-0f03-4fd3-bb29-186b572a8c15'}}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:35:15.312447 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-8eac6249-23ae-40b0-9c48-e72c054eac82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:15.342558 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-03983994-afc9-453a-9f17-ae83ea82d13a tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:15.403687 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-8eac6249-23ae-40b0-9c48-e72c054eac82 None None] For port 515c709c-e42d-4a53-b33a-df3bcf4fbd66, host dv-neutron-825124-1-hyperv, cleared binding levels {{(pid=84154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 14:35:15.407370 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-8eac6249-23ae-40b0-9c48-e72c054eac82 None None] For port 515c709c-e42d-4a53-b33a-df3bcf4fbd66, host dv-neutron-825124-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=515c709c-e42d-4a53-b33a-df3bcf4fbd66,segment=NetworkSegment(32e8242a-318b-40c1-8609-db739f12ecab),segment_id=32e8242a-318b-40c1-8609-db739f12ecab)] {{(pid=84154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 14:35:15.478972 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-8eac6249-23ae-40b0-9c48-e72c054eac82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:15.489368 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.api.v2.resource [None req-03983994-afc9-453a-9f17-ae83ea82d13a tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] create failed (client error): There was a conflict when trying to complete your request. Jan 20 14:35:15.490471 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-03983994-afc9-453a-9f17-ae83ea82d13a tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2645080 Jan 20 14:35:15.494575 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 42520) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:15.565406 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c8d43a-e7b8-4cb7-b946-d27c6bd61bcc None None] Pushing event updated for resources: {'Port': ['ID=515c709c-e42d-4a53-b33a-df3bcf4fbd66,revision_number=4']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:15.569747 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eac6249-23ae-40b0-9c48-e72c054eac82 None None] Routers {'d0f0ba86-c29d-4d61-b550-024f94894c8f'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:35:15.570442 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-8eac6249-23ae-40b0-9c48-e72c054eac82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:35:00Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['d0f0ba86-c29d-4d61-b550-024f94894c8f'], 'active': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:35:15.586545 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-f75c6f2b-862d-4ac1-a66f-b0e517dffa14 tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] Notify callbacks [] for security_group, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:15.727148 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-37f4f373-44d7-41fd-8dab-569a7998b579 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Deleting port 515c709c-e42d-4a53-b33a-df3bcf4fbd66 {{(pid=84152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:35:15.727148 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-37f4f373-44d7-41fd-8dab-569a7998b579 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:15.773320 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvr_db [None req-8eac6249-23ae-40b0-9c48-e72c054eac82 None None] Set router d0f0ba86-c29d-4d61-b550-024f94894c8f gateway port host: None {{(pid=84154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 14:35:15.809402 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-f75c6f2b-862d-4ac1-a66f-b0e517dffa14 tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:15.975128 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-0f0be674-388a-447e-ba9f-58d28c458a47 req-766e4b47-dd5c-4129-8cb7-d645041620ee service neutron] 10.222.0.106 "GET /v2.0/ports?device_id=49ba1514-a268-47af-8414-4af83e8f7d4a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3848572 Jan 20 14:35:15.998331 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.db [None req-37f4f373-44d7-41fd-8dab-569a7998b579 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] For port 515c709c-e42d-4a53-b33a-df3bcf4fbd66, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=515c709c-e42d-4a53-b33a-df3bcf4fbd66,segment=NetworkSegment(32e8242a-318b-40c1-8609-db739f12ecab),segment_id=32e8242a-318b-40c1-8609-db739f12ecab)] {{(pid=84152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:35:16.001714 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-37f4f373-44d7-41fd-8dab-569a7998b579 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:16.103423 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 294b8796-e51e-478a-97a6-1dcd4943315c up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:35:16.144482 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-f75c6f2b-862d-4ac1-a66f-b0e517dffa14 tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:16.158325 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-37f4f373-44d7-41fd-8dab-569a7998b579 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Calling delete_port for 515c709c-e42d-4a53-b33a-df3bcf4fbd66 owned by network:router_interface {{(pid=84152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:35:16.201360 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-8eac6249-23ae-40b0-9c48-e72c054eac82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0f0ba86-c29d-4d61-b550-024f94894c8f', 'name': 'tempest-RoutersTest-router-739591561', 'tenant_id': 'c471105210324ce4bdf04d2ea6130d17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:34:44Z', 'updated_at': '2022-01-20T14:35:12Z', 'revision_number': 7, 'project_id': 'c471105210324ce4bdf04d2ea6130d17', 'gw_port_host': None, '_interfaces': [{'id': '294b8796-e51e-478a-97a6-1dcd4943315c', 'name': '', 'network_id': '2d55281f-f4dd-4b0a-8d57-33a242732420', 'tenant_id': 'c471105210324ce4bdf04d2ea6130d17', 'mac_address': 'fa:16:3e:5a:1d:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0f0ba86-c29d-4d61-b550-024f94894c8f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9fd572f8-6df7-4fe7-a419-6169b187ff66', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:34:59Z', 'updated_at': '2022-01-20T14:35:14Z', 'revision_number': 4, 'project_id': 'c471105210324ce4bdf04d2ea6130d17', 'subnets': [{'id': '9fd572f8-6df7-4fe7-a419-6169b187ff66', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3cc6791d-9101-4167-89a6-97a806ec0b7d', 'name': '', 'network_id': '270024a8-e0da-483b-8285-91c895a13768', 'tenant_id': 'c471105210324ce4bdf04d2ea6130d17', 'mac_address': 'fa:16:3e:92:39:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0f0ba86-c29d-4d61-b550-024f94894c8f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'af565560-6112-4eb7-a06f-1f14fd167045', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:34:47Z', 'updated_at': '2022-01-20T14:34:55Z', 'revision_number': 5, 'project_id': 'c471105210324ce4bdf04d2ea6130d17', 'subnets': [{'id': 'af565560-6112-4eb7-a06f-1f14fd167045', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '515c709c-e42d-4a53-b33a-df3bcf4fbd66', 'name': '', 'network_id': 'e60d818c-0f03-4fd3-bb29-186b572a8c15', 'tenant_id': 'c471105210324ce4bdf04d2ea6130d17', 'mac_address': 'fa:16:3e:a5:9e:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0f0ba86-c29d-4d61-b550-024f94894c8f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '851819e3-c963-42da-9724-921087e06143', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:35:06Z', 'updated_at': '2022-01-20T14:35:15Z', 'revision_number': 4, 'project_id': 'c471105210324ce4bdf04d2ea6130d17', 'subnets': [{'id': '851819e3-c963-42da-9724-921087e06143', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '89580898-abc3-49c7-aebc-dc1314b1eae2', 'name': '', 'network_id': 'a9be8262-f0c7-432e-a7a2-7a5b2c0e0b6a', 'tenant_id': 'c471105210324ce4bdf04d2ea6130d17', 'mac_address': 'fa:16:3e:c1:46:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0f0ba86-c29d-4d61-b550-024f94894c8f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bdbe1e54-2767-4792-86eb-f238fa791842', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:34:53Z', 'updated_at': '2022-01-20T14:35:05Z', 'revision_number': 5, 'project_id': 'c471105210324ce4bdf04d2ea6130d17', 'subnets': [{'id': 'bdbe1e54-2767-4792-86eb-f238fa791842', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:35:16.207593 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eac6249-23ae-40b0-9c48-e72c054eac82 None None] The sync data for ids ['d0f0ba86-c29d-4d61-b550-024f94894c8f'] in dv-neutron-825124-1-hyperv is: [{'id': 'd0f0ba86-c29d-4d61-b550-024f94894c8f', 'name': 'tempest-RoutersTest-router-739591561', 'tenant_id': 'c471105210324ce4bdf04d2ea6130d17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:34:44Z', 'updated_at': '2022-01-20T14:35:12Z', 'revision_number': 7, 'project_id': 'c471105210324ce4bdf04d2ea6130d17', 'gw_port_host': None, '_interfaces': [{'id': '294b8796-e51e-478a-97a6-1dcd4943315c', 'name': '', 'network_id': '2d55281f-f4dd-4b0a-8d57-33a242732420', 'tenant_id': 'c471105210324ce4bdf04d2ea6130d17', 'mac_address': 'fa:16:3e:5a:1d:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0f0ba86-c29d-4d61-b550-024f94894c8f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9fd572f8-6df7-4fe7-a419-6169b187ff66', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:34:59Z', 'updated_at': '2022-01-20T14:35:14Z', 'revision_number': 4, 'project_id': 'c471105210324ce4bdf04d2ea6130d17', 'subnets': [{'id': '9fd572f8-6df7-4fe7-a419-6169b187ff66', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3cc6791d-9101-4167-89a6-97a806ec0b7d', 'name': '', 'network_id': '270024a8-e0da-483b-8285-91c895a13768', 'tenant_id': 'c471105210324ce4bdf04d2ea6130d17', 'mac_address': 'fa:16:3e:92:39:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0f0ba86-c29d-4d61-b550-024f94894c8f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'af565560-6112-4eb7-a06f-1f14fd167045', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:34:47Z', 'updated_at': '2022-01-20T14:34:55Z', 'revision_number': 5, 'project_id': 'c471105210324ce4bdf04d2ea6130d17', 'subnets': [{'id': 'af565560-6112-4eb7-a06f-1f14fd167045', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '515c709c-e42d-4a53-b33a-df3bcf4fbd66', 'name': '', 'network_id': 'e60d818c-0f03-4fd3-bb29-186b572a8c15', 'tenant_id': 'c471105210324ce4bdf04d2ea6130d17', 'mac_address': 'fa:16:3e:a5:9e:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0f0ba86-c29d-4d61-b550-024f94894c8f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '851819e3-c963-42da-9724-921087e06143', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:35:06Z', 'updated_at': '2022-01-20T14:35:15Z', 'revision_number': 4, 'project_id': 'c471105210324ce4bdf04d2ea6130d17', 'subnets': [{'id': '851819e3-c963-42da-9724-921087e06143', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '89580898-abc3-49c7-aebc-dc1314b1eae2', 'name': '', 'network_id': 'a9be8262-f0c7-432e-a7a2-7a5b2c0e0b6a', 'tenant_id': 'c471105210324ce4bdf04d2ea6130d17', 'mac_address': 'fa:16:3e:c1:46:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0f0ba86-c29d-4d61-b550-024f94894c8f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bdbe1e54-2767-4792-86eb-f238fa791842', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:34:53Z', 'updated_at': '2022-01-20T14:35:05Z', 'revision_number': 5, 'project_id': 'c471105210324ce4bdf04d2ea6130d17', 'subnets': [{'id': 'bdbe1e54-2767-4792-86eb-f238fa791842', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 14:35:16.227216 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75c6f2b-862d-4ac1-a66f-b0e517dffa14 tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e4ce39f-4c4c-4e38-955a-52031f8f879f,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:16.257613 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-f75c6f2b-862d-4ac1-a66f-b0e517dffa14 tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] Notify callbacks [] for security_group, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:16.261634 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-f75c6f2b-862d-4ac1-a66f-b0e517dffa14 tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] 10.222.0.54 "DELETE /v2.0/security-groups/1e4ce39f-4c4c-4e38-955a-52031f8f879f HTTP/1.1" status: 204 len: 168 time: 0.7631857 Jan 20 14:35:16.264200 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 42524) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:16.287627 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning for port 294b8796-e51e-478a-97a6-1dcd4943315c completed by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:35:16.302866 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port 294b8796-e51e-478a-97a6-1dcd4943315c triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:35:16.303403 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:16.325179 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-0f0be674-388a-447e-ba9f-58d28c458a47 req-9e912fff-a064-4ba9-b82c-21d55e951e8a service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=630d3f8a86444149b9a83c00e804a42a&device_id=49ba1514-a268-47af-8414-4af83e8f7d4a HTTP/1.1" status: 200 len: 1098 time: 0.2649505 Jan 20 14:35:16.345431 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-ae7017fb-1408-41cd-9114-f55d90ffeb68 tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] Synchronizing usage tracker for tenant:a59d8101aa924034a4b159d3371d1f91 on resource:security_group {{(pid=84153) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:35:16.429029 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:16.439618 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-ae7017fb-1408-41cd-9114-f55d90ffeb68 tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] Unset dirty status for tenant:a59d8101aa924034a4b159d3371d1f91 on resource:security_group {{(pid=84153) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:35:16.440979 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-ae7017fb-1408-41cd-9114-f55d90ffeb68 tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1699119 Jan 20 14:35:16.446272 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 42528) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:16.452103 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-6795805b-483a-4142-8a19-01af8c9a2059 tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] Request body: {'security_group': {'name': 'tempest-secgroup--516247458'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:35:16.458933 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-6795805b-483a-4142-8a19-01af8c9a2059 tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:35:16.464144 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] For port 294b8796-e51e-478a-97a6-1dcd4943315c, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=294b8796-e51e-478a-97a6-1dcd4943315c,segment=NetworkSegment(f1359dfa-0689-4fc0-899a-1997ff69295d),segment_id=f1359dfa-0689-4fc0-899a-1997ff69295d)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:35:16.470226 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-6795805b-483a-4142-8a19-01af8c9a2059 tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:35:16.527696 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0be674-388a-447e-ba9f-58d28c458a47 req-50c648e8-c561-4ec3-8032-a28dbc1bb489 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:35:16.529191 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-0f0be674-388a-447e-ba9f-58d28c458a47 req-50c648e8-c561-4ec3-8032-a28dbc1bb489 service neutron] 10.222.0.106 "GET /v2.0/networks?id=ac006b3d-300f-4a00-af61-b19ab11d4829 HTTP/1.1" status: 200 len: 912 time: 0.1792035 Jan 20 14:35:16.530558 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:16.570573 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-6795805b-483a-4142-8a19-01af8c9a2059 tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] Notify callbacks [] for security_group, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:16.582083 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-37f4f373-44d7-41fd-8dab-569a7998b579 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:16.607396 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Pushing event updated for resources: {'Port': ['ID=294b8796-e51e-478a-97a6-1dcd4943315c,revision_number=5']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:16.614716 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-6795805b-483a-4142-8a19-01af8c9a2059 tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:35:16.619419 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-6795805b-483a-4142-8a19-01af8c9a2059 tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] Usage tracker for resource:security_group_rule and tenant:a59d8101aa924034a4b159d3371d1f91 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:35:16.622805 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-6795805b-483a-4142-8a19-01af8c9a2059 tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:35:16.628829 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-6795805b-483a-4142-8a19-01af8c9a2059 tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:35:16.662101 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f4f373-44d7-41fd-8dab-569a7998b579 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Pushing event deleted for resources: {'Port': ['ID=515c709c-e42d-4a53-b33a-df3bcf4fbd66,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:16.688622 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-6795805b-483a-4142-8a19-01af8c9a2059 tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] Notify callbacks [] for security_group, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:16.735630 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-6795805b-483a-4142-8a19-01af8c9a2059 tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:16.749949 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-0f0be674-388a-447e-ba9f-58d28c458a47 req-9815b12c-fd89-4506-b332-ee23ead7d4fe service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0a13f278-143e-4ba0-9f56-fa54e2b36d66 HTTP/1.1" status: 200 len: 1001 time: 0.2147281 Jan 20 14:35:16.786468 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6795805b-483a-4142-8a19-01af8c9a2059 tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] Pushing event updated for resources: {'SecurityGroup': ['ID=582671b5-4202-45bf-ad7e-e3ecc0a317b0,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:16.850465 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-6795805b-483a-4142-8a19-01af8c9a2059 tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] Notify callbacks [] for security_group, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:16.855580 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-6795805b-483a-4142-8a19-01af8c9a2059 tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.4043775 Jan 20 14:35:16.855580 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 42532) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:16.861368 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-299fa3ae-9f0b-4864-b585-30ce20236eed tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] Request body: {'security_group_rule': {'security_group_id': '582671b5-4202-45bf-ad7e-e3ecc0a317b0', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:35:16.862104 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.api.v2.resource [None req-299fa3ae-9f0b-4864-b585-30ce20236eed tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 20 14:35:16.866775 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-299fa3ae-9f0b-4864-b585-30ce20236eed tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0067937 Jan 20 14:35:16.866775 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 42536) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:16.902104 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0be674-388a-447e-ba9f-58d28c458a47 req-5f8d10bf-dd34-46d2-bb92-46c46f560d74 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:35:16.903531 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-0f0be674-388a-447e-ba9f-58d28c458a47 req-5f8d10bf-dd34-46d2-bb92-46c46f560d74 service neutron] 10.222.0.106 "GET /v2.0/subnets?id=03a7a10f-ac58-4ac3-ae2b-291238d5ec16 HTTP/1.1" status: 200 len: 850 time: 0.1457009 Jan 20 14:35:16.936584 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-8537bf91-d89d-46e4-ac94-de1935c4da36 tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] Notify callbacks [] for security_group, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:16.978385 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-8537bf91-d89d-46e4-ac94-de1935c4da36 tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:17.059466 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-0f0be674-388a-447e-ba9f-58d28c458a47 req-7b386412-6ad2-4776-bd4a-57af044131ab service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=ac006b3d-300f-4a00-af61-b19ab11d4829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1091435 Jan 20 14:35:17.086804 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-37f4f373-44d7-41fd-8dab-569a7998b579 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1705096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-745401'] for router_interface, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:17.119388 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-8537bf91-d89d-46e4-ac94-de1935c4da36 tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:17.156258 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8537bf91-d89d-46e4-ac94-de1935c4da36 tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=582671b5-4202-45bf-ad7e-e3ecc0a317b0,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:17.169655 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-8537bf91-d89d-46e4-ac94-de1935c4da36 tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] Notify callbacks [] for security_group, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:17.172758 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-8537bf91-d89d-46e4-ac94-de1935c4da36 tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] 10.222.0.54 "DELETE /v2.0/security-groups/582671b5-4202-45bf-ad7e-e3ecc0a317b0 HTTP/1.1" status: 204 len: 168 time: 0.3029621 Jan 20 14:35:17.178125 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 42540) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:17.253064 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-687d3609-4cb6-46ab-b346-feff0f044490 tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] Synchronizing usage tracker for tenant:a59d8101aa924034a4b159d3371d1f91 on resource:security_group {{(pid=84153) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:35:17.330416 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-687d3609-4cb6-46ab-b346-feff0f044490 tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] Unset dirty status for tenant:a59d8101aa924034a4b159d3371d1f91 on resource:security_group {{(pid=84153) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:35:17.331706 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-687d3609-4cb6-46ab-b346-feff0f044490 tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1521163 Jan 20 14:35:17.335625 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 42544) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:17.341966 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-d1bf5cef-6436-4b89-b361-73c2db998ca2 tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] Request body: {'security_group': {'name': 'tempest-secgroup--1023782363'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:35:17.348819 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-d1bf5cef-6436-4b89-b361-73c2db998ca2 tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:35:17.361627 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-d1bf5cef-6436-4b89-b361-73c2db998ca2 tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:35:17.433493 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-d1bf5cef-6436-4b89-b361-73c2db998ca2 tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] Notify callbacks [] for security_group, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:17.474605 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-d1bf5cef-6436-4b89-b361-73c2db998ca2 tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:35:17.479062 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-d1bf5cef-6436-4b89-b361-73c2db998ca2 tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] Usage tracker for resource:security_group_rule and tenant:a59d8101aa924034a4b159d3371d1f91 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:35:17.482397 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-d1bf5cef-6436-4b89-b361-73c2db998ca2 tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:35:17.486750 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-0f0be674-388a-447e-ba9f-58d28c458a47 req-69dd626f-f587-499e-b745-411063ac35b4 service neutron] 10.222.0.106 "GET /v2.0/networks/ac006b3d-300f-4a00-af61-b19ab11d4829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4204183 Jan 20 14:35:17.488761 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-d1bf5cef-6436-4b89-b361-73c2db998ca2 tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:35:17.549034 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-d1bf5cef-6436-4b89-b361-73c2db998ca2 tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] Notify callbacks [] for security_group, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:17.604628 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-d1bf5cef-6436-4b89-b361-73c2db998ca2 tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:17.651041 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bf5cef-6436-4b89-b361-73c2db998ca2 tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fde787ac-8f51-439a-b5b5-37bd5a478e51,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:17.696118 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-d1bf5cef-6436-4b89-b361-73c2db998ca2 tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] Notify callbacks [] for security_group, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:17.698042 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-d1bf5cef-6436-4b89-b361-73c2db998ca2 tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.3612611 Jan 20 14:35:17.701229 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 42548) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:17.706646 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-9ccbd380-1362-4258-850c-ce31569fc0cc tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] Request body: {'security_group_rule': {'security_group_id': 'fde787ac-8f51-439a-b5b5-37bd5a478e51', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:35:17.707301 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.api.v2.resource [None req-9ccbd380-1362-4258-850c-ce31569fc0cc tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 20 14:35:17.708224 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-9ccbd380-1362-4258-850c-ce31569fc0cc tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0060725 Jan 20 14:35:17.711473 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 42552) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:17.772460 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-0f0be674-388a-447e-ba9f-58d28c458a47 req-bb3b116d-b527-49bc-afea-064bc67d1d33 service neutron] 10.222.0.106 "GET /v2.0/networks/ac006b3d-300f-4a00-af61-b19ab11d4829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2777369 Jan 20 14:35:17.773747 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-46caa99e-1573-4c61-b5a5-0b33c388294b tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] Notify callbacks [] for security_group, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:17.800959 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-46caa99e-1573-4c61-b5a5-0b33c388294b tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:17.901694 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-46caa99e-1573-4c61-b5a5-0b33c388294b tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:17.921467 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46caa99e-1573-4c61-b5a5-0b33c388294b tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fde787ac-8f51-439a-b5b5-37bd5a478e51,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:17.928913 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-46caa99e-1573-4c61-b5a5-0b33c388294b tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] Notify callbacks [] for security_group, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:17.931273 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-46caa99e-1573-4c61-b5a5-0b33c388294b tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] 10.222.0.54 "DELETE /v2.0/security-groups/fde787ac-8f51-439a-b5b5-37bd5a478e51 HTTP/1.1" status: 204 len: 168 time: 0.2178853 Jan 20 14:35:17.933895 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 42556) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:17.977556 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37f4f373-44d7-41fd-8dab-569a7998b579 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Router d0f0ba86-c29d-4d61-b550-024f94894c8f has already been hosted by L3 agent 624d525b-4c26-4143-8a1c-228bb1c6faaa {{(pid=84152) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 14:35:17.996476 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-d3e30976-214d-4202-a5b2-de414c9ad155 tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] Synchronizing usage tracker for tenant:a59d8101aa924034a4b159d3371d1f91 on resource:security_group {{(pid=84153) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:35:18.033642 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 294b8796-e51e-478a-97a6-1dcd4943315c up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:35:18.073398 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-d3e30976-214d-4202-a5b2-de414c9ad155 tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] Unset dirty status for tenant:a59d8101aa924034a4b159d3371d1f91 on resource:security_group {{(pid=84153) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:35:18.078571 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-d3e30976-214d-4202-a5b2-de414c9ad155 tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1396899 Jan 20 14:35:18.078840 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 42560) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:18.084559 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-eb8b03b3-19cf-4088-b1c8-947f33c7df93 tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] Request body: {'security_group': {'name': 'tempest-secgroup--415758435'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:35:18.092351 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-eb8b03b3-19cf-4088-b1c8-947f33c7df93 tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:35:18.103868 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-eb8b03b3-19cf-4088-b1c8-947f33c7df93 tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:35:18.108223 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port 294b8796-e51e-478a-97a6-1dcd4943315c triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:35:18.108596 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:18.158532 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-eb8b03b3-19cf-4088-b1c8-947f33c7df93 tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] Notify callbacks [] for security_group, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:18.182809 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37f4f373-44d7-41fd-8dab-569a7998b579 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify agent at l3_agent.dv-neutron-825124-1-hyperv the message routers_updated {{(pid=84152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 14:35:18.197263 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-37f4f373-44d7-41fd-8dab-569a7998b579 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] 10.222.0.54 "PUT /v2.0/routers/d0f0ba86-c29d-4d61-b550-024f94894c8f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6061633 Jan 20 14:35:18.205420 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 42564) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:18.249511 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-eb8b03b3-19cf-4088-b1c8-947f33c7df93 tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:35:18.256597 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-eb8b03b3-19cf-4088-b1c8-947f33c7df93 tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] Usage tracker for resource:security_group_rule and tenant:a59d8101aa924034a4b159d3371d1f91 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:35:18.261675 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-eb8b03b3-19cf-4088-b1c8-947f33c7df93 tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:35:18.273999 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-eb8b03b3-19cf-4088-b1c8-947f33c7df93 tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:35:18.441388 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-eb8b03b3-19cf-4088-b1c8-947f33c7df93 tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] Notify callbacks [] for security_group, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:18.449628 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.db_base_plugin_v2 [None req-a12468ac-0923-412e-8b17-9164211f1cad tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Deleting subnet 851819e3-c963-42da-9724-921087e06143 {{(pid=84153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 20 14:35:18.452570 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-a12468ac-0923-412e-8b17-9164211f1cad tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks [] for subnet, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:18.503217 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-eb8b03b3-19cf-4088-b1c8-947f33c7df93 tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:18.516724 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-a12468ac-0923-412e-8b17-9164211f1cad tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3980851'] for subnet, precommit_delete_associations {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:18.597129 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8b03b3-19cf-4088-b1c8-947f33c7df93 tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c7661d8-aa65-46e3-9845-0c4accb9f18c,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:18.635647 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-a12468ac-0923-412e-8b17-9164211f1cad tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1627147'] for subnet, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:18.668836 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-eb8b03b3-19cf-4088-b1c8-947f33c7df93 tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] Notify callbacks [] for security_group, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:18.670098 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-eb8b03b3-19cf-4088-b1c8-947f33c7df93 tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.5901012 Jan 20 14:35:18.673066 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 42568) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:18.678914 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-01896caa-bd8b-4f0e-ab68-f0f5f49abae9 tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] Request body: {'security_group_rule': {'security_group_id': '6c7661d8-aa65-46e3-9845-0c4accb9f18c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:35:18.679705 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.api.v2.resource [None req-01896caa-bd8b-4f0e-ab68-f0f5f49abae9 tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 20 14:35:18.680739 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-01896caa-bd8b-4f0e-ab68-f0f5f49abae9 tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0065370 Jan 20 14:35:18.683120 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 42572) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:18.688356 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-14bd68b5-e6a5-45bb-8d47-f4728e810eee tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] Request body: {'security_group_rule': {'security_group_id': '6c7661d8-aa65-46e3-9845-0c4accb9f18c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:35:18.689002 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.api.v2.resource [None req-14bd68b5-e6a5-45bb-8d47-f4728e810eee tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 20 14:35:18.689941 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-14bd68b5-e6a5-45bb-8d47-f4728e810eee tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0059395 Jan 20 14:35:18.692375 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 42576) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:18.698365 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-7dced63a-5c0c-4506-a0e4-9934cb65f256 tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] Request body: {'security_group_rule': {'security_group_id': '6c7661d8-aa65-46e3-9845-0c4accb9f18c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:35:18.699014 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.api.v2.resource [None req-7dced63a-5c0c-4506-a0e4-9934cb65f256 tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 20 14:35:18.699942 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-7dced63a-5c0c-4506-a0e4-9934cb65f256 tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0067756 Jan 20 14:35:18.702680 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 42580) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:18.707920 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-9f436816-4fea-4743-8758-d405f6f6a5ea tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] Request body: {'security_group_rule': {'security_group_id': '6c7661d8-aa65-46e3-9845-0c4accb9f18c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:35:18.708622 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.api.v2.resource [None req-9f436816-4fea-4743-8758-d405f6f6a5ea tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 20 14:35:18.709619 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-9f436816-4fea-4743-8758-d405f6f6a5ea tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0059497 Jan 20 14:35:18.717964 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 42584) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:18.785223 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-4b81107b-8e0e-4923-8dc0-eaeeafd3811a tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] Notify callbacks [] for security_group, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:18.793673 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-a12468ac-0923-412e-8b17-9164211f1cad tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1627154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3943464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4194013'] for subnet, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:18.812691 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-4b81107b-8e0e-4923-8dc0-eaeeafd3811a tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:18.832762 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12468ac-0923-412e-8b17-9164211f1cad tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Pushing event deleted for resources: {'Subnet': ['ID=851819e3-c963-42da-9724-921087e06143,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:18.841624 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-a12468ac-0923-412e-8b17-9164211f1cad tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks [] for subnet, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:18.847787 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14c1d4ea-6822-443f-9c1c-afa28ee3566e None None] Network e60d818c-0f03-4fd3-bb29-186b572a8c15 requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:35:18.853403 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-a12468ac-0923-412e-8b17-9164211f1cad tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] 10.222.0.54 "DELETE /v2.0/subnets/851819e3-c963-42da-9724-921087e06143 HTTP/1.1" status: 204 len: 168 time: 0.6427617 Jan 20 14:35:18.853538 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 42590) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:18.960582 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-4b81107b-8e0e-4923-8dc0-eaeeafd3811a tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:18.984894 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b81107b-8e0e-4923-8dc0-eaeeafd3811a tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c7661d8-aa65-46e3-9845-0c4accb9f18c,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:18.990515 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-2ec9bc91-63f5-40e8-b992-1e439873e392 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586409'] for network, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:19.003239 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-4b81107b-8e0e-4923-8dc0-eaeeafd3811a tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] Notify callbacks [] for security_group, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:19.006844 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-4b81107b-8e0e-4923-8dc0-eaeeafd3811a tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] 10.222.0.54 "DELETE /v2.0/security-groups/6c7661d8-aa65-46e3-9845-0c4accb9f18c HTTP/1.1" status: 204 len: 168 time: 0.2851186 Jan 20 14:35:19.007569 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 42594) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:19.009427 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-2ec9bc91-63f5-40e8-b992-1e439873e392 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Deleting port f6f8a209-526c-404d-be30-3bbf83c950e2 {{(pid=84152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:35:19.009845 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-2ec9bc91-63f5-40e8-b992-1e439873e392 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:19.089403 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-75680543-a9e3-4488-ac81-fb6e362576e6 tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] Synchronizing usage tracker for tenant:a59d8101aa924034a4b159d3371d1f91 on resource:security_group {{(pid=84153) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:35:19.134541 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d72b504-6196-40d2-b704-59d7d7283459 None None] DHCP port deletion for e60d818c-0f03-4fd3-bb29-186b572a8c15 request from dv-neutron-825124-1-hyperv {{(pid=84154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 20 14:35:19.139348 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-5d72b504-6196-40d2-b704-59d7d7283459 None None] Deleting port f6f8a209-526c-404d-be30-3bbf83c950e2 {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:35:19.139720 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-5d72b504-6196-40d2-b704-59d7d7283459 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:19.170397 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-75680543-a9e3-4488-ac81-fb6e362576e6 tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] Unset dirty status for tenant:a59d8101aa924034a4b159d3371d1f91 on resource:security_group {{(pid=84153) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:35:19.171880 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-75680543-a9e3-4488-ac81-fb6e362576e6 tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1629586 Jan 20 14:35:19.176365 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 42598) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:19.182439 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-e8fd6f18-a983-47b0-abe3-75f10edefb5f tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] Request body: {'security_group': {'name': 'tempest-secgroup--21506098'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:35:19.189943 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-e8fd6f18-a983-47b0-abe3-75f10edefb5f tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:35:19.201512 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-e8fd6f18-a983-47b0-abe3-75f10edefb5f tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:35:19.249122 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.db [None req-2ec9bc91-63f5-40e8-b992-1e439873e392 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] For port f6f8a209-526c-404d-be30-3bbf83c950e2, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=f6f8a209-526c-404d-be30-3bbf83c950e2,segment=NetworkSegment(32e8242a-318b-40c1-8609-db739f12ecab),segment_id=32e8242a-318b-40c1-8609-db739f12ecab)] {{(pid=84152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:35:19.249392 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-2ec9bc91-63f5-40e8-b992-1e439873e392 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:19.267450 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-e8fd6f18-a983-47b0-abe3-75f10edefb5f tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] Notify callbacks [] for security_group, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:19.309376 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-e8fd6f18-a983-47b0-abe3-75f10edefb5f tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:35:19.313537 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-e8fd6f18-a983-47b0-abe3-75f10edefb5f tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] Usage tracker for resource:security_group_rule and tenant:a59d8101aa924034a4b159d3371d1f91 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:35:19.317083 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-e8fd6f18-a983-47b0-abe3-75f10edefb5f tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:35:19.325244 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-e8fd6f18-a983-47b0-abe3-75f10edefb5f tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:35:19.371053 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-5d72b504-6196-40d2-b704-59d7d7283459 None None] For port f6f8a209-526c-404d-be30-3bbf83c950e2, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=f6f8a209-526c-404d-be30-3bbf83c950e2,segment=NetworkSegment(32e8242a-318b-40c1-8609-db739f12ecab),segment_id=32e8242a-318b-40c1-8609-db739f12ecab)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:35:19.371363 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-5d72b504-6196-40d2-b704-59d7d7283459 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:19.390268 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-e8fd6f18-a983-47b0-abe3-75f10edefb5f tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] Notify callbacks [] for security_group, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:19.466397 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-e8fd6f18-a983-47b0-abe3-75f10edefb5f tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:19.488979 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-2ec9bc91-63f5-40e8-b992-1e439873e392 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Calling delete_port for f6f8a209-526c-404d-be30-3bbf83c950e2 owned by network:dhcp {{(pid=84152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:35:19.492804 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-5d72b504-6196-40d2-b704-59d7d7283459 None None] Calling delete_port for f6f8a209-526c-404d-be30-3bbf83c950e2 owned by network:dhcp {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:35:19.515743 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fd6f18-a983-47b0-abe3-75f10edefb5f tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10be26e6-5060-4cd9-95f4-4ddc537fa7b2,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:19.586519 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-e8fd6f18-a983-47b0-abe3-75f10edefb5f tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] Notify callbacks [] for security_group, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:19.587777 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-e8fd6f18-a983-47b0-abe3-75f10edefb5f tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.4103339 Jan 20 14:35:19.590707 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 42602) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:19.596199 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-08a9c8e4-d763-4f61-8143-8b71e55de216 tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] Request body: {'security_group_rule': {'security_group_id': '10be26e6-5060-4cd9-95f4-4ddc537fa7b2', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:35:19.600866 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.api.v2.resource [None req-08a9c8e4-d763-4f61-8143-8b71e55de216 tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 20 14:35:19.600866 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-08a9c8e4-d763-4f61-8143-8b71e55de216 tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0061381 Jan 20 14:35:19.602331 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 42606) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:19.608326 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-15ba02bd-9eb2-41c4-9802-e20fc8336863 tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] Request body: {'security_group_rule': {'security_group_id': '10be26e6-5060-4cd9-95f4-4ddc537fa7b2', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:35:19.614251 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-15ba02bd-9eb2-41c4-9802-e20fc8336863 tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:35:19.617893 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-2ec9bc91-63f5-40e8-b992-1e439873e392 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:19.620962 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.db.api [None req-5d72b504-6196-40d2-b704-59d7d7283459 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84154) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 14:35:19.621471 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG oslo_db.api [None req-5d72b504-6196-40d2-b704-59d7d7283459 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 14:35:19.622969 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-15ba02bd-9eb2-41c4-9802-e20fc8336863 tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] Usage tracker for resource:security_group_rule and tenant:a59d8101aa924034a4b159d3371d1f91 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:35:19.654808 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-15ba02bd-9eb2-41c4-9802-e20fc8336863 tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:35:19.672453 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-15ba02bd-9eb2-41c4-9802-e20fc8336863 tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:35:19.675956 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec9bc91-63f5-40e8-b992-1e439873e392 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Pushing event deleted for resources: {'Port': ['ID=f6f8a209-526c-404d-be30-3bbf83c950e2,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:19.684338 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec9bc91-63f5-40e8-b992-1e439873e392 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] No DVR routers for this DVR port f6f8a209-526c-404d-be30-3bbf83c950e2 on host dv-neutron-825124-1-hyperv {{(pid=84152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 14:35:19.810570 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-2ec9bc91-63f5-40e8-b992-1e439873e392 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1626242', 'neutron.services.segments.db._delete_segments_for_network-8769554214620'] for network, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:19.843377 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.segments.db [None req-2ec9bc91-63f5-40e8-b992-1e439873e392 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e60d818c-0f03-4fd3-bb29-186b572a8c15']}} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:35:19.855678 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.segments.db [None req-2ec9bc91-63f5-40e8-b992-1e439873e392 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32e8242a-318b-40c1-8609-db739f12ecab') {'for_net_delete': True} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:35:19.855965 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.segments.db [None req-2ec9bc91-63f5-40e8-b992-1e439873e392 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32e8242a-318b-40c1-8609-db739f12ecab') {} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:35:19.866886 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-2ec9bc91-63f5-40e8-b992-1e439873e392 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769554214503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3337904'] for segment, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:19.882441 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-2ec9bc91-63f5-40e8-b992-1e439873e392 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:19.888257 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ec9bc91-63f5-40e8-b992-1e439873e392 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Releasing vlan 158 on physical network physnet1 to pool {{(pid=84152) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 14:35:19.888637 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-2ec9bc91-63f5-40e8-b992-1e439873e392 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1622950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4162906'] for segment, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:19.902928 dv-neutron-825124-1-hyperv neutron-server[84152]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 20 14:35:19.902928 dv-neutron-825124-1-hyperv neutron-server[84152]: util.warn( Jan 20 14:35:19.902928 dv-neutron-825124-1-hyperv neutron-server[84152]: Traceback (most recent call last): Jan 20 14:35:19.902928 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 14:35:19.902928 dv-neutron-825124-1-hyperv neutron-server[84152]: timer() Jan 20 14:35:19.902928 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 14:35:19.902928 dv-neutron-825124-1-hyperv neutron-server[84152]: cb(*args, **kw) Jan 20 14:35:19.902928 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 14:35:19.902928 dv-neutron-825124-1-hyperv neutron-server[84152]: return func(*args, **kwargs) Jan 20 14:35:19.902928 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 14:35:19.902928 dv-neutron-825124-1-hyperv neutron-server[84152]: self._notify() Jan 20 14:35:19.902928 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 14:35:19.902928 dv-neutron-825124-1-hyperv neutron-server[84152]: self.callback(batched_events) Jan 20 14:35:19.902928 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 14:35:19.902928 dv-neutron-825124-1-hyperv neutron-server[84152]: event.method(event) Jan 20 14:35:19.902928 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 14:35:19.902928 dv-neutron-825124-1-hyperv neutron-server[84152]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 14:35:19.902928 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 14:35:19.902928 dv-neutron-825124-1-hyperv neutron-server[84152]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 14:35:19.902928 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 14:35:19.902928 dv-neutron-825124-1-hyperv neutron-server[84152]: return f(self, *a, **k) Jan 20 14:35:19.902928 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 14:35:19.902928 dv-neutron-825124-1-hyperv neutron-server[84152]: return self._get(url).json() Jan 20 14:35:19.902928 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 14:35:19.902928 dv-neutron-825124-1-hyperv neutron-server[84152]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 14:35:19.902928 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 14:35:19.902928 dv-neutron-825124-1-hyperv neutron-server[84152]: return self.request(url, 'GET', **kwargs) Jan 20 14:35:19.902928 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 14:35:19.902928 dv-neutron-825124-1-hyperv neutron-server[84152]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 14:35:19.902928 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 14:35:19.902928 dv-neutron-825124-1-hyperv neutron-server[84152]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 14:35:19.902928 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 14:35:19.902928 dv-neutron-825124-1-hyperv neutron-server[84152]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 14:35:19.902928 dv-neutron-825124-1-hyperv neutron-server[84152]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 14:35:19.909222 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.api.v2.resource [None req-15ba02bd-9eb2-41c4-9802-e20fc8336863 tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 20 14:35:19.910264 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-15ba02bd-9eb2-41c4-9802-e20fc8336863 tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3064184 Jan 20 14:35:19.913909 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 42610) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:19.920131 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-75f24da1-24dd-47c8-9edb-e15e2f2c9f34 tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] Request body: {'security_group_rule': {'security_group_id': '10be26e6-5060-4cd9-95f4-4ddc537fa7b2', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:35:19.920765 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.api.v2.resource [None req-75f24da1-24dd-47c8-9edb-e15e2f2c9f34 tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 20 14:35:19.921797 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-75f24da1-24dd-47c8-9edb-e15e2f2c9f34 tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0066371 Jan 20 14:35:19.924080 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 42614) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:19.929898 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-5517bcf4-8aa5-47e2-b0e0-5eb27fb7f182 tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] Request body: {'security_group_rule': {'security_group_id': '10be26e6-5060-4cd9-95f4-4ddc537fa7b2', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:35:19.936679 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-5517bcf4-8aa5-47e2-b0e0-5eb27fb7f182 tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:35:19.940594 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-5517bcf4-8aa5-47e2-b0e0-5eb27fb7f182 tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] Usage tracker for resource:security_group_rule and tenant:a59d8101aa924034a4b159d3371d1f91 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:35:19.943519 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-5517bcf4-8aa5-47e2-b0e0-5eb27fb7f182 tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:35:19.949303 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-5517bcf4-8aa5-47e2-b0e0-5eb27fb7f182 tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:35:20.012211 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device f6f8a209-526c-404d-be30-3bbf83c950e2 no longer exists at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:35:20.044507 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-2ec9bc91-63f5-40e8-b992-1e439873e392 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1626253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-745296'] for network, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:20.045225 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] No Port match for: f6f8a209-526c-404d-be30-3bbf83c950e2 {{(pid=84154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 14:35:20.045571 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device f6f8a209-526c-404d-be30-3bbf83c950e2 not bound to the agent host dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 14:35:20.064631 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-2ec9bc91-63f5-40e8-b992-1e439873e392 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks [] for network, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:20.070933 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec9bc91-63f5-40e8-b992-1e439873e392 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Pushing event deleted for resources: {'Network': ['ID=e60d818c-0f03-4fd3-bb29-186b572a8c15,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:20.085096 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-2ec9bc91-63f5-40e8-b992-1e439873e392 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] 10.222.0.54 "DELETE /v2.0/networks/e60d818c-0f03-4fd3-bb29-186b572a8c15 HTTP/1.1" status: 204 len: 168 time: 1.2305877 Jan 20 14:35:20.088569 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 42618) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:20.122876 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-5d72b504-6196-40d2-b704-59d7d7283459 None None] Deleting port f6f8a209-526c-404d-be30-3bbf83c950e2 {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:35:20.124261 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-5d72b504-6196-40d2-b704-59d7d7283459 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:20.127140 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.api.v2.resource [None req-5517bcf4-8aa5-47e2-b0e0-5eb27fb7f182 tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 20 14:35:20.131437 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-5517bcf4-8aa5-47e2-b0e0-5eb27fb7f182 tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2063544 Jan 20 14:35:20.132273 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 42622) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:20.139309 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-4f4caaa9-34c9-4909-9b1d-522af3fe54ec tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] Request body: {'security_group_rule': {'security_group_id': '10be26e6-5060-4cd9-95f4-4ddc537fa7b2', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:35:20.140289 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.api.v2.resource [None req-4f4caaa9-34c9-4909-9b1d-522af3fe54ec tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 20 14:35:20.144333 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-4f4caaa9-34c9-4909-9b1d-522af3fe54ec tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0099461 Jan 20 14:35:20.145057 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 42626) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:20.152694 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-78c8e22a-4716-41f8-aaa5-42a464ea44c1 tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] Request body: {'security_group_rule': {'security_group_id': '10be26e6-5060-4cd9-95f4-4ddc537fa7b2', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:35:20.160769 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-78c8e22a-4716-41f8-aaa5-42a464ea44c1 tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:35:20.165866 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-78c8e22a-4716-41f8-aaa5-42a464ea44c1 tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] Usage tracker for resource:security_group_rule and tenant:a59d8101aa924034a4b159d3371d1f91 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:35:20.169076 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-78c8e22a-4716-41f8-aaa5-42a464ea44c1 tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:35:20.175109 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-78c8e22a-4716-41f8-aaa5-42a464ea44c1 tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:35:20.196778 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-5d72b504-6196-40d2-b704-59d7d7283459 None None] The port 'f6f8a209-526c-404d-be30-3bbf83c950e2' was deleted {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 20 14:35:20.235949 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b41d7c5-e969-4303-9be6-2b51d1e24546 None None] Sync routers for ids ['d0f0ba86-c29d-4d61-b550-024f94894c8f'] in dv-neutron-825124-1-hyperv {{(pid=84155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 14:35:20.245935 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.db.securitygroups_db [None req-78c8e22a-4716-41f8-aaa5-42a464ea44c1 tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] Project a59d8101aa924034a4b159d3371d1f91 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 20 14:35:20.250133 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b41d7c5-e969-4303-9be6-2b51d1e24546 None None] Routers {'d0f0ba86-c29d-4d61-b550-024f94894c8f'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:35:20.250953 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-4b41d7c5-e969-4303-9be6-2b51d1e24546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:35:00Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['d0f0ba86-c29d-4d61-b550-024f94894c8f'], 'active': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:35:20.347623 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.api.v2.resource [None req-78c8e22a-4716-41f8-aaa5-42a464ea44c1 tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 20 14:35:20.348836 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-78c8e22a-4716-41f8-aaa5-42a464ea44c1 tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2025740 Jan 20 14:35:20.351634 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 42630) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:20.358336 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-132edbee-4320-4737-b78a-07c286a211e7 tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] Request body: {'security_group_rule': {'security_group_id': '10be26e6-5060-4cd9-95f4-4ddc537fa7b2', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:35:20.359214 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.api.v2.resource [None req-132edbee-4320-4737-b78a-07c286a211e7 tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 20 14:35:20.362685 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-132edbee-4320-4737-b78a-07c286a211e7 tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0076675 Jan 20 14:35:20.362941 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 42634) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:20.368502 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-66af09d4-9081-4f3f-9ff1-222af10a3478 tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] Request body: {'security_group_rule': {'security_group_id': '10be26e6-5060-4cd9-95f4-4ddc537fa7b2', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:35:20.375916 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-66af09d4-9081-4f3f-9ff1-222af10a3478 tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:35:20.379856 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-66af09d4-9081-4f3f-9ff1-222af10a3478 tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] Usage tracker for resource:security_group_rule and tenant:a59d8101aa924034a4b159d3371d1f91 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:35:20.383131 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-66af09d4-9081-4f3f-9ff1-222af10a3478 tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:35:20.389905 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-66af09d4-9081-4f3f-9ff1-222af10a3478 tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:35:20.407906 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvr_db [None req-4b41d7c5-e969-4303-9be6-2b51d1e24546 None None] Set router d0f0ba86-c29d-4d61-b550-024f94894c8f gateway port host: None {{(pid=84155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 14:35:20.440812 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-e84cb2ac-64b9-4a6d-ac53-7005f16d9770 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-743504'] for router_interface, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:20.470025 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.db.securitygroups_db [None req-66af09d4-9081-4f3f-9ff1-222af10a3478 tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] Project a59d8101aa924034a4b159d3371d1f91 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 20 14:35:20.546866 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.api.v2.resource [None req-66af09d4-9081-4f3f-9ff1-222af10a3478 tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 20 14:35:20.551146 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-66af09d4-9081-4f3f-9ff1-222af10a3478 tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1843417 Jan 20 14:35:20.551468 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 42638) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:20.557457 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-d881dbbe-f998-4965-9160-afe7af19f33d tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] Request body: {'security_group_rule': {'security_group_id': '10be26e6-5060-4cd9-95f4-4ddc537fa7b2', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:35:20.563594 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-d881dbbe-f998-4965-9160-afe7af19f33d tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:35:20.567729 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-d881dbbe-f998-4965-9160-afe7af19f33d tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] Usage tracker for resource:security_group_rule and tenant:a59d8101aa924034a4b159d3371d1f91 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:35:20.575159 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-d881dbbe-f998-4965-9160-afe7af19f33d tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:35:20.580960 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-d881dbbe-f998-4965-9160-afe7af19f33d tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:35:20.651099 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.db.securitygroups_db [None req-d881dbbe-f998-4965-9160-afe7af19f33d tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] Project a59d8101aa924034a4b159d3371d1f91 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 20 14:35:20.735026 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.api.v2.resource [None req-d881dbbe-f998-4965-9160-afe7af19f33d tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 20 14:35:20.736357 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-d881dbbe-f998-4965-9160-afe7af19f33d tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1838963 Jan 20 14:35:20.739178 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 42642) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:20.760419 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-4b41d7c5-e969-4303-9be6-2b51d1e24546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0f0ba86-c29d-4d61-b550-024f94894c8f', 'name': 'tempest-RoutersTest-router-739591561', 'tenant_id': 'c471105210324ce4bdf04d2ea6130d17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:34:44Z', 'updated_at': '2022-01-20T14:35:16Z', 'revision_number': 8, 'project_id': 'c471105210324ce4bdf04d2ea6130d17', 'gw_port_host': None, '_interfaces': [{'id': '294b8796-e51e-478a-97a6-1dcd4943315c', 'name': '', 'network_id': '2d55281f-f4dd-4b0a-8d57-33a242732420', 'tenant_id': 'c471105210324ce4bdf04d2ea6130d17', 'mac_address': 'fa:16:3e:5a:1d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0f0ba86-c29d-4d61-b550-024f94894c8f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9fd572f8-6df7-4fe7-a419-6169b187ff66', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:34:59Z', 'updated_at': '2022-01-20T14:35:16Z', 'revision_number': 5, 'project_id': 'c471105210324ce4bdf04d2ea6130d17', 'subnets': [{'id': '9fd572f8-6df7-4fe7-a419-6169b187ff66', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3cc6791d-9101-4167-89a6-97a806ec0b7d', 'name': '', 'network_id': '270024a8-e0da-483b-8285-91c895a13768', 'tenant_id': 'c471105210324ce4bdf04d2ea6130d17', 'mac_address': 'fa:16:3e:92:39:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0f0ba86-c29d-4d61-b550-024f94894c8f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'af565560-6112-4eb7-a06f-1f14fd167045', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:34:47Z', 'updated_at': '2022-01-20T14:34:55Z', 'revision_number': 5, 'project_id': 'c471105210324ce4bdf04d2ea6130d17', 'subnets': [{'id': 'af565560-6112-4eb7-a06f-1f14fd167045', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '89580898-abc3-49c7-aebc-dc1314b1eae2', 'name': '', 'network_id': 'a9be8262-f0c7-432e-a7a2-7a5b2c0e0b6a', 'tenant_id': 'c471105210324ce4bdf04d2ea6130d17', 'mac_address': 'fa:16:3e:c1:46:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0f0ba86-c29d-4d61-b550-024f94894c8f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bdbe1e54-2767-4792-86eb-f238fa791842', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:34:53Z', 'updated_at': '2022-01-20T14:35:05Z', 'revision_number': 5, 'project_id': 'c471105210324ce4bdf04d2ea6130d17', 'subnets': [{'id': 'bdbe1e54-2767-4792-86eb-f238fa791842', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:35:20.764440 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b41d7c5-e969-4303-9be6-2b51d1e24546 None None] Checking router: d0f0ba86-c29d-4d61-b550-024f94894c8f for host: dv-neutron-825124-1-hyperv {{(pid=84155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 14:35:20.776712 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b41d7c5-e969-4303-9be6-2b51d1e24546 None None] Routers {'d0f0ba86-c29d-4d61-b550-024f94894c8f'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:35:20.777598 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-4b41d7c5-e969-4303-9be6-2b51d1e24546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:35:00Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['d0f0ba86-c29d-4d61-b550-024f94894c8f'], 'active': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:35:20.803402 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-f54916a9-d234-4f2f-9181-0c2adb4c8f53 tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] Notify callbacks [] for security_group, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:20.832284 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-f54916a9-d234-4f2f-9181-0c2adb4c8f53 tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:20.929476 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvr_db [None req-4b41d7c5-e969-4303-9be6-2b51d1e24546 None None] Set router d0f0ba86-c29d-4d61-b550-024f94894c8f gateway port host: None {{(pid=84155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 14:35:20.953208 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-f54916a9-d234-4f2f-9181-0c2adb4c8f53 tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:20.975395 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54916a9-d234-4f2f-9181-0c2adb4c8f53 tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=10be26e6-5060-4cd9-95f4-4ddc537fa7b2,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:20.994173 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-f54916a9-d234-4f2f-9181-0c2adb4c8f53 tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] Notify callbacks [] for security_group, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:20.996570 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-f54916a9-d234-4f2f-9181-0c2adb4c8f53 tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] 10.222.0.54 "DELETE /v2.0/security-groups/10be26e6-5060-4cd9-95f4-4ddc537fa7b2 HTTP/1.1" status: 204 len: 168 time: 0.2557104 Jan 20 14:35:20.999356 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 42646) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:21.056800 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-8103235f-ad3e-4e0c-918e-1a0b48411c51 tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] Synchronizing usage tracker for tenant:a59d8101aa924034a4b159d3371d1f91 on resource:security_group {{(pid=84153) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:35:21.107285 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-8103235f-ad3e-4e0c-918e-1a0b48411c51 tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] Unset dirty status for tenant:a59d8101aa924034a4b159d3371d1f91 on resource:security_group {{(pid=84153) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:35:21.108668 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-8103235f-ad3e-4e0c-918e-1a0b48411c51 tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1067686 Jan 20 14:35:21.112647 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 42650) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:21.118622 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-511a2123-deb1-4cd6-9623-e6c86fd2e99d tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] Request body: {'security_group': {'name': 'tempest-secgroup--74821972'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:35:21.125401 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-511a2123-deb1-4cd6-9623-e6c86fd2e99d tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:35:21.135704 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-e84cb2ac-64b9-4a6d-ac53-7005f16d9770 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Deleting port 294b8796-e51e-478a-97a6-1dcd4943315c {{(pid=84152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:35:21.136244 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-e84cb2ac-64b9-4a6d-ac53-7005f16d9770 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:21.138300 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-511a2123-deb1-4cd6-9623-e6c86fd2e99d tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:35:21.182121 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-511a2123-deb1-4cd6-9623-e6c86fd2e99d tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] Notify callbacks [] for security_group, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:21.225158 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-511a2123-deb1-4cd6-9623-e6c86fd2e99d tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:35:21.229264 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-511a2123-deb1-4cd6-9623-e6c86fd2e99d tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] Usage tracker for resource:security_group_rule and tenant:a59d8101aa924034a4b159d3371d1f91 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:35:21.232452 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-511a2123-deb1-4cd6-9623-e6c86fd2e99d tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:35:21.238617 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-511a2123-deb1-4cd6-9623-e6c86fd2e99d tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:35:21.271652 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-4b41d7c5-e969-4303-9be6-2b51d1e24546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0f0ba86-c29d-4d61-b550-024f94894c8f', 'name': 'tempest-RoutersTest-router-739591561', 'tenant_id': 'c471105210324ce4bdf04d2ea6130d17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:34:44Z', 'updated_at': '2022-01-20T14:35:16Z', 'revision_number': 8, 'project_id': 'c471105210324ce4bdf04d2ea6130d17', 'gw_port_host': None, '_interfaces': [{'id': '294b8796-e51e-478a-97a6-1dcd4943315c', 'name': '', 'network_id': '2d55281f-f4dd-4b0a-8d57-33a242732420', 'tenant_id': 'c471105210324ce4bdf04d2ea6130d17', 'mac_address': 'fa:16:3e:5a:1d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0f0ba86-c29d-4d61-b550-024f94894c8f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9fd572f8-6df7-4fe7-a419-6169b187ff66', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:34:59Z', 'updated_at': '2022-01-20T14:35:16Z', 'revision_number': 5, 'project_id': 'c471105210324ce4bdf04d2ea6130d17', 'subnets': [{'id': '9fd572f8-6df7-4fe7-a419-6169b187ff66', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3cc6791d-9101-4167-89a6-97a806ec0b7d', 'name': '', 'network_id': '270024a8-e0da-483b-8285-91c895a13768', 'tenant_id': 'c471105210324ce4bdf04d2ea6130d17', 'mac_address': 'fa:16:3e:92:39:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0f0ba86-c29d-4d61-b550-024f94894c8f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'af565560-6112-4eb7-a06f-1f14fd167045', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:34:47Z', 'updated_at': '2022-01-20T14:34:55Z', 'revision_number': 5, 'project_id': 'c471105210324ce4bdf04d2ea6130d17', 'subnets': [{'id': 'af565560-6112-4eb7-a06f-1f14fd167045', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '89580898-abc3-49c7-aebc-dc1314b1eae2', 'name': '', 'network_id': 'a9be8262-f0c7-432e-a7a2-7a5b2c0e0b6a', 'tenant_id': 'c471105210324ce4bdf04d2ea6130d17', 'mac_address': 'fa:16:3e:c1:46:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0f0ba86-c29d-4d61-b550-024f94894c8f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bdbe1e54-2767-4792-86eb-f238fa791842', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:34:53Z', 'updated_at': '2022-01-20T14:35:05Z', 'revision_number': 5, 'project_id': 'c471105210324ce4bdf04d2ea6130d17', 'subnets': [{'id': 'bdbe1e54-2767-4792-86eb-f238fa791842', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:35:21.276368 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b41d7c5-e969-4303-9be6-2b51d1e24546 None None] The sync data for ids ['d0f0ba86-c29d-4d61-b550-024f94894c8f'] in dv-neutron-825124-1-hyperv is: [{'id': 'd0f0ba86-c29d-4d61-b550-024f94894c8f', 'name': 'tempest-RoutersTest-router-739591561', 'tenant_id': 'c471105210324ce4bdf04d2ea6130d17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:34:44Z', 'updated_at': '2022-01-20T14:35:16Z', 'revision_number': 8, 'project_id': 'c471105210324ce4bdf04d2ea6130d17', 'gw_port_host': None, '_interfaces': [{'id': '294b8796-e51e-478a-97a6-1dcd4943315c', 'name': '', 'network_id': '2d55281f-f4dd-4b0a-8d57-33a242732420', 'tenant_id': 'c471105210324ce4bdf04d2ea6130d17', 'mac_address': 'fa:16:3e:5a:1d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0f0ba86-c29d-4d61-b550-024f94894c8f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9fd572f8-6df7-4fe7-a419-6169b187ff66', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:34:59Z', 'updated_at': '2022-01-20T14:35:16Z', 'revision_number': 5, 'project_id': 'c471105210324ce4bdf04d2ea6130d17', 'subnets': [{'id': '9fd572f8-6df7-4fe7-a419-6169b187ff66', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3cc6791d-9101-4167-89a6-97a806ec0b7d', 'name': '', 'network_id': '270024a8-e0da-483b-8285-91c895a13768', 'tenant_id': 'c471105210324ce4bdf04d2ea6130d17', 'mac_address': 'fa:16:3e:92:39:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0f0ba86-c29d-4d61-b550-024f94894c8f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'af565560-6112-4eb7-a06f-1f14fd167045', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:34:47Z', 'updated_at': '2022-01-20T14:34:55Z', 'revision_number': 5, 'project_id': 'c471105210324ce4bdf04d2ea6130d17', 'subnets': [{'id': 'af565560-6112-4eb7-a06f-1f14fd167045', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '89580898-abc3-49c7-aebc-dc1314b1eae2', 'name': '', 'network_id': 'a9be8262-f0c7-432e-a7a2-7a5b2c0e0b6a', 'tenant_id': 'c471105210324ce4bdf04d2ea6130d17', 'mac_address': 'fa:16:3e:c1:46:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0f0ba86-c29d-4d61-b550-024f94894c8f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bdbe1e54-2767-4792-86eb-f238fa791842', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:34:53Z', 'updated_at': '2022-01-20T14:35:05Z', 'revision_number': 5, 'project_id': 'c471105210324ce4bdf04d2ea6130d17', 'subnets': [{'id': 'bdbe1e54-2767-4792-86eb-f238fa791842', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 14:35:21.303296 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-511a2123-deb1-4cd6-9623-e6c86fd2e99d tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] Notify callbacks [] for security_group, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:21.354757 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.db [None req-e84cb2ac-64b9-4a6d-ac53-7005f16d9770 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] For port 294b8796-e51e-478a-97a6-1dcd4943315c, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=294b8796-e51e-478a-97a6-1dcd4943315c,segment=NetworkSegment(f1359dfa-0689-4fc0-899a-1997ff69295d),segment_id=f1359dfa-0689-4fc0-899a-1997ff69295d)] {{(pid=84152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:35:21.355107 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-e84cb2ac-64b9-4a6d-ac53-7005f16d9770 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:21.381179 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-511a2123-deb1-4cd6-9623-e6c86fd2e99d tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:21.426436 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511a2123-deb1-4cd6-9623-e6c86fd2e99d tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62e7446d-c930-4527-b8f9-a1d673669a94,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:21.475629 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-e84cb2ac-64b9-4a6d-ac53-7005f16d9770 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Calling delete_port for 294b8796-e51e-478a-97a6-1dcd4943315c owned by network:router_interface {{(pid=84152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:35:21.490223 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-511a2123-deb1-4cd6-9623-e6c86fd2e99d tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] Notify callbacks [] for security_group, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:21.491450 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-511a2123-deb1-4cd6-9623-e6c86fd2e99d tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.3780711 Jan 20 14:35:21.495119 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 42654) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:21.500645 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-0803ce2f-7c85-4c25-8e19-1a11f2486a8c tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] Request body: {'security_group_rule': {'security_group_id': '62e7446d-c930-4527-b8f9-a1d673669a94', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:35:21.506964 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-0803ce2f-7c85-4c25-8e19-1a11f2486a8c tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:35:21.512027 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-0803ce2f-7c85-4c25-8e19-1a11f2486a8c tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] Usage tracker for resource:security_group_rule and tenant:a59d8101aa924034a4b159d3371d1f91 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:35:21.514977 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-0803ce2f-7c85-4c25-8e19-1a11f2486a8c tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:35:21.520931 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-0803ce2f-7c85-4c25-8e19-1a11f2486a8c tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:35:21.644491 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.api.v2.resource [None req-0803ce2f-7c85-4c25-8e19-1a11f2486a8c tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] create failed (client error): The resource could not be found. Jan 20 14:35:21.645552 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-0803ce2f-7c85-4c25-8e19-1a11f2486a8c tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1494703 Jan 20 14:35:21.648493 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 42658) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:21.654381 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-be1ff4df-9f0a-49b4-aada-a9d1b13afedd tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] Request body: {'security_group_rule': {'security_group_id': '62e7446d-c930-4527-b8f9-a1d673669a94', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'ff22f8d2-77f8-45e8-b333-d32051cf200e'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:35:21.660450 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-be1ff4df-9f0a-49b4-aada-a9d1b13afedd tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:35:21.664487 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-be1ff4df-9f0a-49b4-aada-a9d1b13afedd tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] Usage tracker for resource:security_group_rule and tenant:a59d8101aa924034a4b159d3371d1f91 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:35:21.667342 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-be1ff4df-9f0a-49b4-aada-a9d1b13afedd tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:35:21.673572 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-be1ff4df-9f0a-49b4-aada-a9d1b13afedd tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:35:21.707448 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-e84cb2ac-64b9-4a6d-ac53-7005f16d9770 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:21.753517 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84cb2ac-64b9-4a6d-ac53-7005f16d9770 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Pushing event deleted for resources: {'Port': ['ID=294b8796-e51e-478a-97a6-1dcd4943315c,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:21.832918 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.api.v2.resource [None req-be1ff4df-9f0a-49b4-aada-a9d1b13afedd tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] create failed (client error): The resource could not be found. Jan 20 14:35:21.836691 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-be1ff4df-9f0a-49b4-aada-a9d1b13afedd tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1851954 Jan 20 14:35:21.837077 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 42662) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:22.027308 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 515c709c-e42d-4a53-b33a-df3bcf4fbd66 no longer exists at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:35:22.040983 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-e81255da-4b9e-46e7-a4bf-5f9f838450bd tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] Notify callbacks [] for security_group, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:22.061880 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] No Port match for: 515c709c-e42d-4a53-b33a-df3bcf4fbd66 {{(pid=84154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 14:35:22.062249 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 515c709c-e42d-4a53-b33a-df3bcf4fbd66 not bound to the agent host dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 14:35:22.081208 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-e81255da-4b9e-46e7-a4bf-5f9f838450bd tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:22.137049 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-e84cb2ac-64b9-4a6d-ac53-7005f16d9770 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1705096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-745401'] for router_interface, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:22.200503 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-e81255da-4b9e-46e7-a4bf-5f9f838450bd tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:22.229842 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81255da-4b9e-46e7-a4bf-5f9f838450bd tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=62e7446d-c930-4527-b8f9-a1d673669a94,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:22.289765 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-e81255da-4b9e-46e7-a4bf-5f9f838450bd tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] Notify callbacks [] for security_group, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:22.291538 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-e81255da-4b9e-46e7-a4bf-5f9f838450bd tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] 10.222.0.54 "DELETE /v2.0/security-groups/62e7446d-c930-4527-b8f9-a1d673669a94 HTTP/1.1" status: 204 len: 168 time: 0.4534445 Jan 20 14:35:22.294232 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 42666) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:22.348108 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-44d3cbae-4c2d-47f6-88b3-f9aa8d648dac tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] Synchronizing usage tracker for tenant:a59d8101aa924034a4b159d3371d1f91 on resource:security_group {{(pid=84153) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:35:22.404420 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-44d3cbae-4c2d-47f6-88b3-f9aa8d648dac tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] Unset dirty status for tenant:a59d8101aa924034a4b159d3371d1f91 on resource:security_group {{(pid=84153) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:35:22.405682 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-44d3cbae-4c2d-47f6-88b3-f9aa8d648dac tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1104212 Jan 20 14:35:22.409654 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 42670) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:22.415655 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-45fdaded-3a3f-42de-aadc-e4aa1941ca4f tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] Request body: {'security_group_rule': {'security_group_id': 'ccc9894e-efc0-4768-8559-3e5ade2b028b', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:35:22.422235 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-45fdaded-3a3f-42de-aadc-e4aa1941ca4f tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:35:22.425995 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-45fdaded-3a3f-42de-aadc-e4aa1941ca4f tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] Usage tracker for resource:security_group_rule and tenant:a59d8101aa924034a4b159d3371d1f91 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:35:22.428826 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-45fdaded-3a3f-42de-aadc-e4aa1941ca4f tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:35:22.435120 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-45fdaded-3a3f-42de-aadc-e4aa1941ca4f tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:35:22.598938 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.api.v2.resource [None req-45fdaded-3a3f-42de-aadc-e4aa1941ca4f tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] create failed (client error): The resource could not be found. Jan 20 14:35:22.599991 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-45fdaded-3a3f-42de-aadc-e4aa1941ca4f tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1892538 Jan 20 14:35:22.604117 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 42674) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:22.609980 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-0ca5f2e4-f476-453d-88c6-0a77add0a3d3 tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] Request body: {'security_group': {'name': 'tempest-secgroup--1798411135'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:35:22.616193 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-0ca5f2e4-f476-453d-88c6-0a77add0a3d3 tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:35:22.627332 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-0ca5f2e4-f476-453d-88c6-0a77add0a3d3 tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:35:22.707251 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-0ca5f2e4-f476-453d-88c6-0a77add0a3d3 tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] Notify callbacks [] for security_group, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:22.742959 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-0ca5f2e4-f476-453d-88c6-0a77add0a3d3 tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:35:22.747419 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-0ca5f2e4-f476-453d-88c6-0a77add0a3d3 tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] Usage tracker for resource:security_group_rule and tenant:a59d8101aa924034a4b159d3371d1f91 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:35:22.750251 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-0ca5f2e4-f476-453d-88c6-0a77add0a3d3 tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:35:22.756246 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-0ca5f2e4-f476-453d-88c6-0a77add0a3d3 tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:35:22.765508 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e84cb2ac-64b9-4a6d-ac53-7005f16d9770 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Router d0f0ba86-c29d-4d61-b550-024f94894c8f has already been hosted by L3 agent 624d525b-4c26-4143-8a1c-228bb1c6faaa {{(pid=84152) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 14:35:22.812478 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-0ca5f2e4-f476-453d-88c6-0a77add0a3d3 tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] Notify callbacks [] for security_group, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:22.877605 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-0ca5f2e4-f476-453d-88c6-0a77add0a3d3 tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:22.921099 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca5f2e4-f476-453d-88c6-0a77add0a3d3 tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06db87a2-767e-42a9-810f-b4e5fa93e7bc,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:22.957183 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e84cb2ac-64b9-4a6d-ac53-7005f16d9770 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify agent at l3_agent.dv-neutron-825124-1-hyperv the message routers_updated {{(pid=84152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 14:35:22.962738 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-e84cb2ac-64b9-4a6d-ac53-7005f16d9770 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] 10.222.0.54 "PUT /v2.0/routers/d0f0ba86-c29d-4d61-b550-024f94894c8f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8732002 Jan 20 14:35:22.965356 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 42678) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:22.969689 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa05e63c-c9f6-48db-9d2b-90f0db88c58b None None] Sync routers for ids ['d0f0ba86-c29d-4d61-b550-024f94894c8f'] in dv-neutron-825124-1-hyperv {{(pid=84154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 14:35:22.982738 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa05e63c-c9f6-48db-9d2b-90f0db88c58b None None] Routers {'d0f0ba86-c29d-4d61-b550-024f94894c8f'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:35:22.983347 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-fa05e63c-c9f6-48db-9d2b-90f0db88c58b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:35:00Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['d0f0ba86-c29d-4d61-b550-024f94894c8f'], 'active': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:35:23.014793 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-0ca5f2e4-f476-453d-88c6-0a77add0a3d3 tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] Notify callbacks [] for security_group, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:23.019298 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-0ca5f2e4-f476-453d-88c6-0a77add0a3d3 tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.4111130 Jan 20 14:35:23.019459 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 42682) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:23.027626 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-bffb1048-df91-4688-9470-73b837620bc7 tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] Request body: {'security_group': {'name': 'tempest-secgroup--1666188935'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:35:23.038746 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-bffb1048-df91-4688-9470-73b837620bc7 tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:35:23.058604 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-bffb1048-df91-4688-9470-73b837620bc7 tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] Usage tracker for resource:security_group and tenant:a59d8101aa924034a4b159d3371d1f91 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:35:23.063136 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-bffb1048-df91-4688-9470-73b837620bc7 tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:35:23.113311 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-bffb1048-df91-4688-9470-73b837620bc7 tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:35:23.132601 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvr_db [None req-fa05e63c-c9f6-48db-9d2b-90f0db88c58b None None] Set router d0f0ba86-c29d-4d61-b550-024f94894c8f gateway port host: None {{(pid=84154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 14:35:23.182064 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.db_base_plugin_v2 [None req-6cd3420d-f9ba-49c1-bbb9-713aed791ac2 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Deleting subnet 9fd572f8-6df7-4fe7-a419-6169b187ff66 {{(pid=84152) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 20 14:35:23.184991 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-6cd3420d-f9ba-49c1-bbb9-713aed791ac2 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks [] for subnet, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:23.212505 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-bffb1048-df91-4688-9470-73b837620bc7 tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] Notify callbacks [] for security_group, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:23.257170 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-6cd3420d-f9ba-49c1-bbb9-713aed791ac2 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3337915'] for subnet, precommit_delete_associations {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:23.309592 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-bffb1048-df91-4688-9470-73b837620bc7 tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:35:23.466171 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-bffb1048-df91-4688-9470-73b837620bc7 tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] Usage tracker for resource:security_group_rule and tenant:a59d8101aa924034a4b159d3371d1f91 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:35:23.466171 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-bffb1048-df91-4688-9470-73b837620bc7 tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:35:23.466171 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-bffb1048-df91-4688-9470-73b837620bc7 tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:35:23.466171 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-6cd3420d-f9ba-49c1-bbb9-713aed791ac2 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1627147'] for subnet, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:23.472639 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-bffb1048-df91-4688-9470-73b837620bc7 tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] Notify callbacks [] for security_group, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:23.479884 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-fa05e63c-c9f6-48db-9d2b-90f0db88c58b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0f0ba86-c29d-4d61-b550-024f94894c8f', 'name': 'tempest-RoutersTest-router-739591561', 'tenant_id': 'c471105210324ce4bdf04d2ea6130d17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:34:44Z', 'updated_at': '2022-01-20T14:35:21Z', 'revision_number': 9, 'project_id': 'c471105210324ce4bdf04d2ea6130d17', 'gw_port_host': None, '_interfaces': [{'id': '3cc6791d-9101-4167-89a6-97a806ec0b7d', 'name': '', 'network_id': '270024a8-e0da-483b-8285-91c895a13768', 'tenant_id': 'c471105210324ce4bdf04d2ea6130d17', 'mac_address': 'fa:16:3e:92:39:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0f0ba86-c29d-4d61-b550-024f94894c8f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'af565560-6112-4eb7-a06f-1f14fd167045', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:34:47Z', 'updated_at': '2022-01-20T14:34:55Z', 'revision_number': 5, 'project_id': 'c471105210324ce4bdf04d2ea6130d17', 'subnets': [{'id': 'af565560-6112-4eb7-a06f-1f14fd167045', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '89580898-abc3-49c7-aebc-dc1314b1eae2', 'name': '', 'network_id': 'a9be8262-f0c7-432e-a7a2-7a5b2c0e0b6a', 'tenant_id': 'c471105210324ce4bdf04d2ea6130d17', 'mac_address': 'fa:16:3e:c1:46:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0f0ba86-c29d-4d61-b550-024f94894c8f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bdbe1e54-2767-4792-86eb-f238fa791842', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:34:53Z', 'updated_at': '2022-01-20T14:35:05Z', 'revision_number': 5, 'project_id': 'c471105210324ce4bdf04d2ea6130d17', 'subnets': [{'id': 'bdbe1e54-2767-4792-86eb-f238fa791842', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:35:23.483051 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa05e63c-c9f6-48db-9d2b-90f0db88c58b None None] Checking router: d0f0ba86-c29d-4d61-b550-024f94894c8f for host: dv-neutron-825124-1-hyperv {{(pid=84154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 14:35:23.495032 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa05e63c-c9f6-48db-9d2b-90f0db88c58b None None] Routers {'d0f0ba86-c29d-4d61-b550-024f94894c8f'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:35:23.495707 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-fa05e63c-c9f6-48db-9d2b-90f0db88c58b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:35:00Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['d0f0ba86-c29d-4d61-b550-024f94894c8f'], 'active': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:35:23.541309 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-bffb1048-df91-4688-9470-73b837620bc7 tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:23.573235 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-6cd3420d-f9ba-49c1-bbb9-713aed791ac2 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1627154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4163580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155308'] for subnet, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:23.632693 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffb1048-df91-4688-9470-73b837620bc7 tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16efe7d7-ea64-47f6-9971-b2c5272c933d,revision_number=1']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:23.636789 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd3420d-f9ba-49c1-bbb9-713aed791ac2 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Pushing event deleted for resources: {'Subnet': ['ID=9fd572f8-6df7-4fe7-a419-6169b187ff66,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:23.643514 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-6cd3420d-f9ba-49c1-bbb9-713aed791ac2 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks [] for subnet, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:23.643514 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-6cd3420d-f9ba-49c1-bbb9-713aed791ac2 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] 10.222.0.54 "DELETE /v2.0/subnets/9fd572f8-6df7-4fe7-a419-6169b187ff66 HTTP/1.1" status: 204 len: 168 time: 0.6766334 Jan 20 14:35:23.645717 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 42688) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:23.654711 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fc9ce45-04f1-4561-b449-81988d4289d0 None None] Network 2d55281f-f4dd-4b0a-8d57-33a242732420 requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:35:23.666954 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvr_db [None req-fa05e63c-c9f6-48db-9d2b-90f0db88c58b None None] Set router d0f0ba86-c29d-4d61-b550-024f94894c8f gateway port host: None {{(pid=84154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 14:35:23.715832 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-bffb1048-df91-4688-9470-73b837620bc7 tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] Notify callbacks [] for security_group, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:23.720157 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-bffb1048-df91-4688-9470-73b837620bc7 tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.6966455 Jan 20 14:35:23.721483 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 42692) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:23.727554 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-227d1037-1a41-4816-a81f-1506848d94a4 tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] Request body: {'security_group_rule': {'security_group_id': '06db87a2-767e-42a9-810f-b4e5fa93e7bc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '16efe7d7-ea64-47f6-9971-b2c5272c933d'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:35:23.733785 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-227d1037-1a41-4816-a81f-1506848d94a4 tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:35:23.738385 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-227d1037-1a41-4816-a81f-1506848d94a4 tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] Usage tracker for resource:security_group_rule and tenant:a59d8101aa924034a4b159d3371d1f91 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:35:23.741237 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-227d1037-1a41-4816-a81f-1506848d94a4 tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:35:23.748724 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-227d1037-1a41-4816-a81f-1506848d94a4 tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:35:23.761538 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-3f2cf487-f174-4df7-ad99-feb0ad8fa178 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586409'] for network, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:23.772363 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-3f2cf487-f174-4df7-ad99-feb0ad8fa178 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Deleting port 1d95c77f-75a7-4b74-b6e4-7006cb064bd8 {{(pid=84152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:35:23.772703 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-3f2cf487-f174-4df7-ad99-feb0ad8fa178 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:23.907564 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.api.v2.resource [None req-227d1037-1a41-4816-a81f-1506848d94a4 tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 20 14:35:23.911369 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-227d1037-1a41-4816-a81f-1506848d94a4 tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 360 time: 0.1862504 Jan 20 14:35:23.911634 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 42696) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:23.986911 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-8a9a2998-a535-4884-93cb-95cef0be66da tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] Notify callbacks [] for security_group, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:23.990046 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.db [None req-3f2cf487-f174-4df7-ad99-feb0ad8fa178 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] For port 1d95c77f-75a7-4b74-b6e4-7006cb064bd8, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=1d95c77f-75a7-4b74-b6e4-7006cb064bd8,segment=NetworkSegment(f1359dfa-0689-4fc0-899a-1997ff69295d),segment_id=f1359dfa-0689-4fc0-899a-1997ff69295d)] {{(pid=84152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:35:23.990414 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-3f2cf487-f174-4df7-ad99-feb0ad8fa178 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:24.015872 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-8a9a2998-a535-4884-93cb-95cef0be66da tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:24.112905 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-3f2cf487-f174-4df7-ad99-feb0ad8fa178 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Calling delete_port for 1d95c77f-75a7-4b74-b6e4-7006cb064bd8 owned by network:dhcp {{(pid=84152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:35:24.119591 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-8a9a2998-a535-4884-93cb-95cef0be66da tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:24.142724 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9a2998-a535-4884-93cb-95cef0be66da tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=16efe7d7-ea64-47f6-9971-b2c5272c933d,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:24.151142 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-8a9a2998-a535-4884-93cb-95cef0be66da tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] Notify callbacks [] for security_group, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:24.152845 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-8a9a2998-a535-4884-93cb-95cef0be66da tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] 10.222.0.54 "DELETE /v2.0/security-groups/16efe7d7-ea64-47f6-9971-b2c5272c933d HTTP/1.1" status: 204 len: 168 time: 0.2396829 Jan 20 14:35:24.155063 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 42700) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:24.248718 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-fa05e63c-c9f6-48db-9d2b-90f0db88c58b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0f0ba86-c29d-4d61-b550-024f94894c8f', 'name': 'tempest-RoutersTest-router-739591561', 'tenant_id': 'c471105210324ce4bdf04d2ea6130d17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:34:44Z', 'updated_at': '2022-01-20T14:35:21Z', 'revision_number': 9, 'project_id': 'c471105210324ce4bdf04d2ea6130d17', 'gw_port_host': None, '_interfaces': [{'id': '3cc6791d-9101-4167-89a6-97a806ec0b7d', 'name': '', 'network_id': '270024a8-e0da-483b-8285-91c895a13768', 'tenant_id': 'c471105210324ce4bdf04d2ea6130d17', 'mac_address': 'fa:16:3e:92:39:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0f0ba86-c29d-4d61-b550-024f94894c8f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'af565560-6112-4eb7-a06f-1f14fd167045', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:34:47Z', 'updated_at': '2022-01-20T14:34:55Z', 'revision_number': 5, 'project_id': 'c471105210324ce4bdf04d2ea6130d17', 'subnets': [{'id': 'af565560-6112-4eb7-a06f-1f14fd167045', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '89580898-abc3-49c7-aebc-dc1314b1eae2', 'name': '', 'network_id': 'a9be8262-f0c7-432e-a7a2-7a5b2c0e0b6a', 'tenant_id': 'c471105210324ce4bdf04d2ea6130d17', 'mac_address': 'fa:16:3e:c1:46:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0f0ba86-c29d-4d61-b550-024f94894c8f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bdbe1e54-2767-4792-86eb-f238fa791842', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:34:53Z', 'updated_at': '2022-01-20T14:35:05Z', 'revision_number': 5, 'project_id': 'c471105210324ce4bdf04d2ea6130d17', 'subnets': [{'id': 'bdbe1e54-2767-4792-86eb-f238fa791842', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:35:24.248718 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa05e63c-c9f6-48db-9d2b-90f0db88c58b None None] The sync data for ids ['d0f0ba86-c29d-4d61-b550-024f94894c8f'] in dv-neutron-825124-1-hyperv is: [{'id': 'd0f0ba86-c29d-4d61-b550-024f94894c8f', 'name': 'tempest-RoutersTest-router-739591561', 'tenant_id': 'c471105210324ce4bdf04d2ea6130d17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:34:44Z', 'updated_at': '2022-01-20T14:35:21Z', 'revision_number': 9, 'project_id': 'c471105210324ce4bdf04d2ea6130d17', 'gw_port_host': None, '_interfaces': [{'id': '3cc6791d-9101-4167-89a6-97a806ec0b7d', 'name': '', 'network_id': '270024a8-e0da-483b-8285-91c895a13768', 'tenant_id': 'c471105210324ce4bdf04d2ea6130d17', 'mac_address': 'fa:16:3e:92:39:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0f0ba86-c29d-4d61-b550-024f94894c8f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'af565560-6112-4eb7-a06f-1f14fd167045', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:34:47Z', 'updated_at': '2022-01-20T14:34:55Z', 'revision_number': 5, 'project_id': 'c471105210324ce4bdf04d2ea6130d17', 'subnets': [{'id': 'af565560-6112-4eb7-a06f-1f14fd167045', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '89580898-abc3-49c7-aebc-dc1314b1eae2', 'name': '', 'network_id': 'a9be8262-f0c7-432e-a7a2-7a5b2c0e0b6a', 'tenant_id': 'c471105210324ce4bdf04d2ea6130d17', 'mac_address': 'fa:16:3e:c1:46:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0f0ba86-c29d-4d61-b550-024f94894c8f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bdbe1e54-2767-4792-86eb-f238fa791842', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:34:53Z', 'updated_at': '2022-01-20T14:35:05Z', 'revision_number': 5, 'project_id': 'c471105210324ce4bdf04d2ea6130d17', 'subnets': [{'id': 'bdbe1e54-2767-4792-86eb-f238fa791842', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 14:35:24.248718 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79ef950f-702d-4ed8-b55b-2aaab99c5f1e None None] DHCP port deletion for 2d55281f-f4dd-4b0a-8d57-33a242732420 request from dv-neutron-825124-1-hyperv {{(pid=84154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 20 14:35:24.248718 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-79ef950f-702d-4ed8-b55b-2aaab99c5f1e None None] Deleting port 1d95c77f-75a7-4b74-b6e4-7006cb064bd8 {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:35:24.248718 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-79ef950f-702d-4ed8-b55b-2aaab99c5f1e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:24.278629 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-7300ac36-1309-404a-8312-95085407fd16 tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] Synchronizing usage tracker for tenant:a59d8101aa924034a4b159d3371d1f91 on resource:security_group {{(pid=84153) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:35:24.318860 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-3f2cf487-f174-4df7-ad99-feb0ad8fa178 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:24.323837 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-79ef950f-702d-4ed8-b55b-2aaab99c5f1e None None] The port '1d95c77f-75a7-4b74-b6e4-7006cb064bd8' was deleted {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 20 14:35:24.366660 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2cf487-f174-4df7-ad99-feb0ad8fa178 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Pushing event deleted for resources: {'Port': ['ID=1d95c77f-75a7-4b74-b6e4-7006cb064bd8,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:24.372016 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f2cf487-f174-4df7-ad99-feb0ad8fa178 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] No DVR routers for this DVR port 1d95c77f-75a7-4b74-b6e4-7006cb064bd8 on host dv-neutron-825124-1-hyperv {{(pid=84152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 14:35:24.375737 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-7300ac36-1309-404a-8312-95085407fd16 tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] Unset dirty status for tenant:a59d8101aa924034a4b159d3371d1f91 on resource:security_group {{(pid=84153) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:35:24.377053 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-7300ac36-1309-404a-8312-95085407fd16 tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.2209694 Jan 20 14:35:24.379910 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 42704) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:24.443543 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-8223007a-ff72-4cf1-8474-ad42acfb8ba2 tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] Notify callbacks [] for security_group, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:24.476829 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-8223007a-ff72-4cf1-8474-ad42acfb8ba2 tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:24.590243 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-3f2cf487-f174-4df7-ad99-feb0ad8fa178 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1626242', 'neutron.services.segments.db._delete_segments_for_network-8769554214620'] for network, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:24.598435 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-8223007a-ff72-4cf1-8474-ad42acfb8ba2 tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:24.617866 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.segments.db [None req-3f2cf487-f174-4df7-ad99-feb0ad8fa178 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d55281f-f4dd-4b0a-8d57-33a242732420']}} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:35:24.618116 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8223007a-ff72-4cf1-8474-ad42acfb8ba2 tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=06db87a2-767e-42a9-810f-b4e5fa93e7bc,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:24.633706 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.segments.db [None req-3f2cf487-f174-4df7-ad99-feb0ad8fa178 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1359dfa-0689-4fc0-899a-1997ff69295d') {'for_net_delete': True} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:35:24.636455 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.segments.db [None req-3f2cf487-f174-4df7-ad99-feb0ad8fa178 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1359dfa-0689-4fc0-899a-1997ff69295d') {} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:35:24.647659 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-3f2cf487-f174-4df7-ad99-feb0ad8fa178 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769554214503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3337904'] for segment, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:24.670286 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-3f2cf487-f174-4df7-ad99-feb0ad8fa178 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:24.676395 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f2cf487-f174-4df7-ad99-feb0ad8fa178 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Releasing vlan 199 on physical network physnet1 to pool {{(pid=84152) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 14:35:24.676789 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-3f2cf487-f174-4df7-ad99-feb0ad8fa178 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1622950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4162906'] for segment, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:24.683740 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-8223007a-ff72-4cf1-8474-ad42acfb8ba2 tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] Notify callbacks [] for security_group, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:24.684850 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-8223007a-ff72-4cf1-8474-ad42acfb8ba2 tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] 10.222.0.54 "DELETE /v2.0/security-groups/06db87a2-767e-42a9-810f-b4e5fa93e7bc HTTP/1.1" status: 204 len: 168 time: 0.3040459 Jan 20 14:35:24.687475 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 42708) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:24.691811 dv-neutron-825124-1-hyperv neutron-server[84152]: Traceback (most recent call last): Jan 20 14:35:24.691811 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 14:35:24.691811 dv-neutron-825124-1-hyperv neutron-server[84152]: timer() Jan 20 14:35:24.691811 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 14:35:24.691811 dv-neutron-825124-1-hyperv neutron-server[84152]: cb(*args, **kw) Jan 20 14:35:24.691811 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 14:35:24.691811 dv-neutron-825124-1-hyperv neutron-server[84152]: return func(*args, **kwargs) Jan 20 14:35:24.691811 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 14:35:24.691811 dv-neutron-825124-1-hyperv neutron-server[84152]: self._notify() Jan 20 14:35:24.691811 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 14:35:24.691811 dv-neutron-825124-1-hyperv neutron-server[84152]: self.callback(batched_events) Jan 20 14:35:24.691811 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 14:35:24.691811 dv-neutron-825124-1-hyperv neutron-server[84152]: event.method(event) Jan 20 14:35:24.691811 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 14:35:24.691811 dv-neutron-825124-1-hyperv neutron-server[84152]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 14:35:24.691811 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 14:35:24.691811 dv-neutron-825124-1-hyperv neutron-server[84152]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 14:35:24.691811 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 14:35:24.691811 dv-neutron-825124-1-hyperv neutron-server[84152]: return f(self, *a, **k) Jan 20 14:35:24.691811 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 14:35:24.691811 dv-neutron-825124-1-hyperv neutron-server[84152]: return self._get(url).json() Jan 20 14:35:24.691811 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 14:35:24.691811 dv-neutron-825124-1-hyperv neutron-server[84152]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 14:35:24.691811 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 14:35:24.691811 dv-neutron-825124-1-hyperv neutron-server[84152]: return self.request(url, 'GET', **kwargs) Jan 20 14:35:24.691811 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 14:35:24.691811 dv-neutron-825124-1-hyperv neutron-server[84152]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 14:35:24.691811 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 14:35:24.691811 dv-neutron-825124-1-hyperv neutron-server[84152]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 14:35:24.691811 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 14:35:24.691811 dv-neutron-825124-1-hyperv neutron-server[84152]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 14:35:24.691811 dv-neutron-825124-1-hyperv neutron-server[84152]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 14:35:24.741269 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-12bc25a4-ec6f-43bc-a4a7-5a2fa47ba417 tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] Synchronizing usage tracker for tenant:a59d8101aa924034a4b159d3371d1f91 on resource:security_group {{(pid=84153) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:35:24.838922 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-12bc25a4-ec6f-43bc-a4a7-5a2fa47ba417 tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] Unset dirty status for tenant:a59d8101aa924034a4b159d3371d1f91 on resource:security_group {{(pid=84153) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:35:24.840287 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-12bc25a4-ec6f-43bc-a4a7-5a2fa47ba417 tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1518176 Jan 20 14:35:24.844081 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 42712) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:24.849621 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-c85404f6-449b-45aa-8d63-2553a19cf796 tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] Request body: {'security_group': {'name': 'tempest-secgroup--1042446962'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:35:24.856751 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-c85404f6-449b-45aa-8d63-2553a19cf796 tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:35:24.866081 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-c85404f6-449b-45aa-8d63-2553a19cf796 tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:35:24.874487 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-3f2cf487-f174-4df7-ad99-feb0ad8fa178 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1626253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-745296'] for network, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:24.884666 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-3f2cf487-f174-4df7-ad99-feb0ad8fa178 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks [] for network, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:24.895191 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2cf487-f174-4df7-ad99-feb0ad8fa178 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Pushing event deleted for resources: {'Network': ['ID=2d55281f-f4dd-4b0a-8d57-33a242732420,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:24.903241 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-3f2cf487-f174-4df7-ad99-feb0ad8fa178 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] 10.222.0.54 "DELETE /v2.0/networks/2d55281f-f4dd-4b0a-8d57-33a242732420 HTTP/1.1" status: 204 len: 168 time: 1.2565041 Jan 20 14:35:24.905929 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 42716) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:24.952866 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-c85404f6-449b-45aa-8d63-2553a19cf796 tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] Notify callbacks [] for security_group, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:24.989883 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-c85404f6-449b-45aa-8d63-2553a19cf796 tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:35:24.994020 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-c85404f6-449b-45aa-8d63-2553a19cf796 tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] Usage tracker for resource:security_group_rule and tenant:a59d8101aa924034a4b159d3371d1f91 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:35:24.996942 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-c85404f6-449b-45aa-8d63-2553a19cf796 tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:35:25.002757 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-c85404f6-449b-45aa-8d63-2553a19cf796 tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:35:25.066261 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-c85404f6-449b-45aa-8d63-2553a19cf796 tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] Notify callbacks [] for security_group, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:25.136135 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-c85404f6-449b-45aa-8d63-2553a19cf796 tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:25.186302 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85404f6-449b-45aa-8d63-2553a19cf796 tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8521c5c2-e07b-4902-ab15-a062b290c2ec,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:25.256214 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-bf5ae9d7-d680-4aa1-b174-31eb84e10b83 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-743504'] for router_interface, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:25.278728 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-c85404f6-449b-45aa-8d63-2553a19cf796 tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] Notify callbacks [] for security_group, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:25.281324 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-c85404f6-449b-45aa-8d63-2553a19cf796 tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.4349363 Jan 20 14:35:25.289164 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 42720) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:25.294768 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-d1d8638e-dc57-43ab-8c30-d1465eb11136 tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] Request body: {'security_group_rule': {'security_group_id': '8521c5c2-e07b-4902-ab15-a062b290c2ec', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:35:25.300808 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-d1d8638e-dc57-43ab-8c30-d1465eb11136 tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:35:25.304569 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-d1d8638e-dc57-43ab-8c30-d1465eb11136 tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] Usage tracker for resource:security_group_rule and tenant:a59d8101aa924034a4b159d3371d1f91 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:35:25.308042 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-d1d8638e-dc57-43ab-8c30-d1465eb11136 tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:35:25.313662 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-d1d8638e-dc57-43ab-8c30-d1465eb11136 tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:35:25.507773 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.api.v2.resource [None req-d1d8638e-dc57-43ab-8c30-d1465eb11136 tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 20 14:35:25.509399 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-d1d8638e-dc57-43ab-8c30-d1465eb11136 tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2187130 Jan 20 14:35:25.512303 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 42724) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:25.517985 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-223c927f-7646-4023-ad1b-a78ad1efd75b tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] Request body: {'security_group_rule': {'security_group_id': '8521c5c2-e07b-4902-ab15-a062b290c2ec', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:35:25.524974 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-223c927f-7646-4023-ad1b-a78ad1efd75b tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:35:25.528773 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-223c927f-7646-4023-ad1b-a78ad1efd75b tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] Usage tracker for resource:security_group_rule and tenant:a59d8101aa924034a4b159d3371d1f91 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:35:25.531781 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-223c927f-7646-4023-ad1b-a78ad1efd75b tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:35:25.538385 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-223c927f-7646-4023-ad1b-a78ad1efd75b tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:35:25.740785 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.api.v2.resource [None req-223c927f-7646-4023-ad1b-a78ad1efd75b tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 20 14:35:25.741895 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-223c927f-7646-4023-ad1b-a78ad1efd75b tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2286444 Jan 20 14:35:25.745315 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 42728) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:25.812619 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-cce6c3d2-8ce6-4d9b-80c8-90028fc9fcdf tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] Notify callbacks [] for security_group, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:25.841112 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-cce6c3d2-8ce6-4d9b-80c8-90028fc9fcdf tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:25.875272 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-bf5ae9d7-d680-4aa1-b174-31eb84e10b83 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Deleting port 89580898-abc3-49c7-aebc-dc1314b1eae2 {{(pid=84152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:35:25.875894 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-bf5ae9d7-d680-4aa1-b174-31eb84e10b83 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:25.981728 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-cce6c3d2-8ce6-4d9b-80c8-90028fc9fcdf tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:26.001160 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce6c3d2-8ce6-4d9b-80c8-90028fc9fcdf tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8521c5c2-e07b-4902-ab15-a062b290c2ec,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:26.008406 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-cce6c3d2-8ce6-4d9b-80c8-90028fc9fcdf tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] Notify callbacks [] for security_group, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:26.009703 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-cce6c3d2-8ce6-4d9b-80c8-90028fc9fcdf tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] 10.222.0.54 "DELETE /v2.0/security-groups/8521c5c2-e07b-4902-ab15-a062b290c2ec HTTP/1.1" status: 204 len: 168 time: 0.2634501 Jan 20 14:35:26.012280 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 42732) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:26.045990 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 294b8796-e51e-478a-97a6-1dcd4943315c no longer exists at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:35:26.073536 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-fdff141b-2da7-4bd9-b524-5708ae27c2a1 tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] Synchronizing usage tracker for tenant:a59d8101aa924034a4b159d3371d1f91 on resource:security_group {{(pid=84153) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:35:26.076152 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.db [None req-bf5ae9d7-d680-4aa1-b174-31eb84e10b83 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] For port 89580898-abc3-49c7-aebc-dc1314b1eae2, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=89580898-abc3-49c7-aebc-dc1314b1eae2,segment=NetworkSegment(255501fd-57b8-409c-9f22-5da0506b7410),segment_id=255501fd-57b8-409c-9f22-5da0506b7410)] {{(pid=84152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:35:26.076761 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-bf5ae9d7-d680-4aa1-b174-31eb84e10b83 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:26.079152 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] No Port match for: 294b8796-e51e-478a-97a6-1dcd4943315c {{(pid=84154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 14:35:26.079513 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 294b8796-e51e-478a-97a6-1dcd4943315c not bound to the agent host dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 14:35:26.079925 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 1d95c77f-75a7-4b74-b6e4-7006cb064bd8 no longer exists at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:35:26.112363 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] No Port match for: 1d95c77f-75a7-4b74-b6e4-7006cb064bd8 {{(pid=84154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 14:35:26.112707 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 1d95c77f-75a7-4b74-b6e4-7006cb064bd8 not bound to the agent host dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 14:35:26.135861 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-fdff141b-2da7-4bd9-b524-5708ae27c2a1 tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] Unset dirty status for tenant:a59d8101aa924034a4b159d3371d1f91 on resource:security_group {{(pid=84153) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:35:26.137369 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-fdff141b-2da7-4bd9-b524-5708ae27c2a1 tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1240273 Jan 20 14:35:26.141129 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 42736) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:26.146653 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-a56ecb58-6dda-43b9-8cb7-7967a3a6c1f1 tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] Request body: {'security_group': {'name': 'tempest-secgroup--812946694'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:35:26.153961 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-a56ecb58-6dda-43b9-8cb7-7967a3a6c1f1 tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:35:26.164538 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-a56ecb58-6dda-43b9-8cb7-7967a3a6c1f1 tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:35:26.228279 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-a56ecb58-6dda-43b9-8cb7-7967a3a6c1f1 tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] Notify callbacks [] for security_group, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:26.266485 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-a56ecb58-6dda-43b9-8cb7-7967a3a6c1f1 tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:35:26.270548 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-a56ecb58-6dda-43b9-8cb7-7967a3a6c1f1 tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] Usage tracker for resource:security_group_rule and tenant:a59d8101aa924034a4b159d3371d1f91 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:35:26.273445 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-a56ecb58-6dda-43b9-8cb7-7967a3a6c1f1 tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:35:26.279951 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-a56ecb58-6dda-43b9-8cb7-7967a3a6c1f1 tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:35:26.301445 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-bf5ae9d7-d680-4aa1-b174-31eb84e10b83 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Calling delete_port for 89580898-abc3-49c7-aebc-dc1314b1eae2 owned by network:router_interface {{(pid=84152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:35:26.340147 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-a56ecb58-6dda-43b9-8cb7-7967a3a6c1f1 tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] Notify callbacks [] for security_group, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:26.420811 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-a56ecb58-6dda-43b9-8cb7-7967a3a6c1f1 tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:26.464628 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56ecb58-6dda-43b9-8cb7-7967a3a6c1f1 tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b39fec76-7081-460b-bb92-01fae73ccf60,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:26.530708 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-a56ecb58-6dda-43b9-8cb7-7967a3a6c1f1 tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] Notify callbacks [] for security_group, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:26.532347 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-a56ecb58-6dda-43b9-8cb7-7967a3a6c1f1 tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.3902543 Jan 20 14:35:26.535395 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 42740) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:26.544096 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-7692519f-fad3-47d6-9097-cc9b34fa9c26 tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] Request body: {'security_group': {'name': 'default'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:35:26.544096 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.api.v2.resource [None req-7692519f-fad3-47d6-9097-cc9b34fa9c26 tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] update failed (client error): There was a conflict when trying to complete your request. Jan 20 14:35:26.544096 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-7692519f-fad3-47d6-9097-cc9b34fa9c26 tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] 10.222.0.54 "PUT /v2.0/security-groups/b39fec76-7081-460b-bb92-01fae73ccf60 HTTP/1.1" status: 409 len: 330 time: 0.0069051 Jan 20 14:35:26.546039 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 42744) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:26.563855 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-bf5ae9d7-d680-4aa1-b174-31eb84e10b83 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:26.613116 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-baab0254-616a-4259-aed1-c09be652c6f0 tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] Notify callbacks [] for security_group, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:26.613849 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5ae9d7-d680-4aa1-b174-31eb84e10b83 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Pushing event deleted for resources: {'Port': ['ID=89580898-abc3-49c7-aebc-dc1314b1eae2,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:26.655000 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-baab0254-616a-4259-aed1-c09be652c6f0 tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:26.776101 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-baab0254-616a-4259-aed1-c09be652c6f0 tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:26.796915 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baab0254-616a-4259-aed1-c09be652c6f0 tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b39fec76-7081-460b-bb92-01fae73ccf60,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:26.806357 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-baab0254-616a-4259-aed1-c09be652c6f0 tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] Notify callbacks [] for security_group, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:26.810580 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-baab0254-616a-4259-aed1-c09be652c6f0 tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] 10.222.0.54 "DELETE /v2.0/security-groups/b39fec76-7081-460b-bb92-01fae73ccf60 HTTP/1.1" status: 204 len: 168 time: 0.2612772 Jan 20 14:35:26.810707 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 42748) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:26.868083 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-7b21df96-272c-46c9-b3af-17938576e042 tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] Synchronizing usage tracker for tenant:a59d8101aa924034a4b159d3371d1f91 on resource:security_group {{(pid=84153) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:35:26.901048 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-bf5ae9d7-d680-4aa1-b174-31eb84e10b83 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1705096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-745401'] for router_interface, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:26.923983 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-7b21df96-272c-46c9-b3af-17938576e042 tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] Unset dirty status for tenant:a59d8101aa924034a4b159d3371d1f91 on resource:security_group {{(pid=84153) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:35:26.925408 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-7b21df96-272c-46c9-b3af-17938576e042 tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1137004 Jan 20 14:35:26.929313 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 42752) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:26.946693 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.api.v2.resource [None req-c404316e-ac52-4d6c-9a77-673787557818 tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] delete failed (client error): The resource could not be found. Jan 20 14:35:26.947720 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-c404316e-ac52-4d6c-9a77-673787557818 tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] 10.222.0.54 "DELETE /v2.0/security-groups/8eede53b-c35f-4c37-9753-404ffd8c2b85 HTTP/1.1" status: 404 len: 347 time: 0.0174673 Jan 20 14:35:26.951519 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 42756) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:26.968861 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.api.v2.resource [None req-933c94b4-7241-4afd-b45f-c0e3de89ebb5 tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] show failed (client error): The resource could not be found. Jan 20 14:35:26.969912 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-933c94b4-7241-4afd-b45f-c0e3de89ebb5 tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] 10.222.0.54 "GET /v2.0/security-groups/2ad37a78-a1bb-4eef-9762-8edbf0100a41 HTTP/1.1" status: 404 len: 347 time: 0.0174906 Jan 20 14:35:26.973817 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 42760) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:26.989374 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.api.v2.resource [None req-91f2ca0b-84f7-4df1-8356-4618e310c19a tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] show failed (client error): The resource could not be found. Jan 20 14:35:26.990549 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-91f2ca0b-84f7-4df1-8356-4618e310c19a tempest-NegativeSecGroupIPv6Test-503494266 tempest-NegativeSecGroupIPv6Test-503494266-project] 10.222.0.54 "GET /v2.0/security-group-rules/efbb79f0-e347-4ff4-8af0-841d5ac566f0 HTTP/1.1" status: 404 len: 356 time: 0.0157645 Jan 20 14:35:27.430128 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf5ae9d7-d680-4aa1-b174-31eb84e10b83 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Router d0f0ba86-c29d-4d61-b550-024f94894c8f has already been hosted by L3 agent 624d525b-4c26-4143-8a1c-228bb1c6faaa {{(pid=84152) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 14:35:27.483707 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 42768) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:27.612376 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf5ae9d7-d680-4aa1-b174-31eb84e10b83 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify agent at l3_agent.dv-neutron-825124-1-hyperv the message routers_updated {{(pid=84152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 14:35:27.623008 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-635bc0bb-b4e9-404a-968e-50fcf4ff8878 None None] Sync routers for ids ['d0f0ba86-c29d-4d61-b550-024f94894c8f'] in dv-neutron-825124-1-hyperv {{(pid=84155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 14:35:27.626587 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-bf5ae9d7-d680-4aa1-b174-31eb84e10b83 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] 10.222.0.54 "PUT /v2.0/routers/d0f0ba86-c29d-4d61-b550-024f94894c8f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7195888 Jan 20 14:35:27.629438 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 42774) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:27.636443 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-635bc0bb-b4e9-404a-968e-50fcf4ff8878 None None] Routers {'d0f0ba86-c29d-4d61-b550-024f94894c8f'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:35:27.636443 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-635bc0bb-b4e9-404a-968e-50fcf4ff8878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:35:00Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['d0f0ba86-c29d-4d61-b550-024f94894c8f'], 'active': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:35:27.684118 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-802ae1b8-57d7-4659-901c-83d80ae94e6e admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=a59d8101aa924034a4b159d3371d1f91&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1991768 Jan 20 14:35:27.686502 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 42778) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:27.808997 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvr_db [None req-635bc0bb-b4e9-404a-968e-50fcf4ff8878 None None] Set router d0f0ba86-c29d-4d61-b550-024f94894c8f gateway port host: None {{(pid=84155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 14:35:27.972826 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-14ee8cbd-75ae-4b52-b21a-4fca61fc43cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:27.990789 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6e72f76-67e8-4532-8236-b8bd606392b6 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Deleting subnet bdbe1e54-2767-4792-86eb-f238fa791842 {{(pid=84152) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 20 14:35:27.996851 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-b6e72f76-67e8-4532-8236-b8bd606392b6 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks [] for subnet, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:28.010950 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ec9e9bde-76be-4df8-8010-45c24e24f27d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:28.047315 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-14ee8cbd-75ae-4b52-b21a-4fca61fc43cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:28.082878 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-b6e72f76-67e8-4532-8236-b8bd606392b6 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3337915'] for subnet, precommit_delete_associations {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:28.147072 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-635bc0bb-b4e9-404a-968e-50fcf4ff8878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0f0ba86-c29d-4d61-b550-024f94894c8f', 'name': 'tempest-RoutersTest-router-739591561', 'tenant_id': 'c471105210324ce4bdf04d2ea6130d17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:34:44Z', 'updated_at': '2022-01-20T14:35:26Z', 'revision_number': 10, 'project_id': 'c471105210324ce4bdf04d2ea6130d17', 'gw_port_host': None, '_interfaces': [{'id': '3cc6791d-9101-4167-89a6-97a806ec0b7d', 'name': '', 'network_id': '270024a8-e0da-483b-8285-91c895a13768', 'tenant_id': 'c471105210324ce4bdf04d2ea6130d17', 'mac_address': 'fa:16:3e:92:39:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0f0ba86-c29d-4d61-b550-024f94894c8f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'af565560-6112-4eb7-a06f-1f14fd167045', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:34:47Z', 'updated_at': '2022-01-20T14:34:55Z', 'revision_number': 5, 'project_id': 'c471105210324ce4bdf04d2ea6130d17', 'subnets': [{'id': 'af565560-6112-4eb7-a06f-1f14fd167045', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:35:28.152664 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-635bc0bb-b4e9-404a-968e-50fcf4ff8878 None None] Checking router: d0f0ba86-c29d-4d61-b550-024f94894c8f for host: dv-neutron-825124-1-hyperv {{(pid=84155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 14:35:28.164106 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-635bc0bb-b4e9-404a-968e-50fcf4ff8878 None None] Routers {'d0f0ba86-c29d-4d61-b550-024f94894c8f'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:35:28.164901 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-635bc0bb-b4e9-404a-968e-50fcf4ff8878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:35:00Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['d0f0ba86-c29d-4d61-b550-024f94894c8f'], 'active': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:35:28.184744 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-b6e72f76-67e8-4532-8236-b8bd606392b6 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1627147'] for subnet, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:28.268064 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-14ee8cbd-75ae-4b52-b21a-4fca61fc43cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:28.282756 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ee8cbd-75ae-4b52-b21a-4fca61fc43cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ab5489d-d154-41d8-a9d4-248d9594c8fc,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:28.324933 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-b6e72f76-67e8-4532-8236-b8bd606392b6 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1627154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4163580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155308'] for subnet, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:28.359081 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvr_db [None req-635bc0bb-b4e9-404a-968e-50fcf4ff8878 None None] Set router d0f0ba86-c29d-4d61-b550-024f94894c8f gateway port host: None {{(pid=84155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 14:35:28.366880 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e72f76-67e8-4532-8236-b8bd606392b6 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Pushing event deleted for resources: {'Subnet': ['ID=bdbe1e54-2767-4792-86eb-f238fa791842,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:28.372438 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-14ee8cbd-75ae-4b52-b21a-4fca61fc43cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:28.373539 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-14ee8cbd-75ae-4b52-b21a-4fca61fc43cb admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/1ab5489d-d154-41d8-a9d4-248d9594c8fc HTTP/1.1" status: 204 len: 168 time: 0.6861308 Jan 20 14:35:28.376244 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-b6e72f76-67e8-4532-8236-b8bd606392b6 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks [] for subnet, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:28.380559 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-b6e72f76-67e8-4532-8236-b8bd606392b6 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] 10.222.0.54 "DELETE /v2.0/subnets/bdbe1e54-2767-4792-86eb-f238fa791842 HTTP/1.1" status: 204 len: 168 time: 0.7476268 Jan 20 14:35:28.381660 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 42786) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:28.383094 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-916ae566-6eec-4554-acae-66567b9219bb None None] Network a9be8262-f0c7-432e-a7a2-7a5b2c0e0b6a requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:35:28.516291 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-549fa5a9-e581-405a-9d46-98fdda768ff7 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586409'] for network, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:28.530190 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-549fa5a9-e581-405a-9d46-98fdda768ff7 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Deleting port 2189f372-d13d-4265-92d5-0f17dd93aa81 {{(pid=84153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:35:28.530921 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-549fa5a9-e581-405a-9d46-98fdda768ff7 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:28.658175 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07f824ec-4766-4d1d-81a9-62030aa343ea None None] DHCP port deletion for a9be8262-f0c7-432e-a7a2-7a5b2c0e0b6a request from dv-neutron-825124-1-hyperv {{(pid=84154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 20 14:35:28.667662 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-07f824ec-4766-4d1d-81a9-62030aa343ea None None] Deleting port 2189f372-d13d-4265-92d5-0f17dd93aa81 {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:35:28.669610 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-07f824ec-4766-4d1d-81a9-62030aa343ea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:28.748197 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-635bc0bb-b4e9-404a-968e-50fcf4ff8878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0f0ba86-c29d-4d61-b550-024f94894c8f', 'name': 'tempest-RoutersTest-router-739591561', 'tenant_id': 'c471105210324ce4bdf04d2ea6130d17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:34:44Z', 'updated_at': '2022-01-20T14:35:26Z', 'revision_number': 10, 'project_id': 'c471105210324ce4bdf04d2ea6130d17', 'gw_port_host': None, '_interfaces': [{'id': '3cc6791d-9101-4167-89a6-97a806ec0b7d', 'name': '', 'network_id': '270024a8-e0da-483b-8285-91c895a13768', 'tenant_id': 'c471105210324ce4bdf04d2ea6130d17', 'mac_address': 'fa:16:3e:92:39:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0f0ba86-c29d-4d61-b550-024f94894c8f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'af565560-6112-4eb7-a06f-1f14fd167045', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:34:47Z', 'updated_at': '2022-01-20T14:34:55Z', 'revision_number': 5, 'project_id': 'c471105210324ce4bdf04d2ea6130d17', 'subnets': [{'id': 'af565560-6112-4eb7-a06f-1f14fd167045', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:35:28.753428 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-635bc0bb-b4e9-404a-968e-50fcf4ff8878 None None] The sync data for ids ['d0f0ba86-c29d-4d61-b550-024f94894c8f'] in dv-neutron-825124-1-hyperv is: [{'id': 'd0f0ba86-c29d-4d61-b550-024f94894c8f', 'name': 'tempest-RoutersTest-router-739591561', 'tenant_id': 'c471105210324ce4bdf04d2ea6130d17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:34:44Z', 'updated_at': '2022-01-20T14:35:26Z', 'revision_number': 10, 'project_id': 'c471105210324ce4bdf04d2ea6130d17', 'gw_port_host': None, '_interfaces': [{'id': '3cc6791d-9101-4167-89a6-97a806ec0b7d', 'name': '', 'network_id': '270024a8-e0da-483b-8285-91c895a13768', 'tenant_id': 'c471105210324ce4bdf04d2ea6130d17', 'mac_address': 'fa:16:3e:92:39:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0f0ba86-c29d-4d61-b550-024f94894c8f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'af565560-6112-4eb7-a06f-1f14fd167045', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:34:47Z', 'updated_at': '2022-01-20T14:34:55Z', 'revision_number': 5, 'project_id': 'c471105210324ce4bdf04d2ea6130d17', 'subnets': [{'id': 'af565560-6112-4eb7-a06f-1f14fd167045', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 14:35:28.854769 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.db [None req-549fa5a9-e581-405a-9d46-98fdda768ff7 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] For port 2189f372-d13d-4265-92d5-0f17dd93aa81, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=2189f372-d13d-4265-92d5-0f17dd93aa81,segment=NetworkSegment(255501fd-57b8-409c-9f22-5da0506b7410),segment_id=255501fd-57b8-409c-9f22-5da0506b7410)] {{(pid=84153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:35:28.855182 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-549fa5a9-e581-405a-9d46-98fdda768ff7 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:28.910908 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-07f824ec-4766-4d1d-81a9-62030aa343ea None None] For port 2189f372-d13d-4265-92d5-0f17dd93aa81, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=2189f372-d13d-4265-92d5-0f17dd93aa81,segment=NetworkSegment(255501fd-57b8-409c-9f22-5da0506b7410),segment_id=255501fd-57b8-409c-9f22-5da0506b7410)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:35:28.911315 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-07f824ec-4766-4d1d-81a9-62030aa343ea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:28.987556 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-549fa5a9-e581-405a-9d46-98fdda768ff7 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Calling delete_port for 2189f372-d13d-4265-92d5-0f17dd93aa81 owned by network:dhcp {{(pid=84153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:35:29.041770 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-07f824ec-4766-4d1d-81a9-62030aa343ea None None] Calling delete_port for 2189f372-d13d-4265-92d5-0f17dd93aa81 owned by network:dhcp {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:35:29.132302 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-549fa5a9-e581-405a-9d46-98fdda768ff7 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:29.136947 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.db.api [None req-07f824ec-4766-4d1d-81a9-62030aa343ea None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84154) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 14:35:29.149395 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG oslo_db.api [None req-07f824ec-4766-4d1d-81a9-62030aa343ea None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 14:35:29.185531 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549fa5a9-e581-405a-9d46-98fdda768ff7 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Pushing event deleted for resources: {'Port': ['ID=2189f372-d13d-4265-92d5-0f17dd93aa81,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:29.201913 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-549fa5a9-e581-405a-9d46-98fdda768ff7 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] No DVR routers for this DVR port 2189f372-d13d-4265-92d5-0f17dd93aa81 on host dv-neutron-825124-1-hyperv {{(pid=84153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 14:35:29.356307 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-549fa5a9-e581-405a-9d46-98fdda768ff7 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1626242', 'neutron.services.segments.db._delete_segments_for_network-8769554214620'] for network, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:29.383694 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.services.segments.db [None req-549fa5a9-e581-405a-9d46-98fdda768ff7 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9be8262-f0c7-432e-a7a2-7a5b2c0e0b6a']}} {{(pid=84153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:35:29.396343 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.services.segments.db [None req-549fa5a9-e581-405a-9d46-98fdda768ff7 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '255501fd-57b8-409c-9f22-5da0506b7410') {'for_net_delete': True} {{(pid=84153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:35:29.396638 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.services.segments.db [None req-549fa5a9-e581-405a-9d46-98fdda768ff7 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '255501fd-57b8-409c-9f22-5da0506b7410') {} {{(pid=84153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:35:29.408741 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-549fa5a9-e581-405a-9d46-98fdda768ff7 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769554214503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980856'] for segment, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:29.427482 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-549fa5a9-e581-405a-9d46-98fdda768ff7 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:29.436610 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-549fa5a9-e581-405a-9d46-98fdda768ff7 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Releasing vlan 173 on physical network physnet1 to pool {{(pid=84153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 14:35:29.436610 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-549fa5a9-e581-405a-9d46-98fdda768ff7 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1622950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3944078'] for segment, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:29.449323 dv-neutron-825124-1-hyperv neutron-server[84153]: Traceback (most recent call last): Jan 20 14:35:29.449323 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 14:35:29.449323 dv-neutron-825124-1-hyperv neutron-server[84153]: timer() Jan 20 14:35:29.449323 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 14:35:29.449323 dv-neutron-825124-1-hyperv neutron-server[84153]: cb(*args, **kw) Jan 20 14:35:29.449323 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 14:35:29.449323 dv-neutron-825124-1-hyperv neutron-server[84153]: return func(*args, **kwargs) Jan 20 14:35:29.449323 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 14:35:29.449323 dv-neutron-825124-1-hyperv neutron-server[84153]: self._notify() Jan 20 14:35:29.449323 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 14:35:29.449323 dv-neutron-825124-1-hyperv neutron-server[84153]: self.callback(batched_events) Jan 20 14:35:29.449323 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 14:35:29.449323 dv-neutron-825124-1-hyperv neutron-server[84153]: event.method(event) Jan 20 14:35:29.449323 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 14:35:29.449323 dv-neutron-825124-1-hyperv neutron-server[84153]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 14:35:29.449323 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 14:35:29.449323 dv-neutron-825124-1-hyperv neutron-server[84153]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 14:35:29.449323 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 14:35:29.449323 dv-neutron-825124-1-hyperv neutron-server[84153]: return f(self, *a, **k) Jan 20 14:35:29.449323 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 14:35:29.449323 dv-neutron-825124-1-hyperv neutron-server[84153]: return self._get(url).json() Jan 20 14:35:29.449323 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 14:35:29.449323 dv-neutron-825124-1-hyperv neutron-server[84153]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 14:35:29.449323 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 14:35:29.449323 dv-neutron-825124-1-hyperv neutron-server[84153]: return self.request(url, 'GET', **kwargs) Jan 20 14:35:29.449323 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 14:35:29.449323 dv-neutron-825124-1-hyperv neutron-server[84153]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 14:35:29.449323 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 14:35:29.449323 dv-neutron-825124-1-hyperv neutron-server[84153]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 14:35:29.449323 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 14:35:29.449323 dv-neutron-825124-1-hyperv neutron-server[84153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 14:35:29.449323 dv-neutron-825124-1-hyperv neutron-server[84153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 14:35:29.632920 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-549fa5a9-e581-405a-9d46-98fdda768ff7 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1626253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-745296'] for network, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:29.639474 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-07f824ec-4766-4d1d-81a9-62030aa343ea None None] Deleting port 2189f372-d13d-4265-92d5-0f17dd93aa81 {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:35:29.640430 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-07f824ec-4766-4d1d-81a9-62030aa343ea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:29.651069 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-549fa5a9-e581-405a-9d46-98fdda768ff7 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks [] for network, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:29.662474 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549fa5a9-e581-405a-9d46-98fdda768ff7 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Pushing event deleted for resources: {'Network': ['ID=a9be8262-f0c7-432e-a7a2-7a5b2c0e0b6a,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:29.672058 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-549fa5a9-e581-405a-9d46-98fdda768ff7 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] 10.222.0.54 "DELETE /v2.0/networks/a9be8262-f0c7-432e-a7a2-7a5b2c0e0b6a HTTP/1.1" status: 204 len: 168 time: 1.2884357 Jan 20 14:35:29.674297 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 42812) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:29.697906 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 42816) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:29.714902 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-07f824ec-4766-4d1d-81a9-62030aa343ea None None] The port '2189f372-d13d-4265-92d5-0f17dd93aa81' was deleted {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 20 14:35:29.848122 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-66d147fb-4008-4ec0-8214-eda78f00ab25 tempest-ServiceProvidersTest-1296645426 tempest-ServiceProvidersTest-1296645426-project] 10.222.0.54 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1484993 Jan 20 14:35:30.022696 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 2189f372-d13d-4265-92d5-0f17dd93aa81 no longer exists at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:35:30.028770 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-be8d18ec-0c99-4976-829b-e5b99dd71bd7 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-743504'] for router_interface, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:30.056813 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] No Port match for: 2189f372-d13d-4265-92d5-0f17dd93aa81 {{(pid=84154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 14:35:30.057427 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 2189f372-d13d-4265-92d5-0f17dd93aa81 not bound to the agent host dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 14:35:30.057539 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 89580898-abc3-49c7-aebc-dc1314b1eae2 no longer exists at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:35:30.090319 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] No Port match for: 89580898-abc3-49c7-aebc-dc1314b1eae2 {{(pid=84154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 14:35:30.090582 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 89580898-abc3-49c7-aebc-dc1314b1eae2 not bound to the agent host dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 14:35:30.313195 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:30.347882 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-2e996dab-c8e6-47cf-8930-a923798d86f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:30.402608 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 42826) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:30.556632 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-fa6efe8c-c34c-43b2-8a5c-7e799cde0a20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:30.594584 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-fa6efe8c-c34c-43b2-8a5c-7e799cde0a20 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:35:30.598639 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-fa6efe8c-c34c-43b2-8a5c-7e799cde0a20 admin admin] Usage tracker for resource:security_group_rule and tenant:d9e2f9fa97cf4b40bd6bfa2ad7b46edb is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:35:30.601511 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-fa6efe8c-c34c-43b2-8a5c-7e799cde0a20 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:35:30.607520 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-fa6efe8c-c34c-43b2-8a5c-7e799cde0a20 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:35:30.635908 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-be8d18ec-0c99-4976-829b-e5b99dd71bd7 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Deleting port 3cc6791d-9101-4167-89a6-97a806ec0b7d {{(pid=84152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:35:30.636314 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-be8d18ec-0c99-4976-829b-e5b99dd71bd7 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:30.682647 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-fa6efe8c-c34c-43b2-8a5c-7e799cde0a20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:30.752145 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-fa6efe8c-c34c-43b2-8a5c-7e799cde0a20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:30.804153 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6efe8c-c34c-43b2-8a5c-7e799cde0a20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1df0d08d-7d82-4437-8283-df34cdfd12e1,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:30.812614 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-fa6efe8c-c34c-43b2-8a5c-7e799cde0a20 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=d9e2f9fa97cf4b40bd6bfa2ad7b46edb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4064212 Jan 20 14:35:30.813822 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 42834) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:30.880692 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-544bc562-6196-4e23-8db6-0df566d0e2da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:30.908321 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-544bc562-6196-4e23-8db6-0df566d0e2da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:30.942862 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.db [None req-be8d18ec-0c99-4976-829b-e5b99dd71bd7 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] For port 3cc6791d-9101-4167-89a6-97a806ec0b7d, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=3cc6791d-9101-4167-89a6-97a806ec0b7d,segment=NetworkSegment(f10e0d05-4b9b-44a3-84b2-67bd081433f2),segment_id=f10e0d05-4b9b-44a3-84b2-67bd081433f2)] {{(pid=84152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:35:30.943561 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-be8d18ec-0c99-4976-829b-e5b99dd71bd7 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:31.038604 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-544bc562-6196-4e23-8db6-0df566d0e2da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:31.054859 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544bc562-6196-4e23-8db6-0df566d0e2da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1df0d08d-7d82-4437-8283-df34cdfd12e1,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:31.059999 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-544bc562-6196-4e23-8db6-0df566d0e2da admin admin] Notify callbacks [] for security_group, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:31.063522 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-544bc562-6196-4e23-8db6-0df566d0e2da admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/1df0d08d-7d82-4437-8283-df34cdfd12e1 HTTP/1.1" status: 204 len: 168 time: 0.2470567 Jan 20 14:35:31.069398 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-be8d18ec-0c99-4976-829b-e5b99dd71bd7 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Calling delete_port for 3cc6791d-9101-4167-89a6-97a806ec0b7d owned by network:router_interface {{(pid=84152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:35:31.315672 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-be8d18ec-0c99-4976-829b-e5b99dd71bd7 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:31.361917 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8d18ec-0c99-4976-829b-e5b99dd71bd7 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Pushing event deleted for resources: {'Port': ['ID=3cc6791d-9101-4167-89a6-97a806ec0b7d,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:31.387391 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:31.558825 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-cdd98e71-1f0a-4421-baa9-dcb30e06edf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:31.638539 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-be8d18ec-0c99-4976-829b-e5b99dd71bd7 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1705096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-745401'] for router_interface, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:32.028357 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.agents_db [None req-6dba657d-a637-4918-9b6d-40defdfae04b None None] Agent healthcheck: found 6 active agents {{(pid=84155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 14:35:32.059074 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be8d18ec-0c99-4976-829b-e5b99dd71bd7 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Router d0f0ba86-c29d-4d61-b550-024f94894c8f has already been hosted by L3 agent 624d525b-4c26-4143-8a1c-228bb1c6faaa {{(pid=84152) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 14:35:32.198695 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be8d18ec-0c99-4976-829b-e5b99dd71bd7 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify agent at l3_agent.dv-neutron-825124-1-hyperv the message routers_updated {{(pid=84152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 14:35:32.211570 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec44c645-3200-4e89-b778-f7cf5ca0340d None None] Sync routers for ids ['d0f0ba86-c29d-4d61-b550-024f94894c8f'] in dv-neutron-825124-1-hyperv {{(pid=84154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 14:35:32.215636 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-be8d18ec-0c99-4976-829b-e5b99dd71bd7 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] 10.222.0.54 "PUT /v2.0/routers/d0f0ba86-c29d-4d61-b550-024f94894c8f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5375335 Jan 20 14:35:32.215931 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 42856) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:32.227819 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec44c645-3200-4e89-b778-f7cf5ca0340d None None] Routers {'d0f0ba86-c29d-4d61-b550-024f94894c8f'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:35:32.229089 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-ec44c645-3200-4e89-b778-f7cf5ca0340d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:35:30Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['d0f0ba86-c29d-4d61-b550-024f94894c8f'], 'active': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:35:32.348237 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 42860) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:32.420856 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvr_db [None req-ec44c645-3200-4e89-b778-f7cf5ca0340d None None] Set router d0f0ba86-c29d-4d61-b550-024f94894c8f gateway port host: None {{(pid=84154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 14:35:32.521267 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-ad7fed37-cb9d-4d70-b81d-841d445dfe92 tempest-TagsExtTest-804361971 tempest-TagsExtTest-804361971-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1340395070'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:35:32.527422 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-ad7fed37-cb9d-4d70-b81d-841d445dfe92 tempest-TagsExtTest-804361971 tempest-TagsExtTest-804361971-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:35:32.531414 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.db_base_plugin_v2 [None req-c359a462-b973-4da3-b280-9bd2f7480f34 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Deleting subnet af565560-6112-4eb7-a06f-1f14fd167045 {{(pid=84152) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 20 14:35:32.531944 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-ad7fed37-cb9d-4d70-b81d-841d445dfe92 tempest-TagsExtTest-804361971 tempest-TagsExtTest-804361971-project] Usage tracker for resource:network and tenant:d865759a54d74953a8144949100ddc09 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:35:32.534526 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-ec44c645-3200-4e89-b778-f7cf5ca0340d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0f0ba86-c29d-4d61-b550-024f94894c8f', 'name': 'tempest-RoutersTest-router-739591561', 'tenant_id': 'c471105210324ce4bdf04d2ea6130d17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:34:44Z', 'updated_at': '2022-01-20T14:35:31Z', 'revision_number': 11, 'project_id': 'c471105210324ce4bdf04d2ea6130d17', 'gw_port_host': None}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:35:32.535008 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-c359a462-b973-4da3-b280-9bd2f7480f34 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks [] for subnet, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:32.535301 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-ad7fed37-cb9d-4d70-b81d-841d445dfe92 tempest-TagsExtTest-804361971 tempest-TagsExtTest-804361971-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:35:32.538990 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec44c645-3200-4e89-b778-f7cf5ca0340d None None] Checking router: d0f0ba86-c29d-4d61-b550-024f94894c8f for host: dv-neutron-825124-1-hyperv {{(pid=84154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 14:35:32.543011 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-ad7fed37-cb9d-4d70-b81d-841d445dfe92 tempest-TagsExtTest-804361971 tempest-TagsExtTest-804361971-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:35:32.551803 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec44c645-3200-4e89-b778-f7cf5ca0340d None None] Routers {'d0f0ba86-c29d-4d61-b550-024f94894c8f'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:35:32.552410 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-ec44c645-3200-4e89-b778-f7cf5ca0340d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:35:30Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['d0f0ba86-c29d-4d61-b550-024f94894c8f'], 'active': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:35:32.589716 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-c359a462-b973-4da3-b280-9bd2f7480f34 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3337915'] for subnet, precommit_delete_associations {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:32.638799 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad7fed37-cb9d-4d70-b81d-841d445dfe92 tempest-TagsExtTest-804361971 tempest-TagsExtTest-804361971-project] Made reservation on behalf of d865759a54d74953a8144949100ddc09 for: {'network': 1} {{(pid=84153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:35:32.642841 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-ad7fed37-cb9d-4d70-b81d-841d445dfe92 tempest-TagsExtTest-804361971 tempest-TagsExtTest-804361971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for network, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:32.659472 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-ad7fed37-cb9d-4d70-b81d-841d445dfe92 tempest-TagsExtTest-804361971 tempest-TagsExtTest-804361971-project] Notify callbacks [] for security_group, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:32.679398 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-c359a462-b973-4da3-b280-9bd2f7480f34 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1627147'] for subnet, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:32.695607 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-ad7fed37-cb9d-4d70-b81d-841d445dfe92 tempest-TagsExtTest-804361971 tempest-TagsExtTest-804361971-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:35:32.701255 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-ad7fed37-cb9d-4d70-b81d-841d445dfe92 tempest-TagsExtTest-804361971 tempest-TagsExtTest-804361971-project] Usage tracker for resource:security_group_rule and tenant:d865759a54d74953a8144949100ddc09 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:35:32.705452 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-ad7fed37-cb9d-4d70-b81d-841d445dfe92 tempest-TagsExtTest-804361971 tempest-TagsExtTest-804361971-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:35:32.713396 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-ad7fed37-cb9d-4d70-b81d-841d445dfe92 tempest-TagsExtTest-804361971 tempest-TagsExtTest-804361971-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:35:32.715148 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvr_db [None req-ec44c645-3200-4e89-b778-f7cf5ca0340d None None] Set router d0f0ba86-c29d-4d61-b550-024f94894c8f gateway port host: None {{(pid=84154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 14:35:32.786635 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-ad7fed37-cb9d-4d70-b81d-841d445dfe92 tempest-TagsExtTest-804361971 tempest-TagsExtTest-804361971-project] Notify callbacks [] for security_group, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:32.820566 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-ec44c645-3200-4e89-b778-f7cf5ca0340d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0f0ba86-c29d-4d61-b550-024f94894c8f', 'name': 'tempest-RoutersTest-router-739591561', 'tenant_id': 'c471105210324ce4bdf04d2ea6130d17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:34:44Z', 'updated_at': '2022-01-20T14:35:31Z', 'revision_number': 11, 'project_id': 'c471105210324ce4bdf04d2ea6130d17', 'gw_port_host': None}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:35:32.824715 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec44c645-3200-4e89-b778-f7cf5ca0340d None None] The sync data for ids ['d0f0ba86-c29d-4d61-b550-024f94894c8f'] in dv-neutron-825124-1-hyperv is: [{'id': 'd0f0ba86-c29d-4d61-b550-024f94894c8f', 'name': 'tempest-RoutersTest-router-739591561', 'tenant_id': 'c471105210324ce4bdf04d2ea6130d17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:34:44Z', 'updated_at': '2022-01-20T14:35:31Z', 'revision_number': 11, 'project_id': 'c471105210324ce4bdf04d2ea6130d17', 'gw_port_host': None}] {{(pid=84154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 14:35:32.856181 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-c359a462-b973-4da3-b280-9bd2f7480f34 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1627154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4163580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155308'] for subnet, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:32.873083 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-ad7fed37-cb9d-4d70-b81d-841d445dfe92 tempest-TagsExtTest-804361971 tempest-TagsExtTest-804361971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:32.898257 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c359a462-b973-4da3-b280-9bd2f7480f34 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Pushing event deleted for resources: {'Subnet': ['ID=af565560-6112-4eb7-a06f-1f14fd167045,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:32.907524 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-c359a462-b973-4da3-b280-9bd2f7480f34 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks [] for subnet, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:32.918387 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad7fed37-cb9d-4d70-b81d-841d445dfe92 tempest-TagsExtTest-804361971 tempest-TagsExtTest-804361971-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 164} {{(pid=84153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 14:35:32.918515 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-c359a462-b973-4da3-b280-9bd2f7480f34 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] 10.222.0.54 "DELETE /v2.0/subnets/af565560-6112-4eb7-a06f-1f14fd167045 HTTP/1.1" status: 204 len: 168 time: 0.6972451 Jan 20 14:35:32.918515 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 42866) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:32.924481 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86242990-7387-46b2-b1aa-48baeb99e17a None None] Network 270024a8-e0da-483b-8285-91c895a13768 requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:35:32.927973 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7fed37-cb9d-4d70-b81d-841d445dfe92 tempest-TagsExtTest-804361971 tempest-TagsExtTest-804361971-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8032b6f5-2a95-47ab-88f5-6bfa1d64485a,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:32.937629 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-ad7fed37-cb9d-4d70-b81d-841d445dfe92 tempest-TagsExtTest-804361971 tempest-TagsExtTest-804361971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:32.938306 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.db.segments_db [None req-ad7fed37-cb9d-4d70-b81d-841d445dfe92 tempest-TagsExtTest-804361971 tempest-TagsExtTest-804361971-project] Added segment db4eeaf9-9c09-4f27-87e5-a6ba8f55cf42 of type vlan for network 4ccaa4c5-0f96-4c42-9579-3a21e2e99c33 Jan 20 14:35:32.970711 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-ad7fed37-cb9d-4d70-b81d-841d445dfe92 tempest-TagsExtTest-804361971 tempest-TagsExtTest-804361971-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769553767792'] for network, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:32.993245 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-eea6df97-7ff1-4b63-af20-e3ec8913deda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:33.043988 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-4d767c4c-d093-4e78-a1be-9e6baa710dfe tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586409'] for network, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:33.054344 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-4d767c4c-d093-4e78-a1be-9e6baa710dfe tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Deleting port e063ba98-4fc6-47ff-ada7-0f5b496485c9 {{(pid=84152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:35:33.054679 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-4d767c4c-d093-4e78-a1be-9e6baa710dfe tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:33.061077 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-ad7fed37-cb9d-4d70-b81d-841d445dfe92 tempest-TagsExtTest-804361971 tempest-TagsExtTest-804361971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967'] for network, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:33.065042 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad7fed37-cb9d-4d70-b81d-841d445dfe92 tempest-TagsExtTest-804361971 tempest-TagsExtTest-804361971-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:35:33.079893 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-ad7fed37-cb9d-4d70-b81d-841d445dfe92 tempest-TagsExtTest-804361971 tempest-TagsExtTest-804361971-project] Notify callbacks [] for network, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:33.185895 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7fed37-cb9d-4d70-b81d-841d445dfe92 tempest-TagsExtTest-804361971 tempest-TagsExtTest-804361971-project] Pushing event updated for resources: {'Network': ['ID=4ccaa4c5-0f96-4c42-9579-3a21e2e99c33,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:33.194336 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36aa1172-37b6-487c-8860-29ae76ef280a None None] DHCP port deletion for 270024a8-e0da-483b-8285-91c895a13768 request from dv-neutron-825124-1-hyperv {{(pid=84154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 20 14:35:33.200183 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-36aa1172-37b6-487c-8860-29ae76ef280a None None] Deleting port e063ba98-4fc6-47ff-ada7-0f5b496485c9 {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:35:33.200834 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-36aa1172-37b6-487c-8860-29ae76ef280a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:33.235074 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Network 4ccaa4c5-0f96-4c42-9579-3a21e2e99c33 details requested by agent ovs-agent-dv-neutron-825124-1-hyperv with host dv-neutron-825124-1-hyperv {{(pid=84154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 14:35:33.250935 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-ad7fed37-cb9d-4d70-b81d-841d445dfe92 tempest-TagsExtTest-804361971 tempest-TagsExtTest-804361971-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8997042 Jan 20 14:35:33.253579 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 42870) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:33.261821 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-2a028717-188d-43c2-9ee4-2bb17f11f232 tempest-TagsExtTest-804361971 tempest-TagsExtTest-804361971-project] Request body: {'subnet': {'network_id': '4ccaa4c5-0f96-4c42-9579-3a21e2e99c33', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:35:33.299361 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.db [None req-4d767c4c-d093-4e78-a1be-9e6baa710dfe tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] For port e063ba98-4fc6-47ff-ada7-0f5b496485c9, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=e063ba98-4fc6-47ff-ada7-0f5b496485c9,segment=NetworkSegment(f10e0d05-4b9b-44a3-84b2-67bd081433f2),segment_id=f10e0d05-4b9b-44a3-84b2-67bd081433f2)] {{(pid=84152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:35:33.299947 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-4d767c4c-d093-4e78-a1be-9e6baa710dfe tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:33.409620 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-2a028717-188d-43c2-9ee4-2bb17f11f232 tempest-TagsExtTest-804361971 tempest-TagsExtTest-804361971-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:35:33.416350 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-2a028717-188d-43c2-9ee4-2bb17f11f232 tempest-TagsExtTest-804361971 tempest-TagsExtTest-804361971-project] Usage tracker for resource:subnet and tenant:d865759a54d74953a8144949100ddc09 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:35:33.419514 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-2a028717-188d-43c2-9ee4-2bb17f11f232 tempest-TagsExtTest-804361971 tempest-TagsExtTest-804361971-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:35:33.425395 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-2a028717-188d-43c2-9ee4-2bb17f11f232 tempest-TagsExtTest-804361971 tempest-TagsExtTest-804361971-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:35:33.428689 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-4d767c4c-d093-4e78-a1be-9e6baa710dfe tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Calling delete_port for e063ba98-4fc6-47ff-ada7-0f5b496485c9 owned by network:dhcp {{(pid=84152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:35:33.490902 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a028717-188d-43c2-9ee4-2bb17f11f232 tempest-TagsExtTest-804361971 tempest-TagsExtTest-804361971-project] Made reservation on behalf of d865759a54d74953a8144949100ddc09 for: {'subnet': 1} {{(pid=84153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:35:33.536137 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-36aa1172-37b6-487c-8860-29ae76ef280a None None] For port e063ba98-4fc6-47ff-ada7-0f5b496485c9, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=e063ba98-4fc6-47ff-ada7-0f5b496485c9,segment=NetworkSegment(f10e0d05-4b9b-44a3-84b2-67bd081433f2),segment_id=f10e0d05-4b9b-44a3-84b2-67bd081433f2)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:35:33.536965 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-36aa1172-37b6-487c-8860-29ae76ef280a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:33.569980 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-4d767c4c-d093-4e78-a1be-9e6baa710dfe tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:33.606003 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-2a028717-188d-43c2-9ee4-2bb17f11f232 tempest-TagsExtTest-804361971 tempest-TagsExtTest-804361971-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4193986'] for subnet, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:33.619525 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d767c4c-d093-4e78-a1be-9e6baa710dfe tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Pushing event deleted for resources: {'Port': ['ID=e063ba98-4fc6-47ff-ada7-0f5b496485c9,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:33.624084 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d767c4c-d093-4e78-a1be-9e6baa710dfe tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] No DVR routers for this DVR port e063ba98-4fc6-47ff-ada7-0f5b496485c9 on host dv-neutron-825124-1-hyperv {{(pid=84152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 14:35:33.660054 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-36aa1172-37b6-487c-8860-29ae76ef280a None None] Calling delete_port for e063ba98-4fc6-47ff-ada7-0f5b496485c9 owned by network:dhcp {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:35:33.737085 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.db.api [None req-36aa1172-37b6-487c-8860-29ae76ef280a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84154) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 14:35:33.737466 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG oslo_db.api [None req-36aa1172-37b6-487c-8860-29ae76ef280a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 14:35:33.755853 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-4d767c4c-d093-4e78-a1be-9e6baa710dfe tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1626242', 'neutron.services.segments.db._delete_segments_for_network-8769554214620'] for network, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:33.784176 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.segments.db [None req-4d767c4c-d093-4e78-a1be-9e6baa710dfe tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['270024a8-e0da-483b-8285-91c895a13768']}} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:35:33.797884 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.segments.db [None req-4d767c4c-d093-4e78-a1be-9e6baa710dfe tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f10e0d05-4b9b-44a3-84b2-67bd081433f2') {'for_net_delete': True} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:35:33.801684 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.segments.db [None req-4d767c4c-d093-4e78-a1be-9e6baa710dfe tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f10e0d05-4b9b-44a3-84b2-67bd081433f2') {} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:35:33.810823 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-4d767c4c-d093-4e78-a1be-9e6baa710dfe tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769554214503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3337904'] for segment, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:33.832064 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-4d767c4c-d093-4e78-a1be-9e6baa710dfe tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:33.841262 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d767c4c-d093-4e78-a1be-9e6baa710dfe tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Releasing vlan 177 on physical network physnet1 to pool {{(pid=84152) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 14:35:33.841904 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-4d767c4c-d093-4e78-a1be-9e6baa710dfe tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1622950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4162906'] for segment, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:33.858543 dv-neutron-825124-1-hyperv neutron-server[84152]: Traceback (most recent call last): Jan 20 14:35:33.858543 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 14:35:33.858543 dv-neutron-825124-1-hyperv neutron-server[84152]: timer() Jan 20 14:35:33.858543 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 14:35:33.858543 dv-neutron-825124-1-hyperv neutron-server[84152]: cb(*args, **kw) Jan 20 14:35:33.858543 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 14:35:33.858543 dv-neutron-825124-1-hyperv neutron-server[84152]: return func(*args, **kwargs) Jan 20 14:35:33.858543 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 14:35:33.858543 dv-neutron-825124-1-hyperv neutron-server[84152]: self._notify() Jan 20 14:35:33.858543 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 14:35:33.858543 dv-neutron-825124-1-hyperv neutron-server[84152]: self.callback(batched_events) Jan 20 14:35:33.858543 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 14:35:33.858543 dv-neutron-825124-1-hyperv neutron-server[84152]: event.method(event) Jan 20 14:35:33.858543 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 14:35:33.858543 dv-neutron-825124-1-hyperv neutron-server[84152]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 14:35:33.858543 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 14:35:33.858543 dv-neutron-825124-1-hyperv neutron-server[84152]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 14:35:33.858543 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 14:35:33.858543 dv-neutron-825124-1-hyperv neutron-server[84152]: return f(self, *a, **k) Jan 20 14:35:33.858543 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 14:35:33.858543 dv-neutron-825124-1-hyperv neutron-server[84152]: return self._get(url).json() Jan 20 14:35:33.858543 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 14:35:33.858543 dv-neutron-825124-1-hyperv neutron-server[84152]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 14:35:33.858543 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 14:35:33.858543 dv-neutron-825124-1-hyperv neutron-server[84152]: return self.request(url, 'GET', **kwargs) Jan 20 14:35:33.858543 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 14:35:33.858543 dv-neutron-825124-1-hyperv neutron-server[84152]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 14:35:33.858543 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 14:35:33.858543 dv-neutron-825124-1-hyperv neutron-server[84152]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 14:35:33.858543 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 14:35:33.858543 dv-neutron-825124-1-hyperv neutron-server[84152]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 14:35:33.858543 dv-neutron-825124-1-hyperv neutron-server[84152]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 14:35:33.998926 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-2a028717-188d-43c2-9ee4-2bb17f11f232 tempest-TagsExtTest-804361971 tempest-TagsExtTest-804361971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3943531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4194004'] for subnet, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:34.015562 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-4d767c4c-d093-4e78-a1be-9e6baa710dfe tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1626253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-745296'] for network, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:34.016712 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device e063ba98-4fc6-47ff-ada7-0f5b496485c9 no longer exists at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:35:34.032593 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-4d767c4c-d093-4e78-a1be-9e6baa710dfe tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks [] for network, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:34.044524 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d767c4c-d093-4e78-a1be-9e6baa710dfe tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Pushing event deleted for resources: {'Network': ['ID=270024a8-e0da-483b-8285-91c895a13768,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:34.052803 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-4d767c4c-d093-4e78-a1be-9e6baa710dfe tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] 10.222.0.54 "DELETE /v2.0/networks/270024a8-e0da-483b-8285-91c895a13768 HTTP/1.1" status: 204 len: 168 time: 1.1337953 Jan 20 14:35:34.056385 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 42874) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:34.059357 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] No Port match for: e063ba98-4fc6-47ff-ada7-0f5b496485c9 {{(pid=84154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 14:35:34.059736 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device e063ba98-4fc6-47ff-ada7-0f5b496485c9 not bound to the agent host dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 14:35:34.060207 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 3cc6791d-9101-4167-89a6-97a806ec0b7d no longer exists at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:35:34.064952 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-03ee3e39-70a5-480c-9e8d-63663654ac47 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Request body: {'router': {'routes': None}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:35:34.092474 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] No Port match for: 3cc6791d-9101-4167-89a6-97a806ec0b7d {{(pid=84154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 14:35:34.092826 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 3cc6791d-9101-4167-89a6-97a806ec0b7d not bound to the agent host dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 14:35:34.158681 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a028717-188d-43c2-9ee4-2bb17f11f232 tempest-TagsExtTest-804361971 tempest-TagsExtTest-804361971-project] Pushing event updated for resources: {'Subnet': ['ID=e2488447-4833-4c41-976e-10efbb102978,revision_number=0']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:34.217704 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a028717-188d-43c2-9ee4-2bb17f11f232 tempest-TagsExtTest-804361971 tempest-TagsExtTest-804361971-project] Checking segment: {'id': 'db4eeaf9-9c09-4f27-87e5-a6ba8f55cf42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '4ccaa4c5-0f96-4c42-9579-3a21e2e99c33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 14:35:34.217945 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a028717-188d-43c2-9ee4-2bb17f11f232 tempest-TagsExtTest-804361971 tempest-TagsExtTest-804361971-project] Network hostable DHCP agents. Network: 4ccaa4c5-0f96-4c42-9579-3a21e2e99c33, hostable agents: ['1a181e39-5220-4c1a-88f8-08a54e8bfc9b'], hosted agents: [] {{(pid=84153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 14:35:34.238825 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-36aa1172-37b6-487c-8860-29ae76ef280a None None] Deleting port e063ba98-4fc6-47ff-ada7-0f5b496485c9 {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:35:34.243157 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-36aa1172-37b6-487c-8860-29ae76ef280a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:34.315144 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-36aa1172-37b6-487c-8860-29ae76ef280a None None] The port 'e063ba98-4fc6-47ff-ada7-0f5b496485c9' was deleted {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 20 14:35:34.415491 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.extraroute_db [None req-03ee3e39-70a5-480c-9e8d-63663654ac47 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Added routes are [] {{(pid=84153) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jan 20 14:35:34.416106 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.extraroute_db [None req-03ee3e39-70a5-480c-9e8d-63663654ac47 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Removed routes are [] {{(pid=84153) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jan 20 14:35:34.416216 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-03ee3e39-70a5-480c-9e8d-63663654ac47 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-744886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-105502'] for router, precommit_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:34.470308 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a028717-188d-43c2-9ee4-2bb17f11f232 tempest-TagsExtTest-804361971 tempest-TagsExtTest-804361971-project] Network 4ccaa4c5-0f96-4c42-9579-3a21e2e99c33 is scheduled to be hosted by DHCP agent 1a181e39-5220-4c1a-88f8-08a54e8bfc9b with binding_index 1 {{(pid=84153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 14:35:34.547283 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.base_scheduler [None req-2a028717-188d-43c2-9ee4-2bb17f11f232 tempest-TagsExtTest-804361971 tempest-TagsExtTest-804361971-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825124-1-hyperv, 4ccaa4c5-0f96-4c42-9579-3a21e2e99c33) {{(pid=84153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:35:34.552647 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a028717-188d-43c2-9ee4-2bb17f11f232 tempest-TagsExtTest-804361971 tempest-TagsExtTest-804361971-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:35:34.553205 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-2a028717-188d-43c2-9ee4-2bb17f11f232 tempest-TagsExtTest-804361971 tempest-TagsExtTest-804361971-project] Notify callbacks [] for subnet, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:34.554557 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afa4b446-8d2d-4830-9769-176b97d0c79a None None] Network 4ccaa4c5-0f96-4c42-9579-3a21e2e99c33 requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:35:34.705780 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-03ee3e39-70a5-480c-9e8d-63663654ac47 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-744886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-105502'] for router, precommit_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:34.709305 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-03ee3e39-70a5-480c-9e8d-63663654ac47 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-744861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-744847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-744836', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-737562'] for router, after_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:34.714401 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-2a028717-188d-43c2-9ee4-2bb17f11f232 tempest-TagsExtTest-804361971 tempest-TagsExtTest-804361971-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4592969 Jan 20 14:35:34.717428 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 42878) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:34.725694 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-5161e112-3a62-41b3-9498-cf0c387d1f5c tempest-TagsExtTest-804361971 tempest-TagsExtTest-804361971-project] Request body: {'port': {'network_id': '4ccaa4c5-0f96-4c42-9579-3a21e2e99c33', 'name': 'tempest-TagsExtTest-927182321'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:35:34.784417 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87dd51c1-e704-4ee6-8274-8863f5ddd681 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95c917f5-14ba-5e96-98b8-1a52654a930a-4ccaa4c5-0f96-4c42-9579-3a21e2e99c33', 'network_id': '4ccaa4c5-0f96-4c42-9579-3a21e2e99c33', 'tenant_id': 'd865759a54d74953a8144949100ddc09', 'fixed_ips': [{'subnet_id': 'e2488447-4833-4c41-976e-10efbb102978'}]}} from dv-neutron-825124-1-hyperv. {{(pid=84154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 20 14:35:34.785636 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-87dd51c1-e704-4ee6-8274-8863f5ddd681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:34.855991 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03ee3e39-70a5-480c-9e8d-63663654ac47 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Router d0f0ba86-c29d-4d61-b550-024f94894c8f has already been hosted by L3 agent 624d525b-4c26-4143-8a1c-228bb1c6faaa {{(pid=84153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 14:35:34.871012 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-5161e112-3a62-41b3-9498-cf0c387d1f5c tempest-TagsExtTest-804361971 tempest-TagsExtTest-804361971-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:35:34.875396 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-5161e112-3a62-41b3-9498-cf0c387d1f5c tempest-TagsExtTest-804361971 tempest-TagsExtTest-804361971-project] Usage tracker for resource:port and tenant:d865759a54d74953a8144949100ddc09 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:35:34.878755 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-5161e112-3a62-41b3-9498-cf0c387d1f5c tempest-TagsExtTest-804361971 tempest-TagsExtTest-804361971-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:35:34.885222 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-5161e112-3a62-41b3-9498-cf0c387d1f5c tempest-TagsExtTest-804361971 tempest-TagsExtTest-804361971-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:35:34.976368 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5161e112-3a62-41b3-9498-cf0c387d1f5c tempest-TagsExtTest-804361971 tempest-TagsExtTest-804361971-project] Made reservation on behalf of d865759a54d74953a8144949100ddc09 for: {'port': 1} {{(pid=84152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:35:34.980344 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-5161e112-3a62-41b3-9498-cf0c387d1f5c tempest-TagsExtTest-804361971 tempest-TagsExtTest-804361971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:34.990548 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_common [None req-87dd51c1-e704-4ee6-8274-8863f5ddd681 None None] Allocated IP 172.20.0.2 (4ccaa4c5-0f96-4c42-9579-3a21e2e99c33/e2488447-4833-4c41-976e-10efbb102978/312a4d8a-f0fe-4658-8b58-bde5a88b18aa) {{(pid=84154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:35:34.999884 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03ee3e39-70a5-480c-9e8d-63663654ac47 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify agent at l3_agent.dv-neutron-825124-1-hyperv the message routers_updated {{(pid=84153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 14:35:35.005794 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.notifiers.nova [None req-5161e112-3a62-41b3-9498-cf0c387d1f5c tempest-TagsExtTest-804361971 tempest-TagsExtTest-804361971-project] device_id is not set on port 8637fba3-c399-4ff2-b881-214a28c33060 yet. {{(pid=84152) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 14:35:35.006507 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-03ee3e39-70a5-480c-9e8d-63663654ac47 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks [] for router, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:35.007634 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-03ee3e39-70a5-480c-9e8d-63663654ac47 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] 10.222.0.54 "PUT /v2.0/routers/d0f0ba86-c29d-4d61-b550-024f94894c8f HTTP/1.1" status: 200 len: 700 time: 0.9502463 Jan 20 14:35:35.011144 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 42882) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:35.013967 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9b6ca39-d698-4d6c-a49c-eed43759efce None None] Sync routers for ids ['d0f0ba86-c29d-4d61-b550-024f94894c8f'] in dv-neutron-825124-1-hyperv {{(pid=84155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 14:35:35.028494 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9b6ca39-d698-4d6c-a49c-eed43759efce None None] Routers {'d0f0ba86-c29d-4d61-b550-024f94894c8f'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:35:35.030252 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-c9b6ca39-d698-4d6c-a49c-eed43759efce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:35:30Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['d0f0ba86-c29d-4d61-b550-024f94894c8f'], 'active': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:35:35.086895 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-bb18ad97-b5b5-447b-81c0-e0d45eb820ec tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Synchronizing usage tracker for tenant:c471105210324ce4bdf04d2ea6130d17 on resource:port {{(pid=84153) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:35:35.158488 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-bb18ad97-b5b5-447b-81c0-e0d45eb820ec tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Unset dirty status for tenant:c471105210324ce4bdf04d2ea6130d17 on resource:port {{(pid=84153) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:35:35.162384 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-bb18ad97-b5b5-447b-81c0-e0d45eb820ec tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] 10.222.0.54 "GET /v2.0/ports?device_id=d0f0ba86-c29d-4d61-b550-024f94894c8f HTTP/1.1" status: 200 len: 205 time: 0.1411245 Jan 20 14:35:35.162581 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 42886) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:35.174852 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvr_db [None req-c9b6ca39-d698-4d6c-a49c-eed43759efce None None] Set router d0f0ba86-c29d-4d61-b550-024f94894c8f gateway port host: None {{(pid=84155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 14:35:35.225187 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-87dd51c1-e704-4ee6-8274-8863f5ddd681 None None] Notify callbacks [] for port, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:35.237524 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-87dd51c1-e704-4ee6-8274-8863f5ddd681 None None] Transition to ACTIVE for port object 312a4d8a-f0fe-4658-8b58-bde5a88b18aa will not be triggered until provisioned by entity L2. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:35:35.261209 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-87dd51c1-e704-4ee6-8274-8863f5ddd681 None None] Transition to ACTIVE for port object 312a4d8a-f0fe-4658-8b58-bde5a88b18aa will not be triggered until provisioned by entity DHCP. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:35:35.288685 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-c9b6ca39-d698-4d6c-a49c-eed43759efce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0f0ba86-c29d-4d61-b550-024f94894c8f', 'name': 'tempest-RoutersTest-router-739591561', 'tenant_id': 'c471105210324ce4bdf04d2ea6130d17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:34:44Z', 'updated_at': '2022-01-20T14:35:31Z', 'revision_number': 11, 'project_id': 'c471105210324ce4bdf04d2ea6130d17', 'gw_port_host': None}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:35:35.293743 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9b6ca39-d698-4d6c-a49c-eed43759efce None None] Checking router: d0f0ba86-c29d-4d61-b550-024f94894c8f for host: dv-neutron-825124-1-hyperv {{(pid=84155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 14:35:35.306105 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9b6ca39-d698-4d6c-a49c-eed43759efce None None] Routers {'d0f0ba86-c29d-4d61-b550-024f94894c8f'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:35:35.306767 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-c9b6ca39-d698-4d6c-a49c-eed43759efce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:35:30Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['d0f0ba86-c29d-4d61-b550-024f94894c8f'], 'active': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:35:35.319084 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-87dd51c1-e704-4ee6-8274-8863f5ddd681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477'] for port, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:35.422445 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87dd51c1-e704-4ee6-8274-8863f5ddd681 None None] Network 4ccaa4c5-0f96-4c42-9579-3a21e2e99c33 is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:35:35.423929 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87dd51c1-e704-4ee6-8274-8863f5ddd681 None None] Pushing event updated for resources: {'Port': ['ID=312a4d8a-f0fe-4658-8b58-bde5a88b18aa,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:35.428458 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-87dd51c1-e704-4ee6-8274-8863f5ddd681 None None] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:35:35.431652 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87dd51c1-e704-4ee6-8274-8863f5ddd681 None None] Received port after_create {{(pid=84154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:35:35.452845 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvr_db [None req-c9b6ca39-d698-4d6c-a49c-eed43759efce None None] Set router d0f0ba86-c29d-4d61-b550-024f94894c8f gateway port host: None {{(pid=84155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 14:35:35.453832 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-97977c52-787b-4195-a9d6-7c9e53a033ac tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks [] for router, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:35.536857 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.db_base_plugin_common [None req-5161e112-3a62-41b3-9498-cf0c387d1f5c tempest-TagsExtTest-804361971 tempest-TagsExtTest-804361971-project] Allocated IP 172.20.0.8 (4ccaa4c5-0f96-4c42-9579-3a21e2e99c33/e2488447-4833-4c41-976e-10efbb102978/8637fba3-c399-4ff2-b881-214a28c33060) {{(pid=84152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:35:35.539390 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-87dd51c1-e704-4ee6-8274-8863f5ddd681 None None] Attempting to bind port 312a4d8a-f0fe-4658-8b58-bde5a88b18aa on host dv-neutron-825124-1-hyperv for vnic_type normal with profile {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:35:35.539702 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-87dd51c1-e704-4ee6-8274-8863f5ddd681 None None] Attempting to bind port 312a4d8a-f0fe-4658-8b58-bde5a88b18aa by drivers openvswitch,hyperv on host dv-neutron-825124-1-hyperv at level 0 using segments [{'id': 'db4eeaf9-9c09-4f27-87e5-a6ba8f55cf42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '4ccaa4c5-0f96-4c42-9579-3a21e2e99c33'}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:35:35.540289 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87dd51c1-e704-4ee6-8274-8863f5ddd681 None None] Attempting to bind port 312a4d8a-f0fe-4658-8b58-bde5a88b18aa on network 4ccaa4c5-0f96-4c42-9579-3a21e2e99c33 {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 14:35:35.550644 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87dd51c1-e704-4ee6-8274-8863f5ddd681 None None] Checking agent: {'id': '6414dfeb-85c5-454a-8756-709ca637d800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825124-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 16, 31), 'started_at': datetime.datetime(2022, 1, 20, 14, 17, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 35, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825124-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 14:35:35.551077 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87dd51c1-e704-4ee6-8274-8863f5ddd681 None None] Checking segment: {'id': 'db4eeaf9-9c09-4f27-87e5-a6ba8f55cf42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '4ccaa4c5-0f96-4c42-9579-3a21e2e99c33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 14:35:35.551576 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-87dd51c1-e704-4ee6-8274-8863f5ddd681 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:35.552038 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87dd51c1-e704-4ee6-8274-8863f5ddd681 None None] Bound using segment: {'id': 'db4eeaf9-9c09-4f27-87e5-a6ba8f55cf42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '4ccaa4c5-0f96-4c42-9579-3a21e2e99c33'} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 14:35:35.552516 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-87dd51c1-e704-4ee6-8274-8863f5ddd681 None None] Bound port: 312a4d8a-f0fe-4658-8b58-bde5a88b18aa, host: dv-neutron-825124-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db4eeaf9-9c09-4f27-87e5-a6ba8f55cf42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '4ccaa4c5-0f96-4c42-9579-3a21e2e99c33'}}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:35:35.552896 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-87dd51c1-e704-4ee6-8274-8863f5ddd681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:35.566268 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-c9b6ca39-d698-4d6c-a49c-eed43759efce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0f0ba86-c29d-4d61-b550-024f94894c8f', 'name': 'tempest-RoutersTest-router-739591561', 'tenant_id': 'c471105210324ce4bdf04d2ea6130d17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:34:44Z', 'updated_at': '2022-01-20T14:35:31Z', 'revision_number': 11, 'project_id': 'c471105210324ce4bdf04d2ea6130d17', 'gw_port_host': None}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:35:35.571673 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9b6ca39-d698-4d6c-a49c-eed43759efce None None] The sync data for ids ['d0f0ba86-c29d-4d61-b550-024f94894c8f'] in dv-neutron-825124-1-hyperv is: [{'id': 'd0f0ba86-c29d-4d61-b550-024f94894c8f', 'name': 'tempest-RoutersTest-router-739591561', 'tenant_id': 'c471105210324ce4bdf04d2ea6130d17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:34:44Z', 'updated_at': '2022-01-20T14:35:31Z', 'revision_number': 11, 'project_id': 'c471105210324ce4bdf04d2ea6130d17', 'gw_port_host': None}] {{(pid=84155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 14:35:35.693027 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-87dd51c1-e704-4ee6-8274-8863f5ddd681 None None] For port 312a4d8a-f0fe-4658-8b58-bde5a88b18aa, host dv-neutron-825124-1-hyperv, cleared binding levels {{(pid=84154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 14:35:35.700097 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-87dd51c1-e704-4ee6-8274-8863f5ddd681 None None] For port 312a4d8a-f0fe-4658-8b58-bde5a88b18aa, host dv-neutron-825124-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=312a4d8a-f0fe-4658-8b58-bde5a88b18aa,segment=NetworkSegment(db4eeaf9-9c09-4f27-87e5-a6ba8f55cf42),segment_id=db4eeaf9-9c09-4f27-87e5-a6ba8f55cf42)] {{(pid=84154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 14:35:35.753463 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-87dd51c1-e704-4ee6-8274-8863f5ddd681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:35.785295 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-5161e112-3a62-41b3-9498-cf0c387d1f5c tempest-TagsExtTest-804361971 tempest-TagsExtTest-804361971-project] Notify callbacks [] for port, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:35.804753 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.provisioning_blocks [None req-5161e112-3a62-41b3-9498-cf0c387d1f5c tempest-TagsExtTest-804361971 tempest-TagsExtTest-804361971-project] Transition to ACTIVE for port object 8637fba3-c399-4ff2-b881-214a28c33060 will not be triggered until provisioned by entity DHCP. {{(pid=84152) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:35:35.847458 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87dd51c1-e704-4ee6-8274-8863f5ddd681 None None] Pushing event updated for resources: {'Port': ['ID=312a4d8a-f0fe-4658-8b58-bde5a88b18aa,revision_number=2']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:35.902260 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-5161e112-3a62-41b3-9498-cf0c387d1f5c tempest-TagsExtTest-804361971 tempest-TagsExtTest-804361971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:35.912375 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-97977c52-787b-4195-a9d6-7c9e53a033ac tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-737761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105493'] for router, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:35.917688 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-97977c52-787b-4195-a9d6-7c9e53a033ac tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:35.983224 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5161e112-3a62-41b3-9498-cf0c387d1f5c tempest-TagsExtTest-804361971 tempest-TagsExtTest-804361971-project] Network 4ccaa4c5-0f96-4c42-9579-3a21e2e99c33 is already hosted by enough agents. {{(pid=84152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:35:35.986517 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.base_scheduler [None req-5161e112-3a62-41b3-9498-cf0c387d1f5c tempest-TagsExtTest-804361971 tempest-TagsExtTest-804361971-project] Resources bound (agent type, host, resource id): {{(pid=84152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:35:35.991084 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5161e112-3a62-41b3-9498-cf0c387d1f5c tempest-TagsExtTest-804361971 tempest-TagsExtTest-804361971-project] Received port after_create {{(pid=84152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:35:36.015348 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-97977c52-787b-4195-a9d6-7c9e53a033ac tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-737693'] for router, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:36.016064 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97977c52-787b-4195-a9d6-7c9e53a033ac tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Fanout notify agent at l3_agent the message router_deleted on router d0f0ba86-c29d-4d61-b550-024f94894c8f {{(pid=84153) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 20 14:35:36.019735 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5161e112-3a62-41b3-9498-cf0c387d1f5c tempest-TagsExtTest-804361971 tempest-TagsExtTest-804361971-project] Pushing event updated for resources: {'Port': ['ID=8637fba3-c399-4ff2-b881-214a28c33060,revision_number=1']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:36.046260 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-97977c52-787b-4195-a9d6-7c9e53a033ac tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks [] for router, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:36.047796 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-97977c52-787b-4195-a9d6-7c9e53a033ac tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] 10.222.0.54 "DELETE /v2.0/routers/d0f0ba86-c29d-4d61-b550-024f94894c8f HTTP/1.1" status: 204 len: 168 time: 0.8839197 Jan 20 14:35:36.054633 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 42892) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:36.061345 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-59c19430-747b-46b3-87aa-86b38eb11ba3 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1844072536', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:35:36.068916 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5161e112-3a62-41b3-9498-cf0c387d1f5c tempest-TagsExtTest-804361971 tempest-TagsExtTest-804361971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:35:36.069988 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-5161e112-3a62-41b3-9498-cf0c387d1f5c tempest-TagsExtTest-804361971 tempest-TagsExtTest-804361971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:36.076742 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-59c19430-747b-46b3-87aa-86b38eb11ba3 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:35:36.100602 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-59c19430-747b-46b3-87aa-86b38eb11ba3 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Usage tracker for resource:router and tenant:c471105210324ce4bdf04d2ea6130d17 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:35:36.106954 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-59c19430-747b-46b3-87aa-86b38eb11ba3 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:35:36.116569 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-59c19430-747b-46b3-87aa-86b38eb11ba3 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:35:36.198376 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-5161e112-3a62-41b3-9498-cf0c387d1f5c tempest-TagsExtTest-804361971 tempest-TagsExtTest-804361971-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 1.4795411 Jan 20 14:35:36.201199 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 42896) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:36.207245 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-6ea4daae-50a5-4973-98f8-75370167c5a5 tempest-TagsExtTest-804361971 tempest-TagsExtTest-804361971-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-6545882', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:35:36.216041 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-6ea4daae-50a5-4973-98f8-75370167c5a5 tempest-TagsExtTest-804361971 tempest-TagsExtTest-804361971-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:35:36.221783 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-6ea4daae-50a5-4973-98f8-75370167c5a5 tempest-TagsExtTest-804361971 tempest-TagsExtTest-804361971-project] Usage tracker for resource:router and tenant:d865759a54d74953a8144949100ddc09 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:35:36.226827 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-6ea4daae-50a5-4973-98f8-75370167c5a5 tempest-TagsExtTest-804361971 tempest-TagsExtTest-804361971-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:35:36.235502 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-6ea4daae-50a5-4973-98f8-75370167c5a5 tempest-TagsExtTest-804361971 tempest-TagsExtTest-804361971-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:35:36.261815 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-59c19430-747b-46b3-87aa-86b38eb11ba3 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-105475'] for router, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:36.262820 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-59c19430-747b-46b3-87aa-86b38eb11ba3 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-739204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-744864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-735540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-105484'] for router, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:36.290680 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-59c19430-747b-46b3-87aa-86b38eb11ba3 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:36.330763 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-6ea4daae-50a5-4973-98f8-75370167c5a5 tempest-TagsExtTest-804361971 tempest-TagsExtTest-804361971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-105475'] for router, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:36.331838 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-6ea4daae-50a5-4973-98f8-75370167c5a5 tempest-TagsExtTest-804361971 tempest-TagsExtTest-804361971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-739204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-744864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-735540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-105484'] for router, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:36.350258 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-6ea4daae-50a5-4973-98f8-75370167c5a5 tempest-TagsExtTest-804361971 tempest-TagsExtTest-804361971-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:36.387614 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-59c19430-747b-46b3-87aa-86b38eb11ba3 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-744861'] for router, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:36.444438 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-6ea4daae-50a5-4973-98f8-75370167c5a5 tempest-TagsExtTest-804361971 tempest-TagsExtTest-804361971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-744861'] for router, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:36.490135 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-59c19430-747b-46b3-87aa-86b38eb11ba3 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks [] for router, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:36.491373 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-59c19430-747b-46b3-87aa-86b38eb11ba3 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4353302 Jan 20 14:35:36.494579 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 42900) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:36.499997 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-c3d3c30f-195c-474c-9c19-2bfaa62e168b tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Request body: {'router': {'admin_state_up': True}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:35:36.514243 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-6ea4daae-50a5-4973-98f8-75370167c5a5 tempest-TagsExtTest-804361971 tempest-TagsExtTest-804361971-project] Notify callbacks [] for router, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:36.515825 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-6ea4daae-50a5-4973-98f8-75370167c5a5 tempest-TagsExtTest-804361971 tempest-TagsExtTest-804361971-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 697 time: 0.3133373 Jan 20 14:35:36.518842 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 42904) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:36.524391 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-061fb9e0-ad2d-472d-ace5-842e3ea1ebe7 tempest-TagsExtTest-804361971 tempest-TagsExtTest-804361971-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1671336831', 'prefixes': ['172.20.0.0/16']}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:35:36.529996 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-061fb9e0-ad2d-472d-ace5-842e3ea1ebe7 tempest-TagsExtTest-804361971 tempest-TagsExtTest-804361971-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:35:36.793151 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-061fb9e0-ad2d-472d-ace5-842e3ea1ebe7 tempest-TagsExtTest-804361971 tempest-TagsExtTest-804361971-project] Notify callbacks [] for subnetpool, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:36.798733 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-061fb9e0-ad2d-472d-ace5-842e3ea1ebe7 tempest-TagsExtTest-804361971 tempest-TagsExtTest-804361971-project] 10.222.0.54 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.2746918 Jan 20 14:35:36.798733 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 42908) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:36.803674 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.tag.tag_plugin [None req-6a66ae40-6e52-4523-aa5e-a91161a664a0 tempest-TagsExtTest-804361971 tempest-TagsExtTest-804361971-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'e2488447-4833-4c41-976e-10efbb102978', 'tempest-TagsExtTest-Tag-1894705246') {} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:35:36.911151 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2c94e9c-ddb7-4d11-b0cb-2ea97a0b7b92 None None] Network 4ccaa4c5-0f96-4c42-9579-3a21e2e99c33 requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:35:36.914356 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-c3d3c30f-195c-474c-9c19-2bfaa62e168b tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-744886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-105502'] for router, precommit_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:36.953423 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-6a66ae40-6e52-4523-aa5e-a91161a664a0 tempest-TagsExtTest-804361971 tempest-TagsExtTest-804361971-project] 10.222.0.54 "PUT /v2.0/subnets/e2488447-4833-4c41-976e-10efbb102978/tags/tempest-TagsExtTest-Tag-1894705246 HTTP/1.1" status: 201 len: 201 time: 0.1546047 Jan 20 14:35:36.956267 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 42912) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:36.963133 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.services.tag.tag_plugin [None req-02f6ae1e-f016-4fb3-a6b9-ea13980c3eed tempest-TagsExtTest-804361971 tempest-TagsExtTest-804361971-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '8637fba3-c399-4ff2-b881-214a28c33060', 'tempest-TagsExtTest-Tag-2075710988') {} {{(pid=84153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:35:37.001912 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-c3d3c30f-195c-474c-9c19-2bfaa62e168b tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-744861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-744847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-744836', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-737562'] for router, after_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:37.089957 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-6eb81250-d971-4d7f-9dca-f3d38506f7a3 None None] Provisioning for port 312a4d8a-f0fe-4658-8b58-bde5a88b18aa completed by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:35:37.253774 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-02f6ae1e-f016-4fb3-a6b9-ea13980c3eed tempest-TagsExtTest-804361971 tempest-TagsExtTest-804361971-project] 10.222.0.54 "PUT /v2.0/ports/8637fba3-c399-4ff2-b881-214a28c33060/tags/tempest-TagsExtTest-Tag-2075710988 HTTP/1.1" status: 201 len: 201 time: 0.2940538 Jan 20 14:35:37.259811 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 42916) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:37.261673 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.services.tag.tag_plugin [None req-c671134e-fc69-4630-8686-229df814fd0f tempest-TagsExtTest-804361971 tempest-TagsExtTest-804361971-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'c14c3105-f497-44b4-a412-82bff32e4f7f', 'tempest-TagsExtTest-Tag-2023059575') {} {{(pid=84153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:35:37.436336 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3d3c30f-195c-474c-9c19-2bfaa62e168b tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Router 70feab4c-53f1-4f14-ae39-2f1d25afaaee is scheduled to L3 agent 624d525b-4c26-4143-8a1c-228bb1c6faaa with binding_index 1 {{(pid=84153) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 20 14:35:37.513263 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-0ed26979-8c87-4a15-ba0c-3de86be8a03b None None] Provisioning for port 8637fba3-c399-4ff2-b881-214a28c33060 completed by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:35:37.518499 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-0ed26979-8c87-4a15-ba0c-3de86be8a03b None None] Provisioning complete for port 8637fba3-c399-4ff2-b881-214a28c33060 triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:35:37.518880 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-0ed26979-8c87-4a15-ba0c-3de86be8a03b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:37.580822 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-0ed26979-8c87-4a15-ba0c-3de86be8a03b None None] Port 8637fba3-c399-4ff2-b881-214a28c33060 cannot update to ACTIVE because it is not bound. {{(pid=84154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 14:35:37.669041 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3d3c30f-195c-474c-9c19-2bfaa62e168b tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify agent at l3_agent.dv-neutron-825124-1-hyperv the message routers_updated {{(pid=84153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 14:35:37.675188 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-c3d3c30f-195c-474c-9c19-2bfaa62e168b tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks [] for router, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:37.676431 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-c3d3c30f-195c-474c-9c19-2bfaa62e168b tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] 10.222.0.54 "PUT /v2.0/routers/70feab4c-53f1-4f14-ae39-2f1d25afaaee HTTP/1.1" status: 200 len: 694 time: 1.1809299 Jan 20 14:35:37.679063 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 42920) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:37.679831 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dedd67a-b671-4008-b794-078d9e704c65 None None] Sync routers for ids ['70feab4c-53f1-4f14-ae39-2f1d25afaaee'] in dv-neutron-825124-1-hyperv {{(pid=84154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 14:35:37.692342 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dedd67a-b671-4008-b794-078d9e704c65 None None] Routers {'70feab4c-53f1-4f14-ae39-2f1d25afaaee'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:35:37.692962 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-9dedd67a-b671-4008-b794-078d9e704c65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:35:30Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['70feab4c-53f1-4f14-ae39-2f1d25afaaee'], 'active': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:35:37.748041 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-c671134e-fc69-4630-8686-229df814fd0f tempest-TagsExtTest-804361971 tempest-TagsExtTest-804361971-project] 10.222.0.54 "PUT /v2.0/routers/c14c3105-f497-44b4-a412-82bff32e4f7f/tags/tempest-TagsExtTest-Tag-2023059575 HTTP/1.1" status: 201 len: 201 time: 0.4892862 Jan 20 14:35:37.748943 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 42924) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:37.755948 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.tag.tag_plugin [None req-896ccadf-c714-4623-a2f1-2ace6e64000c tempest-TagsExtTest-804361971 tempest-TagsExtTest-804361971-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '71638e49-f066-4e0f-9922-39d90969b107', 'tempest-TagsExtTest-Tag-2033867906') {} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:35:37.828272 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvr_db [None req-9dedd67a-b671-4008-b794-078d9e704c65 None None] Set router 70feab4c-53f1-4f14-ae39-2f1d25afaaee gateway port host: None {{(pid=84154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 14:35:37.838670 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-d89a8d44-a93b-4302-b7f8-90035fd79af0 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] 10.222.0.54 "GET /v2.0/routers/70feab4c-53f1-4f14-ae39-2f1d25afaaee HTTP/1.1" status: 200 len: 700 time: 0.1582294 Jan 20 14:35:37.840973 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 42928) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:37.868644 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-92f364d2-accd-4abe-ae41-bdd05733a8e6 None None] Provisioning complete for port 8637fba3-c399-4ff2-b881-214a28c33060 triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:35:37.869019 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-92f364d2-accd-4abe-ae41-bdd05733a8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:37.873913 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-896ccadf-c714-4623-a2f1-2ace6e64000c tempest-TagsExtTest-804361971 tempest-TagsExtTest-804361971-project] 10.222.0.54 "PUT /v2.0/subnetpools/71638e49-f066-4e0f-9922-39d90969b107/tags/tempest-TagsExtTest-Tag-2033867906 HTTP/1.1" status: 201 len: 201 time: 0.1233363 Jan 20 14:35:37.877228 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 42932) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:37.885862 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.services.tag.tag_plugin [None req-950332b3-4ed0-42a2-88e5-6f623858e6a2 tempest-TagsExtTest-804361971 tempest-TagsExtTest-804361971-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'e2488447-4833-4c41-976e-10efbb102978') {} {{(pid=84153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:35:37.924600 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-961d66ff-3746-45f7-8af5-4868f104ff98 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] 10.222.0.54 "GET /v2.0/ports?device_id=70feab4c-53f1-4f14-ae39-2f1d25afaaee HTTP/1.1" status: 200 len: 205 time: 0.0801325 Jan 20 14:35:37.925261 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 42936) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:37.983223 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-950332b3-4ed0-42a2-88e5-6f623858e6a2 tempest-TagsExtTest-804361971 tempest-TagsExtTest-804361971-project] 10.222.0.54 "GET /v2.0/subnets/e2488447-4833-4c41-976e-10efbb102978/tags HTTP/1.1" status: 200 len: 241 time: 0.1057491 Jan 20 14:35:37.984480 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 42940) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:37.984614 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-92f364d2-accd-4abe-ae41-bdd05733a8e6 None None] Port 8637fba3-c399-4ff2-b881-214a28c33060 cannot update to ACTIVE because it is not bound. {{(pid=84154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 14:35:37.985994 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-9dedd67a-b671-4008-b794-078d9e704c65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70feab4c-53f1-4f14-ae39-2f1d25afaaee', 'name': 'tempest-RoutersTest-router-1844072536', 'tenant_id': 'c471105210324ce4bdf04d2ea6130d17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:35:36Z', 'updated_at': '2022-01-20T14:35:36Z', 'revision_number': 2, 'project_id': 'c471105210324ce4bdf04d2ea6130d17', 'gw_port_host': None}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:35:37.991015 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dedd67a-b671-4008-b794-078d9e704c65 None None] Checking router: 70feab4c-53f1-4f14-ae39-2f1d25afaaee for host: dv-neutron-825124-1-hyperv {{(pid=84154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 14:35:38.002518 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dedd67a-b671-4008-b794-078d9e704c65 None None] Routers {'70feab4c-53f1-4f14-ae39-2f1d25afaaee'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:35:38.003102 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-9dedd67a-b671-4008-b794-078d9e704c65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:35:30Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['70feab4c-53f1-4f14-ae39-2f1d25afaaee'], 'active': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:35:38.005938 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.services.tag.tag_plugin [None req-f9f8c0dd-2b43-40a8-8bde-8e58731d6759 tempest-TagsExtTest-804361971 tempest-TagsExtTest-804361971-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'e2488447-4833-4c41-976e-10efbb102978', 'tempest-TagsExtTest-Tag-1894705246') {} {{(pid=84153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:35:38.076628 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-f136bf87-63a6-4c69-860b-50609423e8c9 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks [] for router, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:38.090927 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-f9f8c0dd-2b43-40a8-8bde-8e58731d6759 tempest-TagsExtTest-804361971 tempest-TagsExtTest-804361971-project] 10.222.0.54 "GET /v2.0/subnets/e2488447-4833-4c41-976e-10efbb102978/tags/tempest-TagsExtTest-Tag-1894705246 HTTP/1.1" status: 204 len: 168 time: 0.1053364 Jan 20 14:35:38.092429 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 42944) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:38.098304 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.services.tag.tag_plugin [None req-9949cce1-a438-498c-9f08-c8ed2e8cb244 tempest-TagsExtTest-804361971 tempest-TagsExtTest-804361971-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'e2488447-4833-4c41-976e-10efbb102978', 'tempest-TagsExtTest-Tag-1894705246') {} {{(pid=84153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:35:38.124373 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 312a4d8a-f0fe-4658-8b58-bde5a88b18aa up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:35:38.196111 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvr_db [None req-9dedd67a-b671-4008-b794-078d9e704c65 None None] Set router 70feab4c-53f1-4f14-ae39-2f1d25afaaee gateway port host: None {{(pid=84154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 14:35:38.245897 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-9949cce1-a438-498c-9f08-c8ed2e8cb244 tempest-TagsExtTest-804361971 tempest-TagsExtTest-804361971-project] 10.222.0.54 "DELETE /v2.0/subnets/e2488447-4833-4c41-976e-10efbb102978/tags/tempest-TagsExtTest-Tag-1894705246 HTTP/1.1" status: 204 len: 168 time: 0.1521006 Jan 20 14:35:38.248274 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 42948) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:38.254738 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.services.tag.tag_plugin [None req-241e1564-4dd9-4d10-b59b-1c2a4850ea4a tempest-TagsExtTest-804361971 tempest-TagsExtTest-804361971-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'e2488447-4833-4c41-976e-10efbb102978') {} {{(pid=84153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:35:38.335426 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-9dedd67a-b671-4008-b794-078d9e704c65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70feab4c-53f1-4f14-ae39-2f1d25afaaee', 'name': 'tempest-RoutersTest-router-1844072536', 'tenant_id': 'c471105210324ce4bdf04d2ea6130d17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:35:36Z', 'updated_at': '2022-01-20T14:35:36Z', 'revision_number': 2, 'project_id': 'c471105210324ce4bdf04d2ea6130d17', 'gw_port_host': None}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:35:38.338784 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-241e1564-4dd9-4d10-b59b-1c2a4850ea4a tempest-TagsExtTest-804361971 tempest-TagsExtTest-804361971-project] 10.222.0.54 "GET /v2.0/subnets/e2488447-4833-4c41-976e-10efbb102978/tags HTTP/1.1" status: 200 len: 205 time: 0.0892529 Jan 20 14:35:38.341241 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 42952) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:38.345031 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dedd67a-b671-4008-b794-078d9e704c65 None None] The sync data for ids ['70feab4c-53f1-4f14-ae39-2f1d25afaaee'] in dv-neutron-825124-1-hyperv is: [{'id': '70feab4c-53f1-4f14-ae39-2f1d25afaaee', 'name': 'tempest-RoutersTest-router-1844072536', 'tenant_id': 'c471105210324ce4bdf04d2ea6130d17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:35:36Z', 'updated_at': '2022-01-20T14:35:36Z', 'revision_number': 2, 'project_id': 'c471105210324ce4bdf04d2ea6130d17', 'gw_port_host': None}] {{(pid=84154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 14:35:38.346867 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.services.tag.tag_plugin [None req-aca5e972-6619-4997-ab8c-b7b9202cc5b6 tempest-TagsExtTest-804361971 tempest-TagsExtTest-804361971-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '8637fba3-c399-4ff2-b881-214a28c33060') {} {{(pid=84153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:35:38.426657 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning for port 312a4d8a-f0fe-4658-8b58-bde5a88b18aa completed by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:35:38.432846 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port 312a4d8a-f0fe-4658-8b58-bde5a88b18aa triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:35:38.433349 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:38.435995 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-aca5e972-6619-4997-ab8c-b7b9202cc5b6 tempest-TagsExtTest-804361971 tempest-TagsExtTest-804361971-project] 10.222.0.54 "GET /v2.0/ports/8637fba3-c399-4ff2-b881-214a28c33060/tags HTTP/1.1" status: 200 len: 241 time: 0.0937335 Jan 20 14:35:38.442808 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 42956) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:38.447343 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.services.tag.tag_plugin [None req-29b11b6d-6318-497d-8b1f-3fea1c2e0664 tempest-TagsExtTest-804361971 tempest-TagsExtTest-804361971-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '8637fba3-c399-4ff2-b881-214a28c33060', 'tempest-TagsExtTest-Tag-2075710988') {} {{(pid=84153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:35:38.518309 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-f136bf87-63a6-4c69-860b-50609423e8c9 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-737761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105493'] for router, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:38.523002 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-f136bf87-63a6-4c69-860b-50609423e8c9 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:38.535600 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-29b11b6d-6318-497d-8b1f-3fea1c2e0664 tempest-TagsExtTest-804361971 tempest-TagsExtTest-804361971-project] 10.222.0.54 "GET /v2.0/ports/8637fba3-c399-4ff2-b881-214a28c33060/tags/tempest-TagsExtTest-Tag-2075710988 HTTP/1.1" status: 204 len: 168 time: 0.0939252 Jan 20 14:35:38.538108 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 42960) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:38.544225 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.services.tag.tag_plugin [None req-b8267d6e-d7b1-4585-a587-8a9182627a18 tempest-TagsExtTest-804361971 tempest-TagsExtTest-804361971-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '8637fba3-c399-4ff2-b881-214a28c33060', 'tempest-TagsExtTest-Tag-2075710988') {} {{(pid=84153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:35:38.567138 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:38.611308 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] For port 312a4d8a-f0fe-4658-8b58-bde5a88b18aa, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=312a4d8a-f0fe-4658-8b58-bde5a88b18aa,segment=NetworkSegment(db4eeaf9-9c09-4f27-87e5-a6ba8f55cf42),segment_id=db4eeaf9-9c09-4f27-87e5-a6ba8f55cf42)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:35:38.643987 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-f136bf87-63a6-4c69-860b-50609423e8c9 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-737693'] for router, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:38.644512 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f136bf87-63a6-4c69-860b-50609423e8c9 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Fanout notify agent at l3_agent the message router_deleted on router 70feab4c-53f1-4f14-ae39-2f1d25afaaee {{(pid=84152) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 20 14:35:38.659182 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-f136bf87-63a6-4c69-860b-50609423e8c9 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Notify callbacks [] for router, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:38.660256 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-f136bf87-63a6-4c69-860b-50609423e8c9 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] 10.222.0.54 "DELETE /v2.0/routers/70feab4c-53f1-4f14-ae39-2f1d25afaaee HTTP/1.1" status: 204 len: 168 time: 0.7340672 Jan 20 14:35:38.667071 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 42964) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:38.689813 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:38.690923 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-b8267d6e-d7b1-4585-a587-8a9182627a18 tempest-TagsExtTest-804361971 tempest-TagsExtTest-804361971-project] 10.222.0.54 "DELETE /v2.0/ports/8637fba3-c399-4ff2-b881-214a28c33060/tags/tempest-TagsExtTest-Tag-2075710988 HTTP/1.1" status: 204 len: 168 time: 0.1515672 Jan 20 14:35:38.693592 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 42968) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:38.699837 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.services.tag.tag_plugin [None req-227fd874-1314-4899-b828-d549b5bfcedf tempest-TagsExtTest-804361971 tempest-TagsExtTest-804361971-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '8637fba3-c399-4ff2-b881-214a28c33060') {} {{(pid=84153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:35:38.708781 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-bdbd2766-50bc-4567-a7f5-2a24e370814b tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Synchronizing usage tracker for tenant:c471105210324ce4bdf04d2ea6130d17 on resource:port {{(pid=84152) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:35:38.763984 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Pushing event updated for resources: {'Port': ['ID=312a4d8a-f0fe-4658-8b58-bde5a88b18aa,revision_number=3']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:38.775017 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-227fd874-1314-4899-b828-d549b5bfcedf tempest-TagsExtTest-804361971 tempest-TagsExtTest-804361971-project] 10.222.0.54 "GET /v2.0/ports/8637fba3-c399-4ff2-b881-214a28c33060/tags HTTP/1.1" status: 200 len: 205 time: 0.0788302 Jan 20 14:35:38.776690 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 42972) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:38.782376 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.services.tag.tag_plugin [None req-c7672371-7913-40c8-9078-324eb573046e tempest-TagsExtTest-804361971 tempest-TagsExtTest-804361971-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'c14c3105-f497-44b4-a412-82bff32e4f7f') {} {{(pid=84153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:35:38.798395 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-bdbd2766-50bc-4567-a7f5-2a24e370814b tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] Unset dirty status for tenant:c471105210324ce4bdf04d2ea6130d17 on resource:port {{(pid=84152) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:35:38.804947 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-bdbd2766-50bc-4567-a7f5-2a24e370814b tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] 10.222.0.54 "GET /v2.0/ports?device_id=70feab4c-53f1-4f14-ae39-2f1d25afaaee HTTP/1.1" status: 200 len: 205 time: 0.1315572 Jan 20 14:35:38.805079 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 42976) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:38.872030 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.api.v2.resource [None req-83109d4e-22ac-4c16-8378-f3fdf5e50886 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] delete failed (client error): The resource could not be found. Jan 20 14:35:38.875577 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-83109d4e-22ac-4c16-8378-f3fdf5e50886 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] 10.222.0.54 "DELETE /v2.0/routers/70feab4c-53f1-4f14-ae39-2f1d25afaaee HTTP/1.1" status: 404 len: 336 time: 0.0670712 Jan 20 14:35:38.876246 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 42980) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:38.913806 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.pecan_wsgi.hooks.translation [None req-2803cca2-209c-42b6-a692-c93ff14a464d tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] DELETE failed (client error): The resource could not be found. Jan 20 14:35:38.914298 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2803cca2-209c-42b6-a692-c93ff14a464d tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84152) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:35:38.919215 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-2803cca2-209c-42b6-a692-c93ff14a464d tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] 10.222.0.54 "DELETE /v2.0/subnets/851819e3-c963-42da-9724-921087e06143 HTTP/1.1" status: 404 len: 337 time: 0.0399730 Jan 20 14:35:38.919649 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 42984) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:38.924901 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-c7672371-7913-40c8-9078-324eb573046e tempest-TagsExtTest-804361971 tempest-TagsExtTest-804361971-project] 10.222.0.54 "GET /v2.0/routers/c14c3105-f497-44b4-a412-82bff32e4f7f/tags HTTP/1.1" status: 200 len: 241 time: 0.1471741 Jan 20 14:35:38.925777 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 42988) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:38.938967 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.services.tag.tag_plugin [None req-ca8358df-3e00-44be-9f8c-e5dc5a9e16f2 tempest-TagsExtTest-804361971 tempest-TagsExtTest-804361971-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'c14c3105-f497-44b4-a412-82bff32e4f7f', 'tempest-TagsExtTest-Tag-2023059575') {} {{(pid=84153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:35:38.957797 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.pecan_wsgi.hooks.translation [None req-8549aa03-9c46-4f6d-be27-fecbb08a36e8 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] DELETE failed (client error): The resource could not be found. Jan 20 14:35:38.958523 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8549aa03-9c46-4f6d-be27-fecbb08a36e8 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84152) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:35:38.960522 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-8549aa03-9c46-4f6d-be27-fecbb08a36e8 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] 10.222.0.54 "DELETE /v2.0/subnets/9fd572f8-6df7-4fe7-a419-6169b187ff66 HTTP/1.1" status: 404 len: 337 time: 0.0399277 Jan 20 14:35:38.966587 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 42992) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:39.068221 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-ca8358df-3e00-44be-9f8c-e5dc5a9e16f2 tempest-TagsExtTest-804361971 tempest-TagsExtTest-804361971-project] 10.222.0.54 "GET /v2.0/routers/c14c3105-f497-44b4-a412-82bff32e4f7f/tags/tempest-TagsExtTest-Tag-2023059575 HTTP/1.1" status: 204 len: 168 time: 0.1411498 Jan 20 14:35:39.070738 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 42996) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:39.076361 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.services.tag.tag_plugin [None req-271e7b1b-4b06-4c96-8860-36a1606be30b tempest-TagsExtTest-804361971 tempest-TagsExtTest-804361971-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'c14c3105-f497-44b4-a412-82bff32e4f7f', 'tempest-TagsExtTest-Tag-2023059575') {} {{(pid=84153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:35:39.110197 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.pecan_wsgi.hooks.translation [None req-75b7117b-a04f-43bd-828a-7f5c1aced7ba tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] DELETE failed (client error): The resource could not be found. Jan 20 14:35:39.110642 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75b7117b-a04f-43bd-828a-7f5c1aced7ba tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84152) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:35:39.115081 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-75b7117b-a04f-43bd-828a-7f5c1aced7ba tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] 10.222.0.54 "DELETE /v2.0/subnets/bdbe1e54-2767-4792-86eb-f238fa791842 HTTP/1.1" status: 404 len: 337 time: 0.1471841 Jan 20 14:35:39.115658 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 43000) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:39.155837 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.pecan_wsgi.hooks.translation [None req-f173b0a1-ea45-4509-bd9e-69256a19579a tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] DELETE failed (client error): The resource could not be found. Jan 20 14:35:39.156290 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f173b0a1-ea45-4509-bd9e-69256a19579a tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84152) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:35:39.160795 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-f173b0a1-ea45-4509-bd9e-69256a19579a tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] 10.222.0.54 "DELETE /v2.0/subnets/af565560-6112-4eb7-a06f-1f14fd167045 HTTP/1.1" status: 404 len: 337 time: 0.0441096 Jan 20 14:35:39.161651 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 43004) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:39.209839 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-2399e89e-47c3-4a65-8721-2ecb2c26dd0d tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] 10.222.0.54 "GET /v2.0/ports?device_id=d0f0ba86-c29d-4d61-b550-024f94894c8f HTTP/1.1" status: 200 len: 205 time: 0.0469458 Jan 20 14:35:39.212084 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 43008) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:39.279335 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.api.v2.resource [None req-e2de1e82-e9df-4c96-b96a-9332d254958e tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] delete failed (client error): The resource could not be found. Jan 20 14:35:39.280457 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-e2de1e82-e9df-4c96-b96a-9332d254958e tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] 10.222.0.54 "DELETE /v2.0/routers/d0f0ba86-c29d-4d61-b550-024f94894c8f HTTP/1.1" status: 404 len: 336 time: 0.0665431 Jan 20 14:35:39.283082 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 43012) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:39.330402 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-2a7c849a-fe7a-461a-a2f3-009e9c0d8750 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] 10.222.0.54 "GET /v2.0/ports?device_id=aa10ebf5-6d1c-4800-8a77-7737a8521cec HTTP/1.1" status: 200 len: 205 time: 0.0441430 Jan 20 14:35:39.330660 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 43016) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:39.394376 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.api.v2.resource [None req-12601884-8681-440f-829f-8a4d6162fceb tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] delete failed (client error): The resource could not be found. Jan 20 14:35:39.395337 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-12601884-8681-440f-829f-8a4d6162fceb tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] 10.222.0.54 "DELETE /v2.0/routers/aa10ebf5-6d1c-4800-8a77-7737a8521cec HTTP/1.1" status: 404 len: 336 time: 0.0637765 Jan 20 14:35:39.397958 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 43020) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:39.440427 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2c9ce67-f52b-47fe-93b1-44cd2dc96b12 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] DELETE failed (client error): The resource could not be found. Jan 20 14:35:39.440866 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2c9ce67-f52b-47fe-93b1-44cd2dc96b12 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84152) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:35:39.442531 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-b2c9ce67-f52b-47fe-93b1-44cd2dc96b12 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] 10.222.0.54 "DELETE /v2.0/subnets/c9b140ef-ebb0-4c13-9157-9c0be553ea8c HTTP/1.1" status: 404 len: 337 time: 0.0435977 Jan 20 14:35:39.444537 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-271e7b1b-4b06-4c96-8860-36a1606be30b tempest-TagsExtTest-804361971 tempest-TagsExtTest-804361971-project] 10.222.0.54 "DELETE /v2.0/routers/c14c3105-f497-44b4-a412-82bff32e4f7f/tags/tempest-TagsExtTest-Tag-2023059575 HTTP/1.1" status: 204 len: 168 time: 0.3727796 Jan 20 14:35:39.445191 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 43024) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:39.448027 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 43028) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:39.453589 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.services.tag.tag_plugin [None req-dcd6d8d3-9665-4048-bbbf-9b04be248df8 tempest-TagsExtTest-804361971 tempest-TagsExtTest-804361971-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'c14c3105-f497-44b4-a412-82bff32e4f7f') {} {{(pid=84153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:35:39.488071 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-0b17cf45-584a-42ca-b46d-12b915b00376 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] 10.222.0.54 "GET /v2.0/ports?device_id=8969c750-4c83-48d2-9097-c9b242c9f90b HTTP/1.1" status: 200 len: 205 time: 0.0416634 Jan 20 14:35:39.490348 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 43032) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:39.558824 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.api.v2.resource [None req-ca3bbd2d-1b91-4fb8-a077-8c00edb1bb92 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] delete failed (client error): The resource could not be found. Jan 20 14:35:39.559851 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-ca3bbd2d-1b91-4fb8-a077-8c00edb1bb92 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] 10.222.0.54 "DELETE /v2.0/routers/8969c750-4c83-48d2-9097-c9b242c9f90b HTTP/1.1" status: 404 len: 336 time: 0.0686047 Jan 20 14:35:39.562638 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 43036) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:39.596068 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-dcd6d8d3-9665-4048-bbbf-9b04be248df8 tempest-TagsExtTest-804361971 tempest-TagsExtTest-804361971-project] 10.222.0.54 "GET /v2.0/routers/c14c3105-f497-44b4-a412-82bff32e4f7f/tags HTTP/1.1" status: 200 len: 205 time: 0.1470170 Jan 20 14:35:39.598461 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 43040) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:39.604549 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.services.tag.tag_plugin [None req-496d2656-caab-40fe-bbf9-09cf25d2b84a tempest-TagsExtTest-804361971 tempest-TagsExtTest-804361971-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '71638e49-f066-4e0f-9922-39d90969b107') {} {{(pid=84153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:35:39.607212 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-fdbf0f1d-922a-404e-b864-14fd06f7cc3f tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] 10.222.0.54 "GET /v2.0/ports?device_id=4eefcaee-bace-4adb-8a5d-f0fdb71ad690 HTTP/1.1" status: 200 len: 205 time: 0.0434234 Jan 20 14:35:39.609449 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 43044) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:39.628146 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-496d2656-caab-40fe-bbf9-09cf25d2b84a tempest-TagsExtTest-804361971 tempest-TagsExtTest-804361971-project] 10.222.0.54 "GET /v2.0/subnetpools/71638e49-f066-4e0f-9922-39d90969b107/tags HTTP/1.1" status: 200 len: 241 time: 0.0286663 Jan 20 14:35:39.630604 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 43048) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:39.636081 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.services.tag.tag_plugin [None req-54773d37-b556-4170-b740-f5bfb3acc410 tempest-TagsExtTest-804361971 tempest-TagsExtTest-804361971-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '71638e49-f066-4e0f-9922-39d90969b107', 'tempest-TagsExtTest-Tag-2033867906') {} {{(pid=84153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:35:39.660053 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-54773d37-b556-4170-b740-f5bfb3acc410 tempest-TagsExtTest-804361971 tempest-TagsExtTest-804361971-project] 10.222.0.54 "GET /v2.0/subnetpools/71638e49-f066-4e0f-9922-39d90969b107/tags/tempest-TagsExtTest-Tag-2033867906 HTTP/1.1" status: 204 len: 168 time: 0.0284336 Jan 20 14:35:39.662598 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 43052) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:39.670643 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.services.tag.tag_plugin [None req-f2ea0468-4af0-4762-b12d-93fb7d49dcf3 tempest-TagsExtTest-804361971 tempest-TagsExtTest-804361971-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '71638e49-f066-4e0f-9922-39d90969b107', 'tempest-TagsExtTest-Tag-2033867906') {} {{(pid=84153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:35:39.676746 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.api.v2.resource [None req-159329e7-4677-4651-8e9f-da0c01854e91 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] delete failed (client error): The resource could not be found. Jan 20 14:35:39.677777 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-159329e7-4677-4651-8e9f-da0c01854e91 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] 10.222.0.54 "DELETE /v2.0/routers/4eefcaee-bace-4adb-8a5d-f0fdb71ad690 HTTP/1.1" status: 404 len: 336 time: 0.0674431 Jan 20 14:35:39.680438 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 43056) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:39.720398 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.pecan_wsgi.hooks.translation [None req-7bf9a9ef-952d-4967-ac40-60cea9558ae0 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] DELETE failed (client error): The resource could not be found. Jan 20 14:35:39.721139 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7bf9a9ef-952d-4967-ac40-60cea9558ae0 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84152) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:35:39.723887 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-7bf9a9ef-952d-4967-ac40-60cea9558ae0 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] 10.222.0.54 "DELETE /v2.0/subnets/736fafcb-60e3-487f-b7a0-4b7e0e13d3b3 HTTP/1.1" status: 404 len: 337 time: 0.0422800 Jan 20 14:35:39.726683 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 43060) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:39.767942 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-f2ea0468-4af0-4762-b12d-93fb7d49dcf3 tempest-TagsExtTest-804361971 tempest-TagsExtTest-804361971-project] 10.222.0.54 "DELETE /v2.0/subnetpools/71638e49-f066-4e0f-9922-39d90969b107/tags/tempest-TagsExtTest-Tag-2033867906 HTTP/1.1" status: 204 len: 168 time: 0.1039929 Jan 20 14:35:39.770437 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 43064) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:39.775502 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-95a1b8df-0941-4561-9a7f-8b5c0530a6e7 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] 10.222.0.54 "GET /v2.0/ports?device_id=a08e0991-247e-4f04-bbe1-fc1f52700cb5 HTTP/1.1" status: 200 len: 205 time: 0.0470920 Jan 20 14:35:39.776395 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.tag.tag_plugin [None req-5ebffba9-0aa5-416b-8486-743f7b2635ab tempest-TagsExtTest-804361971 tempest-TagsExtTest-804361971-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '71638e49-f066-4e0f-9922-39d90969b107') {} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:35:39.779289 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 43068) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:39.802350 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-5ebffba9-0aa5-416b-8486-743f7b2635ab tempest-TagsExtTest-804361971 tempest-TagsExtTest-804361971-project] 10.222.0.54 "GET /v2.0/subnetpools/71638e49-f066-4e0f-9922-39d90969b107/tags HTTP/1.1" status: 200 len: 205 time: 0.0307395 Jan 20 14:35:39.804790 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 43072) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:39.810083 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.tag.tag_plugin [None req-7bdb9b10-243f-4b9b-aba3-8f021186c8ca tempest-TagsExtTest-804361971 tempest-TagsExtTest-804361971-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '71638e49-f066-4e0f-9922-39d90969b107') {} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:35:39.838068 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-7bdb9b10-243f-4b9b-aba3-8f021186c8ca tempest-TagsExtTest-804361971 tempest-TagsExtTest-804361971-project] 10.222.0.54 "DELETE /v2.0/subnetpools/71638e49-f066-4e0f-9922-39d90969b107/tags HTTP/1.1" status: 204 len: 168 time: 0.0322928 Jan 20 14:35:39.840482 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 43076) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:39.845875 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.tag.tag_plugin [None req-e6f8eb2c-78d0-4e88-9665-b40186499ae4 tempest-TagsExtTest-804361971 tempest-TagsExtTest-804361971-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'c14c3105-f497-44b4-a412-82bff32e4f7f') {} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:35:39.848451 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.api.v2.resource [None req-ef0596c4-497a-4d37-8f1e-b7b502f3cbcc tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] delete failed (client error): The resource could not be found. Jan 20 14:35:39.849501 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-ef0596c4-497a-4d37-8f1e-b7b502f3cbcc tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] 10.222.0.54 "DELETE /v2.0/routers/a08e0991-247e-4f04-bbe1-fc1f52700cb5 HTTP/1.1" status: 404 len: 336 time: 0.0693624 Jan 20 14:35:39.852004 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 43080) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:39.894285 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.pecan_wsgi.hooks.translation [None req-41b83d74-1e6e-4916-aa53-59e3f94b4564 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] DELETE failed (client error): The resource could not be found. Jan 20 14:35:39.894927 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41b83d74-1e6e-4916-aa53-59e3f94b4564 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:35:39.896575 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-41b83d74-1e6e-4916-aa53-59e3f94b4564 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] 10.222.0.54 "DELETE /v2.0/subnets/d36aac1c-aeec-4c5e-8126-a5dddf0cc3a2 HTTP/1.1" status: 404 len: 337 time: 0.0428131 Jan 20 14:35:39.900696 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 43084) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:39.941743 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-ca27831d-0897-4dbd-ac81-95a49fcdcc70 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] 10.222.0.54 "GET /v2.0/ports?device_id=7541b75b-d8c4-4472-aefe-2eb80f332af4 HTTP/1.1" status: 200 len: 205 time: 0.0408061 Jan 20 14:35:39.944023 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 43088) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:39.988909 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-e6f8eb2c-78d0-4e88-9665-b40186499ae4 tempest-TagsExtTest-804361971 tempest-TagsExtTest-804361971-project] 10.222.0.54 "DELETE /v2.0/routers/c14c3105-f497-44b4-a412-82bff32e4f7f/tags HTTP/1.1" status: 204 len: 168 time: 0.1474493 Jan 20 14:35:39.991413 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 43092) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:39.996948 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.tag.tag_plugin [None req-35e0d27b-4a05-44f8-8cc7-bc2a8971a042 tempest-TagsExtTest-804361971 tempest-TagsExtTest-804361971-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '8637fba3-c399-4ff2-b881-214a28c33060') {} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:35:40.014641 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.api.v2.resource [None req-0a8645ad-2d89-4db5-a60e-c41dc021831f tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] delete failed (client error): The resource could not be found. Jan 20 14:35:40.018502 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-0a8645ad-2d89-4db5-a60e-c41dc021831f tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] 10.222.0.54 "DELETE /v2.0/routers/7541b75b-d8c4-4472-aefe-2eb80f332af4 HTTP/1.1" status: 404 len: 336 time: 0.0707295 Jan 20 14:35:40.021433 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 43096) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:40.031006 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 312a4d8a-f0fe-4658-8b58-bde5a88b18aa up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:35:40.062955 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.pecan_wsgi.hooks.translation [None req-6cb6a882-db1d-4861-a9e7-795ce67020f3 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] DELETE failed (client error): The resource could not be found. Jan 20 14:35:40.063485 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6cb6a882-db1d-4861-a9e7-795ce67020f3 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:35:40.065400 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-6cb6a882-db1d-4861-a9e7-795ce67020f3 tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] 10.222.0.54 "DELETE /v2.0/subnets/7978175a-2b25-482d-b43d-83a6c9e05037 HTTP/1.1" status: 404 len: 337 time: 0.0424635 Jan 20 14:35:40.069235 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 43100) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:40.078285 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-35e0d27b-4a05-44f8-8cc7-bc2a8971a042 tempest-TagsExtTest-804361971 tempest-TagsExtTest-804361971-project] 10.222.0.54 "DELETE /v2.0/ports/8637fba3-c399-4ff2-b881-214a28c33060/tags HTTP/1.1" status: 204 len: 168 time: 0.0857697 Jan 20 14:35:40.094304 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 43104) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:40.101110 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.tag.tag_plugin [None req-ea3103fe-e177-40d7-8083-73f4efe0f8f6 tempest-TagsExtTest-804361971 tempest-TagsExtTest-804361971-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'e2488447-4833-4c41-976e-10efbb102978') {} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:35:40.108656 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.pecan_wsgi.hooks.translation [None req-cef4f1ec-8cf9-42b9-8fc9-e1397092c28a tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] DELETE failed (client error): The resource could not be found. Jan 20 14:35:40.109154 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cef4f1ec-8cf9-42b9-8fc9-e1397092c28a tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84153) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 14:35:40.112209 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-cef4f1ec-8cf9-42b9-8fc9-e1397092c28a tempest-RoutersTest-641776702 tempest-RoutersTest-641776702-project] 10.222.0.54 "DELETE /v2.0/subnets/2b8f9e92-90af-4bfe-8e3b-6f8dc0a1366c HTTP/1.1" status: 404 len: 337 time: 0.0404713 Jan 20 14:35:40.112402 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port 312a4d8a-f0fe-4658-8b58-bde5a88b18aa triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:35:40.112559 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:40.184686 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-ea3103fe-e177-40d7-8083-73f4efe0f8f6 tempest-TagsExtTest-804361971 tempest-TagsExtTest-804361971-project] 10.222.0.54 "DELETE /v2.0/subnets/e2488447-4833-4c41-976e-10efbb102978/tags HTTP/1.1" status: 204 len: 168 time: 0.0892184 Jan 20 14:35:40.191683 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 43110) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:40.198342 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.tag.tag_plugin [None req-d1cc79a7-a558-4a70-af6f-c2efce58b382 tempest-TagsExtTest-804361971 tempest-TagsExtTest-804361971-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'e2488447-4833-4c41-976e-10efbb102978', 'tempest-TagsExtTest-Tag-760430519') {} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:35:40.342282 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-d1cc79a7-a558-4a70-af6f-c2efce58b382 tempest-TagsExtTest-804361971 tempest-TagsExtTest-804361971-project] 10.222.0.54 "PUT /v2.0/subnets/e2488447-4833-4c41-976e-10efbb102978/tags/tempest-TagsExtTest-Tag-760430519 HTTP/1.1" status: 201 len: 201 time: 0.1494811 Jan 20 14:35:40.344847 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 43114) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:40.350572 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.tag.tag_plugin [None req-87c2cd5b-670b-4497-8268-7073b9944e33 tempest-TagsExtTest-804361971 tempest-TagsExtTest-804361971-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '8637fba3-c399-4ff2-b881-214a28c33060', 'tempest-TagsExtTest-Tag-181293324') {} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:35:40.479698 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-87c2cd5b-670b-4497-8268-7073b9944e33 tempest-TagsExtTest-804361971 tempest-TagsExtTest-804361971-project] 10.222.0.54 "PUT /v2.0/ports/8637fba3-c399-4ff2-b881-214a28c33060/tags/tempest-TagsExtTest-Tag-181293324 HTTP/1.1" status: 201 len: 201 time: 0.1336548 Jan 20 14:35:40.482274 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 43118) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:40.488232 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.tag.tag_plugin [None req-4e7551ab-0319-4a7e-869b-71a2695a8242 tempest-TagsExtTest-804361971 tempest-TagsExtTest-804361971-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'c14c3105-f497-44b4-a412-82bff32e4f7f', 'tempest-TagsExtTest-Tag-360618058') {} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:35:40.591200 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 43124) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:40.724239 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-4e7551ab-0319-4a7e-869b-71a2695a8242 tempest-TagsExtTest-804361971 tempest-TagsExtTest-804361971-project] 10.222.0.54 "PUT /v2.0/routers/c14c3105-f497-44b4-a412-82bff32e4f7f/tags/tempest-TagsExtTest-Tag-360618058 HTTP/1.1" status: 201 len: 201 time: 0.2408352 Jan 20 14:35:40.726905 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 43130) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:40.733145 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.tag.tag_plugin [None req-0b58ec57-2e4a-4e9a-98d7-281ec5b5e980 tempest-TagsExtTest-804361971 tempest-TagsExtTest-804361971-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '71638e49-f066-4e0f-9922-39d90969b107', 'tempest-TagsExtTest-Tag-703265397') {} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:35:40.775301 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-af1c028f-c59b-44fc-9979-31c351b960e5 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=c471105210324ce4bdf04d2ea6130d17&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1829474 Jan 20 14:35:40.777931 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 43134) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:40.843849 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-954fd386-5ee5-4dd9-9639-87f7b98c9ff7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:40.844583 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-0b58ec57-2e4a-4e9a-98d7-281ec5b5e980 tempest-TagsExtTest-804361971 tempest-TagsExtTest-804361971-project] 10.222.0.54 "PUT /v2.0/subnetpools/71638e49-f066-4e0f-9922-39d90969b107/tags/tempest-TagsExtTest-Tag-703265397 HTTP/1.1" status: 201 len: 201 time: 0.1161664 Jan 20 14:35:40.847331 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 43138) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:40.853464 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.tag.tag_plugin [None req-2cf00c5e-25ed-41a5-8018-028c7da0c4aa tempest-TagsExtTest-804361971 tempest-TagsExtTest-804361971-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'e2488447-4833-4c41-976e-10efbb102978', {'tags': ['tempest-TagsExtTest-Tag-1162873889', 'tempest-TagsExtTest-Tag-301030829', 'tempest-TagsExtTest-Tag-1583753879']}) {} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:35:40.871058 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-954fd386-5ee5-4dd9-9639-87f7b98c9ff7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:40.970126 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-954fd386-5ee5-4dd9-9639-87f7b98c9ff7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:40.985245 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954fd386-5ee5-4dd9-9639-87f7b98c9ff7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99b6aaac-5369-4279-bf94-80faa0b2e224,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:40.992625 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-954fd386-5ee5-4dd9-9639-87f7b98c9ff7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:40.993786 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-954fd386-5ee5-4dd9-9639-87f7b98c9ff7 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/99b6aaac-5369-4279-bf94-80faa0b2e224 HTTP/1.1" status: 204 len: 168 time: 0.2149203 Jan 20 14:35:41.033718 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-2cf00c5e-25ed-41a5-8018-028c7da0c4aa tempest-TagsExtTest-804361971 tempest-TagsExtTest-804361971-project] 10.222.0.54 "PUT /v2.0/subnets/e2488447-4833-4c41-976e-10efbb102978/tags HTTP/1.1" status: 200 len: 317 time: 0.1852918 Jan 20 14:35:41.036121 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 43144) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:41.042347 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.tag.tag_plugin [None req-87156740-4a12-4b63-b876-454c0ad00bf1 tempest-TagsExtTest-804361971 tempest-TagsExtTest-804361971-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'e2488447-4833-4c41-976e-10efbb102978') {} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:35:41.187666 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-87156740-4a12-4b63-b876-454c0ad00bf1 tempest-TagsExtTest-804361971 tempest-TagsExtTest-804361971-project] 10.222.0.54 "DELETE /v2.0/subnets/e2488447-4833-4c41-976e-10efbb102978/tags HTTP/1.1" status: 204 len: 168 time: 0.1505504 Jan 20 14:35:41.190566 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 43148) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:41.196475 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.services.tag.tag_plugin [None req-9fc271d7-1f61-4dca-8390-1e0a25c67a44 tempest-TagsExtTest-804361971 tempest-TagsExtTest-804361971-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'e2488447-4833-4c41-976e-10efbb102978', 'tempest-TagsExtTest-Tag-1162873889') {} {{(pid=84153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:35:41.278647 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.api.v2.resource [None req-9fc271d7-1f61-4dca-8390-1e0a25c67a44 tempest-TagsExtTest-804361971 tempest-TagsExtTest-804361971-project] show failed (client error): The resource could not be found. Jan 20 14:35:41.282738 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-9fc271d7-1f61-4dca-8390-1e0a25c67a44 tempest-TagsExtTest-804361971 tempest-TagsExtTest-804361971-project] 10.222.0.54 "GET /v2.0/subnets/e2488447-4833-4c41-976e-10efbb102978/tags/tempest-TagsExtTest-Tag-1162873889 HTTP/1.1" status: 404 len: 329 time: 0.0881233 Jan 20 14:35:41.285077 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 43154) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:41.288849 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.services.tag.tag_plugin [None req-98fe10d3-3609-4c49-aa96-878665e70ac2 tempest-TagsExtTest-804361971 tempest-TagsExtTest-804361971-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'e2488447-4833-4c41-976e-10efbb102978', 'tempest-TagsExtTest-Tag-301030829') {} {{(pid=84153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:35:41.358879 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.api.v2.resource [None req-98fe10d3-3609-4c49-aa96-878665e70ac2 tempest-TagsExtTest-804361971 tempest-TagsExtTest-804361971-project] show failed (client error): The resource could not be found. Jan 20 14:35:41.359922 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-98fe10d3-3609-4c49-aa96-878665e70ac2 tempest-TagsExtTest-804361971 tempest-TagsExtTest-804361971-project] 10.222.0.54 "GET /v2.0/subnets/e2488447-4833-4c41-976e-10efbb102978/tags/tempest-TagsExtTest-Tag-301030829 HTTP/1.1" status: 404 len: 328 time: 0.0760088 Jan 20 14:35:41.362746 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 43160) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:41.368071 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.services.tag.tag_plugin [None req-79050bbc-4cb8-45f7-860a-e375c1ac6f05 tempest-TagsExtTest-804361971 tempest-TagsExtTest-804361971-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'e2488447-4833-4c41-976e-10efbb102978', 'tempest-TagsExtTest-Tag-1583753879') {} {{(pid=84153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:35:41.437415 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.api.v2.resource [None req-79050bbc-4cb8-45f7-860a-e375c1ac6f05 tempest-TagsExtTest-804361971 tempest-TagsExtTest-804361971-project] show failed (client error): The resource could not be found. Jan 20 14:35:41.438502 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-79050bbc-4cb8-45f7-860a-e375c1ac6f05 tempest-TagsExtTest-804361971 tempest-TagsExtTest-804361971-project] 10.222.0.54 "GET /v2.0/subnets/e2488447-4833-4c41-976e-10efbb102978/tags/tempest-TagsExtTest-Tag-1583753879 HTTP/1.1" status: 404 len: 329 time: 0.0748799 Jan 20 14:35:41.441384 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 43166) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:41.447942 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.services.tag.tag_plugin [None req-6a4ee6a9-4bc4-48e5-957c-6460d908629a tempest-TagsExtTest-804361971 tempest-TagsExtTest-804361971-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '8637fba3-c399-4ff2-b881-214a28c33060', {'tags': ['tempest-TagsExtTest-Tag-1996160419', 'tempest-TagsExtTest-Tag-1918522152', 'tempest-TagsExtTest-Tag-1898281259']}) {} {{(pid=84153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:35:41.616905 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-6a4ee6a9-4bc4-48e5-957c-6460d908629a tempest-TagsExtTest-804361971 tempest-TagsExtTest-804361971-project] 10.222.0.54 "PUT /v2.0/ports/8637fba3-c399-4ff2-b881-214a28c33060/tags HTTP/1.1" status: 200 len: 318 time: 0.1745102 Jan 20 14:35:41.625047 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 43174) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:41.630643 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.services.tag.tag_plugin [None req-b22fb421-922f-49bd-b8ca-8440830e8e8c tempest-TagsExtTest-804361971 tempest-TagsExtTest-804361971-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '8637fba3-c399-4ff2-b881-214a28c33060') {} {{(pid=84153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:35:41.833989 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-b22fb421-922f-49bd-b8ca-8440830e8e8c tempest-TagsExtTest-804361971 tempest-TagsExtTest-804361971-project] 10.222.0.54 "DELETE /v2.0/ports/8637fba3-c399-4ff2-b881-214a28c33060/tags HTTP/1.1" status: 204 len: 168 time: 0.2078505 Jan 20 14:35:41.837300 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 43178) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:41.844182 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.services.tag.tag_plugin [None req-871dda6d-e445-421f-a22a-48e1171b9826 tempest-TagsExtTest-804361971 tempest-TagsExtTest-804361971-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '8637fba3-c399-4ff2-b881-214a28c33060', 'tempest-TagsExtTest-Tag-1996160419') {} {{(pid=84153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:35:41.915649 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.api.v2.resource [None req-871dda6d-e445-421f-a22a-48e1171b9826 tempest-TagsExtTest-804361971 tempest-TagsExtTest-804361971-project] show failed (client error): The resource could not be found. Jan 20 14:35:41.916678 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-871dda6d-e445-421f-a22a-48e1171b9826 tempest-TagsExtTest-804361971 tempest-TagsExtTest-804361971-project] 10.222.0.54 "GET /v2.0/ports/8637fba3-c399-4ff2-b881-214a28c33060/tags/tempest-TagsExtTest-Tag-1996160419 HTTP/1.1" status: 404 len: 329 time: 0.0784571 Jan 20 14:35:41.919638 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 43184) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:41.925211 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.services.tag.tag_plugin [None req-ae222864-a86d-4f6b-88c3-44baef3dbbc9 tempest-TagsExtTest-804361971 tempest-TagsExtTest-804361971-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '8637fba3-c399-4ff2-b881-214a28c33060', 'tempest-TagsExtTest-Tag-1918522152') {} {{(pid=84153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:35:41.996564 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.api.v2.resource [None req-ae222864-a86d-4f6b-88c3-44baef3dbbc9 tempest-TagsExtTest-804361971 tempest-TagsExtTest-804361971-project] show failed (client error): The resource could not be found. Jan 20 14:35:41.997597 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-ae222864-a86d-4f6b-88c3-44baef3dbbc9 tempest-TagsExtTest-804361971 tempest-TagsExtTest-804361971-project] 10.222.0.54 "GET /v2.0/ports/8637fba3-c399-4ff2-b881-214a28c33060/tags/tempest-TagsExtTest-Tag-1918522152 HTTP/1.1" status: 404 len: 329 time: 0.0769973 Jan 20 14:35:42.000480 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 43190) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:42.005620 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.services.tag.tag_plugin [None req-f3d0fec2-f161-4af5-bf05-82f3321b8779 tempest-TagsExtTest-804361971 tempest-TagsExtTest-804361971-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '8637fba3-c399-4ff2-b881-214a28c33060', 'tempest-TagsExtTest-Tag-1898281259') {} {{(pid=84153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:35:42.074443 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.api.v2.resource [None req-f3d0fec2-f161-4af5-bf05-82f3321b8779 tempest-TagsExtTest-804361971 tempest-TagsExtTest-804361971-project] show failed (client error): The resource could not be found. Jan 20 14:35:42.078281 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-f3d0fec2-f161-4af5-bf05-82f3321b8779 tempest-TagsExtTest-804361971 tempest-TagsExtTest-804361971-project] 10.222.0.54 "GET /v2.0/ports/8637fba3-c399-4ff2-b881-214a28c33060/tags/tempest-TagsExtTest-Tag-1898281259 HTTP/1.1" status: 404 len: 329 time: 0.0741808 Jan 20 14:35:42.078281 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 43194) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:42.083855 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.services.tag.tag_plugin [None req-3aa62cdc-3f1d-4d09-961c-6e38d35c62ff tempest-TagsExtTest-804361971 tempest-TagsExtTest-804361971-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'c14c3105-f497-44b4-a412-82bff32e4f7f', {'tags': ['tempest-TagsExtTest-Tag-528482280', 'tempest-TagsExtTest-Tag-248827785', 'tempest-TagsExtTest-Tag-306000961']}) {} {{(pid=84153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:35:42.393573 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-3aa62cdc-3f1d-4d09-961c-6e38d35c62ff tempest-TagsExtTest-804361971 tempest-TagsExtTest-804361971-project] 10.222.0.54 "PUT /v2.0/routers/c14c3105-f497-44b4-a412-82bff32e4f7f/tags HTTP/1.1" status: 200 len: 315 time: 0.3143115 Jan 20 14:35:42.396140 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 43202) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:42.402531 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.services.tag.tag_plugin [None req-481be249-8e88-401b-b511-c2ec945392ed tempest-TagsExtTest-804361971 tempest-TagsExtTest-804361971-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'c14c3105-f497-44b4-a412-82bff32e4f7f') {} {{(pid=84153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:35:42.616666 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-481be249-8e88-401b-b511-c2ec945392ed tempest-TagsExtTest-804361971 tempest-TagsExtTest-804361971-project] 10.222.0.54 "DELETE /v2.0/routers/c14c3105-f497-44b4-a412-82bff32e4f7f/tags HTTP/1.1" status: 204 len: 168 time: 0.2195075 Jan 20 14:35:42.619292 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 43208) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:42.624733 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.services.tag.tag_plugin [None req-b60c6e03-4bb0-4917-8f75-dce522a46e5e tempest-TagsExtTest-804361971 tempest-TagsExtTest-804361971-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'c14c3105-f497-44b4-a412-82bff32e4f7f', 'tempest-TagsExtTest-Tag-528482280') {} {{(pid=84153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:35:42.758605 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.api.v2.resource [None req-b60c6e03-4bb0-4917-8f75-dce522a46e5e tempest-TagsExtTest-804361971 tempest-TagsExtTest-804361971-project] show failed (client error): The resource could not be found. Jan 20 14:35:42.759630 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-b60c6e03-4bb0-4917-8f75-dce522a46e5e tempest-TagsExtTest-804361971 tempest-TagsExtTest-804361971-project] 10.222.0.54 "GET /v2.0/routers/c14c3105-f497-44b4-a412-82bff32e4f7f/tags/tempest-TagsExtTest-Tag-528482280 HTTP/1.1" status: 404 len: 328 time: 0.1394353 Jan 20 14:35:42.762828 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 43216) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:42.767957 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.services.tag.tag_plugin [None req-90e4c025-257c-40a7-9e24-24a0088d14a1 tempest-TagsExtTest-804361971 tempest-TagsExtTest-804361971-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'c14c3105-f497-44b4-a412-82bff32e4f7f', 'tempest-TagsExtTest-Tag-248827785') {} {{(pid=84153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:35:42.901969 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.api.v2.resource [None req-90e4c025-257c-40a7-9e24-24a0088d14a1 tempest-TagsExtTest-804361971 tempest-TagsExtTest-804361971-project] show failed (client error): The resource could not be found. Jan 20 14:35:42.903045 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-90e4c025-257c-40a7-9e24-24a0088d14a1 tempest-TagsExtTest-804361971 tempest-TagsExtTest-804361971-project] 10.222.0.54 "GET /v2.0/routers/c14c3105-f497-44b4-a412-82bff32e4f7f/tags/tempest-TagsExtTest-Tag-248827785 HTTP/1.1" status: 404 len: 328 time: 0.1396165 Jan 20 14:35:42.906165 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 43224) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:42.911823 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.tag.tag_plugin [None req-9adea898-69b4-44e1-8793-0f80585c12bb tempest-TagsExtTest-804361971 tempest-TagsExtTest-804361971-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'c14c3105-f497-44b4-a412-82bff32e4f7f', 'tempest-TagsExtTest-Tag-306000961') {} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:35:43.136289 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.api.v2.resource [None req-9adea898-69b4-44e1-8793-0f80585c12bb tempest-TagsExtTest-804361971 tempest-TagsExtTest-804361971-project] show failed (client error): The resource could not be found. Jan 20 14:35:43.137969 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-9adea898-69b4-44e1-8793-0f80585c12bb tempest-TagsExtTest-804361971 tempest-TagsExtTest-804361971-project] 10.222.0.54 "GET /v2.0/routers/c14c3105-f497-44b4-a412-82bff32e4f7f/tags/tempest-TagsExtTest-Tag-306000961 HTTP/1.1" status: 404 len: 328 time: 0.2306437 Jan 20 14:35:43.141784 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 43234) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:43.147343 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.tag.tag_plugin [None req-eba91c06-e62d-45ba-95c0-db91b61e3261 tempest-TagsExtTest-804361971 tempest-TagsExtTest-804361971-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '71638e49-f066-4e0f-9922-39d90969b107', {'tags': ['tempest-TagsExtTest-Tag-150228612', 'tempest-TagsExtTest-Tag-631381059', 'tempest-TagsExtTest-Tag-11803753']}) {} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:35:43.256363 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-eba91c06-e62d-45ba-95c0-db91b61e3261 tempest-TagsExtTest-804361971 tempest-TagsExtTest-804361971-project] 10.222.0.54 "PUT /v2.0/subnetpools/71638e49-f066-4e0f-9922-39d90969b107/tags HTTP/1.1" status: 200 len: 314 time: 0.1134961 Jan 20 14:35:43.260154 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 43238) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:43.267036 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.tag.tag_plugin [None req-fa33adac-0cff-4077-ae14-8ffc268bd8bf tempest-TagsExtTest-804361971 tempest-TagsExtTest-804361971-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '71638e49-f066-4e0f-9922-39d90969b107') {} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:35:43.399663 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-fa33adac-0cff-4077-ae14-8ffc268bd8bf tempest-TagsExtTest-804361971 tempest-TagsExtTest-804361971-project] 10.222.0.54 "DELETE /v2.0/subnetpools/71638e49-f066-4e0f-9922-39d90969b107/tags HTTP/1.1" status: 204 len: 168 time: 0.1379554 Jan 20 14:35:43.405999 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 43244) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:43.411709 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.tag.tag_plugin [None req-1c3a5dd6-5fb6-4e62-a53e-10a138d93cbf tempest-TagsExtTest-804361971 tempest-TagsExtTest-804361971-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '71638e49-f066-4e0f-9922-39d90969b107', 'tempest-TagsExtTest-Tag-150228612') {} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:35:43.444292 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.api.v2.resource [None req-1c3a5dd6-5fb6-4e62-a53e-10a138d93cbf tempest-TagsExtTest-804361971 tempest-TagsExtTest-804361971-project] show failed (client error): The resource could not be found. Jan 20 14:35:43.445378 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-1c3a5dd6-5fb6-4e62-a53e-10a138d93cbf tempest-TagsExtTest-804361971 tempest-TagsExtTest-804361971-project] 10.222.0.54 "GET /v2.0/subnetpools/71638e49-f066-4e0f-9922-39d90969b107/tags/tempest-TagsExtTest-Tag-150228612 HTTP/1.1" status: 404 len: 328 time: 0.0383840 Jan 20 14:35:43.450669 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 43248) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:43.450933 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 43250) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:43.456278 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.tag.tag_plugin [None req-4d8cf578-8261-44c7-ae3f-7e495659c081 tempest-TagsExtTest-804361971 tempest-TagsExtTest-804361971-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '71638e49-f066-4e0f-9922-39d90969b107', 'tempest-TagsExtTest-Tag-631381059') {} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:35:43.479888 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.api.v2.resource [None req-4d8cf578-8261-44c7-ae3f-7e495659c081 tempest-TagsExtTest-804361971 tempest-TagsExtTest-804361971-project] show failed (client error): The resource could not be found. Jan 20 14:35:43.480933 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-4d8cf578-8261-44c7-ae3f-7e495659c081 tempest-TagsExtTest-804361971 tempest-TagsExtTest-804361971-project] 10.222.0.54 "GET /v2.0/subnetpools/71638e49-f066-4e0f-9922-39d90969b107/tags/tempest-TagsExtTest-Tag-631381059 HTTP/1.1" status: 404 len: 328 time: 0.0291662 Jan 20 14:35:43.484696 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 43258) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:43.490590 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.services.tag.tag_plugin [None req-385081cb-acbd-4033-9b37-03e72510aa29 tempest-TagsExtTest-804361971 tempest-TagsExtTest-804361971-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '71638e49-f066-4e0f-9922-39d90969b107', 'tempest-TagsExtTest-Tag-11803753') {} {{(pid=84153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:35:43.517990 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.api.v2.resource [None req-385081cb-acbd-4033-9b37-03e72510aa29 tempest-TagsExtTest-804361971 tempest-TagsExtTest-804361971-project] show failed (client error): The resource could not be found. Jan 20 14:35:43.519068 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-385081cb-acbd-4033-9b37-03e72510aa29 tempest-TagsExtTest-804361971 tempest-TagsExtTest-804361971-project] 10.222.0.54 "GET /v2.0/subnetpools/71638e49-f066-4e0f-9922-39d90969b107/tags/tempest-TagsExtTest-Tag-11803753 HTTP/1.1" status: 404 len: 327 time: 0.0333896 Jan 20 14:35:43.521835 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 43262) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:43.527774 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.services.tag.tag_plugin [None req-ed4d0b7f-6c5e-4e03-93a2-cd3a20f00c1a tempest-TagsExtTest-804361971 tempest-TagsExtTest-804361971-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '71638e49-f066-4e0f-9922-39d90969b107') {} {{(pid=84153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:35:43.558633 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-ed4d0b7f-6c5e-4e03-93a2-cd3a20f00c1a tempest-TagsExtTest-804361971 tempest-TagsExtTest-804361971-project] 10.222.0.54 "DELETE /v2.0/subnetpools/71638e49-f066-4e0f-9922-39d90969b107/tags HTTP/1.1" status: 204 len: 168 time: 0.0357802 Jan 20 14:35:43.561097 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 43266) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:43.566549 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.services.tag.tag_plugin [None req-6bba786c-4feb-49b1-b00e-2c26aae7a8da tempest-TagsExtTest-804361971 tempest-TagsExtTest-804361971-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'c14c3105-f497-44b4-a412-82bff32e4f7f') {} {{(pid=84153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:35:43.683643 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-c4e292e7-a4d8-4a5b-be6f-a9b04db26075 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Request body: {'network': {'name': 'tempest-network-smoke--670443321', 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'port_security_enabled': True}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:35:43.700591 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-c4e292e7-a4d8-4a5b-be6f-a9b04db26075 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:35:43.707273 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-c4e292e7-a4d8-4a5b-be6f-a9b04db26075 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Usage tracker for resource:network and tenant:640e8dbef2de46a485c2653a25e2ea4a is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:35:43.711059 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-c4e292e7-a4d8-4a5b-be6f-a9b04db26075 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:35:43.719868 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-c4e292e7-a4d8-4a5b-be6f-a9b04db26075 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:35:43.733797 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-6bba786c-4feb-49b1-b00e-2c26aae7a8da tempest-TagsExtTest-804361971 tempest-TagsExtTest-804361971-project] 10.222.0.54 "DELETE /v2.0/routers/c14c3105-f497-44b4-a412-82bff32e4f7f/tags HTTP/1.1" status: 204 len: 168 time: 0.1713352 Jan 20 14:35:43.736115 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 43270) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:43.741343 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.services.tag.tag_plugin [None req-be4abe8d-88cc-47ac-a0ab-2ed82aa3abd6 tempest-TagsExtTest-804361971 tempest-TagsExtTest-804361971-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '8637fba3-c399-4ff2-b881-214a28c33060') {} {{(pid=84153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:35:43.803744 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4e292e7-a4d8-4a5b-be6f-a9b04db26075 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Made reservation on behalf of 640e8dbef2de46a485c2653a25e2ea4a for: {'network': 1} {{(pid=84153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:35:43.807363 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-c4e292e7-a4d8-4a5b-be6f-a9b04db26075 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for network, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:43.822438 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-c4e292e7-a4d8-4a5b-be6f-a9b04db26075 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for security_group, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:43.865556 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-be4abe8d-88cc-47ac-a0ab-2ed82aa3abd6 tempest-TagsExtTest-804361971 tempest-TagsExtTest-804361971-project] 10.222.0.54 "DELETE /v2.0/ports/8637fba3-c399-4ff2-b881-214a28c33060/tags HTTP/1.1" status: 204 len: 168 time: 0.1283624 Jan 20 14:35:43.866520 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-c4e292e7-a4d8-4a5b-be6f-a9b04db26075 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:35:43.868814 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 43274) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:43.871362 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-c4e292e7-a4d8-4a5b-be6f-a9b04db26075 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Usage tracker for resource:security_group_rule and tenant:640e8dbef2de46a485c2653a25e2ea4a is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:35:43.874449 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-c4e292e7-a4d8-4a5b-be6f-a9b04db26075 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:35:43.874667 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.tag.tag_plugin [None req-4478c669-c4fa-469a-9c02-2f544228f916 tempest-TagsExtTest-804361971 tempest-TagsExtTest-804361971-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'e2488447-4833-4c41-976e-10efbb102978') {} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:35:43.880324 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-c4e292e7-a4d8-4a5b-be6f-a9b04db26075 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:35:43.956305 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-4478c669-c4fa-469a-9c02-2f544228f916 tempest-TagsExtTest-804361971 tempest-TagsExtTest-804361971-project] 10.222.0.54 "DELETE /v2.0/subnets/e2488447-4833-4c41-976e-10efbb102978/tags HTTP/1.1" status: 204 len: 168 time: 0.0801401 Jan 20 14:35:43.956941 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-c4e292e7-a4d8-4a5b-be6f-a9b04db26075 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for security_group, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:43.956941 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 43278) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:44.025911 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-c4e292e7-a4d8-4a5b-be6f-a9b04db26075 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:44.068031 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4e292e7-a4d8-4a5b-be6f-a9b04db26075 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 167} {{(pid=84153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 14:35:44.076363 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e292e7-a4d8-4a5b-be6f-a9b04db26075 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ebe9e08-f346-43fe-ac90-4eb35518de92,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:44.151755 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-c4e292e7-a4d8-4a5b-be6f-a9b04db26075 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:44.151995 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.db.segments_db [None req-c4e292e7-a4d8-4a5b-be6f-a9b04db26075 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Added segment 2168c92c-f542-475d-ab3f-5c3ca8c9e8e3 of type vlan for network e2c3c5e7-c691-4857-ba81-87a16405fd64 Jan 20 14:35:44.189598 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-c4e292e7-a4d8-4a5b-be6f-a9b04db26075 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769553767792'] for network, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:44.198152 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-d41aafe2-e3ec-4eb6-9de3-df2d2985aefd tempest-TagsExtTest-804361971 tempest-TagsExtTest-804361971-project] Notify callbacks [] for subnetpool, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:44.198892 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-d41aafe2-e3ec-4eb6-9de3-df2d2985aefd tempest-TagsExtTest-804361971 tempest-TagsExtTest-804361971-project] 10.222.0.54 "DELETE /v2.0/subnetpools/71638e49-f066-4e0f-9922-39d90969b107 HTTP/1.1" status: 204 len: 168 time: 0.2413781 Jan 20 14:35:44.201460 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 43282) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:44.245052 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-ae293892-f98b-45a9-8a82-a25c871a725e tempest-TagsExtTest-804361971 tempest-TagsExtTest-804361971-project] Synchronizing usage tracker for tenant:d865759a54d74953a8144949100ddc09 on resource:port {{(pid=84152) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:35:44.272804 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-c4e292e7-a4d8-4a5b-be6f-a9b04db26075 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967'] for network, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:44.277097 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4e292e7-a4d8-4a5b-be6f-a9b04db26075 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:35:44.280787 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-c4e292e7-a4d8-4a5b-be6f-a9b04db26075 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for network, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:44.313008 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-ae293892-f98b-45a9-8a82-a25c871a725e tempest-TagsExtTest-804361971 tempest-TagsExtTest-804361971-project] Unset dirty status for tenant:d865759a54d74953a8144949100ddc09 on resource:port {{(pid=84152) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:35:44.314530 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-ae293892-f98b-45a9-8a82-a25c871a725e tempest-TagsExtTest-804361971 tempest-TagsExtTest-804361971-project] 10.222.0.54 "GET /v2.0/ports?device_id=c14c3105-f497-44b4-a412-82bff32e4f7f HTTP/1.1" status: 200 len: 205 time: 0.1114814 Jan 20 14:35:44.317486 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 43286) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:44.382870 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e292e7-a4d8-4a5b-be6f-a9b04db26075 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Pushing event updated for resources: {'Network': ['ID=e2c3c5e7-c691-4857-ba81-87a16405fd64,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:44.395709 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Network e2c3c5e7-c691-4857-ba81-87a16405fd64 details requested by agent ovs-agent-dv-neutron-825124-1-hyperv with host dv-neutron-825124-1-hyperv {{(pid=84154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 14:35:44.461128 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-0c2ee308-a515-4505-9470-50989e32ee26 tempest-TagsExtTest-804361971 tempest-TagsExtTest-804361971-project] Notify callbacks [] for router, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:44.473192 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-c4e292e7-a4d8-4a5b-be6f-a9b04db26075 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.0211878 Jan 20 14:35:44.476043 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 43290) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:44.481854 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-e5773de0-791b-4b35-a6df-985d737683f2 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1058041183', 'admin_state_up': True, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d'}}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:35:44.488703 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-e5773de0-791b-4b35-a6df-985d737683f2 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:35:44.493157 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-e5773de0-791b-4b35-a6df-985d737683f2 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Usage tracker for resource:router and tenant:640e8dbef2de46a485c2653a25e2ea4a is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:35:44.497832 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-e5773de0-791b-4b35-a6df-985d737683f2 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:35:44.504038 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-e5773de0-791b-4b35-a6df-985d737683f2 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:35:44.581411 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-e5773de0-791b-4b35-a6df-985d737683f2 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-105475'] for router, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:44.582410 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-e5773de0-791b-4b35-a6df-985d737683f2 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-739204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-744864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-735540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-105484'] for router, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:44.602503 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-e5773de0-791b-4b35-a6df-985d737683f2 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:44.796944 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-e5773de0-791b-4b35-a6df-985d737683f2 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-744886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-105502'] for router, precommit_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:44.858598 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-0c2ee308-a515-4505-9470-50989e32ee26 tempest-TagsExtTest-804361971 tempest-TagsExtTest-804361971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-737761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105493'] for router, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:44.863087 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-0c2ee308-a515-4505-9470-50989e32ee26 tempest-TagsExtTest-804361971 tempest-TagsExtTest-804361971-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:44.947323 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-0c2ee308-a515-4505-9470-50989e32ee26 tempest-TagsExtTest-804361971 tempest-TagsExtTest-804361971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-737693'] for router, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:44.947814 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c2ee308-a515-4505-9470-50989e32ee26 tempest-TagsExtTest-804361971 tempest-TagsExtTest-804361971-project] Fanout notify agent at l3_agent the message router_deleted on router c14c3105-f497-44b4-a412-82bff32e4f7f {{(pid=84152) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 20 14:35:44.958655 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-0c2ee308-a515-4505-9470-50989e32ee26 tempest-TagsExtTest-804361971 tempest-TagsExtTest-804361971-project] Notify callbacks [] for router, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:44.959785 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-0c2ee308-a515-4505-9470-50989e32ee26 tempest-TagsExtTest-804361971 tempest-TagsExtTest-804361971-project] 10.222.0.54 "DELETE /v2.0/routers/c14c3105-f497-44b4-a412-82bff32e4f7f HTTP/1.1" status: 204 len: 168 time: 0.6413081 Jan 20 14:35:44.962289 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 43294) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:45.028297 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-f84ee5e4-6e54-4a47-a718-70de28b485cd tempest-TagsExtTest-804361971 tempest-TagsExtTest-804361971-project] Deleting port 8637fba3-c399-4ff2-b881-214a28c33060 {{(pid=84152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:35:45.028639 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-f84ee5e4-6e54-4a47-a718-70de28b485cd tempest-TagsExtTest-804361971 tempest-TagsExtTest-804361971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:45.036982 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-e5773de0-791b-4b35-a6df-985d737683f2 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for router_gateway, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:45.188667 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-e5773de0-791b-4b35-a6df-985d737683f2 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:45.288987 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-f84ee5e4-6e54-4a47-a718-70de28b485cd tempest-TagsExtTest-804361971 tempest-TagsExtTest-804361971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:45.337753 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.db_base_plugin_common [None req-e5773de0-791b-4b35-a6df-985d737683f2 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Allocated IP 172.26.7.31 (8dffb05c-5ca0-409b-bd5f-7be6264f707d/a489dd4f-42a5-433b-8be3-bab2749c4209/8ce5bcad-f9b7-442e-8cd1-6f91223639b6) {{(pid=84153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:35:45.491075 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-e5773de0-791b-4b35-a6df-985d737683f2 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for port, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:45.509297 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-f84ee5e4-6e54-4a47-a718-70de28b485cd tempest-TagsExtTest-804361971 tempest-TagsExtTest-804361971-project] Calling delete_port for 8637fba3-c399-4ff2-b881-214a28c33060 owned by {{(pid=84152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:35:45.569831 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-e5773de0-791b-4b35-a6df-985d737683f2 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:45.639518 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5773de0-791b-4b35-a6df-985d737683f2 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Network 8dffb05c-5ca0-409b-bd5f-7be6264f707d is already hosted by enough agents. {{(pid=84153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:35:45.642971 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5773de0-791b-4b35-a6df-985d737683f2 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Pushing event updated for resources: {'Port': ['ID=8ce5bcad-f9b7-442e-8cd1-6f91223639b6,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:45.645340 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.base_scheduler [None req-e5773de0-791b-4b35-a6df-985d737683f2 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Resources bound (agent type, host, resource id): {{(pid=84153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:35:45.647452 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5773de0-791b-4b35-a6df-985d737683f2 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Received port after_create {{(pid=84153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:35:45.712901 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-f84ee5e4-6e54-4a47-a718-70de28b485cd tempest-TagsExtTest-804361971 tempest-TagsExtTest-804361971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:45.760632 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84ee5e4-6e54-4a47-a718-70de28b485cd tempest-TagsExtTest-804361971 tempest-TagsExtTest-804361971-project] Pushing event deleted for resources: {'Port': ['ID=8637fba3-c399-4ff2-b881-214a28c33060,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:45.874164 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-f84ee5e4-6e54-4a47-a718-70de28b485cd tempest-TagsExtTest-804361971 tempest-TagsExtTest-804361971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:45.909530 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-e5773de0-791b-4b35-a6df-985d737683f2 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for router_gateway, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:45.910337 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-e5773de0-791b-4b35-a6df-985d737683f2 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-744861'] for router, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:45.947713 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-f84ee5e4-6e54-4a47-a718-70de28b485cd tempest-TagsExtTest-804361971 tempest-TagsExtTest-804361971-project] 10.222.0.54 "DELETE /v2.0/ports/8637fba3-c399-4ff2-b881-214a28c33060 HTTP/1.1" status: 204 len: 168 time: 0.9841771 Jan 20 14:35:45.950000 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 43298) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:46.143514 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0e08f32-8c8d-4cd3-9fcd-3534d94396c5 tempest-TagsExtTest-804361971 tempest-TagsExtTest-804361971-project] Deleting subnet e2488447-4833-4c41-976e-10efbb102978 {{(pid=84152) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 20 14:35:46.146413 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-e0e08f32-8c8d-4cd3-9fcd-3534d94396c5 tempest-TagsExtTest-804361971 tempest-TagsExtTest-804361971-project] Notify callbacks [] for subnet, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:46.204856 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-e0e08f32-8c8d-4cd3-9fcd-3534d94396c5 tempest-TagsExtTest-804361971 tempest-TagsExtTest-804361971-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3337915'] for subnet, precommit_delete_associations {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:46.226799 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5773de0-791b-4b35-a6df-985d737683f2 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Router 68846b58-2cd2-438e-91f5-ebe868513b13 is scheduled to L3 agent 624d525b-4c26-4143-8a1c-228bb1c6faaa with binding_index 1 {{(pid=84153) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 20 14:35:46.285899 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-e0e08f32-8c8d-4cd3-9fcd-3534d94396c5 tempest-TagsExtTest-804361971 tempest-TagsExtTest-804361971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1627147'] for subnet, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:46.440638 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5773de0-791b-4b35-a6df-985d737683f2 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify agent at l3_agent.dv-neutron-825124-1-hyperv the message routers_updated {{(pid=84153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 14:35:46.451337 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdc1f70d-e897-4658-9263-efa7dded31da None None] Sync routers for ids ['68846b58-2cd2-438e-91f5-ebe868513b13'] in dv-neutron-825124-1-hyperv {{(pid=84155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 14:35:46.454937 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-e0e08f32-8c8d-4cd3-9fcd-3534d94396c5 tempest-TagsExtTest-804361971 tempest-TagsExtTest-804361971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1627154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4163580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155308'] for subnet, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:46.463953 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdc1f70d-e897-4658-9263-efa7dded31da None None] Routers {'68846b58-2cd2-438e-91f5-ebe868513b13'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:35:46.464531 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-bdc1f70d-e897-4658-9263-efa7dded31da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:35:30Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['68846b58-2cd2-438e-91f5-ebe868513b13'], 'active': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:35:46.499144 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e08f32-8c8d-4cd3-9fcd-3534d94396c5 tempest-TagsExtTest-804361971 tempest-TagsExtTest-804361971-project] Pushing event deleted for resources: {'Subnet': ['ID=e2488447-4833-4c41-976e-10efbb102978,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:46.503313 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-e0e08f32-8c8d-4cd3-9fcd-3534d94396c5 tempest-TagsExtTest-804361971 tempest-TagsExtTest-804361971-project] Notify callbacks [] for subnet, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:46.510802 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-e0e08f32-8c8d-4cd3-9fcd-3534d94396c5 tempest-TagsExtTest-804361971 tempest-TagsExtTest-804361971-project] 10.222.0.54 "DELETE /v2.0/subnets/e2488447-4833-4c41-976e-10efbb102978 HTTP/1.1" status: 204 len: 168 time: 0.5595326 Jan 20 14:35:46.511600 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2bf3f18-ef81-4262-88bd-1babe38513d9 None None] Network 4ccaa4c5-0f96-4c42-9579-3a21e2e99c33 requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:35:46.513156 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 43302) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:46.559059 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-e5773de0-791b-4b35-a6df-985d737683f2 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for router, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:46.563263 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-e5773de0-791b-4b35-a6df-985d737683f2 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.0833530 Jan 20 14:35:46.563716 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 43306) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:46.640266 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-2c24e4d8-e75d-4929-9ead-e1f8c8810494 tempest-TagsExtTest-804361971 tempest-TagsExtTest-804361971-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586409'] for network, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:46.653291 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-2c24e4d8-e75d-4929-9ead-e1f8c8810494 tempest-TagsExtTest-804361971 tempest-TagsExtTest-804361971-project] Deleting port 312a4d8a-f0fe-4658-8b58-bde5a88b18aa {{(pid=84152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:35:46.653768 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-2c24e4d8-e75d-4929-9ead-e1f8c8810494 tempest-TagsExtTest-804361971 tempest-TagsExtTest-804361971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:46.666186 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvr_db [None req-bdc1f70d-e897-4658-9263-efa7dded31da None None] Set router 68846b58-2cd2-438e-91f5-ebe868513b13 gateway port host: dv-neutron-825124-1-hyperv {{(pid=84155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 14:35:46.706482 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-1474f534-ff80-467e-93dc-b034dd3da684 tempest-TestNetworkBasicOps-1338634829 tempest-TestNetworkBasicOps-1338634829-project-admin] 10.222.0.54 "GET /v2.0/subnets?project_id=640e8dbef2de46a485c2653a25e2ea4a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1389337 Jan 20 14:35:46.707243 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 43312) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:46.817576 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6abf98c-762e-485b-bf91-d77f6b4a2a89 None None] DHCP port deletion for 4ccaa4c5-0f96-4c42-9579-3a21e2e99c33 request from dv-neutron-825124-1-hyperv {{(pid=84154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 20 14:35:46.824270 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-a6abf98c-762e-485b-bf91-d77f6b4a2a89 None None] Deleting port 312a4d8a-f0fe-4658-8b58-bde5a88b18aa {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:35:46.824973 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-a6abf98c-762e-485b-bf91-d77f6b4a2a89 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:46.893394 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72793525-edc2-493a-8168-c3ddd3b63def tempest-TestNetworkBasicOps-1338634829 tempest-TestNetworkBasicOps-1338634829-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:35:46.898610 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-72793525-edc2-493a-8168-c3ddd3b63def tempest-TestNetworkBasicOps-1338634829 tempest-TestNetworkBasicOps-1338634829-project-admin] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1896675 Jan 20 14:35:46.899294 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 43316) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:46.904596 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.db [None req-2c24e4d8-e75d-4929-9ead-e1f8c8810494 tempest-TagsExtTest-804361971 tempest-TagsExtTest-804361971-project] For port 312a4d8a-f0fe-4658-8b58-bde5a88b18aa, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=312a4d8a-f0fe-4658-8b58-bde5a88b18aa,segment=NetworkSegment(db4eeaf9-9c09-4f27-87e5-a6ba8f55cf42),segment_id=db4eeaf9-9c09-4f27-87e5-a6ba8f55cf42)] {{(pid=84152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:35:46.905051 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-2c24e4d8-e75d-4929-9ead-e1f8c8810494 tempest-TagsExtTest-804361971 tempest-TagsExtTest-804361971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:46.944187 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-cd1973ee-021f-4b5c-b7ab-7e250093c136 tempest-TestNetworkBasicOps-1338634829 tempest-TestNetworkBasicOps-1338634829-project-admin] 10.222.0.54 "GET /v2.0/subnets?network_id=8dffb05c-5ca0-409b-bd5f-7be6264f707d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0430624 Jan 20 14:35:46.944643 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 43320) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:46.953046 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-5a006620-64d0-4e61-b87a-1fcd56730b08 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-666443188', 'network_id': 'e2c3c5e7-c691-4857-ba81-87a16405fd64', 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:35:47.022671 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-bdc1f70d-e897-4658-9263-efa7dded31da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68846b58-2cd2-438e-91f5-ebe868513b13', 'name': 'tempest-TestNetworkBasicOps-router-1058041183', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.31'}], 'enable_snat': True}, 'gw_port_id': '8ce5bcad-f9b7-442e-8cd1-6f91223639b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:35:44Z', 'updated_at': '2022-01-20T14:35:45Z', 'revision_number': 3, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'gw_port': {'id': '8ce5bcad-f9b7-442e-8cd1-6f91223639b6', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:7e:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68846b58-2cd2-438e-91f5-ebe868513b13', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:35:45Z', 'updated_at': '2022-01-20T14:35:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv'}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:35:47.027919 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdc1f70d-e897-4658-9263-efa7dded31da None None] Checking router: 68846b58-2cd2-438e-91f5-ebe868513b13 for host: dv-neutron-825124-1-hyperv {{(pid=84155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 14:35:47.029054 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdc1f70d-e897-4658-9263-efa7dded31da None None] Updating router 68846b58-2cd2-438e-91f5-ebe868513b13 port 8ce5bcad-f9b7-442e-8cd1-6f91223639b6 binding host dv-neutron-825124-1-hyperv {{(pid=84155) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 20 14:35:47.054056 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-2c24e4d8-e75d-4929-9ead-e1f8c8810494 tempest-TagsExtTest-804361971 tempest-TagsExtTest-804361971-project] Calling delete_port for 312a4d8a-f0fe-4658-8b58-bde5a88b18aa owned by network:dhcp {{(pid=84152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:35:47.076175 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-a6abf98c-762e-485b-bf91-d77f6b4a2a89 None None] For port 312a4d8a-f0fe-4658-8b58-bde5a88b18aa, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=312a4d8a-f0fe-4658-8b58-bde5a88b18aa,segment=NetworkSegment(db4eeaf9-9c09-4f27-87e5-a6ba8f55cf42),segment_id=db4eeaf9-9c09-4f27-87e5-a6ba8f55cf42)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:35:47.076976 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-a6abf98c-762e-485b-bf91-d77f6b4a2a89 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:47.077266 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-5a006620-64d0-4e61-b87a-1fcd56730b08 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:35:47.082023 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-5a006620-64d0-4e61-b87a-1fcd56730b08 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Usage tracker for resource:subnet and tenant:640e8dbef2de46a485c2653a25e2ea4a is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:35:47.085095 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-5a006620-64d0-4e61-b87a-1fcd56730b08 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:35:47.092581 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-5a006620-64d0-4e61-b87a-1fcd56730b08 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:35:47.096507 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-bdc1f70d-e897-4658-9263-efa7dded31da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:47.153488 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a006620-64d0-4e61-b87a-1fcd56730b08 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Made reservation on behalf of 640e8dbef2de46a485c2653a25e2ea4a for: {'subnet': 1} {{(pid=84153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:35:47.198433 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-2c24e4d8-e75d-4929-9ead-e1f8c8810494 tempest-TagsExtTest-804361971 tempest-TagsExtTest-804361971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:47.204351 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-a6abf98c-762e-485b-bf91-d77f6b4a2a89 None None] Calling delete_port for 312a4d8a-f0fe-4658-8b58-bde5a88b18aa owned by network:dhcp {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:35:47.266869 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c24e4d8-e75d-4929-9ead-e1f8c8810494 tempest-TagsExtTest-804361971 tempest-TagsExtTest-804361971-project] Pushing event deleted for resources: {'Port': ['ID=312a4d8a-f0fe-4658-8b58-bde5a88b18aa,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:47.272284 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c24e4d8-e75d-4929-9ead-e1f8c8810494 tempest-TagsExtTest-804361971 tempest-TagsExtTest-804361971-project] No DVR routers for this DVR port 312a4d8a-f0fe-4658-8b58-bde5a88b18aa on host dv-neutron-825124-1-hyperv {{(pid=84152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 14:35:47.288215 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.db.api [None req-a6abf98c-762e-485b-bf91-d77f6b4a2a89 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84154) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 14:35:47.289157 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG oslo_db.api [None req-a6abf98c-762e-485b-bf91-d77f6b4a2a89 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 14:35:47.304685 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-5a006620-64d0-4e61-b87a-1fcd56730b08 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4193986'] for subnet, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:47.401505 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-2c24e4d8-e75d-4929-9ead-e1f8c8810494 tempest-TagsExtTest-804361971 tempest-TagsExtTest-804361971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1626242', 'neutron.services.segments.db._delete_segments_for_network-8769554214620'] for network, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:47.434860 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.segments.db [None req-2c24e4d8-e75d-4929-9ead-e1f8c8810494 tempest-TagsExtTest-804361971 tempest-TagsExtTest-804361971-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ccaa4c5-0f96-4c42-9579-3a21e2e99c33']}} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:35:47.518379 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-bdc1f70d-e897-4658-9263-efa7dded31da None None] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:47.534479 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-bdc1f70d-e897-4658-9263-efa7dded31da None None] Transition to ACTIVE for port object 8ce5bcad-f9b7-442e-8cd1-6f91223639b6 will not be triggered until provisioned by entity L2. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:35:47.545104 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.segments.db [None req-2c24e4d8-e75d-4929-9ead-e1f8c8810494 tempest-TagsExtTest-804361971 tempest-TagsExtTest-804361971-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db4eeaf9-9c09-4f27-87e5-a6ba8f55cf42') {'for_net_delete': True} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:35:47.545370 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.segments.db [None req-2c24e4d8-e75d-4929-9ead-e1f8c8810494 tempest-TagsExtTest-804361971 tempest-TagsExtTest-804361971-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db4eeaf9-9c09-4f27-87e5-a6ba8f55cf42') {} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:35:47.562780 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-2c24e4d8-e75d-4929-9ead-e1f8c8810494 tempest-TagsExtTest-804361971 tempest-TagsExtTest-804361971-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769554214503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3337904'] for segment, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:47.579245 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-2c24e4d8-e75d-4929-9ead-e1f8c8810494 tempest-TagsExtTest-804361971 tempest-TagsExtTest-804361971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:47.585458 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c24e4d8-e75d-4929-9ead-e1f8c8810494 tempest-TagsExtTest-804361971 tempest-TagsExtTest-804361971-project] Releasing vlan 164 on physical network physnet1 to pool {{(pid=84152) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 14:35:47.585851 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-2c24e4d8-e75d-4929-9ead-e1f8c8810494 tempest-TagsExtTest-804361971 tempest-TagsExtTest-804361971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1622950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4162906'] for segment, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:47.600749 dv-neutron-825124-1-hyperv neutron-server[84152]: Traceback (most recent call last): Jan 20 14:35:47.600749 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 14:35:47.600749 dv-neutron-825124-1-hyperv neutron-server[84152]: timer() Jan 20 14:35:47.600749 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 14:35:47.600749 dv-neutron-825124-1-hyperv neutron-server[84152]: cb(*args, **kw) Jan 20 14:35:47.600749 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 14:35:47.600749 dv-neutron-825124-1-hyperv neutron-server[84152]: return func(*args, **kwargs) Jan 20 14:35:47.600749 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 14:35:47.600749 dv-neutron-825124-1-hyperv neutron-server[84152]: self._notify() Jan 20 14:35:47.600749 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 14:35:47.600749 dv-neutron-825124-1-hyperv neutron-server[84152]: self.callback(batched_events) Jan 20 14:35:47.600749 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 14:35:47.600749 dv-neutron-825124-1-hyperv neutron-server[84152]: event.method(event) Jan 20 14:35:47.600749 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 14:35:47.600749 dv-neutron-825124-1-hyperv neutron-server[84152]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 14:35:47.600749 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 14:35:47.600749 dv-neutron-825124-1-hyperv neutron-server[84152]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 14:35:47.600749 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 14:35:47.600749 dv-neutron-825124-1-hyperv neutron-server[84152]: return f(self, *a, **k) Jan 20 14:35:47.600749 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 14:35:47.600749 dv-neutron-825124-1-hyperv neutron-server[84152]: return self._get(url).json() Jan 20 14:35:47.600749 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 14:35:47.600749 dv-neutron-825124-1-hyperv neutron-server[84152]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 14:35:47.600749 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 14:35:47.600749 dv-neutron-825124-1-hyperv neutron-server[84152]: return self.request(url, 'GET', **kwargs) Jan 20 14:35:47.600749 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 14:35:47.600749 dv-neutron-825124-1-hyperv neutron-server[84152]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 14:35:47.600749 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 14:35:47.600749 dv-neutron-825124-1-hyperv neutron-server[84152]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 14:35:47.600749 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 14:35:47.600749 dv-neutron-825124-1-hyperv neutron-server[84152]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 14:35:47.600749 dv-neutron-825124-1-hyperv neutron-server[84152]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 14:35:47.621238 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-bdc1f70d-e897-4658-9263-efa7dded31da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:47.711226 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-bdc1f70d-e897-4658-9263-efa7dded31da None None] Attempting to bind port 8ce5bcad-f9b7-442e-8cd1-6f91223639b6 on host dv-neutron-825124-1-hyperv for vnic_type normal with profile {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:35:47.712011 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-bdc1f70d-e897-4658-9263-efa7dded31da None None] Attempting to bind port 8ce5bcad-f9b7-442e-8cd1-6f91223639b6 by drivers openvswitch,hyperv on host dv-neutron-825124-1-hyperv at level 0 using segments [{'id': 'f628f1ba-6b70-4c9b-8839-62340c040c81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d'}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:35:47.712377 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdc1f70d-e897-4658-9263-efa7dded31da None None] Attempting to bind port 8ce5bcad-f9b7-442e-8cd1-6f91223639b6 on network 8dffb05c-5ca0-409b-bd5f-7be6264f707d {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 14:35:47.714570 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b114b8f-486a-41dd-bf4c-9462f04cae91 None None] Pushing event updated for resources: {'Port': ['ID=8ce5bcad-f9b7-442e-8cd1-6f91223639b6,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:47.725778 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdc1f70d-e897-4658-9263-efa7dded31da None None] Checking agent: {'id': '6414dfeb-85c5-454a-8756-709ca637d800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825124-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 16, 31), 'started_at': datetime.datetime(2022, 1, 20, 14, 17, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 35, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825124-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 14:35:47.726180 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdc1f70d-e897-4658-9263-efa7dded31da None None] Checking segment: {'id': 'f628f1ba-6b70-4c9b-8839-62340c040c81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 14:35:47.728013 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-bdc1f70d-e897-4658-9263-efa7dded31da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:47.728013 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdc1f70d-e897-4658-9263-efa7dded31da None None] Bound using segment: {'id': 'f628f1ba-6b70-4c9b-8839-62340c040c81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d'} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 14:35:47.728013 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-bdc1f70d-e897-4658-9263-efa7dded31da None None] Bound port: 8ce5bcad-f9b7-442e-8cd1-6f91223639b6, host: dv-neutron-825124-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f628f1ba-6b70-4c9b-8839-62340c040c81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d'}}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:35:47.728357 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-bdc1f70d-e897-4658-9263-efa7dded31da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:47.751509 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b114b8f-486a-41dd-bf4c-9462f04cae91 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:35:47.751832 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b114b8f-486a-41dd-bf4c-9462f04cae91 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:35:47.752169 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b114b8f-486a-41dd-bf4c-9462f04cae91 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:35:47.752491 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b114b8f-486a-41dd-bf4c-9462f04cae91 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:35:47.752838 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b114b8f-486a-41dd-bf4c-9462f04cae91 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:35:47.753177 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b114b8f-486a-41dd-bf4c-9462f04cae91 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:35:47.753865 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b114b8f-486a-41dd-bf4c-9462f04cae91 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:35:47.753865 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b114b8f-486a-41dd-bf4c-9462f04cae91 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:35:47.755099 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b114b8f-486a-41dd-bf4c-9462f04cae91 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:35:47.755099 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b114b8f-486a-41dd-bf4c-9462f04cae91 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:35:47.755099 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b114b8f-486a-41dd-bf4c-9462f04cae91 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:35:47.781276 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-5a006620-64d0-4e61-b87a-1fcd56730b08 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3943531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4194004'] for subnet, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:47.791004 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-a6abf98c-762e-485b-bf91-d77f6b4a2a89 None None] Deleting port 312a4d8a-f0fe-4658-8b58-bde5a88b18aa {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:35:47.791601 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-a6abf98c-762e-485b-bf91-d77f6b4a2a89 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:47.819624 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-bdc1f70d-e897-4658-9263-efa7dded31da None None] For port 8ce5bcad-f9b7-442e-8cd1-6f91223639b6, host dv-neutron-825124-1-hyperv, cleared binding levels {{(pid=84155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 14:35:47.824135 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-bdc1f70d-e897-4658-9263-efa7dded31da None None] For port 8ce5bcad-f9b7-442e-8cd1-6f91223639b6, host dv-neutron-825124-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=8ce5bcad-f9b7-442e-8cd1-6f91223639b6,segment=NetworkSegment(f628f1ba-6b70-4c9b-8839-62340c040c81),segment_id=f628f1ba-6b70-4c9b-8839-62340c040c81)] {{(pid=84155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 14:35:47.827071 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-2c24e4d8-e75d-4929-9ead-e1f8c8810494 tempest-TagsExtTest-804361971 tempest-TagsExtTest-804361971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1626253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-745296'] for network, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:47.849200 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-2c24e4d8-e75d-4929-9ead-e1f8c8810494 tempest-TagsExtTest-804361971 tempest-TagsExtTest-804361971-project] Notify callbacks [] for network, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:47.859264 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c24e4d8-e75d-4929-9ead-e1f8c8810494 tempest-TagsExtTest-804361971 tempest-TagsExtTest-804361971-project] Pushing event deleted for resources: {'Network': ['ID=4ccaa4c5-0f96-4c42-9579-3a21e2e99c33,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:47.864703 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-a6abf98c-762e-485b-bf91-d77f6b4a2a89 None None] The port '312a4d8a-f0fe-4658-8b58-bde5a88b18aa' was deleted {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 20 14:35:47.866928 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-2c24e4d8-e75d-4929-9ead-e1f8c8810494 tempest-TagsExtTest-804361971 tempest-TagsExtTest-804361971-project] 10.222.0.54 "DELETE /v2.0/networks/4ccaa4c5-0f96-4c42-9579-3a21e2e99c33 HTTP/1.1" status: 204 len: 168 time: 1.3527825 Jan 20 14:35:47.884441 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-bdc1f70d-e897-4658-9263-efa7dded31da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:47.888473 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a006620-64d0-4e61-b87a-1fcd56730b08 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Pushing event updated for resources: {'Subnet': ['ID=f8a8ffe0-0112-4c20-8de5-a466cb4e1565,revision_number=0']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:47.893766 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a006620-64d0-4e61-b87a-1fcd56730b08 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Checking segment: {'id': '2168c92c-f542-475d-ab3f-5c3ca8c9e8e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'e2c3c5e7-c691-4857-ba81-87a16405fd64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 14:35:47.894158 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a006620-64d0-4e61-b87a-1fcd56730b08 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Network hostable DHCP agents. Network: e2c3c5e7-c691-4857-ba81-87a16405fd64, hostable agents: ['1a181e39-5220-4c1a-88f8-08a54e8bfc9b'], hosted agents: [] {{(pid=84153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 14:35:47.968781 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdc1f70d-e897-4658-9263-efa7dded31da None None] Routers {'68846b58-2cd2-438e-91f5-ebe868513b13'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:35:47.969395 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-bdc1f70d-e897-4658-9263-efa7dded31da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:35:30Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['68846b58-2cd2-438e-91f5-ebe868513b13'], 'active': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:35:47.981127 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a006620-64d0-4e61-b87a-1fcd56730b08 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Network e2c3c5e7-c691-4857-ba81-87a16405fd64 is scheduled to be hosted by DHCP agent 1a181e39-5220-4c1a-88f8-08a54e8bfc9b with binding_index 1 {{(pid=84153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 14:35:48.041210 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 312a4d8a-f0fe-4658-8b58-bde5a88b18aa no longer exists at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:35:48.056254 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b114b8f-486a-41dd-bf4c-9462f04cae91 None None] Pushing event updated for resources: {'Port': ['ID=8ce5bcad-f9b7-442e-8cd1-6f91223639b6,revision_number=3']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:48.080425 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.base_scheduler [None req-5a006620-64d0-4e61-b87a-1fcd56730b08 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825124-1-hyperv, e2c3c5e7-c691-4857-ba81-87a16405fd64) {{(pid=84153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:35:48.080636 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] No Port match for: 312a4d8a-f0fe-4658-8b58-bde5a88b18aa {{(pid=84154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 14:35:48.080636 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 312a4d8a-f0fe-4658-8b58-bde5a88b18aa not bound to the agent host dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 14:35:48.080869 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a006620-64d0-4e61-b87a-1fcd56730b08 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:35:48.080869 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-5a006620-64d0-4e61-b87a-1fcd56730b08 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for subnet, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:48.100000 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f245098-7bfc-4321-8471-8d8fe7ae1ad0 None None] Network e2c3c5e7-c691-4857-ba81-87a16405fd64 requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:35:48.152856 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-5a006620-64d0-4e61-b87a-1fcd56730b08 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.2070806 Jan 20 14:35:48.155850 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvr_db [None req-bdc1f70d-e897-4658-9263-efa7dded31da None None] Set router 68846b58-2cd2-438e-91f5-ebe868513b13 gateway port host: dv-neutron-825124-1-hyperv {{(pid=84155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 14:35:48.157400 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 43326) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:48.385123 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b2322c1-60ea-4e41-86b5-d13df342741c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95c917f5-14ba-5e96-98b8-1a52654a930a-e2c3c5e7-c691-4857-ba81-87a16405fd64', 'network_id': 'e2c3c5e7-c691-4857-ba81-87a16405fd64', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'fixed_ips': [{'subnet_id': 'f8a8ffe0-0112-4c20-8de5-a466cb4e1565'}]}} from dv-neutron-825124-1-hyperv. {{(pid=84154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 20 14:35:48.386270 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-5b2322c1-60ea-4e41-86b5-d13df342741c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:48.489606 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-bdc1f70d-e897-4658-9263-efa7dded31da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68846b58-2cd2-438e-91f5-ebe868513b13', 'name': 'tempest-TestNetworkBasicOps-router-1058041183', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.31'}], 'enable_snat': True}, 'gw_port_id': '8ce5bcad-f9b7-442e-8cd1-6f91223639b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:35:44Z', 'updated_at': '2022-01-20T14:35:45Z', 'revision_number': 3, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'gw_port': {'id': '8ce5bcad-f9b7-442e-8cd1-6f91223639b6', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:7e:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68846b58-2cd2-438e-91f5-ebe868513b13', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:35:45Z', 'updated_at': '2022-01-20T14:35:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv'}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:35:48.498433 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdc1f70d-e897-4658-9263-efa7dded31da None None] The sync data for ids ['68846b58-2cd2-438e-91f5-ebe868513b13'] in dv-neutron-825124-1-hyperv is: [{'id': '68846b58-2cd2-438e-91f5-ebe868513b13', 'name': 'tempest-TestNetworkBasicOps-router-1058041183', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.31'}], 'enable_snat': True}, 'gw_port_id': '8ce5bcad-f9b7-442e-8cd1-6f91223639b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:35:44Z', 'updated_at': '2022-01-20T14:35:45Z', 'revision_number': 3, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'gw_port': {'id': '8ce5bcad-f9b7-442e-8cd1-6f91223639b6', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:7e:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68846b58-2cd2-438e-91f5-ebe868513b13', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:35:45Z', 'updated_at': '2022-01-20T14:35:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv'}] {{(pid=84155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 14:35:48.610599 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_common [None req-5b2322c1-60ea-4e41-86b5-d13df342741c None None] Allocated IP 172.20.0.2 (e2c3c5e7-c691-4857-ba81-87a16405fd64/f8a8ffe0-0112-4c20-8de5-a466cb4e1565/fd5aa5d5-78da-46c4-a142-6b0d0bb293fd) {{(pid=84154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:35:48.624034 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 43332) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:48.858116 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-84ab8fe3-9140-4575-b54e-f04da4ef61e0 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=d865759a54d74953a8144949100ddc09&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2302465 Jan 20 14:35:48.860320 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 43338) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:48.917758 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-5b2322c1-60ea-4e41-86b5-d13df342741c None None] Notify callbacks [] for port, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:48.930004 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-5b2322c1-60ea-4e41-86b5-d13df342741c None None] Transition to ACTIVE for port object fd5aa5d5-78da-46c4-a142-6b0d0bb293fd will not be triggered until provisioned by entity L2. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:35:48.950965 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-a6d02e6e-c4c2-4ef6-812a-76763738f7a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:48.955711 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-5b2322c1-60ea-4e41-86b5-d13df342741c None None] Transition to ACTIVE for port object fd5aa5d5-78da-46c4-a142-6b0d0bb293fd will not be triggered until provisioned by entity DHCP. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:35:48.988176 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-a6d02e6e-c4c2-4ef6-812a-76763738f7a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:49.073379 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-5b2322c1-60ea-4e41-86b5-d13df342741c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477'] for port, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:49.132692 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-a2fb68f5-2508-4e74-a9dc-8b639e15fe60 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:49.159039 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b2322c1-60ea-4e41-86b5-d13df342741c None None] Network e2c3c5e7-c691-4857-ba81-87a16405fd64 is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:35:49.163118 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-5b2322c1-60ea-4e41-86b5-d13df342741c None None] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:35:49.165672 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2322c1-60ea-4e41-86b5-d13df342741c None None] Pushing event updated for resources: {'Port': ['ID=fd5aa5d5-78da-46c4-a142-6b0d0bb293fd,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:49.168230 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b2322c1-60ea-4e41-86b5-d13df342741c None None] Received port after_create {{(pid=84154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:35:49.198571 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-a6d02e6e-c4c2-4ef6-812a-76763738f7a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:49.232940 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-a6d02e6e-c4c2-4ef6-812a-76763738f7a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:49.236634 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-a6d02e6e-c4c2-4ef6-812a-76763738f7a2 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/8032b6f5-2a95-47ab-88f5-6bfa1d64485a HTTP/1.1" status: 204 len: 168 time: 0.3750925 Jan 20 14:35:49.237532 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d02e6e-c4c2-4ef6-812a-76763738f7a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8032b6f5-2a95-47ab-88f5-6bfa1d64485a,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:49.296787 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-5b2322c1-60ea-4e41-86b5-d13df342741c None None] Attempting to bind port fd5aa5d5-78da-46c4-a142-6b0d0bb293fd on host dv-neutron-825124-1-hyperv for vnic_type normal with profile {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:35:49.297422 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-5b2322c1-60ea-4e41-86b5-d13df342741c None None] Attempting to bind port fd5aa5d5-78da-46c4-a142-6b0d0bb293fd by drivers openvswitch,hyperv on host dv-neutron-825124-1-hyperv at level 0 using segments [{'id': '2168c92c-f542-475d-ab3f-5c3ca8c9e8e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'e2c3c5e7-c691-4857-ba81-87a16405fd64'}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:35:49.297965 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b2322c1-60ea-4e41-86b5-d13df342741c None None] Attempting to bind port fd5aa5d5-78da-46c4-a142-6b0d0bb293fd on network e2c3c5e7-c691-4857-ba81-87a16405fd64 {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 14:35:49.308990 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b2322c1-60ea-4e41-86b5-d13df342741c None None] Checking agent: {'id': '6414dfeb-85c5-454a-8756-709ca637d800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825124-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 16, 31), 'started_at': datetime.datetime(2022, 1, 20, 14, 17, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 35, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825124-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 14:35:49.309957 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b2322c1-60ea-4e41-86b5-d13df342741c None None] Checking segment: {'id': '2168c92c-f542-475d-ab3f-5c3ca8c9e8e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'e2c3c5e7-c691-4857-ba81-87a16405fd64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 14:35:49.310858 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-5b2322c1-60ea-4e41-86b5-d13df342741c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:49.311560 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b2322c1-60ea-4e41-86b5-d13df342741c None None] Bound using segment: {'id': '2168c92c-f542-475d-ab3f-5c3ca8c9e8e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'e2c3c5e7-c691-4857-ba81-87a16405fd64'} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 14:35:49.312505 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-5b2322c1-60ea-4e41-86b5-d13df342741c None None] Bound port: fd5aa5d5-78da-46c4-a142-6b0d0bb293fd, host: dv-neutron-825124-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2168c92c-f542-475d-ab3f-5c3ca8c9e8e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'e2c3c5e7-c691-4857-ba81-87a16405fd64'}}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:35:49.313659 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-5b2322c1-60ea-4e41-86b5-d13df342741c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:49.449096 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-5b2322c1-60ea-4e41-86b5-d13df342741c None None] For port fd5aa5d5-78da-46c4-a142-6b0d0bb293fd, host dv-neutron-825124-1-hyperv, cleared binding levels {{(pid=84154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 14:35:49.453052 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-5b2322c1-60ea-4e41-86b5-d13df342741c None None] For port fd5aa5d5-78da-46c4-a142-6b0d0bb293fd, host dv-neutron-825124-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=fd5aa5d5-78da-46c4-a142-6b0d0bb293fd,segment=NetworkSegment(2168c92c-f542-475d-ab3f-5c3ca8c9e8e3),segment_id=2168c92c-f542-475d-ab3f-5c3ca8c9e8e3)] {{(pid=84154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 14:35:49.591973 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-5b2322c1-60ea-4e41-86b5-d13df342741c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:49.680081 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.db_base_plugin_common [None req-a2fb68f5-2508-4e74-a9dc-8b639e15fe60 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Allocated IP 172.20.0.1 (e2c3c5e7-c691-4857-ba81-87a16405fd64/f8a8ffe0-0112-4c20-8de5-a466cb4e1565/d4639fbf-5d30-43b9-bb64-3ed224273a9a) {{(pid=84152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:35:49.709017 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2322c1-60ea-4e41-86b5-d13df342741c None None] Pushing event updated for resources: {'Port': ['ID=fd5aa5d5-78da-46c4-a142-6b0d0bb293fd,revision_number=2']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:49.927033 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-a2fb68f5-2508-4e74-a9dc-8b639e15fe60 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for port, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:49.955973 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.provisioning_blocks [None req-a2fb68f5-2508-4e74-a9dc-8b639e15fe60 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Transition to ACTIVE for port object d4639fbf-5d30-43b9-bb64-3ed224273a9a will not be triggered until provisioned by entity DHCP. {{(pid=84152) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:35:50.078958 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-a2fb68f5-2508-4e74-a9dc-8b639e15fe60 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:50.166436 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 8ce5bcad-f9b7-442e-8cd1-6f91223639b6 up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:35:50.277885 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning for port 8ce5bcad-f9b7-442e-8cd1-6f91223639b6 completed by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:35:50.283908 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port 8ce5bcad-f9b7-442e-8cd1-6f91223639b6 triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:35:50.284385 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:50.296274 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2fb68f5-2508-4e74-a9dc-8b639e15fe60 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Network e2c3c5e7-c691-4857-ba81-87a16405fd64 is already hosted by enough agents. {{(pid=84152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:35:50.299045 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.base_scheduler [None req-a2fb68f5-2508-4e74-a9dc-8b639e15fe60 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Resources bound (agent type, host, resource id): {{(pid=84152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:35:50.303489 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2fb68f5-2508-4e74-a9dc-8b639e15fe60 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Received port after_create {{(pid=84152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:35:50.331789 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fb68f5-2508-4e74-a9dc-8b639e15fe60 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Pushing event updated for resources: {'Port': ['ID=d4639fbf-5d30-43b9-bb64-3ed224273a9a,revision_number=1']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:50.379771 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-a2fb68f5-2508-4e74-a9dc-8b639e15fe60 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-745387'] for router_interface, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:50.433988 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:50.450257 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] For port 8ce5bcad-f9b7-442e-8cd1-6f91223639b6, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=8ce5bcad-f9b7-442e-8cd1-6f91223639b6,segment=NetworkSegment(f628f1ba-6b70-4c9b-8839-62340c040c81),segment_id=f628f1ba-6b70-4c9b-8839-62340c040c81)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:35:50.510156 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-a2fb68f5-2508-4e74-a9dc-8b639e15fe60 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:50.541301 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:50.542450 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device fd5aa5d5-78da-46c4-a142-6b0d0bb293fd up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:35:50.665664 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Pushing event updated for resources: {'Port': ['ID=8ce5bcad-f9b7-442e-8cd1-6f91223639b6,revision_number=4']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:50.759032 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning for port fd5aa5d5-78da-46c4-a142-6b0d0bb293fd completed by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:35:50.881697 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce8e4a41-be19-4ea6-adee-feac2036438b None None] Network e2c3c5e7-c691-4857-ba81-87a16405fd64 requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:35:50.973794 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-a2fb68f5-2508-4e74-a9dc-8b639e15fe60 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for port, precommit_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:51.066895 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-a2fb68f5-2508-4e74-a9dc-8b639e15fe60 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162822'] for port, after_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:51.098300 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-7b34c88b-d94b-42e6-9e7c-6315f8933b26 None None] Provisioning for port fd5aa5d5-78da-46c4-a142-6b0d0bb293fd completed by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:35:51.106225 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-7b34c88b-d94b-42e6-9e7c-6315f8933b26 None None] Provisioning complete for port fd5aa5d5-78da-46c4-a142-6b0d0bb293fd triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:35:51.106595 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7b34c88b-d94b-42e6-9e7c-6315f8933b26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:51.186915 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-a2fb68f5-2508-4e74-a9dc-8b639e15fe60 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1705158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-743490'] for router_interface, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:51.191097 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fb68f5-2508-4e74-a9dc-8b639e15fe60 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Pushing event updated for resources: {'Port': ['ID=d4639fbf-5d30-43b9-bb64-3ed224273a9a,revision_number=2']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:51.253411 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7b34c88b-d94b-42e6-9e7c-6315f8933b26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:51.307465 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-7b34c88b-d94b-42e6-9e7c-6315f8933b26 None None] For port fd5aa5d5-78da-46c4-a142-6b0d0bb293fd, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=fd5aa5d5-78da-46c4-a142-6b0d0bb293fd,segment=NetworkSegment(2168c92c-f542-475d-ab3f-5c3ca8c9e8e3),segment_id=2168c92c-f542-475d-ab3f-5c3ca8c9e8e3)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:35:51.361159 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2fb68f5-2508-4e74-a9dc-8b639e15fe60 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Network e2c3c5e7-c691-4857-ba81-87a16405fd64 is already hosted by enough agents. {{(pid=84152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:35:51.362421 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.base_scheduler [None req-a2fb68f5-2508-4e74-a9dc-8b639e15fe60 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Resources bound (agent type, host, resource id): {{(pid=84152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:35:51.375991 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7b34c88b-d94b-42e6-9e7c-6315f8933b26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:51.454584 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b34c88b-d94b-42e6-9e7c-6315f8933b26 None None] Pushing event updated for resources: {'Port': ['ID=fd5aa5d5-78da-46c4-a142-6b0d0bb293fd,revision_number=3']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:51.566705 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-90ec9808-0d56-410a-96f2-5620e9c9f3b1 None None] Provisioning for port d4639fbf-5d30-43b9-bb64-3ed224273a9a completed by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:35:51.573851 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-90ec9808-0d56-410a-96f2-5620e9c9f3b1 None None] Provisioning complete for port d4639fbf-5d30-43b9-bb64-3ed224273a9a triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:35:51.577311 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-90ec9808-0d56-410a-96f2-5620e9c9f3b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:51.639412 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-90ec9808-0d56-410a-96f2-5620e9c9f3b1 None None] Port d4639fbf-5d30-43b9-bb64-3ed224273a9a cannot update to ACTIVE because it is not bound. {{(pid=84154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 14:35:51.656759 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-90ec9808-0d56-410a-96f2-5620e9c9f3b1 None None] Provisioning complete for port fd5aa5d5-78da-46c4-a142-6b0d0bb293fd triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:35:51.657145 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-90ec9808-0d56-410a-96f2-5620e9c9f3b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:51.863966 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2fb68f5-2508-4e74-a9dc-8b639e15fe60 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Router 68846b58-2cd2-438e-91f5-ebe868513b13 has already been hosted by L3 agent 624d525b-4c26-4143-8a1c-228bb1c6faaa {{(pid=84152) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 14:35:51.984917 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-2317ceef-4c25-4d28-a871-ca150ddc0673 None None] Provisioning complete for port d4639fbf-5d30-43b9-bb64-3ed224273a9a triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:35:51.985846 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-2317ceef-4c25-4d28-a871-ca150ddc0673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:52.055805 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 8ce5bcad-f9b7-442e-8cd1-6f91223639b6 up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:35:52.079287 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-2317ceef-4c25-4d28-a871-ca150ddc0673 None None] Port d4639fbf-5d30-43b9-bb64-3ed224273a9a cannot update to ACTIVE because it is not bound. {{(pid=84154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 14:35:52.153437 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port 8ce5bcad-f9b7-442e-8cd1-6f91223639b6 triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:35:52.153816 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:52.289255 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2fb68f5-2508-4e74-a9dc-8b639e15fe60 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify agent at l3_agent.dv-neutron-825124-1-hyperv the message routers_updated {{(pid=84152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 14:35:52.310074 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-a2fb68f5-2508-4e74-a9dc-8b639e15fe60 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "PUT /v2.0/routers/68846b58-2cd2-438e-91f5-ebe868513b13/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1503794 Jan 20 14:35:52.312649 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 43356) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:52.369190 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device fd5aa5d5-78da-46c4-a142-6b0d0bb293fd up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:35:52.450112 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port fd5aa5d5-78da-46c4-a142-6b0d0bb293fd triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:35:52.450575 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:52.494561 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1515d3ff-e132-4d4b-8f14-cf8ee1ec9a14 tempest-TestNetworkBasicOps-1338634829 tempest-TestNetworkBasicOps-1338634829-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:35:52.495000 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1515d3ff-e132-4d4b-8f14-cf8ee1ec9a14 tempest-TestNetworkBasicOps-1338634829 tempest-TestNetworkBasicOps-1338634829-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:35:52.495418 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1515d3ff-e132-4d4b-8f14-cf8ee1ec9a14 tempest-TestNetworkBasicOps-1338634829 tempest-TestNetworkBasicOps-1338634829-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:35:52.495782 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1515d3ff-e132-4d4b-8f14-cf8ee1ec9a14 tempest-TestNetworkBasicOps-1338634829 tempest-TestNetworkBasicOps-1338634829-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:35:52.496624 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1515d3ff-e132-4d4b-8f14-cf8ee1ec9a14 tempest-TestNetworkBasicOps-1338634829 tempest-TestNetworkBasicOps-1338634829-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:35:52.497172 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1515d3ff-e132-4d4b-8f14-cf8ee1ec9a14 tempest-TestNetworkBasicOps-1338634829 tempest-TestNetworkBasicOps-1338634829-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:35:52.497689 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1515d3ff-e132-4d4b-8f14-cf8ee1ec9a14 tempest-TestNetworkBasicOps-1338634829 tempest-TestNetworkBasicOps-1338634829-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:35:52.501475 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-1515d3ff-e132-4d4b-8f14-cf8ee1ec9a14 tempest-TestNetworkBasicOps-1338634829 tempest-TestNetworkBasicOps-1338634829-project-admin] 10.222.0.54 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4967 time: 0.1872299 Jan 20 14:35:52.504443 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 43360) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:52.511490 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c2b83a7-eb3a-42d3-8068-349fe6d7f3d8 None None] Sync routers for ids ['68846b58-2cd2-438e-91f5-ebe868513b13'] in dv-neutron-825124-1-hyperv {{(pid=84154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 14:35:52.532767 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c2b83a7-eb3a-42d3-8068-349fe6d7f3d8 None None] Routers {'68846b58-2cd2-438e-91f5-ebe868513b13'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:35:52.533392 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-4c2b83a7-eb3a-42d3-8068-349fe6d7f3d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:35:30Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['68846b58-2cd2-438e-91f5-ebe868513b13'], 'active': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:35:52.581458 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed6508f5-73c1-41b0-99b6-3350d48fc8ed tempest-TestNetworkBasicOps-1338634829 tempest-TestNetworkBasicOps-1338634829-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:35:52.581835 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed6508f5-73c1-41b0-99b6-3350d48fc8ed tempest-TestNetworkBasicOps-1338634829 tempest-TestNetworkBasicOps-1338634829-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:35:52.582221 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed6508f5-73c1-41b0-99b6-3350d48fc8ed tempest-TestNetworkBasicOps-1338634829 tempest-TestNetworkBasicOps-1338634829-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:35:52.582578 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed6508f5-73c1-41b0-99b6-3350d48fc8ed tempest-TestNetworkBasicOps-1338634829 tempest-TestNetworkBasicOps-1338634829-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:35:52.582989 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed6508f5-73c1-41b0-99b6-3350d48fc8ed tempest-TestNetworkBasicOps-1338634829 tempest-TestNetworkBasicOps-1338634829-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:35:52.583275 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed6508f5-73c1-41b0-99b6-3350d48fc8ed tempest-TestNetworkBasicOps-1338634829 tempest-TestNetworkBasicOps-1338634829-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:35:52.583624 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed6508f5-73c1-41b0-99b6-3350d48fc8ed tempest-TestNetworkBasicOps-1338634829 tempest-TestNetworkBasicOps-1338634829-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:35:52.587338 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-ed6508f5-73c1-41b0-99b6-3350d48fc8ed tempest-TestNetworkBasicOps-1338634829 tempest-TestNetworkBasicOps-1338634829-project-admin] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4625 time: 0.0801628 Jan 20 14:35:52.590156 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 43366) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:52.770073 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvr_db [None req-4c2b83a7-eb3a-42d3-8068-349fe6d7f3d8 None None] Set router 68846b58-2cd2-438e-91f5-ebe868513b13 gateway port host: dv-neutron-825124-1-hyperv {{(pid=84154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 14:35:52.828821 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-653add04-4b95-4805-89bc-5aacbfe0891d tempest-TestNetworkBasicOps-1338634829 tempest-TestNetworkBasicOps-1338634829-project-admin] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3771 time: 0.2373331 Jan 20 14:35:52.920046 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ae0e72-a195-4137-bc76-f0fedb114277 req-b477a0f0-54bc-4f66-953b-639cb3da7438 tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:35:52.921552 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-91ae0e72-a195-4137-bc76-f0fedb114277 req-b477a0f0-54bc-4f66-953b-639cb3da7438 tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] 10.222.0.54 "GET /v2.0/ports?device_id=49ba1514-a268-47af-8414-4af83e8f7d4a HTTP/1.1" status: 200 len: 945 time: 0.2330248 Jan 20 14:35:52.974146 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-91ae0e72-a195-4137-bc76-f0fedb114277 req-19f91adb-6c93-403a-a1f5-ced7e3f75b19 tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] 10.222.0.54 "GET /v2.0/security-groups?id=28f60a14-6b71-4e72-84fb-77c6bf67a29f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439799 Jan 20 14:35:53.270719 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-4c2b83a7-eb3a-42d3-8068-349fe6d7f3d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68846b58-2cd2-438e-91f5-ebe868513b13', 'name': 'tempest-TestNetworkBasicOps-router-1058041183', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.31'}], 'enable_snat': True}, 'gw_port_id': '8ce5bcad-f9b7-442e-8cd1-6f91223639b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:35:44Z', 'updated_at': '2022-01-20T14:35:50Z', 'revision_number': 4, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'gw_port': {'id': '8ce5bcad-f9b7-442e-8cd1-6f91223639b6', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:7e:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68846b58-2cd2-438e-91f5-ebe868513b13', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:35:45Z', 'updated_at': '2022-01-20T14:35:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv', '_interfaces': [{'id': 'd4639fbf-5d30-43b9-bb64-3ed224273a9a', 'name': '', 'network_id': 'e2c3c5e7-c691-4857-ba81-87a16405fd64', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'mac_address': 'fa:16:3e:5e:b1:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68846b58-2cd2-438e-91f5-ebe868513b13', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f8a8ffe0-0112-4c20-8de5-a466cb4e1565', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:35:49Z', 'updated_at': '2022-01-20T14:35:50Z', 'revision_number': 2, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'subnets': [{'id': 'f8a8ffe0-0112-4c20-8de5-a466cb4e1565', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:35:53.277647 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c2b83a7-eb3a-42d3-8068-349fe6d7f3d8 None None] Checking router: 68846b58-2cd2-438e-91f5-ebe868513b13 for host: dv-neutron-825124-1-hyperv {{(pid=84154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 14:35:53.278004 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c2b83a7-eb3a-42d3-8068-349fe6d7f3d8 None None] Updating router 68846b58-2cd2-438e-91f5-ebe868513b13 port d4639fbf-5d30-43b9-bb64-3ed224273a9a binding host dv-neutron-825124-1-hyperv {{(pid=84154) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 20 14:35:53.348921 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-4c2b83a7-eb3a-42d3-8068-349fe6d7f3d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:53.786418 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-4c2b83a7-eb3a-42d3-8068-349fe6d7f3d8 None None] Notify callbacks [] for port, precommit_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:53.791689 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bec8c8-3eb9-464c-8d9b-59e4baeed2f8 req-d58aafff-a416-45e2-8872-1c94b5c6c7da tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:35:53.793303 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-a8bec8c8-3eb9-464c-8d9b-59e4baeed2f8 req-d58aafff-a416-45e2-8872-1c94b5c6c7da tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] 10.222.0.54 "GET /v2.0/ports?device_id=00399a73-e934-46ae-b4db-3c539c30d642 HTTP/1.1" status: 200 len: 946 time: 0.0851860 Jan 20 14:35:53.800246 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-4c2b83a7-eb3a-42d3-8068-349fe6d7f3d8 None None] Transition to ACTIVE for port object d4639fbf-5d30-43b9-bb64-3ed224273a9a will not be triggered until provisioned by entity L2. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:35:53.840161 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-a8bec8c8-3eb9-464c-8d9b-59e4baeed2f8 req-7dbc59d0-b48d-4106-b0a5-24fbe261b4cc tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] 10.222.0.54 "GET /v2.0/security-groups?id=da7b15a3-c30e-4c90-b548-3a1c0f6698e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403452 Jan 20 14:35:53.872361 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-4c2b83a7-eb3a-42d3-8068-349fe6d7f3d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:54.000271 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974863d1-9082-4261-87d5-fdb48a6fab4f None None] Pushing event updated for resources: {'Port': ['ID=d4639fbf-5d30-43b9-bb64-3ed224273a9a,revision_number=3']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:54.101194 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-4c2b83a7-eb3a-42d3-8068-349fe6d7f3d8 None None] Attempting to bind port d4639fbf-5d30-43b9-bb64-3ed224273a9a on host dv-neutron-825124-1-hyperv for vnic_type normal with profile {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:35:54.101568 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-4c2b83a7-eb3a-42d3-8068-349fe6d7f3d8 None None] Attempting to bind port d4639fbf-5d30-43b9-bb64-3ed224273a9a by drivers openvswitch,hyperv on host dv-neutron-825124-1-hyperv at level 0 using segments [{'id': '2168c92c-f542-475d-ab3f-5c3ca8c9e8e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'e2c3c5e7-c691-4857-ba81-87a16405fd64'}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:35:54.101911 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c2b83a7-eb3a-42d3-8068-349fe6d7f3d8 None None] Attempting to bind port d4639fbf-5d30-43b9-bb64-3ed224273a9a on network e2c3c5e7-c691-4857-ba81-87a16405fd64 {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 14:35:54.109408 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c2b83a7-eb3a-42d3-8068-349fe6d7f3d8 None None] Checking agent: {'id': '6414dfeb-85c5-454a-8756-709ca637d800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825124-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 16, 31), 'started_at': datetime.datetime(2022, 1, 20, 14, 17, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 35, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825124-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 14:35:54.109781 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c2b83a7-eb3a-42d3-8068-349fe6d7f3d8 None None] Checking segment: {'id': '2168c92c-f542-475d-ab3f-5c3ca8c9e8e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'e2c3c5e7-c691-4857-ba81-87a16405fd64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 14:35:54.110202 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-4c2b83a7-eb3a-42d3-8068-349fe6d7f3d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:54.110591 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c2b83a7-eb3a-42d3-8068-349fe6d7f3d8 None None] Bound using segment: {'id': '2168c92c-f542-475d-ab3f-5c3ca8c9e8e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'e2c3c5e7-c691-4857-ba81-87a16405fd64'} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 14:35:54.111100 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-4c2b83a7-eb3a-42d3-8068-349fe6d7f3d8 None None] Bound port: d4639fbf-5d30-43b9-bb64-3ed224273a9a, host: dv-neutron-825124-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2168c92c-f542-475d-ab3f-5c3ca8c9e8e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'e2c3c5e7-c691-4857-ba81-87a16405fd64'}}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:35:54.111469 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-4c2b83a7-eb3a-42d3-8068-349fe6d7f3d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:54.224286 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3341daaa-45ff-438d-9b2e-5f39a2b5fe0c req-b7670c46-605c-4b8b-8d97-839b6c125b9f tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:35:54.231718 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-3341daaa-45ff-438d-9b2e-5f39a2b5fe0c req-b7670c46-605c-4b8b-8d97-839b6c125b9f tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] 10.222.0.54 "GET /v2.0/ports?device_id=49ba1514-a268-47af-8414-4af83e8f7d4a HTTP/1.1" status: 200 len: 945 time: 0.1082458 Jan 20 14:35:54.268000 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-4c2b83a7-eb3a-42d3-8068-349fe6d7f3d8 None None] For port d4639fbf-5d30-43b9-bb64-3ed224273a9a, host dv-neutron-825124-1-hyperv, cleared binding levels {{(pid=84154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 14:35:54.271468 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-4c2b83a7-eb3a-42d3-8068-349fe6d7f3d8 None None] For port d4639fbf-5d30-43b9-bb64-3ed224273a9a, host dv-neutron-825124-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=d4639fbf-5d30-43b9-bb64-3ed224273a9a,segment=NetworkSegment(2168c92c-f542-475d-ab3f-5c3ca8c9e8e3),segment_id=2168c92c-f542-475d-ab3f-5c3ca8c9e8e3)] {{(pid=84154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 14:35:54.301457 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-3341daaa-45ff-438d-9b2e-5f39a2b5fe0c req-2bee5d27-e6ad-4c6a-9b08-3966db8de301 tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] 10.222.0.54 "GET /v2.0/security-groups?id=28f60a14-6b71-4e72-84fb-77c6bf67a29f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686016 Jan 20 14:35:54.397262 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-4c2b83a7-eb3a-42d3-8068-349fe6d7f3d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:54.412534 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 43384) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:54.419004 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-ead816e2-340c-43d0-b384-9c27df198480 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1201289203', 'description': 'tempest-secgroup-smoke-1201289203 description', 'project_id': '640e8dbef2de46a485c2653a25e2ea4a'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:35:54.430868 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-ead816e2-340c-43d0-b384-9c27df198480 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:35:54.430868 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-ead816e2-340c-43d0-b384-9c27df198480 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Usage tracker for resource:security_group and tenant:640e8dbef2de46a485c2653a25e2ea4a is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:35:54.432915 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-ead816e2-340c-43d0-b384-9c27df198480 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:35:54.439236 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-ead816e2-340c-43d0-b384-9c27df198480 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:35:54.496894 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c2b83a7-eb3a-42d3-8068-349fe6d7f3d8 None None] Routers {'68846b58-2cd2-438e-91f5-ebe868513b13'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:35:54.498253 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-4c2b83a7-eb3a-42d3-8068-349fe6d7f3d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:35:30Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['68846b58-2cd2-438e-91f5-ebe868513b13'], 'active': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:35:54.503027 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53080a53-618f-4383-91f5-15a4bdc17efe req-8c018485-e65a-4b74-89ab-35b1e762d5a6 tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:35:54.504021 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [req-53080a53-618f-4383-91f5-15a4bdc17efe req-8c018485-e65a-4b74-89ab-35b1e762d5a6 tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Synchronizing usage tracker for tenant:630d3f8a86444149b9a83c00e804a42a on resource:port {{(pid=84152) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:35:54.507104 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-ead816e2-340c-43d0-b384-9c27df198480 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for security_group, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:54.550429 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-ead816e2-340c-43d0-b384-9c27df198480 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:35:54.555899 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-ead816e2-340c-43d0-b384-9c27df198480 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Usage tracker for resource:security_group_rule and tenant:640e8dbef2de46a485c2653a25e2ea4a is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:35:54.560442 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-ead816e2-340c-43d0-b384-9c27df198480 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:35:54.566708 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-ead816e2-340c-43d0-b384-9c27df198480 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:35:54.567188 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974863d1-9082-4261-87d5-fdb48a6fab4f None None] Pushing event updated for resources: {'Port': ['ID=d4639fbf-5d30-43b9-bb64-3ed224273a9a,revision_number=4']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:54.581753 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [req-53080a53-618f-4383-91f5-15a4bdc17efe req-8c018485-e65a-4b74-89ab-35b1e762d5a6 tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Unset dirty status for tenant:630d3f8a86444149b9a83c00e804a42a on resource:port {{(pid=84152) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:35:54.583344 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-53080a53-618f-4383-91f5-15a4bdc17efe req-8c018485-e65a-4b74-89ab-35b1e762d5a6 tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] 10.222.0.106 "GET /v2.0/ports?device_id=49ba1514-a268-47af-8414-4af83e8f7d4a HTTP/1.1" status: 200 len: 945 time: 0.1683247 Jan 20 14:35:54.638665 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-ead816e2-340c-43d0-b384-9c27df198480 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for security_group, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:54.664532 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [req-53080a53-618f-4383-91f5-15a4bdc17efe req-7dc42b63-bc97-4682-8787-49258a0d0f23 tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Deleting port 0a13f278-143e-4ba0-9f56-fa54e2b36d66 {{(pid=84152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:35:54.664916 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [req-53080a53-618f-4383-91f5-15a4bdc17efe req-7dc42b63-bc97-4682-8787-49258a0d0f23 tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:54.723795 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-ead816e2-340c-43d0-b384-9c27df198480 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:54.729949 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvr_db [None req-4c2b83a7-eb3a-42d3-8068-349fe6d7f3d8 None None] Set router 68846b58-2cd2-438e-91f5-ebe868513b13 gateway port host: dv-neutron-825124-1-hyperv {{(pid=84154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 14:35:54.773993 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead816e2-340c-43d0-b384-9c27df198480 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28a715ea-e1a9-447f-b63a-8f850eedc5b9,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:54.821790 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-ead816e2-340c-43d0-b384-9c27df198480 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for security_group, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:54.826850 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-ead816e2-340c-43d0-b384-9c27df198480 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.4095819 Jan 20 14:35:54.826850 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 43388) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:54.832537 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-6729c317-bbc3-4362-8989-991803bf5590 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Request body: {'security_group_rule': {'security_group_id': '28a715ea-e1a9-447f-b63a-8f850eedc5b9', 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:35:54.838804 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-6729c317-bbc3-4362-8989-991803bf5590 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:35:54.843130 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-6729c317-bbc3-4362-8989-991803bf5590 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Usage tracker for resource:security_group_rule and tenant:640e8dbef2de46a485c2653a25e2ea4a is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:35:54.846330 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-6729c317-bbc3-4362-8989-991803bf5590 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:35:54.852806 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-6729c317-bbc3-4362-8989-991803bf5590 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:35:54.915515 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-6729c317-bbc3-4362-8989-991803bf5590 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:54.955344 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.db [req-53080a53-618f-4383-91f5-15a4bdc17efe req-7dc42b63-bc97-4682-8787-49258a0d0f23 tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] For port 0a13f278-143e-4ba0-9f56-fa54e2b36d66, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=0a13f278-143e-4ba0-9f56-fa54e2b36d66,segment=NetworkSegment(c9d942e4-40d0-47fc-a62a-57ccdec4c720),segment_id=c9d942e4-40d0-47fc-a62a-57ccdec4c720)] {{(pid=84152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:35:54.955707 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [req-53080a53-618f-4383-91f5-15a4bdc17efe req-7dc42b63-bc97-4682-8787-49258a0d0f23 tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:55.034200 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-6729c317-bbc3-4362-8989-991803bf5590 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:55.077772 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3f85e5-7f0a-4509-aee4-4680aca35a75 req-eac7f9c8-ee9b-4970-ab0c-a38806c87308 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:35:55.079256 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-3b3f85e5-7f0a-4509-aee4-4680aca35a75 req-eac7f9c8-ee9b-4970-ab0c-a38806c87308 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] 10.222.0.54 "GET /v2.0/ports?device_id=00399a73-e934-46ae-b4db-3c539c30d642 HTTP/1.1" status: 200 len: 946 time: 0.1006956 Jan 20 14:35:55.111650 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-6729c317-bbc3-4362-8989-991803bf5590 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734962'] for security_group_rule, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:55.137070 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-4c2b83a7-eb3a-42d3-8068-349fe6d7f3d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68846b58-2cd2-438e-91f5-ebe868513b13', 'name': 'tempest-TestNetworkBasicOps-router-1058041183', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.31'}], 'enable_snat': True}, 'gw_port_id': '8ce5bcad-f9b7-442e-8cd1-6f91223639b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:35:44Z', 'updated_at': '2022-01-20T14:35:50Z', 'revision_number': 4, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'gw_port': {'id': '8ce5bcad-f9b7-442e-8cd1-6f91223639b6', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:7e:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68846b58-2cd2-438e-91f5-ebe868513b13', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:35:45Z', 'updated_at': '2022-01-20T14:35:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv', '_interfaces': [{'id': 'd4639fbf-5d30-43b9-bb64-3ed224273a9a', 'name': '', 'network_id': 'e2c3c5e7-c691-4857-ba81-87a16405fd64', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'mac_address': 'fa:16:3e:5e:b1:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68846b58-2cd2-438e-91f5-ebe868513b13', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f8a8ffe0-0112-4c20-8de5-a466cb4e1565', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:35:49Z', 'updated_at': '2022-01-20T14:35:54Z', 'revision_number': 4, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'subnets': [{'id': 'f8a8ffe0-0112-4c20-8de5-a466cb4e1565', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:35:55.137839 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c2b83a7-eb3a-42d3-8068-349fe6d7f3d8 None None] The sync data for ids ['68846b58-2cd2-438e-91f5-ebe868513b13'] in dv-neutron-825124-1-hyperv is: [{'id': '68846b58-2cd2-438e-91f5-ebe868513b13', 'name': 'tempest-TestNetworkBasicOps-router-1058041183', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.31'}], 'enable_snat': True}, 'gw_port_id': '8ce5bcad-f9b7-442e-8cd1-6f91223639b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:35:44Z', 'updated_at': '2022-01-20T14:35:50Z', 'revision_number': 4, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'gw_port': {'id': '8ce5bcad-f9b7-442e-8cd1-6f91223639b6', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:7e:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68846b58-2cd2-438e-91f5-ebe868513b13', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:35:45Z', 'updated_at': '2022-01-20T14:35:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv', '_interfaces': [{'id': 'd4639fbf-5d30-43b9-bb64-3ed224273a9a', 'name': '', 'network_id': 'e2c3c5e7-c691-4857-ba81-87a16405fd64', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'mac_address': 'fa:16:3e:5e:b1:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68846b58-2cd2-438e-91f5-ebe868513b13', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f8a8ffe0-0112-4c20-8de5-a466cb4e1565', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:35:49Z', 'updated_at': '2022-01-20T14:35:54Z', 'revision_number': 4, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'subnets': [{'id': 'f8a8ffe0-0112-4c20-8de5-a466cb4e1565', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 14:35:55.140684 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6729c317-bbc3-4362-8989-991803bf5590 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cce77823-2b78-43f6-8e43-a369e178cb86,revision_number=0']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:55.200732 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-3b3f85e5-7f0a-4509-aee4-4680aca35a75 req-3b73343b-8c33-40bf-8d96-19e5f34e4ae3 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] 10.222.0.54 "GET /v2.0/security-groups?id=da7b15a3-c30e-4c90-b548-3a1c0f6698e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1151938 Jan 20 14:35:55.244061 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-6729c317-bbc3-4362-8989-991803bf5590 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:55.245985 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-6729c317-bbc3-4362-8989-991803bf5590 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4177186 Jan 20 14:35:55.251604 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 43394) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:55.257314 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-a16cf2e5-4253-469a-a156-47adddf5e667 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Request body: {'security_group_rule': {'security_group_id': '28a715ea-e1a9-447f-b63a-8f850eedc5b9', 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:35:55.263840 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-a16cf2e5-4253-469a-a156-47adddf5e667 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:35:55.267947 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-a16cf2e5-4253-469a-a156-47adddf5e667 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Usage tracker for resource:security_group_rule and tenant:640e8dbef2de46a485c2653a25e2ea4a is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:35:55.271007 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-a16cf2e5-4253-469a-a156-47adddf5e667 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:35:55.278448 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-a16cf2e5-4253-469a-a156-47adddf5e667 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:35:55.311151 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [req-53080a53-618f-4383-91f5-15a4bdc17efe req-7dc42b63-bc97-4682-8787-49258a0d0f23 tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:55.311510 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [req-53080a53-618f-4383-91f5-15a4bdc17efe req-7dc42b63-bc97-4682-8787-49258a0d0f23 tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-745254'] for floatingip, after_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:55.311817 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.db.l3_db [req-53080a53-618f-4383-91f5-15a4bdc17efe req-7dc42b63-bc97-4682-8787-49258a0d0f23 tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Floating IP fa7dbe67-11b2-4934-bcd9-05d2d6412865 disassociated. External IP: 172.26.7.175, port: 0a13f278-143e-4ba0-9f56-fa54e2b36d66. Jan 20 14:35:55.312146 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [req-53080a53-618f-4383-91f5-15a4bdc17efe req-7dc42b63-bc97-4682-8787-49258a0d0f23 tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Calling delete_port for 0a13f278-143e-4ba0-9f56-fa54e2b36d66 owned by compute:nova {{(pid=84152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:35:55.339654 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-a16cf2e5-4253-469a-a156-47adddf5e667 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:55.411333 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-a16cf2e5-4253-469a-a156-47adddf5e667 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:55.479370 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-a16cf2e5-4253-469a-a156-47adddf5e667 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734962'] for security_group_rule, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:55.513773 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16cf2e5-4253-469a-a156-47adddf5e667 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ee39888-c76d-473e-aa7a-80821f5acb66,revision_number=0']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:55.535547 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [req-53080a53-618f-4383-91f5-15a4bdc17efe req-7dc42b63-bc97-4682-8787-49258a0d0f23 tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:55.549961 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9aee65a-c857-4b20-91ca-917cb986f576 req-eb4c8918-0a44-4288-9698-7490c8279869 tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:35:55.551451 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-c9aee65a-c857-4b20-91ca-917cb986f576 req-eb4c8918-0a44-4288-9698-7490c8279869 tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] 10.222.0.54 "GET /v2.0/ports?device_id=49ba1514-a268-47af-8414-4af83e8f7d4a HTTP/1.1" status: 200 len: 867 time: 0.1107500 Jan 20 14:35:55.605696 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc42b63-bc97-4682-8787-49258a0d0f23 tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Pushing event deleted for resources: {'Port': ['ID=0a13f278-143e-4ba0-9f56-fa54e2b36d66,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:55.616939 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-a16cf2e5-4253-469a-a156-47adddf5e667 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:55.622592 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-a16cf2e5-4253-469a-a156-47adddf5e667 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3698213 Jan 20 14:35:55.624755 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 43400) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:55.638328 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-2f1275b5-a9d7-4f94-b820-aa8d057d7084 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Request body: {'security_group_rule': {'security_group_id': '28a715ea-e1a9-447f-b63a-8f850eedc5b9', 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:35:55.641502 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-c9aee65a-c857-4b20-91ca-917cb986f576 req-4da6b830-8185-4253-8df9-91ac09c8e897 tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] 10.222.0.54 "GET /v2.0/security-groups?id=28f60a14-6b71-4e72-84fb-77c6bf67a29f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0839579 Jan 20 14:35:55.642833 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-2f1275b5-a9d7-4f94-b820-aa8d057d7084 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:35:55.646742 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-2f1275b5-a9d7-4f94-b820-aa8d057d7084 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Usage tracker for resource:security_group_rule and tenant:640e8dbef2de46a485c2653a25e2ea4a is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:35:55.650320 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-2f1275b5-a9d7-4f94-b820-aa8d057d7084 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:35:55.657293 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-2f1275b5-a9d7-4f94-b820-aa8d057d7084 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:35:55.720004 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-2f1275b5-a9d7-4f94-b820-aa8d057d7084 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:55.792103 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-2f1275b5-a9d7-4f94-b820-aa8d057d7084 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:55.841300 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.l3_agent_scheduler [req-53080a53-618f-4383-91f5-15a4bdc17efe req-7dc42b63-bc97-4682-8787-49258a0d0f23 tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Router 783ebe0c-6c84-4372-ade0-9a5670567575 has already been hosted by L3 agent 624d525b-4c26-4143-8a1c-228bb1c6faaa {{(pid=84152) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 14:35:55.861223 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-2f1275b5-a9d7-4f94-b820-aa8d057d7084 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734962'] for security_group_rule, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:55.892217 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1275b5-a9d7-4f94-b820-aa8d057d7084 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59baa028-bfb0-4b71-85e1-273ec109c114,revision_number=0']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:55.952555 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-2f1275b5-a9d7-4f94-b820-aa8d057d7084 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:55.954543 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-2f1275b5-a9d7-4f94-b820-aa8d057d7084 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3271987 Jan 20 14:35:55.956958 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 43404) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:55.966821 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-4379f181-32b5-4e5b-a859-1942b4c315b1 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Request body: {'security_group_rule': {'security_group_id': '28a715ea-e1a9-447f-b63a-8f850eedc5b9', 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:35:55.976615 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-4379f181-32b5-4e5b-a859-1942b4c315b1 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:35:55.984583 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-4379f181-32b5-4e5b-a859-1942b4c315b1 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Usage tracker for resource:security_group_rule and tenant:640e8dbef2de46a485c2653a25e2ea4a is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:35:55.988374 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-4379f181-32b5-4e5b-a859-1942b4c315b1 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:35:56.003751 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-4379f181-32b5-4e5b-a859-1942b4c315b1 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:35:56.108420 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-4379f181-32b5-4e5b-a859-1942b4c315b1 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:56.122649 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device d4639fbf-5d30-43b9-bb64-3ed224273a9a up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:35:56.139442 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-53080a53-618f-4383-91f5-15a4bdc17efe req-7dc42b63-bc97-4682-8787-49258a0d0f23 tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Notify agent at l3_agent.dv-neutron-825124-1-hyperv the message routers_updated {{(pid=84152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 14:35:56.152075 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b17023fd-08f1-401f-b50e-48f255de41c4 None None] Sync routers for ids ['783ebe0c-6c84-4372-ade0-9a5670567575'] in dv-neutron-825124-1-hyperv {{(pid=84155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 14:35:56.176187 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b17023fd-08f1-401f-b50e-48f255de41c4 None None] Routers {'783ebe0c-6c84-4372-ade0-9a5670567575'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:35:56.176816 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-b17023fd-08f1-401f-b50e-48f255de41c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:35:30Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['783ebe0c-6c84-4372-ade0-9a5670567575'], 'active': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:35:56.200818 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-4379f181-32b5-4e5b-a859-1942b4c315b1 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:56.222486 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.l3_dvrscheduler_db [req-53080a53-618f-4383-91f5-15a4bdc17efe req-7dc42b63-bc97-4682-8787-49258a0d0f23 tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] No DVR routers for this DVR port 0a13f278-143e-4ba0-9f56-fa54e2b36d66 on host hv-neutron-8251 {{(pid=84152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 14:35:56.239104 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [req-53080a53-618f-4383-91f5-15a4bdc17efe req-7dc42b63-bc97-4682-8787-49258a0d0f23 tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:56.248234 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49ba1514-a268-47af-8414-4af83e8f7d4a', 'name': 'network-vif-deleted', 'tag': '0a13f278-143e-4ba0-9f56-fa54e2b36d66'}] {{(pid=84152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 14:35:56.280412 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-4379f181-32b5-4e5b-a859-1942b4c315b1 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734962'] for security_group_rule, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:56.329829 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49ba1514-a268-47af-8414-4af83e8f7d4a', 'name': 'network-vif-deleted', 'tag': '0a13f278-143e-4ba0-9f56-fa54e2b36d66', 'status': 'completed', 'code': 200} Jan 20 14:35:56.346181 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4379f181-32b5-4e5b-a859-1942b4c315b1 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5d64dcc-52c8-4312-86ea-a2d34149175d,revision_number=0']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:56.370987 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-53080a53-618f-4383-91f5-15a4bdc17efe req-7dc42b63-bc97-4682-8787-49258a0d0f23 tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] 10.222.0.106 "DELETE /v2.0/ports/0a13f278-143e-4ba0-9f56-fa54e2b36d66 HTTP/1.1" status: 204 len: 173 time: 1.7816646 Jan 20 14:35:56.392646 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning for port d4639fbf-5d30-43b9-bb64-3ed224273a9a completed by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:35:56.399714 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port d4639fbf-5d30-43b9-bb64-3ed224273a9a triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:35:56.400362 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:56.459139 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-4379f181-32b5-4e5b-a859-1942b4c315b1 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:56.463683 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 43412) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:56.464238 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-4379f181-32b5-4e5b-a859-1942b4c315b1 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.5055153 Jan 20 14:35:56.469683 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-9001a101-c0fc-4b5d-8acc-80eeda53a16e tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Request body: {'security_group_rule': {'security_group_id': '28a715ea-e1a9-447f-b63a-8f850eedc5b9', 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:35:56.481242 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-9001a101-c0fc-4b5d-8acc-80eeda53a16e tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:35:56.486088 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-9001a101-c0fc-4b5d-8acc-80eeda53a16e tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Usage tracker for resource:security_group_rule and tenant:640e8dbef2de46a485c2653a25e2ea4a is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:35:56.488362 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvr_db [None req-b17023fd-08f1-401f-b50e-48f255de41c4 None None] Set router 783ebe0c-6c84-4372-ade0-9a5670567575 gateway port host: dv-neutron-825124-1-hyperv {{(pid=84155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 14:35:56.512341 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-9001a101-c0fc-4b5d-8acc-80eeda53a16e tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:35:56.537504 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfb4c76-14c5-4327-ad0e-e320aa8e9396 req-d2803a47-f533-4c75-870a-97586ba62ee6 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:35:56.539368 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-6bfb4c76-14c5-4327-ad0e-e320aa8e9396 req-d2803a47-f533-4c75-870a-97586ba62ee6 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] 10.222.0.54 "GET /v2.0/ports?device_id=00399a73-e934-46ae-b4db-3c539c30d642 HTTP/1.1" status: 200 len: 946 time: 0.1410158 Jan 20 14:35:56.544570 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-9001a101-c0fc-4b5d-8acc-80eeda53a16e tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:35:56.564169 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:56.600813 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] For port d4639fbf-5d30-43b9-bb64-3ed224273a9a, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=d4639fbf-5d30-43b9-bb64-3ed224273a9a,segment=NetworkSegment(2168c92c-f542-475d-ab3f-5c3ca8c9e8e3),segment_id=2168c92c-f542-475d-ab3f-5c3ca8c9e8e3)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:35:56.638454 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.db.securitygroups_db [None req-9001a101-c0fc-4b5d-8acc-80eeda53a16e tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Project 640e8dbef2de46a485c2653a25e2ea4a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 20 14:35:56.646827 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-6bfb4c76-14c5-4327-ad0e-e320aa8e9396 req-aac300ef-7b16-4743-a4e1-cb864b6e605d tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] 10.222.0.54 "GET /v2.0/security-groups?id=da7b15a3-c30e-4c90-b548-3a1c0f6698e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0989690 Jan 20 14:35:56.653338 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-9001a101-c0fc-4b5d-8acc-80eeda53a16e tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:56.667348 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:56.747377 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-9001a101-c0fc-4b5d-8acc-80eeda53a16e tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:56.795289 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Pushing event updated for resources: {'Port': ['ID=d4639fbf-5d30-43b9-bb64-3ed224273a9a,revision_number=5']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:56.815624 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-9001a101-c0fc-4b5d-8acc-80eeda53a16e tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734962'] for security_group_rule, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:56.858948 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9001a101-c0fc-4b5d-8acc-80eeda53a16e tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67bff1f9-928b-40fc-9d30-ecfebdb6d88d,revision_number=0']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:56.969060 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-9001a101-c0fc-4b5d-8acc-80eeda53a16e tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:56.971112 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-9001a101-c0fc-4b5d-8acc-80eeda53a16e tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.5057335 Jan 20 14:35:56.973723 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 43418) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:35:56.984023 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-b443424e-5849-4d17-bd05-24e2e7b162a1 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Request body: {'security_group_rule': {'security_group_id': '28a715ea-e1a9-447f-b63a-8f850eedc5b9', 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:35:56.994211 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-b443424e-5849-4d17-bd05-24e2e7b162a1 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:35:57.002546 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-b443424e-5849-4d17-bd05-24e2e7b162a1 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Usage tracker for resource:security_group_rule and tenant:640e8dbef2de46a485c2653a25e2ea4a is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:35:57.010873 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-b443424e-5849-4d17-bd05-24e2e7b162a1 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:35:57.014803 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-b17023fd-08f1-401f-b50e-48f255de41c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '783ebe0c-6c84-4372-ade0-9a5670567575', 'name': 'tempest-TestVolumeBootPattern-778372646-router', 'tenant_id': '630d3f8a86444149b9a83c00e804a42a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.22'}], 'enable_snat': True}, 'gw_port_id': '8983572d-c0fb-4a5d-959d-810702cc354b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:30:55Z', 'updated_at': '2022-01-20T14:31:07Z', 'revision_number': 4, 'project_id': '630d3f8a86444149b9a83c00e804a42a', 'gw_port': {'id': '8983572d-c0fb-4a5d-959d-810702cc354b', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:8b:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '783ebe0c-6c84-4372-ade0-9a5670567575', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:30:56Z', 'updated_at': '2022-01-20T14:31:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv', '_interfaces': [{'id': '73ab2921-cdee-469d-ac12-5c7530b1b83d', 'name': '', 'network_id': 'ac006b3d-300f-4a00-af61-b19ab11d4829', 'tenant_id': '630d3f8a86444149b9a83c00e804a42a', 'mac_address': 'fa:16:3e:29:50:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '783ebe0c-6c84-4372-ade0-9a5670567575', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '03a7a10f-ac58-4ac3-ae2b-291238d5ec16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:31:05Z', 'updated_at': '2022-01-20T14:31:20Z', 'revision_number': 5, 'project_id': '630d3f8a86444149b9a83c00e804a42a', 'subnets': [{'id': '03a7a10f-ac58-4ac3-ae2b-291238d5ec16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:35:57.025091 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-b443424e-5849-4d17-bd05-24e2e7b162a1 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:35:57.026704 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b17023fd-08f1-401f-b50e-48f255de41c4 None None] Checking router: 783ebe0c-6c84-4372-ade0-9a5670567575 for host: dv-neutron-825124-1-hyperv {{(pid=84155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 14:35:57.031494 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-059b89a6-e687-4335-bd9c-793d616a260f req-b2c535eb-38c9-4333-bb5e-5b0343cafdd7 tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] 10.222.0.54 "GET /v2.0/ports?device_id=49ba1514-a268-47af-8414-4af83e8f7d4a HTTP/1.1" status: 200 len: 210 time: 0.1549222 Jan 20 14:35:57.043559 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b17023fd-08f1-401f-b50e-48f255de41c4 None None] Routers {'783ebe0c-6c84-4372-ade0-9a5670567575'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:35:57.047024 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-b17023fd-08f1-401f-b50e-48f255de41c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:35:30Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['783ebe0c-6c84-4372-ade0-9a5670567575'], 'active': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:35:57.107396 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.db.securitygroups_db [None req-b443424e-5849-4d17-bd05-24e2e7b162a1 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Project 640e8dbef2de46a485c2653a25e2ea4a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 20 14:35:57.114923 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-b443424e-5849-4d17-bd05-24e2e7b162a1 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:57.185546 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-b443424e-5849-4d17-bd05-24e2e7b162a1 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:57.227148 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-b443424e-5849-4d17-bd05-24e2e7b162a1 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734962'] for security_group_rule, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:57.250324 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvr_db [None req-b17023fd-08f1-401f-b50e-48f255de41c4 None None] Set router 783ebe0c-6c84-4372-ade0-9a5670567575 gateway port host: dv-neutron-825124-1-hyperv {{(pid=84155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 14:35:57.262500 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b443424e-5849-4d17-bd05-24e2e7b162a1 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88829610-fd67-4fd1-a487-ec12017cf85f,revision_number=0']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:35:57.370607 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-b443424e-5849-4d17-bd05-24e2e7b162a1 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:57.380637 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-b443424e-5849-4d17-bd05-24e2e7b162a1 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3970513 Jan 20 14:35:57.488034 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Device 0a13f278-143e-4ba0-9f56-fa54e2b36d66 no longer exists at agent hyperv_hv-neutron-8251 {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:35:57.533665 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] No Port match for: 0a13f278-143e-4ba0-9f56-fa54e2b36d66 {{(pid=84154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 14:35:57.534548 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Device 0a13f278-143e-4ba0-9f56-fa54e2b36d66 not bound to the agent host hv-neutron-8251 {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 14:35:57.596216 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-b17023fd-08f1-401f-b50e-48f255de41c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '783ebe0c-6c84-4372-ade0-9a5670567575', 'name': 'tempest-TestVolumeBootPattern-778372646-router', 'tenant_id': '630d3f8a86444149b9a83c00e804a42a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.22'}], 'enable_snat': True}, 'gw_port_id': '8983572d-c0fb-4a5d-959d-810702cc354b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:30:55Z', 'updated_at': '2022-01-20T14:31:07Z', 'revision_number': 4, 'project_id': '630d3f8a86444149b9a83c00e804a42a', 'gw_port': {'id': '8983572d-c0fb-4a5d-959d-810702cc354b', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:8b:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '783ebe0c-6c84-4372-ade0-9a5670567575', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:30:56Z', 'updated_at': '2022-01-20T14:31:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv', '_interfaces': [{'id': '73ab2921-cdee-469d-ac12-5c7530b1b83d', 'name': '', 'network_id': 'ac006b3d-300f-4a00-af61-b19ab11d4829', 'tenant_id': '630d3f8a86444149b9a83c00e804a42a', 'mac_address': 'fa:16:3e:29:50:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '783ebe0c-6c84-4372-ade0-9a5670567575', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '03a7a10f-ac58-4ac3-ae2b-291238d5ec16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:31:05Z', 'updated_at': '2022-01-20T14:31:20Z', 'revision_number': 5, 'project_id': '630d3f8a86444149b9a83c00e804a42a', 'subnets': [{'id': '03a7a10f-ac58-4ac3-ae2b-291238d5ec16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:35:57.600223 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b17023fd-08f1-401f-b50e-48f255de41c4 None None] The sync data for ids ['783ebe0c-6c84-4372-ade0-9a5670567575'] in dv-neutron-825124-1-hyperv is: [{'id': '783ebe0c-6c84-4372-ade0-9a5670567575', 'name': 'tempest-TestVolumeBootPattern-778372646-router', 'tenant_id': '630d3f8a86444149b9a83c00e804a42a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.22'}], 'enable_snat': True}, 'gw_port_id': '8983572d-c0fb-4a5d-959d-810702cc354b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:30:55Z', 'updated_at': '2022-01-20T14:31:07Z', 'revision_number': 4, 'project_id': '630d3f8a86444149b9a83c00e804a42a', 'gw_port': {'id': '8983572d-c0fb-4a5d-959d-810702cc354b', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:8b:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '783ebe0c-6c84-4372-ade0-9a5670567575', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:30:56Z', 'updated_at': '2022-01-20T14:31:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv', '_interfaces': [{'id': '73ab2921-cdee-469d-ac12-5c7530b1b83d', 'name': '', 'network_id': 'ac006b3d-300f-4a00-af61-b19ab11d4829', 'tenant_id': '630d3f8a86444149b9a83c00e804a42a', 'mac_address': 'fa:16:3e:29:50:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '783ebe0c-6c84-4372-ade0-9a5670567575', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '03a7a10f-ac58-4ac3-ae2b-291238d5ec16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:31:05Z', 'updated_at': '2022-01-20T14:31:20Z', 'revision_number': 5, 'project_id': '630d3f8a86444149b9a83c00e804a42a', 'subnets': [{'id': '03a7a10f-ac58-4ac3-ae2b-291238d5ec16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 14:35:57.624755 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [req-693ad716-74c2-4a59-aad9-e21bfd192253 req-9745015f-29b3-4ebf-a004-404ee07c2927 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Synchronizing usage tracker for tenant:640e8dbef2de46a485c2653a25e2ea4a on resource:security_group {{(pid=84153) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:35:57.718693 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [req-693ad716-74c2-4a59-aad9-e21bfd192253 req-9745015f-29b3-4ebf-a004-404ee07c2927 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Unset dirty status for tenant:640e8dbef2de46a485c2653a25e2ea4a on resource:security_group {{(pid=84153) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:35:57.722324 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-693ad716-74c2-4a59-aad9-e21bfd192253 req-9745015f-29b3-4ebf-a004-404ee07c2927 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1201289203&fields=id&tenant_id=640e8dbef2de46a485c2653a25e2ea4a HTTP/1.1" status: 200 len: 267 time: 0.1419325 Jan 20 14:35:57.937250 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b69a8bd-e9ec-4de6-bfb8-2a7bff36ba58 req-b504efa6-880b-4cbd-a551-68736694d554 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:35:57.938865 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-2b69a8bd-e9ec-4de6-bfb8-2a7bff36ba58 req-b504efa6-880b-4cbd-a551-68736694d554 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] 10.222.0.54 "GET /v2.0/ports?device_id=00399a73-e934-46ae-b4db-3c539c30d642 HTTP/1.1" status: 200 len: 946 time: 0.1381590 Jan 20 14:35:57.943742 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693ad716-74c2-4a59-aad9-e21bfd192253 req-210bae12-f077-4f11-9bbc-2888259f2d19 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:35:57.944403 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [req-693ad716-74c2-4a59-aad9-e21bfd192253 req-210bae12-f077-4f11-9bbc-2888259f2d19 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Synchronizing usage tracker for tenant:640e8dbef2de46a485c2653a25e2ea4a on resource:network {{(pid=84153) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:35:58.003287 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-2b69a8bd-e9ec-4de6-bfb8-2a7bff36ba58 req-1176e098-c898-4b71-8b73-b7f3821507fe tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] 10.222.0.54 "GET /v2.0/security-groups?id=da7b15a3-c30e-4c90-b548-3a1c0f6698e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554309 Jan 20 14:35:58.032244 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-4d34b891-4ed6-4f8a-b6e9-ab1416a78f4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:58.037792 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device d4639fbf-5d30-43b9-bb64-3ed224273a9a up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:35:58.060857 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [req-693ad716-74c2-4a59-aad9-e21bfd192253 req-210bae12-f077-4f11-9bbc-2888259f2d19 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Unset dirty status for tenant:640e8dbef2de46a485c2653a25e2ea4a on resource:network {{(pid=84153) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:35:58.062313 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-693ad716-74c2-4a59-aad9-e21bfd192253 req-210bae12-f077-4f11-9bbc-2888259f2d19 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/networks?id=e2c3c5e7-c691-4857-ba81-87a16405fd64 HTTP/1.1" status: 200 len: 796 time: 0.3350735 Jan 20 14:35:58.090742 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-693ad716-74c2-4a59-aad9-e21bfd192253 req-116b0d27-ddd9-4601-8474-23a524c6700f tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/quotas/640e8dbef2de46a485c2653a25e2ea4a HTTP/1.1" status: 200 len: 375 time: 0.0210209 Jan 20 14:35:58.116470 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port d4639fbf-5d30-43b9-bb64-3ed224273a9a triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:35:58.116854 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:35:58.231943 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-693ad716-74c2-4a59-aad9-e21bfd192253 req-601585cd-fd90-4424-bf7d-ccdaca7a0f34 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=640e8dbef2de46a485c2653a25e2ea4a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1318440 Jan 20 14:35:58.254706 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-49b69e2a-ff29-43f8-9831-14b334fd86b4 req-01a36868-7a75-4e10-a544-33cc887db4f8 tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] 10.222.0.54 "GET /v2.0/ports?device_id=49ba1514-a268-47af-8414-4af83e8f7d4a HTTP/1.1" status: 200 len: 210 time: 0.0626740 Jan 20 14:35:58.265245 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [req-693ad716-74c2-4a59-aad9-e21bfd192253 req-0e374a8f-aee7-477c-a415-136093107b3a service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=84153) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 20 14:35:58.271420 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-693ad716-74c2-4a59-aad9-e21bfd192253 req-0e374a8f-aee7-477c-a415-136093107b3a service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0153809 Jan 20 14:35:58.404137 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-693ad716-74c2-4a59-aad9-e21bfd192253 req-04c4b945-7ec4-44cf-b886-14c590cc37d8 service neutron] 10.222.0.54 "GET /v2.0/networks/e2c3c5e7-c691-4857-ba81-87a16405fd64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318769 Jan 20 14:35:58.547415 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-693ad716-74c2-4a59-aad9-e21bfd192253 req-433212eb-af19-44b6-8bfe-cbf1734510a4 service neutron] 10.222.0.54 "GET /v2.0/networks/e2c3c5e7-c691-4857-ba81-87a16405fd64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374400 Jan 20 14:35:58.844140 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-de177f63-93b0-4e8f-91f2-7333f5c98e6c req-719b83b9-6379-4445-a2f6-d0e23d4c148b tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/ports?device_id=bf5d69d8-7db3-421e-ba42-129f44492159 HTTP/1.1" status: 200 len: 210 time: 0.0416946 Jan 20 14:35:59.202787 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee27c23-19f9-4e61-a4f7-3c2aceffa3cb req-54ea2ecf-216e-476b-8df7-332098f0bb82 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:35:59.204349 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-cee27c23-19f9-4e61-a4f7-3c2aceffa3cb req-54ea2ecf-216e-476b-8df7-332098f0bb82 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] 10.222.0.54 "GET /v2.0/ports?device_id=00399a73-e934-46ae-b4db-3c539c30d642 HTTP/1.1" status: 200 len: 946 time: 0.0783043 Jan 20 14:35:59.255283 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-cee27c23-19f9-4e61-a4f7-3c2aceffa3cb req-052d5daf-3bd0-43d4-afe6-dd670d7d786b tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] 10.222.0.54 "GET /v2.0/security-groups?id=da7b15a3-c30e-4c90-b548-3a1c0f6698e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446496 Jan 20 14:35:59.649663 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-5126ceb5-1f90-438a-9bd1-f7a4f098b6e4 req-6cf5258a-f9ee-4500-acd4-0d029120650e tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-913594730&fields=id&tenant_id=630d3f8a86444149b9a83c00e804a42a HTTP/1.1" status: 200 len: 267 time: 0.0429275 Jan 20 14:35:59.799456 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5126ceb5-1f90-438a-9bd1-f7a4f098b6e4 req-c82d1891-ed13-43f0-a78e-c51b0664d559 tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:35:59.800896 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-5126ceb5-1f90-438a-9bd1-f7a4f098b6e4 req-c82d1891-ed13-43f0-a78e-c51b0664d559 tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] 10.222.0.54 "GET /v2.0/networks?id=ac006b3d-300f-4a00-af61-b19ab11d4829 HTTP/1.1" status: 200 len: 811 time: 0.1449780 Jan 20 14:35:59.817405 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-5126ceb5-1f90-438a-9bd1-f7a4f098b6e4 req-73289661-445a-405a-95df-3ec1c0cc8f14 tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] 10.222.0.54 "GET /v2.0/quotas/630d3f8a86444149b9a83c00e804a42a HTTP/1.1" status: 200 len: 375 time: 0.0110421 Jan 20 14:35:59.902597 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-5126ceb5-1f90-438a-9bd1-f7a4f098b6e4 req-d2ea1a36-4caf-4e99-9849-37020dcc4558 tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=630d3f8a86444149b9a83c00e804a42a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0798125 Jan 20 14:36:00.034051 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-ddeb4845-47cb-4bb9-9674-3397a23940f2 req-803e6b05-e608-4bf8-9b27-d844269df4e8 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/ports?device_id=bf5d69d8-7db3-421e-ba42-129f44492159 HTTP/1.1" status: 200 len: 210 time: 0.0491018 Jan 20 14:36:00.094847 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-5126ceb5-1f90-438a-9bd1-f7a4f098b6e4 req-ef5146fd-0813-49c2-84b5-a664aee21729 service neutron] 10.222.0.54 "GET /v2.0/networks/ac006b3d-300f-4a00-af61-b19ab11d4829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1804867 Jan 20 14:36:00.232089 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-5126ceb5-1f90-438a-9bd1-f7a4f098b6e4 req-12b0371d-d0f8-41bd-aff8-a9c5a57dc849 service neutron] 10.222.0.54 "GET /v2.0/networks/ac006b3d-300f-4a00-af61-b19ab11d4829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308720 Jan 20 14:36:00.329729 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:00.358374 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-a04245d0-7f75-4492-b39b-e4806b66ade9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:00.471040 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e5a2aa-fe0d-41c7-b857-8d6a876365d7 req-0cce327b-e2ae-4922-b9ce-581413dfd1f5 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:36:00.472495 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-42e5a2aa-fe0d-41c7-b857-8d6a876365d7 req-0cce327b-e2ae-4922-b9ce-581413dfd1f5 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] 10.222.0.54 "GET /v2.0/ports?device_id=00399a73-e934-46ae-b4db-3c539c30d642 HTTP/1.1" status: 200 len: 946 time: 0.0868785 Jan 20 14:36:00.521349 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-42e5a2aa-fe0d-41c7-b857-8d6a876365d7 req-3b1daf7b-fb2c-4dc9-b82a-bd0d4879d5a9 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] 10.222.0.54 "GET /v2.0/security-groups?id=da7b15a3-c30e-4c90-b548-3a1c0f6698e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432158 Jan 20 14:36:01.129580 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-d2c3f055-4ab4-444b-808a-7bb7a4798dd6 req-78d04166-acae-44e7-a246-39021e65752a tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] 10.222.0.54 "GET /v2.0/ports?device_id=7e74bed5-411d-4dce-b5b6-8583fa74348d HTTP/1.1" status: 200 len: 210 time: 0.1889739 Jan 20 14:36:01.151832 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693ad716-74c2-4a59-aad9-e21bfd192253 req-59b0db35-5c53-4d16-9c84-1c3567bc04bd tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:36:01.153425 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-693ad716-74c2-4a59-aad9-e21bfd192253 req-59b0db35-5c53-4d16-9c84-1c3567bc04bd tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.106 "GET /v2.0/networks?id=e2c3c5e7-c691-4857-ba81-87a16405fd64 HTTP/1.1" status: 200 len: 796 time: 0.3023911 Jan 20 14:36:01.216264 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-693ad716-74c2-4a59-aad9-e21bfd192253 req-54cbbf4c-319a-4c2d-b3d3-3998bb382152 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.106 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=640e8dbef2de46a485c2653a25e2ea4a HTTP/1.1" status: 200 len: 380 time: 0.0459960 Jan 20 14:36:01.231096 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-bf523675-0e16-4246-a0e4-5faac635a8d9 req-1157c7b2-6537-4a91-8a7f-46fc639755c6 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/ports?device_id=bf5d69d8-7db3-421e-ba42-129f44492159 HTTP/1.1" status: 200 len: 210 time: 0.0528963 Jan 20 14:36:01.231943 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [req-693ad716-74c2-4a59-aad9-e21bfd192253 req-b94de21b-37ac-463d-91db-01a3c3054d90 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Request body: {'port': {'device_id': 'bf5d69d8-7db3-421e-ba42-129f44492159', 'network_id': 'e2c3c5e7-c691-4857-ba81-87a16405fd64', 'admin_state_up': True, 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'security_groups': ['28a715ea-e1a9-447f-b63a-8f850eedc5b9']}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:36:01.383452 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [req-693ad716-74c2-4a59-aad9-e21bfd192253 req-b94de21b-37ac-463d-91db-01a3c3054d90 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:36:01.387682 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [req-693ad716-74c2-4a59-aad9-e21bfd192253 req-b94de21b-37ac-463d-91db-01a3c3054d90 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Usage tracker for resource:port and tenant:640e8dbef2de46a485c2653a25e2ea4a is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:36:01.390767 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [req-693ad716-74c2-4a59-aad9-e21bfd192253 req-b94de21b-37ac-463d-91db-01a3c3054d90 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:36:01.396472 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [req-693ad716-74c2-4a59-aad9-e21bfd192253 req-b94de21b-37ac-463d-91db-01a3c3054d90 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:36:01.447816 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:01.506990 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-693ad716-74c2-4a59-aad9-e21bfd192253 req-b94de21b-37ac-463d-91db-01a3c3054d90 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Made reservation on behalf of 640e8dbef2de46a485c2653a25e2ea4a for: {'port': 1} {{(pid=84152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:36:01.511509 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [req-693ad716-74c2-4a59-aad9-e21bfd192253 req-b94de21b-37ac-463d-91db-01a3c3054d90 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:01.535081 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-cdd98e71-1f0a-4421-baa9-dcb30e06edf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:01.701025 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.db_base_plugin_common [req-693ad716-74c2-4a59-aad9-e21bfd192253 req-b94de21b-37ac-463d-91db-01a3c3054d90 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Allocated IP 172.20.0.7 (e2c3c5e7-c691-4857-ba81-87a16405fd64/f8a8ffe0-0112-4c20-8de5-a466cb4e1565/ffdff166-6265-4806-ae70-490f9bd44d71) {{(pid=84152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:36:01.730171 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eae5eba-87dc-4f3b-9433-3e8e3a9f735b req-6c0192b6-84dc-4481-abc9-0fd6faf45cca tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:36:01.731829 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-1eae5eba-87dc-4f3b-9433-3e8e3a9f735b req-6c0192b6-84dc-4481-abc9-0fd6faf45cca tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] 10.222.0.54 "GET /v2.0/ports?device_id=00399a73-e934-46ae-b4db-3c539c30d642 HTTP/1.1" status: 200 len: 946 time: 0.0833178 Jan 20 14:36:01.786523 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-1eae5eba-87dc-4f3b-9433-3e8e3a9f735b req-013039e0-e160-4e51-9890-65ca16b8e8ac tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] 10.222.0.54 "GET /v2.0/security-groups?id=da7b15a3-c30e-4c90-b548-3a1c0f6698e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463467 Jan 20 14:36:01.929680 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [req-693ad716-74c2-4a59-aad9-e21bfd192253 req-b94de21b-37ac-463d-91db-01a3c3054d90 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for port, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:01.945265 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.provisioning_blocks [req-693ad716-74c2-4a59-aad9-e21bfd192253 req-b94de21b-37ac-463d-91db-01a3c3054d90 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Transition to ACTIVE for port object ffdff166-6265-4806-ae70-490f9bd44d71 will not be triggered until provisioned by entity DHCP. {{(pid=84152) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:36:02.027462 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [req-693ad716-74c2-4a59-aad9-e21bfd192253 req-b94de21b-37ac-463d-91db-01a3c3054d90 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:02.097587 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-693ad716-74c2-4a59-aad9-e21bfd192253 req-b94de21b-37ac-463d-91db-01a3c3054d90 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Network e2c3c5e7-c691-4857-ba81-87a16405fd64 is already hosted by enough agents. {{(pid=84152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:36:02.100712 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.base_scheduler [req-693ad716-74c2-4a59-aad9-e21bfd192253 req-b94de21b-37ac-463d-91db-01a3c3054d90 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Resources bound (agent type, host, resource id): {{(pid=84152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:36:02.104754 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.l3_dvrscheduler_db [req-693ad716-74c2-4a59-aad9-e21bfd192253 req-b94de21b-37ac-463d-91db-01a3c3054d90 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Received port after_create {{(pid=84152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:36:02.136059 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94de21b-37ac-463d-91db-01a3c3054d90 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Pushing event updated for resources: {'Port': ['ID=ffdff166-6265-4806-ae70-490f9bd44d71,revision_number=1']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:36:02.173449 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693ad716-74c2-4a59-aad9-e21bfd192253 req-b94de21b-37ac-463d-91db-01a3c3054d90 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:36:02.174299 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [req-693ad716-74c2-4a59-aad9-e21bfd192253 req-b94de21b-37ac-463d-91db-01a3c3054d90 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:02.284834 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-693ad716-74c2-4a59-aad9-e21bfd192253 req-b94de21b-37ac-463d-91db-01a3c3054d90 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.106 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0568609 Jan 20 14:36:02.295491 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [req-693ad716-74c2-4a59-aad9-e21bfd192253 req-8b24fba0-0b6f-41ab-bf1f-77620b9b8651 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=84152) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 20 14:36:02.296567 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-693ad716-74c2-4a59-aad9-e21bfd192253 req-8b24fba0-0b6f-41ab-bf1f-77620b9b8651 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.106 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0060687 Jan 20 14:36:02.316181 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [req-693ad716-74c2-4a59-aad9-e21bfd192253 req-dd628b4c-3e35-4a1e-b1b9-f963eb22764e service neutron] Request body: {'port': {'device_id': 'bf5d69d8-7db3-421e-ba42-129f44492159', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8251'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:36:02.374767 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-c5a0d644-2fda-4459-b185-e4797000d841 req-a093bf35-dc4a-4c98-9186-39a51f73d763 tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] 10.222.0.54 "GET /v2.0/ports?device_id=7e74bed5-411d-4dce-b5b6-8583fa74348d HTTP/1.1" status: 200 len: 210 time: 0.0685468 Jan 20 14:36:02.449585 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-166c4770-8119-4dc3-9c73-a283adf73bc4 None None] Provisioning for port ffdff166-6265-4806-ae70-490f9bd44d71 completed by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:36:02.455832 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-166c4770-8119-4dc3-9c73-a283adf73bc4 None None] Provisioning complete for port ffdff166-6265-4806-ae70-490f9bd44d71 triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:36:02.456213 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-166c4770-8119-4dc3-9c73-a283adf73bc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:02.460730 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [req-693ad716-74c2-4a59-aad9-e21bfd192253 req-dd628b4c-3e35-4a1e-b1b9-f963eb22764e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:02.471108 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc79498d-4f8c-4880-b8a7-e089662487c0 req-bc8ff5d6-a69c-42b8-88d3-1ca336d5b83c tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:36:02.473109 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-fc79498d-4f8c-4880-b8a7-e089662487c0 req-bc8ff5d6-a69c-42b8-88d3-1ca336d5b83c tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/ports?device_id=bf5d69d8-7db3-421e-ba42-129f44492159 HTTP/1.1" status: 200 len: 931 time: 0.0937717 Jan 20 14:36:02.531804 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-fc79498d-4f8c-4880-b8a7-e089662487c0 req-82aab0ca-c628-4944-a2bc-72ada7046814 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/security-groups?id=28a715ea-e1a9-447f-b63a-8f850eedc5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503495 Jan 20 14:36:02.590555 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-166c4770-8119-4dc3-9c73-a283adf73bc4 None None] Port ffdff166-6265-4806-ae70-490f9bd44d71 cannot update to ACTIVE because it is not bound. {{(pid=84154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 14:36:02.822751 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.notifiers.nova [req-693ad716-74c2-4a59-aad9-e21bfd192253 req-dd628b4c-3e35-4a1e-b1b9-f963eb22764e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ffdff166-6265-4806-ae70-490f9bd44d71 {{(pid=84152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 14:36:02.835016 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [req-693ad716-74c2-4a59-aad9-e21bfd192253 req-dd628b4c-3e35-4a1e-b1b9-f963eb22764e service neutron] Notify callbacks [] for port, precommit_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:02.912386 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.provisioning_blocks [req-693ad716-74c2-4a59-aad9-e21bfd192253 req-dd628b4c-3e35-4a1e-b1b9-f963eb22764e service neutron] Transition to ACTIVE for port object ffdff166-6265-4806-ae70-490f9bd44d71 will not be triggered until provisioned by entity L2. {{(pid=84152) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:36:03.001338 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17205c65-3e9c-4941-9309-fd45662073e5 req-e0443c84-608b-4e1d-bf08-197e643a8796 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:36:03.003031 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-17205c65-3e9c-4941-9309-fd45662073e5 req-e0443c84-608b-4e1d-bf08-197e643a8796 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] 10.222.0.54 "GET /v2.0/ports?device_id=00399a73-e934-46ae-b4db-3c539c30d642 HTTP/1.1" status: 200 len: 946 time: 0.0866530 Jan 20 14:36:03.054190 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-17205c65-3e9c-4941-9309-fd45662073e5 req-e8602233-3e67-4c41-a2cd-c6613f5f9eb1 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] 10.222.0.54 "GET /v2.0/security-groups?id=da7b15a3-c30e-4c90-b548-3a1c0f6698e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427890 Jan 20 14:36:03.261011 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-eea6df97-7ff1-4b63-af20-e3ec8913deda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:03.300760 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [req-693ad716-74c2-4a59-aad9-e21bfd192253 req-dd628b4c-3e35-4a1e-b1b9-f963eb22764e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162822'] for port, after_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:03.496852 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd628b4c-3e35-4a1e-b1b9-f963eb22764e service neutron] Pushing event updated for resources: {'Port': ['ID=ffdff166-6265-4806-ae70-490f9bd44d71,revision_number=2']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:36:03.571384 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5126ceb5-1f90-438a-9bd1-f7a4f098b6e4 req-b40a7991-11e3-465e-9d22-d77a596dcf8d tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:36:03.573418 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-5126ceb5-1f90-438a-9bd1-f7a4f098b6e4 req-b40a7991-11e3-465e-9d22-d77a596dcf8d tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] 10.222.0.106 "GET /v2.0/networks?id=ac006b3d-300f-4a00-af61-b19ab11d4829 HTTP/1.1" status: 200 len: 811 time: 0.2482162 Jan 20 14:36:03.679329 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-b5bcc845-604d-4035-a7a3-74d2ddb8c8eb req-592336f3-9c13-4507-8ebb-a4bc2794b61b tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] 10.222.0.54 "GET /v2.0/ports?device_id=7e74bed5-411d-4dce-b5b6-8583fa74348d HTTP/1.1" status: 200 len: 210 time: 0.0968423 Jan 20 14:36:03.734928 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-5126ceb5-1f90-438a-9bd1-f7a4f098b6e4 req-752f4fdd-7ec1-4ecd-b9af-0d225a1afb96 tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] 10.222.0.106 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=630d3f8a86444149b9a83c00e804a42a HTTP/1.1" status: 200 len: 379 time: 0.1215713 Jan 20 14:36:03.735486 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.managers [req-693ad716-74c2-4a59-aad9-e21bfd192253 req-dd628b4c-3e35-4a1e-b1b9-f963eb22764e service neutron] Attempting to bind port ffdff166-6265-4806-ae70-490f9bd44d71 on host hv-neutron-8251 for vnic_type normal with profile {{(pid=84152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:36:03.735908 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.managers [req-693ad716-74c2-4a59-aad9-e21bfd192253 req-dd628b4c-3e35-4a1e-b1b9-f963eb22764e service neutron] Attempting to bind port ffdff166-6265-4806-ae70-490f9bd44d71 by drivers openvswitch,hyperv on host hv-neutron-8251 at level 0 using segments [{'id': '2168c92c-f542-475d-ab3f-5c3ca8c9e8e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'e2c3c5e7-c691-4857-ba81-87a16405fd64'}] {{(pid=84152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:36:03.736321 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-693ad716-74c2-4a59-aad9-e21bfd192253 req-dd628b4c-3e35-4a1e-b1b9-f963eb22764e service neutron] Attempting to bind port ffdff166-6265-4806-ae70-490f9bd44d71 on network e2c3c5e7-c691-4857-ba81-87a16405fd64 {{(pid=84152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 14:36:03.756056 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-693ad716-74c2-4a59-aad9-e21bfd192253 req-dd628b4c-3e35-4a1e-b1b9-f963eb22764e service neutron] Port ffdff166-6265-4806-ae70-490f9bd44d71 on network e2c3c5e7-c691-4857-ba81-87a16405fd64 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8251 {{(pid=84152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 20 14:36:03.757487 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-693ad716-74c2-4a59-aad9-e21bfd192253 req-dd628b4c-3e35-4a1e-b1b9-f963eb22764e service neutron] Attempting to bind port ffdff166-6265-4806-ae70-490f9bd44d71 on network e2c3c5e7-c691-4857-ba81-87a16405fd64 {{(pid=84152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 14:36:03.777046 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [req-5126ceb5-1f90-438a-9bd1-f7a4f098b6e4 req-99a97a92-2ff6-451a-934f-ce9f0a331c97 tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Request body: {'port': {'device_id': '7e74bed5-411d-4dce-b5b6-8583fa74348d', 'network_id': 'ac006b3d-300f-4a00-af61-b19ab11d4829', 'admin_state_up': True, 'tenant_id': '630d3f8a86444149b9a83c00e804a42a', 'security_groups': ['28f60a14-6b71-4e72-84fb-77c6bf67a29f']}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:36:03.782145 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-693ad716-74c2-4a59-aad9-e21bfd192253 req-dd628b4c-3e35-4a1e-b1b9-f963eb22764e service neutron] Checking agent: {'id': 'e037d8fb-d49c-4f86-9910-f13f6ba89a51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8251', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 23), 'started_at': datetime.datetime(2022, 1, 20, 14, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 14:36:03.786193 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-693ad716-74c2-4a59-aad9-e21bfd192253 req-dd628b4c-3e35-4a1e-b1b9-f963eb22764e service neutron] Checking segment: {'id': '2168c92c-f542-475d-ab3f-5c3ca8c9e8e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'e2c3c5e7-c691-4857-ba81-87a16405fd64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 14:36:03.786193 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-693ad716-74c2-4a59-aad9-e21bfd192253 req-dd628b4c-3e35-4a1e-b1b9-f963eb22764e service neutron] Bound using segment: {'id': '2168c92c-f542-475d-ab3f-5c3ca8c9e8e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'e2c3c5e7-c691-4857-ba81-87a16405fd64'} {{(pid=84152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 14:36:03.786193 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.managers [req-693ad716-74c2-4a59-aad9-e21bfd192253 req-dd628b4c-3e35-4a1e-b1b9-f963eb22764e service neutron] Bound port: ffdff166-6265-4806-ae70-490f9bd44d71, host: hv-neutron-8251, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2168c92c-f542-475d-ab3f-5c3ca8c9e8e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'e2c3c5e7-c691-4857-ba81-87a16405fd64'}}] {{(pid=84152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:36:03.786193 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [req-693ad716-74c2-4a59-aad9-e21bfd192253 req-dd628b4c-3e35-4a1e-b1b9-f963eb22764e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:03.933914 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.db [req-693ad716-74c2-4a59-aad9-e21bfd192253 req-dd628b4c-3e35-4a1e-b1b9-f963eb22764e service neutron] For port ffdff166-6265-4806-ae70-490f9bd44d71, host hv-neutron-8251, cleared binding levels {{(pid=84152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 14:36:03.937774 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.db [req-693ad716-74c2-4a59-aad9-e21bfd192253 req-dd628b4c-3e35-4a1e-b1b9-f963eb22764e service neutron] For port ffdff166-6265-4806-ae70-490f9bd44d71, host hv-neutron-8251, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=ffdff166-6265-4806-ae70-490f9bd44d71,segment=NetworkSegment(2168c92c-f542-475d-ab3f-5c3ca8c9e8e3),segment_id=2168c92c-f542-475d-ab3f-5c3ca8c9e8e3)] {{(pid=84152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 14:36:03.967849 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f94f81-e97a-460d-ba63-6e9d7d0a7514 req-5174b4be-48fb-467f-ac74-dd489c56a791 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:36:03.969316 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-e7f94f81-e97a-460d-ba63-6e9d7d0a7514 req-5174b4be-48fb-467f-ac74-dd489c56a791 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/ports?device_id=bf5d69d8-7db3-421e-ba42-129f44492159 HTTP/1.1" status: 200 len: 943 time: 0.2334731 Jan 20 14:36:03.970400 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [req-5126ceb5-1f90-438a-9bd1-f7a4f098b6e4 req-99a97a92-2ff6-451a-934f-ce9f0a331c97 tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:36:03.974992 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [req-5126ceb5-1f90-438a-9bd1-f7a4f098b6e4 req-99a97a92-2ff6-451a-934f-ce9f0a331c97 tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Usage tracker for resource:port and tenant:630d3f8a86444149b9a83c00e804a42a is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:36:03.979734 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [req-5126ceb5-1f90-438a-9bd1-f7a4f098b6e4 req-99a97a92-2ff6-451a-934f-ce9f0a331c97 tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:36:03.998771 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [req-5126ceb5-1f90-438a-9bd1-f7a4f098b6e4 req-99a97a92-2ff6-451a-934f-ce9f0a331c97 tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:36:04.033130 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [req-693ad716-74c2-4a59-aad9-e21bfd192253 req-dd628b4c-3e35-4a1e-b1b9-f963eb22764e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162822'] for port, after_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:04.054621 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-e7f94f81-e97a-460d-ba63-6e9d7d0a7514 req-061b4609-248e-4f07-b939-a81616047859 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/security-groups?id=28a715ea-e1a9-447f-b63a-8f850eedc5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765829 Jan 20 14:36:04.100408 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [req-693ad716-74c2-4a59-aad9-e21bfd192253 req-dd628b4c-3e35-4a1e-b1b9-f963eb22764e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:04.101657 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-693ad716-74c2-4a59-aad9-e21bfd192253 req-dd628b4c-3e35-4a1e-b1b9-f963eb22764e service neutron] 10.222.0.106 "PUT /v2.0/ports/ffdff166-6265-4806-ae70-490f9bd44d71 HTTP/1.1" status: 200 len: 1093 time: 1.7941065 Jan 20 14:36:04.102214 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf5d69d8-7db3-421e-ba42-129f44492159', 'tag': 'ffdff166-6265-4806-ae70-490f9bd44d71'}] {{(pid=84152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 14:36:04.115185 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5126ceb5-1f90-438a-9bd1-f7a4f098b6e4 req-99a97a92-2ff6-451a-934f-ce9f0a331c97 tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Made reservation on behalf of 630d3f8a86444149b9a83c00e804a42a for: {'port': 1} {{(pid=84153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:36:04.124446 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-5126ceb5-1f90-438a-9bd1-f7a4f098b6e4 req-99a97a92-2ff6-451a-934f-ce9f0a331c97 tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:04.129664 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd628b4c-3e35-4a1e-b1b9-f963eb22764e service neutron] Pushing event updated for resources: {'Port': ['ID=ffdff166-6265-4806-ae70-490f9bd44d71,revision_number=3']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:36:04.265917 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf5d69d8-7db3-421e-ba42-129f44492159', 'tag': 'ffdff166-6265-4806-ae70-490f9bd44d71', 'status': 'completed', 'code': 200} Jan 20 14:36:04.324102 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-693ad716-74c2-4a59-aad9-e21bfd192253 req-019cddb0-b0e0-4b66-b28d-0fa05d0c2e58 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=640e8dbef2de46a485c2653a25e2ea4a&device_id=bf5d69d8-7db3-421e-ba42-129f44492159 HTTP/1.1" status: 200 len: 1096 time: 0.1239183 Jan 20 14:36:04.430156 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7574cb-fbba-47dd-8f3b-7c1a7187edd9 req-b1fd23a8-3251-496f-b2be-7bed75d8bf5c tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:36:04.431759 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-da7574cb-fbba-47dd-8f3b-7c1a7187edd9 req-b1fd23a8-3251-496f-b2be-7bed75d8bf5c tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] 10.222.0.54 "GET /v2.0/ports?device_id=00399a73-e934-46ae-b4db-3c539c30d642 HTTP/1.1" status: 200 len: 946 time: 0.1927881 Jan 20 14:36:04.467754 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.db_base_plugin_common [req-5126ceb5-1f90-438a-9bd1-f7a4f098b6e4 req-99a97a92-2ff6-451a-934f-ce9f0a331c97 tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Allocated IP 172.20.0.8 (ac006b3d-300f-4a00-af61-b19ab11d4829/03a7a10f-ac58-4ac3-ae2b-291238d5ec16/eb017f5f-13c0-4b06-a5b2-7e8cdb63a427) {{(pid=84153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:36:04.511785 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-da7574cb-fbba-47dd-8f3b-7c1a7187edd9 req-105ae8f6-9464-4327-86cf-46927eccb237 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] 10.222.0.54 "GET /v2.0/security-groups?id=da7b15a3-c30e-4c90-b548-3a1c0f6698e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724440 Jan 20 14:36:04.512087 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-693ad716-74c2-4a59-aad9-e21bfd192253 req-81179079-e58d-4633-9de4-e51f3eca3fd7 service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ffdff166-6265-4806-ae70-490f9bd44d71 HTTP/1.1" status: 200 len: 217 time: 0.1806040 Jan 20 14:36:04.585724 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693ad716-74c2-4a59-aad9-e21bfd192253 req-edaf743a-3146-4bbe-8951-285b25afbe65 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:36:04.587216 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-693ad716-74c2-4a59-aad9-e21bfd192253 req-edaf743a-3146-4bbe-8951-285b25afbe65 service neutron] 10.222.0.106 "GET /v2.0/subnets?id=f8a8ffe0-0112-4c20-8de5-a466cb4e1565 HTTP/1.1" status: 200 len: 834 time: 0.0684814 Jan 20 14:36:04.665640 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-693ad716-74c2-4a59-aad9-e21bfd192253 req-d6157679-f95f-4b30-bd89-b102e90d6059 service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=e2c3c5e7-c691-4857-ba81-87a16405fd64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0717027 Jan 20 14:36:04.689112 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-5126ceb5-1f90-438a-9bd1-f7a4f098b6e4 req-99a97a92-2ff6-451a-934f-ce9f0a331c97 tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Notify callbacks [] for port, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:04.705105 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.provisioning_blocks [req-5126ceb5-1f90-438a-9bd1-f7a4f098b6e4 req-99a97a92-2ff6-451a-934f-ce9f0a331c97 tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Transition to ACTIVE for port object eb017f5f-13c0-4b06-a5b2-7e8cdb63a427 will not be triggered until provisioned by entity DHCP. {{(pid=84153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:36:04.803042 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-693ad716-74c2-4a59-aad9-e21bfd192253 req-f68134de-37ce-4e6e-85f6-f00cfd34d184 service neutron] 10.222.0.106 "GET /v2.0/networks/e2c3c5e7-c691-4857-ba81-87a16405fd64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305685 Jan 20 14:36:04.816357 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-5126ceb5-1f90-438a-9bd1-f7a4f098b6e4 req-99a97a92-2ff6-451a-934f-ce9f0a331c97 tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:04.861768 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dc2fc49-f89c-4fd6-9456-4d649b9a2a72 None None] New status for floating IP fa7dbe67-11b2-4934-bcd9-05d2d6412865: DOWN {{(pid=84154) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 20 14:36:04.956836 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5126ceb5-1f90-438a-9bd1-f7a4f098b6e4 req-99a97a92-2ff6-451a-934f-ce9f0a331c97 tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Network ac006b3d-300f-4a00-af61-b19ab11d4829 is already hosted by enough agents. {{(pid=84153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:36:04.961257 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.base_scheduler [req-5126ceb5-1f90-438a-9bd1-f7a4f098b6e4 req-99a97a92-2ff6-451a-934f-ce9f0a331c97 tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Resources bound (agent type, host, resource id): {{(pid=84153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:36:04.963691 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a97a92-2ff6-451a-934f-ce9f0a331c97 tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Pushing event updated for resources: {'Port': ['ID=eb017f5f-13c0-4b06-a5b2-7e8cdb63a427,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:36:04.972122 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-693ad716-74c2-4a59-aad9-e21bfd192253 req-5b3c771e-5095-4dd9-b93e-cc2612395151 service neutron] 10.222.0.106 "GET /v2.0/networks/e2c3c5e7-c691-4857-ba81-87a16405fd64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1612139 Jan 20 14:36:04.973284 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.l3_dvrscheduler_db [req-5126ceb5-1f90-438a-9bd1-f7a4f098b6e4 req-99a97a92-2ff6-451a-934f-ce9f0a331c97 tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Received port after_create {{(pid=84153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:36:05.044036 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5126ceb5-1f90-438a-9bd1-f7a4f098b6e4 req-99a97a92-2ff6-451a-934f-ce9f0a331c97 tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:36:05.044677 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-5126ceb5-1f90-438a-9bd1-f7a4f098b6e4 req-99a97a92-2ff6-451a-934f-ce9f0a331c97 tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:05.089018 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824062b5-d3cd-42fa-8c2c-292560501c21 req-4ee72055-0ac1-41b9-945c-2554cbca3039 tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:36:05.093273 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [req-824062b5-d3cd-42fa-8c2c-292560501c21 req-4ee72055-0ac1-41b9-945c-2554cbca3039 tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Synchronizing usage tracker for tenant:630d3f8a86444149b9a83c00e804a42a on resource:port {{(pid=84153) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:36:05.170895 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-5126ceb5-1f90-438a-9bd1-f7a4f098b6e4 req-99a97a92-2ff6-451a-934f-ce9f0a331c97 tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] 10.222.0.106 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3988695 Jan 20 14:36:05.175192 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [req-824062b5-d3cd-42fa-8c2c-292560501c21 req-4ee72055-0ac1-41b9-945c-2554cbca3039 tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Unset dirty status for tenant:630d3f8a86444149b9a83c00e804a42a on resource:port {{(pid=84153) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:36:05.176755 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-824062b5-d3cd-42fa-8c2c-292560501c21 req-4ee72055-0ac1-41b9-945c-2554cbca3039 tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] 10.222.0.54 "GET /v2.0/ports?device_id=7e74bed5-411d-4dce-b5b6-8583fa74348d HTTP/1.1" status: 200 len: 931 time: 0.3577554 Jan 20 14:36:05.185404 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [req-5126ceb5-1f90-438a-9bd1-f7a4f098b6e4 req-89c5faf8-2ac3-455b-b86c-7dbc852333f7 service neutron] Request body: {'port': {'device_id': '7e74bed5-411d-4dce-b5b6-8583fa74348d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8251'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:36:05.235684 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-05803f13-cff1-4730-b534-38bed7ba464d req-b7db1fe7-edcd-4528-8adc-4fcb5084ec0a service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=640e8dbef2de46a485c2653a25e2ea4a&device_id=bf5d69d8-7db3-421e-ba42-129f44492159 HTTP/1.1" status: 200 len: 1096 time: 0.1113186 Jan 20 14:36:05.416170 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-575be77e-3691-438e-bebf-287cc951502b None None] Provisioning for port eb017f5f-13c0-4b06-a5b2-7e8cdb63a427 completed by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:36:05.421993 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-575be77e-3691-438e-bebf-287cc951502b None None] Provisioning complete for port eb017f5f-13c0-4b06-a5b2-7e8cdb63a427 triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:36:05.423181 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-575be77e-3691-438e-bebf-287cc951502b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:05.440625 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05803f13-cff1-4730-b534-38bed7ba464d req-795f9f61-372b-40e4-911f-2af3a79990a8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:36:05.442052 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-05803f13-cff1-4730-b534-38bed7ba464d req-795f9f61-372b-40e4-911f-2af3a79990a8 service neutron] 10.222.0.106 "GET /v2.0/networks?id=e2c3c5e7-c691-4857-ba81-87a16405fd64 HTTP/1.1" status: 200 len: 897 time: 0.2012515 Jan 20 14:36:05.508068 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-575be77e-3691-438e-bebf-287cc951502b None None] Port eb017f5f-13c0-4b06-a5b2-7e8cdb63a427 cannot update to ACTIVE because it is not bound. {{(pid=84154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 14:36:05.536725 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-05803f13-cff1-4730-b534-38bed7ba464d req-fe46d373-d14f-4349-819b-d746f5233fdf service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ffdff166-6265-4806-ae70-490f9bd44d71 HTTP/1.1" status: 200 len: 217 time: 0.0755622 Jan 20 14:36:05.537502 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-824062b5-d3cd-42fa-8c2c-292560501c21 req-5d92a892-d9f1-45c9-93b2-08ad641c8b56 tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] 10.222.0.54 "GET /v2.0/security-groups?id=28f60a14-6b71-4e72-84fb-77c6bf67a29f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2711298 Jan 20 14:36:05.545533 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-5126ceb5-1f90-438a-9bd1-f7a4f098b6e4 req-89c5faf8-2ac3-455b-b86c-7dbc852333f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:05.631896 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05803f13-cff1-4730-b534-38bed7ba464d req-a5a69a57-0f1f-48bd-9f05-3497af427470 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:36:05.631896 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-05803f13-cff1-4730-b534-38bed7ba464d req-a5a69a57-0f1f-48bd-9f05-3497af427470 service neutron] 10.222.0.106 "GET /v2.0/subnets?id=f8a8ffe0-0112-4c20-8de5-a466cb4e1565 HTTP/1.1" status: 200 len: 834 time: 0.0903139 Jan 20 14:36:05.638520 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5dcf7a-790f-4315-a20b-af949350b38f req-ee3dd188-3841-4286-a149-50b2befff4e1 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:36:05.640240 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-2b5dcf7a-790f-4315-a20b-af949350b38f req-ee3dd188-3841-4286-a149-50b2befff4e1 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/ports?device_id=bf5d69d8-7db3-421e-ba42-129f44492159 HTTP/1.1" status: 200 len: 943 time: 0.3338473 Jan 20 14:36:05.723619 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-05803f13-cff1-4730-b534-38bed7ba464d req-21090594-cd69-4472-9844-c6e86ca71c5c service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=e2c3c5e7-c691-4857-ba81-87a16405fd64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0836179 Jan 20 14:36:05.821618 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-2b5dcf7a-790f-4315-a20b-af949350b38f req-af998413-9aa8-401c-b8d0-fe7dcb897d91 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/security-groups?id=28a715ea-e1a9-447f-b63a-8f850eedc5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1740186 Jan 20 14:36:05.879812 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-05803f13-cff1-4730-b534-38bed7ba464d req-3ea98e2c-6556-4d4e-809f-759a884188b0 service neutron] 10.222.0.106 "GET /v2.0/networks/e2c3c5e7-c691-4857-ba81-87a16405fd64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477828 Jan 20 14:36:05.918419 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d09f82f-abab-47dd-a5b7-22033826da03 req-93938fd4-7676-409d-b0eb-1d973f27f670 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:36:05.919947 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-8d09f82f-abab-47dd-a5b7-22033826da03 req-93938fd4-7676-409d-b0eb-1d973f27f670 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] 10.222.0.54 "GET /v2.0/ports?device_id=00399a73-e934-46ae-b4db-3c539c30d642 HTTP/1.1" status: 200 len: 946 time: 0.2522602 Jan 20 14:36:06.000355 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-8d09f82f-abab-47dd-a5b7-22033826da03 req-5680f676-0128-426a-8e17-19dddc2980a9 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] 10.222.0.54 "GET /v2.0/security-groups?id=da7b15a3-c30e-4c90-b548-3a1c0f6698e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744143 Jan 20 14:36:06.055488 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-05803f13-cff1-4730-b534-38bed7ba464d req-2dc7f2ad-bb47-4e4f-b5ef-1832a98a8e41 service neutron] 10.222.0.106 "GET /v2.0/networks/e2c3c5e7-c691-4857-ba81-87a16405fd64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1693459 Jan 20 14:36:06.099664 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.notifiers.nova [req-5126ceb5-1f90-438a-9bd1-f7a4f098b6e4 req-89c5faf8-2ac3-455b-b86c-7dbc852333f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb017f5f-13c0-4b06-a5b2-7e8cdb63a427 {{(pid=84153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 14:36:06.106921 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-5126ceb5-1f90-438a-9bd1-f7a4f098b6e4 req-89c5faf8-2ac3-455b-b86c-7dbc852333f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:06.122757 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.provisioning_blocks [req-5126ceb5-1f90-438a-9bd1-f7a4f098b6e4 req-89c5faf8-2ac3-455b-b86c-7dbc852333f7 service neutron] Transition to ACTIVE for port object eb017f5f-13c0-4b06-a5b2-7e8cdb63a427 will not be triggered until provisioned by entity L2. {{(pid=84153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:36:06.222185 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-5126ceb5-1f90-438a-9bd1-f7a4f098b6e4 req-89c5faf8-2ac3-455b-b86c-7dbc852333f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3944146'] for port, after_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:06.358769 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c5faf8-2ac3-455b-b86c-7dbc852333f7 service neutron] Pushing event updated for resources: {'Port': ['ID=eb017f5f-13c0-4b06-a5b2-7e8cdb63a427,revision_number=2']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:36:06.478297 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.managers [req-5126ceb5-1f90-438a-9bd1-f7a4f098b6e4 req-89c5faf8-2ac3-455b-b86c-7dbc852333f7 service neutron] Attempting to bind port eb017f5f-13c0-4b06-a5b2-7e8cdb63a427 on host hv-neutron-8251 for vnic_type normal with profile {{(pid=84153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:36:06.478629 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.managers [req-5126ceb5-1f90-438a-9bd1-f7a4f098b6e4 req-89c5faf8-2ac3-455b-b86c-7dbc852333f7 service neutron] Attempting to bind port eb017f5f-13c0-4b06-a5b2-7e8cdb63a427 by drivers openvswitch,hyperv on host hv-neutron-8251 at level 0 using segments [{'id': 'c9d942e4-40d0-47fc-a62a-57ccdec4c720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'ac006b3d-300f-4a00-af61-b19ab11d4829'}] {{(pid=84153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:36:06.478963 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5126ceb5-1f90-438a-9bd1-f7a4f098b6e4 req-89c5faf8-2ac3-455b-b86c-7dbc852333f7 service neutron] Attempting to bind port eb017f5f-13c0-4b06-a5b2-7e8cdb63a427 on network ac006b3d-300f-4a00-af61-b19ab11d4829 {{(pid=84153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 14:36:06.485303 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5126ceb5-1f90-438a-9bd1-f7a4f098b6e4 req-89c5faf8-2ac3-455b-b86c-7dbc852333f7 service neutron] Port eb017f5f-13c0-4b06-a5b2-7e8cdb63a427 on network ac006b3d-300f-4a00-af61-b19ab11d4829 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8251 {{(pid=84153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 20 14:36:06.485630 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5126ceb5-1f90-438a-9bd1-f7a4f098b6e4 req-89c5faf8-2ac3-455b-b86c-7dbc852333f7 service neutron] Attempting to bind port eb017f5f-13c0-4b06-a5b2-7e8cdb63a427 on network ac006b3d-300f-4a00-af61-b19ab11d4829 {{(pid=84153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 14:36:06.492743 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5126ceb5-1f90-438a-9bd1-f7a4f098b6e4 req-89c5faf8-2ac3-455b-b86c-7dbc852333f7 service neutron] Checking agent: {'id': 'e037d8fb-d49c-4f86-9910-f13f6ba89a51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8251', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 23), 'started_at': datetime.datetime(2022, 1, 20, 14, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 14:36:06.493007 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5126ceb5-1f90-438a-9bd1-f7a4f098b6e4 req-89c5faf8-2ac3-455b-b86c-7dbc852333f7 service neutron] Checking segment: {'id': 'c9d942e4-40d0-47fc-a62a-57ccdec4c720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'ac006b3d-300f-4a00-af61-b19ab11d4829'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 14:36:06.493422 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5126ceb5-1f90-438a-9bd1-f7a4f098b6e4 req-89c5faf8-2ac3-455b-b86c-7dbc852333f7 service neutron] Bound using segment: {'id': 'c9d942e4-40d0-47fc-a62a-57ccdec4c720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'ac006b3d-300f-4a00-af61-b19ab11d4829'} {{(pid=84153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 14:36:06.494467 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.managers [req-5126ceb5-1f90-438a-9bd1-f7a4f098b6e4 req-89c5faf8-2ac3-455b-b86c-7dbc852333f7 service neutron] Bound port: eb017f5f-13c0-4b06-a5b2-7e8cdb63a427, host: hv-neutron-8251, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9d942e4-40d0-47fc-a62a-57ccdec4c720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'ac006b3d-300f-4a00-af61-b19ab11d4829'}}] {{(pid=84153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:36:06.494822 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-5126ceb5-1f90-438a-9bd1-f7a4f098b6e4 req-89c5faf8-2ac3-455b-b86c-7dbc852333f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:06.600328 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.db [req-5126ceb5-1f90-438a-9bd1-f7a4f098b6e4 req-89c5faf8-2ac3-455b-b86c-7dbc852333f7 service neutron] For port eb017f5f-13c0-4b06-a5b2-7e8cdb63a427, host hv-neutron-8251, cleared binding levels {{(pid=84153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 14:36:06.603566 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.db [req-5126ceb5-1f90-438a-9bd1-f7a4f098b6e4 req-89c5faf8-2ac3-455b-b86c-7dbc852333f7 service neutron] For port eb017f5f-13c0-4b06-a5b2-7e8cdb63a427, host hv-neutron-8251, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=eb017f5f-13c0-4b06-a5b2-7e8cdb63a427,segment=NetworkSegment(c9d942e4-40d0-47fc-a62a-57ccdec4c720),segment_id=c9d942e4-40d0-47fc-a62a-57ccdec4c720)] {{(pid=84153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 14:36:06.650006 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-5126ceb5-1f90-438a-9bd1-f7a4f098b6e4 req-89c5faf8-2ac3-455b-b86c-7dbc852333f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3944146'] for port, after_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:06.767246 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-5126ceb5-1f90-438a-9bd1-f7a4f098b6e4 req-89c5faf8-2ac3-455b-b86c-7dbc852333f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:06.768613 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-5126ceb5-1f90-438a-9bd1-f7a4f098b6e4 req-89c5faf8-2ac3-455b-b86c-7dbc852333f7 service neutron] 10.222.0.106 "PUT /v2.0/ports/eb017f5f-13c0-4b06-a5b2-7e8cdb63a427 HTTP/1.1" status: 200 len: 1093 time: 1.5890400 Jan 20 14:36:06.769658 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e74bed5-411d-4dce-b5b6-8583fa74348d', 'tag': 'eb017f5f-13c0-4b06-a5b2-7e8cdb63a427'}] {{(pid=84153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 14:36:06.788573 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c5faf8-2ac3-455b-b86c-7dbc852333f7 service neutron] Pushing event updated for resources: {'Port': ['ID=eb017f5f-13c0-4b06-a5b2-7e8cdb63a427,revision_number=3']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:36:06.820544 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5857b78c-37c5-4710-b4f7-b7ed7917ee61 req-7ca23003-ebf6-454c-97c2-9c9ce659d95e tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:36:06.821857 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-5857b78c-37c5-4710-b4f7-b7ed7917ee61 req-7ca23003-ebf6-454c-97c2-9c9ce659d95e tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] 10.222.0.54 "GET /v2.0/ports?device_id=7e74bed5-411d-4dce-b5b6-8583fa74348d HTTP/1.1" status: 200 len: 943 time: 0.1395686 Jan 20 14:36:06.845754 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e74bed5-411d-4dce-b5b6-8583fa74348d', 'tag': 'eb017f5f-13c0-4b06-a5b2-7e8cdb63a427', 'status': 'completed', 'code': 200} Jan 20 14:36:06.920021 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-5857b78c-37c5-4710-b4f7-b7ed7917ee61 req-b88e95af-e365-4d77-9d9b-d93b9ceb23f7 tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] 10.222.0.54 "GET /v2.0/security-groups?id=28f60a14-6b71-4e72-84fb-77c6bf67a29f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0907712 Jan 20 14:36:06.955493 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-f50a429a-3216-4b4f-b2a6-3dfa63dc486a req-437e7d27-8f30-4165-94f1-de0322c4f693 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=630d3f8a86444149b9a83c00e804a42a&device_id=7e74bed5-411d-4dce-b5b6-8583fa74348d HTTP/1.1" status: 200 len: 1096 time: 0.0872965 Jan 20 14:36:07.126355 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67330fbd-216c-4f21-bcdf-51b3308d16e9 req-e1615201-9b83-4d06-8bb2-97bb72a150ed tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:36:07.127820 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-67330fbd-216c-4f21-bcdf-51b3308d16e9 req-e1615201-9b83-4d06-8bb2-97bb72a150ed tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/ports?device_id=bf5d69d8-7db3-421e-ba42-129f44492159 HTTP/1.1" status: 200 len: 943 time: 0.1653345 Jan 20 14:36:07.261999 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50a429a-3216-4b4f-b2a6-3dfa63dc486a req-ddc04bc3-ec78-432b-a2ce-b0c51e61117e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:36:07.263301 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-f50a429a-3216-4b4f-b2a6-3dfa63dc486a req-ddc04bc3-ec78-432b-a2ce-b0c51e61117e service neutron] 10.222.0.106 "GET /v2.0/networks?tenant_id=630d3f8a86444149b9a83c00e804a42a&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2349262 Jan 20 14:36:07.273327 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-67330fbd-216c-4f21-bcdf-51b3308d16e9 req-16308081-f459-4e4c-acf6-d4b221b5909e tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/security-groups?id=28a715ea-e1a9-447f-b63a-8f850eedc5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1375630 Jan 20 14:36:07.378953 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb86060-a4bd-428e-86e0-f368d6c20554 req-304a4f94-4e2d-40b1-b1aa-899aee7bcc0d tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:36:07.381644 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-ecb86060-a4bd-428e-86e0-f368d6c20554 req-304a4f94-4e2d-40b1-b1aa-899aee7bcc0d tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] 10.222.0.54 "GET /v2.0/ports?device_id=00399a73-e934-46ae-b4db-3c539c30d642 HTTP/1.1" status: 200 len: 946 time: 0.2239203 Jan 20 14:36:07.455561 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50a429a-3216-4b4f-b2a6-3dfa63dc486a req-05786bc6-4200-4465-af82-d736859900b0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:36:07.457045 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-f50a429a-3216-4b4f-b2a6-3dfa63dc486a req-05786bc6-4200-4465-af82-d736859900b0 service neutron] 10.222.0.106 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1863353 Jan 20 14:36:07.461176 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-ecb86060-a4bd-428e-86e0-f368d6c20554 req-773e2e4e-9983-42f0-8cd9-e92ae82b9cf1 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] 10.222.0.54 "GET /v2.0/security-groups?id=da7b15a3-c30e-4c90-b548-3a1c0f6698e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737269 Jan 20 14:36:07.541984 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Device ffdff166-6265-4806-ae70-490f9bd44d71 details requested by agent hyperv_hv-neutron-8251 with host hv-neutron-8251 {{(pid=84154) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 20 14:36:07.679397 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-5126ceb5-1f90-438a-9bd1-f7a4f098b6e4 req-5454b8f3-48c6-4e11-b455-e68e6376c357 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=630d3f8a86444149b9a83c00e804a42a&device_id=7e74bed5-411d-4dce-b5b6-8583fa74348d HTTP/1.1" status: 200 len: 1096 time: 0.1809328 Jan 20 14:36:07.683023 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] For port ffdff166-6265-4806-ae70-490f9bd44d71, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=ffdff166-6265-4806-ae70-490f9bd44d71,segment=NetworkSegment(2168c92c-f542-475d-ab3f-5c3ca8c9e8e3),segment_id=2168c92c-f542-475d-ab3f-5c3ca8c9e8e3)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:36:07.697431 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Returning: {'device': 'ffdff166-6265-4806-ae70-490f9bd44d71', 'network_id': 'e2c3c5e7-c691-4857-ba81-87a16405fd64', 'port_id': 'ffdff166-6265-4806-ae70-490f9bd44d71', 'mac_address': 'fa:16:3e:04:1f:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8a8ffe0-0112-4c20-8de5-a466cb4e1565', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84154) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 20 14:36:07.749534 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-5126ceb5-1f90-438a-9bd1-f7a4f098b6e4 req-b02f31f2-05c1-478d-adf0-d59de839855f service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eb017f5f-13c0-4b06-a5b2-7e8cdb63a427 HTTP/1.1" status: 200 len: 217 time: 0.0631104 Jan 20 14:36:07.757797 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:07.777004 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.notifiers.nova [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffdff166-6265-4806-ae70-490f9bd44d71 {{(pid=84154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 14:36:07.794004 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] For port ffdff166-6265-4806-ae70-490f9bd44d71, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=ffdff166-6265-4806-ae70-490f9bd44d71,segment=NetworkSegment(2168c92c-f542-475d-ab3f-5c3ca8c9e8e3),segment_id=2168c92c-f542-475d-ab3f-5c3ca8c9e8e3)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:36:07.813856 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5126ceb5-1f90-438a-9bd1-f7a4f098b6e4 req-55c6f6e1-cf63-4e49-932e-b61f2cbd5beb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:36:07.815354 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-5126ceb5-1f90-438a-9bd1-f7a4f098b6e4 req-55c6f6e1-cf63-4e49-932e-b61f2cbd5beb service neutron] 10.222.0.106 "GET /v2.0/subnets?id=03a7a10f-ac58-4ac3-ae2b-291238d5ec16 HTTP/1.1" status: 200 len: 850 time: 0.0594800 Jan 20 14:36:07.889461 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:07.895701 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-5126ceb5-1f90-438a-9bd1-f7a4f098b6e4 req-3c2173b2-d9ee-4e71-a4f5-268a62d1dc26 service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=ac006b3d-300f-4a00-af61-b19ab11d4829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0738926 Jan 20 14:36:07.966751 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Pushing event updated for resources: {'Port': ['ID=ffdff166-6265-4806-ae70-490f9bd44d71,revision_number=4']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:36:08.037307 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-5126ceb5-1f90-438a-9bd1-f7a4f098b6e4 req-4b7b5c3a-2cb9-4023-8be0-7e8bc65d5fa3 service neutron] 10.222.0.106 "GET /v2.0/networks/ac006b3d-300f-4a00-af61-b19ab11d4829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344187 Jan 20 14:36:08.231231 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-5126ceb5-1f90-438a-9bd1-f7a4f098b6e4 req-2224a117-1b49-430b-8498-05953599dffc service neutron] 10.222.0.106 "GET /v2.0/networks/ac006b3d-300f-4a00-af61-b19ab11d4829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1871045 Jan 20 14:36:08.242439 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af85b0c-0f53-42b3-bafc-c0b8b4b3049b req-4a7590e4-6b6a-4f70-845e-fd5065d3fb32 tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:36:08.243616 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-1af85b0c-0f53-42b3-bafc-c0b8b4b3049b req-4a7590e4-6b6a-4f70-845e-fd5065d3fb32 tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] 10.222.0.54 "GET /v2.0/ports?device_id=7e74bed5-411d-4dce-b5b6-8583fa74348d HTTP/1.1" status: 200 len: 943 time: 0.1777878 Jan 20 14:36:08.290162 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-1af85b0c-0f53-42b3-bafc-c0b8b4b3049b req-313cf52c-6e4d-4503-8d9a-4f4092d5ef52 tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] 10.222.0.54 "GET /v2.0/security-groups?id=28f60a14-6b71-4e72-84fb-77c6bf67a29f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405283 Jan 20 14:36:08.374792 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] get_ports_and_sgs() called for port_ids ['ffdff166-6265-4806-ae70-490f9bd44d71'] {{(pid=84154) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 20 14:36:08.485650 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cac390a-32dc-4d1d-876c-010de856585a req-3cb99bb3-57cc-4f03-ba37-8474107b7982 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:36:08.487078 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-6cac390a-32dc-4d1d-876c-010de856585a req-3cb99bb3-57cc-4f03-ba37-8474107b7982 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/ports?device_id=bf5d69d8-7db3-421e-ba42-129f44492159 HTTP/1.1" status: 200 len: 944 time: 0.0895228 Jan 20 14:36:08.535803 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-6cac390a-32dc-4d1d-876c-010de856585a req-d5b0237c-9ae6-47a0-9d9c-56fc604e267e tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/security-groups?id=28a715ea-e1a9-447f-b63a-8f850eedc5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428438 Jan 20 14:36:08.683722 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf1511a-3180-460a-a00b-2c3ed68aa839 req-2f226d7c-d49a-494b-9556-1f5155f30df0 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:36:08.685208 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-0bf1511a-3180-460a-a00b-2c3ed68aa839 req-2f226d7c-d49a-494b-9556-1f5155f30df0 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] 10.222.0.54 "GET /v2.0/ports?device_id=00399a73-e934-46ae-b4db-3c539c30d642 HTTP/1.1" status: 200 len: 946 time: 0.0858250 Jan 20 14:36:08.737095 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-0bf1511a-3180-460a-a00b-2c3ed68aa839 req-fa30727b-852a-408b-adc0-9b84e09b664e tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] 10.222.0.54 "GET /v2.0/security-groups?id=da7b15a3-c30e-4c90-b548-3a1c0f6698e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461509 Jan 20 14:36:09.029491 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.agents_db [None req-6dba657d-a637-4918-9b6d-40defdfae04b None None] Agent healthcheck: found 6 active agents {{(pid=84155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 14:36:09.498980 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1122fa51-4d3f-416e-b3a1-af0ab85fc609 req-65cfa3bd-0ded-4272-a1be-ff739aea13bd tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:36:09.500435 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-1122fa51-4d3f-416e-b3a1-af0ab85fc609 req-65cfa3bd-0ded-4272-a1be-ff739aea13bd tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] 10.222.0.54 "GET /v2.0/ports?device_id=7e74bed5-411d-4dce-b5b6-8583fa74348d HTTP/1.1" status: 200 len: 943 time: 0.0885296 Jan 20 14:36:09.544417 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Device 0a86e39e-7c4e-4522-9367-489983d46ffc details requested by agent hyperv_hv-neutron-8251 with host hv-neutron-8251 {{(pid=84154) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 20 14:36:09.546915 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Device ffdff166-6265-4806-ae70-490f9bd44d71 up at agent hyperv_hv-neutron-8251 {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:36:09.599970 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-1122fa51-4d3f-416e-b3a1-af0ab85fc609 req-a612bab1-9f4c-40cb-908d-a3f8406ca31d tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] 10.222.0.54 "GET /v2.0/security-groups?id=28f60a14-6b71-4e72-84fb-77c6bf67a29f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671353 Jan 20 14:36:09.611468 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-7e0c3b23-6f3e-46b0-a689-5092304f776a req-ae8e9b91-8c58-4686-86a4-e329abb1e682 service neutron] 10.222.0.106 "GET /v2.0/ports?device_id=00399a73-e934-46ae-b4db-3c539c30d642 HTTP/1.1" status: 200 len: 1099 time: 0.1076396 Jan 20 14:36:09.662614 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-7e0c3b23-6f3e-46b0-a689-5092304f776a req-0fb08107-fac9-4180-9e04-28aefa917a6a service neutron] 10.222.0.106 "GET /v2.0/security-groups?id=da7b15a3-c30e-4c90-b548-3a1c0f6698e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438809 Jan 20 14:36:09.740473 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] For port 0a86e39e-7c4e-4522-9367-489983d46ffc, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=0a86e39e-7c4e-4522-9367-489983d46ffc,segment=NetworkSegment(316c3b73-0eb2-4e0f-88b9-2933ad7f6429),segment_id=316c3b73-0eb2-4e0f-88b9-2933ad7f6429)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:36:09.747154 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a48740-7430-44be-bb65-2a279effe095 req-e39e6931-c091-4dd4-bb33-e40b8c0eb5cf tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:36:09.747154 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-40a48740-7430-44be-bb65-2a279effe095 req-e39e6931-c091-4dd4-bb33-e40b8c0eb5cf tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/ports?device_id=bf5d69d8-7db3-421e-ba42-129f44492159 HTTP/1.1" status: 200 len: 944 time: 0.0810788 Jan 20 14:36:09.755213 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Returning: {'device': '0a86e39e-7c4e-4522-9367-489983d46ffc', 'network_id': 'e6375433-9719-46e8-83c8-134ded03773b', 'port_id': '0a86e39e-7c4e-4522-9367-489983d46ffc', 'mac_address': 'fa:16:3e:7e:ba:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1901ba2-213a-49cf-963a-9516e82439fd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84154) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 20 14:36:09.801436 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-40a48740-7430-44be-bb65-2a279effe095 req-ff911a39-847c-482d-85de-5728e34aba0e tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/security-groups?id=28a715ea-e1a9-447f-b63a-8f850eedc5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497520 Jan 20 14:36:09.806617 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Provisioning for port ffdff166-6265-4806-ae70-490f9bd44d71 completed by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:36:09.813299 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Provisioning complete for port ffdff166-6265-4806-ae70-490f9bd44d71 triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:36:09.813921 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:09.853363 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:09.883422 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.notifiers.nova [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0a86e39e-7c4e-4522-9367-489983d46ffc {{(pid=84154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 14:36:09.907242 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] For port 0a86e39e-7c4e-4522-9367-489983d46ffc, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=0a86e39e-7c4e-4522-9367-489983d46ffc,segment=NetworkSegment(316c3b73-0eb2-4e0f-88b9-2933ad7f6429),segment_id=316c3b73-0eb2-4e0f-88b9-2933ad7f6429)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:36:09.955924 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ede3db-741c-41be-8ef2-698cb4d13f5c req-4d1dbc34-c8bd-4fcb-b00d-ccabdce80984 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:36:09.957904 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-e5ede3db-741c-41be-8ef2-698cb4d13f5c req-4d1dbc34-c8bd-4fcb-b00d-ccabdce80984 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] 10.222.0.54 "GET /v2.0/ports?device_id=00399a73-e934-46ae-b4db-3c539c30d642 HTTP/1.1" status: 200 len: 946 time: 0.0856833 Jan 20 14:36:09.969621 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:09.993644 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:10.011400 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-e5ede3db-741c-41be-8ef2-698cb4d13f5c req-81cd5952-adcc-4f81-95f8-8ba3feaefbab tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] 10.222.0.54 "GET /v2.0/security-groups?id=da7b15a3-c30e-4c90-b548-3a1c0f6698e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479074 Jan 20 14:36:10.032282 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf5d69d8-7db3-421e-ba42-129f44492159', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffdff166-6265-4806-ae70-490f9bd44d71'}] {{(pid=84154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 14:36:10.062194 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] For port ffdff166-6265-4806-ae70-490f9bd44d71, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=ffdff166-6265-4806-ae70-490f9bd44d71,segment=NetworkSegment(2168c92c-f542-475d-ab3f-5c3ca8c9e8e3),segment_id=2168c92c-f542-475d-ab3f-5c3ca8c9e8e3)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:36:10.078171 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Pushing event updated for resources: {'Port': ['ID=0a86e39e-7c4e-4522-9367-489983d46ffc,revision_number=6']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:36:10.096951 dv-neutron-825124-1-hyperv neutron-server[84154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf5d69d8-7db3-421e-ba42-129f44492159', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffdff166-6265-4806-ae70-490f9bd44d71', 'code': 200} Jan 20 14:36:10.113098 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:10.113838 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Device 0a86e39e-7c4e-4522-9367-489983d46ffc no longer exists at agent hyperv_hv-neutron-8251 {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:36:10.231521 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Pushing event updated for resources: {'Port': ['ID=ffdff166-6265-4806-ae70-490f9bd44d71,revision_number=5']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:36:10.288180 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:10.306606 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.notifiers.nova [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 0a86e39e-7c4e-4522-9367-489983d46ffc {{(pid=84154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 14:36:10.321621 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] For port 0a86e39e-7c4e-4522-9367-489983d46ffc, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=0a86e39e-7c4e-4522-9367-489983d46ffc,segment=NetworkSegment(316c3b73-0eb2-4e0f-88b9-2933ad7f6429),segment_id=316c3b73-0eb2-4e0f-88b9-2933ad7f6429)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:36:10.387161 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] get_ports_and_sgs() called for port_ids ['0a86e39e-7c4e-4522-9367-489983d46ffc'] {{(pid=84154) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 20 14:36:10.422558 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:10.444563 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-38257621-5451-435a-a558-cb53d8c183a0 req-18c6a100-21c8-4077-a74e-f5ebf0f961b6 service neutron] 10.222.0.106 "GET /v2.0/ports?device_id=bf5d69d8-7db3-421e-ba42-129f44492159 HTTP/1.1" status: 200 len: 1098 time: 0.0705042 Jan 20 14:36:10.491106 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-38257621-5451-435a-a558-cb53d8c183a0 req-7dd49550-fdca-4f10-90b7-18c0358676b9 service neutron] 10.222.0.106 "GET /v2.0/security-groups?id=28a715ea-e1a9-447f-b63a-8f850eedc5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400541 Jan 20 14:36:10.553047 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Pushing event updated for resources: {'Port': ['ID=0a86e39e-7c4e-4522-9367-489983d46ffc,revision_number=7']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:36:10.809534 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0d06e0-e2bb-498e-9dba-3537605fe1ed req-9f6295ef-2ebc-4851-9b28-866679c71dc6 tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:36:10.811053 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-ad0d06e0-e2bb-498e-9dba-3537605fe1ed req-9f6295ef-2ebc-4851-9b28-866679c71dc6 tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] 10.222.0.54 "GET /v2.0/ports?device_id=7e74bed5-411d-4dce-b5b6-8583fa74348d HTTP/1.1" status: 200 len: 943 time: 0.0831444 Jan 20 14:36:10.858240 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-ad0d06e0-e2bb-498e-9dba-3537605fe1ed req-e657200a-cda4-40d2-b08f-f1d0da607d4d tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] 10.222.0.54 "GET /v2.0/security-groups?id=28f60a14-6b71-4e72-84fb-77c6bf67a29f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416012 Jan 20 14:36:11.006077 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e26576e-de38-4f26-99b4-47f9166366dd req-b0b9432a-ce28-490c-99b2-1e96d60f07cf tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:36:11.007476 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-9e26576e-de38-4f26-99b4-47f9166366dd req-b0b9432a-ce28-490c-99b2-1e96d60f07cf tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/ports?device_id=bf5d69d8-7db3-421e-ba42-129f44492159 HTTP/1.1" status: 200 len: 945 time: 0.0795982 Jan 20 14:36:11.057354 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-9e26576e-de38-4f26-99b4-47f9166366dd req-555da873-27d7-44c0-aadb-ce8e24720d2f tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/security-groups?id=28a715ea-e1a9-447f-b63a-8f850eedc5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441632 Jan 20 14:36:11.217550 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb4de5c-5c1d-4b88-80a5-79bd68028fc7 req-80efdb76-0c0e-4d43-8f77-2ece9ce6a003 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:36:11.219060 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-cdb4de5c-5c1d-4b88-80a5-79bd68028fc7 req-80efdb76-0c0e-4d43-8f77-2ece9ce6a003 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] 10.222.0.54 "GET /v2.0/ports?device_id=00399a73-e934-46ae-b4db-3c539c30d642 HTTP/1.1" status: 200 len: 944 time: 0.0780432 Jan 20 14:36:11.271316 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-cdb4de5c-5c1d-4b88-80a5-79bd68028fc7 req-ec7b0cb1-64ab-441a-ba58-57eb32efae72 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] 10.222.0.54 "GET /v2.0/security-groups?id=da7b15a3-c30e-4c90-b548-3a1c0f6698e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463889 Jan 20 14:36:11.558232 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Device 0a86e39e-7c4e-4522-9367-489983d46ffc up at agent hyperv_hv-neutron-8251 {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:36:11.632937 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Provisioning complete for port 0a86e39e-7c4e-4522-9367-489983d46ffc triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:36:11.633307 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:11.766886 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:11.803984 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] For port 0a86e39e-7c4e-4522-9367-489983d46ffc, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=0a86e39e-7c4e-4522-9367-489983d46ffc,segment=NetworkSegment(316c3b73-0eb2-4e0f-88b9-2933ad7f6429),segment_id=316c3b73-0eb2-4e0f-88b9-2933ad7f6429)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:36:11.889571 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:11.963492 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Pushing event updated for resources: {'Port': ['ID=0a86e39e-7c4e-4522-9367-489983d46ffc,revision_number=8']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:36:12.096719 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00399a73-e934-46ae-b4db-3c539c30d642', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a86e39e-7c4e-4522-9367-489983d46ffc'}] {{(pid=84154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 14:36:12.110840 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4789f19-f30d-4d3c-94b3-ec19a1ed595d req-2db947ca-4f94-4745-9250-2aea85891a3b tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:36:12.112379 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-e4789f19-f30d-4d3c-94b3-ec19a1ed595d req-2db947ca-4f94-4745-9250-2aea85891a3b tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] 10.222.0.54 "GET /v2.0/ports?device_id=7e74bed5-411d-4dce-b5b6-8583fa74348d HTTP/1.1" status: 200 len: 943 time: 0.1125381 Jan 20 14:36:12.314818 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-e4789f19-f30d-4d3c-94b3-ec19a1ed595d req-e90b429f-593a-48b7-bc99-a7bd8d85d087 tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] 10.222.0.54 "GET /v2.0/security-groups?id=28f60a14-6b71-4e72-84fb-77c6bf67a29f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1938574 Jan 20 14:36:12.337251 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1fca37-1365-4b0a-b88e-8e0c85db3f32 req-4439835d-0d24-4fa8-9dbb-0f652f2ec7ec tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:36:12.339523 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-aa1fca37-1365-4b0a-b88e-8e0c85db3f32 req-4439835d-0d24-4fa8-9dbb-0f652f2ec7ec tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/ports?device_id=bf5d69d8-7db3-421e-ba42-129f44492159 HTTP/1.1" status: 200 len: 945 time: 0.0987720 Jan 20 14:36:12.382208 dv-neutron-825124-1-hyperv neutron-server[84154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00399a73-e934-46ae-b4db-3c539c30d642', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a86e39e-7c4e-4522-9367-489983d46ffc', 'code': 200} Jan 20 14:36:12.386436 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-aa1fca37-1365-4b0a-b88e-8e0c85db3f32 req-99310574-ab8e-423a-92ac-3a98481dea03 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/security-groups?id=28a715ea-e1a9-447f-b63a-8f850eedc5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411129 Jan 20 14:36:12.561049 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15530077-5e0a-48ae-ad22-cc9db5c81f9a req-c52b8e2c-6ec7-4308-a0b5-442fc8ba3207 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:36:12.562496 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-15530077-5e0a-48ae-ad22-cc9db5c81f9a req-c52b8e2c-6ec7-4308-a0b5-442fc8ba3207 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] 10.222.0.54 "GET /v2.0/ports?device_id=00399a73-e934-46ae-b4db-3c539c30d642 HTTP/1.1" status: 200 len: 946 time: 0.0770850 Jan 20 14:36:12.607578 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-15530077-5e0a-48ae-ad22-cc9db5c81f9a req-ea5cd576-287c-468d-80b2-3e6d327ddcb0 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] 10.222.0.54 "GET /v2.0/security-groups?id=da7b15a3-c30e-4c90-b548-3a1c0f6698e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395274 Jan 20 14:36:12.639555 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 43536) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:36:12.747054 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-e03b2e48-5501-4483-a7df-91d5a31412e0 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] 10.222.0.54 "GET /v2.0/floatingips/19a808f9-5c0b-40de-a480-cebefa8282de HTTP/1.1" status: 200 len: 994 time: 0.1063852 Jan 20 14:36:13.513823 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b411c6c-f47e-40fb-a7c1-f941c8e4f2de req-c8faf54a-c828-405f-a51f-9cb162ef8c74 tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:36:13.515208 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-7b411c6c-f47e-40fb-a7c1-f941c8e4f2de req-c8faf54a-c828-405f-a51f-9cb162ef8c74 tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] 10.222.0.54 "GET /v2.0/ports?device_id=7e74bed5-411d-4dce-b5b6-8583fa74348d HTTP/1.1" status: 200 len: 943 time: 0.0770454 Jan 20 14:36:13.614533 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-7b411c6c-f47e-40fb-a7c1-f941c8e4f2de req-0e9faa5b-a818-47e9-b54e-b4243767b0b6 tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] 10.222.0.54 "GET /v2.0/security-groups?id=28f60a14-6b71-4e72-84fb-77c6bf67a29f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651429 Jan 20 14:36:13.635234 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5b8922-79ba-496e-bad1-74224ffe9634 req-77c91f49-d081-4104-8f2d-944a95f3a3b7 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:36:13.636715 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-0f5b8922-79ba-496e-bad1-74224ffe9634 req-77c91f49-d081-4104-8f2d-944a95f3a3b7 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/ports?device_id=bf5d69d8-7db3-421e-ba42-129f44492159 HTTP/1.1" status: 200 len: 945 time: 0.1206486 Jan 20 14:36:13.683781 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-0f5b8922-79ba-496e-bad1-74224ffe9634 req-5fd592d9-44df-4fcd-a9e3-6436c111f7b2 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/security-groups?id=28a715ea-e1a9-447f-b63a-8f850eedc5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415189 Jan 20 14:36:13.894125 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54524206-8a7b-46b3-a360-3b2fd4dfbc2d req-7ea1db1f-fa89-4ee4-818e-c1c275a39a36 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:36:13.895593 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-54524206-8a7b-46b3-a360-3b2fd4dfbc2d req-7ea1db1f-fa89-4ee4-818e-c1c275a39a36 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/ports?device_id=bf5d69d8-7db3-421e-ba42-129f44492159 HTTP/1.1" status: 200 len: 945 time: 0.0823045 Jan 20 14:36:13.941471 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-54524206-8a7b-46b3-a360-3b2fd4dfbc2d req-594e2c16-4047-4d1c-bba7-03eb564f3cb9 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/security-groups?id=28a715ea-e1a9-447f-b63a-8f850eedc5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397639 Jan 20 14:36:13.969812 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 43546) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:36:14.063257 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-3d522fb8-7873-4d25-8fde-e4f139616460 tempest-TestNetworkBasicOps-1338634829 tempest-TestNetworkBasicOps-1338634829-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=bf5d69d8-7db3-421e-ba42-129f44492159 HTTP/1.1" status: 200 len: 1093 time: 0.0865245 Jan 20 14:36:14.063257 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 43550) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:36:14.066223 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-8d739a19-cb2e-408a-8215-4d4a6f6a1a50 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Request body: {'floatingip': {'floating_network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'port_id': 'ffdff166-6265-4806-ae70-490f9bd44d71', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'fixed_ip_address': '172.20.0.7'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:36:14.073607 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-8d739a19-cb2e-408a-8215-4d4a6f6a1a50 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:36:14.077427 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-8d739a19-cb2e-408a-8215-4d4a6f6a1a50 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Usage tracker for resource:floatingip and tenant:640e8dbef2de46a485c2653a25e2ea4a is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:36:14.080294 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-8d739a19-cb2e-408a-8215-4d4a6f6a1a50 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:36:14.085894 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-8d739a19-cb2e-408a-8215-4d4a6f6a1a50 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:36:14.152305 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-8d739a19-cb2e-408a-8215-4d4a6f6a1a50 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for floatingip, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:14.320013 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-8d739a19-cb2e-408a-8215-4d4a6f6a1a50 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:14.459895 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.db_base_plugin_common [None req-8d739a19-cb2e-408a-8215-4d4a6f6a1a50 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Allocated IP 172.26.7.197 (8dffb05c-5ca0-409b-bd5f-7be6264f707d/a489dd4f-42a5-433b-8be3-bab2749c4209/462cbf7c-e2f4-4c73-89a0-036bd2ff1987) {{(pid=84153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:36:14.606476 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-8d739a19-cb2e-408a-8215-4d4a6f6a1a50 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for port, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:14.690113 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-8d739a19-cb2e-408a-8215-4d4a6f6a1a50 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:14.801980 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d739a19-cb2e-408a-8215-4d4a6f6a1a50 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Network 8dffb05c-5ca0-409b-bd5f-7be6264f707d is already hosted by enough agents. {{(pid=84153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:36:14.805535 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.base_scheduler [None req-8d739a19-cb2e-408a-8215-4d4a6f6a1a50 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Resources bound (agent type, host, resource id): {{(pid=84153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:36:14.814658 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d739a19-cb2e-408a-8215-4d4a6f6a1a50 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Received port after_create {{(pid=84153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:36:14.840110 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d739a19-cb2e-408a-8215-4d4a6f6a1a50 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Pushing event updated for resources: {'Port': ['ID=462cbf7c-e2f4-4c73-89a0-036bd2ff1987,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:36:14.869200 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d739a19-cb2e-408a-8215-4d4a6f6a1a50 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:36:14.869545 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d739a19-cb2e-408a-8215-4d4a6f6a1a50 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:36:14.869884 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d739a19-cb2e-408a-8215-4d4a6f6a1a50 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:36:14.870246 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d739a19-cb2e-408a-8215-4d4a6f6a1a50 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:36:14.870576 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d739a19-cb2e-408a-8215-4d4a6f6a1a50 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:36:14.870925 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d739a19-cb2e-408a-8215-4d4a6f6a1a50 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:36:14.871250 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d739a19-cb2e-408a-8215-4d4a6f6a1a50 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:36:14.871574 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d739a19-cb2e-408a-8215-4d4a6f6a1a50 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:36:14.871896 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d739a19-cb2e-408a-8215-4d4a6f6a1a50 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:36:14.872215 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d739a19-cb2e-408a-8215-4d4a6f6a1a50 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:36:14.872532 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d739a19-cb2e-408a-8215-4d4a6f6a1a50 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:36:14.944391 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149d7d7c-7f24-4c01-8625-b05411c81379 req-a368baff-9b2c-46b8-957a-ed1f729b4e6b tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:36:14.945869 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-149d7d7c-7f24-4c01-8625-b05411c81379 req-a368baff-9b2c-46b8-957a-ed1f729b4e6b tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] 10.222.0.54 "GET /v2.0/ports?device_id=7e74bed5-411d-4dce-b5b6-8583fa74348d HTTP/1.1" status: 200 len: 943 time: 0.2088201 Jan 20 14:36:15.038449 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-149d7d7c-7f24-4c01-8625-b05411c81379 req-edb73a57-5e7c-4e31-bf3f-cab407ae0660 tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] 10.222.0.54 "GET /v2.0/security-groups?id=28f60a14-6b71-4e72-84fb-77c6bf67a29f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0845792 Jan 20 14:36:15.509075 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-8d739a19-cb2e-408a-8215-4d4a6f6a1a50 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:15.607462 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Device eb017f5f-13c0-4b06-a5b2-7e8cdb63a427 details requested by agent hyperv_hv-neutron-8251 with host hv-neutron-8251 {{(pid=84154) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 20 14:36:15.629184 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-8d739a19-cb2e-408a-8215-4d4a6f6a1a50 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:15.746969 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] For port eb017f5f-13c0-4b06-a5b2-7e8cdb63a427, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=eb017f5f-13c0-4b06-a5b2-7e8cdb63a427,segment=NetworkSegment(c9d942e4-40d0-47fc-a62a-57ccdec4c720),segment_id=c9d942e4-40d0-47fc-a62a-57ccdec4c720)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:36:15.760993 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Returning: {'device': 'eb017f5f-13c0-4b06-a5b2-7e8cdb63a427', 'network_id': 'ac006b3d-300f-4a00-af61-b19ab11d4829', 'port_id': 'eb017f5f-13c0-4b06-a5b2-7e8cdb63a427', 'mac_address': 'fa:16:3e:2d:29:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03a7a10f-ac58-4ac3-ae2b-291238d5ec16', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84154) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 20 14:36:15.820524 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:15.839991 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.notifiers.nova [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb017f5f-13c0-4b06-a5b2-7e8cdb63a427 {{(pid=84154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 14:36:15.847306 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-8d739a19-cb2e-408a-8215-4d4a6f6a1a50 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for port, precommit_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:15.855286 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] For port eb017f5f-13c0-4b06-a5b2-7e8cdb63a427, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=eb017f5f-13c0-4b06-a5b2-7e8cdb63a427,segment=NetworkSegment(c9d942e4-40d0-47fc-a62a-57ccdec4c720),segment_id=c9d942e4-40d0-47fc-a62a-57ccdec4c720)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:36:15.925342 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-8d739a19-cb2e-408a-8215-4d4a6f6a1a50 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3944146'] for port, after_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:15.952121 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:16.020232 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Pushing event updated for resources: {'Port': ['ID=eb017f5f-13c0-4b06-a5b2-7e8cdb63a427,revision_number=4']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:36:16.030278 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:36:16.030632 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:36:16.031332 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:36:16.031332 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:36:16.031656 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d739a19-cb2e-408a-8215-4d4a6f6a1a50 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Pushing event updated for resources: {'Port': ['ID=462cbf7c-e2f4-4c73-89a0-036bd2ff1987,revision_number=2']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:36:16.031795 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:36:16.032081 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:36:16.032408 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:36:16.032740 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:36:16.033069 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:36:16.033391 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:36:16.033720 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:36:16.048161 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-8d739a19-cb2e-408a-8215-4d4a6f6a1a50 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-745254'] for floatingip, after_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:16.312263 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f7f0ee-78d0-4cf7-b177-b0de0fa7cfe0 req-7ba26720-704e-4874-a239-c8cfe129eefe tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:36:16.313701 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-f2f7f0ee-78d0-4cf7-b177-b0de0fa7cfe0 req-7ba26720-704e-4874-a239-c8cfe129eefe tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] 10.222.0.54 "GET /v2.0/ports?device_id=7e74bed5-411d-4dce-b5b6-8583fa74348d HTTP/1.1" status: 200 len: 944 time: 0.1211052 Jan 20 14:36:16.317576 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.db.l3_db [None req-8d739a19-cb2e-408a-8215-4d4a6f6a1a50 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Floating IP 8c77025c-2ebc-4a8e-816e-af68887d986a associated. External IP: 172.26.7.197, port: ffdff166-6265-4806-ae70-490f9bd44d71. Jan 20 14:36:16.324468 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] get_ports_and_sgs() called for port_ids ['eb017f5f-13c0-4b06-a5b2-7e8cdb63a427'] {{(pid=84154) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 20 14:36:16.437064 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-f2f7f0ee-78d0-4cf7-b177-b0de0fa7cfe0 req-c3ecebe6-1ce8-4f59-8072-36958769aa75 tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] 10.222.0.54 "GET /v2.0/security-groups?id=28f60a14-6b71-4e72-84fb-77c6bf67a29f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672731 Jan 20 14:36:16.711813 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-0a9ba690-0308-4bdf-9b40-12be23727fc6 req-6856fe0e-bb7c-4d1a-91b7-ac9bb78c403a service neutron] 10.222.0.106 "GET /v2.0/ports?device_id=00399a73-e934-46ae-b4db-3c539c30d642&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1008296 Jan 20 14:36:16.866357 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-0a9ba690-0308-4bdf-9b40-12be23727fc6 req-0d028715-b15c-410b-b2f6-7eb253827371 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=9c4261ab481844b5bb12c28ceb385a24&device_id=00399a73-e934-46ae-b4db-3c539c30d642 HTTP/1.1" status: 200 len: 1099 time: 0.1070583 Jan 20 14:36:16.886202 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d739a19-cb2e-408a-8215-4d4a6f6a1a50 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Router 68846b58-2cd2-438e-91f5-ebe868513b13 has already been hosted by L3 agent 624d525b-4c26-4143-8a1c-228bb1c6faaa {{(pid=84153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 14:36:17.210347 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9ba690-0308-4bdf-9b40-12be23727fc6 req-051e28e6-f18c-461d-9992-0141c37ea591 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:36:17.211808 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-0a9ba690-0308-4bdf-9b40-12be23727fc6 req-051e28e6-f18c-461d-9992-0141c37ea591 service neutron] 10.222.0.106 "GET /v2.0/networks?id=e6375433-9719-46e8-83c8-134ded03773b HTTP/1.1" status: 200 len: 897 time: 0.3260455 Jan 20 14:36:17.379707 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-0a9ba690-0308-4bdf-9b40-12be23727fc6 req-95d34633-2d4f-425f-b612-6f6dccdda6b9 service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0a86e39e-7c4e-4522-9367-489983d46ffc HTTP/1.1" status: 200 len: 1002 time: 0.1603177 Jan 20 14:36:17.458897 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9ba690-0308-4bdf-9b40-12be23727fc6 req-b2a81696-110c-44b2-a15f-f7edd38f225d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:36:17.460327 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-0a9ba690-0308-4bdf-9b40-12be23727fc6 req-b2a81696-110c-44b2-a15f-f7edd38f225d service neutron] 10.222.0.106 "GET /v2.0/subnets?id=d1901ba2-213a-49cf-963a-9516e82439fd HTTP/1.1" status: 200 len: 834 time: 0.0699346 Jan 20 14:36:17.506481 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d739a19-cb2e-408a-8215-4d4a6f6a1a50 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify agent at l3_agent.dv-neutron-825124-1-hyperv the message routers_updated {{(pid=84153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 14:36:17.517572 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cbe41f5-7923-45cd-9baf-2c7b4616429f None None] Sync routers for ids ['68846b58-2cd2-438e-91f5-ebe868513b13'] in dv-neutron-825124-1-hyperv {{(pid=84155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 14:36:17.532685 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cbe41f5-7923-45cd-9baf-2c7b4616429f None None] Routers {'68846b58-2cd2-438e-91f5-ebe868513b13'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:36:17.533292 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-6cbe41f5-7923-45cd-9baf-2c7b4616429f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:36:00Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['68846b58-2cd2-438e-91f5-ebe868513b13'], 'active': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:36:17.563213 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-0a9ba690-0308-4bdf-9b40-12be23727fc6 req-234fa886-3435-433c-bd95-b7165d7ee1ab service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=e6375433-9719-46e8-83c8-134ded03773b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0943425 Jan 20 14:36:17.619267 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Device eb017f5f-13c0-4b06-a5b2-7e8cdb63a427 up at agent hyperv_hv-neutron-8251 {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:36:17.624309 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-8d739a19-cb2e-408a-8215-4d4a6f6a1a50 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for floatingip, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:17.720282 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvr_db [None req-6cbe41f5-7923-45cd-9baf-2c7b4616429f None None] Set router 68846b58-2cd2-438e-91f5-ebe868513b13 gateway port host: dv-neutron-825124-1-hyperv {{(pid=84155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 14:36:17.741102 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Provisioning for port eb017f5f-13c0-4b06-a5b2-7e8cdb63a427 completed by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:36:17.748228 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Provisioning complete for port eb017f5f-13c0-4b06-a5b2-7e8cdb63a427 triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:36:17.748820 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:17.762315 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-8d739a19-cb2e-408a-8215-4d4a6f6a1a50 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.6976221 Jan 20 14:36:17.762895 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf5d69d8-7db3-421e-ba42-129f44492159', 'tag': 'ffdff166-6265-4806-ae70-490f9bd44d71'}] {{(pid=84153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 14:36:17.762990 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 43560) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:36:17.826498 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2ec789-7be4-4f6b-a511-0d72df8b9bfa req-c615358a-3a3b-4e0a-8135-7acc35b0af00 tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:36:17.828047 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-ec2ec789-7be4-4f6b-a511-0d72df8b9bfa req-c615358a-3a3b-4e0a-8135-7acc35b0af00 tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] 10.222.0.54 "GET /v2.0/ports?device_id=7e74bed5-411d-4dce-b5b6-8583fa74348d HTTP/1.1" status: 200 len: 944 time: 0.2615464 Jan 20 14:36:17.829885 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-0a9ba690-0308-4bdf-9b40-12be23727fc6 req-29b471d4-9cb5-4b30-b3b7-7bb1c3fa1fbb service neutron] 10.222.0.106 "GET /v2.0/networks/e6375433-9719-46e8-83c8-134ded03773b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2279139 Jan 20 14:36:17.871940 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf5d69d8-7db3-421e-ba42-129f44492159', 'tag': 'ffdff166-6265-4806-ae70-490f9bd44d71', 'status': 'completed', 'code': 200} Jan 20 14:36:17.967170 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:17.973065 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-ec2ec789-7be4-4f6b-a511-0d72df8b9bfa req-6df92615-690e-4d3b-8cbc-f47f0e806198 tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] 10.222.0.54 "GET /v2.0/security-groups?id=28f60a14-6b71-4e72-84fb-77c6bf67a29f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1366787 Jan 20 14:36:18.014835 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-0a9ba690-0308-4bdf-9b40-12be23727fc6 req-09a1ce7e-e22f-4666-ac8f-944a37c53cef service neutron] 10.222.0.106 "GET /v2.0/networks/e6375433-9719-46e8-83c8-134ded03773b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1760476 Jan 20 14:36:18.016212 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e74bed5-411d-4dce-b5b6-8583fa74348d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb017f5f-13c0-4b06-a5b2-7e8cdb63a427'}] {{(pid=84154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 14:36:18.028246 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] For port eb017f5f-13c0-4b06-a5b2-7e8cdb63a427, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=eb017f5f-13c0-4b06-a5b2-7e8cdb63a427,segment=NetworkSegment(c9d942e4-40d0-47fc-a62a-57ccdec4c720),segment_id=c9d942e4-40d0-47fc-a62a-57ccdec4c720)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:36:18.068139 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-1eae43fd-af14-4514-9d1f-ce2d77931d7b tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/floatingips/8c77025c-2ebc-4a8e-816e-af68887d986a HTTP/1.1" status: 200 len: 991 time: 0.3042865 Jan 20 14:36:18.093730 dv-neutron-825124-1-hyperv neutron-server[84154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e74bed5-411d-4dce-b5b6-8583fa74348d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb017f5f-13c0-4b06-a5b2-7e8cdb63a427', 'code': 200} Jan 20 14:36:18.097563 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-68b2e11d-c502-44a5-a402-98c240acbdaf req-47ef344c-9062-4f38-9cf2-24e58ef75f56 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=640e8dbef2de46a485c2653a25e2ea4a&device_id=bf5d69d8-7db3-421e-ba42-129f44492159 HTTP/1.1" status: 200 len: 1098 time: 0.1725230 Jan 20 14:36:18.107399 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:18.154095 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-6cbe41f5-7923-45cd-9baf-2c7b4616429f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68846b58-2cd2-438e-91f5-ebe868513b13', 'name': 'tempest-TestNetworkBasicOps-router-1058041183', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.31'}], 'enable_snat': True}, 'gw_port_id': '8ce5bcad-f9b7-442e-8cd1-6f91223639b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:35:44Z', 'updated_at': '2022-01-20T14:35:50Z', 'revision_number': 4, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'gw_port': {'id': '8ce5bcad-f9b7-442e-8cd1-6f91223639b6', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:7e:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68846b58-2cd2-438e-91f5-ebe868513b13', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:35:45Z', 'updated_at': '2022-01-20T14:35:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv', '_floatingips': [{'id': '8c77025c-2ebc-4a8e-816e-af68887d986a', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'floating_ip_address': '172.26.7.197', 'floating_network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'router_id': '68846b58-2cd2-438e-91f5-ebe868513b13', 'port_id': 'ffdff166-6265-4806-ae70-490f9bd44d71', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2c3c5e7-c691-4857-ba81-87a16405fd64', 'mac_address': 'fa:16:3e:04:1f:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf5d69d8-7db3-421e-ba42-129f44492159', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T14:36:15Z', 'updated_at': '2022-01-20T14:36:15Z', 'revision_number': 0, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4639fbf-5d30-43b9-bb64-3ed224273a9a', 'name': '', 'network_id': 'e2c3c5e7-c691-4857-ba81-87a16405fd64', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'mac_address': 'fa:16:3e:5e:b1:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68846b58-2cd2-438e-91f5-ebe868513b13', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f8a8ffe0-0112-4c20-8de5-a466cb4e1565', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:35:49Z', 'updated_at': '2022-01-20T14:35:56Z', 'revision_number': 5, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'subnets': [{'id': 'f8a8ffe0-0112-4c20-8de5-a466cb4e1565', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:36:18.158376 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cbe41f5-7923-45cd-9baf-2c7b4616429f None None] Checking router: 68846b58-2cd2-438e-91f5-ebe868513b13 for host: dv-neutron-825124-1-hyperv {{(pid=84155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 14:36:18.170398 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cbe41f5-7923-45cd-9baf-2c7b4616429f None None] Routers {'68846b58-2cd2-438e-91f5-ebe868513b13'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:36:18.171017 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-6cbe41f5-7923-45cd-9baf-2c7b4616429f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:36:00Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['68846b58-2cd2-438e-91f5-ebe868513b13'], 'active': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:36:18.186602 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Pushing event updated for resources: {'Port': ['ID=eb017f5f-13c0-4b06-a5b2-7e8cdb63a427,revision_number=5']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:36:18.235226 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b2e11d-c502-44a5-a402-98c240acbdaf req-d156f806-cde9-4721-92a1-36d72eaf589b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:36:18.237004 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-68b2e11d-c502-44a5-a402-98c240acbdaf req-d156f806-cde9-4721-92a1-36d72eaf589b service neutron] 10.222.0.106 "GET /v2.0/networks?id=e2c3c5e7-c691-4857-ba81-87a16405fd64 HTTP/1.1" status: 200 len: 897 time: 0.1329756 Jan 20 14:36:18.380234 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvr_db [None req-6cbe41f5-7923-45cd-9baf-2c7b4616429f None None] Set router 68846b58-2cd2-438e-91f5-ebe868513b13 gateway port host: dv-neutron-825124-1-hyperv {{(pid=84155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 14:36:18.430215 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-68b2e11d-c502-44a5-a402-98c240acbdaf req-1f489ffa-6f1d-4133-9ecc-231df99d9f1c service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ffdff166-6265-4806-ae70-490f9bd44d71 HTTP/1.1" status: 200 len: 999 time: 0.1864307 Jan 20 14:36:18.491759 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b2e11d-c502-44a5-a402-98c240acbdaf req-471e33b0-da37-4024-a630-d50fa4c40c33 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:36:18.493338 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-68b2e11d-c502-44a5-a402-98c240acbdaf req-471e33b0-da37-4024-a630-d50fa4c40c33 service neutron] 10.222.0.106 "GET /v2.0/subnets?id=f8a8ffe0-0112-4c20-8de5-a466cb4e1565 HTTP/1.1" status: 200 len: 834 time: 0.0576568 Jan 20 14:36:18.517828 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-921db728-dd0c-427a-93e6-2058ddcc2e78 req-76493cbd-2be0-47c5-917b-64126f0da5ce service neutron] 10.222.0.106 "GET /v2.0/ports?device_id=7e74bed5-411d-4dce-b5b6-8583fa74348d HTTP/1.1" status: 200 len: 1098 time: 0.0699785 Jan 20 14:36:18.576331 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-921db728-dd0c-427a-93e6-2058ddcc2e78 req-ccfe6d51-c57f-446e-bc17-9b534008bb6a service neutron] 10.222.0.106 "GET /v2.0/security-groups?id=28f60a14-6b71-4e72-84fb-77c6bf67a29f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516162 Jan 20 14:36:18.579158 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-68b2e11d-c502-44a5-a402-98c240acbdaf req-7e5dc258-ff0d-43c0-8b5d-03fb763ff701 service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=e2c3c5e7-c691-4857-ba81-87a16405fd64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0800307 Jan 20 14:36:18.734875 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-6cbe41f5-7923-45cd-9baf-2c7b4616429f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68846b58-2cd2-438e-91f5-ebe868513b13', 'name': 'tempest-TestNetworkBasicOps-router-1058041183', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.31'}], 'enable_snat': True}, 'gw_port_id': '8ce5bcad-f9b7-442e-8cd1-6f91223639b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:35:44Z', 'updated_at': '2022-01-20T14:35:50Z', 'revision_number': 4, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'gw_port': {'id': '8ce5bcad-f9b7-442e-8cd1-6f91223639b6', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:7e:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68846b58-2cd2-438e-91f5-ebe868513b13', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:35:45Z', 'updated_at': '2022-01-20T14:35:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv', '_floatingips': [{'id': '8c77025c-2ebc-4a8e-816e-af68887d986a', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'floating_ip_address': '172.26.7.197', 'floating_network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'router_id': '68846b58-2cd2-438e-91f5-ebe868513b13', 'port_id': 'ffdff166-6265-4806-ae70-490f9bd44d71', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2c3c5e7-c691-4857-ba81-87a16405fd64', 'mac_address': 'fa:16:3e:04:1f:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf5d69d8-7db3-421e-ba42-129f44492159', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T14:36:15Z', 'updated_at': '2022-01-20T14:36:15Z', 'revision_number': 0, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4639fbf-5d30-43b9-bb64-3ed224273a9a', 'name': '', 'network_id': 'e2c3c5e7-c691-4857-ba81-87a16405fd64', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'mac_address': 'fa:16:3e:5e:b1:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68846b58-2cd2-438e-91f5-ebe868513b13', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f8a8ffe0-0112-4c20-8de5-a466cb4e1565', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:35:49Z', 'updated_at': '2022-01-20T14:35:56Z', 'revision_number': 5, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'subnets': [{'id': 'f8a8ffe0-0112-4c20-8de5-a466cb4e1565', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:36:18.738666 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cbe41f5-7923-45cd-9baf-2c7b4616429f None None] The sync data for ids ['68846b58-2cd2-438e-91f5-ebe868513b13'] in dv-neutron-825124-1-hyperv is: [{'id': '68846b58-2cd2-438e-91f5-ebe868513b13', 'name': 'tempest-TestNetworkBasicOps-router-1058041183', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.31'}], 'enable_snat': True}, 'gw_port_id': '8ce5bcad-f9b7-442e-8cd1-6f91223639b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:35:44Z', 'updated_at': '2022-01-20T14:35:50Z', 'revision_number': 4, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'gw_port': {'id': '8ce5bcad-f9b7-442e-8cd1-6f91223639b6', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:7e:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68846b58-2cd2-438e-91f5-ebe868513b13', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:35:45Z', 'updated_at': '2022-01-20T14:35:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv', '_floatingips': [{'id': '8c77025c-2ebc-4a8e-816e-af68887d986a', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'floating_ip_address': '172.26.7.197', 'floating_network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'router_id': '68846b58-2cd2-438e-91f5-ebe868513b13', 'port_id': 'ffdff166-6265-4806-ae70-490f9bd44d71', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2c3c5e7-c691-4857-ba81-87a16405fd64', 'mac_address': 'fa:16:3e:04:1f:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf5d69d8-7db3-421e-ba42-129f44492159', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T14:36:15Z', 'updated_at': '2022-01-20T14:36:15Z', 'revision_number': 0, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4639fbf-5d30-43b9-bb64-3ed224273a9a', 'name': '', 'network_id': 'e2c3c5e7-c691-4857-ba81-87a16405fd64', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'mac_address': 'fa:16:3e:5e:b1:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68846b58-2cd2-438e-91f5-ebe868513b13', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f8a8ffe0-0112-4c20-8de5-a466cb4e1565', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:35:49Z', 'updated_at': '2022-01-20T14:35:56Z', 'revision_number': 5, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'subnets': [{'id': 'f8a8ffe0-0112-4c20-8de5-a466cb4e1565', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 14:36:18.935299 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e90bdd-e35c-40a8-bf37-aa6551687f32 None None] New status for floating IP 8c77025c-2ebc-4a8e-816e-af68887d986a: ACTIVE {{(pid=84154) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 20 14:36:18.961853 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-68b2e11d-c502-44a5-a402-98c240acbdaf req-1d193517-da76-4047-ab64-b9343149e33f service neutron] 10.222.0.106 "GET /v2.0/networks/e2c3c5e7-c691-4857-ba81-87a16405fd64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500604 Jan 20 14:36:19.071851 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 43570) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:36:19.099667 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-68b2e11d-c502-44a5-a402-98c240acbdaf req-d9f9587a-bd5c-4b1f-8cb3-284a18eabf33 service neutron] 10.222.0.106 "GET /v2.0/networks/e2c3c5e7-c691-4857-ba81-87a16405fd64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308067 Jan 20 14:36:19.248049 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-b3f47afb-7c54-4c15-b22a-5786a36003fb tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/floatingips/8c77025c-2ebc-4a8e-816e-af68887d986a HTTP/1.1" status: 200 len: 991 time: 0.1741023 Jan 20 14:36:19.270101 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4861b2-e1b0-4e42-88ce-6d5443d1a6ca req-c9673975-fc93-49e1-9d52-24c46df4c359 tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:36:19.271659 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-8a4861b2-e1b0-4e42-88ce-6d5443d1a6ca req-c9673975-fc93-49e1-9d52-24c46df4c359 tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] 10.222.0.54 "GET /v2.0/ports?device_id=7e74bed5-411d-4dce-b5b6-8583fa74348d HTTP/1.1" status: 200 len: 945 time: 0.1186070 Jan 20 14:36:19.320853 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-8a4861b2-e1b0-4e42-88ce-6d5443d1a6ca req-c5b8b277-f9bb-44a3-9045-f6c0254a3890 tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] 10.222.0.54 "GET /v2.0/security-groups?id=28f60a14-6b71-4e72-84fb-77c6bf67a29f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426977 Jan 20 14:36:20.252261 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 43574) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:36:20.371169 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-a570b50b-c83d-4b3a-9b1d-a34aadffcb1a tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/floatingips/8c77025c-2ebc-4a8e-816e-af68887d986a HTTP/1.1" status: 200 len: 993 time: 0.1175239 Jan 20 14:36:20.528073 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d45701-aa38-4247-96e8-b77c9671d477 req-8ad424e3-01a6-4084-a0e6-0fcd27023c47 tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:36:20.529554 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-53d45701-aa38-4247-96e8-b77c9671d477 req-8ad424e3-01a6-4084-a0e6-0fcd27023c47 tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] 10.222.0.54 "GET /v2.0/ports?device_id=7e74bed5-411d-4dce-b5b6-8583fa74348d HTTP/1.1" status: 200 len: 945 time: 0.0820887 Jan 20 14:36:20.575254 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-53d45701-aa38-4247-96e8-b77c9671d477 req-1027d566-0d7d-435d-a79a-80480d44094b tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] 10.222.0.54 "GET /v2.0/security-groups?id=28f60a14-6b71-4e72-84fb-77c6bf67a29f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401924 Jan 20 14:36:20.889726 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15851d1d-1b20-4f28-8e46-89f25da78cee req-d8d7c213-c26a-46dc-b6c9-abfd48486d9a tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:36:20.891125 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-15851d1d-1b20-4f28-8e46-89f25da78cee req-d8d7c213-c26a-46dc-b6c9-abfd48486d9a tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] 10.222.0.54 "GET /v2.0/ports?device_id=7e74bed5-411d-4dce-b5b6-8583fa74348d HTTP/1.1" status: 200 len: 945 time: 0.1877463 Jan 20 14:36:20.937470 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-15851d1d-1b20-4f28-8e46-89f25da78cee req-4e4955c2-fc98-4bba-bb54-82204eccd6d4 tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] 10.222.0.54 "GET /v2.0/security-groups?id=28f60a14-6b71-4e72-84fb-77c6bf67a29f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407441 Jan 20 14:36:20.966134 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 43582) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:36:21.035187 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-a87b922a-eed0-4073-97c3-832f931fcced tempest-TestVolumeBootPattern-1111325000 tempest-TestVolumeBootPattern-1111325000-project-admin] Synchronizing usage tracker for tenant:cdc34049eb8f4ef0aa8ca4d199ba3589 on resource:port {{(pid=84153) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:36:21.111814 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-a87b922a-eed0-4073-97c3-832f931fcced tempest-TestVolumeBootPattern-1111325000 tempest-TestVolumeBootPattern-1111325000-project-admin] Unset dirty status for tenant:cdc34049eb8f4ef0aa8ca4d199ba3589 on resource:port {{(pid=84153) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:36:21.113020 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-a87b922a-eed0-4073-97c3-832f931fcced tempest-TestVolumeBootPattern-1111325000 tempest-TestVolumeBootPattern-1111325000-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=7e74bed5-411d-4dce-b5b6-8583fa74348d HTTP/1.1" status: 200 len: 1093 time: 0.1459453 Jan 20 14:36:21.115862 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 43586) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:36:21.121790 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-a60382c7-386d-4054-a2be-0c56e8a77fc8 tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Request body: {'floatingip': {'floating_network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'port_id': 'eb017f5f-13c0-4b06-a5b2-7e8cdb63a427', 'tenant_id': '630d3f8a86444149b9a83c00e804a42a', 'fixed_ip_address': '172.20.0.8'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:36:21.127859 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-a60382c7-386d-4054-a2be-0c56e8a77fc8 tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:36:21.131804 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-a60382c7-386d-4054-a2be-0c56e8a77fc8 tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Usage tracker for resource:floatingip and tenant:630d3f8a86444149b9a83c00e804a42a is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:36:21.134858 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-a60382c7-386d-4054-a2be-0c56e8a77fc8 tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:36:21.140809 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-a60382c7-386d-4054-a2be-0c56e8a77fc8 tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:36:21.197949 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-a60382c7-386d-4054-a2be-0c56e8a77fc8 tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Notify callbacks [] for floatingip, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:21.339452 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-a60382c7-386d-4054-a2be-0c56e8a77fc8 tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:21.482256 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.db_base_plugin_common [None req-a60382c7-386d-4054-a2be-0c56e8a77fc8 tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Allocated IP 172.26.7.153 (8dffb05c-5ca0-409b-bd5f-7be6264f707d/a489dd4f-42a5-433b-8be3-bab2749c4209/0abf9478-c45f-4e22-9cec-50c22b9360f7) {{(pid=84153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:36:21.637063 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-a60382c7-386d-4054-a2be-0c56e8a77fc8 tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Notify callbacks [] for port, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:21.712741 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-a60382c7-386d-4054-a2be-0c56e8a77fc8 tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:21.784846 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a60382c7-386d-4054-a2be-0c56e8a77fc8 tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Network 8dffb05c-5ca0-409b-bd5f-7be6264f707d is already hosted by enough agents. {{(pid=84153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:36:21.787802 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.base_scheduler [None req-a60382c7-386d-4054-a2be-0c56e8a77fc8 tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Resources bound (agent type, host, resource id): {{(pid=84153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:36:21.791916 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a60382c7-386d-4054-a2be-0c56e8a77fc8 tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Received port after_create {{(pid=84153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:36:21.821358 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60382c7-386d-4054-a2be-0c56e8a77fc8 tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Pushing event updated for resources: {'Port': ['ID=0abf9478-c45f-4e22-9cec-50c22b9360f7,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:36:22.322616 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-a60382c7-386d-4054-a2be-0c56e8a77fc8 tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:22.419347 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-a60382c7-386d-4054-a2be-0c56e8a77fc8 tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:22.616843 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-a60382c7-386d-4054-a2be-0c56e8a77fc8 tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Notify callbacks [] for port, precommit_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:22.706742 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-a60382c7-386d-4054-a2be-0c56e8a77fc8 tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3944146'] for port, after_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:22.814626 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60382c7-386d-4054-a2be-0c56e8a77fc8 tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Pushing event updated for resources: {'Port': ['ID=0abf9478-c45f-4e22-9cec-50c22b9360f7,revision_number=2']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:36:22.831571 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-a60382c7-386d-4054-a2be-0c56e8a77fc8 tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-745254'] for floatingip, after_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:23.129878 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.db.l3_db [None req-a60382c7-386d-4054-a2be-0c56e8a77fc8 tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Floating IP 64c07cc2-a315-4f1d-97ce-13c99440a246 associated. External IP: 172.26.7.153, port: eb017f5f-13c0-4b06-a5b2-7e8cdb63a427. Jan 20 14:36:23.537482 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a60382c7-386d-4054-a2be-0c56e8a77fc8 tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Router 783ebe0c-6c84-4372-ade0-9a5670567575 has already been hosted by L3 agent 624d525b-4c26-4143-8a1c-228bb1c6faaa {{(pid=84153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 14:36:23.736833 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a60382c7-386d-4054-a2be-0c56e8a77fc8 tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Notify agent at l3_agent.dv-neutron-825124-1-hyperv the message routers_updated {{(pid=84153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 14:36:23.746655 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e9178ed-ccdd-41ba-90eb-f423c441c1a5 None None] Sync routers for ids ['783ebe0c-6c84-4372-ade0-9a5670567575'] in dv-neutron-825124-1-hyperv {{(pid=84155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 14:36:23.759051 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e9178ed-ccdd-41ba-90eb-f423c441c1a5 None None] Routers {'783ebe0c-6c84-4372-ade0-9a5670567575'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:36:23.760281 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-0e9178ed-ccdd-41ba-90eb-f423c441c1a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:36:00Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['783ebe0c-6c84-4372-ade0-9a5670567575'], 'active': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:36:23.809166 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-a60382c7-386d-4054-a2be-0c56e8a77fc8 tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for floatingip, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:23.866377 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-a60382c7-386d-4054-a2be-0c56e8a77fc8 tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7494552 Jan 20 14:36:23.866984 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e74bed5-411d-4dce-b5b6-8583fa74348d', 'tag': 'eb017f5f-13c0-4b06-a5b2-7e8cdb63a427'}] {{(pid=84153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 14:36:23.922139 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e74bed5-411d-4dce-b5b6-8583fa74348d', 'tag': 'eb017f5f-13c0-4b06-a5b2-7e8cdb63a427', 'status': 'completed', 'code': 200} Jan 20 14:36:23.941802 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvr_db [None req-0e9178ed-ccdd-41ba-90eb-f423c441c1a5 None None] Set router 783ebe0c-6c84-4372-ade0-9a5670567575 gateway port host: dv-neutron-825124-1-hyperv {{(pid=84155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 14:36:24.025996 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-0c71e6fa-74e9-4224-8ad1-d07d8422b9b6 req-4fe72277-1f53-4743-841b-3f625a18064b service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=630d3f8a86444149b9a83c00e804a42a&device_id=7e74bed5-411d-4dce-b5b6-8583fa74348d HTTP/1.1" status: 200 len: 1098 time: 0.0736029 Jan 20 14:36:24.166258 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c71e6fa-74e9-4224-8ad1-d07d8422b9b6 req-b668414f-d482-49a4-80af-8e8f8940ca0f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:36:24.168064 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-0c71e6fa-74e9-4224-8ad1-d07d8422b9b6 req-b668414f-d482-49a4-80af-8e8f8940ca0f service neutron] 10.222.0.106 "GET /v2.0/networks?id=ac006b3d-300f-4a00-af61-b19ab11d4829 HTTP/1.1" status: 200 len: 912 time: 0.1351764 Jan 20 14:36:24.276338 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-0c71e6fa-74e9-4224-8ad1-d07d8422b9b6 req-9b85aeba-3408-4aea-9aba-c9e3cabdbd70 service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eb017f5f-13c0-4b06-a5b2-7e8cdb63a427 HTTP/1.1" status: 200 len: 999 time: 0.1007462 Jan 20 14:36:24.308800 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-0e9178ed-ccdd-41ba-90eb-f423c441c1a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '783ebe0c-6c84-4372-ade0-9a5670567575', 'name': 'tempest-TestVolumeBootPattern-778372646-router', 'tenant_id': '630d3f8a86444149b9a83c00e804a42a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.22'}], 'enable_snat': True}, 'gw_port_id': '8983572d-c0fb-4a5d-959d-810702cc354b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:30:55Z', 'updated_at': '2022-01-20T14:31:07Z', 'revision_number': 4, 'project_id': '630d3f8a86444149b9a83c00e804a42a', 'gw_port': {'id': '8983572d-c0fb-4a5d-959d-810702cc354b', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:8b:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '783ebe0c-6c84-4372-ade0-9a5670567575', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:30:56Z', 'updated_at': '2022-01-20T14:31:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv', '_floatingips': [{'id': '64c07cc2-a315-4f1d-97ce-13c99440a246', 'tenant_id': '630d3f8a86444149b9a83c00e804a42a', 'floating_ip_address': '172.26.7.153', 'floating_network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'router_id': '783ebe0c-6c84-4372-ade0-9a5670567575', 'port_id': 'eb017f5f-13c0-4b06-a5b2-7e8cdb63a427', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac006b3d-300f-4a00-af61-b19ab11d4829', 'mac_address': 'fa:16:3e:2d:29:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e74bed5-411d-4dce-b5b6-8583fa74348d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T14:36:22Z', 'updated_at': '2022-01-20T14:36:22Z', 'revision_number': 0, 'project_id': '630d3f8a86444149b9a83c00e804a42a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73ab2921-cdee-469d-ac12-5c7530b1b83d', 'name': '', 'network_id': 'ac006b3d-300f-4a00-af61-b19ab11d4829', 'tenant_id': '630d3f8a86444149b9a83c00e804a42a', 'mac_address': 'fa:16:3e:29:50:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '783ebe0c-6c84-4372-ade0-9a5670567575', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '03a7a10f-ac58-4ac3-ae2b-291238d5ec16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:31:05Z', 'updated_at': '2022-01-20T14:31:20Z', 'revision_number': 5, 'project_id': '630d3f8a86444149b9a83c00e804a42a', 'subnets': [{'id': '03a7a10f-ac58-4ac3-ae2b-291238d5ec16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:36:24.312710 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e9178ed-ccdd-41ba-90eb-f423c441c1a5 None None] Checking router: 783ebe0c-6c84-4372-ade0-9a5670567575 for host: dv-neutron-825124-1-hyperv {{(pid=84155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 14:36:24.326121 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e9178ed-ccdd-41ba-90eb-f423c441c1a5 None None] Routers {'783ebe0c-6c84-4372-ade0-9a5670567575'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:36:24.326907 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-0e9178ed-ccdd-41ba-90eb-f423c441c1a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:36:00Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['783ebe0c-6c84-4372-ade0-9a5670567575'], 'active': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:36:24.341248 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c71e6fa-74e9-4224-8ad1-d07d8422b9b6 req-ef0ddce4-33b3-4de4-87be-3144885cc27e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:36:24.342721 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-0c71e6fa-74e9-4224-8ad1-d07d8422b9b6 req-ef0ddce4-33b3-4de4-87be-3144885cc27e service neutron] 10.222.0.106 "GET /v2.0/subnets?id=03a7a10f-ac58-4ac3-ae2b-291238d5ec16 HTTP/1.1" status: 200 len: 850 time: 0.0591912 Jan 20 14:36:24.424827 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-0c71e6fa-74e9-4224-8ad1-d07d8422b9b6 req-aee2e787-0402-474d-9008-740641f440f5 service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=ac006b3d-300f-4a00-af61-b19ab11d4829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0702894 Jan 20 14:36:24.506748 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvr_db [None req-0e9178ed-ccdd-41ba-90eb-f423c441c1a5 None None] Set router 783ebe0c-6c84-4372-ade0-9a5670567575 gateway port host: dv-neutron-825124-1-hyperv {{(pid=84155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 14:36:24.572866 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-0c71e6fa-74e9-4224-8ad1-d07d8422b9b6 req-46aaea08-a9fd-41ce-b0c6-d6685c0b13b8 service neutron] 10.222.0.106 "GET /v2.0/networks/ac006b3d-300f-4a00-af61-b19ab11d4829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317806 Jan 20 14:36:24.715166 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-0c71e6fa-74e9-4224-8ad1-d07d8422b9b6 req-9512f29a-6d87-4b14-9d53-f0c7b7629c12 service neutron] 10.222.0.106 "GET /v2.0/networks/ac006b3d-300f-4a00-af61-b19ab11d4829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289506 Jan 20 14:36:24.896877 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-0e9178ed-ccdd-41ba-90eb-f423c441c1a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '783ebe0c-6c84-4372-ade0-9a5670567575', 'name': 'tempest-TestVolumeBootPattern-778372646-router', 'tenant_id': '630d3f8a86444149b9a83c00e804a42a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.22'}], 'enable_snat': True}, 'gw_port_id': '8983572d-c0fb-4a5d-959d-810702cc354b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:30:55Z', 'updated_at': '2022-01-20T14:31:07Z', 'revision_number': 4, 'project_id': '630d3f8a86444149b9a83c00e804a42a', 'gw_port': {'id': '8983572d-c0fb-4a5d-959d-810702cc354b', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:8b:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '783ebe0c-6c84-4372-ade0-9a5670567575', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:30:56Z', 'updated_at': '2022-01-20T14:31:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv', '_floatingips': [{'id': '64c07cc2-a315-4f1d-97ce-13c99440a246', 'tenant_id': '630d3f8a86444149b9a83c00e804a42a', 'floating_ip_address': '172.26.7.153', 'floating_network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'router_id': '783ebe0c-6c84-4372-ade0-9a5670567575', 'port_id': 'eb017f5f-13c0-4b06-a5b2-7e8cdb63a427', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac006b3d-300f-4a00-af61-b19ab11d4829', 'mac_address': 'fa:16:3e:2d:29:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e74bed5-411d-4dce-b5b6-8583fa74348d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T14:36:22Z', 'updated_at': '2022-01-20T14:36:22Z', 'revision_number': 0, 'project_id': '630d3f8a86444149b9a83c00e804a42a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73ab2921-cdee-469d-ac12-5c7530b1b83d', 'name': '', 'network_id': 'ac006b3d-300f-4a00-af61-b19ab11d4829', 'tenant_id': '630d3f8a86444149b9a83c00e804a42a', 'mac_address': 'fa:16:3e:29:50:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '783ebe0c-6c84-4372-ade0-9a5670567575', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '03a7a10f-ac58-4ac3-ae2b-291238d5ec16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:31:05Z', 'updated_at': '2022-01-20T14:31:20Z', 'revision_number': 5, 'project_id': '630d3f8a86444149b9a83c00e804a42a', 'subnets': [{'id': '03a7a10f-ac58-4ac3-ae2b-291238d5ec16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:36:24.900938 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e9178ed-ccdd-41ba-90eb-f423c441c1a5 None None] The sync data for ids ['783ebe0c-6c84-4372-ade0-9a5670567575'] in dv-neutron-825124-1-hyperv is: [{'id': '783ebe0c-6c84-4372-ade0-9a5670567575', 'name': 'tempest-TestVolumeBootPattern-778372646-router', 'tenant_id': '630d3f8a86444149b9a83c00e804a42a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.22'}], 'enable_snat': True}, 'gw_port_id': '8983572d-c0fb-4a5d-959d-810702cc354b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:30:55Z', 'updated_at': '2022-01-20T14:31:07Z', 'revision_number': 4, 'project_id': '630d3f8a86444149b9a83c00e804a42a', 'gw_port': {'id': '8983572d-c0fb-4a5d-959d-810702cc354b', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:8b:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '783ebe0c-6c84-4372-ade0-9a5670567575', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:30:56Z', 'updated_at': '2022-01-20T14:31:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv', '_floatingips': [{'id': '64c07cc2-a315-4f1d-97ce-13c99440a246', 'tenant_id': '630d3f8a86444149b9a83c00e804a42a', 'floating_ip_address': '172.26.7.153', 'floating_network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'router_id': '783ebe0c-6c84-4372-ade0-9a5670567575', 'port_id': 'eb017f5f-13c0-4b06-a5b2-7e8cdb63a427', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac006b3d-300f-4a00-af61-b19ab11d4829', 'mac_address': 'fa:16:3e:2d:29:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e74bed5-411d-4dce-b5b6-8583fa74348d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T14:36:22Z', 'updated_at': '2022-01-20T14:36:22Z', 'revision_number': 0, 'project_id': '630d3f8a86444149b9a83c00e804a42a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73ab2921-cdee-469d-ac12-5c7530b1b83d', 'name': '', 'network_id': 'ac006b3d-300f-4a00-af61-b19ab11d4829', 'tenant_id': '630d3f8a86444149b9a83c00e804a42a', 'mac_address': 'fa:16:3e:29:50:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '783ebe0c-6c84-4372-ade0-9a5670567575', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '03a7a10f-ac58-4ac3-ae2b-291238d5ec16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:31:05Z', 'updated_at': '2022-01-20T14:31:20Z', 'revision_number': 5, 'project_id': '630d3f8a86444149b9a83c00e804a42a', 'subnets': [{'id': '03a7a10f-ac58-4ac3-ae2b-291238d5ec16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 14:36:25.215789 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2f23d94-8a2b-409f-9750-42d5ee6b69cc None None] New status for floating IP 64c07cc2-a315-4f1d-97ce-13c99440a246: ACTIVE {{(pid=84154) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 20 14:36:28.003551 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-3b43bf8d-818d-4767-8396-0cb83a209bd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:30.317974 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:30.352165 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-64735c35-91ad-44b8-8cbe-f12c14befd52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:31.426477 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:31.551935 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-cdd98e71-1f0a-4421-baa9-dcb30e06edf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:32.946458 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-eea6df97-7ff1-4b63-af20-e3ec8913deda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:36:46.030573 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.agents_db [None req-6dba657d-a637-4918-9b6d-40defdfae04b None None] Agent healthcheck: found 6 active agents {{(pid=84155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 14:36:57.987351 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-32128867-2d14-46dd-95bd-ef61d7f950a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:00.369337 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:00.415240 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-c8d0d0a2-d444-461c-bf0a-385bfae79d4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:01.467043 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:01.617994 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-cdd98e71-1f0a-4421-baa9-dcb30e06edf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:02.987003 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-eea6df97-7ff1-4b63-af20-e3ec8913deda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:16.747330 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-74382ff7-6884-40cc-a02b-2b0c4f3ef376 req-7c27337e-5ef5-4fbc-84bb-fa9ca4cfae4a service neutron] 10.222.0.106 "GET /v2.0/ports?device_id=00399a73-e934-46ae-b4db-3c539c30d642&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1460226 Jan 20 14:37:16.889366 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-74382ff7-6884-40cc-a02b-2b0c4f3ef376 req-f268ef86-006c-45df-9150-e48e3a0272bb service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=9c4261ab481844b5bb12c28ceb385a24&device_id=00399a73-e934-46ae-b4db-3c539c30d642 HTTP/1.1" status: 200 len: 1099 time: 0.0710714 Jan 20 14:37:17.035069 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74382ff7-6884-40cc-a02b-2b0c4f3ef376 req-0be8a1c1-fdd5-4d5a-b7d5-f21165eec4c0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:37:17.036552 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-74382ff7-6884-40cc-a02b-2b0c4f3ef376 req-0be8a1c1-fdd5-4d5a-b7d5-f21165eec4c0 service neutron] 10.222.0.106 "GET /v2.0/networks?id=e6375433-9719-46e8-83c8-134ded03773b HTTP/1.1" status: 200 len: 897 time: 0.1283813 Jan 20 14:37:17.224156 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-74382ff7-6884-40cc-a02b-2b0c4f3ef376 req-a6b77160-34aa-4a3e-aa83-0192dd70a1e3 service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0a86e39e-7c4e-4522-9367-489983d46ffc HTTP/1.1" status: 200 len: 1002 time: 0.1808784 Jan 20 14:37:17.288426 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74382ff7-6884-40cc-a02b-2b0c4f3ef376 req-2946f52e-508c-439a-965d-6c651ac578bd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:37:17.289852 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-74382ff7-6884-40cc-a02b-2b0c4f3ef376 req-2946f52e-508c-439a-965d-6c651ac578bd service neutron] 10.222.0.106 "GET /v2.0/subnets?id=d1901ba2-213a-49cf-963a-9516e82439fd HTTP/1.1" status: 200 len: 834 time: 0.0595989 Jan 20 14:37:17.371899 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-74382ff7-6884-40cc-a02b-2b0c4f3ef376 req-1d91fbd8-7f25-4815-a15f-dfeacab587e3 service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=e6375433-9719-46e8-83c8-134ded03773b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0752358 Jan 20 14:37:17.503443 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-74382ff7-6884-40cc-a02b-2b0c4f3ef376 req-5b65d1ea-3b86-470d-9324-0aa23b3a9e88 service neutron] 10.222.0.106 "GET /v2.0/networks/e6375433-9719-46e8-83c8-134ded03773b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253767 Jan 20 14:37:17.644865 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-74382ff7-6884-40cc-a02b-2b0c4f3ef376 req-4187da50-0788-4cd9-a337-409836439665 service neutron] 10.222.0.106 "GET /v2.0/networks/e6375433-9719-46e8-83c8-134ded03773b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328602 Jan 20 14:37:23.031443 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.agents_db [None req-6dba657d-a637-4918-9b6d-40defdfae04b None None] Agent healthcheck: found 6 active agents {{(pid=84155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 14:37:28.008514 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-1f57eee7-dbb3-49d9-b0c6-aa7ce73a705b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:30.403689 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:30.426186 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-aba0f8d0-3f63-4dfb-8d7d-0d298faa8e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:31.387389 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:31.396444 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 43638) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:37:31.470539 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-218bc8b8-cbfc-4bad-b01e-f52d12b62622 tempest-TestNetworkBasicOps-1338634829 tempest-TestNetworkBasicOps-1338634829-project-admin] 10.222.0.54 "GET /v2.0/ports?project_id=640e8dbef2de46a485c2653a25e2ea4a&network_id=e2c3c5e7-c691-4857-ba81-87a16405fd64 HTTP/1.1" status: 200 len: 2999 time: 0.0729041 Jan 20 14:37:31.529174 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-cdd98e71-1f0a-4421-baa9-dcb30e06edf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:31.739023 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 43648) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:37:31.951640 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-f2b50beb-3007-473d-8c5a-8b59e9cab4c2 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Deleting port 529a2655-c46b-4678-8e74-f6323bb335aa {{(pid=84153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:37:31.951988 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-f2b50beb-3007-473d-8c5a-8b59e9cab4c2 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:32.125752 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-f2b50beb-3007-473d-8c5a-8b59e9cab4c2 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:32.128772 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-f2b50beb-3007-473d-8c5a-8b59e9cab4c2 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:32.246317 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-f2b50beb-3007-473d-8c5a-8b59e9cab4c2 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Calling delete_port for 529a2655-c46b-4678-8e74-f6323bb335aa owned by network:floatingip {{(pid=84153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:37:32.596782 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-f2b50beb-3007-473d-8c5a-8b59e9cab4c2 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:32.642127 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b50beb-3007-473d-8c5a-8b59e9cab4c2 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Pushing event deleted for resources: {'Port': ['ID=529a2655-c46b-4678-8e74-f6323bb335aa,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:37:32.685664 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b50beb-3007-473d-8c5a-8b59e9cab4c2 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:37:32.686001 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b50beb-3007-473d-8c5a-8b59e9cab4c2 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:37:32.686360 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b50beb-3007-473d-8c5a-8b59e9cab4c2 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:37:32.686687 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b50beb-3007-473d-8c5a-8b59e9cab4c2 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:37:32.687650 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b50beb-3007-473d-8c5a-8b59e9cab4c2 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:37:32.688020 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b50beb-3007-473d-8c5a-8b59e9cab4c2 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:37:32.688344 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b50beb-3007-473d-8c5a-8b59e9cab4c2 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:37:32.688662 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b50beb-3007-473d-8c5a-8b59e9cab4c2 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:37:32.688981 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b50beb-3007-473d-8c5a-8b59e9cab4c2 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:37:32.689296 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b50beb-3007-473d-8c5a-8b59e9cab4c2 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:37:32.689611 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b50beb-3007-473d-8c5a-8b59e9cab4c2 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:37:32.753465 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-f2b50beb-3007-473d-8c5a-8b59e9cab4c2 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Notify callbacks [] for floatingip, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:32.986127 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-eea6df97-7ff1-4b63-af20-e3ec8913deda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:33.163880 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2b50beb-3007-473d-8c5a-8b59e9cab4c2 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Router 873609ad-5f31-4c7a-ab27-a99033846581 has already been hosted by L3 agent 624d525b-4c26-4143-8a1c-228bb1c6faaa {{(pid=84153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 14:37:33.388977 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2b50beb-3007-473d-8c5a-8b59e9cab4c2 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Notify agent at l3_agent.dv-neutron-825124-1-hyperv the message routers_updated {{(pid=84153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 14:37:33.399600 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-612af06c-1fdc-477d-939a-4e25b194a9bf None None] Sync routers for ids ['873609ad-5f31-4c7a-ab27-a99033846581'] in dv-neutron-825124-1-hyperv {{(pid=84155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 14:37:33.402315 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-f2b50beb-3007-473d-8c5a-8b59e9cab4c2 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for floatingip, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:33.412782 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-612af06c-1fdc-477d-939a-4e25b194a9bf None None] Routers {'873609ad-5f31-4c7a-ab27-a99033846581'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:37:33.413492 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-612af06c-1fdc-477d-939a-4e25b194a9bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:37:30Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['873609ad-5f31-4c7a-ab27-a99033846581'], 'active': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:37:33.457278 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-f2b50beb-3007-473d-8c5a-8b59e9cab4c2 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] 10.222.0.54 "DELETE /v2.0/floatingips/19a808f9-5c0b-40de-a480-cebefa8282de HTTP/1.1" status: 204 len: 168 time: 1.7171433 Jan 20 14:37:33.457857 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00399a73-e934-46ae-b4db-3c539c30d642', 'tag': '0a86e39e-7c4e-4522-9367-489983d46ffc'}] {{(pid=84153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 14:37:33.516804 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 43664) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:37:33.523759 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00399a73-e934-46ae-b4db-3c539c30d642', 'tag': '0a86e39e-7c4e-4522-9367-489983d46ffc', 'status': 'completed', 'code': 200} Jan 20 14:37:33.618732 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvr_db [None req-612af06c-1fdc-477d-939a-4e25b194a9bf None None] Set router 873609ad-5f31-4c7a-ab27-a99033846581 gateway port host: dv-neutron-825124-1-hyperv {{(pid=84155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 14:37:33.642421 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8aabd89-0b32-48e5-a769-acd4f20f1127 tempest-TestNetworkBasicOps-1338634829 tempest-TestNetworkBasicOps-1338634829-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:37:33.646722 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-d8aabd89-0b32-48e5-a769-acd4f20f1127 tempest-TestNetworkBasicOps-1338634829 tempest-TestNetworkBasicOps-1338634829-project-admin] 10.222.0.54 "GET /v2.0/subnets?network_id=8dffb05c-5ca0-409b-bd5f-7be6264f707d HTTP/1.1" status: 200 len: 814 time: 0.1285923 Jan 20 14:37:33.681011 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-d7911518-28b2-40be-8c96-8097d1b26755 req-096cd105-4558-427c-b9de-54ef33179a7e service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=9c4261ab481844b5bb12c28ceb385a24&device_id=00399a73-e934-46ae-b4db-3c539c30d642 HTTP/1.1" status: 200 len: 1099 time: 0.1112394 Jan 20 14:37:33.832863 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7911518-28b2-40be-8c96-8097d1b26755 req-a01ba232-7874-4287-b42e-08965350389f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:37:33.834621 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-d7911518-28b2-40be-8c96-8097d1b26755 req-a01ba232-7874-4287-b42e-08965350389f service neutron] 10.222.0.106 "GET /v2.0/networks?id=e6375433-9719-46e8-83c8-134ded03773b HTTP/1.1" status: 200 len: 897 time: 0.1456664 Jan 20 14:37:33.910169 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-d7911518-28b2-40be-8c96-8097d1b26755 req-cd554e45-31bf-4369-b9ab-44ebbc3e7807 service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0a86e39e-7c4e-4522-9367-489983d46ffc HTTP/1.1" status: 200 len: 217 time: 0.0675445 Jan 20 14:37:33.965951 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-612af06c-1fdc-477d-939a-4e25b194a9bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '873609ad-5f31-4c7a-ab27-a99033846581', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1705145768', 'tenant_id': '9c4261ab481844b5bb12c28ceb385a24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.97'}], 'enable_snat': True}, 'gw_port_id': '8f37f62a-1816-4474-a0e8-49e9ec80d6ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:34:03Z', 'updated_at': '2022-01-20T14:34:11Z', 'revision_number': 4, 'project_id': '9c4261ab481844b5bb12c28ceb385a24', 'gw_port': {'id': '8f37f62a-1816-4474-a0e8-49e9ec80d6ae', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:7d:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '873609ad-5f31-4c7a-ab27-a99033846581', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:34:04Z', 'updated_at': '2022-01-20T14:34:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv', '_interfaces': [{'id': 'd3414f0b-0df5-43ed-8a8f-d6312cc952b4', 'name': '', 'network_id': 'e6375433-9719-46e8-83c8-134ded03773b', 'tenant_id': '9c4261ab481844b5bb12c28ceb385a24', 'mac_address': 'fa:16:3e:90:7b:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '873609ad-5f31-4c7a-ab27-a99033846581', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd1901ba2-213a-49cf-963a-9516e82439fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:34:09Z', 'updated_at': '2022-01-20T14:34:19Z', 'revision_number': 5, 'project_id': '9c4261ab481844b5bb12c28ceb385a24', 'subnets': [{'id': 'd1901ba2-213a-49cf-963a-9516e82439fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:37:33.975712 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-612af06c-1fdc-477d-939a-4e25b194a9bf None None] Checking router: 873609ad-5f31-4c7a-ab27-a99033846581 for host: dv-neutron-825124-1-hyperv {{(pid=84155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 14:37:33.979710 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7911518-28b2-40be-8c96-8097d1b26755 req-4366a5bf-fd00-4f02-afb6-930a38eb3dbe service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:37:33.981226 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-d7911518-28b2-40be-8c96-8097d1b26755 req-4366a5bf-fd00-4f02-afb6-930a38eb3dbe service neutron] 10.222.0.106 "GET /v2.0/subnets?id=d1901ba2-213a-49cf-963a-9516e82439fd HTTP/1.1" status: 200 len: 834 time: 0.0618148 Jan 20 14:37:33.990826 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-612af06c-1fdc-477d-939a-4e25b194a9bf None None] Routers {'873609ad-5f31-4c7a-ab27-a99033846581'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:37:33.991479 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-612af06c-1fdc-477d-939a-4e25b194a9bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:37:30Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['873609ad-5f31-4c7a-ab27-a99033846581'], 'active': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:37:34.065928 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-d7911518-28b2-40be-8c96-8097d1b26755 req-9b18d2d1-cedc-4e38-9def-b0eeea575ba4 service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=e6375433-9719-46e8-83c8-134ded03773b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0779588 Jan 20 14:37:34.108442 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755a07b2-7541-43a5-b8a1-b27753275267 req-affcff92-0c7c-4133-b443-99895f4ccca8 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:37:34.109862 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [req-755a07b2-7541-43a5-b8a1-b27753275267 req-affcff92-0c7c-4133-b443-99895f4ccca8 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Synchronizing usage tracker for tenant:9c4261ab481844b5bb12c28ceb385a24 on resource:port {{(pid=84153) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:37:34.180537 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvr_db [None req-612af06c-1fdc-477d-939a-4e25b194a9bf None None] Set router 873609ad-5f31-4c7a-ab27-a99033846581 gateway port host: dv-neutron-825124-1-hyperv {{(pid=84155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 14:37:34.214758 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [req-755a07b2-7541-43a5-b8a1-b27753275267 req-affcff92-0c7c-4133-b443-99895f4ccca8 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Unset dirty status for tenant:9c4261ab481844b5bb12c28ceb385a24 on resource:port {{(pid=84153) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:37:34.218617 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-755a07b2-7541-43a5-b8a1-b27753275267 req-affcff92-0c7c-4133-b443-99895f4ccca8 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] 10.222.0.54 "GET /v2.0/ports?device_id=00399a73-e934-46ae-b4db-3c539c30d642 HTTP/1.1" status: 200 len: 946 time: 0.1900489 Jan 20 14:37:34.222752 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-d7911518-28b2-40be-8c96-8097d1b26755 req-caea334f-07b0-4393-9740-9e5efca98cf4 service neutron] 10.222.0.106 "GET /v2.0/networks/e6375433-9719-46e8-83c8-134ded03773b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500583 Jan 20 14:37:34.293290 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-755a07b2-7541-43a5-b8a1-b27753275267 req-f654b395-b63b-4c88-8741-80ab18adc777 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] 10.222.0.54 "GET /v2.0/security-groups?id=da7b15a3-c30e-4c90-b548-3a1c0f6698e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709071 Jan 20 14:37:34.391584 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-d7911518-28b2-40be-8c96-8097d1b26755 req-de7bcc8d-8230-489e-bbee-c3915781e7bb service neutron] 10.222.0.106 "GET /v2.0/networks/e6375433-9719-46e8-83c8-134ded03773b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1605575 Jan 20 14:37:34.553226 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-612af06c-1fdc-477d-939a-4e25b194a9bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '873609ad-5f31-4c7a-ab27-a99033846581', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1705145768', 'tenant_id': '9c4261ab481844b5bb12c28ceb385a24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.97'}], 'enable_snat': True}, 'gw_port_id': '8f37f62a-1816-4474-a0e8-49e9ec80d6ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:34:03Z', 'updated_at': '2022-01-20T14:34:11Z', 'revision_number': 4, 'project_id': '9c4261ab481844b5bb12c28ceb385a24', 'gw_port': {'id': '8f37f62a-1816-4474-a0e8-49e9ec80d6ae', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:7d:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '873609ad-5f31-4c7a-ab27-a99033846581', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:34:04Z', 'updated_at': '2022-01-20T14:34:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv', '_interfaces': [{'id': 'd3414f0b-0df5-43ed-8a8f-d6312cc952b4', 'name': '', 'network_id': 'e6375433-9719-46e8-83c8-134ded03773b', 'tenant_id': '9c4261ab481844b5bb12c28ceb385a24', 'mac_address': 'fa:16:3e:90:7b:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '873609ad-5f31-4c7a-ab27-a99033846581', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd1901ba2-213a-49cf-963a-9516e82439fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:34:09Z', 'updated_at': '2022-01-20T14:34:19Z', 'revision_number': 5, 'project_id': '9c4261ab481844b5bb12c28ceb385a24', 'subnets': [{'id': 'd1901ba2-213a-49cf-963a-9516e82439fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:37:34.557232 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-612af06c-1fdc-477d-939a-4e25b194a9bf None None] The sync data for ids ['873609ad-5f31-4c7a-ab27-a99033846581'] in dv-neutron-825124-1-hyperv is: [{'id': '873609ad-5f31-4c7a-ab27-a99033846581', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1705145768', 'tenant_id': '9c4261ab481844b5bb12c28ceb385a24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.97'}], 'enable_snat': True}, 'gw_port_id': '8f37f62a-1816-4474-a0e8-49e9ec80d6ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:34:03Z', 'updated_at': '2022-01-20T14:34:11Z', 'revision_number': 4, 'project_id': '9c4261ab481844b5bb12c28ceb385a24', 'gw_port': {'id': '8f37f62a-1816-4474-a0e8-49e9ec80d6ae', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:7d:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '873609ad-5f31-4c7a-ab27-a99033846581', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:34:04Z', 'updated_at': '2022-01-20T14:34:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv', '_interfaces': [{'id': 'd3414f0b-0df5-43ed-8a8f-d6312cc952b4', 'name': '', 'network_id': 'e6375433-9719-46e8-83c8-134ded03773b', 'tenant_id': '9c4261ab481844b5bb12c28ceb385a24', 'mac_address': 'fa:16:3e:90:7b:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '873609ad-5f31-4c7a-ab27-a99033846581', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd1901ba2-213a-49cf-963a-9516e82439fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:34:09Z', 'updated_at': '2022-01-20T14:34:19Z', 'revision_number': 5, 'project_id': '9c4261ab481844b5bb12c28ceb385a24', 'subnets': [{'id': 'd1901ba2-213a-49cf-963a-9516e82439fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 14:37:34.657928 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 43676) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:37:34.663501 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-76ed6215-d897-459c-8699-f95b8c9b405c tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Request body: {'network': {'name': 'tempest-network-smoke--1501227780', 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'port_security_enabled': True}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:37:34.668885 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-76ed6215-d897-459c-8699-f95b8c9b405c tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:37:34.679368 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-76ed6215-d897-459c-8699-f95b8c9b405c tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:37:34.775600 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76ed6215-d897-459c-8699-f95b8c9b405c tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Made reservation on behalf of 640e8dbef2de46a485c2653a25e2ea4a for: {'network': 1} {{(pid=84152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:37:34.781649 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-76ed6215-d897-459c-8699-f95b8c9b405c tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for network, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:34.807413 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-816a3f06-20f7-4f07-b8f9-effbfdd9b5d3 None None] New status for floating IP 19a808f9-5c0b-40de-a480-cebefa8282de: DOWN {{(pid=84154) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 20 14:37:34.816755 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76ed6215-d897-459c-8699-f95b8c9b405c tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 186} {{(pid=84152) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 14:37:34.826250 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-76ed6215-d897-459c-8699-f95b8c9b405c tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:34.833367 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.db.segments_db [None req-76ed6215-d897-459c-8699-f95b8c9b405c tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Added segment dc2f5114-2a81-4b91-a9dc-d09665238d55 of type vlan for network e59a86f6-2a98-423b-b489-95cac7d743a4 Jan 20 14:37:34.861224 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-76ed6215-d897-459c-8699-f95b8c9b405c tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769553767792'] for network, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:34.976189 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-76ed6215-d897-459c-8699-f95b8c9b405c tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967'] for network, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:34.982548 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76ed6215-d897-459c-8699-f95b8c9b405c tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:37:34.983429 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-76ed6215-d897-459c-8699-f95b8c9b405c tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for network, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:35.098076 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ed6215-d897-459c-8699-f95b8c9b405c tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Pushing event updated for resources: {'Network': ['ID=e59a86f6-2a98-423b-b489-95cac7d743a4,revision_number=1']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:37:35.108021 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ed6215-d897-459c-8699-f95b8c9b405c tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:37:35.108358 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ed6215-d897-459c-8699-f95b8c9b405c tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:37:35.108688 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ed6215-d897-459c-8699-f95b8c9b405c tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:37:35.109041 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ed6215-d897-459c-8699-f95b8c9b405c tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:37:35.109365 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ed6215-d897-459c-8699-f95b8c9b405c tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:37:35.109685 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ed6215-d897-459c-8699-f95b8c9b405c tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:37:35.110005 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ed6215-d897-459c-8699-f95b8c9b405c tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:37:35.110367 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ed6215-d897-459c-8699-f95b8c9b405c tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:37:35.111204 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ed6215-d897-459c-8699-f95b8c9b405c tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:37:35.111316 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ed6215-d897-459c-8699-f95b8c9b405c tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:37:35.111560 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ed6215-d897-459c-8699-f95b8c9b405c tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:37:35.123909 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Network e59a86f6-2a98-423b-b489-95cac7d743a4 details requested by agent ovs-agent-dv-neutron-825124-1-hyperv with host dv-neutron-825124-1-hyperv {{(pid=84154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 14:37:35.157955 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-76ed6215-d897-459c-8699-f95b8c9b405c tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4941087 Jan 20 14:37:35.158404 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 43680) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:37:35.228982 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6312d97f-2eb3-45dc-be62-750aebf43807 tempest-TestNetworkBasicOps-1338634829 tempest-TestNetworkBasicOps-1338634829-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:37:35.231178 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-6312d97f-2eb3-45dc-be62-750aebf43807 tempest-TestNetworkBasicOps-1338634829 tempest-TestNetworkBasicOps-1338634829-project-admin] 10.222.0.54 "GET /v2.0/subnets?project_id=640e8dbef2de46a485c2653a25e2ea4a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0716949 Jan 20 14:37:35.233854 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 43684) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:37:35.397447 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3c20718-1b75-4243-9a59-b7ec35e2a636 tempest-TestNetworkBasicOps-1338634829 tempest-TestNetworkBasicOps-1338634829-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:37:35.398984 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-b3c20718-1b75-4243-9a59-b7ec35e2a636 tempest-TestNetworkBasicOps-1338634829 tempest-TestNetworkBasicOps-1338634829-project-admin] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1639485 Jan 20 14:37:35.401744 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 43690) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:37:35.483434 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-699b987c-7e26-4e39-a260-db2a58e7dd05 tempest-TestNetworkBasicOps-1338634829 tempest-TestNetworkBasicOps-1338634829-project-admin] 10.222.0.54 "GET /v2.0/subnets?network_id=8dffb05c-5ca0-409b-bd5f-7be6264f707d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0777788 Jan 20 14:37:35.484189 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 43694) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:37:35.525090 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef0a1f8-f989-47df-b97c-1509ba3a39a1 req-d6f28312-7727-4c9d-9a06-9186c3ec1b4d tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:37:35.526602 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-7ef0a1f8-f989-47df-b97c-1509ba3a39a1 req-d6f28312-7727-4c9d-9a06-9186c3ec1b4d tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] 10.222.0.54 "GET /v2.0/ports?device_id=00399a73-e934-46ae-b4db-3c539c30d642 HTTP/1.1" status: 200 len: 946 time: 0.0922637 Jan 20 14:37:35.527923 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-5bd5a703-c6ff-4cad-98a4-643784f027df tempest-TestNetworkBasicOps-1338634829 tempest-TestNetworkBasicOps-1338634829-project-admin] 10.222.0.54 "GET /v2.0/subnets?project_id=640e8dbef2de46a485c2653a25e2ea4a&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0422852 Jan 20 14:37:35.530662 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 43698) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:37:35.586209 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-7ef0a1f8-f989-47df-b97c-1509ba3a39a1 req-912b6ed3-55c6-4fef-bf8b-087416d8243e tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] 10.222.0.54 "GET /v2.0/security-groups?id=da7b15a3-c30e-4c90-b548-3a1c0f6698e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492260 Jan 20 14:37:35.807975 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78199e6c-c18a-4416-91cb-79e41eed00ff tempest-TestNetworkBasicOps-1338634829 tempest-TestNetworkBasicOps-1338634829-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:37:35.809866 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-78199e6c-c18a-4416-91cb-79e41eed00ff tempest-TestNetworkBasicOps-1338634829 tempest-TestNetworkBasicOps-1338634829-project-admin] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2773652 Jan 20 14:37:35.814388 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 43702) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:37:35.852512 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c00441d-b964-4ce4-b171-4f850bf242cf req-2fb8fad1-91cf-4e7f-a527-63e2f0570e34 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:37:35.853350 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [req-5c00441d-b964-4ce4-b171-4f850bf242cf req-2fb8fad1-91cf-4e7f-a527-63e2f0570e34 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Synchronizing usage tracker for tenant:9c4261ab481844b5bb12c28ceb385a24 on resource:port {{(pid=84152) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:37:35.860065 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-5c8bb686-a612-4412-9926-c3cfe54c9321 tempest-TestNetworkBasicOps-1338634829 tempest-TestNetworkBasicOps-1338634829-project-admin] 10.222.0.54 "GET /v2.0/subnets?network_id=8dffb05c-5ca0-409b-bd5f-7be6264f707d&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0435598 Jan 20 14:37:35.862829 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 43706) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:37:35.866019 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [req-5c00441d-b964-4ce4-b171-4f850bf242cf req-2fb8fad1-91cf-4e7f-a527-63e2f0570e34 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Unset dirty status for tenant:9c4261ab481844b5bb12c28ceb385a24 on resource:port {{(pid=84152) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:37:35.867160 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-5c00441d-b964-4ce4-b171-4f850bf242cf req-2fb8fad1-91cf-4e7f-a527-63e2f0570e34 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] 10.222.0.106 "GET /v2.0/ports?device_id=00399a73-e934-46ae-b4db-3c539c30d642 HTTP/1.1" status: 200 len: 946 time: 0.1044691 Jan 20 14:37:35.868242 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-1d238108-f74d-4e26-9351-4787d4e27df5 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1033784495', 'network_id': 'e59a86f6-2a98-423b-b489-95cac7d743a4', 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:37:35.955746 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [req-5c00441d-b964-4ce4-b171-4f850bf242cf req-1a0eb809-5fab-451b-a8d9-ff114ee42784 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Deleting port 0a86e39e-7c4e-4522-9367-489983d46ffc {{(pid=84152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:37:35.955746 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [req-5c00441d-b964-4ce4-b171-4f850bf242cf req-1a0eb809-5fab-451b-a8d9-ff114ee42784 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:35.986026 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-1d238108-f74d-4e26-9351-4787d4e27df5 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:37:35.992870 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-1d238108-f74d-4e26-9351-4787d4e27df5 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Usage tracker for resource:subnet and tenant:640e8dbef2de46a485c2653a25e2ea4a is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:37:35.996144 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-1d238108-f74d-4e26-9351-4787d4e27df5 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:37:36.003217 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-1d238108-f74d-4e26-9351-4787d4e27df5 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:37:36.088943 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d238108-f74d-4e26-9351-4787d4e27df5 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Made reservation on behalf of 640e8dbef2de46a485c2653a25e2ea4a for: {'subnet': 1} {{(pid=84153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:37:36.217288 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.db [req-5c00441d-b964-4ce4-b171-4f850bf242cf req-1a0eb809-5fab-451b-a8d9-ff114ee42784 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] For port 0a86e39e-7c4e-4522-9367-489983d46ffc, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=0a86e39e-7c4e-4522-9367-489983d46ffc,segment=NetworkSegment(316c3b73-0eb2-4e0f-88b9-2933ad7f6429),segment_id=316c3b73-0eb2-4e0f-88b9-2933ad7f6429)] {{(pid=84152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:37:36.217649 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [req-5c00441d-b964-4ce4-b171-4f850bf242cf req-1a0eb809-5fab-451b-a8d9-ff114ee42784 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:36.303096 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-1d238108-f74d-4e26-9351-4787d4e27df5 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4193986'] for subnet, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:36.341332 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [req-5c00441d-b964-4ce4-b171-4f850bf242cf req-1a0eb809-5fab-451b-a8d9-ff114ee42784 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Calling delete_port for 0a86e39e-7c4e-4522-9367-489983d46ffc owned by compute:nova {{(pid=84152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:37:36.700012 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [req-5c00441d-b964-4ce4-b171-4f850bf242cf req-1a0eb809-5fab-451b-a8d9-ff114ee42784 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:36.749090 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0eb809-5fab-451b-a8d9-ff114ee42784 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Pushing event deleted for resources: {'Port': ['ID=0a86e39e-7c4e-4522-9367-489983d46ffc,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:37:36.756246 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-84b3ef4b-3783-4d1b-abab-d0835a63c210 req-a2d4a494-ad5d-4b66-be12-4f4fd69d3312 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] 10.222.0.54 "GET /v2.0/ports?device_id=00399a73-e934-46ae-b4db-3c539c30d642 HTTP/1.1" status: 200 len: 210 time: 0.0454671 Jan 20 14:37:36.763621 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-1d238108-f74d-4e26-9351-4787d4e27df5 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3943531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4194004'] for subnet, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:36.834156 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c00441d-b964-4ce4-b171-4f850bf242cf req-1a0eb809-5fab-451b-a8d9-ff114ee42784 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] No DVR routers for this DVR port 0a86e39e-7c4e-4522-9367-489983d46ffc on host hv-neutron-8251 {{(pid=84152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 14:37:36.836600 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [req-5c00441d-b964-4ce4-b171-4f850bf242cf req-1a0eb809-5fab-451b-a8d9-ff114ee42784 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:36.839221 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00399a73-e934-46ae-b4db-3c539c30d642', 'name': 'network-vif-deleted', 'tag': '0a86e39e-7c4e-4522-9367-489983d46ffc'}] {{(pid=84152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 14:37:36.863475 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d238108-f74d-4e26-9351-4787d4e27df5 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Pushing event updated for resources: {'Subnet': ['ID=3113a513-3568-4c70-8776-161dc171127c,revision_number=0']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:37:36.873305 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d238108-f74d-4e26-9351-4787d4e27df5 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Checking segment: {'id': 'dc2f5114-2a81-4b91-a9dc-d09665238d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'e59a86f6-2a98-423b-b489-95cac7d743a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 14:37:36.873672 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d238108-f74d-4e26-9351-4787d4e27df5 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Network hostable DHCP agents. Network: e59a86f6-2a98-423b-b489-95cac7d743a4, hostable agents: ['1a181e39-5220-4c1a-88f8-08a54e8bfc9b'], hosted agents: [] {{(pid=84153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 14:37:36.941338 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-5c00441d-b964-4ce4-b171-4f850bf242cf req-1a0eb809-5fab-451b-a8d9-ff114ee42784 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] 10.222.0.106 "DELETE /v2.0/ports/0a86e39e-7c4e-4522-9367-489983d46ffc HTTP/1.1" status: 204 len: 173 time: 1.0671399 Jan 20 14:37:36.986196 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d238108-f74d-4e26-9351-4787d4e27df5 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Network e59a86f6-2a98-423b-b489-95cac7d743a4 is scheduled to be hosted by DHCP agent 1a181e39-5220-4c1a-88f8-08a54e8bfc9b with binding_index 1 {{(pid=84153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 14:37:37.044265 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00399a73-e934-46ae-b4db-3c539c30d642', 'name': 'network-vif-deleted', 'tag': '0a86e39e-7c4e-4522-9367-489983d46ffc', 'status': 'completed', 'code': 200} Jan 20 14:37:37.111236 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.base_scheduler [None req-1d238108-f74d-4e26-9351-4787d4e27df5 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825124-1-hyperv, e59a86f6-2a98-423b-b489-95cac7d743a4) {{(pid=84153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:37:37.111236 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d238108-f74d-4e26-9351-4787d4e27df5 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:37:37.111236 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-1d238108-f74d-4e26-9351-4787d4e27df5 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for subnet, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:37.114852 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7550b13c-6bfe-441e-ae09-b03c659a05a1 None None] Network e59a86f6-2a98-423b-b489-95cac7d743a4 requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:37:37.212485 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-1d238108-f74d-4e26-9351-4787d4e27df5 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.3485708 Jan 20 14:37:37.380741 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f98c33ef-f4b0-440f-b556-aa186d2d4100 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95c917f5-14ba-5e96-98b8-1a52654a930a-e59a86f6-2a98-423b-b489-95cac7d743a4', 'network_id': 'e59a86f6-2a98-423b-b489-95cac7d743a4', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'fixed_ips': [{'subnet_id': '3113a513-3568-4c70-8776-161dc171127c'}]}} from dv-neutron-825124-1-hyperv. {{(pid=84154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 20 14:37:37.381657 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-f98c33ef-f4b0-440f-b556-aa186d2d4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:37.559252 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_common [None req-f98c33ef-f4b0-440f-b556-aa186d2d4100 None None] Allocated IP 172.20.0.18 (e59a86f6-2a98-423b-b489-95cac7d743a4/3113a513-3568-4c70-8776-161dc171127c/924ae308-aa7e-41ad-b03c-5d028822adf6) {{(pid=84154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:37:37.574736 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 43718) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:37:37.581255 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-4d94b24e-69a6-4e60-9a04-81f7b09cf620 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-740551510', 'description': 'tempest-secgroup-smoke-740551510 description', 'project_id': '640e8dbef2de46a485c2653a25e2ea4a'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:37:37.596740 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-4d94b24e-69a6-4e60-9a04-81f7b09cf620 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:37:37.602745 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-4d94b24e-69a6-4e60-9a04-81f7b09cf620 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:37:37.672806 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-4d94b24e-69a6-4e60-9a04-81f7b09cf620 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for security_group, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:37.712271 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-4d94b24e-69a6-4e60-9a04-81f7b09cf620 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:37:37.716077 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-4d94b24e-69a6-4e60-9a04-81f7b09cf620 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Usage tracker for resource:security_group_rule and tenant:640e8dbef2de46a485c2653a25e2ea4a is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:37:37.719456 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-4d94b24e-69a6-4e60-9a04-81f7b09cf620 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:37:37.727255 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-4d94b24e-69a6-4e60-9a04-81f7b09cf620 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:37:37.775247 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-f98c33ef-f4b0-440f-b556-aa186d2d4100 None None] Notify callbacks [] for port, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:37.784131 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-4d94b24e-69a6-4e60-9a04-81f7b09cf620 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for security_group, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:37.786934 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-f98c33ef-f4b0-440f-b556-aa186d2d4100 None None] Transition to ACTIVE for port object 924ae308-aa7e-41ad-b03c-5d028822adf6 will not be triggered until provisioned by entity L2. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:37:37.812352 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-f98c33ef-f4b0-440f-b556-aa186d2d4100 None None] Transition to ACTIVE for port object 924ae308-aa7e-41ad-b03c-5d028822adf6 will not be triggered until provisioned by entity DHCP. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:37:37.878722 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-4d94b24e-69a6-4e60-9a04-81f7b09cf620 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:37.907012 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-f98c33ef-f4b0-440f-b556-aa186d2d4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477'] for port, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:37.988022 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f98c33ef-f4b0-440f-b556-aa186d2d4100 None None] Network e59a86f6-2a98-423b-b489-95cac7d743a4 is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:37:37.988878 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98c33ef-f4b0-440f-b556-aa186d2d4100 None None] Pushing event updated for resources: {'Port': ['ID=924ae308-aa7e-41ad-b03c-5d028822adf6,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:37:37.991465 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-f98c33ef-f4b0-440f-b556-aa186d2d4100 None None] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:37:37.991722 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-95ee0bce-857f-4a2d-868b-5714ce54b231 req-4be75997-dde2-4f40-a415-bd14ed1c4adc tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] 10.222.0.54 "GET /v2.0/ports?device_id=00399a73-e934-46ae-b4db-3c539c30d642 HTTP/1.1" status: 200 len: 210 time: 0.0682211 Jan 20 14:37:37.993121 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d94b24e-69a6-4e60-9a04-81f7b09cf620 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e2e3902-bff2-410c-ae08-abec4406dca3,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:37:37.993925 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f98c33ef-f4b0-440f-b556-aa186d2d4100 None None] Received port after_create {{(pid=84154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:37:38.038520 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-4d94b24e-69a6-4e60-9a04-81f7b09cf620 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for security_group, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:38.039150 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-4d94b24e-69a6-4e60-9a04-81f7b09cf620 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.4623563 Jan 20 14:37:38.042790 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 43724) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:37:38.047835 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-1f5b2dc5-6deb-49f3-a78f-ebf17a58cda3 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Request body: {'security_group_rule': {'security_group_id': '2e2e3902-bff2-410c-ae08-abec4406dca3', 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:37:38.054172 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-1f5b2dc5-6deb-49f3-a78f-ebf17a58cda3 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:37:38.058245 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-1f5b2dc5-6deb-49f3-a78f-ebf17a58cda3 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Usage tracker for resource:security_group_rule and tenant:640e8dbef2de46a485c2653a25e2ea4a is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:37:38.061188 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-1f5b2dc5-6deb-49f3-a78f-ebf17a58cda3 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:37:38.068023 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-1f5b2dc5-6deb-49f3-a78f-ebf17a58cda3 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:37:38.084237 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98c33ef-f4b0-440f-b556-aa186d2d4100 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:37:38.084397 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98c33ef-f4b0-440f-b556-aa186d2d4100 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:37:38.085470 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98c33ef-f4b0-440f-b556-aa186d2d4100 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:37:38.085470 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98c33ef-f4b0-440f-b556-aa186d2d4100 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:37:38.085470 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98c33ef-f4b0-440f-b556-aa186d2d4100 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:37:38.086324 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98c33ef-f4b0-440f-b556-aa186d2d4100 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:37:38.086324 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98c33ef-f4b0-440f-b556-aa186d2d4100 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:37:38.086533 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98c33ef-f4b0-440f-b556-aa186d2d4100 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:37:38.086669 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98c33ef-f4b0-440f-b556-aa186d2d4100 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:37:38.086986 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98c33ef-f4b0-440f-b556-aa186d2d4100 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:37:38.087305 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98c33ef-f4b0-440f-b556-aa186d2d4100 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:37:38.111321 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-f98c33ef-f4b0-440f-b556-aa186d2d4100 None None] Attempting to bind port 924ae308-aa7e-41ad-b03c-5d028822adf6 on host dv-neutron-825124-1-hyperv for vnic_type normal with profile {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:37:38.116164 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-f98c33ef-f4b0-440f-b556-aa186d2d4100 None None] Attempting to bind port 924ae308-aa7e-41ad-b03c-5d028822adf6 by drivers openvswitch,hyperv on host dv-neutron-825124-1-hyperv at level 0 using segments [{'id': 'dc2f5114-2a81-4b91-a9dc-d09665238d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'e59a86f6-2a98-423b-b489-95cac7d743a4'}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:37:38.116164 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f98c33ef-f4b0-440f-b556-aa186d2d4100 None None] Attempting to bind port 924ae308-aa7e-41ad-b03c-5d028822adf6 on network e59a86f6-2a98-423b-b489-95cac7d743a4 {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 14:37:38.118686 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f98c33ef-f4b0-440f-b556-aa186d2d4100 None None] Checking agent: {'id': '6414dfeb-85c5-454a-8756-709ca637d800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825124-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 16, 31), 'started_at': datetime.datetime(2022, 1, 20, 14, 17, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 37, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825124-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 14:37:38.119061 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f98c33ef-f4b0-440f-b556-aa186d2d4100 None None] Checking segment: {'id': 'dc2f5114-2a81-4b91-a9dc-d09665238d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'e59a86f6-2a98-423b-b489-95cac7d743a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 14:37:38.119462 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-f98c33ef-f4b0-440f-b556-aa186d2d4100 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:38.119852 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f98c33ef-f4b0-440f-b556-aa186d2d4100 None None] Bound using segment: {'id': 'dc2f5114-2a81-4b91-a9dc-d09665238d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'e59a86f6-2a98-423b-b489-95cac7d743a4'} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 14:37:38.120313 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-f98c33ef-f4b0-440f-b556-aa186d2d4100 None None] Bound port: 924ae308-aa7e-41ad-b03c-5d028822adf6, host: dv-neutron-825124-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc2f5114-2a81-4b91-a9dc-d09665238d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'e59a86f6-2a98-423b-b489-95cac7d743a4'}}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:37:38.120690 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-f98c33ef-f4b0-440f-b556-aa186d2d4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:38.145586 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-1f5b2dc5-6deb-49f3-a78f-ebf17a58cda3 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:38.214971 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-1f5b2dc5-6deb-49f3-a78f-ebf17a58cda3 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:38.216335 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-f98c33ef-f4b0-440f-b556-aa186d2d4100 None None] For port 924ae308-aa7e-41ad-b03c-5d028822adf6, host dv-neutron-825124-1-hyperv, cleared binding levels {{(pid=84154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 14:37:38.219727 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-f98c33ef-f4b0-440f-b556-aa186d2d4100 None None] For port 924ae308-aa7e-41ad-b03c-5d028822adf6, host dv-neutron-825124-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=924ae308-aa7e-41ad-b03c-5d028822adf6,segment=NetworkSegment(dc2f5114-2a81-4b91-a9dc-d09665238d55),segment_id=dc2f5114-2a81-4b91-a9dc-d09665238d55)] {{(pid=84154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 14:37:38.317564 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-1f5b2dc5-6deb-49f3-a78f-ebf17a58cda3 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734962'] for security_group_rule, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:38.318223 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-f98c33ef-f4b0-440f-b556-aa186d2d4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:38.347638 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5b2dc5-6deb-49f3-a78f-ebf17a58cda3 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e10162f3-32ce-4746-aaff-43f249bde337,revision_number=0']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:37:38.396221 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98c33ef-f4b0-440f-b556-aa186d2d4100 None None] Pushing event updated for resources: {'Port': ['ID=924ae308-aa7e-41ad-b03c-5d028822adf6,revision_number=2']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:37:38.432479 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-1f5b2dc5-6deb-49f3-a78f-ebf17a58cda3 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:38.433808 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-1f5b2dc5-6deb-49f3-a78f-ebf17a58cda3 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3905008 Jan 20 14:37:38.436578 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 43728) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:37:38.442426 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-bc495e59-7367-47c4-b1d6-1306093fc738 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Request body: {'security_group_rule': {'security_group_id': '2e2e3902-bff2-410c-ae08-abec4406dca3', 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:37:38.448967 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-bc495e59-7367-47c4-b1d6-1306093fc738 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:37:38.453258 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-bc495e59-7367-47c4-b1d6-1306093fc738 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Usage tracker for resource:security_group_rule and tenant:640e8dbef2de46a485c2653a25e2ea4a is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:37:38.456578 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-bc495e59-7367-47c4-b1d6-1306093fc738 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:37:38.464292 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-bc495e59-7367-47c4-b1d6-1306093fc738 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:37:38.541031 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-bc495e59-7367-47c4-b1d6-1306093fc738 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:38.623009 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-bc495e59-7367-47c4-b1d6-1306093fc738 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:38.757562 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-bc495e59-7367-47c4-b1d6-1306093fc738 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734962'] for security_group_rule, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:38.787686 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc495e59-7367-47c4-b1d6-1306093fc738 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4604dad-5dfe-46db-b6c3-39a30cf10394,revision_number=0']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:37:38.858374 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-bc495e59-7367-47c4-b1d6-1306093fc738 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:38.859665 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-bc495e59-7367-47c4-b1d6-1306093fc738 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.4220254 Jan 20 14:37:38.863198 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 43732) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:37:38.868846 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-d0d69bda-ad16-4682-be46-a89c1565899c tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Request body: {'security_group_rule': {'security_group_id': '2e2e3902-bff2-410c-ae08-abec4406dca3', 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:37:38.875305 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-d0d69bda-ad16-4682-be46-a89c1565899c tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:37:38.879458 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-d0d69bda-ad16-4682-be46-a89c1565899c tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Usage tracker for resource:security_group_rule and tenant:640e8dbef2de46a485c2653a25e2ea4a is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:37:38.891011 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-d0d69bda-ad16-4682-be46-a89c1565899c tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:37:38.891011 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-d0d69bda-ad16-4682-be46-a89c1565899c tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:37:38.965514 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-d0d69bda-ad16-4682-be46-a89c1565899c tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:39.031892 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-d0d69bda-ad16-4682-be46-a89c1565899c tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:39.110757 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 43738) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:37:39.216545 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-d0d69bda-ad16-4682-be46-a89c1565899c tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734962'] for security_group_rule, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:39.237126 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d69bda-ad16-4682-be46-a89c1565899c tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=082f4f99-b173-4edf-8bfb-8304e8323460,revision_number=0']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:37:39.323196 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-d0d69bda-ad16-4682-be46-a89c1565899c tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:39.328723 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-d0d69bda-ad16-4682-be46-a89c1565899c tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4603162 Jan 20 14:37:39.329204 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 43742) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:37:39.335438 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-26d4e6d5-d547-48a9-b35f-d02bcb48e1e2 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Request body: {'security_group_rule': {'security_group_id': '2e2e3902-bff2-410c-ae08-abec4406dca3', 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:37:39.342285 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-26d4e6d5-d547-48a9-b35f-d02bcb48e1e2 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:37:39.357110 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-26d4e6d5-d547-48a9-b35f-d02bcb48e1e2 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Usage tracker for resource:security_group_rule and tenant:640e8dbef2de46a485c2653a25e2ea4a is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:37:39.357110 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-26d4e6d5-d547-48a9-b35f-d02bcb48e1e2 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:37:39.362764 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-26d4e6d5-d547-48a9-b35f-d02bcb48e1e2 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:37:39.414244 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ae81823-ac65-4bef-8628-1da2ea15dfb0 None None] Network e59a86f6-2a98-423b-b489-95cac7d743a4 requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:37:39.475691 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-26d4e6d5-d547-48a9-b35f-d02bcb48e1e2 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:39.540020 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-26d4e6d5-d547-48a9-b35f-d02bcb48e1e2 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:39.559888 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-9bec9123-3f09-44ae-8003-42576938f387 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-743504'] for router_interface, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:39.617131 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-4fde3003-8834-4906-b9fa-4b6c6c82b03c None None] Provisioning for port 924ae308-aa7e-41ad-b03c-5d028822adf6 completed by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:37:39.631720 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-26d4e6d5-d547-48a9-b35f-d02bcb48e1e2 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734962'] for security_group_rule, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:39.658337 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d4e6d5-d547-48a9-b35f-d02bcb48e1e2 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d6d9bed-2139-4412-bd2e-01382dfcdc48,revision_number=0']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:37:39.781466 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-26d4e6d5-d547-48a9-b35f-d02bcb48e1e2 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:39.788225 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-26d4e6d5-d547-48a9-b35f-d02bcb48e1e2 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.4528575 Jan 20 14:37:39.788458 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 43746) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:37:39.794687 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-f52f0dea-1ba4-455a-8eeb-6b86a0a7ce18 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Request body: {'security_group_rule': {'security_group_id': '2e2e3902-bff2-410c-ae08-abec4406dca3', 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:37:39.801661 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-f52f0dea-1ba4-455a-8eeb-6b86a0a7ce18 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:37:39.809035 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-f52f0dea-1ba4-455a-8eeb-6b86a0a7ce18 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Usage tracker for resource:security_group_rule and tenant:640e8dbef2de46a485c2653a25e2ea4a is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:37:39.810523 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-f52f0dea-1ba4-455a-8eeb-6b86a0a7ce18 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:37:39.817287 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-f52f0dea-1ba4-455a-8eeb-6b86a0a7ce18 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:37:39.888906 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.db.securitygroups_db [None req-f52f0dea-1ba4-455a-8eeb-6b86a0a7ce18 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Project 640e8dbef2de46a485c2653a25e2ea4a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 20 14:37:39.897094 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-f52f0dea-1ba4-455a-8eeb-6b86a0a7ce18 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:39.973920 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-f52f0dea-1ba4-455a-8eeb-6b86a0a7ce18 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:40.037391 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-f52f0dea-1ba4-455a-8eeb-6b86a0a7ce18 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734962'] for security_group_rule, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:40.080752 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52f0dea-1ba4-455a-8eeb-6b86a0a7ce18 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe2c6afb-9aad-40de-b822-c1707f2cc4b3,revision_number=0']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:37:40.083665 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Device 0a86e39e-7c4e-4522-9367-489983d46ffc no longer exists at agent hyperv_hv-neutron-8251 {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:37:40.120666 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] No Port match for: 0a86e39e-7c4e-4522-9367-489983d46ffc {{(pid=84154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 14:37:40.121023 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Device 0a86e39e-7c4e-4522-9367-489983d46ffc not bound to the agent host hv-neutron-8251 {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 14:37:40.173418 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 924ae308-aa7e-41ad-b03c-5d028822adf6 up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:37:40.199594 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-f52f0dea-1ba4-455a-8eeb-6b86a0a7ce18 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:40.199594 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-f52f0dea-1ba4-455a-8eeb-6b86a0a7ce18 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.4040225 Jan 20 14:37:40.199594 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 43750) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:37:40.201866 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-22bae29d-3bb1-4fdd-b9e4-9054edbf6df6 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Request body: {'security_group_rule': {'security_group_id': '2e2e3902-bff2-410c-ae08-abec4406dca3', 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:37:40.217286 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-22bae29d-3bb1-4fdd-b9e4-9054edbf6df6 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:37:40.223367 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-22bae29d-3bb1-4fdd-b9e4-9054edbf6df6 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Usage tracker for resource:security_group_rule and tenant:640e8dbef2de46a485c2653a25e2ea4a is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:37:40.228262 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-22bae29d-3bb1-4fdd-b9e4-9054edbf6df6 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:37:40.237723 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-22bae29d-3bb1-4fdd-b9e4-9054edbf6df6 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:37:40.333711 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-9bec9123-3f09-44ae-8003-42576938f387 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Deleting port d3414f0b-0df5-43ed-8a8f-d6312cc952b4 {{(pid=84152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:37:40.334304 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-9bec9123-3f09-44ae-8003-42576938f387 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:40.357509 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.db.securitygroups_db [None req-22bae29d-3bb1-4fdd-b9e4-9054edbf6df6 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Project 640e8dbef2de46a485c2653a25e2ea4a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 20 14:37:40.364378 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-22bae29d-3bb1-4fdd-b9e4-9054edbf6df6 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:40.369119 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning for port 924ae308-aa7e-41ad-b03c-5d028822adf6 completed by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:37:40.374531 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port 924ae308-aa7e-41ad-b03c-5d028822adf6 triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:37:40.375168 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:40.447099 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-22bae29d-3bb1-4fdd-b9e4-9054edbf6df6 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:40.511339 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:40.523779 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-22bae29d-3bb1-4fdd-b9e4-9054edbf6df6 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734962'] for security_group_rule, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:40.551707 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.db [None req-9bec9123-3f09-44ae-8003-42576938f387 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] For port d3414f0b-0df5-43ed-8a8f-d6312cc952b4, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=d3414f0b-0df5-43ed-8a8f-d6312cc952b4,segment=NetworkSegment(316c3b73-0eb2-4e0f-88b9-2933ad7f6429),segment_id=316c3b73-0eb2-4e0f-88b9-2933ad7f6429)] {{(pid=84152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:37:40.551707 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-9bec9123-3f09-44ae-8003-42576938f387 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:40.551987 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bae29d-3bb1-4fdd-b9e4-9054edbf6df6 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd398e45-67bd-4948-8810-3e31876fc39d,revision_number=0']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:37:40.555268 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] For port 924ae308-aa7e-41ad-b03c-5d028822adf6, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=924ae308-aa7e-41ad-b03c-5d028822adf6,segment=NetworkSegment(dc2f5114-2a81-4b91-a9dc-d09665238d55),segment_id=dc2f5114-2a81-4b91-a9dc-d09665238d55)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:37:40.621460 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:40.621962 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-22bae29d-3bb1-4fdd-b9e4-9054edbf6df6 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:40.623215 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-22bae29d-3bb1-4fdd-b9e4-9054edbf6df6 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.4259515 Jan 20 14:37:40.688522 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-9bec9123-3f09-44ae-8003-42576938f387 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Calling delete_port for d3414f0b-0df5-43ed-8a8f-d6312cc952b4 owned by network:router_interface {{(pid=84152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:37:40.703275 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Pushing event updated for resources: {'Port': ['ID=924ae308-aa7e-41ad-b03c-5d028822adf6,revision_number=3']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:37:40.820366 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [req-9596e4b8-3e80-4469-b04e-f41450652206 req-d9f997a8-e9af-4bd5-83cf-25a04391ccb2 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Synchronizing usage tracker for tenant:640e8dbef2de46a485c2653a25e2ea4a on resource:security_group {{(pid=84153) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:37:40.894469 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [req-9596e4b8-3e80-4469-b04e-f41450652206 req-d9f997a8-e9af-4bd5-83cf-25a04391ccb2 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Unset dirty status for tenant:640e8dbef2de46a485c2653a25e2ea4a on resource:security_group {{(pid=84153) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:37:40.895659 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-9596e4b8-3e80-4469-b04e-f41450652206 req-d9f997a8-e9af-4bd5-83cf-25a04391ccb2 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-740551510&fields=id&tenant_id=640e8dbef2de46a485c2653a25e2ea4a HTTP/1.1" status: 200 len: 267 time: 0.1197793 Jan 20 14:37:41.008390 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-9bec9123-3f09-44ae-8003-42576938f387 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:41.059206 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bec9123-3f09-44ae-8003-42576938f387 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Pushing event deleted for resources: {'Port': ['ID=d3414f0b-0df5-43ed-8a8f-d6312cc952b4,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:37:41.067753 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9596e4b8-3e80-4469-b04e-f41450652206 req-be2aa10c-19c3-4c03-b1a3-4112c080e7a1 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:37:41.074390 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-9596e4b8-3e80-4469-b04e-f41450652206 req-be2aa10c-19c3-4c03-b1a3-4112c080e7a1 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/networks?id=e59a86f6-2a98-423b-b489-95cac7d743a4 HTTP/1.1" status: 200 len: 797 time: 0.1719956 Jan 20 14:37:41.086969 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-9596e4b8-3e80-4469-b04e-f41450652206 req-4cbb155d-4405-4f94-ba70-d3519ba7bff5 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/quotas/640e8dbef2de46a485c2653a25e2ea4a HTTP/1.1" status: 200 len: 375 time: 0.0116968 Jan 20 14:37:41.184962 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-9596e4b8-3e80-4469-b04e-f41450652206 req-77669a3d-0d35-494b-a98e-115a517ddb69 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=640e8dbef2de46a485c2653a25e2ea4a&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0926676 Jan 20 14:37:41.413974 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-9bec9123-3f09-44ae-8003-42576938f387 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1705096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-745401'] for router_interface, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:41.465734 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-9596e4b8-3e80-4469-b04e-f41450652206 req-e4e35457-2e8d-4181-bece-ee7570339c83 service neutron] 10.222.0.54 "GET /v2.0/networks/e59a86f6-2a98-423b-b489-95cac7d743a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2671928 Jan 20 14:37:41.613953 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-9596e4b8-3e80-4469-b04e-f41450652206 req-17bf1420-5188-404f-a062-b9b5a3622686 service neutron] 10.222.0.54 "GET /v2.0/networks/e59a86f6-2a98-423b-b489-95cac7d743a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423316 Jan 20 14:37:41.985172 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-340fadec-b0f5-4c1a-bcc8-9efc4a6db503 req-9a3fabb1-ad6f-4739-a1d0-ee5addb4cc60 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/ports?device_id=57dd438c-a4a3-4bc2-8bc8-21ec889b33d7 HTTP/1.1" status: 200 len: 210 time: 0.0485897 Jan 20 14:37:42.176912 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bec9123-3f09-44ae-8003-42576938f387 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Router 873609ad-5f31-4c7a-ab27-a99033846581 has already been hosted by L3 agent 624d525b-4c26-4143-8a1c-228bb1c6faaa {{(pid=84152) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 14:37:42.188906 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 924ae308-aa7e-41ad-b03c-5d028822adf6 up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:37:42.290513 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port 924ae308-aa7e-41ad-b03c-5d028822adf6 triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:37:42.291161 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:42.417221 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bec9123-3f09-44ae-8003-42576938f387 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Notify agent at l3_agent.dv-neutron-825124-1-hyperv the message routers_updated {{(pid=84152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 14:37:42.426429 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71e146f5-57f6-4ccb-8b27-fceb9eff4638 None None] Sync routers for ids ['873609ad-5f31-4c7a-ab27-a99033846581'] in dv-neutron-825124-1-hyperv {{(pid=84155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 14:37:42.432736 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-9bec9123-3f09-44ae-8003-42576938f387 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] 10.222.0.54 "PUT /v2.0/routers/873609ad-5f31-4c7a-ab27-a99033846581/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3203871 Jan 20 14:37:42.435969 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 43778) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:37:42.439816 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71e146f5-57f6-4ccb-8b27-fceb9eff4638 None None] Routers {'873609ad-5f31-4c7a-ab27-a99033846581'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:37:42.440425 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-71e146f5-57f6-4ccb-8b27-fceb9eff4638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:37:30Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['873609ad-5f31-4c7a-ab27-a99033846581'], 'active': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:37:42.632606 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvr_db [None req-71e146f5-57f6-4ccb-8b27-fceb9eff4638 None None] Set router 873609ad-5f31-4c7a-ab27-a99033846581 gateway port host: dv-neutron-825124-1-hyperv {{(pid=84155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 14:37:42.729286 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c1e6780-819a-4d5e-ab9a-a47602043c91 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Deleting subnet d1901ba2-213a-49cf-963a-9516e82439fd {{(pid=84153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 20 14:37:42.732357 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-6c1e6780-819a-4d5e-ab9a-a47602043c91 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Notify callbacks [] for subnet, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:42.792123 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-6c1e6780-819a-4d5e-ab9a-a47602043c91 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3980851'] for subnet, precommit_delete_associations {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:42.882523 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-6c1e6780-819a-4d5e-ab9a-a47602043c91 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1627147'] for subnet, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:42.945808 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-71e146f5-57f6-4ccb-8b27-fceb9eff4638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '873609ad-5f31-4c7a-ab27-a99033846581', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1705145768', 'tenant_id': '9c4261ab481844b5bb12c28ceb385a24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.97'}], 'enable_snat': True}, 'gw_port_id': '8f37f62a-1816-4474-a0e8-49e9ec80d6ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:34:03Z', 'updated_at': '2022-01-20T14:37:40Z', 'revision_number': 5, 'project_id': '9c4261ab481844b5bb12c28ceb385a24', 'gw_port': {'id': '8f37f62a-1816-4474-a0e8-49e9ec80d6ae', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:7d:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '873609ad-5f31-4c7a-ab27-a99033846581', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:34:04Z', 'updated_at': '2022-01-20T14:34:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv'}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:37:42.950953 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71e146f5-57f6-4ccb-8b27-fceb9eff4638 None None] Checking router: 873609ad-5f31-4c7a-ab27-a99033846581 for host: dv-neutron-825124-1-hyperv {{(pid=84155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 14:37:42.962862 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71e146f5-57f6-4ccb-8b27-fceb9eff4638 None None] Routers {'873609ad-5f31-4c7a-ab27-a99033846581'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:37:42.963461 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-71e146f5-57f6-4ccb-8b27-fceb9eff4638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:37:30Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['873609ad-5f31-4c7a-ab27-a99033846581'], 'active': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:37:43.072634 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-6c1e6780-819a-4d5e-ab9a-a47602043c91 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1627154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3943464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4194013'] for subnet, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:43.123890 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1e6780-819a-4d5e-ab9a-a47602043c91 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Pushing event deleted for resources: {'Subnet': ['ID=d1901ba2-213a-49cf-963a-9516e82439fd,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:37:43.127070 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-6c1e6780-819a-4d5e-ab9a-a47602043c91 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Notify callbacks [] for subnet, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:43.132155 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23ef94d7-a2a1-44d6-b4fe-702d0dd750e7 None None] Network e6375433-9719-46e8-83c8-134ded03773b requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:37:43.155180 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvr_db [None req-71e146f5-57f6-4ccb-8b27-fceb9eff4638 None None] Set router 873609ad-5f31-4c7a-ab27-a99033846581 gateway port host: dv-neutron-825124-1-hyperv {{(pid=84155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 14:37:43.177269 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-6c1e6780-819a-4d5e-ab9a-a47602043c91 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] 10.222.0.54 "DELETE /v2.0/subnets/d1901ba2-213a-49cf-963a-9516e82439fd HTTP/1.1" status: 204 len: 168 time: 0.7405539 Jan 20 14:37:43.180353 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 43786) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:37:43.188125 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-33282a4e-d7f9-4835-ae3e-9749ef8d6754 req-56358f8e-a901-40c2-b5ff-48a6f63482bb tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/ports?device_id=57dd438c-a4a3-4bc2-8bc8-21ec889b33d7 HTTP/1.1" status: 200 len: 210 time: 0.0650856 Jan 20 14:37:43.473276 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-68fc7d6d-3455-4730-9e1e-4eed592b31f0 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Notify callbacks [] for router, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:43.517957 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-71e146f5-57f6-4ccb-8b27-fceb9eff4638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '873609ad-5f31-4c7a-ab27-a99033846581', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1705145768', 'tenant_id': '9c4261ab481844b5bb12c28ceb385a24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.97'}], 'enable_snat': True}, 'gw_port_id': '8f37f62a-1816-4474-a0e8-49e9ec80d6ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:34:03Z', 'updated_at': '2022-01-20T14:37:40Z', 'revision_number': 5, 'project_id': '9c4261ab481844b5bb12c28ceb385a24', 'gw_port': {'id': '8f37f62a-1816-4474-a0e8-49e9ec80d6ae', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:7d:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '873609ad-5f31-4c7a-ab27-a99033846581', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:34:04Z', 'updated_at': '2022-01-20T14:34:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv'}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:37:43.529476 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36447e7f-25b9-4b83-8793-ad9e711518c0 None None] DHCP port deletion for e6375433-9719-46e8-83c8-134ded03773b request from dv-neutron-825124-1-hyperv {{(pid=84154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 20 14:37:43.533840 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71e146f5-57f6-4ccb-8b27-fceb9eff4638 None None] The sync data for ids ['873609ad-5f31-4c7a-ab27-a99033846581'] in dv-neutron-825124-1-hyperv is: [{'id': '873609ad-5f31-4c7a-ab27-a99033846581', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1705145768', 'tenant_id': '9c4261ab481844b5bb12c28ceb385a24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.97'}], 'enable_snat': True}, 'gw_port_id': '8f37f62a-1816-4474-a0e8-49e9ec80d6ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:34:03Z', 'updated_at': '2022-01-20T14:37:40Z', 'revision_number': 5, 'project_id': '9c4261ab481844b5bb12c28ceb385a24', 'gw_port': {'id': '8f37f62a-1816-4474-a0e8-49e9ec80d6ae', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:7d:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '873609ad-5f31-4c7a-ab27-a99033846581', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:34:04Z', 'updated_at': '2022-01-20T14:34:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv'}] {{(pid=84155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 14:37:43.534197 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-36447e7f-25b9-4b83-8793-ad9e711518c0 None None] Deleting port 3a556c20-72e3-43e0-8e97-51908c2cfc7e {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:37:43.534440 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-36447e7f-25b9-4b83-8793-ad9e711518c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:43.719526 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-68fc7d6d-3455-4730-9e1e-4eed592b31f0 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:43.753577 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-36447e7f-25b9-4b83-8793-ad9e711518c0 None None] For port 3a556c20-72e3-43e0-8e97-51908c2cfc7e, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=3a556c20-72e3-43e0-8e97-51908c2cfc7e,segment=NetworkSegment(316c3b73-0eb2-4e0f-88b9-2933ad7f6429),segment_id=316c3b73-0eb2-4e0f-88b9-2933ad7f6429)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:37:43.753964 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-36447e7f-25b9-4b83-8793-ad9e711518c0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:43.781466 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-68fc7d6d-3455-4730-9e1e-4eed592b31f0 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Deleting port 8f37f62a-1816-4474-a0e8-49e9ec80d6ae {{(pid=84152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:37:43.781998 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-68fc7d6d-3455-4730-9e1e-4eed592b31f0 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:43.879426 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-36447e7f-25b9-4b83-8793-ad9e711518c0 None None] Calling delete_port for 3a556c20-72e3-43e0-8e97-51908c2cfc7e owned by network:dhcp {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:37:43.989297 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.db [None req-68fc7d6d-3455-4730-9e1e-4eed592b31f0 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] For port 8f37f62a-1816-4474-a0e8-49e9ec80d6ae, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=8f37f62a-1816-4474-a0e8-49e9ec80d6ae,segment=NetworkSegment(f628f1ba-6b70-4c9b-8839-62340c040c81),segment_id=f628f1ba-6b70-4c9b-8839-62340c040c81)] {{(pid=84152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:37:43.993913 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-68fc7d6d-3455-4730-9e1e-4eed592b31f0 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:44.044056 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-36447e7f-25b9-4b83-8793-ad9e711518c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486'] for port, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:44.093760 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36447e7f-25b9-4b83-8793-ad9e711518c0 None None] No DVR routers for this DVR port 3a556c20-72e3-43e0-8e97-51908c2cfc7e on host dv-neutron-825124-1-hyperv {{(pid=84154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 14:37:44.101897 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36447e7f-25b9-4b83-8793-ad9e711518c0 None None] Pushing event deleted for resources: {'Port': ['ID=3a556c20-72e3-43e0-8e97-51908c2cfc7e,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:37:44.121626 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 3a556c20-72e3-43e0-8e97-51908c2cfc7e no longer exists at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:37:44.135711 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-68fc7d6d-3455-4730-9e1e-4eed592b31f0 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Calling delete_port for 8f37f62a-1816-4474-a0e8-49e9ec80d6ae owned by network:router_gateway {{(pid=84152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:37:44.163781 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] No Port match for: 3a556c20-72e3-43e0-8e97-51908c2cfc7e {{(pid=84154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 14:37:44.163781 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 3a556c20-72e3-43e0-8e97-51908c2cfc7e not bound to the agent host dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 14:37:44.163781 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device d3414f0b-0df5-43ed-8a8f-d6312cc952b4 no longer exists at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:37:44.198140 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] No Port match for: d3414f0b-0df5-43ed-8a8f-d6312cc952b4 {{(pid=84154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 14:37:44.198386 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device d3414f0b-0df5-43ed-8a8f-d6312cc952b4 not bound to the agent host dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 14:37:44.380231 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-63bf5501-9b0a-4915-b9c9-02c6e115fa9e req-008f8c94-2416-458c-9fc2-7a3d74143036 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/ports?device_id=57dd438c-a4a3-4bc2-8bc8-21ec889b33d7 HTTP/1.1" status: 200 len: 210 time: 0.0486443 Jan 20 14:37:44.537201 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-68fc7d6d-3455-4730-9e1e-4eed592b31f0 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:44.595434 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fc7d6d-3455-4730-9e1e-4eed592b31f0 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Pushing event deleted for resources: {'Port': ['ID=8f37f62a-1816-4474-a0e8-49e9ec80d6ae,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:37:44.727800 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9596e4b8-3e80-4469-b04e-f41450652206 req-2372e8e2-9312-4e9f-b0f3-c2ce0f6cdca1 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:37:44.728467 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [req-9596e4b8-3e80-4469-b04e-f41450652206 req-2372e8e2-9312-4e9f-b0f3-c2ce0f6cdca1 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Synchronizing usage tracker for tenant:640e8dbef2de46a485c2653a25e2ea4a on resource:network {{(pid=84152) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:37:44.874983 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [req-9596e4b8-3e80-4469-b04e-f41450652206 req-2372e8e2-9312-4e9f-b0f3-c2ce0f6cdca1 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Unset dirty status for tenant:640e8dbef2de46a485c2653a25e2ea4a on resource:network {{(pid=84152) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:37:44.876121 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-9596e4b8-3e80-4469-b04e-f41450652206 req-2372e8e2-9312-4e9f-b0f3-c2ce0f6cdca1 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.106 "GET /v2.0/networks?id=e59a86f6-2a98-423b-b489-95cac7d743a4 HTTP/1.1" status: 200 len: 797 time: 0.5284569 Jan 20 14:37:44.888790 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-68fc7d6d-3455-4730-9e1e-4eed592b31f0 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-745333'] for router_gateway, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:45.176213 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-9596e4b8-3e80-4469-b04e-f41450652206 req-9f6a75e4-4172-45c7-8623-374f4bb290f6 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.106 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=640e8dbef2de46a485c2653a25e2ea4a HTTP/1.1" status: 200 len: 472 time: 0.2296205 Jan 20 14:37:45.191208 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [req-9596e4b8-3e80-4469-b04e-f41450652206 req-7a204c93-ff3f-4ee7-82fe-7ffa139668e6 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Request body: {'port': {'device_id': '57dd438c-a4a3-4bc2-8bc8-21ec889b33d7', 'network_id': 'e59a86f6-2a98-423b-b489-95cac7d743a4', 'admin_state_up': True, 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'security_groups': ['2e2e3902-bff2-410c-ae08-abec4406dca3']}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:37:45.206618 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-68fc7d6d-3455-4730-9e1e-4eed592b31f0 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-737761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105493'] for router, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:45.216666 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-68fc7d6d-3455-4730-9e1e-4eed592b31f0 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:45.369908 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-68fc7d6d-3455-4730-9e1e-4eed592b31f0 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-737693'] for router, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:45.370431 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68fc7d6d-3455-4730-9e1e-4eed592b31f0 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Fanout notify agent at l3_agent the message router_deleted on router 873609ad-5f31-4c7a-ab27-a99033846581 {{(pid=84152) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 20 14:37:45.408231 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-68fc7d6d-3455-4730-9e1e-4eed592b31f0 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Notify callbacks [] for router, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:45.409335 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-68fc7d6d-3455-4730-9e1e-4eed592b31f0 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] 10.222.0.54 "DELETE /v2.0/routers/873609ad-5f31-4c7a-ab27-a99033846581 HTTP/1.1" status: 204 len: 168 time: 2.2277792 Jan 20 14:37:45.412333 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 43792) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:37:45.522581 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [req-9596e4b8-3e80-4469-b04e-f41450652206 req-7a204c93-ff3f-4ee7-82fe-7ffa139668e6 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:37:45.530855 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [req-9596e4b8-3e80-4469-b04e-f41450652206 req-7a204c93-ff3f-4ee7-82fe-7ffa139668e6 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Usage tracker for resource:port and tenant:640e8dbef2de46a485c2653a25e2ea4a is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:37:45.541924 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [req-9596e4b8-3e80-4469-b04e-f41450652206 req-7a204c93-ff3f-4ee7-82fe-7ffa139668e6 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Quota usage for port was recalculated. Used quota:5. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:37:45.552357 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [req-9596e4b8-3e80-4469-b04e-f41450652206 req-7a204c93-ff3f-4ee7-82fe-7ffa139668e6 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:37:45.559571 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-07acc1c8-c42c-4125-ba45-bcf7026c6011 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586409'] for network, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:45.589298 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-09a45ed3-626c-4cf4-ac61-9527705e0e14 req-704dd75b-1740-4ccd-b3e1-0a583647c72a tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/ports?device_id=57dd438c-a4a3-4bc2-8bc8-21ec889b33d7 HTTP/1.1" status: 200 len: 210 time: 0.0551510 Jan 20 14:37:45.674061 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9596e4b8-3e80-4469-b04e-f41450652206 req-7a204c93-ff3f-4ee7-82fe-7ffa139668e6 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Made reservation on behalf of 640e8dbef2de46a485c2653a25e2ea4a for: {'port': 1} {{(pid=84152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:37:45.691721 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [req-9596e4b8-3e80-4469-b04e-f41450652206 req-7a204c93-ff3f-4ee7-82fe-7ffa139668e6 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:45.717522 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-07acc1c8-c42c-4125-ba45-bcf7026c6011 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1626242', 'neutron.services.segments.db._delete_segments_for_network-8769554214620'] for network, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:45.791091 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.segments.db [None req-07acc1c8-c42c-4125-ba45-bcf7026c6011 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6375433-9719-46e8-83c8-134ded03773b']}} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:37:45.811492 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.segments.db [None req-07acc1c8-c42c-4125-ba45-bcf7026c6011 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '316c3b73-0eb2-4e0f-88b9-2933ad7f6429') {'for_net_delete': True} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:37:45.811826 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.segments.db [None req-07acc1c8-c42c-4125-ba45-bcf7026c6011 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '316c3b73-0eb2-4e0f-88b9-2933ad7f6429') {} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:37:45.835240 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-07acc1c8-c42c-4125-ba45-bcf7026c6011 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769554214503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3337904'] for segment, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:45.891890 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-07acc1c8-c42c-4125-ba45-bcf7026c6011 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:45.902824 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07acc1c8-c42c-4125-ba45-bcf7026c6011 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Releasing vlan 175 on physical network physnet1 to pool {{(pid=84152) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 14:37:45.903209 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-07acc1c8-c42c-4125-ba45-bcf7026c6011 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1622950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4162906'] for segment, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:45.918325 dv-neutron-825124-1-hyperv neutron-server[84152]: Traceback (most recent call last): Jan 20 14:37:45.918325 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 14:37:45.918325 dv-neutron-825124-1-hyperv neutron-server[84152]: timer() Jan 20 14:37:45.918325 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 14:37:45.918325 dv-neutron-825124-1-hyperv neutron-server[84152]: cb(*args, **kw) Jan 20 14:37:45.918325 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 14:37:45.918325 dv-neutron-825124-1-hyperv neutron-server[84152]: return func(*args, **kwargs) Jan 20 14:37:45.918325 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 14:37:45.918325 dv-neutron-825124-1-hyperv neutron-server[84152]: self._notify() Jan 20 14:37:45.918325 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 14:37:45.918325 dv-neutron-825124-1-hyperv neutron-server[84152]: self.callback(batched_events) Jan 20 14:37:45.918325 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 14:37:45.918325 dv-neutron-825124-1-hyperv neutron-server[84152]: event.method(event) Jan 20 14:37:45.918325 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 14:37:45.918325 dv-neutron-825124-1-hyperv neutron-server[84152]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 14:37:45.918325 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 14:37:45.918325 dv-neutron-825124-1-hyperv neutron-server[84152]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 14:37:45.918325 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 14:37:45.918325 dv-neutron-825124-1-hyperv neutron-server[84152]: return f(self, *a, **k) Jan 20 14:37:45.918325 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 14:37:45.918325 dv-neutron-825124-1-hyperv neutron-server[84152]: return self._get(url).json() Jan 20 14:37:45.918325 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 14:37:45.918325 dv-neutron-825124-1-hyperv neutron-server[84152]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 14:37:45.918325 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 14:37:45.918325 dv-neutron-825124-1-hyperv neutron-server[84152]: return self.request(url, 'GET', **kwargs) Jan 20 14:37:45.918325 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 14:37:45.918325 dv-neutron-825124-1-hyperv neutron-server[84152]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 14:37:45.918325 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 14:37:45.918325 dv-neutron-825124-1-hyperv neutron-server[84152]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 14:37:45.918325 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 14:37:45.918325 dv-neutron-825124-1-hyperv neutron-server[84152]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 14:37:45.918325 dv-neutron-825124-1-hyperv neutron-server[84152]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 14:37:46.098447 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 8f37f62a-1816-4474-a0e8-49e9ec80d6ae no longer exists at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:37:46.120079 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.db_base_plugin_common [req-9596e4b8-3e80-4469-b04e-f41450652206 req-7a204c93-ff3f-4ee7-82fe-7ffa139668e6 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Allocated IP 172.20.0.29 (e59a86f6-2a98-423b-b489-95cac7d743a4/3113a513-3568-4c70-8776-161dc171127c/b6ba05e5-c02e-455d-870b-7cc713b0d935) {{(pid=84152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:37:46.133280 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] No Port match for: 8f37f62a-1816-4474-a0e8-49e9ec80d6ae {{(pid=84154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 14:37:46.133628 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 8f37f62a-1816-4474-a0e8-49e9ec80d6ae not bound to the agent host dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 14:37:46.400285 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-07acc1c8-c42c-4125-ba45-bcf7026c6011 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1626253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-745296'] for network, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:46.419745 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-07acc1c8-c42c-4125-ba45-bcf7026c6011 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Notify callbacks [] for network, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:46.436213 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07acc1c8-c42c-4125-ba45-bcf7026c6011 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Pushing event deleted for resources: {'Network': ['ID=e6375433-9719-46e8-83c8-134ded03773b,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:37:46.544160 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-07acc1c8-c42c-4125-ba45-bcf7026c6011 tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] 10.222.0.54 "DELETE /v2.0/networks/e6375433-9719-46e8-83c8-134ded03773b HTTP/1.1" status: 204 len: 168 time: 1.1308761 Jan 20 14:37:46.547096 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 43798) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:37:46.620577 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-fe272323-98fd-47d3-8679-424df291f00f tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Notify callbacks [] for security_group, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:46.634402 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [req-9596e4b8-3e80-4469-b04e-f41450652206 req-7a204c93-ff3f-4ee7-82fe-7ffa139668e6 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for port, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:46.654802 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.provisioning_blocks [req-9596e4b8-3e80-4469-b04e-f41450652206 req-7a204c93-ff3f-4ee7-82fe-7ffa139668e6 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Transition to ACTIVE for port object b6ba05e5-c02e-455d-870b-7cc713b0d935 will not be triggered until provisioned by entity DHCP. {{(pid=84152) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:37:46.656048 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-fe272323-98fd-47d3-8679-424df291f00f tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:46.741549 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [req-9596e4b8-3e80-4469-b04e-f41450652206 req-7a204c93-ff3f-4ee7-82fe-7ffa139668e6 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:46.807701 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88c0d3e-c02f-4074-85b2-3bd4d1c27d0e req-d5d0021d-15cc-4637-b184-87554d7f343d tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:37:46.809191 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-a88c0d3e-c02f-4074-85b2-3bd4d1c27d0e req-d5d0021d-15cc-4637-b184-87554d7f343d tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/ports?device_id=57dd438c-a4a3-4bc2-8bc8-21ec889b33d7 HTTP/1.1" status: 200 len: 932 time: 0.0910096 Jan 20 14:37:46.822774 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9596e4b8-3e80-4469-b04e-f41450652206 req-7a204c93-ff3f-4ee7-82fe-7ffa139668e6 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Network e59a86f6-2a98-423b-b489-95cac7d743a4 is already hosted by enough agents. {{(pid=84152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:37:46.826518 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.base_scheduler [req-9596e4b8-3e80-4469-b04e-f41450652206 req-7a204c93-ff3f-4ee7-82fe-7ffa139668e6 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Resources bound (agent type, host, resource id): {{(pid=84152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:37:46.828462 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a204c93-ff3f-4ee7-82fe-7ffa139668e6 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Pushing event updated for resources: {'Port': ['ID=b6ba05e5-c02e-455d-870b-7cc713b0d935,revision_number=1']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:37:46.830577 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.l3_dvrscheduler_db [req-9596e4b8-3e80-4469-b04e-f41450652206 req-7a204c93-ff3f-4ee7-82fe-7ffa139668e6 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Received port after_create {{(pid=84152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:37:46.878282 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-a88c0d3e-c02f-4074-85b2-3bd4d1c27d0e req-69e50580-d330-410d-a00d-8ed326d79f76 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/security-groups?id=2e2e3902-bff2-410c-ae08-abec4406dca3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618160 Jan 20 14:37:46.879625 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-fe272323-98fd-47d3-8679-424df291f00f tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:46.901567 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9596e4b8-3e80-4469-b04e-f41450652206 req-7a204c93-ff3f-4ee7-82fe-7ffa139668e6 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:37:46.901567 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [req-9596e4b8-3e80-4469-b04e-f41450652206 req-7a204c93-ff3f-4ee7-82fe-7ffa139668e6 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:46.902895 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe272323-98fd-47d3-8679-424df291f00f tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da7b15a3-c30e-4c90-b548-3a1c0f6698e7,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:37:46.970601 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-9596e4b8-3e80-4469-b04e-f41450652206 req-7a204c93-ff3f-4ee7-82fe-7ffa139668e6 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.106 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7865982 Jan 20 14:37:46.971393 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-fe272323-98fd-47d3-8679-424df291f00f tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] Notify callbacks [] for security_group, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:46.972507 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-fe272323-98fd-47d3-8679-424df291f00f tempest-TestNetworkAdvancedServerOps-998221656 tempest-TestNetworkAdvancedServerOps-998221656-project] 10.222.0.54 "DELETE /v2.0/security-groups/da7b15a3-c30e-4c90-b548-3a1c0f6698e7 HTTP/1.1" status: 204 len: 168 time: 0.4243569 Jan 20 14:37:46.982618 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [req-9596e4b8-3e80-4469-b04e-f41450652206 req-828e20b9-e9b3-4e5f-9c81-b7a72b68de21 service neutron] Request body: {'port': {'device_id': '57dd438c-a4a3-4bc2-8bc8-21ec889b33d7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8251'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:37:47.104478 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [req-9596e4b8-3e80-4469-b04e-f41450652206 req-828e20b9-e9b3-4e5f-9c81-b7a72b68de21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:47.221408 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-c17bcf7e-a3a9-4c33-bf0b-8aa85212493a None None] Provisioning for port b6ba05e5-c02e-455d-870b-7cc713b0d935 completed by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:37:47.229789 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-c17bcf7e-a3a9-4c33-bf0b-8aa85212493a None None] Provisioning complete for port b6ba05e5-c02e-455d-870b-7cc713b0d935 triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:37:47.230280 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-c17bcf7e-a3a9-4c33-bf0b-8aa85212493a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:47.295693 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-c17bcf7e-a3a9-4c33-bf0b-8aa85212493a None None] Port b6ba05e5-c02e-455d-870b-7cc713b0d935 cannot update to ACTIVE because it is not bound. {{(pid=84154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 14:37:47.460020 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.notifiers.nova [req-9596e4b8-3e80-4469-b04e-f41450652206 req-828e20b9-e9b3-4e5f-9c81-b7a72b68de21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6ba05e5-c02e-455d-870b-7cc713b0d935 {{(pid=84152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 14:37:47.467396 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [req-9596e4b8-3e80-4469-b04e-f41450652206 req-828e20b9-e9b3-4e5f-9c81-b7a72b68de21 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:47.482814 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.provisioning_blocks [req-9596e4b8-3e80-4469-b04e-f41450652206 req-828e20b9-e9b3-4e5f-9c81-b7a72b68de21 service neutron] Transition to ACTIVE for port object b6ba05e5-c02e-455d-870b-7cc713b0d935 will not be triggered until provisioned by entity L2. {{(pid=84152) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:37:47.541247 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [req-9596e4b8-3e80-4469-b04e-f41450652206 req-828e20b9-e9b3-4e5f-9c81-b7a72b68de21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162822'] for port, after_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:47.661862 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828e20b9-e9b3-4e5f-9c81-b7a72b68de21 service neutron] Pushing event updated for resources: {'Port': ['ID=b6ba05e5-c02e-455d-870b-7cc713b0d935,revision_number=2']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:37:47.770819 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 43810) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:37:47.799714 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.managers [req-9596e4b8-3e80-4469-b04e-f41450652206 req-828e20b9-e9b3-4e5f-9c81-b7a72b68de21 service neutron] Attempting to bind port b6ba05e5-c02e-455d-870b-7cc713b0d935 on host hv-neutron-8251 for vnic_type normal with profile {{(pid=84152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:37:47.800048 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.managers [req-9596e4b8-3e80-4469-b04e-f41450652206 req-828e20b9-e9b3-4e5f-9c81-b7a72b68de21 service neutron] Attempting to bind port b6ba05e5-c02e-455d-870b-7cc713b0d935 by drivers openvswitch,hyperv on host hv-neutron-8251 at level 0 using segments [{'id': 'dc2f5114-2a81-4b91-a9dc-d09665238d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'e59a86f6-2a98-423b-b489-95cac7d743a4'}] {{(pid=84152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:37:47.807502 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9596e4b8-3e80-4469-b04e-f41450652206 req-828e20b9-e9b3-4e5f-9c81-b7a72b68de21 service neutron] Attempting to bind port b6ba05e5-c02e-455d-870b-7cc713b0d935 on network e59a86f6-2a98-423b-b489-95cac7d743a4 {{(pid=84152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 14:37:47.807502 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9596e4b8-3e80-4469-b04e-f41450652206 req-828e20b9-e9b3-4e5f-9c81-b7a72b68de21 service neutron] Port b6ba05e5-c02e-455d-870b-7cc713b0d935 on network e59a86f6-2a98-423b-b489-95cac7d743a4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8251 {{(pid=84152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 20 14:37:47.807502 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9596e4b8-3e80-4469-b04e-f41450652206 req-828e20b9-e9b3-4e5f-9c81-b7a72b68de21 service neutron] Attempting to bind port b6ba05e5-c02e-455d-870b-7cc713b0d935 on network e59a86f6-2a98-423b-b489-95cac7d743a4 {{(pid=84152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 14:37:47.815362 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9596e4b8-3e80-4469-b04e-f41450652206 req-828e20b9-e9b3-4e5f-9c81-b7a72b68de21 service neutron] Checking agent: {'id': 'e037d8fb-d49c-4f86-9910-f13f6ba89a51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8251', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 23), 'started_at': datetime.datetime(2022, 1, 20, 14, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 37, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 14:37:47.815713 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9596e4b8-3e80-4469-b04e-f41450652206 req-828e20b9-e9b3-4e5f-9c81-b7a72b68de21 service neutron] Checking segment: {'id': 'dc2f5114-2a81-4b91-a9dc-d09665238d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'e59a86f6-2a98-423b-b489-95cac7d743a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 14:37:47.816013 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9596e4b8-3e80-4469-b04e-f41450652206 req-828e20b9-e9b3-4e5f-9c81-b7a72b68de21 service neutron] Bound using segment: {'id': 'dc2f5114-2a81-4b91-a9dc-d09665238d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'e59a86f6-2a98-423b-b489-95cac7d743a4'} {{(pid=84152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 14:37:47.816448 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.managers [req-9596e4b8-3e80-4469-b04e-f41450652206 req-828e20b9-e9b3-4e5f-9c81-b7a72b68de21 service neutron] Bound port: b6ba05e5-c02e-455d-870b-7cc713b0d935, host: hv-neutron-8251, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc2f5114-2a81-4b91-a9dc-d09665238d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'e59a86f6-2a98-423b-b489-95cac7d743a4'}}] {{(pid=84152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:37:47.816799 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [req-9596e4b8-3e80-4469-b04e-f41450652206 req-828e20b9-e9b3-4e5f-9c81-b7a72b68de21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:47.910181 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.db [req-9596e4b8-3e80-4469-b04e-f41450652206 req-828e20b9-e9b3-4e5f-9c81-b7a72b68de21 service neutron] For port b6ba05e5-c02e-455d-870b-7cc713b0d935, host hv-neutron-8251, cleared binding levels {{(pid=84152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 14:37:47.913977 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.db [req-9596e4b8-3e80-4469-b04e-f41450652206 req-828e20b9-e9b3-4e5f-9c81-b7a72b68de21 service neutron] For port b6ba05e5-c02e-455d-870b-7cc713b0d935, host hv-neutron-8251, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=b6ba05e5-c02e-455d-870b-7cc713b0d935,segment=NetworkSegment(dc2f5114-2a81-4b91-a9dc-d09665238d55),segment_id=dc2f5114-2a81-4b91-a9dc-d09665238d55)] {{(pid=84152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 14:37:47.970074 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-02965f3c-6db7-44e8-827a-8111f658988c admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=9c4261ab481844b5bb12c28ceb385a24&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1933513 Jan 20 14:37:47.970074 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 43818) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:37:48.072391 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [req-9596e4b8-3e80-4469-b04e-f41450652206 req-828e20b9-e9b3-4e5f-9c81-b7a72b68de21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162822'] for port, after_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:48.096276 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-fce05479-98f6-47fd-9d63-959bfd33a297 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:48.140375 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-fce05479-98f6-47fd-9d63-959bfd33a297 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:48.140482 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [req-9596e4b8-3e80-4469-b04e-f41450652206 req-828e20b9-e9b3-4e5f-9c81-b7a72b68de21 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:48.141797 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-9596e4b8-3e80-4469-b04e-f41450652206 req-828e20b9-e9b3-4e5f-9c81-b7a72b68de21 service neutron] 10.222.0.106 "PUT /v2.0/ports/b6ba05e5-c02e-455d-870b-7cc713b0d935 HTTP/1.1" status: 200 len: 1094 time: 1.1638665 Jan 20 14:37:48.142258 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57dd438c-a4a3-4bc2-8bc8-21ec889b33d7', 'tag': 'b6ba05e5-c02e-455d-870b-7cc713b0d935'}] {{(pid=84152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 14:37:48.157055 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d25fba-bb55-417b-9efb-507fda4b869f req-50fe36ec-9c1a-411f-9c86-0bf2d36c3184 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:37:48.159343 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-43d25fba-bb55-417b-9efb-507fda4b869f req-50fe36ec-9c1a-411f-9c86-0bf2d36c3184 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/ports?device_id=57dd438c-a4a3-4bc2-8bc8-21ec889b33d7 HTTP/1.1" status: 200 len: 944 time: 0.1460168 Jan 20 14:37:48.161395 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828e20b9-e9b3-4e5f-9c81-b7a72b68de21 service neutron] Pushing event updated for resources: {'Port': ['ID=b6ba05e5-c02e-455d-870b-7cc713b0d935,revision_number=3']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:37:48.211578 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57dd438c-a4a3-4bc2-8bc8-21ec889b33d7', 'tag': 'b6ba05e5-c02e-455d-870b-7cc713b0d935', 'status': 'completed', 'code': 200} Jan 20 14:37:48.258740 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-43d25fba-bb55-417b-9efb-507fda4b869f req-8235c16c-b3d2-4972-b853-14dfb9a2ff6a tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/security-groups?id=2e2e3902-bff2-410c-ae08-abec4406dca3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0871754 Jan 20 14:37:48.321258 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-8e14d5c8-debe-40b5-afc8-1ca84f4adb21 req-6b8b0c9f-2baf-482e-8628-ed9117f50e18 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=640e8dbef2de46a485c2653a25e2ea4a&device_id=57dd438c-a4a3-4bc2-8bc8-21ec889b33d7 HTTP/1.1" status: 200 len: 1097 time: 0.0821056 Jan 20 14:37:48.369414 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-fce05479-98f6-47fd-9d63-959bfd33a297 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:48.391736 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce05479-98f6-47fd-9d63-959bfd33a297 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a26abd31-68cd-404d-80be-c28f2aabbadf,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:37:48.400547 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-fce05479-98f6-47fd-9d63-959bfd33a297 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:48.401665 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-fce05479-98f6-47fd-9d63-959bfd33a297 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/a26abd31-68cd-404d-80be-c28f2aabbadf HTTP/1.1" status: 204 len: 168 time: 0.4320490 Jan 20 14:37:48.488939 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e14d5c8-debe-40b5-afc8-1ca84f4adb21 req-99ce3f60-40cb-4558-ae63-179fdc2735ed service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:37:48.489315 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e14d5c8-debe-40b5-afc8-1ca84f4adb21 req-99ce3f60-40cb-4558-ae63-179fdc2735ed service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:37:48.490927 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-8e14d5c8-debe-40b5-afc8-1ca84f4adb21 req-99ce3f60-40cb-4558-ae63-179fdc2735ed service neutron] 10.222.0.106 "GET /v2.0/networks?tenant_id=640e8dbef2de46a485c2653a25e2ea4a&shared=False HTTP/1.1" status: 200 len: 1583 time: 0.1614690 Jan 20 14:37:48.636155 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e14d5c8-debe-40b5-afc8-1ca84f4adb21 req-665a7b1a-1724-42fb-8794-3579be9fca64 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:37:48.637575 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-8e14d5c8-debe-40b5-afc8-1ca84f4adb21 req-665a7b1a-1724-42fb-8794-3579be9fca64 service neutron] 10.222.0.106 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1408780 Jan 20 14:37:48.839050 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-9596e4b8-3e80-4469-b04e-f41450652206 req-28923a8e-7aa6-421c-82a6-16dcd2cd3695 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=640e8dbef2de46a485c2653a25e2ea4a&device_id=57dd438c-a4a3-4bc2-8bc8-21ec889b33d7 HTTP/1.1" status: 200 len: 1097 time: 0.1641824 Jan 20 14:37:48.911281 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-9596e4b8-3e80-4469-b04e-f41450652206 req-051adbbe-4fbd-4aa0-aef1-8b5fa9164ba1 service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.29&port_id=b6ba05e5-c02e-455d-870b-7cc713b0d935 HTTP/1.1" status: 200 len: 217 time: 0.0641651 Jan 20 14:37:48.975770 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9596e4b8-3e80-4469-b04e-f41450652206 req-95c07fda-93d1-4c2a-9db5-30221199c99a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:37:48.977201 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-9596e4b8-3e80-4469-b04e-f41450652206 req-95c07fda-93d1-4c2a-9db5-30221199c99a service neutron] 10.222.0.106 "GET /v2.0/subnets?id=3113a513-3568-4c70-8776-161dc171127c HTTP/1.1" status: 200 len: 838 time: 0.0602334 Jan 20 14:37:49.053158 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-9596e4b8-3e80-4469-b04e-f41450652206 req-97617906-38c1-4acc-a55d-3577802be876 service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=e59a86f6-2a98-423b-b489-95cac7d743a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0705848 Jan 20 14:37:49.101602 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 43828) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:37:49.121061 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-2c826344-399c-4dd4-b228-7203d647e999 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:49.154555 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-2c826344-399c-4dd4-b228-7203d647e999 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:37:49.158724 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-2c826344-399c-4dd4-b228-7203d647e999 admin admin] Usage tracker for resource:security_group_rule and tenant:225ccd94609a4f29a91d1a9eb1876559 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:37:49.161919 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-2c826344-399c-4dd4-b228-7203d647e999 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:37:49.168559 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-2c826344-399c-4dd4-b228-7203d647e999 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:37:49.220063 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-9596e4b8-3e80-4469-b04e-f41450652206 req-27956961-26a8-4642-bd87-0e68452e70a9 service neutron] 10.222.0.106 "GET /v2.0/networks/e59a86f6-2a98-423b-b489-95cac7d743a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586254 Jan 20 14:37:49.255109 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-2c826344-399c-4dd4-b228-7203d647e999 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:49.311760 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-2c826344-399c-4dd4-b228-7203d647e999 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:49.388112 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c826344-399c-4dd4-b228-7203d647e999 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13a500ae-2762-43ab-b372-795be02a705a,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:37:49.394393 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-2c826344-399c-4dd4-b228-7203d647e999 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=225ccd94609a4f29a91d1a9eb1876559&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2901394 Jan 20 14:37:49.402235 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 43836) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:37:49.443426 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-9596e4b8-3e80-4469-b04e-f41450652206 req-f512f4f5-423a-459b-b45d-68148bbeb7f8 service neutron] 10.222.0.106 "GET /v2.0/networks/e59a86f6-2a98-423b-b489-95cac7d743a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2164085 Jan 20 14:37:49.534558 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-6449621c-dfe9-4524-ae84-29da74b3c7ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:49.571355 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-6449621c-dfe9-4524-ae84-29da74b3c7ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:49.582776 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6733c6d7-b385-45c0-9c27-faab1481d86c req-77bfca33-5211-4d61-a0a2-d4ea9ed4ca7d tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:37:49.584232 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-6733c6d7-b385-45c0-9c27-faab1481d86c req-77bfca33-5211-4d61-a0a2-d4ea9ed4ca7d tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/ports?device_id=57dd438c-a4a3-4bc2-8bc8-21ec889b33d7 HTTP/1.1" status: 200 len: 944 time: 0.1613567 Jan 20 14:37:49.661080 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-6733c6d7-b385-45c0-9c27-faab1481d86c req-5e90a699-dd65-4f70-9a73-728327cb77d7 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/security-groups?id=2e2e3902-bff2-410c-ae08-abec4406dca3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687838 Jan 20 14:37:49.734942 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-6449621c-dfe9-4524-ae84-29da74b3c7ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:49.752338 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6449621c-dfe9-4524-ae84-29da74b3c7ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13a500ae-2762-43ab-b372-795be02a705a,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:37:49.756684 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-6449621c-dfe9-4524-ae84-29da74b3c7ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:49.760440 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-6449621c-dfe9-4524-ae84-29da74b3c7ed admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/13a500ae-2762-43ab-b372-795be02a705a HTTP/1.1" status: 204 len: 168 time: 0.3592067 Jan 20 14:37:50.870650 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11e9b24-dde6-4e3d-ab0d-68220313c25d req-bd440026-e3e4-4376-94c2-c9bfdf1ea57f tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:37:50.871772 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-c11e9b24-dde6-4e3d-ab0d-68220313c25d req-bd440026-e3e4-4376-94c2-c9bfdf1ea57f tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/ports?device_id=57dd438c-a4a3-4bc2-8bc8-21ec889b33d7 HTTP/1.1" status: 200 len: 944 time: 0.0851820 Jan 20 14:37:50.926886 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-c11e9b24-dde6-4e3d-ab0d-68220313c25d req-6a59282b-6032-4136-9f83-f7a601662e6a tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/security-groups?id=2e2e3902-bff2-410c-ae08-abec4406dca3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422432 Jan 20 14:37:52.131617 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f432173-feaa-4ee9-9df4-05d69761a760 req-7d033484-13da-4b79-86c2-29a6b892faa9 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:37:52.133162 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-6f432173-feaa-4ee9-9df4-05d69761a760 req-7d033484-13da-4b79-86c2-29a6b892faa9 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/ports?device_id=57dd438c-a4a3-4bc2-8bc8-21ec889b33d7 HTTP/1.1" status: 200 len: 944 time: 0.0791903 Jan 20 14:37:52.184551 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-6f432173-feaa-4ee9-9df4-05d69761a760 req-28cd7ac3-3bd6-418a-ba8e-28aa83234614 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/security-groups?id=2e2e3902-bff2-410c-ae08-abec4406dca3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455956 Jan 20 14:37:53.392456 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83adc83a-f07e-449b-9d9f-6dfa9cdc6f64 req-3b72d72f-ea9a-4bcf-8b27-9a6c007c2576 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:37:53.393993 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-83adc83a-f07e-449b-9d9f-6dfa9cdc6f64 req-3b72d72f-ea9a-4bcf-8b27-9a6c007c2576 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/ports?device_id=57dd438c-a4a3-4bc2-8bc8-21ec889b33d7 HTTP/1.1" status: 200 len: 944 time: 0.0860302 Jan 20 14:37:53.451107 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-83adc83a-f07e-449b-9d9f-6dfa9cdc6f64 req-49bd7ab7-14cf-425e-a6b8-55774554977c tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/security-groups?id=2e2e3902-bff2-410c-ae08-abec4406dca3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497997 Jan 20 14:37:54.168831 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Device b6ba05e5-c02e-455d-870b-7cc713b0d935 details requested by agent hyperv_hv-neutron-8251 with host hv-neutron-8251 {{(pid=84154) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 20 14:37:54.307067 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] For port b6ba05e5-c02e-455d-870b-7cc713b0d935, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=b6ba05e5-c02e-455d-870b-7cc713b0d935,segment=NetworkSegment(dc2f5114-2a81-4b91-a9dc-d09665238d55),segment_id=dc2f5114-2a81-4b91-a9dc-d09665238d55)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:37:54.325250 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Returning: {'device': 'b6ba05e5-c02e-455d-870b-7cc713b0d935', 'network_id': 'e59a86f6-2a98-423b-b489-95cac7d743a4', 'port_id': 'b6ba05e5-c02e-455d-870b-7cc713b0d935', 'mac_address': 'fa:16:3e:4c:b7:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3113a513-3568-4c70-8776-161dc171127c', 'ip_address': '172.20.0.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84154) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 20 14:37:54.375529 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:54.398752 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.notifiers.nova [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6ba05e5-c02e-455d-870b-7cc713b0d935 {{(pid=84154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 14:37:54.408664 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] For port b6ba05e5-c02e-455d-870b-7cc713b0d935, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=b6ba05e5-c02e-455d-870b-7cc713b0d935,segment=NetworkSegment(dc2f5114-2a81-4b91-a9dc-d09665238d55),segment_id=dc2f5114-2a81-4b91-a9dc-d09665238d55)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:37:54.460435 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:54.529202 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Pushing event updated for resources: {'Port': ['ID=b6ba05e5-c02e-455d-870b-7cc713b0d935,revision_number=4']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:37:54.655861 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9e6819-85e1-487d-a4ef-29e9ae110066 req-aabb996a-0b79-4724-88da-16aab016a7ad tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:37:54.657318 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-7e9e6819-85e1-487d-a4ef-29e9ae110066 req-aabb996a-0b79-4724-88da-16aab016a7ad tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/ports?device_id=57dd438c-a4a3-4bc2-8bc8-21ec889b33d7 HTTP/1.1" status: 200 len: 945 time: 0.0762486 Jan 20 14:37:54.704098 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-7e9e6819-85e1-487d-a4ef-29e9ae110066 req-045dd681-d326-4184-a56a-92c52e3bb950 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/security-groups?id=2e2e3902-bff2-410c-ae08-abec4406dca3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404520 Jan 20 14:37:54.809862 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] get_ports_and_sgs() called for port_ids ['b6ba05e5-c02e-455d-870b-7cc713b0d935'] {{(pid=84154) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 20 14:37:55.909097 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64f06d6-12e3-4558-9241-cb944fb3920d req-0eee54d1-7fca-444f-af76-20fbb5803d69 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:37:55.910689 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-a64f06d6-12e3-4558-9241-cb944fb3920d req-0eee54d1-7fca-444f-af76-20fbb5803d69 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/ports?device_id=57dd438c-a4a3-4bc2-8bc8-21ec889b33d7 HTTP/1.1" status: 200 len: 945 time: 0.0817318 Jan 20 14:37:55.956733 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-a64f06d6-12e3-4558-9241-cb944fb3920d req-32c4606b-950b-43ff-855b-0fc2251b855f tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/security-groups?id=2e2e3902-bff2-410c-ae08-abec4406dca3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400109 Jan 20 14:37:56.192285 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Device b6ba05e5-c02e-455d-870b-7cc713b0d935 up at agent hyperv_hv-neutron-8251 {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:37:56.323314 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Provisioning for port b6ba05e5-c02e-455d-870b-7cc713b0d935 completed by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:37:56.329130 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Provisioning complete for port b6ba05e5-c02e-455d-870b-7cc713b0d935 triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:37:56.331412 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:56.446401 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:56.474724 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57dd438c-a4a3-4bc2-8bc8-21ec889b33d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6ba05e5-c02e-455d-870b-7cc713b0d935'}] {{(pid=84154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 14:37:56.484620 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] For port b6ba05e5-c02e-455d-870b-7cc713b0d935, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=b6ba05e5-c02e-455d-870b-7cc713b0d935,segment=NetworkSegment(dc2f5114-2a81-4b91-a9dc-d09665238d55),segment_id=dc2f5114-2a81-4b91-a9dc-d09665238d55)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:37:56.557863 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:56.628612 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Pushing event updated for resources: {'Port': ['ID=b6ba05e5-c02e-455d-870b-7cc713b0d935,revision_number=5']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:37:56.746754 dv-neutron-825124-1-hyperv neutron-server[84154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57dd438c-a4a3-4bc2-8bc8-21ec889b33d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6ba05e5-c02e-455d-870b-7cc713b0d935', 'code': 200} Jan 20 14:37:57.100631 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-5e077a10-5eec-477b-b344-99872d5e086a req-4579df09-214c-4a75-8385-58030d167d6b service neutron] 10.222.0.106 "GET /v2.0/ports?device_id=57dd438c-a4a3-4bc2-8bc8-21ec889b33d7 HTTP/1.1" status: 200 len: 1099 time: 0.0788889 Jan 20 14:37:57.145738 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-5e077a10-5eec-477b-b344-99872d5e086a req-0ff10476-0ae8-4d8f-ab61-c682b8b36005 service neutron] 10.222.0.106 "GET /v2.0/security-groups?id=2e2e3902-bff2-410c-ae08-abec4406dca3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387616 Jan 20 14:37:57.164268 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e92418-1dc1-4287-b215-876b9b327df6 req-c9ad847d-5a02-40c9-982f-84ca36e02900 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:37:57.165842 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-f4e92418-1dc1-4287-b215-876b9b327df6 req-c9ad847d-5a02-40c9-982f-84ca36e02900 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/ports?device_id=57dd438c-a4a3-4bc2-8bc8-21ec889b33d7 HTTP/1.1" status: 200 len: 946 time: 0.0810540 Jan 20 14:37:57.310687 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-f4e92418-1dc1-4287-b215-876b9b327df6 req-e1420c5c-6b07-484f-ad89-b4e7432fb2e2 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/security-groups?id=2e2e3902-bff2-410c-ae08-abec4406dca3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1381185 Jan 20 14:37:57.997434 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-31d39857-f7ba-409e-b7ff-03f41c40d7fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:37:58.521521 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d70dab-08e1-43c4-8ada-d381f694b23c req-fa28fdbd-7899-4ff6-8e8b-baa8dab7d4ec tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:37:58.523020 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-39d70dab-08e1-43c4-8ada-d381f694b23c req-fa28fdbd-7899-4ff6-8e8b-baa8dab7d4ec tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/ports?device_id=57dd438c-a4a3-4bc2-8bc8-21ec889b33d7 HTTP/1.1" status: 200 len: 946 time: 0.0844870 Jan 20 14:37:58.571081 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-39d70dab-08e1-43c4-8ada-d381f694b23c req-6800af6d-bc28-4c34-add8-eeb3c6088ea9 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/security-groups?id=2e2e3902-bff2-410c-ae08-abec4406dca3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425742 Jan 20 14:37:59.782970 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af04eb7-7a19-4020-851d-96e1fbf74f62 req-fb274dc5-df08-4e0a-b55a-50bacc6ad801 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:37:59.787106 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-7af04eb7-7a19-4020-851d-96e1fbf74f62 req-fb274dc5-df08-4e0a-b55a-50bacc6ad801 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/ports?device_id=57dd438c-a4a3-4bc2-8bc8-21ec889b33d7 HTTP/1.1" status: 200 len: 946 time: 0.0833328 Jan 20 14:37:59.836578 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-7af04eb7-7a19-4020-851d-96e1fbf74f62 req-7632d7cc-d4d2-4d94-9f7a-dbc29acad58c tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/security-groups?id=2e2e3902-bff2-410c-ae08-abec4406dca3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461395 Jan 20 14:38:00.032274 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.agents_db [None req-6dba657d-a637-4918-9b6d-40defdfae04b None None] Agent healthcheck: found 6 active agents {{(pid=84155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 14:38:00.039738 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25918f86-64f4-4dbf-bb05-15979d40afee req-07ff5547-14dd-4530-808e-6d02d3fae972 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:38:00.041536 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-25918f86-64f4-4dbf-bb05-15979d40afee req-07ff5547-14dd-4530-808e-6d02d3fae972 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/ports?device_id=57dd438c-a4a3-4bc2-8bc8-21ec889b33d7 HTTP/1.1" status: 200 len: 946 time: 0.0799532 Jan 20 14:38:00.090412 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-25918f86-64f4-4dbf-bb05-15979d40afee req-6e310793-e3a3-48d6-98cb-ebb3c90417f6 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/security-groups?id=2e2e3902-bff2-410c-ae08-abec4406dca3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431192 Jan 20 14:38:00.500473 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-83c181de-5861-40b4-a42f-204c18c9f897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:00.540695 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:01.420278 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:01.545959 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-cdd98e71-1f0a-4421-baa9-dcb30e06edf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:01.634695 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 43870) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:38:02.411121 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-63303c4c-be3b-4f11-92fd-17169430aba7 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:02.820224 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.db_base_plugin_common [None req-63303c4c-be3b-4f11-92fd-17169430aba7 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Allocated IP 172.20.0.17 (e59a86f6-2a98-423b-b489-95cac7d743a4/3113a513-3568-4c70-8776-161dc171127c/641fdbd5-d360-49ef-85c4-7a38b21b045d) {{(pid=84153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:38:02.963644 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-eea6df97-7ff1-4b63-af20-e3ec8913deda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:03.075173 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-63303c4c-be3b-4f11-92fd-17169430aba7 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for port, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:03.091066 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.provisioning_blocks [None req-63303c4c-be3b-4f11-92fd-17169430aba7 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Transition to ACTIVE for port object 641fdbd5-d360-49ef-85c4-7a38b21b045d will not be triggered until provisioned by entity DHCP. {{(pid=84153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:38:03.175310 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-63303c4c-be3b-4f11-92fd-17169430aba7 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:03.248693 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63303c4c-be3b-4f11-92fd-17169430aba7 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Network e59a86f6-2a98-423b-b489-95cac7d743a4 is already hosted by enough agents. {{(pid=84153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:38:03.256806 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.base_scheduler [None req-63303c4c-be3b-4f11-92fd-17169430aba7 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Resources bound (agent type, host, resource id): {{(pid=84153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:38:03.258502 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63303c4c-be3b-4f11-92fd-17169430aba7 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Received port after_create {{(pid=84153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:38:03.290221 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63303c4c-be3b-4f11-92fd-17169430aba7 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Pushing event updated for resources: {'Port': ['ID=641fdbd5-d360-49ef-85c4-7a38b21b045d,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:38:03.326798 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-63303c4c-be3b-4f11-92fd-17169430aba7 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-745387'] for router_interface, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:03.494969 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-63303c4c-be3b-4f11-92fd-17169430aba7 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:03.568813 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-43e8a0fc-df5c-4d40-993b-33681653547f None None] Provisioning for port 641fdbd5-d360-49ef-85c4-7a38b21b045d completed by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:38:03.573892 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-43e8a0fc-df5c-4d40-993b-33681653547f None None] Provisioning complete for port 641fdbd5-d360-49ef-85c4-7a38b21b045d triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:38:03.574244 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-43e8a0fc-df5c-4d40-993b-33681653547f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:03.629260 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-43e8a0fc-df5c-4d40-993b-33681653547f None None] Port 641fdbd5-d360-49ef-85c4-7a38b21b045d cannot update to ACTIVE because it is not bound. {{(pid=84154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 14:38:03.915688 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-63303c4c-be3b-4f11-92fd-17169430aba7 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for port, precommit_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:03.963406 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-63303c4c-be3b-4f11-92fd-17169430aba7 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3944146'] for port, after_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:04.078883 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-63303c4c-be3b-4f11-92fd-17169430aba7 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1705158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-743490'] for router_interface, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:04.082403 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63303c4c-be3b-4f11-92fd-17169430aba7 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Pushing event updated for resources: {'Port': ['ID=641fdbd5-d360-49ef-85c4-7a38b21b045d,revision_number=2']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:38:04.227282 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63303c4c-be3b-4f11-92fd-17169430aba7 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Network e59a86f6-2a98-423b-b489-95cac7d743a4 is already hosted by enough agents. {{(pid=84153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:38:04.228589 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.base_scheduler [None req-63303c4c-be3b-4f11-92fd-17169430aba7 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Resources bound (agent type, host, resource id): {{(pid=84153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:38:04.574537 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-fa119895-6ebc-49f2-be26-b60af7f2e02a None None] Provisioning complete for port 641fdbd5-d360-49ef-85c4-7a38b21b045d triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:38:04.575139 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-fa119895-6ebc-49f2-be26-b60af7f2e02a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:04.628468 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-fa119895-6ebc-49f2-be26-b60af7f2e02a None None] Port 641fdbd5-d360-49ef-85c4-7a38b21b045d cannot update to ACTIVE because it is not bound. {{(pid=84154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 14:38:04.656405 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63303c4c-be3b-4f11-92fd-17169430aba7 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Router 68846b58-2cd2-438e-91f5-ebe868513b13 has already been hosted by L3 agent 624d525b-4c26-4143-8a1c-228bb1c6faaa {{(pid=84153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 14:38:04.975747 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63303c4c-be3b-4f11-92fd-17169430aba7 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify agent at l3_agent.dv-neutron-825124-1-hyperv the message routers_updated {{(pid=84153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 14:38:04.985281 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7734b9e3-597d-4871-91eb-969b1243cd4c None None] Sync routers for ids ['68846b58-2cd2-438e-91f5-ebe868513b13'] in dv-neutron-825124-1-hyperv {{(pid=84154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 14:38:04.989516 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-63303c4c-be3b-4f11-92fd-17169430aba7 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "PUT /v2.0/routers/68846b58-2cd2-438e-91f5-ebe868513b13/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3534358 Jan 20 14:38:04.997552 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7734b9e3-597d-4871-91eb-969b1243cd4c None None] Routers {'68846b58-2cd2-438e-91f5-ebe868513b13'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:38:04.998209 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-7734b9e3-597d-4871-91eb-969b1243cd4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:38:00Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['68846b58-2cd2-438e-91f5-ebe868513b13'], 'active': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:38:05.193192 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvr_db [None req-7734b9e3-597d-4871-91eb-969b1243cd4c None None] Set router 68846b58-2cd2-438e-91f5-ebe868513b13 gateway port host: dv-neutron-825124-1-hyperv {{(pid=84154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 14:38:05.608731 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-7734b9e3-597d-4871-91eb-969b1243cd4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68846b58-2cd2-438e-91f5-ebe868513b13', 'name': 'tempest-TestNetworkBasicOps-router-1058041183', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.31'}], 'enable_snat': True}, 'gw_port_id': '8ce5bcad-f9b7-442e-8cd1-6f91223639b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:35:44Z', 'updated_at': '2022-01-20T14:38:03Z', 'revision_number': 5, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'gw_port': {'id': '8ce5bcad-f9b7-442e-8cd1-6f91223639b6', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:7e:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68846b58-2cd2-438e-91f5-ebe868513b13', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:35:45Z', 'updated_at': '2022-01-20T14:35:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv', '_floatingips': [{'id': '8c77025c-2ebc-4a8e-816e-af68887d986a', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'floating_ip_address': '172.26.7.197', 'floating_network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'router_id': '68846b58-2cd2-438e-91f5-ebe868513b13', 'port_id': 'ffdff166-6265-4806-ae70-490f9bd44d71', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2c3c5e7-c691-4857-ba81-87a16405fd64', 'mac_address': 'fa:16:3e:04:1f:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf5d69d8-7db3-421e-ba42-129f44492159', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T14:36:15Z', 'updated_at': '2022-01-20T14:36:19Z', 'revision_number': 1, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '641fdbd5-d360-49ef-85c4-7a38b21b045d', 'name': '', 'network_id': 'e59a86f6-2a98-423b-b489-95cac7d743a4', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'mac_address': 'fa:16:3e:8c:2f:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68846b58-2cd2-438e-91f5-ebe868513b13', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3113a513-3568-4c70-8776-161dc171127c', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:38:02Z', 'updated_at': '2022-01-20T14:38:03Z', 'revision_number': 2, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'subnets': [{'id': '3113a513-3568-4c70-8776-161dc171127c', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd4639fbf-5d30-43b9-bb64-3ed224273a9a', 'name': '', 'network_id': 'e2c3c5e7-c691-4857-ba81-87a16405fd64', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'mac_address': 'fa:16:3e:5e:b1:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68846b58-2cd2-438e-91f5-ebe868513b13', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f8a8ffe0-0112-4c20-8de5-a466cb4e1565', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:35:49Z', 'updated_at': '2022-01-20T14:35:56Z', 'revision_number': 5, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'subnets': [{'id': 'f8a8ffe0-0112-4c20-8de5-a466cb4e1565', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:38:05.613617 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7734b9e3-597d-4871-91eb-969b1243cd4c None None] Checking router: 68846b58-2cd2-438e-91f5-ebe868513b13 for host: dv-neutron-825124-1-hyperv {{(pid=84154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 14:38:05.614094 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7734b9e3-597d-4871-91eb-969b1243cd4c None None] Updating router 68846b58-2cd2-438e-91f5-ebe868513b13 port 641fdbd5-d360-49ef-85c4-7a38b21b045d binding host dv-neutron-825124-1-hyperv {{(pid=84154) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 20 14:38:05.669012 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7734b9e3-597d-4871-91eb-969b1243cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:06.019106 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7734b9e3-597d-4871-91eb-969b1243cd4c None None] Notify callbacks [] for port, precommit_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:06.031073 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-7734b9e3-597d-4871-91eb-969b1243cd4c None None] Transition to ACTIVE for port object 641fdbd5-d360-49ef-85c4-7a38b21b045d will not be triggered until provisioned by entity L2. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:38:06.117876 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7734b9e3-597d-4871-91eb-969b1243cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:06.244517 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57133723-1172-472b-aae6-0bd419128b43 None None] Pushing event updated for resources: {'Port': ['ID=641fdbd5-d360-49ef-85c4-7a38b21b045d,revision_number=3']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:38:06.335635 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-7734b9e3-597d-4871-91eb-969b1243cd4c None None] Attempting to bind port 641fdbd5-d360-49ef-85c4-7a38b21b045d on host dv-neutron-825124-1-hyperv for vnic_type normal with profile {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:38:06.336010 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-7734b9e3-597d-4871-91eb-969b1243cd4c None None] Attempting to bind port 641fdbd5-d360-49ef-85c4-7a38b21b045d by drivers openvswitch,hyperv on host dv-neutron-825124-1-hyperv at level 0 using segments [{'id': 'dc2f5114-2a81-4b91-a9dc-d09665238d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'e59a86f6-2a98-423b-b489-95cac7d743a4'}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:38:06.336379 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7734b9e3-597d-4871-91eb-969b1243cd4c None None] Attempting to bind port 641fdbd5-d360-49ef-85c4-7a38b21b045d on network e59a86f6-2a98-423b-b489-95cac7d743a4 {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 14:38:06.343513 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7734b9e3-597d-4871-91eb-969b1243cd4c None None] Checking agent: {'id': '6414dfeb-85c5-454a-8756-709ca637d800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825124-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 16, 31), 'started_at': datetime.datetime(2022, 1, 20, 14, 17, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 38, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825124-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 14:38:06.343909 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7734b9e3-597d-4871-91eb-969b1243cd4c None None] Checking segment: {'id': 'dc2f5114-2a81-4b91-a9dc-d09665238d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'e59a86f6-2a98-423b-b489-95cac7d743a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 14:38:06.344287 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7734b9e3-597d-4871-91eb-969b1243cd4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:06.344909 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7734b9e3-597d-4871-91eb-969b1243cd4c None None] Bound using segment: {'id': 'dc2f5114-2a81-4b91-a9dc-d09665238d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'e59a86f6-2a98-423b-b489-95cac7d743a4'} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 14:38:06.345160 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-7734b9e3-597d-4871-91eb-969b1243cd4c None None] Bound port: 641fdbd5-d360-49ef-85c4-7a38b21b045d, host: dv-neutron-825124-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc2f5114-2a81-4b91-a9dc-d09665238d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'e59a86f6-2a98-423b-b489-95cac7d743a4'}}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:38:06.345533 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7734b9e3-597d-4871-91eb-969b1243cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:06.444389 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-7734b9e3-597d-4871-91eb-969b1243cd4c None None] For port 641fdbd5-d360-49ef-85c4-7a38b21b045d, host dv-neutron-825124-1-hyperv, cleared binding levels {{(pid=84154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 14:38:06.447558 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-7734b9e3-597d-4871-91eb-969b1243cd4c None None] For port 641fdbd5-d360-49ef-85c4-7a38b21b045d, host dv-neutron-825124-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=641fdbd5-d360-49ef-85c4-7a38b21b045d,segment=NetworkSegment(dc2f5114-2a81-4b91-a9dc-d09665238d55),segment_id=dc2f5114-2a81-4b91-a9dc-d09665238d55)] {{(pid=84154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 14:38:06.495277 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7734b9e3-597d-4871-91eb-969b1243cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:06.575907 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57133723-1172-472b-aae6-0bd419128b43 None None] Pushing event updated for resources: {'Port': ['ID=641fdbd5-d360-49ef-85c4-7a38b21b045d,revision_number=4']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:38:06.580661 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7734b9e3-597d-4871-91eb-969b1243cd4c None None] Routers {'68846b58-2cd2-438e-91f5-ebe868513b13'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:38:06.581268 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-7734b9e3-597d-4871-91eb-969b1243cd4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:38:00Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['68846b58-2cd2-438e-91f5-ebe868513b13'], 'active': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:38:06.780053 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvr_db [None req-7734b9e3-597d-4871-91eb-969b1243cd4c None None] Set router 68846b58-2cd2-438e-91f5-ebe868513b13 gateway port host: dv-neutron-825124-1-hyperv {{(pid=84154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 14:38:07.159752 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-7734b9e3-597d-4871-91eb-969b1243cd4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68846b58-2cd2-438e-91f5-ebe868513b13', 'name': 'tempest-TestNetworkBasicOps-router-1058041183', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.31'}], 'enable_snat': True}, 'gw_port_id': '8ce5bcad-f9b7-442e-8cd1-6f91223639b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:35:44Z', 'updated_at': '2022-01-20T14:38:03Z', 'revision_number': 5, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'gw_port': {'id': '8ce5bcad-f9b7-442e-8cd1-6f91223639b6', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:7e:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68846b58-2cd2-438e-91f5-ebe868513b13', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:35:45Z', 'updated_at': '2022-01-20T14:35:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv', '_floatingips': [{'id': '8c77025c-2ebc-4a8e-816e-af68887d986a', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'floating_ip_address': '172.26.7.197', 'floating_network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'router_id': '68846b58-2cd2-438e-91f5-ebe868513b13', 'port_id': 'ffdff166-6265-4806-ae70-490f9bd44d71', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2c3c5e7-c691-4857-ba81-87a16405fd64', 'mac_address': 'fa:16:3e:04:1f:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf5d69d8-7db3-421e-ba42-129f44492159', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T14:36:15Z', 'updated_at': '2022-01-20T14:36:19Z', 'revision_number': 1, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '641fdbd5-d360-49ef-85c4-7a38b21b045d', 'name': '', 'network_id': 'e59a86f6-2a98-423b-b489-95cac7d743a4', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'mac_address': 'fa:16:3e:8c:2f:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68846b58-2cd2-438e-91f5-ebe868513b13', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3113a513-3568-4c70-8776-161dc171127c', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:38:02Z', 'updated_at': '2022-01-20T14:38:06Z', 'revision_number': 4, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'subnets': [{'id': '3113a513-3568-4c70-8776-161dc171127c', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd4639fbf-5d30-43b9-bb64-3ed224273a9a', 'name': '', 'network_id': 'e2c3c5e7-c691-4857-ba81-87a16405fd64', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'mac_address': 'fa:16:3e:5e:b1:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68846b58-2cd2-438e-91f5-ebe868513b13', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f8a8ffe0-0112-4c20-8de5-a466cb4e1565', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:35:49Z', 'updated_at': '2022-01-20T14:35:56Z', 'revision_number': 5, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'subnets': [{'id': 'f8a8ffe0-0112-4c20-8de5-a466cb4e1565', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:38:07.163971 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7734b9e3-597d-4871-91eb-969b1243cd4c None None] The sync data for ids ['68846b58-2cd2-438e-91f5-ebe868513b13'] in dv-neutron-825124-1-hyperv is: [{'id': '68846b58-2cd2-438e-91f5-ebe868513b13', 'name': 'tempest-TestNetworkBasicOps-router-1058041183', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.31'}], 'enable_snat': True}, 'gw_port_id': '8ce5bcad-f9b7-442e-8cd1-6f91223639b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:35:44Z', 'updated_at': '2022-01-20T14:38:03Z', 'revision_number': 5, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'gw_port': {'id': '8ce5bcad-f9b7-442e-8cd1-6f91223639b6', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:7e:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68846b58-2cd2-438e-91f5-ebe868513b13', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:35:45Z', 'updated_at': '2022-01-20T14:35:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv', '_floatingips': [{'id': '8c77025c-2ebc-4a8e-816e-af68887d986a', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'floating_ip_address': '172.26.7.197', 'floating_network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'router_id': '68846b58-2cd2-438e-91f5-ebe868513b13', 'port_id': 'ffdff166-6265-4806-ae70-490f9bd44d71', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2c3c5e7-c691-4857-ba81-87a16405fd64', 'mac_address': 'fa:16:3e:04:1f:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf5d69d8-7db3-421e-ba42-129f44492159', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T14:36:15Z', 'updated_at': '2022-01-20T14:36:19Z', 'revision_number': 1, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '641fdbd5-d360-49ef-85c4-7a38b21b045d', 'name': '', 'network_id': 'e59a86f6-2a98-423b-b489-95cac7d743a4', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'mac_address': 'fa:16:3e:8c:2f:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68846b58-2cd2-438e-91f5-ebe868513b13', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3113a513-3568-4c70-8776-161dc171127c', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:38:02Z', 'updated_at': '2022-01-20T14:38:06Z', 'revision_number': 4, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'subnets': [{'id': '3113a513-3568-4c70-8776-161dc171127c', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd4639fbf-5d30-43b9-bb64-3ed224273a9a', 'name': '', 'network_id': 'e2c3c5e7-c691-4857-ba81-87a16405fd64', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'mac_address': 'fa:16:3e:5e:b1:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68846b58-2cd2-438e-91f5-ebe868513b13', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f8a8ffe0-0112-4c20-8de5-a466cb4e1565', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:35:49Z', 'updated_at': '2022-01-20T14:35:56Z', 'revision_number': 5, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'subnets': [{'id': 'f8a8ffe0-0112-4c20-8de5-a466cb4e1565', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 14:38:08.135765 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 641fdbd5-d360-49ef-85c4-7a38b21b045d up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:38:08.287885 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning for port 641fdbd5-d360-49ef-85c4-7a38b21b045d completed by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:38:08.293332 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port 641fdbd5-d360-49ef-85c4-7a38b21b045d triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:38:08.293721 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:08.405853 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:08.472249 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] For port 641fdbd5-d360-49ef-85c4-7a38b21b045d, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=641fdbd5-d360-49ef-85c4-7a38b21b045d,segment=NetworkSegment(dc2f5114-2a81-4b91-a9dc-d09665238d55),segment_id=dc2f5114-2a81-4b91-a9dc-d09665238d55)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:38:08.551829 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:08.628105 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Pushing event updated for resources: {'Port': ['ID=641fdbd5-d360-49ef-85c4-7a38b21b045d,revision_number=5']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:38:10.111896 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 641fdbd5-d360-49ef-85c4-7a38b21b045d up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:38:10.185808 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port 641fdbd5-d360-49ef-85c4-7a38b21b045d triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:38:10.186393 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:18.596796 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-c431960b-5d36-4914-8265-08a2ae628382 req-e12580a7-6be1-4b0d-b5ac-016c42b889a2 service neutron] 10.222.0.106 "GET /v2.0/ports?device_id=bf5d69d8-7db3-421e-ba42-129f44492159&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0929072 Jan 20 14:38:18.694084 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-c431960b-5d36-4914-8265-08a2ae628382 req-cddbaa38-ea8f-4c18-8e21-9f82148d0553 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=640e8dbef2de46a485c2653a25e2ea4a&device_id=bf5d69d8-7db3-421e-ba42-129f44492159 HTTP/1.1" status: 200 len: 1098 time: 0.0750623 Jan 20 14:38:18.843032 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c431960b-5d36-4914-8265-08a2ae628382 req-bd8464b9-944a-4e45-b6ca-d7bcfb9b137b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:38:18.844451 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-c431960b-5d36-4914-8265-08a2ae628382 req-bd8464b9-944a-4e45-b6ca-d7bcfb9b137b service neutron] 10.222.0.106 "GET /v2.0/networks?id=e2c3c5e7-c691-4857-ba81-87a16405fd64 HTTP/1.1" status: 200 len: 897 time: 0.1298125 Jan 20 14:38:18.945807 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-c431960b-5d36-4914-8265-08a2ae628382 req-20cfa224-b7ac-42a2-94e2-543ee34e56b9 service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ffdff166-6265-4806-ae70-490f9bd44d71 HTTP/1.1" status: 200 len: 1001 time: 0.0949373 Jan 20 14:38:19.013174 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c431960b-5d36-4914-8265-08a2ae628382 req-b1321f53-d77d-4e42-800f-3b5ee902bb93 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:38:19.014656 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-c431960b-5d36-4914-8265-08a2ae628382 req-b1321f53-d77d-4e42-800f-3b5ee902bb93 service neutron] 10.222.0.106 "GET /v2.0/subnets?id=f8a8ffe0-0112-4c20-8de5-a466cb4e1565 HTTP/1.1" status: 200 len: 834 time: 0.0618935 Jan 20 14:38:19.093373 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-c431960b-5d36-4914-8265-08a2ae628382 req-0970c214-ff7c-427c-b9dc-63059cf68bcf service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=e2c3c5e7-c691-4857-ba81-87a16405fd64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0705993 Jan 20 14:38:19.240917 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-c431960b-5d36-4914-8265-08a2ae628382 req-3358c6c4-8bae-4eb3-9c70-1158ad88e616 service neutron] 10.222.0.106 "GET /v2.0/networks/e2c3c5e7-c691-4857-ba81-87a16405fd64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411157 Jan 20 14:38:19.379319 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-c431960b-5d36-4914-8265-08a2ae628382 req-cb86741e-5d1a-4e4b-9248-73dc39230ff4 service neutron] 10.222.0.106 "GET /v2.0/networks/e2c3c5e7-c691-4857-ba81-87a16405fd64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315377 Jan 20 14:38:28.023408 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-81d65e38-5aef-447a-8b5d-2dcd98a1979e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:30.364228 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-5c809517-80af-487f-9f2c-169827a69d59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:30.380563 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:31.407164 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:31.527509 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-cdd98e71-1f0a-4421-baa9-dcb30e06edf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:32.957898 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-eea6df97-7ff1-4b63-af20-e3ec8913deda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:36.642943 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 43916) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:38:37.031774 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.agents_db [None req-6dba657d-a637-4918-9b6d-40defdfae04b None None] Agent healthcheck: found 6 active agents {{(pid=84155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 14:38:37.069667 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-12680d50-6a41-4e0c-85de-743aeafa546e tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-743504'] for router_interface, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:37.733992 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-12680d50-6a41-4e0c-85de-743aeafa546e tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Deleting port 641fdbd5-d360-49ef-85c4-7a38b21b045d {{(pid=84153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:38:37.734694 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-12680d50-6a41-4e0c-85de-743aeafa546e tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:37.932074 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.db [None req-12680d50-6a41-4e0c-85de-743aeafa546e tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] For port 641fdbd5-d360-49ef-85c4-7a38b21b045d, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=641fdbd5-d360-49ef-85c4-7a38b21b045d,segment=NetworkSegment(dc2f5114-2a81-4b91-a9dc-d09665238d55),segment_id=dc2f5114-2a81-4b91-a9dc-d09665238d55)] {{(pid=84153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:38:37.932704 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-12680d50-6a41-4e0c-85de-743aeafa546e tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:38.062569 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-12680d50-6a41-4e0c-85de-743aeafa546e tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Calling delete_port for 641fdbd5-d360-49ef-85c4-7a38b21b045d owned by network:router_interface {{(pid=84153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:38:38.437251 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-12680d50-6a41-4e0c-85de-743aeafa546e tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:38.488246 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12680d50-6a41-4e0c-85de-743aeafa546e tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Pushing event deleted for resources: {'Port': ['ID=641fdbd5-d360-49ef-85c4-7a38b21b045d,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:38:38.561082 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12680d50-6a41-4e0c-85de-743aeafa546e tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:38:38.561408 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12680d50-6a41-4e0c-85de-743aeafa546e tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:38:38.561748 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12680d50-6a41-4e0c-85de-743aeafa546e tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:38:38.562107 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12680d50-6a41-4e0c-85de-743aeafa546e tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:38:38.562497 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12680d50-6a41-4e0c-85de-743aeafa546e tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:38:38.562871 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12680d50-6a41-4e0c-85de-743aeafa546e tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:38:38.563189 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12680d50-6a41-4e0c-85de-743aeafa546e tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:38:38.563520 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12680d50-6a41-4e0c-85de-743aeafa546e tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:38:38.563839 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12680d50-6a41-4e0c-85de-743aeafa546e tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:38:38.564159 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12680d50-6a41-4e0c-85de-743aeafa546e tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:38:38.564478 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12680d50-6a41-4e0c-85de-743aeafa546e tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:38:38.819628 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-12680d50-6a41-4e0c-85de-743aeafa546e tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1705096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-745401'] for router_interface, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:39.417412 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12680d50-6a41-4e0c-85de-743aeafa546e tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Router 68846b58-2cd2-438e-91f5-ebe868513b13 has already been hosted by L3 agent 624d525b-4c26-4143-8a1c-228bb1c6faaa {{(pid=84153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 14:38:39.642954 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12680d50-6a41-4e0c-85de-743aeafa546e tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify agent at l3_agent.dv-neutron-825124-1-hyperv the message routers_updated {{(pid=84153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 14:38:39.652829 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85be10b8-c937-42b6-8890-0deb738eb37b None None] Sync routers for ids ['68846b58-2cd2-438e-91f5-ebe868513b13'] in dv-neutron-825124-1-hyperv {{(pid=84155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 14:38:39.653447 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-12680d50-6a41-4e0c-85de-743aeafa546e tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "PUT /v2.0/routers/68846b58-2cd2-438e-91f5-ebe868513b13/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0089014 Jan 20 14:38:39.667757 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85be10b8-c937-42b6-8890-0deb738eb37b None None] Routers {'68846b58-2cd2-438e-91f5-ebe868513b13'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:38:39.667757 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-85be10b8-c937-42b6-8890-0deb738eb37b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:38:30Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['68846b58-2cd2-438e-91f5-ebe868513b13'], 'active': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:38:39.886241 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvr_db [None req-85be10b8-c937-42b6-8890-0deb738eb37b None None] Set router 68846b58-2cd2-438e-91f5-ebe868513b13 gateway port host: dv-neutron-825124-1-hyperv {{(pid=84155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 14:38:40.263611 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-85be10b8-c937-42b6-8890-0deb738eb37b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68846b58-2cd2-438e-91f5-ebe868513b13', 'name': 'tempest-TestNetworkBasicOps-router-1058041183', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.31'}], 'enable_snat': True}, 'gw_port_id': '8ce5bcad-f9b7-442e-8cd1-6f91223639b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:35:44Z', 'updated_at': '2022-01-20T14:38:38Z', 'revision_number': 6, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'gw_port': {'id': '8ce5bcad-f9b7-442e-8cd1-6f91223639b6', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:7e:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68846b58-2cd2-438e-91f5-ebe868513b13', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:35:45Z', 'updated_at': '2022-01-20T14:35:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv', '_floatingips': [{'id': '8c77025c-2ebc-4a8e-816e-af68887d986a', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'floating_ip_address': '172.26.7.197', 'floating_network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'router_id': '68846b58-2cd2-438e-91f5-ebe868513b13', 'port_id': 'ffdff166-6265-4806-ae70-490f9bd44d71', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2c3c5e7-c691-4857-ba81-87a16405fd64', 'mac_address': 'fa:16:3e:04:1f:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf5d69d8-7db3-421e-ba42-129f44492159', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T14:36:15Z', 'updated_at': '2022-01-20T14:36:19Z', 'revision_number': 1, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4639fbf-5d30-43b9-bb64-3ed224273a9a', 'name': '', 'network_id': 'e2c3c5e7-c691-4857-ba81-87a16405fd64', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'mac_address': 'fa:16:3e:5e:b1:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68846b58-2cd2-438e-91f5-ebe868513b13', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f8a8ffe0-0112-4c20-8de5-a466cb4e1565', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:35:49Z', 'updated_at': '2022-01-20T14:35:56Z', 'revision_number': 5, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'subnets': [{'id': 'f8a8ffe0-0112-4c20-8de5-a466cb4e1565', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:38:40.269297 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85be10b8-c937-42b6-8890-0deb738eb37b None None] Checking router: 68846b58-2cd2-438e-91f5-ebe868513b13 for host: dv-neutron-825124-1-hyperv {{(pid=84155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 14:38:40.282393 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85be10b8-c937-42b6-8890-0deb738eb37b None None] Routers {'68846b58-2cd2-438e-91f5-ebe868513b13'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:38:40.282393 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-85be10b8-c937-42b6-8890-0deb738eb37b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:38:30Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['68846b58-2cd2-438e-91f5-ebe868513b13'], 'active': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:38:40.293673 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669a36fe-9c7b-461e-b213-36ae2647e038 req-3bdf19a4-f196-4de9-9626-25f427fdddcf tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:38:40.294487 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [req-669a36fe-9c7b-461e-b213-36ae2647e038 req-3bdf19a4-f196-4de9-9626-25f427fdddcf tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Synchronizing usage tracker for tenant:640e8dbef2de46a485c2653a25e2ea4a on resource:port {{(pid=84153) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:38:40.379522 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [req-669a36fe-9c7b-461e-b213-36ae2647e038 req-3bdf19a4-f196-4de9-9626-25f427fdddcf tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Unset dirty status for tenant:640e8dbef2de46a485c2653a25e2ea4a on resource:port {{(pid=84153) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:38:40.380599 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-669a36fe-9c7b-461e-b213-36ae2647e038 req-3bdf19a4-f196-4de9-9626-25f427fdddcf tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/ports?device_id=57dd438c-a4a3-4bc2-8bc8-21ec889b33d7 HTTP/1.1" status: 200 len: 946 time: 0.1846793 Jan 20 14:38:40.431238 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-669a36fe-9c7b-461e-b213-36ae2647e038 req-7074483a-aa29-48a5-aedc-5c318c03c2d7 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/security-groups?id=2e2e3902-bff2-410c-ae08-abec4406dca3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425863 Jan 20 14:38:40.467273 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvr_db [None req-85be10b8-c937-42b6-8890-0deb738eb37b None None] Set router 68846b58-2cd2-438e-91f5-ebe868513b13 gateway port host: dv-neutron-825124-1-hyperv {{(pid=84155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 14:38:40.876915 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-85be10b8-c937-42b6-8890-0deb738eb37b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68846b58-2cd2-438e-91f5-ebe868513b13', 'name': 'tempest-TestNetworkBasicOps-router-1058041183', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.31'}], 'enable_snat': True}, 'gw_port_id': '8ce5bcad-f9b7-442e-8cd1-6f91223639b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:35:44Z', 'updated_at': '2022-01-20T14:38:38Z', 'revision_number': 6, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'gw_port': {'id': '8ce5bcad-f9b7-442e-8cd1-6f91223639b6', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:7e:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68846b58-2cd2-438e-91f5-ebe868513b13', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:35:45Z', 'updated_at': '2022-01-20T14:35:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv', '_floatingips': [{'id': '8c77025c-2ebc-4a8e-816e-af68887d986a', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'floating_ip_address': '172.26.7.197', 'floating_network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'router_id': '68846b58-2cd2-438e-91f5-ebe868513b13', 'port_id': 'ffdff166-6265-4806-ae70-490f9bd44d71', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2c3c5e7-c691-4857-ba81-87a16405fd64', 'mac_address': 'fa:16:3e:04:1f:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf5d69d8-7db3-421e-ba42-129f44492159', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T14:36:15Z', 'updated_at': '2022-01-20T14:36:19Z', 'revision_number': 1, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4639fbf-5d30-43b9-bb64-3ed224273a9a', 'name': '', 'network_id': 'e2c3c5e7-c691-4857-ba81-87a16405fd64', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'mac_address': 'fa:16:3e:5e:b1:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68846b58-2cd2-438e-91f5-ebe868513b13', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f8a8ffe0-0112-4c20-8de5-a466cb4e1565', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:35:49Z', 'updated_at': '2022-01-20T14:35:56Z', 'revision_number': 5, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'subnets': [{'id': 'f8a8ffe0-0112-4c20-8de5-a466cb4e1565', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:38:40.881259 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85be10b8-c937-42b6-8890-0deb738eb37b None None] The sync data for ids ['68846b58-2cd2-438e-91f5-ebe868513b13'] in dv-neutron-825124-1-hyperv is: [{'id': '68846b58-2cd2-438e-91f5-ebe868513b13', 'name': 'tempest-TestNetworkBasicOps-router-1058041183', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.31'}], 'enable_snat': True}, 'gw_port_id': '8ce5bcad-f9b7-442e-8cd1-6f91223639b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:35:44Z', 'updated_at': '2022-01-20T14:38:38Z', 'revision_number': 6, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'gw_port': {'id': '8ce5bcad-f9b7-442e-8cd1-6f91223639b6', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:7e:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68846b58-2cd2-438e-91f5-ebe868513b13', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:35:45Z', 'updated_at': '2022-01-20T14:35:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv', '_floatingips': [{'id': '8c77025c-2ebc-4a8e-816e-af68887d986a', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'floating_ip_address': '172.26.7.197', 'floating_network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'router_id': '68846b58-2cd2-438e-91f5-ebe868513b13', 'port_id': 'ffdff166-6265-4806-ae70-490f9bd44d71', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2c3c5e7-c691-4857-ba81-87a16405fd64', 'mac_address': 'fa:16:3e:04:1f:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf5d69d8-7db3-421e-ba42-129f44492159', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T14:36:15Z', 'updated_at': '2022-01-20T14:36:19Z', 'revision_number': 1, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4639fbf-5d30-43b9-bb64-3ed224273a9a', 'name': '', 'network_id': 'e2c3c5e7-c691-4857-ba81-87a16405fd64', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'mac_address': 'fa:16:3e:5e:b1:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68846b58-2cd2-438e-91f5-ebe868513b13', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f8a8ffe0-0112-4c20-8de5-a466cb4e1565', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:35:49Z', 'updated_at': '2022-01-20T14:35:56Z', 'revision_number': 5, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'subnets': [{'id': 'f8a8ffe0-0112-4c20-8de5-a466cb4e1565', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 14:38:41.642453 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c731f3e-1eca-4d6f-b236-9b492e68e4d7 req-8b17b112-5d3f-4e5f-b412-aaa67708fbcf tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:38:41.643956 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-2c731f3e-1eca-4d6f-b236-9b492e68e4d7 req-8b17b112-5d3f-4e5f-b412-aaa67708fbcf tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/ports?device_id=57dd438c-a4a3-4bc2-8bc8-21ec889b33d7 HTTP/1.1" status: 200 len: 946 time: 0.0771081 Jan 20 14:38:41.689977 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-2c731f3e-1eca-4d6f-b236-9b492e68e4d7 req-bd5dd111-c88e-4cc2-8950-be755969fce3 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/security-groups?id=2e2e3902-bff2-410c-ae08-abec4406dca3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403028 Jan 20 14:38:41.819011 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586fefeb-ac4c-4bed-8fd2-d2039944bb3e req-10d82f7c-b4c5-4c9e-87ef-2f44e515bc8e tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:38:41.819711 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [req-586fefeb-ac4c-4bed-8fd2-d2039944bb3e req-10d82f7c-b4c5-4c9e-87ef-2f44e515bc8e tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Synchronizing usage tracker for tenant:640e8dbef2de46a485c2653a25e2ea4a on resource:port {{(pid=84152) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:38:41.831935 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [req-586fefeb-ac4c-4bed-8fd2-d2039944bb3e req-10d82f7c-b4c5-4c9e-87ef-2f44e515bc8e tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Unset dirty status for tenant:640e8dbef2de46a485c2653a25e2ea4a on resource:port {{(pid=84152) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:38:41.833097 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-586fefeb-ac4c-4bed-8fd2-d2039944bb3e req-10d82f7c-b4c5-4c9e-87ef-2f44e515bc8e tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.106 "GET /v2.0/ports?device_id=57dd438c-a4a3-4bc2-8bc8-21ec889b33d7 HTTP/1.1" status: 200 len: 946 time: 0.0936949 Jan 20 14:38:41.902098 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [req-586fefeb-ac4c-4bed-8fd2-d2039944bb3e req-d51efb37-3a16-440d-8122-8c2dfe51f3bd tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Deleting port b6ba05e5-c02e-455d-870b-7cc713b0d935 {{(pid=84152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:38:41.902446 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [req-586fefeb-ac4c-4bed-8fd2-d2039944bb3e req-d51efb37-3a16-440d-8122-8c2dfe51f3bd tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:42.079929 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 641fdbd5-d360-49ef-85c4-7a38b21b045d no longer exists at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:38:42.113037 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] No Port match for: 641fdbd5-d360-49ef-85c4-7a38b21b045d {{(pid=84154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 14:38:42.113436 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 641fdbd5-d360-49ef-85c4-7a38b21b045d not bound to the agent host dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 14:38:42.248267 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.db [req-586fefeb-ac4c-4bed-8fd2-d2039944bb3e req-d51efb37-3a16-440d-8122-8c2dfe51f3bd tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] For port b6ba05e5-c02e-455d-870b-7cc713b0d935, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=b6ba05e5-c02e-455d-870b-7cc713b0d935,segment=NetworkSegment(dc2f5114-2a81-4b91-a9dc-d09665238d55),segment_id=dc2f5114-2a81-4b91-a9dc-d09665238d55)] {{(pid=84152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:38:42.248632 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [req-586fefeb-ac4c-4bed-8fd2-d2039944bb3e req-d51efb37-3a16-440d-8122-8c2dfe51f3bd tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:42.372553 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [req-586fefeb-ac4c-4bed-8fd2-d2039944bb3e req-d51efb37-3a16-440d-8122-8c2dfe51f3bd tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Calling delete_port for b6ba05e5-c02e-455d-870b-7cc713b0d935 owned by compute:nova {{(pid=84152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:38:42.574468 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [req-586fefeb-ac4c-4bed-8fd2-d2039944bb3e req-d51efb37-3a16-440d-8122-8c2dfe51f3bd tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:42.626604 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51efb37-3a16-440d-8122-8c2dfe51f3bd tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Pushing event deleted for resources: {'Port': ['ID=b6ba05e5-c02e-455d-870b-7cc713b0d935,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:38:42.692067 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51efb37-3a16-440d-8122-8c2dfe51f3bd tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:38:42.692410 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51efb37-3a16-440d-8122-8c2dfe51f3bd tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:38:42.692746 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51efb37-3a16-440d-8122-8c2dfe51f3bd tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:38:42.693073 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51efb37-3a16-440d-8122-8c2dfe51f3bd tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:38:42.693466 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51efb37-3a16-440d-8122-8c2dfe51f3bd tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:38:42.693723 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51efb37-3a16-440d-8122-8c2dfe51f3bd tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:38:42.694088 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51efb37-3a16-440d-8122-8c2dfe51f3bd tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:38:42.694383 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51efb37-3a16-440d-8122-8c2dfe51f3bd tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:38:42.694698 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51efb37-3a16-440d-8122-8c2dfe51f3bd tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:38:42.695010 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51efb37-3a16-440d-8122-8c2dfe51f3bd tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:38:42.695327 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51efb37-3a16-440d-8122-8c2dfe51f3bd tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:38:42.708732 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.l3_dvrscheduler_db [req-586fefeb-ac4c-4bed-8fd2-d2039944bb3e req-d51efb37-3a16-440d-8122-8c2dfe51f3bd tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] No DVR routers for this DVR port b6ba05e5-c02e-455d-870b-7cc713b0d935 on host hv-neutron-8251 {{(pid=84152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 14:38:42.713536 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [req-586fefeb-ac4c-4bed-8fd2-d2039944bb3e req-d51efb37-3a16-440d-8122-8c2dfe51f3bd tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:42.713744 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57dd438c-a4a3-4bc2-8bc8-21ec889b33d7', 'name': 'network-vif-deleted', 'tag': 'b6ba05e5-c02e-455d-870b-7cc713b0d935'}] {{(pid=84152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 14:38:42.773727 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57dd438c-a4a3-4bc2-8bc8-21ec889b33d7', 'name': 'network-vif-deleted', 'tag': 'b6ba05e5-c02e-455d-870b-7cc713b0d935', 'status': 'completed', 'code': 200} Jan 20 14:38:42.788107 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-586fefeb-ac4c-4bed-8fd2-d2039944bb3e req-d51efb37-3a16-440d-8122-8c2dfe51f3bd tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.106 "DELETE /v2.0/ports/b6ba05e5-c02e-455d-870b-7cc713b0d935 HTTP/1.1" status: 204 len: 173 time: 0.9494708 Jan 20 14:38:42.973298 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-886847e3-c521-4423-b32f-4547c262981d req-39cb3b9e-53ba-46e6-ad21-fdaf3a3e5a0a tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/ports?device_id=57dd438c-a4a3-4bc2-8bc8-21ec889b33d7 HTTP/1.1" status: 200 len: 210 time: 0.1548579 Jan 20 14:38:44.081561 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 43934) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:38:44.152988 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-eab7c542-68a5-456f-8cb1-e629d1b2da48 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for security_group, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:44.183641 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-eab7c542-68a5-456f-8cb1-e629d1b2da48 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:44.351573 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-eab7c542-68a5-456f-8cb1-e629d1b2da48 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:44.373781 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab7c542-68a5-456f-8cb1-e629d1b2da48 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e2e3902-bff2-410c-ae08-abec4406dca3,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:38:44.431243 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-eab7c542-68a5-456f-8cb1-e629d1b2da48 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for security_group, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:44.432434 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-eab7c542-68a5-456f-8cb1-e629d1b2da48 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "DELETE /v2.0/security-groups/2e2e3902-bff2-410c-ae08-abec4406dca3 HTTP/1.1" status: 204 len: 168 time: 0.3502903 Jan 20 14:38:44.547311 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 43940) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:38:44.736847 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.db_base_plugin_v2 [None req-010f5f5b-176d-4d87-94d7-67c143648561 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Deleting subnet 3113a513-3568-4c70-8776-161dc171127c {{(pid=84153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 20 14:38:44.740292 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-010f5f5b-176d-4d87-94d7-67c143648561 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for subnet, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:44.793137 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-010f5f5b-176d-4d87-94d7-67c143648561 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3980851'] for subnet, precommit_delete_associations {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:44.878606 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-010f5f5b-176d-4d87-94d7-67c143648561 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1627147'] for subnet, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:45.032020 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-010f5f5b-176d-4d87-94d7-67c143648561 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1627154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3943464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4194013'] for subnet, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:45.073715 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010f5f5b-176d-4d87-94d7-67c143648561 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Pushing event deleted for resources: {'Subnet': ['ID=3113a513-3568-4c70-8776-161dc171127c,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:38:45.077867 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-010f5f5b-176d-4d87-94d7-67c143648561 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for subnet, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:45.084275 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-010f5f5b-176d-4d87-94d7-67c143648561 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "DELETE /v2.0/subnets/3113a513-3568-4c70-8776-161dc171127c HTTP/1.1" status: 204 len: 168 time: 0.5358403 Jan 20 14:38:45.085304 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-277988ac-a8b3-43a7-9185-ead3f5c2c9cb None None] Network e59a86f6-2a98-423b-b489-95cac7d743a4 requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:38:45.086924 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 43944) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:38:45.207564 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-1ed2ae34-6973-46c6-9bf0-1a8382b6cebb tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586409'] for network, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:45.218837 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-1ed2ae34-6973-46c6-9bf0-1a8382b6cebb tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Deleting port 924ae308-aa7e-41ad-b03c-5d028822adf6 {{(pid=84153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:38:45.219186 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-1ed2ae34-6973-46c6-9bf0-1a8382b6cebb tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:45.343018 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ecc9a7d-8f36-4358-9d05-3d93c4384c73 None None] DHCP port deletion for e59a86f6-2a98-423b-b489-95cac7d743a4 request from dv-neutron-825124-1-hyperv {{(pid=84154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 20 14:38:45.348126 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-6ecc9a7d-8f36-4358-9d05-3d93c4384c73 None None] Deleting port 924ae308-aa7e-41ad-b03c-5d028822adf6 {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:38:45.348501 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-6ecc9a7d-8f36-4358-9d05-3d93c4384c73 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:45.438841 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.db [None req-1ed2ae34-6973-46c6-9bf0-1a8382b6cebb tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] For port 924ae308-aa7e-41ad-b03c-5d028822adf6, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=924ae308-aa7e-41ad-b03c-5d028822adf6,segment=NetworkSegment(dc2f5114-2a81-4b91-a9dc-d09665238d55),segment_id=dc2f5114-2a81-4b91-a9dc-d09665238d55)] {{(pid=84153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:38:45.439193 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-1ed2ae34-6973-46c6-9bf0-1a8382b6cebb tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:45.551599 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-6ecc9a7d-8f36-4358-9d05-3d93c4384c73 None None] For port 924ae308-aa7e-41ad-b03c-5d028822adf6, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=924ae308-aa7e-41ad-b03c-5d028822adf6,segment=NetworkSegment(dc2f5114-2a81-4b91-a9dc-d09665238d55),segment_id=dc2f5114-2a81-4b91-a9dc-d09665238d55)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:38:45.551898 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-6ecc9a7d-8f36-4358-9d05-3d93c4384c73 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:45.571151 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-1ed2ae34-6973-46c6-9bf0-1a8382b6cebb tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Calling delete_port for 924ae308-aa7e-41ad-b03c-5d028822adf6 owned by network:dhcp {{(pid=84153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:38:45.676841 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-6ecc9a7d-8f36-4358-9d05-3d93c4384c73 None None] Calling delete_port for 924ae308-aa7e-41ad-b03c-5d028822adf6 owned by network:dhcp {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:38:45.704475 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-1ed2ae34-6973-46c6-9bf0-1a8382b6cebb tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:45.747499 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.db.api [None req-6ecc9a7d-8f36-4358-9d05-3d93c4384c73 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84154) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 14:38:45.747853 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG oslo_db.api [None req-6ecc9a7d-8f36-4358-9d05-3d93c4384c73 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 14:38:45.750659 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed2ae34-6973-46c6-9bf0-1a8382b6cebb tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Pushing event deleted for resources: {'Port': ['ID=924ae308-aa7e-41ad-b03c-5d028822adf6,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:38:45.755761 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ed2ae34-6973-46c6-9bf0-1a8382b6cebb tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] No DVR routers for this DVR port 924ae308-aa7e-41ad-b03c-5d028822adf6 on host dv-neutron-825124-1-hyperv {{(pid=84153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 14:38:45.887637 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-1ed2ae34-6973-46c6-9bf0-1a8382b6cebb tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1626242', 'neutron.services.segments.db._delete_segments_for_network-8769554214620'] for network, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:45.913904 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.services.segments.db [None req-1ed2ae34-6973-46c6-9bf0-1a8382b6cebb tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e59a86f6-2a98-423b-b489-95cac7d743a4']}} {{(pid=84153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:38:45.926727 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.services.segments.db [None req-1ed2ae34-6973-46c6-9bf0-1a8382b6cebb tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc2f5114-2a81-4b91-a9dc-d09665238d55') {'for_net_delete': True} {{(pid=84153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:38:45.927016 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.services.segments.db [None req-1ed2ae34-6973-46c6-9bf0-1a8382b6cebb tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc2f5114-2a81-4b91-a9dc-d09665238d55') {} {{(pid=84153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:38:45.938842 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-1ed2ae34-6973-46c6-9bf0-1a8382b6cebb tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769554214503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980856'] for segment, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:45.954620 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-1ed2ae34-6973-46c6-9bf0-1a8382b6cebb tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:45.962326 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ed2ae34-6973-46c6-9bf0-1a8382b6cebb tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Releasing vlan 186 on physical network physnet1 to pool {{(pid=84153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 14:38:45.962857 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-1ed2ae34-6973-46c6-9bf0-1a8382b6cebb tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1622950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3944078'] for segment, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:45.979664 dv-neutron-825124-1-hyperv neutron-server[84153]: Traceback (most recent call last): Jan 20 14:38:45.979664 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 14:38:45.979664 dv-neutron-825124-1-hyperv neutron-server[84153]: timer() Jan 20 14:38:45.979664 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 14:38:45.979664 dv-neutron-825124-1-hyperv neutron-server[84153]: cb(*args, **kw) Jan 20 14:38:45.979664 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 14:38:45.979664 dv-neutron-825124-1-hyperv neutron-server[84153]: return func(*args, **kwargs) Jan 20 14:38:45.979664 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 14:38:45.979664 dv-neutron-825124-1-hyperv neutron-server[84153]: self._notify() Jan 20 14:38:45.979664 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 14:38:45.979664 dv-neutron-825124-1-hyperv neutron-server[84153]: self.callback(batched_events) Jan 20 14:38:45.979664 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 14:38:45.979664 dv-neutron-825124-1-hyperv neutron-server[84153]: event.method(event) Jan 20 14:38:45.979664 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 14:38:45.979664 dv-neutron-825124-1-hyperv neutron-server[84153]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 14:38:45.979664 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 14:38:45.979664 dv-neutron-825124-1-hyperv neutron-server[84153]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 14:38:45.979664 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 14:38:45.979664 dv-neutron-825124-1-hyperv neutron-server[84153]: return f(self, *a, **k) Jan 20 14:38:45.979664 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 14:38:45.979664 dv-neutron-825124-1-hyperv neutron-server[84153]: return self._get(url).json() Jan 20 14:38:45.979664 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 14:38:45.979664 dv-neutron-825124-1-hyperv neutron-server[84153]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 14:38:45.979664 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 14:38:45.979664 dv-neutron-825124-1-hyperv neutron-server[84153]: return self.request(url, 'GET', **kwargs) Jan 20 14:38:45.979664 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 14:38:45.979664 dv-neutron-825124-1-hyperv neutron-server[84153]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 14:38:45.979664 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 14:38:45.979664 dv-neutron-825124-1-hyperv neutron-server[84153]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 14:38:45.979664 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 14:38:45.979664 dv-neutron-825124-1-hyperv neutron-server[84153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 14:38:45.979664 dv-neutron-825124-1-hyperv neutron-server[84153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 14:38:46.118141 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 924ae308-aa7e-41ad-b03c-5d028822adf6 no longer exists at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:38:46.135945 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-1ed2ae34-6973-46c6-9bf0-1a8382b6cebb tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1626253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-745296'] for network, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:46.151918 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] No Port match for: 924ae308-aa7e-41ad-b03c-5d028822adf6 {{(pid=84154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 14:38:46.152178 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 924ae308-aa7e-41ad-b03c-5d028822adf6 not bound to the agent host dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 14:38:46.155233 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-1ed2ae34-6973-46c6-9bf0-1a8382b6cebb tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for network, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:46.162261 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed2ae34-6973-46c6-9bf0-1a8382b6cebb tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Pushing event deleted for resources: {'Network': ['ID=e59a86f6-2a98-423b-b489-95cac7d743a4,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:38:46.237957 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-1ed2ae34-6973-46c6-9bf0-1a8382b6cebb tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "DELETE /v2.0/networks/e59a86f6-2a98-423b-b489-95cac7d743a4 HTTP/1.1" status: 204 len: 168 time: 1.1499927 Jan 20 14:38:46.240659 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 43948) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:38:46.248984 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-6ecc9a7d-8f36-4358-9d05-3d93c4384c73 None None] Deleting port 924ae308-aa7e-41ad-b03c-5d028822adf6 {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:38:46.249518 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-6ecc9a7d-8f36-4358-9d05-3d93c4384c73 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:46.318375 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-6ecc9a7d-8f36-4358-9d05-3d93c4384c73 None None] The port '924ae308-aa7e-41ad-b03c-5d028822adf6' was deleted {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 20 14:38:46.401404 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Device b6ba05e5-c02e-455d-870b-7cc713b0d935 no longer exists at agent hyperv_hv-neutron-8251 {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:38:46.434796 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] No Port match for: b6ba05e5-c02e-455d-870b-7cc713b0d935 {{(pid=84154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 14:38:46.435058 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Device b6ba05e5-c02e-455d-870b-7cc713b0d935 not bound to the agent host hv-neutron-8251 {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 14:38:46.548059 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-9aea2d52-a223-49c3-99bc-65ca1d613093 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Deleting port 462cbf7c-e2f4-4c73-89a0-036bd2ff1987 {{(pid=84153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:38:46.548395 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-9aea2d52-a223-49c3-99bc-65ca1d613093 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:46.719336 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-9aea2d52-a223-49c3-99bc-65ca1d613093 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:46.719536 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-9aea2d52-a223-49c3-99bc-65ca1d613093 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:46.844189 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-9aea2d52-a223-49c3-99bc-65ca1d613093 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Calling delete_port for 462cbf7c-e2f4-4c73-89a0-036bd2ff1987 owned by network:floatingip {{(pid=84153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:38:47.077355 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-9aea2d52-a223-49c3-99bc-65ca1d613093 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:47.125481 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aea2d52-a223-49c3-99bc-65ca1d613093 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Pushing event deleted for resources: {'Port': ['ID=462cbf7c-e2f4-4c73-89a0-036bd2ff1987,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:38:47.218271 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-9aea2d52-a223-49c3-99bc-65ca1d613093 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for floatingip, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:47.617399 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9aea2d52-a223-49c3-99bc-65ca1d613093 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Router 68846b58-2cd2-438e-91f5-ebe868513b13 has already been hosted by L3 agent 624d525b-4c26-4143-8a1c-228bb1c6faaa {{(pid=84153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 14:38:47.821311 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9aea2d52-a223-49c3-99bc-65ca1d613093 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify agent at l3_agent.dv-neutron-825124-1-hyperv the message routers_updated {{(pid=84153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 14:38:47.830658 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd921841-2e55-4d32-b47d-3eec4ede8429 None None] Sync routers for ids ['68846b58-2cd2-438e-91f5-ebe868513b13'] in dv-neutron-825124-1-hyperv {{(pid=84154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 14:38:47.837231 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-9aea2d52-a223-49c3-99bc-65ca1d613093 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for floatingip, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:47.842320 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd921841-2e55-4d32-b47d-3eec4ede8429 None None] Routers {'68846b58-2cd2-438e-91f5-ebe868513b13'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:38:47.842933 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-cd921841-2e55-4d32-b47d-3eec4ede8429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:38:30Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['68846b58-2cd2-438e-91f5-ebe868513b13'], 'active': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:38:47.890348 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-9aea2d52-a223-49c3-99bc-65ca1d613093 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "DELETE /v2.0/floatingips/8c77025c-2ebc-4a8e-816e-af68887d986a HTTP/1.1" status: 204 len: 168 time: 1.6484425 Jan 20 14:38:47.890758 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf5d69d8-7db3-421e-ba42-129f44492159', 'tag': 'ffdff166-6265-4806-ae70-490f9bd44d71'}] {{(pid=84153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 14:38:48.029172 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvr_db [None req-cd921841-2e55-4d32-b47d-3eec4ede8429 None None] Set router 68846b58-2cd2-438e-91f5-ebe868513b13 gateway port host: dv-neutron-825124-1-hyperv {{(pid=84154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 14:38:48.086727 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf5d69d8-7db3-421e-ba42-129f44492159', 'tag': 'ffdff166-6265-4806-ae70-490f9bd44d71', 'status': 'completed', 'code': 200} Jan 20 14:38:48.186442 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-ac6afcdc-9b60-43a9-b830-94ad3b389d19 req-fcb104d3-83ca-434f-9376-2a7a3f07563e service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=640e8dbef2de46a485c2653a25e2ea4a&device_id=bf5d69d8-7db3-421e-ba42-129f44492159 HTTP/1.1" status: 200 len: 1098 time: 0.0795424 Jan 20 14:38:48.338301 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6afcdc-9b60-43a9-b830-94ad3b389d19 req-6b12d6f2-61a9-41ea-a679-d984eaf8b93a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:38:48.341153 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-ac6afcdc-9b60-43a9-b830-94ad3b389d19 req-6b12d6f2-61a9-41ea-a679-d984eaf8b93a service neutron] 10.222.0.106 "GET /v2.0/networks?id=e2c3c5e7-c691-4857-ba81-87a16405fd64 HTTP/1.1" status: 200 len: 897 time: 0.1464422 Jan 20 14:38:48.420034 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-ac6afcdc-9b60-43a9-b830-94ad3b389d19 req-6cd472f2-d93d-4285-8d55-af457b116dc0 service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ffdff166-6265-4806-ae70-490f9bd44d71 HTTP/1.1" status: 200 len: 217 time: 0.0656281 Jan 20 14:38:48.434489 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-cd921841-2e55-4d32-b47d-3eec4ede8429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68846b58-2cd2-438e-91f5-ebe868513b13', 'name': 'tempest-TestNetworkBasicOps-router-1058041183', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.31'}], 'enable_snat': True}, 'gw_port_id': '8ce5bcad-f9b7-442e-8cd1-6f91223639b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:35:44Z', 'updated_at': '2022-01-20T14:38:38Z', 'revision_number': 6, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'gw_port': {'id': '8ce5bcad-f9b7-442e-8cd1-6f91223639b6', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:7e:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68846b58-2cd2-438e-91f5-ebe868513b13', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:35:45Z', 'updated_at': '2022-01-20T14:35:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv', '_interfaces': [{'id': 'd4639fbf-5d30-43b9-bb64-3ed224273a9a', 'name': '', 'network_id': 'e2c3c5e7-c691-4857-ba81-87a16405fd64', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'mac_address': 'fa:16:3e:5e:b1:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68846b58-2cd2-438e-91f5-ebe868513b13', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f8a8ffe0-0112-4c20-8de5-a466cb4e1565', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:35:49Z', 'updated_at': '2022-01-20T14:35:56Z', 'revision_number': 5, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'subnets': [{'id': 'f8a8ffe0-0112-4c20-8de5-a466cb4e1565', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:38:48.438742 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd921841-2e55-4d32-b47d-3eec4ede8429 None None] Checking router: 68846b58-2cd2-438e-91f5-ebe868513b13 for host: dv-neutron-825124-1-hyperv {{(pid=84154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 14:38:48.449770 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd921841-2e55-4d32-b47d-3eec4ede8429 None None] Routers {'68846b58-2cd2-438e-91f5-ebe868513b13'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:38:48.450402 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-cd921841-2e55-4d32-b47d-3eec4ede8429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:38:30Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['68846b58-2cd2-438e-91f5-ebe868513b13'], 'active': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:38:48.500621 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6afcdc-9b60-43a9-b830-94ad3b389d19 req-e97bb534-7838-4b89-b292-639cbf13f1ac service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:38:48.502822 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-ac6afcdc-9b60-43a9-b830-94ad3b389d19 req-e97bb534-7838-4b89-b292-639cbf13f1ac service neutron] 10.222.0.106 "GET /v2.0/subnets?id=f8a8ffe0-0112-4c20-8de5-a466cb4e1565 HTTP/1.1" status: 200 len: 834 time: 0.0708909 Jan 20 14:38:48.592235 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-ac6afcdc-9b60-43a9-b830-94ad3b389d19 req-c264f2a5-8832-4fb9-bc71-853f5d060cca service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=e2c3c5e7-c691-4857-ba81-87a16405fd64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0825901 Jan 20 14:38:48.634996 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aece71d2-973e-4f6a-ba57-fa61b9140033 req-63437afc-821f-4863-a959-348c05a8ce1d tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:38:48.635722 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [req-aece71d2-973e-4f6a-ba57-fa61b9140033 req-63437afc-821f-4863-a959-348c05a8ce1d tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Synchronizing usage tracker for tenant:640e8dbef2de46a485c2653a25e2ea4a on resource:port {{(pid=84153) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:38:48.642367 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvr_db [None req-cd921841-2e55-4d32-b47d-3eec4ede8429 None None] Set router 68846b58-2cd2-438e-91f5-ebe868513b13 gateway port host: dv-neutron-825124-1-hyperv {{(pid=84154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 14:38:48.711301 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [req-aece71d2-973e-4f6a-ba57-fa61b9140033 req-63437afc-821f-4863-a959-348c05a8ce1d tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Unset dirty status for tenant:640e8dbef2de46a485c2653a25e2ea4a on resource:port {{(pid=84153) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:38:48.712470 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-aece71d2-973e-4f6a-ba57-fa61b9140033 req-63437afc-821f-4863-a959-348c05a8ce1d tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/ports?device_id=bf5d69d8-7db3-421e-ba42-129f44492159 HTTP/1.1" status: 200 len: 945 time: 0.2741194 Jan 20 14:38:48.750127 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-ac6afcdc-9b60-43a9-b830-94ad3b389d19 req-be7b8e37-1761-429f-95ae-94b8081b6da4 service neutron] 10.222.0.106 "GET /v2.0/networks/e2c3c5e7-c691-4857-ba81-87a16405fd64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506710 Jan 20 14:38:48.764542 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [req-aece71d2-973e-4f6a-ba57-fa61b9140033 req-c61c498a-7942-4cfe-8bf0-d4025e7786fd tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Synchronizing usage tracker for tenant:640e8dbef2de46a485c2653a25e2ea4a on resource:security_group {{(pid=84153) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:38:48.866522 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [req-aece71d2-973e-4f6a-ba57-fa61b9140033 req-c61c498a-7942-4cfe-8bf0-d4025e7786fd tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Unset dirty status for tenant:640e8dbef2de46a485c2653a25e2ea4a on resource:security_group {{(pid=84153) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:38:48.868327 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-aece71d2-973e-4f6a-ba57-fa61b9140033 req-c61c498a-7942-4cfe-8bf0-d4025e7786fd tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/security-groups?id=28a715ea-e1a9-447f-b63a-8f850eedc5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1496043 Jan 20 14:38:48.891046 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-ac6afcdc-9b60-43a9-b830-94ad3b389d19 req-b50d0c43-6440-42a1-8e2f-14655bd2d69a service neutron] 10.222.0.106 "GET /v2.0/networks/e2c3c5e7-c691-4857-ba81-87a16405fd64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333866 Jan 20 14:38:48.982444 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-cd921841-2e55-4d32-b47d-3eec4ede8429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68846b58-2cd2-438e-91f5-ebe868513b13', 'name': 'tempest-TestNetworkBasicOps-router-1058041183', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.31'}], 'enable_snat': True}, 'gw_port_id': '8ce5bcad-f9b7-442e-8cd1-6f91223639b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:35:44Z', 'updated_at': '2022-01-20T14:38:38Z', 'revision_number': 6, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'gw_port': {'id': '8ce5bcad-f9b7-442e-8cd1-6f91223639b6', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:7e:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68846b58-2cd2-438e-91f5-ebe868513b13', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:35:45Z', 'updated_at': '2022-01-20T14:35:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv', '_interfaces': [{'id': 'd4639fbf-5d30-43b9-bb64-3ed224273a9a', 'name': '', 'network_id': 'e2c3c5e7-c691-4857-ba81-87a16405fd64', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'mac_address': 'fa:16:3e:5e:b1:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68846b58-2cd2-438e-91f5-ebe868513b13', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f8a8ffe0-0112-4c20-8de5-a466cb4e1565', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:35:49Z', 'updated_at': '2022-01-20T14:35:56Z', 'revision_number': 5, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'subnets': [{'id': 'f8a8ffe0-0112-4c20-8de5-a466cb4e1565', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:38:48.986569 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd921841-2e55-4d32-b47d-3eec4ede8429 None None] The sync data for ids ['68846b58-2cd2-438e-91f5-ebe868513b13'] in dv-neutron-825124-1-hyperv is: [{'id': '68846b58-2cd2-438e-91f5-ebe868513b13', 'name': 'tempest-TestNetworkBasicOps-router-1058041183', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.31'}], 'enable_snat': True}, 'gw_port_id': '8ce5bcad-f9b7-442e-8cd1-6f91223639b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:35:44Z', 'updated_at': '2022-01-20T14:38:38Z', 'revision_number': 6, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'gw_port': {'id': '8ce5bcad-f9b7-442e-8cd1-6f91223639b6', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:7e:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68846b58-2cd2-438e-91f5-ebe868513b13', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:35:45Z', 'updated_at': '2022-01-20T14:35:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv', '_interfaces': [{'id': 'd4639fbf-5d30-43b9-bb64-3ed224273a9a', 'name': '', 'network_id': 'e2c3c5e7-c691-4857-ba81-87a16405fd64', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'mac_address': 'fa:16:3e:5e:b1:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68846b58-2cd2-438e-91f5-ebe868513b13', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f8a8ffe0-0112-4c20-8de5-a466cb4e1565', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:35:49Z', 'updated_at': '2022-01-20T14:35:56Z', 'revision_number': 5, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'subnets': [{'id': 'f8a8ffe0-0112-4c20-8de5-a466cb4e1565', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 14:38:49.214154 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ef897d7-f2e5-4414-b941-d39c6af41c2d None None] New status for floating IP 8c77025c-2ebc-4a8e-816e-af68887d986a: DOWN {{(pid=84155) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 20 14:38:50.080713 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e931b20c-6dd9-461b-8af8-2418b7cae473 req-aa31ac81-ac84-4ab1-8e05-39d214b9b3bf tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:38:50.082791 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-e931b20c-6dd9-461b-8af8-2418b7cae473 req-aa31ac81-ac84-4ab1-8e05-39d214b9b3bf tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/ports?device_id=bf5d69d8-7db3-421e-ba42-129f44492159 HTTP/1.1" status: 200 len: 945 time: 0.0799778 Jan 20 14:38:50.131884 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-e931b20c-6dd9-461b-8af8-2418b7cae473 req-d9a309cc-901e-489c-a7d7-1cae7db5d571 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/security-groups?id=28a715ea-e1a9-447f-b63a-8f850eedc5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421021 Jan 20 14:38:50.164965 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7202e9a-0217-4573-bd1f-ff226981110e req-15199b86-69e2-47d7-9b44-17d9ba04c103 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:38:50.165564 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [req-f7202e9a-0217-4573-bd1f-ff226981110e req-15199b86-69e2-47d7-9b44-17d9ba04c103 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Synchronizing usage tracker for tenant:640e8dbef2de46a485c2653a25e2ea4a on resource:port {{(pid=84152) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:38:50.182671 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [req-f7202e9a-0217-4573-bd1f-ff226981110e req-15199b86-69e2-47d7-9b44-17d9ba04c103 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Unset dirty status for tenant:640e8dbef2de46a485c2653a25e2ea4a on resource:port {{(pid=84152) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:38:50.185084 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-f7202e9a-0217-4573-bd1f-ff226981110e req-15199b86-69e2-47d7-9b44-17d9ba04c103 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.106 "GET /v2.0/ports?device_id=bf5d69d8-7db3-421e-ba42-129f44492159 HTTP/1.1" status: 200 len: 945 time: 0.1146173 Jan 20 14:38:50.263072 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [req-f7202e9a-0217-4573-bd1f-ff226981110e req-53b19314-27da-4718-a4ee-419c7092425e tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Deleting port ffdff166-6265-4806-ae70-490f9bd44d71 {{(pid=84152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:38:50.263421 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [req-f7202e9a-0217-4573-bd1f-ff226981110e req-53b19314-27da-4718-a4ee-419c7092425e tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:50.597063 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.db [req-f7202e9a-0217-4573-bd1f-ff226981110e req-53b19314-27da-4718-a4ee-419c7092425e tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] For port ffdff166-6265-4806-ae70-490f9bd44d71, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=ffdff166-6265-4806-ae70-490f9bd44d71,segment=NetworkSegment(2168c92c-f542-475d-ab3f-5c3ca8c9e8e3),segment_id=2168c92c-f542-475d-ab3f-5c3ca8c9e8e3)] {{(pid=84152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:38:50.597417 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [req-f7202e9a-0217-4573-bd1f-ff226981110e req-53b19314-27da-4718-a4ee-419c7092425e tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:50.718057 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [req-f7202e9a-0217-4573-bd1f-ff226981110e req-53b19314-27da-4718-a4ee-419c7092425e tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Calling delete_port for ffdff166-6265-4806-ae70-490f9bd44d71 owned by compute:nova {{(pid=84152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:38:50.911712 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [req-f7202e9a-0217-4573-bd1f-ff226981110e req-53b19314-27da-4718-a4ee-419c7092425e tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:50.961457 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b19314-27da-4718-a4ee-419c7092425e tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Pushing event deleted for resources: {'Port': ['ID=ffdff166-6265-4806-ae70-490f9bd44d71,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:38:51.034341 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7202e9a-0217-4573-bd1f-ff226981110e req-53b19314-27da-4718-a4ee-419c7092425e tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] No DVR routers for this DVR port ffdff166-6265-4806-ae70-490f9bd44d71 on host hv-neutron-8251 {{(pid=84152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 14:38:51.036774 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [req-f7202e9a-0217-4573-bd1f-ff226981110e req-53b19314-27da-4718-a4ee-419c7092425e tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:51.039325 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf5d69d8-7db3-421e-ba42-129f44492159', 'name': 'network-vif-deleted', 'tag': 'ffdff166-6265-4806-ae70-490f9bd44d71'}] {{(pid=84152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 14:38:51.095886 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf5d69d8-7db3-421e-ba42-129f44492159', 'name': 'network-vif-deleted', 'tag': 'ffdff166-6265-4806-ae70-490f9bd44d71', 'status': 'completed', 'code': 200} Jan 20 14:38:51.136403 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-f7202e9a-0217-4573-bd1f-ff226981110e req-53b19314-27da-4718-a4ee-419c7092425e tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.106 "DELETE /v2.0/ports/ffdff166-6265-4806-ae70-490f9bd44d71 HTTP/1.1" status: 204 len: 173 time: 0.9462454 Jan 20 14:38:51.304683 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-07106fed-dec5-4b83-8293-8b01b067796d req-29519f93-d994-4cad-adee-0d2d24808948 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/ports?device_id=bf5d69d8-7db3-421e-ba42-129f44492159 HTTP/1.1" status: 200 len: 210 time: 0.0485191 Jan 20 14:38:52.412184 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 43978) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:38:52.483127 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-14d72682-8a49-437e-9e6d-9d9e181ca44b tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for security_group, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:52.514301 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-14d72682-8a49-437e-9e6d-9d9e181ca44b tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:52.666766 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-14d72682-8a49-437e-9e6d-9d9e181ca44b tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:52.686981 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d72682-8a49-437e-9e6d-9d9e181ca44b tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=28a715ea-e1a9-447f-b63a-8f850eedc5b9,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:38:52.751301 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-14d72682-8a49-437e-9e6d-9d9e181ca44b tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for security_group, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:52.752456 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-14d72682-8a49-437e-9e6d-9d9e181ca44b tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "DELETE /v2.0/security-groups/28a715ea-e1a9-447f-b63a-8f850eedc5b9 HTTP/1.1" status: 204 len: 168 time: 0.3392835 Jan 20 14:38:52.833537 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 43984) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:38:53.263664 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-ce21b295-b7db-4084-bdb3-a46e15666f46 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-743504'] for router_interface, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:54.041901 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-ce21b295-b7db-4084-bdb3-a46e15666f46 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Deleting port d4639fbf-5d30-43b9-bb64-3ed224273a9a {{(pid=84152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:38:54.042891 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-ce21b295-b7db-4084-bdb3-a46e15666f46 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:54.260384 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.db [None req-ce21b295-b7db-4084-bdb3-a46e15666f46 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] For port d4639fbf-5d30-43b9-bb64-3ed224273a9a, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=d4639fbf-5d30-43b9-bb64-3ed224273a9a,segment=NetworkSegment(2168c92c-f542-475d-ab3f-5c3ca8c9e8e3),segment_id=2168c92c-f542-475d-ab3f-5c3ca8c9e8e3)] {{(pid=84152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:38:54.264425 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-ce21b295-b7db-4084-bdb3-a46e15666f46 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:54.382886 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-ce21b295-b7db-4084-bdb3-a46e15666f46 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Calling delete_port for d4639fbf-5d30-43b9-bb64-3ed224273a9a owned by network:router_interface {{(pid=84152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:38:54.464504 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Device ffdff166-6265-4806-ae70-490f9bd44d71 no longer exists at agent hyperv_hv-neutron-8251 {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:38:54.504148 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] No Port match for: ffdff166-6265-4806-ae70-490f9bd44d71 {{(pid=84154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 14:38:54.504491 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Device ffdff166-6265-4806-ae70-490f9bd44d71 not bound to the agent host hv-neutron-8251 {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 14:38:54.814661 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-ce21b295-b7db-4084-bdb3-a46e15666f46 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:54.864539 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce21b295-b7db-4084-bdb3-a46e15666f46 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Pushing event deleted for resources: {'Port': ['ID=d4639fbf-5d30-43b9-bb64-3ed224273a9a,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:38:55.170493 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-ce21b295-b7db-4084-bdb3-a46e15666f46 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1705096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-745401'] for router_interface, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:55.882549 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce21b295-b7db-4084-bdb3-a46e15666f46 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Router 68846b58-2cd2-438e-91f5-ebe868513b13 has already been hosted by L3 agent 624d525b-4c26-4143-8a1c-228bb1c6faaa {{(pid=84152) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 14:38:56.095237 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce21b295-b7db-4084-bdb3-a46e15666f46 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify agent at l3_agent.dv-neutron-825124-1-hyperv the message routers_updated {{(pid=84152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 14:38:56.112837 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dce02a6-1d0c-4c70-ad2c-39ac8fbab88a None None] Sync routers for ids ['68846b58-2cd2-438e-91f5-ebe868513b13'] in dv-neutron-825124-1-hyperv {{(pid=84154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 14:38:56.115867 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-ce21b295-b7db-4084-bdb3-a46e15666f46 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "PUT /v2.0/routers/68846b58-2cd2-438e-91f5-ebe868513b13/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2809784 Jan 20 14:38:56.119668 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 44002) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:38:56.135376 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dce02a6-1d0c-4c70-ad2c-39ac8fbab88a None None] Routers {'68846b58-2cd2-438e-91f5-ebe868513b13'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:38:56.135376 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-5dce02a6-1d0c-4c70-ad2c-39ac8fbab88a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:38:30Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['68846b58-2cd2-438e-91f5-ebe868513b13'], 'active': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:38:56.341945 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4d0c8c8-db2f-4f3f-acc5-835af33e35da tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Deleting subnet f8a8ffe0-0112-4c20-8de5-a466cb4e1565 {{(pid=84153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 20 14:38:56.345565 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-d4d0c8c8-db2f-4f3f-acc5-835af33e35da tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for subnet, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:56.356750 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvr_db [None req-5dce02a6-1d0c-4c70-ad2c-39ac8fbab88a None None] Set router 68846b58-2cd2-438e-91f5-ebe868513b13 gateway port host: dv-neutron-825124-1-hyperv {{(pid=84154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 14:38:56.407873 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-d4d0c8c8-db2f-4f3f-acc5-835af33e35da tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3980851'] for subnet, precommit_delete_associations {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:56.499302 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-d4d0c8c8-db2f-4f3f-acc5-835af33e35da tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1627147'] for subnet, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:56.660676 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-d4d0c8c8-db2f-4f3f-acc5-835af33e35da tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1627154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3943464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4194013'] for subnet, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:56.676192 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-5dce02a6-1d0c-4c70-ad2c-39ac8fbab88a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68846b58-2cd2-438e-91f5-ebe868513b13', 'name': 'tempest-TestNetworkBasicOps-router-1058041183', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.31'}], 'enable_snat': True}, 'gw_port_id': '8ce5bcad-f9b7-442e-8cd1-6f91223639b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:35:44Z', 'updated_at': '2022-01-20T14:38:54Z', 'revision_number': 7, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'gw_port': {'id': '8ce5bcad-f9b7-442e-8cd1-6f91223639b6', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:7e:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68846b58-2cd2-438e-91f5-ebe868513b13', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:35:45Z', 'updated_at': '2022-01-20T14:35:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv'}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:38:56.683730 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dce02a6-1d0c-4c70-ad2c-39ac8fbab88a None None] Checking router: 68846b58-2cd2-438e-91f5-ebe868513b13 for host: dv-neutron-825124-1-hyperv {{(pid=84154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 14:38:56.696247 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dce02a6-1d0c-4c70-ad2c-39ac8fbab88a None None] Routers {'68846b58-2cd2-438e-91f5-ebe868513b13'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:38:56.698649 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-5dce02a6-1d0c-4c70-ad2c-39ac8fbab88a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:38:30Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['68846b58-2cd2-438e-91f5-ebe868513b13'], 'active': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:38:56.713711 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d0c8c8-db2f-4f3f-acc5-835af33e35da tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Pushing event deleted for resources: {'Subnet': ['ID=f8a8ffe0-0112-4c20-8de5-a466cb4e1565,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:38:56.718614 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-d4d0c8c8-db2f-4f3f-acc5-835af33e35da tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for subnet, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:56.725306 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-d4d0c8c8-db2f-4f3f-acc5-835af33e35da tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "DELETE /v2.0/subnets/f8a8ffe0-0112-4c20-8de5-a466cb4e1565 HTTP/1.1" status: 204 len: 168 time: 0.6043918 Jan 20 14:38:56.728012 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 44008) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:38:56.784439 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50afb4b7-2c09-4850-8017-137ff36f2bd5 None None] Network e2c3c5e7-c691-4857-ba81-87a16405fd64 requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:38:56.966253 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-35147158-e0c7-4f7a-9110-6c44b3dc540c tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for router, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:57.072337 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvr_db [None req-5dce02a6-1d0c-4c70-ad2c-39ac8fbab88a None None] Set router 68846b58-2cd2-438e-91f5-ebe868513b13 gateway port host: dv-neutron-825124-1-hyperv {{(pid=84154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 14:38:57.205279 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-35147158-e0c7-4f7a-9110-6c44b3dc540c tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:57.282920 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-35147158-e0c7-4f7a-9110-6c44b3dc540c tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Deleting port 8ce5bcad-f9b7-442e-8cd1-6f91223639b6 {{(pid=84152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:38:57.283282 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-35147158-e0c7-4f7a-9110-6c44b3dc540c tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:57.394842 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67e9eedb-a26a-4fa0-bcf2-9ac8f63105e3 None None] DHCP port deletion for e2c3c5e7-c691-4857-ba81-87a16405fd64 request from dv-neutron-825124-1-hyperv {{(pid=84154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 20 14:38:57.405178 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-67e9eedb-a26a-4fa0-bcf2-9ac8f63105e3 None None] Deleting port fd5aa5d5-78da-46c4-a142-6b0d0bb293fd {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:38:57.405559 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-67e9eedb-a26a-4fa0-bcf2-9ac8f63105e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:57.471982 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-5dce02a6-1d0c-4c70-ad2c-39ac8fbab88a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68846b58-2cd2-438e-91f5-ebe868513b13', 'name': 'tempest-TestNetworkBasicOps-router-1058041183', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.31'}], 'enable_snat': True}, 'gw_port_id': '8ce5bcad-f9b7-442e-8cd1-6f91223639b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:35:44Z', 'updated_at': '2022-01-20T14:38:54Z', 'revision_number': 7, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'gw_port': {'id': '8ce5bcad-f9b7-442e-8cd1-6f91223639b6', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:7e:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68846b58-2cd2-438e-91f5-ebe868513b13', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:35:45Z', 'updated_at': '2022-01-20T14:35:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv'}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:38:57.504486 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.db [None req-35147158-e0c7-4f7a-9110-6c44b3dc540c tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] For port 8ce5bcad-f9b7-442e-8cd1-6f91223639b6, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=8ce5bcad-f9b7-442e-8cd1-6f91223639b6,segment=NetworkSegment(f628f1ba-6b70-4c9b-8839-62340c040c81),segment_id=f628f1ba-6b70-4c9b-8839-62340c040c81)] {{(pid=84152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:38:57.504858 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-35147158-e0c7-4f7a-9110-6c44b3dc540c tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:57.639263 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-35147158-e0c7-4f7a-9110-6c44b3dc540c tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Calling delete_port for 8ce5bcad-f9b7-442e-8cd1-6f91223639b6 owned by network:router_gateway {{(pid=84152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:38:57.657761 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-67e9eedb-a26a-4fa0-bcf2-9ac8f63105e3 None None] For port fd5aa5d5-78da-46c4-a142-6b0d0bb293fd, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=fd5aa5d5-78da-46c4-a142-6b0d0bb293fd,segment=NetworkSegment(2168c92c-f542-475d-ab3f-5c3ca8c9e8e3),segment_id=2168c92c-f542-475d-ab3f-5c3ca8c9e8e3)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:38:57.658166 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-67e9eedb-a26a-4fa0-bcf2-9ac8f63105e3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:57.789389 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-67e9eedb-a26a-4fa0-bcf2-9ac8f63105e3 None None] Calling delete_port for fd5aa5d5-78da-46c4-a142-6b0d0bb293fd owned by network:dhcp {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:38:57.816423 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dce02a6-1d0c-4c70-ad2c-39ac8fbab88a None None] The sync data for ids ['68846b58-2cd2-438e-91f5-ebe868513b13'] in dv-neutron-825124-1-hyperv is: [{'id': '68846b58-2cd2-438e-91f5-ebe868513b13', 'name': 'tempest-TestNetworkBasicOps-router-1058041183', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.31'}], 'enable_snat': True}, 'gw_port_id': '8ce5bcad-f9b7-442e-8cd1-6f91223639b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:35:44Z', 'updated_at': '2022-01-20T14:38:54Z', 'revision_number': 7, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'gw_port': {'id': '8ce5bcad-f9b7-442e-8cd1-6f91223639b6', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:7e:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68846b58-2cd2-438e-91f5-ebe868513b13', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:35:45Z', 'updated_at': '2022-01-20T14:35:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv'}] {{(pid=84154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 14:38:57.911747 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-35147158-e0c7-4f7a-9110-6c44b3dc540c tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:57.972563 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35147158-e0c7-4f7a-9110-6c44b3dc540c tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Pushing event deleted for resources: {'Port': ['ID=8ce5bcad-f9b7-442e-8cd1-6f91223639b6,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:38:57.983091 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-cb99d646-20c7-45d5-a364-f96dc2102a89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:57.986228 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-67e9eedb-a26a-4fa0-bcf2-9ac8f63105e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486'] for port, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:58.031058 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e9eedb-a26a-4fa0-bcf2-9ac8f63105e3 None None] Pushing event deleted for resources: {'Port': ['ID=fd5aa5d5-78da-46c4-a142-6b0d0bb293fd,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:38:58.045040 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e9eedb-a26a-4fa0-bcf2-9ac8f63105e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:38:58.045514 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e9eedb-a26a-4fa0-bcf2-9ac8f63105e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:38:58.045847 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e9eedb-a26a-4fa0-bcf2-9ac8f63105e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:38:58.046269 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e9eedb-a26a-4fa0-bcf2-9ac8f63105e3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:38:58.046666 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e9eedb-a26a-4fa0-bcf2-9ac8f63105e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:38:58.047067 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e9eedb-a26a-4fa0-bcf2-9ac8f63105e3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:38:58.047886 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e9eedb-a26a-4fa0-bcf2-9ac8f63105e3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:38:58.047886 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e9eedb-a26a-4fa0-bcf2-9ac8f63105e3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:38:58.048199 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e9eedb-a26a-4fa0-bcf2-9ac8f63105e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:38:58.048586 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e9eedb-a26a-4fa0-bcf2-9ac8f63105e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:38:58.048969 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e9eedb-a26a-4fa0-bcf2-9ac8f63105e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:38:58.052673 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67e9eedb-a26a-4fa0-bcf2-9ac8f63105e3 None None] No DVR routers for this DVR port fd5aa5d5-78da-46c4-a142-6b0d0bb293fd on host dv-neutron-825124-1-hyperv {{(pid=84154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 14:38:58.339446 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device d4639fbf-5d30-43b9-bb64-3ed224273a9a no longer exists at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:38:58.366640 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-35147158-e0c7-4f7a-9110-6c44b3dc540c tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-745333'] for router_gateway, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:58.375743 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] No Port match for: d4639fbf-5d30-43b9-bb64-3ed224273a9a {{(pid=84154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 14:38:58.376169 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device d4639fbf-5d30-43b9-bb64-3ed224273a9a not bound to the agent host dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 14:38:58.376674 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device fd5aa5d5-78da-46c4-a142-6b0d0bb293fd no longer exists at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:38:58.411229 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] No Port match for: fd5aa5d5-78da-46c4-a142-6b0d0bb293fd {{(pid=84154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 14:38:58.411874 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device fd5aa5d5-78da-46c4-a142-6b0d0bb293fd not bound to the agent host dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 14:38:58.645411 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-35147158-e0c7-4f7a-9110-6c44b3dc540c tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-737761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105493'] for router, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:58.649922 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-35147158-e0c7-4f7a-9110-6c44b3dc540c tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:58.763397 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-35147158-e0c7-4f7a-9110-6c44b3dc540c tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-737693'] for router, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:58.763917 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35147158-e0c7-4f7a-9110-6c44b3dc540c tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Fanout notify agent at l3_agent the message router_deleted on router 68846b58-2cd2-438e-91f5-ebe868513b13 {{(pid=84152) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 20 14:38:58.781358 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-35147158-e0c7-4f7a-9110-6c44b3dc540c tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for router, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:58.782483 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-35147158-e0c7-4f7a-9110-6c44b3dc540c tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "DELETE /v2.0/routers/68846b58-2cd2-438e-91f5-ebe868513b13 HTTP/1.1" status: 204 len: 168 time: 2.0529797 Jan 20 14:38:58.785856 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 44018) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:38:58.916764 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-97eb1959-e518-49e6-9b88-6ceb8eacfbf7 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586409'] for network, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:59.060480 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-97eb1959-e518-49e6-9b88-6ceb8eacfbf7 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1626242', 'neutron.services.segments.db._delete_segments_for_network-8769554214620'] for network, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:59.092822 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.segments.db [None req-97eb1959-e518-49e6-9b88-6ceb8eacfbf7 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2c3c5e7-c691-4857-ba81-87a16405fd64']}} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:38:59.105772 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.segments.db [None req-97eb1959-e518-49e6-9b88-6ceb8eacfbf7 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2168c92c-f542-475d-ab3f-5c3ca8c9e8e3') {'for_net_delete': True} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:38:59.106093 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.segments.db [None req-97eb1959-e518-49e6-9b88-6ceb8eacfbf7 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2168c92c-f542-475d-ab3f-5c3ca8c9e8e3') {} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:38:59.119479 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-97eb1959-e518-49e6-9b88-6ceb8eacfbf7 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769554214503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3337904'] for segment, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:59.136591 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-97eb1959-e518-49e6-9b88-6ceb8eacfbf7 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:59.143072 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97eb1959-e518-49e6-9b88-6ceb8eacfbf7 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Releasing vlan 167 on physical network physnet1 to pool {{(pid=84152) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 14:38:59.144022 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-97eb1959-e518-49e6-9b88-6ceb8eacfbf7 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1622950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4162906'] for segment, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:59.158661 dv-neutron-825124-1-hyperv neutron-server[84152]: Traceback (most recent call last): Jan 20 14:38:59.158661 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 14:38:59.158661 dv-neutron-825124-1-hyperv neutron-server[84152]: timer() Jan 20 14:38:59.158661 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 14:38:59.158661 dv-neutron-825124-1-hyperv neutron-server[84152]: cb(*args, **kw) Jan 20 14:38:59.158661 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 14:38:59.158661 dv-neutron-825124-1-hyperv neutron-server[84152]: return func(*args, **kwargs) Jan 20 14:38:59.158661 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 14:38:59.158661 dv-neutron-825124-1-hyperv neutron-server[84152]: self._notify() Jan 20 14:38:59.158661 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 14:38:59.158661 dv-neutron-825124-1-hyperv neutron-server[84152]: self.callback(batched_events) Jan 20 14:38:59.158661 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 14:38:59.158661 dv-neutron-825124-1-hyperv neutron-server[84152]: event.method(event) Jan 20 14:38:59.158661 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 14:38:59.158661 dv-neutron-825124-1-hyperv neutron-server[84152]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 14:38:59.158661 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 14:38:59.158661 dv-neutron-825124-1-hyperv neutron-server[84152]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 14:38:59.158661 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 14:38:59.158661 dv-neutron-825124-1-hyperv neutron-server[84152]: return f(self, *a, **k) Jan 20 14:38:59.158661 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 14:38:59.158661 dv-neutron-825124-1-hyperv neutron-server[84152]: return self._get(url).json() Jan 20 14:38:59.158661 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 14:38:59.158661 dv-neutron-825124-1-hyperv neutron-server[84152]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 14:38:59.158661 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 14:38:59.158661 dv-neutron-825124-1-hyperv neutron-server[84152]: return self.request(url, 'GET', **kwargs) Jan 20 14:38:59.158661 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 14:38:59.158661 dv-neutron-825124-1-hyperv neutron-server[84152]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 14:38:59.158661 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 14:38:59.158661 dv-neutron-825124-1-hyperv neutron-server[84152]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 14:38:59.158661 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 14:38:59.158661 dv-neutron-825124-1-hyperv neutron-server[84152]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 14:38:59.158661 dv-neutron-825124-1-hyperv neutron-server[84152]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 14:38:59.340258 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-97eb1959-e518-49e6-9b88-6ceb8eacfbf7 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1626253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-745296'] for network, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:59.357819 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-97eb1959-e518-49e6-9b88-6ceb8eacfbf7 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for network, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:59.368968 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97eb1959-e518-49e6-9b88-6ceb8eacfbf7 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Pushing event deleted for resources: {'Network': ['ID=e2c3c5e7-c691-4857-ba81-87a16405fd64,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:38:59.374007 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-97eb1959-e518-49e6-9b88-6ceb8eacfbf7 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "DELETE /v2.0/networks/e2c3c5e7-c691-4857-ba81-87a16405fd64 HTTP/1.1" status: 204 len: 168 time: 0.5870295 Jan 20 14:38:59.398725 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 44022) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:38:59.404350 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-f51e61a8-739a-4b49-886b-3aa14218a801 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Request body: {'network': {'name': 'tempest-network-smoke--461352801', 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'port_security_enabled': True}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:38:59.409638 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-f51e61a8-739a-4b49-886b-3aa14218a801 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:38:59.413671 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-f51e61a8-739a-4b49-886b-3aa14218a801 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Usage tracker for resource:network and tenant:640e8dbef2de46a485c2653a25e2ea4a is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:38:59.417803 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-f51e61a8-739a-4b49-886b-3aa14218a801 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:38:59.424312 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-f51e61a8-739a-4b49-886b-3aa14218a801 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:38:59.546724 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f51e61a8-739a-4b49-886b-3aa14218a801 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Made reservation on behalf of 640e8dbef2de46a485c2653a25e2ea4a for: {'network': 1} {{(pid=84152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:38:59.549896 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-f51e61a8-739a-4b49-886b-3aa14218a801 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for network, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:59.580189 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f51e61a8-739a-4b49-886b-3aa14218a801 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 190} {{(pid=84152) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 14:38:59.589789 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-f51e61a8-739a-4b49-886b-3aa14218a801 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:59.590232 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.db.segments_db [None req-f51e61a8-739a-4b49-886b-3aa14218a801 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Added segment 6b15a6df-4dfc-4347-9ce9-19d57c4d4c47 of type vlan for network ccc74931-8c2a-4b94-b5be-22b2f32c668a Jan 20 14:38:59.620079 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-f51e61a8-739a-4b49-886b-3aa14218a801 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769553767792'] for network, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:59.741556 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-f51e61a8-739a-4b49-886b-3aa14218a801 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967'] for network, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:59.745451 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f51e61a8-739a-4b49-886b-3aa14218a801 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:38:59.746051 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-f51e61a8-739a-4b49-886b-3aa14218a801 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for network, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:38:59.867844 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51e61a8-739a-4b49-886b-3aa14218a801 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Pushing event updated for resources: {'Network': ['ID=ccc74931-8c2a-4b94-b5be-22b2f32c668a,revision_number=1']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:38:59.878626 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Network ccc74931-8c2a-4b94-b5be-22b2f32c668a details requested by agent ovs-agent-dv-neutron-825124-1-hyperv with host dv-neutron-825124-1-hyperv {{(pid=84154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 14:38:59.916488 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-f51e61a8-739a-4b49-886b-3aa14218a801 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5168810 Jan 20 14:38:59.919839 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 44028) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:38:59.925880 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-964eebd6-4baa-44ac-bf3d-bb85734acc5e tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1724887733', 'admin_state_up': True, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d'}}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:38:59.935506 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-964eebd6-4baa-44ac-bf3d-bb85734acc5e tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:38:59.940611 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-964eebd6-4baa-44ac-bf3d-bb85734acc5e tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Usage tracker for resource:router and tenant:640e8dbef2de46a485c2653a25e2ea4a is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:38:59.945502 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-964eebd6-4baa-44ac-bf3d-bb85734acc5e tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:38:59.951403 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-964eebd6-4baa-44ac-bf3d-bb85734acc5e tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:39:00.066758 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-964eebd6-4baa-44ac-bf3d-bb85734acc5e tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-105475'] for router, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:00.067717 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-964eebd6-4baa-44ac-bf3d-bb85734acc5e tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-739204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-744864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-735540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-105484'] for router, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:00.089870 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-964eebd6-4baa-44ac-bf3d-bb85734acc5e tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:00.099304 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 8ce5bcad-f9b7-442e-8cd1-6f91223639b6 no longer exists at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:39:00.178045 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] No Port match for: 8ce5bcad-f9b7-442e-8cd1-6f91223639b6 {{(pid=84154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 14:39:00.178416 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 8ce5bcad-f9b7-442e-8cd1-6f91223639b6 not bound to the agent host dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 14:39:00.333612 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-964eebd6-4baa-44ac-bf3d-bb85734acc5e tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-744886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-105502'] for router, precommit_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:00.357277 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-b2e0880e-b465-4932-b0b8-37565e83b774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:00.369219 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:00.690820 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-964eebd6-4baa-44ac-bf3d-bb85734acc5e tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for router_gateway, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:00.725387 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-964eebd6-4baa-44ac-bf3d-bb85734acc5e tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:00.885072 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.db_base_plugin_common [None req-964eebd6-4baa-44ac-bf3d-bb85734acc5e tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Allocated IP 172.26.7.217 (8dffb05c-5ca0-409b-bd5f-7be6264f707d/a489dd4f-42a5-433b-8be3-bab2749c4209/80ca89d5-26dd-41df-b6f8-89b0a6649145) {{(pid=84152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:39:01.054984 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-964eebd6-4baa-44ac-bf3d-bb85734acc5e tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for port, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:01.165115 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-964eebd6-4baa-44ac-bf3d-bb85734acc5e tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:01.246118 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-964eebd6-4baa-44ac-bf3d-bb85734acc5e tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Network 8dffb05c-5ca0-409b-bd5f-7be6264f707d is already hosted by enough agents. {{(pid=84152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:39:01.250690 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.base_scheduler [None req-964eebd6-4baa-44ac-bf3d-bb85734acc5e tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Resources bound (agent type, host, resource id): {{(pid=84152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:39:01.253251 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-964eebd6-4baa-44ac-bf3d-bb85734acc5e tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Received port after_create {{(pid=84152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:39:01.295494 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964eebd6-4baa-44ac-bf3d-bb85734acc5e tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Pushing event updated for resources: {'Port': ['ID=80ca89d5-26dd-41df-b6f8-89b0a6649145,revision_number=1']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:39:01.397941 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:01.531226 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-964eebd6-4baa-44ac-bf3d-bb85734acc5e tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for router_gateway, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:01.531997 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-964eebd6-4baa-44ac-bf3d-bb85734acc5e tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-744861'] for router, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:01.655222 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-cdd98e71-1f0a-4421-baa9-dcb30e06edf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:01.841761 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-964eebd6-4baa-44ac-bf3d-bb85734acc5e tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Router 95b5e28c-4705-4434-8813-744a5210b605 is scheduled to L3 agent 624d525b-4c26-4143-8a1c-228bb1c6faaa with binding_index 1 {{(pid=84152) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 20 14:39:02.062911 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-964eebd6-4baa-44ac-bf3d-bb85734acc5e tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify agent at l3_agent.dv-neutron-825124-1-hyperv the message routers_updated {{(pid=84152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 14:39:02.075619 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-698a2683-cb66-4824-9949-0082947874a5 None None] Sync routers for ids ['95b5e28c-4705-4434-8813-744a5210b605'] in dv-neutron-825124-1-hyperv {{(pid=84155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 14:39:02.092485 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-698a2683-cb66-4824-9949-0082947874a5 None None] Routers {'95b5e28c-4705-4434-8813-744a5210b605'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:39:02.093107 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-698a2683-cb66-4824-9949-0082947874a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:39:00Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['95b5e28c-4705-4434-8813-744a5210b605'], 'active': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:39:02.163438 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-964eebd6-4baa-44ac-bf3d-bb85734acc5e tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for router, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:02.164906 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-964eebd6-4baa-44ac-bf3d-bb85734acc5e tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.2441165 Jan 20 14:39:02.168428 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 44038) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:39:02.214874 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-70afc298-ef7e-495e-9b18-00f6683ed34b tempest-TestNetworkBasicOps-1338634829 tempest-TestNetworkBasicOps-1338634829-project-admin] 10.222.0.54 "GET /v2.0/subnets?project_id=640e8dbef2de46a485c2653a25e2ea4a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0420952 Jan 20 14:39:02.215176 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 44042) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:39:02.299147 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvr_db [None req-698a2683-cb66-4824-9949-0082947874a5 None None] Set router 95b5e28c-4705-4434-8813-744a5210b605 gateway port host: dv-neutron-825124-1-hyperv {{(pid=84155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 14:39:02.391834 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b0897c3-17ce-442d-9986-2f688da0f6a9 tempest-TestNetworkBasicOps-1338634829 tempest-TestNetworkBasicOps-1338634829-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:39:02.393884 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-5b0897c3-17ce-442d-9986-2f688da0f6a9 tempest-TestNetworkBasicOps-1338634829 tempest-TestNetworkBasicOps-1338634829-project-admin] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1771300 Jan 20 14:39:02.397781 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 44046) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:39:02.444048 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-0298c5ed-74e6-4319-950d-091bdc37272f tempest-TestNetworkBasicOps-1338634829 tempest-TestNetworkBasicOps-1338634829-project-admin] 10.222.0.54 "GET /v2.0/subnets?network_id=8dffb05c-5ca0-409b-bd5f-7be6264f707d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0444965 Jan 20 14:39:02.446527 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 44050) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:39:02.453356 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-45a8b8c1-b35d-41ce-a2ae-1c2d8291e91a tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-879959420', 'network_id': 'ccc74931-8c2a-4b94-b5be-22b2f32c668a', 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:39:02.573132 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-45a8b8c1-b35d-41ce-a2ae-1c2d8291e91a tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:39:02.577096 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-45a8b8c1-b35d-41ce-a2ae-1c2d8291e91a tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Usage tracker for resource:subnet and tenant:640e8dbef2de46a485c2653a25e2ea4a is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:39:02.579928 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-45a8b8c1-b35d-41ce-a2ae-1c2d8291e91a tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:39:02.586535 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-45a8b8c1-b35d-41ce-a2ae-1c2d8291e91a tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:39:02.652234 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-698a2683-cb66-4824-9949-0082947874a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95b5e28c-4705-4434-8813-744a5210b605', 'name': 'tempest-TestNetworkBasicOps-router-1724887733', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.217'}], 'enable_snat': True}, 'gw_port_id': '80ca89d5-26dd-41df-b6f8-89b0a6649145', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:39:00Z', 'updated_at': '2022-01-20T14:39:01Z', 'revision_number': 3, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'gw_port': {'id': '80ca89d5-26dd-41df-b6f8-89b0a6649145', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:e0:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95b5e28c-4705-4434-8813-744a5210b605', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:39:00Z', 'updated_at': '2022-01-20T14:39:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv'}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:39:02.656143 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-698a2683-cb66-4824-9949-0082947874a5 None None] Checking router: 95b5e28c-4705-4434-8813-744a5210b605 for host: dv-neutron-825124-1-hyperv {{(pid=84155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 14:39:02.656479 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-698a2683-cb66-4824-9949-0082947874a5 None None] Updating router 95b5e28c-4705-4434-8813-744a5210b605 port 80ca89d5-26dd-41df-b6f8-89b0a6649145 binding host dv-neutron-825124-1-hyperv {{(pid=84155) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 20 14:39:02.683315 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45a8b8c1-b35d-41ce-a2ae-1c2d8291e91a tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Made reservation on behalf of 640e8dbef2de46a485c2653a25e2ea4a for: {'subnet': 1} {{(pid=84153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:39:02.708567 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-698a2683-cb66-4824-9949-0082947874a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:02.792703 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-45a8b8c1-b35d-41ce-a2ae-1c2d8291e91a tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4193986'] for subnet, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:02.991605 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-eea6df97-7ff1-4b63-af20-e3ec8913deda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:03.068227 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-698a2683-cb66-4824-9949-0082947874a5 None None] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:03.079934 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-698a2683-cb66-4824-9949-0082947874a5 None None] Transition to ACTIVE for port object 80ca89d5-26dd-41df-b6f8-89b0a6649145 will not be triggered until provisioned by entity L2. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:39:03.089821 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-45a8b8c1-b35d-41ce-a2ae-1c2d8291e91a tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3943531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4194004'] for subnet, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:03.173052 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a8b8c1-b35d-41ce-a2ae-1c2d8291e91a tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Pushing event updated for resources: {'Subnet': ['ID=e7966e44-5927-45d9-9516-c8a4c57c254b,revision_number=0']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:39:03.189550 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45a8b8c1-b35d-41ce-a2ae-1c2d8291e91a tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Checking segment: {'id': '6b15a6df-4dfc-4347-9ce9-19d57c4d4c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'ccc74931-8c2a-4b94-b5be-22b2f32c668a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 14:39:03.189916 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45a8b8c1-b35d-41ce-a2ae-1c2d8291e91a tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Network hostable DHCP agents. Network: ccc74931-8c2a-4b94-b5be-22b2f32c668a, hostable agents: ['1a181e39-5220-4c1a-88f8-08a54e8bfc9b'], hosted agents: [] {{(pid=84153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 14:39:03.209731 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-698a2683-cb66-4824-9949-0082947874a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:03.297155 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587bf1e7-afcc-4301-9c16-864b55c95a0e None None] Pushing event updated for resources: {'Port': ['ID=80ca89d5-26dd-41df-b6f8-89b0a6649145,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:39:03.309952 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-698a2683-cb66-4824-9949-0082947874a5 None None] Attempting to bind port 80ca89d5-26dd-41df-b6f8-89b0a6649145 on host dv-neutron-825124-1-hyperv for vnic_type normal with profile {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:39:03.310343 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-698a2683-cb66-4824-9949-0082947874a5 None None] Attempting to bind port 80ca89d5-26dd-41df-b6f8-89b0a6649145 by drivers openvswitch,hyperv on host dv-neutron-825124-1-hyperv at level 0 using segments [{'id': 'f628f1ba-6b70-4c9b-8839-62340c040c81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d'}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:39:03.310694 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-698a2683-cb66-4824-9949-0082947874a5 None None] Attempting to bind port 80ca89d5-26dd-41df-b6f8-89b0a6649145 on network 8dffb05c-5ca0-409b-bd5f-7be6264f707d {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 14:39:03.313290 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587bf1e7-afcc-4301-9c16-864b55c95a0e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:39:03.313629 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587bf1e7-afcc-4301-9c16-864b55c95a0e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:39:03.313959 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587bf1e7-afcc-4301-9c16-864b55c95a0e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:39:03.314314 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587bf1e7-afcc-4301-9c16-864b55c95a0e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:39:03.314639 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587bf1e7-afcc-4301-9c16-864b55c95a0e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:39:03.314980 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587bf1e7-afcc-4301-9c16-864b55c95a0e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:39:03.315308 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587bf1e7-afcc-4301-9c16-864b55c95a0e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:39:03.315627 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587bf1e7-afcc-4301-9c16-864b55c95a0e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:39:03.315942 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587bf1e7-afcc-4301-9c16-864b55c95a0e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:39:03.316256 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587bf1e7-afcc-4301-9c16-864b55c95a0e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:39:03.316568 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587bf1e7-afcc-4301-9c16-864b55c95a0e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:39:03.329742 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-698a2683-cb66-4824-9949-0082947874a5 None None] Checking agent: {'id': '6414dfeb-85c5-454a-8756-709ca637d800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825124-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 16, 31), 'started_at': datetime.datetime(2022, 1, 20, 14, 17, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 39, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825124-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 14:39:03.330343 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-698a2683-cb66-4824-9949-0082947874a5 None None] Checking segment: {'id': 'f628f1ba-6b70-4c9b-8839-62340c040c81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 14:39:03.331458 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-698a2683-cb66-4824-9949-0082947874a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:03.332056 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-698a2683-cb66-4824-9949-0082947874a5 None None] Bound using segment: {'id': 'f628f1ba-6b70-4c9b-8839-62340c040c81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d'} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 14:39:03.332777 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-698a2683-cb66-4824-9949-0082947874a5 None None] Bound port: 80ca89d5-26dd-41df-b6f8-89b0a6649145, host: dv-neutron-825124-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f628f1ba-6b70-4c9b-8839-62340c040c81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d'}}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:39:03.333335 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-698a2683-cb66-4824-9949-0082947874a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:03.344127 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45a8b8c1-b35d-41ce-a2ae-1c2d8291e91a tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Network ccc74931-8c2a-4b94-b5be-22b2f32c668a is scheduled to be hosted by DHCP agent 1a181e39-5220-4c1a-88f8-08a54e8bfc9b with binding_index 1 {{(pid=84153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 14:39:03.408487 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-698a2683-cb66-4824-9949-0082947874a5 None None] For port 80ca89d5-26dd-41df-b6f8-89b0a6649145, host dv-neutron-825124-1-hyperv, cleared binding levels {{(pid=84155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 14:39:03.412538 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-698a2683-cb66-4824-9949-0082947874a5 None None] For port 80ca89d5-26dd-41df-b6f8-89b0a6649145, host dv-neutron-825124-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=80ca89d5-26dd-41df-b6f8-89b0a6649145,segment=NetworkSegment(f628f1ba-6b70-4c9b-8839-62340c040c81),segment_id=f628f1ba-6b70-4c9b-8839-62340c040c81)] {{(pid=84155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 14:39:03.426256 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.base_scheduler [None req-45a8b8c1-b35d-41ce-a2ae-1c2d8291e91a tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825124-1-hyperv, ccc74931-8c2a-4b94-b5be-22b2f32c668a) {{(pid=84153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:39:03.436772 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1ec0988-9de9-49cb-bd8b-8d0dca4aad6e None None] Network ccc74931-8c2a-4b94-b5be-22b2f32c668a requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:39:03.446339 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45a8b8c1-b35d-41ce-a2ae-1c2d8291e91a tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:39:03.447124 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-45a8b8c1-b35d-41ce-a2ae-1c2d8291e91a tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for subnet, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:03.495079 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-698a2683-cb66-4824-9949-0082947874a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:03.579823 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587bf1e7-afcc-4301-9c16-864b55c95a0e None None] Pushing event updated for resources: {'Port': ['ID=80ca89d5-26dd-41df-b6f8-89b0a6649145,revision_number=3']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:39:03.590829 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-698a2683-cb66-4824-9949-0082947874a5 None None] Routers {'95b5e28c-4705-4434-8813-744a5210b605'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:39:03.591695 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-698a2683-cb66-4824-9949-0082947874a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:39:00Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['95b5e28c-4705-4434-8813-744a5210b605'], 'active': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:39:03.619500 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-45a8b8c1-b35d-41ce-a2ae-1c2d8291e91a tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.1712143 Jan 20 14:39:03.624635 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 44056) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:39:03.694966 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e9b8daa-fdc0-40ef-8f40-0c6c37612f7d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95c917f5-14ba-5e96-98b8-1a52654a930a-ccc74931-8c2a-4b94-b5be-22b2f32c668a', 'network_id': 'ccc74931-8c2a-4b94-b5be-22b2f32c668a', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'fixed_ips': [{'subnet_id': 'e7966e44-5927-45d9-9516-c8a4c57c254b'}]}} from dv-neutron-825124-1-hyperv. {{(pid=84154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 20 14:39:03.695874 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7e9b8daa-fdc0-40ef-8f40-0c6c37612f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:03.806362 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvr_db [None req-698a2683-cb66-4824-9949-0082947874a5 None None] Set router 95b5e28c-4705-4434-8813-744a5210b605 gateway port host: dv-neutron-825124-1-hyperv {{(pid=84155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 14:39:03.892754 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_common [None req-7e9b8daa-fdc0-40ef-8f40-0c6c37612f7d None None] Allocated IP 172.20.0.2 (ccc74931-8c2a-4b94-b5be-22b2f32c668a/e7966e44-5927-45d9-9516-c8a4c57c254b/d9c43d92-1be6-4645-b36a-75888be7ea8b) {{(pid=84154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:39:04.136361 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7e9b8daa-fdc0-40ef-8f40-0c6c37612f7d None None] Notify callbacks [] for port, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:04.140508 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-698a2683-cb66-4824-9949-0082947874a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95b5e28c-4705-4434-8813-744a5210b605', 'name': 'tempest-TestNetworkBasicOps-router-1724887733', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.217'}], 'enable_snat': True}, 'gw_port_id': '80ca89d5-26dd-41df-b6f8-89b0a6649145', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:39:00Z', 'updated_at': '2022-01-20T14:39:01Z', 'revision_number': 3, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'gw_port': {'id': '80ca89d5-26dd-41df-b6f8-89b0a6649145', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:e0:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95b5e28c-4705-4434-8813-744a5210b605', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:39:00Z', 'updated_at': '2022-01-20T14:39:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv'}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:39:04.145354 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-698a2683-cb66-4824-9949-0082947874a5 None None] The sync data for ids ['95b5e28c-4705-4434-8813-744a5210b605'] in dv-neutron-825124-1-hyperv is: [{'id': '95b5e28c-4705-4434-8813-744a5210b605', 'name': 'tempest-TestNetworkBasicOps-router-1724887733', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.217'}], 'enable_snat': True}, 'gw_port_id': '80ca89d5-26dd-41df-b6f8-89b0a6649145', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:39:00Z', 'updated_at': '2022-01-20T14:39:01Z', 'revision_number': 3, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'gw_port': {'id': '80ca89d5-26dd-41df-b6f8-89b0a6649145', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:e0:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95b5e28c-4705-4434-8813-744a5210b605', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:39:00Z', 'updated_at': '2022-01-20T14:39:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv'}] {{(pid=84155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 14:39:04.147268 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-7e9b8daa-fdc0-40ef-8f40-0c6c37612f7d None None] Transition to ACTIVE for port object d9c43d92-1be6-4645-b36a-75888be7ea8b will not be triggered until provisioned by entity L2. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:39:04.170293 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-7e9b8daa-fdc0-40ef-8f40-0c6c37612f7d None None] Transition to ACTIVE for port object d9c43d92-1be6-4645-b36a-75888be7ea8b will not be triggered until provisioned by entity DHCP. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:39:04.270927 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7e9b8daa-fdc0-40ef-8f40-0c6c37612f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477'] for port, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:04.353488 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9b8daa-fdc0-40ef-8f40-0c6c37612f7d None None] Pushing event updated for resources: {'Port': ['ID=d9c43d92-1be6-4645-b36a-75888be7ea8b,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:39:04.355025 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e9b8daa-fdc0-40ef-8f40-0c6c37612f7d None None] Network ccc74931-8c2a-4b94-b5be-22b2f32c668a is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:39:04.364478 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-7e9b8daa-fdc0-40ef-8f40-0c6c37612f7d None None] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:39:04.366249 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e9b8daa-fdc0-40ef-8f40-0c6c37612f7d None None] Received port after_create {{(pid=84154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:39:04.510986 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-7e9b8daa-fdc0-40ef-8f40-0c6c37612f7d None None] Attempting to bind port d9c43d92-1be6-4645-b36a-75888be7ea8b on host dv-neutron-825124-1-hyperv for vnic_type normal with profile {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:39:04.511381 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-7e9b8daa-fdc0-40ef-8f40-0c6c37612f7d None None] Attempting to bind port d9c43d92-1be6-4645-b36a-75888be7ea8b by drivers openvswitch,hyperv on host dv-neutron-825124-1-hyperv at level 0 using segments [{'id': '6b15a6df-4dfc-4347-9ce9-19d57c4d4c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'ccc74931-8c2a-4b94-b5be-22b2f32c668a'}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:39:04.511768 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e9b8daa-fdc0-40ef-8f40-0c6c37612f7d None None] Attempting to bind port d9c43d92-1be6-4645-b36a-75888be7ea8b on network ccc74931-8c2a-4b94-b5be-22b2f32c668a {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 14:39:04.530795 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e9b8daa-fdc0-40ef-8f40-0c6c37612f7d None None] Checking agent: {'id': '6414dfeb-85c5-454a-8756-709ca637d800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825124-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 16, 31), 'started_at': datetime.datetime(2022, 1, 20, 14, 17, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 39, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825124-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 14:39:04.536375 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e9b8daa-fdc0-40ef-8f40-0c6c37612f7d None None] Checking segment: {'id': '6b15a6df-4dfc-4347-9ce9-19d57c4d4c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'ccc74931-8c2a-4b94-b5be-22b2f32c668a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 14:39:04.536375 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7e9b8daa-fdc0-40ef-8f40-0c6c37612f7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:04.536375 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e9b8daa-fdc0-40ef-8f40-0c6c37612f7d None None] Bound using segment: {'id': '6b15a6df-4dfc-4347-9ce9-19d57c4d4c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'ccc74931-8c2a-4b94-b5be-22b2f32c668a'} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 14:39:04.536375 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-7e9b8daa-fdc0-40ef-8f40-0c6c37612f7d None None] Bound port: d9c43d92-1be6-4645-b36a-75888be7ea8b, host: dv-neutron-825124-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b15a6df-4dfc-4347-9ce9-19d57c4d4c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'ccc74931-8c2a-4b94-b5be-22b2f32c668a'}}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:39:04.536375 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7e9b8daa-fdc0-40ef-8f40-0c6c37612f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:04.665471 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-7e9b8daa-fdc0-40ef-8f40-0c6c37612f7d None None] For port d9c43d92-1be6-4645-b36a-75888be7ea8b, host dv-neutron-825124-1-hyperv, cleared binding levels {{(pid=84154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 14:39:04.669837 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-7e9b8daa-fdc0-40ef-8f40-0c6c37612f7d None None] For port d9c43d92-1be6-4645-b36a-75888be7ea8b, host dv-neutron-825124-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=d9c43d92-1be6-4645-b36a-75888be7ea8b,segment=NetworkSegment(6b15a6df-4dfc-4347-9ce9-19d57c4d4c47),segment_id=6b15a6df-4dfc-4347-9ce9-19d57c4d4c47)] {{(pid=84154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 14:39:04.735728 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7e9b8daa-fdc0-40ef-8f40-0c6c37612f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:04.764131 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-a15b2024-cb71-436a-9e3d-1dd03b7f31ca tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:04.889741 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9b8daa-fdc0-40ef-8f40-0c6c37612f7d None None] Pushing event updated for resources: {'Port': ['ID=d9c43d92-1be6-4645-b36a-75888be7ea8b,revision_number=2']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:39:05.267887 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.db_base_plugin_common [None req-a15b2024-cb71-436a-9e3d-1dd03b7f31ca tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Allocated IP 172.20.0.1 (ccc74931-8c2a-4b94-b5be-22b2f32c668a/e7966e44-5927-45d9-9516-c8a4c57c254b/b09f36e5-84ed-48b0-bc85-bcf2b4c86d8c) {{(pid=84153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:39:05.448649 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-a15b2024-cb71-436a-9e3d-1dd03b7f31ca tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for port, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:05.467174 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.provisioning_blocks [None req-a15b2024-cb71-436a-9e3d-1dd03b7f31ca tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Transition to ACTIVE for port object b09f36e5-84ed-48b0-bc85-bcf2b4c86d8c will not be triggered until provisioned by entity DHCP. {{(pid=84153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:39:05.611650 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-a15b2024-cb71-436a-9e3d-1dd03b7f31ca tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:05.698948 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a15b2024-cb71-436a-9e3d-1dd03b7f31ca tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Network ccc74931-8c2a-4b94-b5be-22b2f32c668a is already hosted by enough agents. {{(pid=84153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:39:05.702144 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.base_scheduler [None req-a15b2024-cb71-436a-9e3d-1dd03b7f31ca tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Resources bound (agent type, host, resource id): {{(pid=84153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:39:05.708707 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a15b2024-cb71-436a-9e3d-1dd03b7f31ca tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Received port after_create {{(pid=84153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:39:05.738901 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15b2024-cb71-436a-9e3d-1dd03b7f31ca tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Pushing event updated for resources: {'Port': ['ID=b09f36e5-84ed-48b0-bc85-bcf2b4c86d8c,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:39:05.773169 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-a15b2024-cb71-436a-9e3d-1dd03b7f31ca tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-745387'] for router_interface, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:05.965794 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e73495d-fb8e-485b-867c-16160ed883ba None None] Network ccc74931-8c2a-4b94-b5be-22b2f32c668a requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:39:05.981654 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-a15b2024-cb71-436a-9e3d-1dd03b7f31ca tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:06.160243 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-0626df99-9e55-4f51-a863-2b44bdb24be9 None None] Provisioning for port d9c43d92-1be6-4645-b36a-75888be7ea8b completed by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:39:06.304363 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device d9c43d92-1be6-4645-b36a-75888be7ea8b up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:39:06.455382 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning for port d9c43d92-1be6-4645-b36a-75888be7ea8b completed by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:39:06.460823 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port d9c43d92-1be6-4645-b36a-75888be7ea8b triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:39:06.461311 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:06.486679 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-a15b2024-cb71-436a-9e3d-1dd03b7f31ca tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for port, precommit_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:06.557749 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-a15b2024-cb71-436a-9e3d-1dd03b7f31ca tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3944146'] for port, after_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:06.626691 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:06.657093 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-a682fb57-4991-48b2-9dc7-11490dfec56d None None] Provisioning complete for port d9c43d92-1be6-4645-b36a-75888be7ea8b triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:39:06.657438 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-a682fb57-4991-48b2-9dc7-11490dfec56d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:06.735553 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] For port d9c43d92-1be6-4645-b36a-75888be7ea8b, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=d9c43d92-1be6-4645-b36a-75888be7ea8b,segment=NetworkSegment(6b15a6df-4dfc-4347-9ce9-19d57c4d4c47),segment_id=6b15a6df-4dfc-4347-9ce9-19d57c4d4c47)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:39:06.808119 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:06.811897 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 80ca89d5-26dd-41df-b6f8-89b0a6649145 up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:39:06.812051 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15b2024-cb71-436a-9e3d-1dd03b7f31ca tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Pushing event updated for resources: {'Port': ['ID=b09f36e5-84ed-48b0-bc85-bcf2b4c86d8c,revision_number=2']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:39:06.815221 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-a15b2024-cb71-436a-9e3d-1dd03b7f31ca tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1705158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-743490'] for router_interface, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:06.914150 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-a682fb57-4991-48b2-9dc7-11490dfec56d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:06.973504 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a15b2024-cb71-436a-9e3d-1dd03b7f31ca tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Network ccc74931-8c2a-4b94-b5be-22b2f32c668a is already hosted by enough agents. {{(pid=84153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:39:06.974880 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.base_scheduler [None req-a15b2024-cb71-436a-9e3d-1dd03b7f31ca tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Resources bound (agent type, host, resource id): {{(pid=84153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:39:07.006943 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Pushing event updated for resources: {'Port': ['ID=d9c43d92-1be6-4645-b36a-75888be7ea8b,revision_number=3']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:39:07.075094 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.db.api [None req-a682fb57-4991-48b2-9dc7-11490dfec56d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84154) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 14:39:07.075448 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG oslo_db.api [None req-a682fb57-4991-48b2-9dc7-11490dfec56d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 14:39:07.135333 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning for port 80ca89d5-26dd-41df-b6f8-89b0a6649145 completed by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:39:07.140877 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port 80ca89d5-26dd-41df-b6f8-89b0a6649145 triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:39:07.141390 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:07.295015 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:07.312000 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] For port 80ca89d5-26dd-41df-b6f8-89b0a6649145, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=80ca89d5-26dd-41df-b6f8-89b0a6649145,segment=NetworkSegment(f628f1ba-6b70-4c9b-8839-62340c040c81),segment_id=f628f1ba-6b70-4c9b-8839-62340c040c81)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:39:07.414874 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:07.450197 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a15b2024-cb71-436a-9e3d-1dd03b7f31ca tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Router 95b5e28c-4705-4434-8813-744a5210b605 has already been hosted by L3 agent 624d525b-4c26-4143-8a1c-228bb1c6faaa {{(pid=84153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 14:39:07.482757 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Pushing event updated for resources: {'Port': ['ID=80ca89d5-26dd-41df-b6f8-89b0a6649145,revision_number=4']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:39:07.665711 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a15b2024-cb71-436a-9e3d-1dd03b7f31ca tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify agent at l3_agent.dv-neutron-825124-1-hyperv the message routers_updated {{(pid=84153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 14:39:07.685722 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-a15b2024-cb71-436a-9e3d-1dd03b7f31ca tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "PUT /v2.0/routers/95b5e28c-4705-4434-8813-744a5210b605/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0595632 Jan 20 14:39:07.688173 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 44066) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:39:07.763341 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-a682fb57-4991-48b2-9dc7-11490dfec56d None None] Provisioning for port b09f36e5-84ed-48b0-bc85-bcf2b4c86d8c completed by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:39:07.769247 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-a682fb57-4991-48b2-9dc7-11490dfec56d None None] Provisioning complete for port b09f36e5-84ed-48b0-bc85-bcf2b4c86d8c triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:39:07.769729 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-a682fb57-4991-48b2-9dc7-11490dfec56d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:07.828416 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-a682fb57-4991-48b2-9dc7-11490dfec56d None None] Port b09f36e5-84ed-48b0-bc85-bcf2b4c86d8c cannot update to ACTIVE because it is not bound. {{(pid=84154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 14:39:07.883989 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d07cef9d-e09b-4c5c-baa4-bab25bc79cd0 tempest-TestNetworkBasicOps-1338634829 tempest-TestNetworkBasicOps-1338634829-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:39:07.885194 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d07cef9d-e09b-4c5c-baa4-bab25bc79cd0 tempest-TestNetworkBasicOps-1338634829 tempest-TestNetworkBasicOps-1338634829-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:39:07.885329 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d07cef9d-e09b-4c5c-baa4-bab25bc79cd0 tempest-TestNetworkBasicOps-1338634829 tempest-TestNetworkBasicOps-1338634829-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:39:07.885849 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d07cef9d-e09b-4c5c-baa4-bab25bc79cd0 tempest-TestNetworkBasicOps-1338634829 tempest-TestNetworkBasicOps-1338634829-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:39:07.886464 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d07cef9d-e09b-4c5c-baa4-bab25bc79cd0 tempest-TestNetworkBasicOps-1338634829 tempest-TestNetworkBasicOps-1338634829-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:39:07.887049 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d07cef9d-e09b-4c5c-baa4-bab25bc79cd0 tempest-TestNetworkBasicOps-1338634829 tempest-TestNetworkBasicOps-1338634829-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:39:07.889957 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-d07cef9d-e09b-4c5c-baa4-bab25bc79cd0 tempest-TestNetworkBasicOps-1338634829 tempest-TestNetworkBasicOps-1338634829-project-admin] 10.222.0.54 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4283 time: 0.2006667 Jan 20 14:39:07.893845 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 44072) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:39:07.961461 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-b3868533-1fd4-47d6-a3e0-575008f91fdd None None] Provisioning complete for port b09f36e5-84ed-48b0-bc85-bcf2b4c86d8c triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:39:07.962010 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-b3868533-1fd4-47d6-a3e0-575008f91fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:07.969968 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24e74639-5361-4bd5-aa03-5f8bfc0e20c3 tempest-TestNetworkBasicOps-1338634829 tempest-TestNetworkBasicOps-1338634829-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:39:07.972393 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24e74639-5361-4bd5-aa03-5f8bfc0e20c3 tempest-TestNetworkBasicOps-1338634829 tempest-TestNetworkBasicOps-1338634829-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:39:07.972755 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24e74639-5361-4bd5-aa03-5f8bfc0e20c3 tempest-TestNetworkBasicOps-1338634829 tempest-TestNetworkBasicOps-1338634829-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:39:07.973063 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24e74639-5361-4bd5-aa03-5f8bfc0e20c3 tempest-TestNetworkBasicOps-1338634829 tempest-TestNetworkBasicOps-1338634829-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:39:07.973415 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24e74639-5361-4bd5-aa03-5f8bfc0e20c3 tempest-TestNetworkBasicOps-1338634829 tempest-TestNetworkBasicOps-1338634829-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:39:07.973765 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24e74639-5361-4bd5-aa03-5f8bfc0e20c3 tempest-TestNetworkBasicOps-1338634829 tempest-TestNetworkBasicOps-1338634829-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:39:07.975795 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-24e74639-5361-4bd5-aa03-5f8bfc0e20c3 tempest-TestNetworkBasicOps-1338634829 tempest-TestNetworkBasicOps-1338634829-project-admin] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4003 time: 0.0808337 Jan 20 14:39:07.979161 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 44076) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:39:08.025070 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-b3868533-1fd4-47d6-a3e0-575008f91fdd None None] Port b09f36e5-84ed-48b0-bc85-bcf2b4c86d8c cannot update to ACTIVE because it is not bound. {{(pid=84154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 14:39:08.148908 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a74a4c48-0dc1-49e8-8fe0-e1d4e0fcdb89 None None] Sync routers for ids ['95b5e28c-4705-4434-8813-744a5210b605'] in dv-neutron-825124-1-hyperv {{(pid=84154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 14:39:08.162780 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a74a4c48-0dc1-49e8-8fe0-e1d4e0fcdb89 None None] Routers {'95b5e28c-4705-4434-8813-744a5210b605'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:39:08.163496 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-a74a4c48-0dc1-49e8-8fe0-e1d4e0fcdb89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:39:00Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['95b5e28c-4705-4434-8813-744a5210b605'], 'active': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:39:08.223765 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device d9c43d92-1be6-4645-b36a-75888be7ea8b up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:39:08.227223 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-11b4f09c-daae-4d8a-aaaf-1ecdd875d11a tempest-TestNetworkBasicOps-1338634829 tempest-TestNetworkBasicOps-1338634829-project-admin] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3045 time: 0.2443244 Jan 20 14:39:08.420062 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port d9c43d92-1be6-4645-b36a-75888be7ea8b triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:39:08.420338 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:08.451023 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvr_db [None req-a74a4c48-0dc1-49e8-8fe0-e1d4e0fcdb89 None None] Set router 95b5e28c-4705-4434-8813-744a5210b605 gateway port host: dv-neutron-825124-1-hyperv {{(pid=84154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 14:39:08.543690 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 44082) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:39:08.551604 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-74263e21-c983-4c28-a82c-33bd004f3964 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1081504631', 'description': 'tempest-secgroup-smoke-1081504631 description', 'project_id': '640e8dbef2de46a485c2653a25e2ea4a'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:39:08.557747 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-74263e21-c983-4c28-a82c-33bd004f3964 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:39:08.561795 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-74263e21-c983-4c28-a82c-33bd004f3964 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Usage tracker for resource:security_group and tenant:640e8dbef2de46a485c2653a25e2ea4a is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:39:08.564605 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-74263e21-c983-4c28-a82c-33bd004f3964 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:39:08.570216 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-74263e21-c983-4c28-a82c-33bd004f3964 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:39:08.694799 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-74263e21-c983-4c28-a82c-33bd004f3964 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for security_group, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:08.732915 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-74263e21-c983-4c28-a82c-33bd004f3964 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:39:08.737710 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-74263e21-c983-4c28-a82c-33bd004f3964 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Usage tracker for resource:security_group_rule and tenant:640e8dbef2de46a485c2653a25e2ea4a is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:39:08.740718 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-74263e21-c983-4c28-a82c-33bd004f3964 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:39:08.749342 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-74263e21-c983-4c28-a82c-33bd004f3964 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:39:08.754423 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 80ca89d5-26dd-41df-b6f8-89b0a6649145 up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:39:08.815883 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-74263e21-c983-4c28-a82c-33bd004f3964 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for security_group, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:08.896526 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port 80ca89d5-26dd-41df-b6f8-89b0a6649145 triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:39:08.896897 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:08.910365 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-74263e21-c983-4c28-a82c-33bd004f3964 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:08.968285 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-a74a4c48-0dc1-49e8-8fe0-e1d4e0fcdb89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95b5e28c-4705-4434-8813-744a5210b605', 'name': 'tempest-TestNetworkBasicOps-router-1724887733', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.217'}], 'enable_snat': True}, 'gw_port_id': '80ca89d5-26dd-41df-b6f8-89b0a6649145', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:39:00Z', 'updated_at': '2022-01-20T14:39:05Z', 'revision_number': 4, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'gw_port': {'id': '80ca89d5-26dd-41df-b6f8-89b0a6649145', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:e0:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95b5e28c-4705-4434-8813-744a5210b605', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:39:00Z', 'updated_at': '2022-01-20T14:39:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv', '_interfaces': [{'id': 'b09f36e5-84ed-48b0-bc85-bcf2b4c86d8c', 'name': '', 'network_id': 'ccc74931-8c2a-4b94-b5be-22b2f32c668a', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'mac_address': 'fa:16:3e:f7:6f:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95b5e28c-4705-4434-8813-744a5210b605', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e7966e44-5927-45d9-9516-c8a4c57c254b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:39:05Z', 'updated_at': '2022-01-20T14:39:06Z', 'revision_number': 2, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'subnets': [{'id': 'e7966e44-5927-45d9-9516-c8a4c57c254b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:39:08.977020 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a74a4c48-0dc1-49e8-8fe0-e1d4e0fcdb89 None None] Checking router: 95b5e28c-4705-4434-8813-744a5210b605 for host: dv-neutron-825124-1-hyperv {{(pid=84154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 14:39:08.977436 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a74a4c48-0dc1-49e8-8fe0-e1d4e0fcdb89 None None] Updating router 95b5e28c-4705-4434-8813-744a5210b605 port b09f36e5-84ed-48b0-bc85-bcf2b4c86d8c binding host dv-neutron-825124-1-hyperv {{(pid=84154) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 20 14:39:09.069023 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74263e21-c983-4c28-a82c-33bd004f3964 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0feeed3-c482-4324-a5a0-d1cb49b1a616,revision_number=1']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:39:09.076355 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-a74a4c48-0dc1-49e8-8fe0-e1d4e0fcdb89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:09.134391 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-74263e21-c983-4c28-a82c-33bd004f3964 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for security_group, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:09.135621 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-74263e21-c983-4c28-a82c-33bd004f3964 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.5909717 Jan 20 14:39:09.138507 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 44088) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:39:09.144802 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-f9a10f34-6447-4097-b07e-ffdec62062a7 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Request body: {'security_group_rule': {'security_group_id': 'd0feeed3-c482-4324-a5a0-d1cb49b1a616', 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:39:09.150979 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-f9a10f34-6447-4097-b07e-ffdec62062a7 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:39:09.161438 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-f9a10f34-6447-4097-b07e-ffdec62062a7 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Usage tracker for resource:security_group_rule and tenant:640e8dbef2de46a485c2653a25e2ea4a is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:39:09.164442 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-f9a10f34-6447-4097-b07e-ffdec62062a7 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:39:09.170412 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-f9a10f34-6447-4097-b07e-ffdec62062a7 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:39:09.291779 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-f9a10f34-6447-4097-b07e-ffdec62062a7 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:09.357880 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-f9a10f34-6447-4097-b07e-ffdec62062a7 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:09.426814 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-f9a10f34-6447-4097-b07e-ffdec62062a7 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734962'] for security_group_rule, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:09.450120 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a10f34-6447-4097-b07e-ffdec62062a7 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b83f8fb-633b-47a7-bca2-3121b8080a8f,revision_number=0']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:39:09.488185 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-a74a4c48-0dc1-49e8-8fe0-e1d4e0fcdb89 None None] Notify callbacks [] for port, precommit_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:09.499610 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-a74a4c48-0dc1-49e8-8fe0-e1d4e0fcdb89 None None] Transition to ACTIVE for port object b09f36e5-84ed-48b0-bc85-bcf2b4c86d8c will not be triggered until provisioned by entity L2. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:39:09.550431 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-f9a10f34-6447-4097-b07e-ffdec62062a7 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:09.551620 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-f9a10f34-6447-4097-b07e-ffdec62062a7 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4121816 Jan 20 14:39:09.561163 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 44092) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:39:09.566551 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-d87c9451-411e-4828-83d8-353f59325ece tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Request body: {'security_group_rule': {'security_group_id': 'd0feeed3-c482-4324-a5a0-d1cb49b1a616', 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:39:09.572371 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-d87c9451-411e-4828-83d8-353f59325ece tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:39:09.576113 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-d87c9451-411e-4828-83d8-353f59325ece tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Usage tracker for resource:security_group_rule and tenant:640e8dbef2de46a485c2653a25e2ea4a is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:39:09.578954 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-d87c9451-411e-4828-83d8-353f59325ece tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:39:09.585801 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-d87c9451-411e-4828-83d8-353f59325ece tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:39:09.589631 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-a74a4c48-0dc1-49e8-8fe0-e1d4e0fcdb89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:09.678962 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-d87c9451-411e-4828-83d8-353f59325ece tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:09.717257 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f5be5d-af05-43af-88a3-93a93cc534f8 None None] Pushing event updated for resources: {'Port': ['ID=b09f36e5-84ed-48b0-bc85-bcf2b4c86d8c,revision_number=3']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:39:09.763208 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-d87c9451-411e-4828-83d8-353f59325ece tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:09.809771 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-a74a4c48-0dc1-49e8-8fe0-e1d4e0fcdb89 None None] Attempting to bind port b09f36e5-84ed-48b0-bc85-bcf2b4c86d8c on host dv-neutron-825124-1-hyperv for vnic_type normal with profile {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:39:09.809771 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-a74a4c48-0dc1-49e8-8fe0-e1d4e0fcdb89 None None] Attempting to bind port b09f36e5-84ed-48b0-bc85-bcf2b4c86d8c by drivers openvswitch,hyperv on host dv-neutron-825124-1-hyperv at level 0 using segments [{'id': '6b15a6df-4dfc-4347-9ce9-19d57c4d4c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'ccc74931-8c2a-4b94-b5be-22b2f32c668a'}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:39:09.809771 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a74a4c48-0dc1-49e8-8fe0-e1d4e0fcdb89 None None] Attempting to bind port b09f36e5-84ed-48b0-bc85-bcf2b4c86d8c on network ccc74931-8c2a-4b94-b5be-22b2f32c668a {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 14:39:09.815668 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a74a4c48-0dc1-49e8-8fe0-e1d4e0fcdb89 None None] Checking agent: {'id': '6414dfeb-85c5-454a-8756-709ca637d800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825124-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 16, 31), 'started_at': datetime.datetime(2022, 1, 20, 14, 17, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 39, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825124-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 14:39:09.816046 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a74a4c48-0dc1-49e8-8fe0-e1d4e0fcdb89 None None] Checking segment: {'id': '6b15a6df-4dfc-4347-9ce9-19d57c4d4c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'ccc74931-8c2a-4b94-b5be-22b2f32c668a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 14:39:09.816452 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-a74a4c48-0dc1-49e8-8fe0-e1d4e0fcdb89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:09.816832 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a74a4c48-0dc1-49e8-8fe0-e1d4e0fcdb89 None None] Bound using segment: {'id': '6b15a6df-4dfc-4347-9ce9-19d57c4d4c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'ccc74931-8c2a-4b94-b5be-22b2f32c668a'} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 14:39:09.817504 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-a74a4c48-0dc1-49e8-8fe0-e1d4e0fcdb89 None None] Bound port: b09f36e5-84ed-48b0-bc85-bcf2b4c86d8c, host: dv-neutron-825124-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b15a6df-4dfc-4347-9ce9-19d57c4d4c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'ccc74931-8c2a-4b94-b5be-22b2f32c668a'}}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:39:09.817904 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-a74a4c48-0dc1-49e8-8fe0-e1d4e0fcdb89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:09.869987 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-d87c9451-411e-4828-83d8-353f59325ece tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734962'] for security_group_rule, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:09.895791 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87c9451-411e-4828-83d8-353f59325ece tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3375a51c-9614-4558-9e04-3bd32018547e,revision_number=0']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:39:09.927873 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-a74a4c48-0dc1-49e8-8fe0-e1d4e0fcdb89 None None] For port b09f36e5-84ed-48b0-bc85-bcf2b4c86d8c, host dv-neutron-825124-1-hyperv, cleared binding levels {{(pid=84154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 14:39:09.932327 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-a74a4c48-0dc1-49e8-8fe0-e1d4e0fcdb89 None None] For port b09f36e5-84ed-48b0-bc85-bcf2b4c86d8c, host dv-neutron-825124-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=b09f36e5-84ed-48b0-bc85-bcf2b4c86d8c,segment=NetworkSegment(6b15a6df-4dfc-4347-9ce9-19d57c4d4c47),segment_id=6b15a6df-4dfc-4347-9ce9-19d57c4d4c47)] {{(pid=84154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 14:39:10.014777 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-d87c9451-411e-4828-83d8-353f59325ece tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:10.016163 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-d87c9451-411e-4828-83d8-353f59325ece tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.4540911 Jan 20 14:39:10.024271 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 44096) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:39:10.031246 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-efdc1e95-c9a0-4525-a534-61d71f4abde6 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Request body: {'security_group_rule': {'security_group_id': 'd0feeed3-c482-4324-a5a0-d1cb49b1a616', 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:39:10.038732 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-efdc1e95-c9a0-4525-a534-61d71f4abde6 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:39:10.043139 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-efdc1e95-c9a0-4525-a534-61d71f4abde6 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Usage tracker for resource:security_group_rule and tenant:640e8dbef2de46a485c2653a25e2ea4a is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:39:10.046131 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-efdc1e95-c9a0-4525-a534-61d71f4abde6 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:39:10.051862 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-efdc1e95-c9a0-4525-a534-61d71f4abde6 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:39:10.055098 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-a74a4c48-0dc1-49e8-8fe0-e1d4e0fcdb89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:10.136979 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-efdc1e95-c9a0-4525-a534-61d71f4abde6 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:10.145700 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f5be5d-af05-43af-88a3-93a93cc534f8 None None] Pushing event updated for resources: {'Port': ['ID=b09f36e5-84ed-48b0-bc85-bcf2b4c86d8c,revision_number=4']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:39:10.154069 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a74a4c48-0dc1-49e8-8fe0-e1d4e0fcdb89 None None] Routers {'95b5e28c-4705-4434-8813-744a5210b605'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:39:10.154751 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-a74a4c48-0dc1-49e8-8fe0-e1d4e0fcdb89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:39:00Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['95b5e28c-4705-4434-8813-744a5210b605'], 'active': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:39:10.262734 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-efdc1e95-c9a0-4525-a534-61d71f4abde6 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:10.344338 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-efdc1e95-c9a0-4525-a534-61d71f4abde6 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734962'] for security_group_rule, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:10.371261 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdc1e95-c9a0-4525-a534-61d71f4abde6 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a892016-126c-4857-b8ee-17d2c7c580f3,revision_number=0']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:39:10.391498 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvr_db [None req-a74a4c48-0dc1-49e8-8fe0-e1d4e0fcdb89 None None] Set router 95b5e28c-4705-4434-8813-744a5210b605 gateway port host: dv-neutron-825124-1-hyperv {{(pid=84154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 14:39:10.460504 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-efdc1e95-c9a0-4525-a534-61d71f4abde6 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:10.464967 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-efdc1e95-c9a0-4525-a534-61d71f4abde6 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4395525 Jan 20 14:39:10.465139 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 44102) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:39:10.473316 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-fc5f3051-90a0-4cfa-89b9-f8c9ac0f019a tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Request body: {'security_group_rule': {'security_group_id': 'd0feeed3-c482-4324-a5a0-d1cb49b1a616', 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:39:10.479402 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-fc5f3051-90a0-4cfa-89b9-f8c9ac0f019a tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:39:10.482855 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-fc5f3051-90a0-4cfa-89b9-f8c9ac0f019a tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Usage tracker for resource:security_group_rule and tenant:640e8dbef2de46a485c2653a25e2ea4a is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:39:10.485672 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-fc5f3051-90a0-4cfa-89b9-f8c9ac0f019a tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:39:10.491799 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-fc5f3051-90a0-4cfa-89b9-f8c9ac0f019a tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:39:10.604083 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-fc5f3051-90a0-4cfa-89b9-f8c9ac0f019a tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:10.705983 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-fc5f3051-90a0-4cfa-89b9-f8c9ac0f019a tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:10.729197 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-a74a4c48-0dc1-49e8-8fe0-e1d4e0fcdb89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95b5e28c-4705-4434-8813-744a5210b605', 'name': 'tempest-TestNetworkBasicOps-router-1724887733', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.217'}], 'enable_snat': True}, 'gw_port_id': '80ca89d5-26dd-41df-b6f8-89b0a6649145', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:39:00Z', 'updated_at': '2022-01-20T14:39:05Z', 'revision_number': 4, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'gw_port': {'id': '80ca89d5-26dd-41df-b6f8-89b0a6649145', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:e0:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95b5e28c-4705-4434-8813-744a5210b605', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:39:00Z', 'updated_at': '2022-01-20T14:39:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv', '_interfaces': [{'id': 'b09f36e5-84ed-48b0-bc85-bcf2b4c86d8c', 'name': '', 'network_id': 'ccc74931-8c2a-4b94-b5be-22b2f32c668a', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'mac_address': 'fa:16:3e:f7:6f:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95b5e28c-4705-4434-8813-744a5210b605', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e7966e44-5927-45d9-9516-c8a4c57c254b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:39:05Z', 'updated_at': '2022-01-20T14:39:09Z', 'revision_number': 4, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'subnets': [{'id': 'e7966e44-5927-45d9-9516-c8a4c57c254b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:39:10.733226 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a74a4c48-0dc1-49e8-8fe0-e1d4e0fcdb89 None None] The sync data for ids ['95b5e28c-4705-4434-8813-744a5210b605'] in dv-neutron-825124-1-hyperv is: [{'id': '95b5e28c-4705-4434-8813-744a5210b605', 'name': 'tempest-TestNetworkBasicOps-router-1724887733', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.217'}], 'enable_snat': True}, 'gw_port_id': '80ca89d5-26dd-41df-b6f8-89b0a6649145', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:39:00Z', 'updated_at': '2022-01-20T14:39:05Z', 'revision_number': 4, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'gw_port': {'id': '80ca89d5-26dd-41df-b6f8-89b0a6649145', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:e0:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95b5e28c-4705-4434-8813-744a5210b605', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:39:00Z', 'updated_at': '2022-01-20T14:39:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv', '_interfaces': [{'id': 'b09f36e5-84ed-48b0-bc85-bcf2b4c86d8c', 'name': '', 'network_id': 'ccc74931-8c2a-4b94-b5be-22b2f32c668a', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'mac_address': 'fa:16:3e:f7:6f:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95b5e28c-4705-4434-8813-744a5210b605', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e7966e44-5927-45d9-9516-c8a4c57c254b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:39:05Z', 'updated_at': '2022-01-20T14:39:09Z', 'revision_number': 4, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'subnets': [{'id': 'e7966e44-5927-45d9-9516-c8a4c57c254b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 14:39:10.812923 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-fc5f3051-90a0-4cfa-89b9-f8c9ac0f019a tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734962'] for security_group_rule, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:10.838513 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5f3051-90a0-4cfa-89b9-f8c9ac0f019a tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c242ae27-884b-4bc9-8755-b1554615d09e,revision_number=0']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:39:10.921532 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-fc5f3051-90a0-4cfa-89b9-f8c9ac0f019a tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:10.922771 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-fc5f3051-90a0-4cfa-89b9-f8c9ac0f019a tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.4551523 Jan 20 14:39:10.926133 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 44106) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:39:10.932636 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-006b110b-f605-4267-a3bb-24c141464a7f tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Request body: {'security_group_rule': {'security_group_id': 'd0feeed3-c482-4324-a5a0-d1cb49b1a616', 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:39:10.938070 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-006b110b-f605-4267-a3bb-24c141464a7f tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:39:10.941815 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-006b110b-f605-4267-a3bb-24c141464a7f tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Usage tracker for resource:security_group_rule and tenant:640e8dbef2de46a485c2653a25e2ea4a is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:39:10.945100 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-006b110b-f605-4267-a3bb-24c141464a7f tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:39:10.950757 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-006b110b-f605-4267-a3bb-24c141464a7f tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:39:11.048939 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.db.securitygroups_db [None req-006b110b-f605-4267-a3bb-24c141464a7f tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Project 640e8dbef2de46a485c2653a25e2ea4a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 20 14:39:11.056523 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-006b110b-f605-4267-a3bb-24c141464a7f tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:11.124094 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-006b110b-f605-4267-a3bb-24c141464a7f tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:11.226568 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-006b110b-f605-4267-a3bb-24c141464a7f tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734962'] for security_group_rule, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:11.252029 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006b110b-f605-4267-a3bb-24c141464a7f tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17707711-3c8e-47a4-a753-6ca9368dc207,revision_number=0']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:39:11.334406 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-006b110b-f605-4267-a3bb-24c141464a7f tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:11.335611 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-006b110b-f605-4267-a3bb-24c141464a7f tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.4085810 Jan 20 14:39:11.338269 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 44112) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:39:11.343568 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-0070be7f-396f-4e8d-aa94-ea009f901279 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Request body: {'security_group_rule': {'security_group_id': 'd0feeed3-c482-4324-a5a0-d1cb49b1a616', 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:39:11.350140 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-0070be7f-396f-4e8d-aa94-ea009f901279 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:39:11.354407 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-0070be7f-396f-4e8d-aa94-ea009f901279 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Usage tracker for resource:security_group_rule and tenant:640e8dbef2de46a485c2653a25e2ea4a is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:39:11.357552 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-0070be7f-396f-4e8d-aa94-ea009f901279 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:39:11.363680 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-0070be7f-396f-4e8d-aa94-ea009f901279 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:39:11.466426 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.db.securitygroups_db [None req-0070be7f-396f-4e8d-aa94-ea009f901279 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Project 640e8dbef2de46a485c2653a25e2ea4a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 20 14:39:11.474057 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-0070be7f-396f-4e8d-aa94-ea009f901279 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:11.579632 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-0070be7f-396f-4e8d-aa94-ea009f901279 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:11.660270 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-0070be7f-396f-4e8d-aa94-ea009f901279 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734962'] for security_group_rule, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:11.684347 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0070be7f-396f-4e8d-aa94-ea009f901279 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fb3542e-988e-497e-ba87-73992cabfd29,revision_number=0']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:39:11.761292 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-0070be7f-396f-4e8d-aa94-ea009f901279 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:11.762649 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-0070be7f-396f-4e8d-aa94-ea009f901279 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.4234085 Jan 20 14:39:12.021859 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-25a4cdbb-997a-4883-a294-114cbf664e3b req-3bf351a0-fd05-4cd6-961f-2499fcde13ed tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1081504631&fields=id&tenant_id=640e8dbef2de46a485c2653a25e2ea4a HTTP/1.1" status: 200 len: 267 time: 0.0426288 Jan 20 14:39:12.196200 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a4cdbb-997a-4883-a294-114cbf664e3b req-f670c930-867d-4fd3-b89b-c82e003b7086 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:39:12.197050 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [req-25a4cdbb-997a-4883-a294-114cbf664e3b req-f670c930-867d-4fd3-b89b-c82e003b7086 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Synchronizing usage tracker for tenant:640e8dbef2de46a485c2653a25e2ea4a on resource:network {{(pid=84153) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:39:12.198644 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device b09f36e5-84ed-48b0-bc85-bcf2b4c86d8c up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:39:12.304776 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [req-25a4cdbb-997a-4883-a294-114cbf664e3b req-f670c930-867d-4fd3-b89b-c82e003b7086 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Unset dirty status for tenant:640e8dbef2de46a485c2653a25e2ea4a on resource:network {{(pid=84153) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:39:12.308572 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-25a4cdbb-997a-4883-a294-114cbf664e3b req-f670c930-867d-4fd3-b89b-c82e003b7086 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/networks?id=ccc74931-8c2a-4b94-b5be-22b2f32c668a HTTP/1.1" status: 200 len: 796 time: 0.2778432 Jan 20 14:39:12.329210 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-25a4cdbb-997a-4883-a294-114cbf664e3b req-a8e6d9c0-7992-44fa-96ac-6b18a390089e tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/quotas/640e8dbef2de46a485c2653a25e2ea4a HTTP/1.1" status: 200 len: 375 time: 0.0154252 Jan 20 14:39:12.412657 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning for port b09f36e5-84ed-48b0-bc85-bcf2b4c86d8c completed by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:39:12.418632 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port b09f36e5-84ed-48b0-bc85-bcf2b4c86d8c triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:39:12.419080 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:12.530124 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [req-25a4cdbb-997a-4883-a294-114cbf664e3b req-489de865-e0a2-4119-a976-ce8e29c9c972 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Synchronizing usage tracker for tenant:640e8dbef2de46a485c2653a25e2ea4a on resource:port {{(pid=84153) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:39:12.546543 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:12.581599 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] For port b09f36e5-84ed-48b0-bc85-bcf2b4c86d8c, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=b09f36e5-84ed-48b0-bc85-bcf2b4c86d8c,segment=NetworkSegment(6b15a6df-4dfc-4347-9ce9-19d57c4d4c47),segment_id=6b15a6df-4dfc-4347-9ce9-19d57c4d4c47)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:39:12.643008 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [req-25a4cdbb-997a-4883-a294-114cbf664e3b req-489de865-e0a2-4119-a976-ce8e29c9c972 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Unset dirty status for tenant:640e8dbef2de46a485c2653a25e2ea4a on resource:port {{(pid=84153) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:39:12.644499 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-25a4cdbb-997a-4883-a294-114cbf664e3b req-489de865-e0a2-4119-a976-ce8e29c9c972 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=640e8dbef2de46a485c2653a25e2ea4a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3096275 Jan 20 14:39:12.685496 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:12.763855 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Pushing event updated for resources: {'Port': ['ID=b09f36e5-84ed-48b0-bc85-bcf2b4c86d8c,revision_number=5']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:39:12.817803 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-25a4cdbb-997a-4883-a294-114cbf664e3b req-2a662299-18dd-48dc-8595-20730b8d2756 service neutron] 10.222.0.54 "GET /v2.0/networks/ccc74931-8c2a-4b94-b5be-22b2f32c668a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1602969 Jan 20 14:39:12.962270 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-25a4cdbb-997a-4883-a294-114cbf664e3b req-93c723fc-9d07-499a-9691-fcb016fc7cc2 service neutron] 10.222.0.54 "GET /v2.0/networks/ccc74931-8c2a-4b94-b5be-22b2f32c668a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343589 Jan 20 14:39:13.350094 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-24fefb8b-23e7-4397-aae7-a6947ba21dea req-bf2b61d2-3491-4ff2-be75-a54db73f6b00 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/ports?device_id=797e587c-a675-4601-b9dc-7cecd3b6a93f HTTP/1.1" status: 200 len: 210 time: 0.0420246 Jan 20 14:39:14.031652 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.agents_db [None req-6dba657d-a637-4918-9b6d-40defdfae04b None None] Agent healthcheck: found 6 active agents {{(pid=84155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 14:39:14.154450 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device b09f36e5-84ed-48b0-bc85-bcf2b4c86d8c up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:39:14.231581 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port b09f36e5-84ed-48b0-bc85-bcf2b4c86d8c triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:39:14.231940 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:14.530300 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-5e8d8686-e0f4-42f9-82ee-f5e643bc05df req-9461a9fd-15d9-48ab-8d24-681887bb9d55 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/ports?device_id=797e587c-a675-4601-b9dc-7cecd3b6a93f HTTP/1.1" status: 200 len: 210 time: 0.0490866 Jan 20 14:39:15.750558 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-2130735d-bc88-45f2-8ea0-3121ae1eb459 req-541ef4c3-1532-4d5a-b425-8c702dffd482 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/ports?device_id=797e587c-a675-4601-b9dc-7cecd3b6a93f HTTP/1.1" status: 200 len: 210 time: 0.0444098 Jan 20 14:39:15.972115 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a4cdbb-997a-4883-a294-114cbf664e3b req-b76b0599-0abd-4eb6-b8fa-824f1a9bd80d tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:39:15.972921 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [req-25a4cdbb-997a-4883-a294-114cbf664e3b req-b76b0599-0abd-4eb6-b8fa-824f1a9bd80d tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Synchronizing usage tracker for tenant:640e8dbef2de46a485c2653a25e2ea4a on resource:network {{(pid=84152) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:39:15.986294 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [req-25a4cdbb-997a-4883-a294-114cbf664e3b req-b76b0599-0abd-4eb6-b8fa-824f1a9bd80d tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Unset dirty status for tenant:640e8dbef2de46a485c2653a25e2ea4a on resource:network {{(pid=84152) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:39:15.987522 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-25a4cdbb-997a-4883-a294-114cbf664e3b req-b76b0599-0abd-4eb6-b8fa-824f1a9bd80d tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.106 "GET /v2.0/networks?id=ccc74931-8c2a-4b94-b5be-22b2f32c668a HTTP/1.1" status: 200 len: 796 time: 0.1714602 Jan 20 14:39:16.045456 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [req-25a4cdbb-997a-4883-a294-114cbf664e3b req-bd516a56-d9a0-4031-9678-45c6fc1a89f3 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Synchronizing usage tracker for tenant:640e8dbef2de46a485c2653a25e2ea4a on resource:security_group {{(pid=84152) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:39:16.184094 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [req-25a4cdbb-997a-4883-a294-114cbf664e3b req-bd516a56-d9a0-4031-9678-45c6fc1a89f3 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Unset dirty status for tenant:640e8dbef2de46a485c2653a25e2ea4a on resource:security_group {{(pid=84152) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:39:16.185492 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-25a4cdbb-997a-4883-a294-114cbf664e3b req-bd516a56-d9a0-4031-9678-45c6fc1a89f3 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.106 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=640e8dbef2de46a485c2653a25e2ea4a HTTP/1.1" status: 200 len: 380 time: 0.1844010 Jan 20 14:39:16.195226 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [req-25a4cdbb-997a-4883-a294-114cbf664e3b req-01effe10-4767-40b2-b5a5-0e40923f45d2 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Request body: {'port': {'device_id': '797e587c-a675-4601-b9dc-7cecd3b6a93f', 'network_id': 'ccc74931-8c2a-4b94-b5be-22b2f32c668a', 'admin_state_up': True, 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'security_groups': ['d0feeed3-c482-4324-a5a0-d1cb49b1a616']}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:39:16.337531 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [req-25a4cdbb-997a-4883-a294-114cbf664e3b req-01effe10-4767-40b2-b5a5-0e40923f45d2 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:39:16.347251 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [req-25a4cdbb-997a-4883-a294-114cbf664e3b req-01effe10-4767-40b2-b5a5-0e40923f45d2 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:39:16.447570 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25a4cdbb-997a-4883-a294-114cbf664e3b req-01effe10-4767-40b2-b5a5-0e40923f45d2 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Made reservation on behalf of 640e8dbef2de46a485c2653a25e2ea4a for: {'port': 1} {{(pid=84152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:39:16.450715 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [req-25a4cdbb-997a-4883-a294-114cbf664e3b req-01effe10-4767-40b2-b5a5-0e40923f45d2 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:16.617666 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.db_base_plugin_common [req-25a4cdbb-997a-4883-a294-114cbf664e3b req-01effe10-4767-40b2-b5a5-0e40923f45d2 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Allocated IP 172.20.0.3 (ccc74931-8c2a-4b94-b5be-22b2f32c668a/e7966e44-5927-45d9-9516-c8a4c57c254b/e2849a09-a979-46de-a4cf-81a6bbda0827) {{(pid=84152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:39:16.827303 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [req-25a4cdbb-997a-4883-a294-114cbf664e3b req-01effe10-4767-40b2-b5a5-0e40923f45d2 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for port, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:16.843735 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.provisioning_blocks [req-25a4cdbb-997a-4883-a294-114cbf664e3b req-01effe10-4767-40b2-b5a5-0e40923f45d2 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Transition to ACTIVE for port object e2849a09-a979-46de-a4cf-81a6bbda0827 will not be triggered until provisioned by entity DHCP. {{(pid=84152) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:39:16.923789 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-35de1b0e-a5aa-42a6-b5f6-082b443e55bd req-56eb7574-9c7b-46cf-b6a2-749ebb21147a tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/ports?device_id=797e587c-a675-4601-b9dc-7cecd3b6a93f HTTP/1.1" status: 200 len: 210 time: 0.0400496 Jan 20 14:39:16.934823 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [req-25a4cdbb-997a-4883-a294-114cbf664e3b req-01effe10-4767-40b2-b5a5-0e40923f45d2 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:17.005246 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25a4cdbb-997a-4883-a294-114cbf664e3b req-01effe10-4767-40b2-b5a5-0e40923f45d2 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Network ccc74931-8c2a-4b94-b5be-22b2f32c668a is already hosted by enough agents. {{(pid=84152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:39:17.008260 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.base_scheduler [req-25a4cdbb-997a-4883-a294-114cbf664e3b req-01effe10-4767-40b2-b5a5-0e40923f45d2 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Resources bound (agent type, host, resource id): {{(pid=84152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:39:17.012734 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.l3_dvrscheduler_db [req-25a4cdbb-997a-4883-a294-114cbf664e3b req-01effe10-4767-40b2-b5a5-0e40923f45d2 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Received port after_create {{(pid=84152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:39:17.037407 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01effe10-4767-40b2-b5a5-0e40923f45d2 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Pushing event updated for resources: {'Port': ['ID=e2849a09-a979-46de-a4cf-81a6bbda0827,revision_number=1']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:39:17.076445 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a4cdbb-997a-4883-a294-114cbf664e3b req-01effe10-4767-40b2-b5a5-0e40923f45d2 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:39:17.077045 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [req-25a4cdbb-997a-4883-a294-114cbf664e3b req-01effe10-4767-40b2-b5a5-0e40923f45d2 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:17.197960 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-25a4cdbb-997a-4883-a294-114cbf664e3b req-01effe10-4767-40b2-b5a5-0e40923f45d2 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.106 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0068903 Jan 20 14:39:17.209435 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [req-25a4cdbb-997a-4883-a294-114cbf664e3b req-4c0a9ef8-361f-4f16-b321-99d1180ff356 service neutron] Request body: {'port': {'device_id': '797e587c-a675-4601-b9dc-7cecd3b6a93f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8251'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:39:17.317985 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-7945ae7e-0a5a-446b-8931-8f459c55d22c None None] Provisioning for port e2849a09-a979-46de-a4cf-81a6bbda0827 completed by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:39:17.319883 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [req-25a4cdbb-997a-4883-a294-114cbf664e3b req-4c0a9ef8-361f-4f16-b321-99d1180ff356 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:17.323082 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-7945ae7e-0a5a-446b-8931-8f459c55d22c None None] Provisioning complete for port e2849a09-a979-46de-a4cf-81a6bbda0827 triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:39:17.323448 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7945ae7e-0a5a-446b-8931-8f459c55d22c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:17.411611 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-7945ae7e-0a5a-446b-8931-8f459c55d22c None None] Port e2849a09-a979-46de-a4cf-81a6bbda0827 cannot update to ACTIVE because it is not bound. {{(pid=84154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 14:39:17.655093 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.notifiers.nova [req-25a4cdbb-997a-4883-a294-114cbf664e3b req-4c0a9ef8-361f-4f16-b321-99d1180ff356 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2849a09-a979-46de-a4cf-81a6bbda0827 {{(pid=84152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 14:39:17.661832 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [req-25a4cdbb-997a-4883-a294-114cbf664e3b req-4c0a9ef8-361f-4f16-b321-99d1180ff356 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:17.676596 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.provisioning_blocks [req-25a4cdbb-997a-4883-a294-114cbf664e3b req-4c0a9ef8-361f-4f16-b321-99d1180ff356 service neutron] Transition to ACTIVE for port object e2849a09-a979-46de-a4cf-81a6bbda0827 will not be triggered until provisioned by entity L2. {{(pid=84152) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:39:17.762898 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [req-25a4cdbb-997a-4883-a294-114cbf664e3b req-4c0a9ef8-361f-4f16-b321-99d1180ff356 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162822'] for port, after_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:17.987025 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0a9ef8-361f-4f16-b321-99d1180ff356 service neutron] Pushing event updated for resources: {'Port': ['ID=e2849a09-a979-46de-a4cf-81a6bbda0827,revision_number=2']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:39:18.109111 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.managers [req-25a4cdbb-997a-4883-a294-114cbf664e3b req-4c0a9ef8-361f-4f16-b321-99d1180ff356 service neutron] Attempting to bind port e2849a09-a979-46de-a4cf-81a6bbda0827 on host hv-neutron-8251 for vnic_type normal with profile {{(pid=84152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:39:18.109765 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.managers [req-25a4cdbb-997a-4883-a294-114cbf664e3b req-4c0a9ef8-361f-4f16-b321-99d1180ff356 service neutron] Attempting to bind port e2849a09-a979-46de-a4cf-81a6bbda0827 by drivers openvswitch,hyperv on host hv-neutron-8251 at level 0 using segments [{'id': '6b15a6df-4dfc-4347-9ce9-19d57c4d4c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'ccc74931-8c2a-4b94-b5be-22b2f32c668a'}] {{(pid=84152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:39:18.109765 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25a4cdbb-997a-4883-a294-114cbf664e3b req-4c0a9ef8-361f-4f16-b321-99d1180ff356 service neutron] Attempting to bind port e2849a09-a979-46de-a4cf-81a6bbda0827 on network ccc74931-8c2a-4b94-b5be-22b2f32c668a {{(pid=84152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 14:39:18.116579 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25a4cdbb-997a-4883-a294-114cbf664e3b req-4c0a9ef8-361f-4f16-b321-99d1180ff356 service neutron] Port e2849a09-a979-46de-a4cf-81a6bbda0827 on network ccc74931-8c2a-4b94-b5be-22b2f32c668a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8251 {{(pid=84152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 20 14:39:18.116902 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25a4cdbb-997a-4883-a294-114cbf664e3b req-4c0a9ef8-361f-4f16-b321-99d1180ff356 service neutron] Attempting to bind port e2849a09-a979-46de-a4cf-81a6bbda0827 on network ccc74931-8c2a-4b94-b5be-22b2f32c668a {{(pid=84152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 14:39:18.123441 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25a4cdbb-997a-4883-a294-114cbf664e3b req-4c0a9ef8-361f-4f16-b321-99d1180ff356 service neutron] Checking agent: {'id': 'e037d8fb-d49c-4f86-9910-f13f6ba89a51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8251', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 23), 'started_at': datetime.datetime(2022, 1, 20, 14, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 14:39:18.123773 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25a4cdbb-997a-4883-a294-114cbf664e3b req-4c0a9ef8-361f-4f16-b321-99d1180ff356 service neutron] Checking segment: {'id': '6b15a6df-4dfc-4347-9ce9-19d57c4d4c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'ccc74931-8c2a-4b94-b5be-22b2f32c668a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 14:39:18.124153 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25a4cdbb-997a-4883-a294-114cbf664e3b req-4c0a9ef8-361f-4f16-b321-99d1180ff356 service neutron] Bound using segment: {'id': '6b15a6df-4dfc-4347-9ce9-19d57c4d4c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'ccc74931-8c2a-4b94-b5be-22b2f32c668a'} {{(pid=84152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 14:39:18.124580 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.managers [req-25a4cdbb-997a-4883-a294-114cbf664e3b req-4c0a9ef8-361f-4f16-b321-99d1180ff356 service neutron] Bound port: e2849a09-a979-46de-a4cf-81a6bbda0827, host: hv-neutron-8251, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b15a6df-4dfc-4347-9ce9-19d57c4d4c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'ccc74931-8c2a-4b94-b5be-22b2f32c668a'}}] {{(pid=84152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:39:18.124920 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [req-25a4cdbb-997a-4883-a294-114cbf664e3b req-4c0a9ef8-361f-4f16-b321-99d1180ff356 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:18.159927 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9990a830-9778-499f-b01c-78e657ec95fe req-bc2d98a2-4ef3-4872-863c-835f64ee02c0 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:39:18.162097 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-9990a830-9778-499f-b01c-78e657ec95fe req-bc2d98a2-4ef3-4872-863c-835f64ee02c0 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/ports?device_id=797e587c-a675-4601-b9dc-7cecd3b6a93f HTTP/1.1" status: 200 len: 943 time: 0.0881071 Jan 20 14:39:18.232840 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-9990a830-9778-499f-b01c-78e657ec95fe req-ad732e82-c299-44f4-94b2-435863861139 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/security-groups?id=d0feeed3-c482-4324-a5a0-d1cb49b1a616&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648956 Jan 20 14:39:18.237566 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.db [req-25a4cdbb-997a-4883-a294-114cbf664e3b req-4c0a9ef8-361f-4f16-b321-99d1180ff356 service neutron] For port e2849a09-a979-46de-a4cf-81a6bbda0827, host hv-neutron-8251, cleared binding levels {{(pid=84152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 14:39:18.241257 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.db [req-25a4cdbb-997a-4883-a294-114cbf664e3b req-4c0a9ef8-361f-4f16-b321-99d1180ff356 service neutron] For port e2849a09-a979-46de-a4cf-81a6bbda0827, host hv-neutron-8251, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=e2849a09-a979-46de-a4cf-81a6bbda0827,segment=NetworkSegment(6b15a6df-4dfc-4347-9ce9-19d57c4d4c47),segment_id=6b15a6df-4dfc-4347-9ce9-19d57c4d4c47)] {{(pid=84152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 14:39:18.297880 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-85d30370-36cf-4c97-9c38-9b0b4e0a81a2 req-b7cc1b39-2608-4698-98b1-367bbbc23980 tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-913594730&fields=id&tenant_id=630d3f8a86444149b9a83c00e804a42a HTTP/1.1" status: 200 len: 267 time: 0.0412967 Jan 20 14:39:18.354025 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [req-25a4cdbb-997a-4883-a294-114cbf664e3b req-4c0a9ef8-361f-4f16-b321-99d1180ff356 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162822'] for port, after_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:18.425753 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [req-25a4cdbb-997a-4883-a294-114cbf664e3b req-4c0a9ef8-361f-4f16-b321-99d1180ff356 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:18.427900 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-25a4cdbb-997a-4883-a294-114cbf664e3b req-4c0a9ef8-361f-4f16-b321-99d1180ff356 service neutron] 10.222.0.106 "PUT /v2.0/ports/e2849a09-a979-46de-a4cf-81a6bbda0827 HTTP/1.1" status: 200 len: 1093 time: 1.2230303 Jan 20 14:39:18.428437 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '797e587c-a675-4601-b9dc-7cecd3b6a93f', 'tag': 'e2849a09-a979-46de-a4cf-81a6bbda0827'}] {{(pid=84152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 14:39:18.452311 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0a9ef8-361f-4f16-b321-99d1180ff356 service neutron] Pushing event updated for resources: {'Port': ['ID=e2849a09-a979-46de-a4cf-81a6bbda0827,revision_number=3']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:39:18.463383 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d30370-36cf-4c97-9c38-9b0b4e0a81a2 req-a476adad-3da9-4397-a0e8-b365a47878c7 tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:39:18.465447 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-85d30370-36cf-4c97-9c38-9b0b4e0a81a2 req-a476adad-3da9-4397-a0e8-b365a47878c7 tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] 10.222.0.54 "GET /v2.0/networks?id=ac006b3d-300f-4a00-af61-b19ab11d4829 HTTP/1.1" status: 200 len: 811 time: 0.1608844 Jan 20 14:39:18.489432 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-85d30370-36cf-4c97-9c38-9b0b4e0a81a2 req-ed3802f4-f932-49ad-b9eb-5caccfea4510 tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] 10.222.0.54 "GET /v2.0/quotas/630d3f8a86444149b9a83c00e804a42a HTTP/1.1" status: 200 len: 375 time: 0.0148306 Jan 20 14:39:18.493989 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '797e587c-a675-4601-b9dc-7cecd3b6a93f', 'tag': 'e2849a09-a979-46de-a4cf-81a6bbda0827', 'status': 'completed', 'code': 200} Jan 20 14:39:18.588614 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-85d30370-36cf-4c97-9c38-9b0b4e0a81a2 req-d9df60b9-51d8-4a19-a194-500f793b8bc2 tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=630d3f8a86444149b9a83c00e804a42a&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0891211 Jan 20 14:39:18.592670 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-3a89ee68-e245-418e-87d9-3d57b6fad916 req-95339f0c-b554-4b1f-857f-bcefd3e565a4 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=640e8dbef2de46a485c2653a25e2ea4a&device_id=797e587c-a675-4601-b9dc-7cecd3b6a93f HTTP/1.1" status: 200 len: 1096 time: 0.0793819 Jan 20 14:39:18.729661 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-85d30370-36cf-4c97-9c38-9b0b4e0a81a2 req-0d8f4d7c-3987-4f3b-8a39-bfaf0b030877 service neutron] 10.222.0.54 "GET /v2.0/networks/ac006b3d-300f-4a00-af61-b19ab11d4829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288469 Jan 20 14:39:18.739905 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a89ee68-e245-418e-87d9-3d57b6fad916 req-25eb36af-9d94-4bb2-bb0e-b987b4f9934e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:39:18.741330 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-3a89ee68-e245-418e-87d9-3d57b6fad916 req-25eb36af-9d94-4bb2-bb0e-b987b4f9934e service neutron] 10.222.0.106 "GET /v2.0/networks?tenant_id=640e8dbef2de46a485c2653a25e2ea4a&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1417942 Jan 20 14:39:18.859982 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-85d30370-36cf-4c97-9c38-9b0b4e0a81a2 req-3064d774-95ae-4018-8e72-5b7c12e124c0 service neutron] 10.222.0.54 "GET /v2.0/networks/ac006b3d-300f-4a00-af61-b19ab11d4829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248248 Jan 20 14:39:18.876090 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a89ee68-e245-418e-87d9-3d57b6fad916 req-bde968ab-8e2e-4e58-8bbe-8cb9240e39ce service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:39:18.877653 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-3a89ee68-e245-418e-87d9-3d57b6fad916 req-bde968ab-8e2e-4e58-8bbe-8cb9240e39ce service neutron] 10.222.0.106 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1310368 Jan 20 14:39:18.981609 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-25a4cdbb-997a-4883-a294-114cbf664e3b req-a423b058-3076-4d60-afb8-dbd190d7ce43 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=640e8dbef2de46a485c2653a25e2ea4a&device_id=797e587c-a675-4601-b9dc-7cecd3b6a93f HTTP/1.1" status: 200 len: 1096 time: 0.0687642 Jan 20 14:39:19.061710 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-25a4cdbb-997a-4883-a294-114cbf664e3b req-ed184348-3049-4ef1-bbdc-a4b7b855bf1a service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e2849a09-a979-46de-a4cf-81a6bbda0827 HTTP/1.1" status: 200 len: 217 time: 0.0733516 Jan 20 14:39:19.124945 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a4cdbb-997a-4883-a294-114cbf664e3b req-457350af-18d0-4217-a4a7-14d365fe6403 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:39:19.126409 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-25a4cdbb-997a-4883-a294-114cbf664e3b req-457350af-18d0-4217-a4a7-14d365fe6403 service neutron] 10.222.0.106 "GET /v2.0/subnets?id=e7966e44-5927-45d9-9516-c8a4c57c254b HTTP/1.1" status: 200 len: 834 time: 0.0583401 Jan 20 14:39:19.208229 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-25a4cdbb-997a-4883-a294-114cbf664e3b req-fc4e81a1-7cf4-41fb-8cd4-93dc0c1b04a2 service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=ccc74931-8c2a-4b94-b5be-22b2f32c668a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0754857 Jan 20 14:39:19.354439 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-25a4cdbb-997a-4883-a294-114cbf664e3b req-c86c2db0-1124-479f-b91c-aabb7315dad8 service neutron] 10.222.0.106 "GET /v2.0/networks/ccc74931-8c2a-4b94-b5be-22b2f32c668a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401567 Jan 20 14:39:19.448353 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201d03c3-ce06-47d0-9799-c2d0cf83d7c3 req-89d4aae4-c7aa-4866-a38e-6908415b71d4 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:39:19.449858 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-201d03c3-ce06-47d0-9799-c2d0cf83d7c3 req-89d4aae4-c7aa-4866-a38e-6908415b71d4 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/ports?device_id=797e587c-a675-4601-b9dc-7cecd3b6a93f HTTP/1.1" status: 200 len: 943 time: 0.0935032 Jan 20 14:39:19.498743 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-201d03c3-ce06-47d0-9799-c2d0cf83d7c3 req-7a34df39-ea64-4e54-b174-9097165ee2d1 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/security-groups?id=d0feeed3-c482-4324-a5a0-d1cb49b1a616&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429103 Jan 20 14:39:19.500183 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-25a4cdbb-997a-4883-a294-114cbf664e3b req-a253d06e-8682-46c8-8382-007dcddb82ae service neutron] 10.222.0.106 "GET /v2.0/networks/ccc74931-8c2a-4b94-b5be-22b2f32c668a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401370 Jan 20 14:39:19.605669 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-449d7fb9-64c3-4683-b862-b0148b4a503b req-a8bf8809-8e48-484d-a2a8-b2aad885c1f4 tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] 10.222.0.54 "GET /v2.0/ports?device_id=d57013b1-29fb-4772-a0dc-cae2d4e1f346 HTTP/1.1" status: 200 len: 210 time: 0.0441232 Jan 20 14:39:19.734911 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-fab8c4f5-0c0b-4427-8509-04a96c20a7bc req-975e9eea-b0ef-4e78-ac75-aeb19bd35b67 service neutron] 10.222.0.106 "GET /v2.0/ports?device_id=7e74bed5-411d-4dce-b5b6-8583fa74348d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0820329 Jan 20 14:39:19.824263 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-fab8c4f5-0c0b-4427-8509-04a96c20a7bc req-ed2c812e-db85-4438-afb1-d4b7c7613379 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=630d3f8a86444149b9a83c00e804a42a&device_id=7e74bed5-411d-4dce-b5b6-8583fa74348d HTTP/1.1" status: 200 len: 1098 time: 0.0684543 Jan 20 14:39:19.971415 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab8c4f5-0c0b-4427-8509-04a96c20a7bc req-50c3d9d1-22ec-4caf-97eb-222d24fcecab service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:39:19.972909 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-fab8c4f5-0c0b-4427-8509-04a96c20a7bc req-50c3d9d1-22ec-4caf-97eb-222d24fcecab service neutron] 10.222.0.106 "GET /v2.0/networks?id=ac006b3d-300f-4a00-af61-b19ab11d4829 HTTP/1.1" status: 200 len: 912 time: 0.1300199 Jan 20 14:39:20.080373 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-fab8c4f5-0c0b-4427-8509-04a96c20a7bc req-10d119b0-fdb6-4681-b849-ea03ab4f15e5 service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eb017f5f-13c0-4b06-a5b2-7e8cdb63a427 HTTP/1.1" status: 200 len: 1001 time: 0.1012712 Jan 20 14:39:20.141476 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab8c4f5-0c0b-4427-8509-04a96c20a7bc req-89ef003f-8a12-4ee4-af49-a23d6647b595 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:39:20.143914 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-fab8c4f5-0c0b-4427-8509-04a96c20a7bc req-89ef003f-8a12-4ee4-af49-a23d6647b595 service neutron] 10.222.0.106 "GET /v2.0/subnets?id=03a7a10f-ac58-4ac3-ae2b-291238d5ec16 HTTP/1.1" status: 200 len: 850 time: 0.0568247 Jan 20 14:39:20.223334 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-fab8c4f5-0c0b-4427-8509-04a96c20a7bc req-2fb66e66-c44b-4121-85d2-f27136aa929a service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=ac006b3d-300f-4a00-af61-b19ab11d4829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0728762 Jan 20 14:39:20.449701 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-fab8c4f5-0c0b-4427-8509-04a96c20a7bc req-c9353f55-c720-4fed-be77-d4e5a71c7027 service neutron] 10.222.0.106 "GET /v2.0/networks/ac006b3d-300f-4a00-af61-b19ab11d4829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2196827 Jan 20 14:39:20.585193 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-fab8c4f5-0c0b-4427-8509-04a96c20a7bc req-d47f84d7-d28f-41a4-ab68-a0be28dc72d7 service neutron] 10.222.0.106 "GET /v2.0/networks/ac006b3d-300f-4a00-af61-b19ab11d4829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291745 Jan 20 14:39:20.785865 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564ae62e-c291-42a1-b6e1-230d038cfdf3 req-269f8d2f-a511-44ad-a984-e586f39d1d83 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:39:20.787368 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-564ae62e-c291-42a1-b6e1-230d038cfdf3 req-269f8d2f-a511-44ad-a984-e586f39d1d83 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/ports?device_id=797e587c-a675-4601-b9dc-7cecd3b6a93f HTTP/1.1" status: 200 len: 943 time: 0.1285148 Jan 20 14:39:20.793765 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-66b34aad-6e4e-4e1b-b979-1c51fe017ec7 req-060ca039-9451-48b3-9a65-187676aa9c2d tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] 10.222.0.54 "GET /v2.0/ports?device_id=d57013b1-29fb-4772-a0dc-cae2d4e1f346 HTTP/1.1" status: 200 len: 210 time: 0.0542226 Jan 20 14:39:20.838297 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-564ae62e-c291-42a1-b6e1-230d038cfdf3 req-ac400b68-0fbf-4474-b42d-78dbad3588f1 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/security-groups?id=d0feeed3-c482-4324-a5a0-d1cb49b1a616&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434406 Jan 20 14:39:21.651584 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d30370-36cf-4c97-9c38-9b0b4e0a81a2 req-78030f44-89bb-42da-a5ca-c4d79e9aaf4e tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:39:21.653020 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-85d30370-36cf-4c97-9c38-9b0b4e0a81a2 req-78030f44-89bb-42da-a5ca-c4d79e9aaf4e tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] 10.222.0.106 "GET /v2.0/networks?id=ac006b3d-300f-4a00-af61-b19ab11d4829 HTTP/1.1" status: 200 len: 811 time: 0.1839666 Jan 20 14:39:21.707996 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-85d30370-36cf-4c97-9c38-9b0b4e0a81a2 req-ff726c78-4b64-44a5-b416-8872305db511 tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] 10.222.0.106 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=630d3f8a86444149b9a83c00e804a42a HTTP/1.1" status: 200 len: 379 time: 0.0416527 Jan 20 14:39:21.716357 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [req-85d30370-36cf-4c97-9c38-9b0b4e0a81a2 req-e9a40960-21a7-4601-aedf-e261e357d888 tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Request body: {'port': {'device_id': 'd57013b1-29fb-4772-a0dc-cae2d4e1f346', 'network_id': 'ac006b3d-300f-4a00-af61-b19ab11d4829', 'admin_state_up': True, 'tenant_id': '630d3f8a86444149b9a83c00e804a42a', 'security_groups': ['28f60a14-6b71-4e72-84fb-77c6bf67a29f']}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:39:21.870885 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [req-85d30370-36cf-4c97-9c38-9b0b4e0a81a2 req-e9a40960-21a7-4601-aedf-e261e357d888 tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:39:21.891920 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [req-85d30370-36cf-4c97-9c38-9b0b4e0a81a2 req-e9a40960-21a7-4601-aedf-e261e357d888 tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:39:21.973192 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-20741edc-965f-468f-84e9-1e840fb9dcd8 req-c99a53ad-5eb4-4e69-afb1-b21e8edd546c tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] 10.222.0.54 "GET /v2.0/ports?device_id=d57013b1-29fb-4772-a0dc-cae2d4e1f346 HTTP/1.1" status: 200 len: 210 time: 0.0433102 Jan 20 14:39:22.008751 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85d30370-36cf-4c97-9c38-9b0b4e0a81a2 req-e9a40960-21a7-4601-aedf-e261e357d888 tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Made reservation on behalf of 630d3f8a86444149b9a83c00e804a42a for: {'port': 1} {{(pid=84152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:39:22.015176 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [req-85d30370-36cf-4c97-9c38-9b0b4e0a81a2 req-e9a40960-21a7-4601-aedf-e261e357d888 tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:22.086175 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085bfeab-d5da-457d-8702-c3f7be190248 req-1e283273-e0e7-4b54-a618-435ba22d2c6f tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:39:22.088754 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-085bfeab-d5da-457d-8702-c3f7be190248 req-1e283273-e0e7-4b54-a618-435ba22d2c6f tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/ports?device_id=797e587c-a675-4601-b9dc-7cecd3b6a93f HTTP/1.1" status: 200 len: 943 time: 0.1024520 Jan 20 14:39:22.152055 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-085bfeab-d5da-457d-8702-c3f7be190248 req-0e77ac6d-f548-45ec-ab64-6f1e8e1b45d0 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/security-groups?id=d0feeed3-c482-4324-a5a0-d1cb49b1a616&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554070 Jan 20 14:39:22.213476 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.db_base_plugin_common [req-85d30370-36cf-4c97-9c38-9b0b4e0a81a2 req-e9a40960-21a7-4601-aedf-e261e357d888 tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Allocated IP 172.20.0.7 (ac006b3d-300f-4a00-af61-b19ab11d4829/03a7a10f-ac58-4ac3-ae2b-291238d5ec16/612d730d-5f6f-483d-954e-9e9716314c70) {{(pid=84152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:39:22.433390 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [req-85d30370-36cf-4c97-9c38-9b0b4e0a81a2 req-e9a40960-21a7-4601-aedf-e261e357d888 tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Notify callbacks [] for port, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:22.449730 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.provisioning_blocks [req-85d30370-36cf-4c97-9c38-9b0b4e0a81a2 req-e9a40960-21a7-4601-aedf-e261e357d888 tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Transition to ACTIVE for port object 612d730d-5f6f-483d-954e-9e9716314c70 will not be triggered until provisioned by entity DHCP. {{(pid=84152) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:39:22.552779 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [req-85d30370-36cf-4c97-9c38-9b0b4e0a81a2 req-e9a40960-21a7-4601-aedf-e261e357d888 tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:22.631130 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85d30370-36cf-4c97-9c38-9b0b4e0a81a2 req-e9a40960-21a7-4601-aedf-e261e357d888 tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Network ac006b3d-300f-4a00-af61-b19ab11d4829 is already hosted by enough agents. {{(pid=84152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:39:22.634462 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.base_scheduler [req-85d30370-36cf-4c97-9c38-9b0b4e0a81a2 req-e9a40960-21a7-4601-aedf-e261e357d888 tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Resources bound (agent type, host, resource id): {{(pid=84152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:39:22.638964 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.l3_dvrscheduler_db [req-85d30370-36cf-4c97-9c38-9b0b4e0a81a2 req-e9a40960-21a7-4601-aedf-e261e357d888 tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Received port after_create {{(pid=84152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:39:22.668422 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a40960-21a7-4601-aedf-e261e357d888 tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Pushing event updated for resources: {'Port': ['ID=612d730d-5f6f-483d-954e-9e9716314c70,revision_number=1']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:39:22.705482 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d30370-36cf-4c97-9c38-9b0b4e0a81a2 req-e9a40960-21a7-4601-aedf-e261e357d888 tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:39:22.706105 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [req-85d30370-36cf-4c97-9c38-9b0b4e0a81a2 req-e9a40960-21a7-4601-aedf-e261e357d888 tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:22.798493 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-85d30370-36cf-4c97-9c38-9b0b4e0a81a2 req-e9a40960-21a7-4601-aedf-e261e357d888 tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] 10.222.0.106 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0858488 Jan 20 14:39:22.810763 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [req-85d30370-36cf-4c97-9c38-9b0b4e0a81a2 req-89a2f7f4-d945-45d6-93e7-a432c10590d9 service neutron] Request body: {'port': {'device_id': 'd57013b1-29fb-4772-a0dc-cae2d4e1f346', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8251'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:39:22.926304 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [req-85d30370-36cf-4c97-9c38-9b0b4e0a81a2 req-89a2f7f4-d945-45d6-93e7-a432c10590d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:22.986057 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-696da8b8-5966-4f08-b0bd-697175c0e878 None None] Provisioning for port 612d730d-5f6f-483d-954e-9e9716314c70 completed by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:39:22.991577 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-696da8b8-5966-4f08-b0bd-697175c0e878 None None] Provisioning complete for port 612d730d-5f6f-483d-954e-9e9716314c70 triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:39:22.992261 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-696da8b8-5966-4f08-b0bd-697175c0e878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:23.058410 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-696da8b8-5966-4f08-b0bd-697175c0e878 None None] Port 612d730d-5f6f-483d-954e-9e9716314c70 cannot update to ACTIVE because it is not bound. {{(pid=84154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 14:39:23.196724 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec97d87-731e-4d72-865a-af76efd85431 req-a01fee8d-0da3-4376-b983-817a1ade676f tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:39:23.199009 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-1ec97d87-731e-4d72-865a-af76efd85431 req-a01fee8d-0da3-4376-b983-817a1ade676f tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] 10.222.0.54 "GET /v2.0/ports?device_id=d57013b1-29fb-4772-a0dc-cae2d4e1f346 HTTP/1.1" status: 200 len: 931 time: 0.0854113 Jan 20 14:39:23.376966 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.notifiers.nova [req-85d30370-36cf-4c97-9c38-9b0b4e0a81a2 req-89a2f7f4-d945-45d6-93e7-a432c10590d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 612d730d-5f6f-483d-954e-9e9716314c70 {{(pid=84152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 14:39:23.384648 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [req-85d30370-36cf-4c97-9c38-9b0b4e0a81a2 req-89a2f7f4-d945-45d6-93e7-a432c10590d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:23.400002 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.provisioning_blocks [req-85d30370-36cf-4c97-9c38-9b0b4e0a81a2 req-89a2f7f4-d945-45d6-93e7-a432c10590d9 service neutron] Transition to ACTIVE for port object 612d730d-5f6f-483d-954e-9e9716314c70 will not be triggered until provisioned by entity L2. {{(pid=84152) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:39:23.445116 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-1ec97d87-731e-4d72-865a-af76efd85431 req-382d052e-2fff-4bad-8908-0d198875fc5b tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] 10.222.0.54 "GET /v2.0/security-groups?id=28f60a14-6b71-4e72-84fb-77c6bf67a29f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2281260 Jan 20 14:39:23.492592 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b48a6c-2f71-47d4-98b7-d8e948795c97 req-03fff820-6f5b-4499-a4c8-90f27c74f8e9 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:39:23.494748 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-81b48a6c-2f71-47d4-98b7-d8e948795c97 req-03fff820-6f5b-4499-a4c8-90f27c74f8e9 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/ports?device_id=797e587c-a675-4601-b9dc-7cecd3b6a93f HTTP/1.1" status: 200 len: 943 time: 0.0964215 Jan 20 14:39:23.521511 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [req-85d30370-36cf-4c97-9c38-9b0b4e0a81a2 req-89a2f7f4-d945-45d6-93e7-a432c10590d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162822'] for port, after_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:23.554176 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-81b48a6c-2f71-47d4-98b7-d8e948795c97 req-6d4616e6-d922-4fdc-be39-0cf21c79419a tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/security-groups?id=d0feeed3-c482-4324-a5a0-d1cb49b1a616&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534070 Jan 20 14:39:23.659723 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a2f7f4-d945-45d6-93e7-a432c10590d9 service neutron] Pushing event updated for resources: {'Port': ['ID=612d730d-5f6f-483d-954e-9e9716314c70,revision_number=2']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:39:23.876789 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.managers [req-85d30370-36cf-4c97-9c38-9b0b4e0a81a2 req-89a2f7f4-d945-45d6-93e7-a432c10590d9 service neutron] Attempting to bind port 612d730d-5f6f-483d-954e-9e9716314c70 on host hv-neutron-8251 for vnic_type normal with profile {{(pid=84152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:39:23.877653 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.managers [req-85d30370-36cf-4c97-9c38-9b0b4e0a81a2 req-89a2f7f4-d945-45d6-93e7-a432c10590d9 service neutron] Attempting to bind port 612d730d-5f6f-483d-954e-9e9716314c70 by drivers openvswitch,hyperv on host hv-neutron-8251 at level 0 using segments [{'id': 'c9d942e4-40d0-47fc-a62a-57ccdec4c720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'ac006b3d-300f-4a00-af61-b19ab11d4829'}] {{(pid=84152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:39:23.877653 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85d30370-36cf-4c97-9c38-9b0b4e0a81a2 req-89a2f7f4-d945-45d6-93e7-a432c10590d9 service neutron] Attempting to bind port 612d730d-5f6f-483d-954e-9e9716314c70 on network ac006b3d-300f-4a00-af61-b19ab11d4829 {{(pid=84152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 14:39:23.884071 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85d30370-36cf-4c97-9c38-9b0b4e0a81a2 req-89a2f7f4-d945-45d6-93e7-a432c10590d9 service neutron] Port 612d730d-5f6f-483d-954e-9e9716314c70 on network ac006b3d-300f-4a00-af61-b19ab11d4829 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8251 {{(pid=84152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 20 14:39:23.884492 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85d30370-36cf-4c97-9c38-9b0b4e0a81a2 req-89a2f7f4-d945-45d6-93e7-a432c10590d9 service neutron] Attempting to bind port 612d730d-5f6f-483d-954e-9e9716314c70 on network ac006b3d-300f-4a00-af61-b19ab11d4829 {{(pid=84152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 14:39:23.891842 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85d30370-36cf-4c97-9c38-9b0b4e0a81a2 req-89a2f7f4-d945-45d6-93e7-a432c10590d9 service neutron] Checking agent: {'id': 'e037d8fb-d49c-4f86-9910-f13f6ba89a51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8251', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 23), 'started_at': datetime.datetime(2022, 1, 20, 14, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 14:39:23.892295 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85d30370-36cf-4c97-9c38-9b0b4e0a81a2 req-89a2f7f4-d945-45d6-93e7-a432c10590d9 service neutron] Checking segment: {'id': 'c9d942e4-40d0-47fc-a62a-57ccdec4c720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'ac006b3d-300f-4a00-af61-b19ab11d4829'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 14:39:23.892819 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85d30370-36cf-4c97-9c38-9b0b4e0a81a2 req-89a2f7f4-d945-45d6-93e7-a432c10590d9 service neutron] Bound using segment: {'id': 'c9d942e4-40d0-47fc-a62a-57ccdec4c720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'ac006b3d-300f-4a00-af61-b19ab11d4829'} {{(pid=84152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 14:39:23.893314 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.managers [req-85d30370-36cf-4c97-9c38-9b0b4e0a81a2 req-89a2f7f4-d945-45d6-93e7-a432c10590d9 service neutron] Bound port: 612d730d-5f6f-483d-954e-9e9716314c70, host: hv-neutron-8251, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9d942e4-40d0-47fc-a62a-57ccdec4c720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'ac006b3d-300f-4a00-af61-b19ab11d4829'}}] {{(pid=84152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:39:23.893655 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [req-85d30370-36cf-4c97-9c38-9b0b4e0a81a2 req-89a2f7f4-d945-45d6-93e7-a432c10590d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:23.986085 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.db [req-85d30370-36cf-4c97-9c38-9b0b4e0a81a2 req-89a2f7f4-d945-45d6-93e7-a432c10590d9 service neutron] For port 612d730d-5f6f-483d-954e-9e9716314c70, host hv-neutron-8251, cleared binding levels {{(pid=84152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 14:39:23.989733 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.db [req-85d30370-36cf-4c97-9c38-9b0b4e0a81a2 req-89a2f7f4-d945-45d6-93e7-a432c10590d9 service neutron] For port 612d730d-5f6f-483d-954e-9e9716314c70, host hv-neutron-8251, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=612d730d-5f6f-483d-954e-9e9716314c70,segment=NetworkSegment(c9d942e4-40d0-47fc-a62a-57ccdec4c720),segment_id=c9d942e4-40d0-47fc-a62a-57ccdec4c720)] {{(pid=84152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 14:39:24.081644 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [req-85d30370-36cf-4c97-9c38-9b0b4e0a81a2 req-89a2f7f4-d945-45d6-93e7-a432c10590d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162822'] for port, after_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:24.135389 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [req-85d30370-36cf-4c97-9c38-9b0b4e0a81a2 req-89a2f7f4-d945-45d6-93e7-a432c10590d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:24.137073 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-85d30370-36cf-4c97-9c38-9b0b4e0a81a2 req-89a2f7f4-d945-45d6-93e7-a432c10590d9 service neutron] 10.222.0.106 "PUT /v2.0/ports/612d730d-5f6f-483d-954e-9e9716314c70 HTTP/1.1" status: 200 len: 1093 time: 1.3308716 Jan 20 14:39:24.145446 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd57013b1-29fb-4772-a0dc-cae2d4e1f346', 'tag': '612d730d-5f6f-483d-954e-9e9716314c70'}] {{(pid=84152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 14:39:24.186896 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a2f7f4-d945-45d6-93e7-a432c10590d9 service neutron] Pushing event updated for resources: {'Port': ['ID=612d730d-5f6f-483d-954e-9e9716314c70,revision_number=3']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:39:24.221814 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd57013b1-29fb-4772-a0dc-cae2d4e1f346', 'tag': '612d730d-5f6f-483d-954e-9e9716314c70', 'status': 'completed', 'code': 200} Jan 20 14:39:24.329835 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-65fdf02d-5de0-46ad-88ce-cd2e7f4a493c req-b089f2eb-83d7-4a3f-a84b-479afdc90908 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=630d3f8a86444149b9a83c00e804a42a&device_id=d57013b1-29fb-4772-a0dc-cae2d4e1f346 HTTP/1.1" status: 200 len: 1096 time: 0.0870459 Jan 20 14:39:24.476386 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fdf02d-5de0-46ad-88ce-cd2e7f4a493c req-9715637a-9f39-4c0f-a269-93fb503949d3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:39:24.482132 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-65fdf02d-5de0-46ad-88ce-cd2e7f4a493c req-9715637a-9f39-4c0f-a269-93fb503949d3 service neutron] 10.222.0.106 "GET /v2.0/networks?tenant_id=630d3f8a86444149b9a83c00e804a42a&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1416514 Jan 20 14:39:24.648486 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fdf02d-5de0-46ad-88ce-cd2e7f4a493c req-6797c2fb-f168-49d9-9f6e-8ee2c6e3b642 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:39:24.650051 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-65fdf02d-5de0-46ad-88ce-cd2e7f4a493c req-6797c2fb-f168-49d9-9f6e-8ee2c6e3b642 service neutron] 10.222.0.106 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1668935 Jan 20 14:39:24.667040 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Device e2849a09-a979-46de-a4cf-81a6bbda0827 details requested by agent hyperv_hv-neutron-8251 with host hv-neutron-8251 {{(pid=84154) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 20 14:39:24.778070 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-85d30370-36cf-4c97-9c38-9b0b4e0a81a2 req-0b06f0a7-6b60-4d8e-941a-bfb32d449dd3 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=630d3f8a86444149b9a83c00e804a42a&device_id=d57013b1-29fb-4772-a0dc-cae2d4e1f346 HTTP/1.1" status: 200 len: 1096 time: 0.0875576 Jan 20 14:39:24.838148 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] For port e2849a09-a979-46de-a4cf-81a6bbda0827, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=e2849a09-a979-46de-a4cf-81a6bbda0827,segment=NetworkSegment(6b15a6df-4dfc-4347-9ce9-19d57c4d4c47),segment_id=6b15a6df-4dfc-4347-9ce9-19d57c4d4c47)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:39:24.848473 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-85d30370-36cf-4c97-9c38-9b0b4e0a81a2 req-77bb527b-e8fc-4b03-8ace-dd93ba468969 service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=612d730d-5f6f-483d-954e-9e9716314c70 HTTP/1.1" status: 200 len: 217 time: 0.0641303 Jan 20 14:39:24.853080 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Returning: {'device': 'e2849a09-a979-46de-a4cf-81a6bbda0827', 'network_id': 'ccc74931-8c2a-4b94-b5be-22b2f32c668a', 'port_id': 'e2849a09-a979-46de-a4cf-81a6bbda0827', 'mac_address': 'fa:16:3e:2e:ae:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7966e44-5927-45d9-9516-c8a4c57c254b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84154) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 20 14:39:24.867313 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93aa3800-e650-4e25-b875-2dfea87f1df4 req-f79e97a4-a703-4e95-b0da-5eb3a25c92e1 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:39:24.867313 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-93aa3800-e650-4e25-b875-2dfea87f1df4 req-f79e97a4-a703-4e95-b0da-5eb3a25c92e1 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/ports?device_id=797e587c-a675-4601-b9dc-7cecd3b6a93f HTTP/1.1" status: 200 len: 943 time: 0.1421530 Jan 20 14:39:24.875209 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af72d49-4496-4dd1-ab0f-1d628800a990 req-4fa26329-bb4a-4781-a1e2-58a3b31ca77b tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:39:24.876805 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-3af72d49-4496-4dd1-ab0f-1d628800a990 req-4fa26329-bb4a-4781-a1e2-58a3b31ca77b tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] 10.222.0.54 "GET /v2.0/ports?device_id=d57013b1-29fb-4772-a0dc-cae2d4e1f346 HTTP/1.1" status: 200 len: 943 time: 0.1169064 Jan 20 14:39:24.912512 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:24.925088 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d30370-36cf-4c97-9c38-9b0b4e0a81a2 req-5602619b-2bd6-4e2b-a49e-236f4a6874dd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:39:24.927586 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-85d30370-36cf-4c97-9c38-9b0b4e0a81a2 req-5602619b-2bd6-4e2b-a49e-236f4a6874dd service neutron] 10.222.0.106 "GET /v2.0/subnets?id=03a7a10f-ac58-4ac3-ae2b-291238d5ec16 HTTP/1.1" status: 200 len: 850 time: 0.0726469 Jan 20 14:39:24.931892 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.notifiers.nova [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2849a09-a979-46de-a4cf-81a6bbda0827 {{(pid=84154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 14:39:24.951381 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] For port e2849a09-a979-46de-a4cf-81a6bbda0827, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=e2849a09-a979-46de-a4cf-81a6bbda0827,segment=NetworkSegment(6b15a6df-4dfc-4347-9ce9-19d57c4d4c47),segment_id=6b15a6df-4dfc-4347-9ce9-19d57c4d4c47)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:39:24.956916 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-3af72d49-4496-4dd1-ab0f-1d628800a990 req-7d26a702-e345-4c99-9c35-35e60a4e3759 tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] 10.222.0.54 "GET /v2.0/security-groups?id=28f60a14-6b71-4e72-84fb-77c6bf67a29f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644720 Jan 20 14:39:24.962354 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-93aa3800-e650-4e25-b875-2dfea87f1df4 req-d2a0cb4f-c849-4108-b311-6d251cf5e2d6 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/security-groups?id=d0feeed3-c482-4324-a5a0-d1cb49b1a616&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845060 Jan 20 14:39:25.015072 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-85d30370-36cf-4c97-9c38-9b0b4e0a81a2 req-fb2ff9a6-a700-4db9-85af-460c1a3c9f75 service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=ac006b3d-300f-4a00-af61-b19ab11d4829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0814028 Jan 20 14:39:25.052271 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:25.122288 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Pushing event updated for resources: {'Port': ['ID=e2849a09-a979-46de-a4cf-81a6bbda0827,revision_number=4']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:39:25.152858 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-85d30370-36cf-4c97-9c38-9b0b4e0a81a2 req-2705ce25-f105-49dd-8bdb-122001d3dab6 service neutron] 10.222.0.106 "GET /v2.0/networks/ac006b3d-300f-4a00-af61-b19ab11d4829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314027 Jan 20 14:39:25.293032 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-85d30370-36cf-4c97-9c38-9b0b4e0a81a2 req-68edc6ae-2b2c-47b7-a0ee-b12c86ab378a service neutron] 10.222.0.106 "GET /v2.0/networks/ac006b3d-300f-4a00-af61-b19ab11d4829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337743 Jan 20 14:39:25.389762 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] get_ports_and_sgs() called for port_ids ['e2849a09-a979-46de-a4cf-81a6bbda0827'] {{(pid=84154) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 20 14:39:26.227743 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255f815f-a84f-41d2-b013-3b91db5c5aba req-cc74de6f-c093-4e9f-be3f-436a66aafa54 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:39:26.230436 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-255f815f-a84f-41d2-b013-3b91db5c5aba req-cc74de6f-c093-4e9f-be3f-436a66aafa54 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/ports?device_id=797e587c-a675-4601-b9dc-7cecd3b6a93f HTTP/1.1" status: 200 len: 944 time: 0.1423485 Jan 20 14:39:26.257761 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d348f2-0dd5-47a9-bff9-d6e1d50aeca0 req-11904768-13db-421f-a725-041d737f12c7 tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:39:26.257761 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-17d348f2-0dd5-47a9-bff9-d6e1d50aeca0 req-11904768-13db-421f-a725-041d737f12c7 tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] 10.222.0.54 "GET /v2.0/ports?device_id=d57013b1-29fb-4772-a0dc-cae2d4e1f346 HTTP/1.1" status: 200 len: 943 time: 0.1387510 Jan 20 14:39:26.317083 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-255f815f-a84f-41d2-b013-3b91db5c5aba req-bc3b66f1-0b58-4f88-a764-967c4d18c997 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/security-groups?id=d0feeed3-c482-4324-a5a0-d1cb49b1a616&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865483 Jan 20 14:39:26.328095 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-17d348f2-0dd5-47a9-bff9-d6e1d50aeca0 req-2a09499b-444f-441d-9523-d9efd4ca0e64 tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] 10.222.0.54 "GET /v2.0/security-groups?id=28f60a14-6b71-4e72-84fb-77c6bf67a29f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594289 Jan 20 14:39:26.684733 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Device e2849a09-a979-46de-a4cf-81a6bbda0827 up at agent hyperv_hv-neutron-8251 {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:39:26.823515 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Provisioning for port e2849a09-a979-46de-a4cf-81a6bbda0827 completed by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:39:26.828511 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Provisioning complete for port e2849a09-a979-46de-a4cf-81a6bbda0827 triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:39:26.828884 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:26.942874 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:26.969660 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '797e587c-a675-4601-b9dc-7cecd3b6a93f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2849a09-a979-46de-a4cf-81a6bbda0827'}] {{(pid=84154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 14:39:26.980122 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] For port e2849a09-a979-46de-a4cf-81a6bbda0827, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=e2849a09-a979-46de-a4cf-81a6bbda0827,segment=NetworkSegment(6b15a6df-4dfc-4347-9ce9-19d57c4d4c47),segment_id=6b15a6df-4dfc-4347-9ce9-19d57c4d4c47)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:39:27.027378 dv-neutron-825124-1-hyperv neutron-server[84154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '797e587c-a675-4601-b9dc-7cecd3b6a93f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2849a09-a979-46de-a4cf-81a6bbda0827', 'code': 200} Jan 20 14:39:27.083534 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:27.151857 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Pushing event updated for resources: {'Port': ['ID=e2849a09-a979-46de-a4cf-81a6bbda0827,revision_number=5']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:39:27.451664 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-ad69db9f-5aa8-4eab-8ec3-394ad3464b51 req-6e3adf6c-7e38-4a64-a8ea-53483c5504c1 service neutron] 10.222.0.106 "GET /v2.0/ports?device_id=797e587c-a675-4601-b9dc-7cecd3b6a93f HTTP/1.1" status: 200 len: 1098 time: 0.0877924 Jan 20 14:39:27.496079 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-ad69db9f-5aa8-4eab-8ec3-394ad3464b51 req-51ef81f4-eecc-4b83-a32a-1c7a91ccbe7b service neutron] 10.222.0.106 "GET /v2.0/security-groups?id=d0feeed3-c482-4324-a5a0-d1cb49b1a616&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382235 Jan 20 14:39:27.595097 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e4b9d6-80fd-4769-9bf8-99451eaf0704 req-7934ff69-becf-4c45-be4b-a382e1f28465 tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:39:27.596553 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-43e4b9d6-80fd-4769-9bf8-99451eaf0704 req-7934ff69-becf-4c45-be4b-a382e1f28465 tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] 10.222.0.54 "GET /v2.0/ports?device_id=d57013b1-29fb-4772-a0dc-cae2d4e1f346 HTTP/1.1" status: 200 len: 943 time: 0.1405454 Jan 20 14:39:27.603249 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160e1e95-a422-4d4d-a3a2-c15ea4ddbd45 req-5f615c18-5125-48af-9644-4a12fd24a56b tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:39:27.604653 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-160e1e95-a422-4d4d-a3a2-c15ea4ddbd45 req-5f615c18-5125-48af-9644-4a12fd24a56b tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/ports?device_id=797e587c-a675-4601-b9dc-7cecd3b6a93f HTTP/1.1" status: 200 len: 945 time: 0.1467817 Jan 20 14:39:27.676960 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-43e4b9d6-80fd-4769-9bf8-99451eaf0704 req-1e97451a-e11b-493f-94de-29d430672fd6 tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] 10.222.0.54 "GET /v2.0/security-groups?id=28f60a14-6b71-4e72-84fb-77c6bf67a29f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712996 Jan 20 14:39:27.679361 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-160e1e95-a422-4d4d-a3a2-c15ea4ddbd45 req-af229097-8248-46a7-8a40-052a7e8ecfc0 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/security-groups?id=d0feeed3-c482-4324-a5a0-d1cb49b1a616&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605156 Jan 20 14:39:28.009060 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-2cde9a28-ef7f-4bf8-af39-cde9db266ff2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:28.943681 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2752a2db-fcc9-4444-a166-03e5828f33bc req-794fcb5a-c37f-407f-b676-8789996fb7b9 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:39:28.945144 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-2752a2db-fcc9-4444-a166-03e5828f33bc req-794fcb5a-c37f-407f-b676-8789996fb7b9 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/ports?device_id=797e587c-a675-4601-b9dc-7cecd3b6a93f HTTP/1.1" status: 200 len: 945 time: 0.1457236 Jan 20 14:39:28.951687 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49668808-14ec-4f01-8b6f-9906e62115c4 req-cfff39dd-6c9c-4919-b039-653b56968da7 tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:39:28.953027 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-49668808-14ec-4f01-8b6f-9906e62115c4 req-cfff39dd-6c9c-4919-b039-653b56968da7 tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] 10.222.0.54 "GET /v2.0/ports?device_id=d57013b1-29fb-4772-a0dc-cae2d4e1f346 HTTP/1.1" status: 200 len: 943 time: 0.1200221 Jan 20 14:39:29.026458 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-2752a2db-fcc9-4444-a166-03e5828f33bc req-f416ca3f-c72a-4ee1-a1b0-34d75f56a29f tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/security-groups?id=d0feeed3-c482-4324-a5a0-d1cb49b1a616&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724618 Jan 20 14:39:29.030901 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-49668808-14ec-4f01-8b6f-9906e62115c4 req-719f4a9c-14f0-418c-8bcb-53d09d7a862d tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] 10.222.0.54 "GET /v2.0/security-groups?id=28f60a14-6b71-4e72-84fb-77c6bf67a29f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632551 Jan 20 14:39:30.295863 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a75acc-5dbd-453f-8bca-2e214e3afae7 req-bbf28cfb-4f33-44de-b68d-001da39c7198 tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:39:30.298617 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-35a75acc-5dbd-453f-8bca-2e214e3afae7 req-bbf28cfb-4f33-44de-b68d-001da39c7198 tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] 10.222.0.54 "GET /v2.0/ports?device_id=d57013b1-29fb-4772-a0dc-cae2d4e1f346 HTTP/1.1" status: 200 len: 943 time: 0.1403351 Jan 20 14:39:30.308777 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c66538-c6a8-4259-93d0-aa636367d3a2 req-c9d6f58e-4e4d-4f14-b9aa-0a91746dff03 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:39:30.310344 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-35c66538-c6a8-4259-93d0-aa636367d3a2 req-c9d6f58e-4e4d-4f14-b9aa-0a91746dff03 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/ports?device_id=797e587c-a675-4601-b9dc-7cecd3b6a93f HTTP/1.1" status: 200 len: 945 time: 0.1545591 Jan 20 14:39:30.374652 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-391495ce-099e-4888-823a-9bfe04eb5553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:30.383766 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-35a75acc-5dbd-453f-8bca-2e214e3afae7 req-55adaa78-aa90-429a-bff5-4243f037553b tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] 10.222.0.54 "GET /v2.0/security-groups?id=28f60a14-6b71-4e72-84fb-77c6bf67a29f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724473 Jan 20 14:39:30.392243 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-35c66538-c6a8-4259-93d0-aa636367d3a2 req-24dc51bb-6b48-45e9-903d-41b2059f8ec0 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/security-groups?id=d0feeed3-c482-4324-a5a0-d1cb49b1a616&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666659 Jan 20 14:39:30.407123 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:30.596694 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed55591-bb44-468a-b87b-634b6be60d7a req-5b37f25a-90a2-482e-9eaf-b481a74613a2 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:39:30.598168 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-3ed55591-bb44-468a-b87b-634b6be60d7a req-5b37f25a-90a2-482e-9eaf-b481a74613a2 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/ports?device_id=797e587c-a675-4601-b9dc-7cecd3b6a93f HTTP/1.1" status: 200 len: 945 time: 0.0822060 Jan 20 14:39:30.644094 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-3ed55591-bb44-468a-b87b-634b6be60d7a req-ddfe1d5c-932e-4c21-ac65-1dd4e300f3d7 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/security-groups?id=d0feeed3-c482-4324-a5a0-d1cb49b1a616&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401037 Jan 20 14:39:30.673517 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 44222) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:39:30.753021 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-9018f792-38eb-472d-9145-d74a257f42e4 tempest-TestNetworkBasicOps-1338634829 tempest-TestNetworkBasicOps-1338634829-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=797e587c-a675-4601-b9dc-7cecd3b6a93f HTTP/1.1" status: 200 len: 1093 time: 0.0752690 Jan 20 14:39:30.753021 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 44226) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:39:30.758376 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-fb33609d-c7a8-4bea-be5e-a28906e952ce tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Request body: {'floatingip': {'floating_network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'port_id': 'e2849a09-a979-46de-a4cf-81a6bbda0827', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'fixed_ip_address': '172.20.0.3'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:39:30.764404 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-fb33609d-c7a8-4bea-be5e-a28906e952ce tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:39:30.768224 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-fb33609d-c7a8-4bea-be5e-a28906e952ce tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Usage tracker for resource:floatingip and tenant:640e8dbef2de46a485c2653a25e2ea4a is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:39:30.771646 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-fb33609d-c7a8-4bea-be5e-a28906e952ce tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:39:30.777767 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-fb33609d-c7a8-4bea-be5e-a28906e952ce tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:39:30.861929 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-fb33609d-c7a8-4bea-be5e-a28906e952ce tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for floatingip, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:30.994434 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-fb33609d-c7a8-4bea-be5e-a28906e952ce tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:31.124883 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.db_base_plugin_common [None req-fb33609d-c7a8-4bea-be5e-a28906e952ce tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Allocated IP 172.26.7.194 (8dffb05c-5ca0-409b-bd5f-7be6264f707d/a489dd4f-42a5-433b-8be3-bab2749c4209/a2f249ea-a439-4c83-9903-eba527cc06d2) {{(pid=84153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:39:31.267133 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-fb33609d-c7a8-4bea-be5e-a28906e952ce tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for port, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:31.366906 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-fb33609d-c7a8-4bea-be5e-a28906e952ce tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:31.395300 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:31.587752 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb33609d-c7a8-4bea-be5e-a28906e952ce tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Network 8dffb05c-5ca0-409b-bd5f-7be6264f707d is already hosted by enough agents. {{(pid=84153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:39:31.590194 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb33609d-c7a8-4bea-be5e-a28906e952ce tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Pushing event updated for resources: {'Port': ['ID=a2f249ea-a439-4c83-9903-eba527cc06d2,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:39:31.592600 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.base_scheduler [None req-fb33609d-c7a8-4bea-be5e-a28906e952ce tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Resources bound (agent type, host, resource id): {{(pid=84153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:39:31.595171 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb33609d-c7a8-4bea-be5e-a28906e952ce tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Received port after_create {{(pid=84153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:39:31.624264 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-cdd98e71-1f0a-4421-baa9-dcb30e06edf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:31.699954 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe08f55e-d9be-44f0-b7ec-7541349a2720 req-8928269f-d9af-44c3-a51f-c1d226d00a88 tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:39:31.701336 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-fe08f55e-d9be-44f0-b7ec-7541349a2720 req-8928269f-d9af-44c3-a51f-c1d226d00a88 tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] 10.222.0.54 "GET /v2.0/ports?device_id=d57013b1-29fb-4772-a0dc-cae2d4e1f346 HTTP/1.1" status: 200 len: 943 time: 0.1846025 Jan 20 14:39:31.806687 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-fe08f55e-d9be-44f0-b7ec-7541349a2720 req-6e544dfa-ae48-4f43-8a0c-2ee724bc53c3 tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] 10.222.0.54 "GET /v2.0/security-groups?id=28f60a14-6b71-4e72-84fb-77c6bf67a29f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0984292 Jan 20 14:39:32.180968 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-fb33609d-c7a8-4bea-be5e-a28906e952ce tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:32.328707 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-fb33609d-c7a8-4bea-be5e-a28906e952ce tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:32.543470 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-fb33609d-c7a8-4bea-be5e-a28906e952ce tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for port, precommit_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:32.619231 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-fb33609d-c7a8-4bea-be5e-a28906e952ce tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3944146'] for port, after_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:32.724974 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb33609d-c7a8-4bea-be5e-a28906e952ce tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Pushing event updated for resources: {'Port': ['ID=a2f249ea-a439-4c83-9903-eba527cc06d2,revision_number=2']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:39:32.741305 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-fb33609d-c7a8-4bea-be5e-a28906e952ce tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-745254'] for floatingip, after_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:32.936374 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.db.l3_db [None req-fb33609d-c7a8-4bea-be5e-a28906e952ce tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Floating IP 8bdca3bd-0c50-4e14-be6d-0c53c7447d41 associated. External IP: 172.26.7.194, port: e2849a09-a979-46de-a4cf-81a6bbda0827. Jan 20 14:39:33.003207 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-eea6df97-7ff1-4b63-af20-e3ec8913deda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:33.096053 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec47ab84-cd27-43ab-9995-91a1e3504f2e req-2ec50c81-9f03-4852-9069-2a339be1cfc4 tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:39:33.097522 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-ec47ab84-cd27-43ab-9995-91a1e3504f2e req-2ec50c81-9f03-4852-9069-2a339be1cfc4 tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] 10.222.0.54 "GET /v2.0/ports?device_id=d57013b1-29fb-4772-a0dc-cae2d4e1f346 HTTP/1.1" status: 200 len: 943 time: 0.1152821 Jan 20 14:39:33.320931 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-ec47ab84-cd27-43ab-9995-91a1e3504f2e req-eac66145-57a9-490a-b84b-3aa9e1b45734 tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] 10.222.0.54 "GET /v2.0/security-groups?id=28f60a14-6b71-4e72-84fb-77c6bf67a29f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1765318 Jan 20 14:39:33.541568 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb33609d-c7a8-4bea-be5e-a28906e952ce tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Router 95b5e28c-4705-4434-8813-744a5210b605 has already been hosted by L3 agent 624d525b-4c26-4143-8a1c-228bb1c6faaa {{(pid=84153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 14:39:33.745968 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb33609d-c7a8-4bea-be5e-a28906e952ce tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify agent at l3_agent.dv-neutron-825124-1-hyperv the message routers_updated {{(pid=84153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 14:39:33.756015 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-090771b8-3727-4b79-8bc1-eec4b640984b None None] Sync routers for ids ['95b5e28c-4705-4434-8813-744a5210b605'] in dv-neutron-825124-1-hyperv {{(pid=84155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 14:39:33.768031 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-090771b8-3727-4b79-8bc1-eec4b640984b None None] Routers {'95b5e28c-4705-4434-8813-744a5210b605'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:39:33.768632 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-090771b8-3727-4b79-8bc1-eec4b640984b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:39:30Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['95b5e28c-4705-4434-8813-744a5210b605'], 'active': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:39:33.860495 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-fb33609d-c7a8-4bea-be5e-a28906e952ce tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for floatingip, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:33.922982 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-fb33609d-c7a8-4bea-be5e-a28906e952ce tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.1692326 Jan 20 14:39:33.923818 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '797e587c-a675-4601-b9dc-7cecd3b6a93f', 'tag': 'e2849a09-a979-46de-a4cf-81a6bbda0827'}] {{(pid=84153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 14:39:33.925639 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 44234) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:39:33.954626 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvr_db [None req-090771b8-3727-4b79-8bc1-eec4b640984b None None] Set router 95b5e28c-4705-4434-8813-744a5210b605 gateway port host: dv-neutron-825124-1-hyperv {{(pid=84155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 14:39:33.985490 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '797e587c-a675-4601-b9dc-7cecd3b6a93f', 'tag': 'e2849a09-a979-46de-a4cf-81a6bbda0827', 'status': 'completed', 'code': 200} Jan 20 14:39:34.075147 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-51041a80-6f5a-4037-b22e-79c24674c2f5 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/floatingips/8bdca3bd-0c50-4e14-be6d-0c53c7447d41 HTTP/1.1" status: 200 len: 991 time: 0.1482174 Jan 20 14:39:34.101469 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-dd95cee9-8cf5-4cc1-b62a-336368347734 req-2a566abd-7e50-4f7a-8a8e-bf60ee8ed464 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=640e8dbef2de46a485c2653a25e2ea4a&device_id=797e587c-a675-4601-b9dc-7cecd3b6a93f HTTP/1.1" status: 200 len: 1098 time: 0.0902109 Jan 20 14:39:34.237782 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd95cee9-8cf5-4cc1-b62a-336368347734 req-a80023e8-7229-4e54-8f57-fe675257a22a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:39:34.240092 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-dd95cee9-8cf5-4cc1-b62a-336368347734 req-a80023e8-7229-4e54-8f57-fe675257a22a service neutron] 10.222.0.106 "GET /v2.0/networks?id=ccc74931-8c2a-4b94-b5be-22b2f32c668a HTTP/1.1" status: 200 len: 897 time: 0.1317689 Jan 20 14:39:34.308153 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-090771b8-3727-4b79-8bc1-eec4b640984b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95b5e28c-4705-4434-8813-744a5210b605', 'name': 'tempest-TestNetworkBasicOps-router-1724887733', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.217'}], 'enable_snat': True}, 'gw_port_id': '80ca89d5-26dd-41df-b6f8-89b0a6649145', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:39:00Z', 'updated_at': '2022-01-20T14:39:05Z', 'revision_number': 4, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'gw_port': {'id': '80ca89d5-26dd-41df-b6f8-89b0a6649145', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:e0:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95b5e28c-4705-4434-8813-744a5210b605', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:39:00Z', 'updated_at': '2022-01-20T14:39:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv', '_floatingips': [{'id': '8bdca3bd-0c50-4e14-be6d-0c53c7447d41', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'floating_ip_address': '172.26.7.194', 'floating_network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'router_id': '95b5e28c-4705-4434-8813-744a5210b605', 'port_id': 'e2849a09-a979-46de-a4cf-81a6bbda0827', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ccc74931-8c2a-4b94-b5be-22b2f32c668a', 'mac_address': 'fa:16:3e:2e:ae:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '797e587c-a675-4601-b9dc-7cecd3b6a93f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T14:39:32Z', 'updated_at': '2022-01-20T14:39:32Z', 'revision_number': 0, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b09f36e5-84ed-48b0-bc85-bcf2b4c86d8c', 'name': '', 'network_id': 'ccc74931-8c2a-4b94-b5be-22b2f32c668a', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'mac_address': 'fa:16:3e:f7:6f:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95b5e28c-4705-4434-8813-744a5210b605', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e7966e44-5927-45d9-9516-c8a4c57c254b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:39:05Z', 'updated_at': '2022-01-20T14:39:12Z', 'revision_number': 5, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'subnets': [{'id': 'e7966e44-5927-45d9-9516-c8a4c57c254b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:39:34.312160 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-090771b8-3727-4b79-8bc1-eec4b640984b None None] Checking router: 95b5e28c-4705-4434-8813-744a5210b605 for host: dv-neutron-825124-1-hyperv {{(pid=84155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 14:39:34.324239 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-090771b8-3727-4b79-8bc1-eec4b640984b None None] Routers {'95b5e28c-4705-4434-8813-744a5210b605'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:39:34.325535 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-090771b8-3727-4b79-8bc1-eec4b640984b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:39:30Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['95b5e28c-4705-4434-8813-744a5210b605'], 'active': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:39:34.346636 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-dd95cee9-8cf5-4cc1-b62a-336368347734 req-15fcbcdd-ec89-441a-8657-319efe6e2b94 service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e2849a09-a979-46de-a4cf-81a6bbda0827 HTTP/1.1" status: 200 len: 999 time: 0.0984490 Jan 20 14:39:34.414652 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd95cee9-8cf5-4cc1-b62a-336368347734 req-f1a93e1b-2835-4897-9f8f-67a03873446a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:39:34.416371 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-dd95cee9-8cf5-4cc1-b62a-336368347734 req-f1a93e1b-2835-4897-9f8f-67a03873446a service neutron] 10.222.0.106 "GET /v2.0/subnets?id=e7966e44-5927-45d9-9516-c8a4c57c254b HTTP/1.1" status: 200 len: 834 time: 0.0611637 Jan 20 14:39:34.520774 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvr_db [None req-090771b8-3727-4b79-8bc1-eec4b640984b None None] Set router 95b5e28c-4705-4434-8813-744a5210b605 gateway port host: dv-neutron-825124-1-hyperv {{(pid=84155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 14:39:34.537129 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc0400f-c279-4230-b9ff-c5fa701483cd req-8301c46f-5b7c-48fe-ae64-366a2a8db849 tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:39:34.538799 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-cdc0400f-c279-4230-b9ff-c5fa701483cd req-8301c46f-5b7c-48fe-ae64-366a2a8db849 tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] 10.222.0.54 "GET /v2.0/ports?device_id=d57013b1-29fb-4772-a0dc-cae2d4e1f346 HTTP/1.1" status: 200 len: 943 time: 0.0916319 Jan 20 14:39:34.587597 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-dd95cee9-8cf5-4cc1-b62a-336368347734 req-b2c4675f-b669-4a72-a456-4874f7f9b8ef service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=ccc74931-8c2a-4b94-b5be-22b2f32c668a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1647267 Jan 20 14:39:34.589657 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-cdc0400f-c279-4230-b9ff-c5fa701483cd req-f5f2d959-9b98-4d25-8500-533ab36b2456 tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] 10.222.0.54 "GET /v2.0/security-groups?id=28f60a14-6b71-4e72-84fb-77c6bf67a29f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436587 Jan 20 14:39:34.736028 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-dd95cee9-8cf5-4cc1-b62a-336368347734 req-d25efab1-8dc0-4285-a9a2-27306da9a114 service neutron] 10.222.0.106 "GET /v2.0/networks/ccc74931-8c2a-4b94-b5be-22b2f32c668a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419480 Jan 20 14:39:34.739243 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Device 612d730d-5f6f-483d-954e-9e9716314c70 details requested by agent hyperv_hv-neutron-8251 with host hv-neutron-8251 {{(pid=84154) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 20 14:39:34.874390 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-dd95cee9-8cf5-4cc1-b62a-336368347734 req-3c33866b-d1d5-44b4-91ae-0356be901a2e service neutron] 10.222.0.106 "GET /v2.0/networks/ccc74931-8c2a-4b94-b5be-22b2f32c668a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317503 Jan 20 14:39:34.877137 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] For port 612d730d-5f6f-483d-954e-9e9716314c70, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=612d730d-5f6f-483d-954e-9e9716314c70,segment=NetworkSegment(c9d942e4-40d0-47fc-a62a-57ccdec4c720),segment_id=c9d942e4-40d0-47fc-a62a-57ccdec4c720)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:39:34.880034 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-090771b8-3727-4b79-8bc1-eec4b640984b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95b5e28c-4705-4434-8813-744a5210b605', 'name': 'tempest-TestNetworkBasicOps-router-1724887733', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.217'}], 'enable_snat': True}, 'gw_port_id': '80ca89d5-26dd-41df-b6f8-89b0a6649145', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:39:00Z', 'updated_at': '2022-01-20T14:39:05Z', 'revision_number': 4, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'gw_port': {'id': '80ca89d5-26dd-41df-b6f8-89b0a6649145', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:e0:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95b5e28c-4705-4434-8813-744a5210b605', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:39:00Z', 'updated_at': '2022-01-20T14:39:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv', '_floatingips': [{'id': '8bdca3bd-0c50-4e14-be6d-0c53c7447d41', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'floating_ip_address': '172.26.7.194', 'floating_network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'router_id': '95b5e28c-4705-4434-8813-744a5210b605', 'port_id': 'e2849a09-a979-46de-a4cf-81a6bbda0827', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ccc74931-8c2a-4b94-b5be-22b2f32c668a', 'mac_address': 'fa:16:3e:2e:ae:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '797e587c-a675-4601-b9dc-7cecd3b6a93f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T14:39:32Z', 'updated_at': '2022-01-20T14:39:32Z', 'revision_number': 0, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b09f36e5-84ed-48b0-bc85-bcf2b4c86d8c', 'name': '', 'network_id': 'ccc74931-8c2a-4b94-b5be-22b2f32c668a', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'mac_address': 'fa:16:3e:f7:6f:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95b5e28c-4705-4434-8813-744a5210b605', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e7966e44-5927-45d9-9516-c8a4c57c254b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:39:05Z', 'updated_at': '2022-01-20T14:39:12Z', 'revision_number': 5, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'subnets': [{'id': 'e7966e44-5927-45d9-9516-c8a4c57c254b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:39:34.884253 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-090771b8-3727-4b79-8bc1-eec4b640984b None None] The sync data for ids ['95b5e28c-4705-4434-8813-744a5210b605'] in dv-neutron-825124-1-hyperv is: [{'id': '95b5e28c-4705-4434-8813-744a5210b605', 'name': 'tempest-TestNetworkBasicOps-router-1724887733', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.217'}], 'enable_snat': True}, 'gw_port_id': '80ca89d5-26dd-41df-b6f8-89b0a6649145', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:39:00Z', 'updated_at': '2022-01-20T14:39:05Z', 'revision_number': 4, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'gw_port': {'id': '80ca89d5-26dd-41df-b6f8-89b0a6649145', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:e0:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95b5e28c-4705-4434-8813-744a5210b605', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:39:00Z', 'updated_at': '2022-01-20T14:39:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv', '_floatingips': [{'id': '8bdca3bd-0c50-4e14-be6d-0c53c7447d41', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'floating_ip_address': '172.26.7.194', 'floating_network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'router_id': '95b5e28c-4705-4434-8813-744a5210b605', 'port_id': 'e2849a09-a979-46de-a4cf-81a6bbda0827', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ccc74931-8c2a-4b94-b5be-22b2f32c668a', 'mac_address': 'fa:16:3e:2e:ae:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '797e587c-a675-4601-b9dc-7cecd3b6a93f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T14:39:32Z', 'updated_at': '2022-01-20T14:39:32Z', 'revision_number': 0, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b09f36e5-84ed-48b0-bc85-bcf2b4c86d8c', 'name': '', 'network_id': 'ccc74931-8c2a-4b94-b5be-22b2f32c668a', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'mac_address': 'fa:16:3e:f7:6f:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95b5e28c-4705-4434-8813-744a5210b605', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e7966e44-5927-45d9-9516-c8a4c57c254b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:39:05Z', 'updated_at': '2022-01-20T14:39:12Z', 'revision_number': 5, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'subnets': [{'id': 'e7966e44-5927-45d9-9516-c8a4c57c254b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 14:39:34.896615 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Returning: {'device': '612d730d-5f6f-483d-954e-9e9716314c70', 'network_id': 'ac006b3d-300f-4a00-af61-b19ab11d4829', 'port_id': '612d730d-5f6f-483d-954e-9e9716314c70', 'mac_address': 'fa:16:3e:d0:41:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03a7a10f-ac58-4ac3-ae2b-291238d5ec16', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84154) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 20 14:39:34.952886 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:34.971557 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.notifiers.nova [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 612d730d-5f6f-483d-954e-9e9716314c70 {{(pid=84154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 14:39:34.988364 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] For port 612d730d-5f6f-483d-954e-9e9716314c70, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=612d730d-5f6f-483d-954e-9e9716314c70,segment=NetworkSegment(c9d942e4-40d0-47fc-a62a-57ccdec4c720),segment_id=c9d942e4-40d0-47fc-a62a-57ccdec4c720)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:39:35.083641 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:35.090446 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 44242) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:39:35.116618 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d23e524a-cc9c-487c-aaab-7ab561c0abe7 None None] New status for floating IP 8bdca3bd-0c50-4e14-be6d-0c53c7447d41: ACTIVE {{(pid=84154) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 20 14:39:35.198952 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-09935d00-9b19-42cc-828d-3349118c1e65 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/floatingips/8bdca3bd-0c50-4e14-be6d-0c53c7447d41 HTTP/1.1" status: 200 len: 991 time: 0.1060193 Jan 20 14:39:35.306413 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Pushing event updated for resources: {'Port': ['ID=612d730d-5f6f-483d-954e-9e9716314c70,revision_number=4']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:39:35.417889 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] get_ports_and_sgs() called for port_ids ['612d730d-5f6f-483d-954e-9e9716314c70'] {{(pid=84154) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 20 14:39:35.789075 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0422f3-2f30-4b12-9d47-466d30873f4f req-942c0027-79ca-4a50-82f4-241784156014 tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:39:35.795040 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-ee0422f3-2f30-4b12-9d47-466d30873f4f req-942c0027-79ca-4a50-82f4-241784156014 tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] 10.222.0.54 "GET /v2.0/ports?device_id=d57013b1-29fb-4772-a0dc-cae2d4e1f346 HTTP/1.1" status: 200 len: 944 time: 0.0768151 Jan 20 14:39:35.835797 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-ee0422f3-2f30-4b12-9d47-466d30873f4f req-48cdc547-6252-4440-b83a-8cf714f60fde tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] 10.222.0.54 "GET /v2.0/security-groups?id=28f60a14-6b71-4e72-84fb-77c6bf67a29f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394125 Jan 20 14:39:36.201792 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 44248) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:39:36.306145 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-a4dc14d1-2e8e-4186-96cc-6a147f94f932 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/floatingips/8bdca3bd-0c50-4e14-be6d-0c53c7447d41 HTTP/1.1" status: 200 len: 993 time: 0.1033139 Jan 20 14:39:36.744615 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Device 612d730d-5f6f-483d-954e-9e9716314c70 up at agent hyperv_hv-neutron-8251 {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:39:36.912371 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Provisioning for port 612d730d-5f6f-483d-954e-9e9716314c70 completed by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:39:36.918502 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Provisioning complete for port 612d730d-5f6f-483d-954e-9e9716314c70 triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:39:36.921922 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:37.033414 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:37.047449 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9ddc55-4ce4-414f-8cd1-85abf0fc9f0e req-9f1b5506-ed1b-40df-a274-c642d9bf3cd0 tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:39:37.049298 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-1a9ddc55-4ce4-414f-8cd1-85abf0fc9f0e req-9f1b5506-ed1b-40df-a274-c642d9bf3cd0 tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] 10.222.0.54 "GET /v2.0/ports?device_id=d57013b1-29fb-4772-a0dc-cae2d4e1f346 HTTP/1.1" status: 200 len: 944 time: 0.0817161 Jan 20 14:39:37.061410 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd57013b1-29fb-4772-a0dc-cae2d4e1f346', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '612d730d-5f6f-483d-954e-9e9716314c70'}] {{(pid=84154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 14:39:37.071529 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] For port 612d730d-5f6f-483d-954e-9e9716314c70, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=612d730d-5f6f-483d-954e-9e9716314c70,segment=NetworkSegment(c9d942e4-40d0-47fc-a62a-57ccdec4c720),segment_id=c9d942e4-40d0-47fc-a62a-57ccdec4c720)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:39:37.100938 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-1a9ddc55-4ce4-414f-8cd1-85abf0fc9f0e req-e5c2801b-0047-456f-b5d9-3066ae120f13 tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] 10.222.0.54 "GET /v2.0/security-groups?id=28f60a14-6b71-4e72-84fb-77c6bf67a29f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452218 Jan 20 14:39:37.121887 dv-neutron-825124-1-hyperv neutron-server[84154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd57013b1-29fb-4772-a0dc-cae2d4e1f346', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '612d730d-5f6f-483d-954e-9e9716314c70', 'code': 200} Jan 20 14:39:37.163349 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:37.237419 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Pushing event updated for resources: {'Port': ['ID=612d730d-5f6f-483d-954e-9e9716314c70,revision_number=5']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:39:37.552690 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-abcc201b-56b5-4745-a7c8-5f18da6661fc req-74a99a1e-b108-492a-b5f8-2f34b06dee8a service neutron] 10.222.0.106 "GET /v2.0/ports?device_id=d57013b1-29fb-4772-a0dc-cae2d4e1f346 HTTP/1.1" status: 200 len: 1098 time: 0.0677624 Jan 20 14:39:37.595364 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-abcc201b-56b5-4745-a7c8-5f18da6661fc req-da3f1f7a-7e1a-4b18-9ce1-0b64fd53b3b5 service neutron] 10.222.0.106 "GET /v2.0/security-groups?id=28f60a14-6b71-4e72-84fb-77c6bf67a29f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365016 Jan 20 14:39:38.306730 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1a1374-bea6-4437-84e7-9d0abbe7af58 req-1df34b2d-d7e7-4be0-8276-d612ac9702ff tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:39:38.308186 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-5b1a1374-bea6-4437-84e7-9d0abbe7af58 req-1df34b2d-d7e7-4be0-8276-d612ac9702ff tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] 10.222.0.54 "GET /v2.0/ports?device_id=d57013b1-29fb-4772-a0dc-cae2d4e1f346 HTTP/1.1" status: 200 len: 945 time: 0.0766876 Jan 20 14:39:38.356528 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-5b1a1374-bea6-4437-84e7-9d0abbe7af58 req-a441dce0-b441-4164-beff-3a0887b55da8 tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] 10.222.0.54 "GET /v2.0/security-groups?id=28f60a14-6b71-4e72-84fb-77c6bf67a29f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427210 Jan 20 14:39:39.561588 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db2f5e7-8d38-4c12-aa5b-b3a8c11193a6 req-42fd3410-f355-4160-b9a2-68612490adb9 tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:39:39.563068 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-2db2f5e7-8d38-4c12-aa5b-b3a8c11193a6 req-42fd3410-f355-4160-b9a2-68612490adb9 tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] 10.222.0.54 "GET /v2.0/ports?device_id=d57013b1-29fb-4772-a0dc-cae2d4e1f346 HTTP/1.1" status: 200 len: 945 time: 0.0761435 Jan 20 14:39:39.608208 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-2db2f5e7-8d38-4c12-aa5b-b3a8c11193a6 req-94d42096-cd26-4316-af56-14260af8b411 tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] 10.222.0.54 "GET /v2.0/security-groups?id=28f60a14-6b71-4e72-84fb-77c6bf67a29f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389588 Jan 20 14:39:39.811551 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01a30c7-6bc3-4cf1-ad9e-82bcc9f1489a req-1f5d8ae8-6a33-466d-aa19-f523cf8c4d3a tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:39:39.813031 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-c01a30c7-6bc3-4cf1-ad9e-82bcc9f1489a req-1f5d8ae8-6a33-466d-aa19-f523cf8c4d3a tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] 10.222.0.54 "GET /v2.0/ports?device_id=d57013b1-29fb-4772-a0dc-cae2d4e1f346 HTTP/1.1" status: 200 len: 945 time: 0.0828431 Jan 20 14:39:39.858665 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-c01a30c7-6bc3-4cf1-ad9e-82bcc9f1489a req-90844abe-dcdf-4aef-8235-63e17ad34989 tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] 10.222.0.54 "GET /v2.0/security-groups?id=28f60a14-6b71-4e72-84fb-77c6bf67a29f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390439 Jan 20 14:39:39.886943 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 44262) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:39:40.156105 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-3dde660e-e6ce-4cc2-9b0b-032ac9a8c076 tempest-TestVolumeBootPattern-1111325000 tempest-TestVolumeBootPattern-1111325000-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=d57013b1-29fb-4772-a0dc-cae2d4e1f346 HTTP/1.1" status: 200 len: 1093 time: 0.2680211 Jan 20 14:39:40.158914 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 44268) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:39:40.164182 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-e4c9fd2e-5259-457d-92b2-19763b39a73b tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Request body: {'floatingip': {'floating_network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'port_id': '612d730d-5f6f-483d-954e-9e9716314c70', 'tenant_id': '630d3f8a86444149b9a83c00e804a42a', 'fixed_ip_address': '172.20.0.7'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:39:40.169992 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-e4c9fd2e-5259-457d-92b2-19763b39a73b tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:39:40.173780 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-e4c9fd2e-5259-457d-92b2-19763b39a73b tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Usage tracker for resource:floatingip and tenant:630d3f8a86444149b9a83c00e804a42a is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:39:40.177230 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-e4c9fd2e-5259-457d-92b2-19763b39a73b tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:39:40.183072 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-e4c9fd2e-5259-457d-92b2-19763b39a73b tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:39:40.318399 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-e4c9fd2e-5259-457d-92b2-19763b39a73b tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Notify callbacks [] for floatingip, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:40.416523 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-e4c9fd2e-5259-457d-92b2-19763b39a73b tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:40.567233 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.db_base_plugin_common [None req-e4c9fd2e-5259-457d-92b2-19763b39a73b tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Allocated IP 172.26.7.203 (8dffb05c-5ca0-409b-bd5f-7be6264f707d/a489dd4f-42a5-433b-8be3-bab2749c4209/8bf0b1f6-1d56-451d-963a-73751aa95ac3) {{(pid=84152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:39:40.714426 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-e4c9fd2e-5259-457d-92b2-19763b39a73b tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Notify callbacks [] for port, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:40.801198 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-e4c9fd2e-5259-457d-92b2-19763b39a73b tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:40.867937 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4c9fd2e-5259-457d-92b2-19763b39a73b tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Network 8dffb05c-5ca0-409b-bd5f-7be6264f707d is already hosted by enough agents. {{(pid=84152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:39:40.871035 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.base_scheduler [None req-e4c9fd2e-5259-457d-92b2-19763b39a73b tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Resources bound (agent type, host, resource id): {{(pid=84152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:39:40.873611 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4c9fd2e-5259-457d-92b2-19763b39a73b tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Received port after_create {{(pid=84152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:39:40.903721 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c9fd2e-5259-457d-92b2-19763b39a73b tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Pushing event updated for resources: {'Port': ['ID=8bf0b1f6-1d56-451d-963a-73751aa95ac3,revision_number=1']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:39:41.483291 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-e4c9fd2e-5259-457d-92b2-19763b39a73b tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:41.589013 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-e4c9fd2e-5259-457d-92b2-19763b39a73b tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:41.798444 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-e4c9fd2e-5259-457d-92b2-19763b39a73b tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Notify callbacks [] for port, precommit_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:41.863826 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-e4c9fd2e-5259-457d-92b2-19763b39a73b tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162822'] for port, after_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:41.967232 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c9fd2e-5259-457d-92b2-19763b39a73b tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Pushing event updated for resources: {'Port': ['ID=8bf0b1f6-1d56-451d-963a-73751aa95ac3,revision_number=2']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:39:41.984524 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-e4c9fd2e-5259-457d-92b2-19763b39a73b tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-745254'] for floatingip, after_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:42.182473 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.db.l3_db [None req-e4c9fd2e-5259-457d-92b2-19763b39a73b tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Floating IP 9e268cd8-d6c1-4787-884b-20ef3cedd9a4 associated. External IP: 172.26.7.203, port: 612d730d-5f6f-483d-954e-9e9716314c70. Jan 20 14:39:42.574424 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4c9fd2e-5259-457d-92b2-19763b39a73b tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Router 783ebe0c-6c84-4372-ade0-9a5670567575 has already been hosted by L3 agent 624d525b-4c26-4143-8a1c-228bb1c6faaa {{(pid=84152) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 14:39:42.774337 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4c9fd2e-5259-457d-92b2-19763b39a73b tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Notify agent at l3_agent.dv-neutron-825124-1-hyperv the message routers_updated {{(pid=84152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 14:39:42.786479 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e109e82-14c7-4b8a-ba73-ff559976b349 None None] Sync routers for ids ['783ebe0c-6c84-4372-ade0-9a5670567575'] in dv-neutron-825124-1-hyperv {{(pid=84155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 14:39:42.799338 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e109e82-14c7-4b8a-ba73-ff559976b349 None None] Routers {'783ebe0c-6c84-4372-ade0-9a5670567575'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:39:42.799338 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-1e109e82-14c7-4b8a-ba73-ff559976b349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:39:30Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['783ebe0c-6c84-4372-ade0-9a5670567575'], 'active': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:39:42.883425 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-e4c9fd2e-5259-457d-92b2-19763b39a73b tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for floatingip, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:39:42.939874 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-e4c9fd2e-5259-457d-92b2-19763b39a73b tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7799191 Jan 20 14:39:42.940445 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd57013b1-29fb-4772-a0dc-cae2d4e1f346', 'tag': '612d730d-5f6f-483d-954e-9e9716314c70'}] {{(pid=84152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 14:39:42.995754 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd57013b1-29fb-4772-a0dc-cae2d4e1f346', 'tag': '612d730d-5f6f-483d-954e-9e9716314c70', 'status': 'completed', 'code': 200} Jan 20 14:39:43.009175 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvr_db [None req-1e109e82-14c7-4b8a-ba73-ff559976b349 None None] Set router 783ebe0c-6c84-4372-ade0-9a5670567575 gateway port host: dv-neutron-825124-1-hyperv {{(pid=84155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 14:39:43.085198 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-377a9f92-c1de-4f28-a442-d2b04e84bb2d req-88bb420a-753f-450f-9a6f-13e15a7cb3a9 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=630d3f8a86444149b9a83c00e804a42a&device_id=d57013b1-29fb-4772-a0dc-cae2d4e1f346 HTTP/1.1" status: 200 len: 1098 time: 0.0683341 Jan 20 14:39:43.334126 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377a9f92-c1de-4f28-a442-d2b04e84bb2d req-77fe0667-bb27-42de-a344-b28f793232c3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:39:43.335866 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-377a9f92-c1de-4f28-a442-d2b04e84bb2d req-77fe0667-bb27-42de-a344-b28f793232c3 service neutron] 10.222.0.106 "GET /v2.0/networks?id=ac006b3d-300f-4a00-af61-b19ab11d4829 HTTP/1.1" status: 200 len: 912 time: 0.2431307 Jan 20 14:39:43.377396 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-1e109e82-14c7-4b8a-ba73-ff559976b349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '783ebe0c-6c84-4372-ade0-9a5670567575', 'name': 'tempest-TestVolumeBootPattern-778372646-router', 'tenant_id': '630d3f8a86444149b9a83c00e804a42a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.22'}], 'enable_snat': True}, 'gw_port_id': '8983572d-c0fb-4a5d-959d-810702cc354b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:30:55Z', 'updated_at': '2022-01-20T14:31:07Z', 'revision_number': 4, 'project_id': '630d3f8a86444149b9a83c00e804a42a', 'gw_port': {'id': '8983572d-c0fb-4a5d-959d-810702cc354b', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:8b:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '783ebe0c-6c84-4372-ade0-9a5670567575', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:30:56Z', 'updated_at': '2022-01-20T14:31:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv', '_floatingips': [{'id': '64c07cc2-a315-4f1d-97ce-13c99440a246', 'tenant_id': '630d3f8a86444149b9a83c00e804a42a', 'floating_ip_address': '172.26.7.153', 'floating_network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'router_id': '783ebe0c-6c84-4372-ade0-9a5670567575', 'port_id': 'eb017f5f-13c0-4b06-a5b2-7e8cdb63a427', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac006b3d-300f-4a00-af61-b19ab11d4829', 'mac_address': 'fa:16:3e:2d:29:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e74bed5-411d-4dce-b5b6-8583fa74348d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T14:36:22Z', 'updated_at': '2022-01-20T14:36:25Z', 'revision_number': 1, 'project_id': '630d3f8a86444149b9a83c00e804a42a', 'fixed_ip_address_scope': None}, {'id': '9e268cd8-d6c1-4787-884b-20ef3cedd9a4', 'tenant_id': '630d3f8a86444149b9a83c00e804a42a', 'floating_ip_address': '172.26.7.203', 'floating_network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'router_id': '783ebe0c-6c84-4372-ade0-9a5670567575', 'port_id': '612d730d-5f6f-483d-954e-9e9716314c70', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac006b3d-300f-4a00-af61-b19ab11d4829', 'mac_address': 'fa:16:3e:d0:41:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd57013b1-29fb-4772-a0dc-cae2d4e1f346', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T14:39:41Z', 'updated_at': '2022-01-20T14:39:41Z', 'revision_number': 0, 'project_id': '630d3f8a86444149b9a83c00e804a42a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73ab2921-cdee-469d-ac12-5c7530b1b83d', 'name': '', 'network_id': 'ac006b3d-300f-4a00-af61-b19ab11d4829', 'tenant_id': '630d3f8a86444149b9a83c00e804a42a', 'mac_address': 'fa:16:3e:29:50:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '783ebe0c-6c84-4372-ade0-9a5670567575', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '03a7a10f-ac58-4ac3-ae2b-291238d5ec16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:31:05Z', 'updated_at': '2022-01-20T14:31:20Z', 'revision_number': 5, 'project_id': '630d3f8a86444149b9a83c00e804a42a', 'subnets': [{'id': '03a7a10f-ac58-4ac3-ae2b-291238d5ec16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:39:43.381282 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e109e82-14c7-4b8a-ba73-ff559976b349 None None] Checking router: 783ebe0c-6c84-4372-ade0-9a5670567575 for host: dv-neutron-825124-1-hyperv {{(pid=84155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 14:39:43.393241 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e109e82-14c7-4b8a-ba73-ff559976b349 None None] Routers {'783ebe0c-6c84-4372-ade0-9a5670567575'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:39:43.394685 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-1e109e82-14c7-4b8a-ba73-ff559976b349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:39:30Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['783ebe0c-6c84-4372-ade0-9a5670567575'], 'active': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:39:43.438359 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-377a9f92-c1de-4f28-a442-d2b04e84bb2d req-340a5169-2e72-4be2-8f74-40dd7446704f service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=612d730d-5f6f-483d-954e-9e9716314c70 HTTP/1.1" status: 200 len: 999 time: 0.0955942 Jan 20 14:39:43.505641 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377a9f92-c1de-4f28-a442-d2b04e84bb2d req-73eb3362-a1ed-4784-b046-8ea9394d87ac service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:39:43.507120 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-377a9f92-c1de-4f28-a442-d2b04e84bb2d req-73eb3362-a1ed-4784-b046-8ea9394d87ac service neutron] 10.222.0.106 "GET /v2.0/subnets?id=03a7a10f-ac58-4ac3-ae2b-291238d5ec16 HTTP/1.1" status: 200 len: 850 time: 0.0634296 Jan 20 14:39:43.585287 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-377a9f92-c1de-4f28-a442-d2b04e84bb2d req-c8d3dbe0-7b1a-4daf-83c7-4c5d5ca5e316 service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=ac006b3d-300f-4a00-af61-b19ab11d4829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0721745 Jan 20 14:39:43.585788 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvr_db [None req-1e109e82-14c7-4b8a-ba73-ff559976b349 None None] Set router 783ebe0c-6c84-4372-ade0-9a5670567575 gateway port host: dv-neutron-825124-1-hyperv {{(pid=84155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 14:39:43.717269 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-377a9f92-c1de-4f28-a442-d2b04e84bb2d req-612d0000-c227-43a9-81b6-ec4e7da690e0 service neutron] 10.222.0.106 "GET /v2.0/networks/ac006b3d-300f-4a00-af61-b19ab11d4829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263518 Jan 20 14:39:43.856862 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-377a9f92-c1de-4f28-a442-d2b04e84bb2d req-5c0f5c8e-ef18-45d7-ada2-272927e67415 service neutron] 10.222.0.106 "GET /v2.0/networks/ac006b3d-300f-4a00-af61-b19ab11d4829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294527 Jan 20 14:39:43.943752 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-1e109e82-14c7-4b8a-ba73-ff559976b349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '783ebe0c-6c84-4372-ade0-9a5670567575', 'name': 'tempest-TestVolumeBootPattern-778372646-router', 'tenant_id': '630d3f8a86444149b9a83c00e804a42a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.22'}], 'enable_snat': True}, 'gw_port_id': '8983572d-c0fb-4a5d-959d-810702cc354b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:30:55Z', 'updated_at': '2022-01-20T14:31:07Z', 'revision_number': 4, 'project_id': '630d3f8a86444149b9a83c00e804a42a', 'gw_port': {'id': '8983572d-c0fb-4a5d-959d-810702cc354b', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:8b:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '783ebe0c-6c84-4372-ade0-9a5670567575', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:30:56Z', 'updated_at': '2022-01-20T14:31:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv', '_floatingips': [{'id': '64c07cc2-a315-4f1d-97ce-13c99440a246', 'tenant_id': '630d3f8a86444149b9a83c00e804a42a', 'floating_ip_address': '172.26.7.153', 'floating_network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'router_id': '783ebe0c-6c84-4372-ade0-9a5670567575', 'port_id': 'eb017f5f-13c0-4b06-a5b2-7e8cdb63a427', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac006b3d-300f-4a00-af61-b19ab11d4829', 'mac_address': 'fa:16:3e:2d:29:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e74bed5-411d-4dce-b5b6-8583fa74348d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T14:36:22Z', 'updated_at': '2022-01-20T14:36:25Z', 'revision_number': 1, 'project_id': '630d3f8a86444149b9a83c00e804a42a', 'fixed_ip_address_scope': None}, {'id': '9e268cd8-d6c1-4787-884b-20ef3cedd9a4', 'tenant_id': '630d3f8a86444149b9a83c00e804a42a', 'floating_ip_address': '172.26.7.203', 'floating_network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'router_id': '783ebe0c-6c84-4372-ade0-9a5670567575', 'port_id': '612d730d-5f6f-483d-954e-9e9716314c70', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac006b3d-300f-4a00-af61-b19ab11d4829', 'mac_address': 'fa:16:3e:d0:41:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd57013b1-29fb-4772-a0dc-cae2d4e1f346', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T14:39:41Z', 'updated_at': '2022-01-20T14:39:41Z', 'revision_number': 0, 'project_id': '630d3f8a86444149b9a83c00e804a42a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73ab2921-cdee-469d-ac12-5c7530b1b83d', 'name': '', 'network_id': 'ac006b3d-300f-4a00-af61-b19ab11d4829', 'tenant_id': '630d3f8a86444149b9a83c00e804a42a', 'mac_address': 'fa:16:3e:29:50:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '783ebe0c-6c84-4372-ade0-9a5670567575', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '03a7a10f-ac58-4ac3-ae2b-291238d5ec16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:31:05Z', 'updated_at': '2022-01-20T14:31:20Z', 'revision_number': 5, 'project_id': '630d3f8a86444149b9a83c00e804a42a', 'subnets': [{'id': '03a7a10f-ac58-4ac3-ae2b-291238d5ec16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:39:43.948020 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e109e82-14c7-4b8a-ba73-ff559976b349 None None] The sync data for ids ['783ebe0c-6c84-4372-ade0-9a5670567575'] in dv-neutron-825124-1-hyperv is: [{'id': '783ebe0c-6c84-4372-ade0-9a5670567575', 'name': 'tempest-TestVolumeBootPattern-778372646-router', 'tenant_id': '630d3f8a86444149b9a83c00e804a42a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.22'}], 'enable_snat': True}, 'gw_port_id': '8983572d-c0fb-4a5d-959d-810702cc354b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:30:55Z', 'updated_at': '2022-01-20T14:31:07Z', 'revision_number': 4, 'project_id': '630d3f8a86444149b9a83c00e804a42a', 'gw_port': {'id': '8983572d-c0fb-4a5d-959d-810702cc354b', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:8b:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '783ebe0c-6c84-4372-ade0-9a5670567575', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:30:56Z', 'updated_at': '2022-01-20T14:31:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv', '_floatingips': [{'id': '64c07cc2-a315-4f1d-97ce-13c99440a246', 'tenant_id': '630d3f8a86444149b9a83c00e804a42a', 'floating_ip_address': '172.26.7.153', 'floating_network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'router_id': '783ebe0c-6c84-4372-ade0-9a5670567575', 'port_id': 'eb017f5f-13c0-4b06-a5b2-7e8cdb63a427', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac006b3d-300f-4a00-af61-b19ab11d4829', 'mac_address': 'fa:16:3e:2d:29:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e74bed5-411d-4dce-b5b6-8583fa74348d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T14:36:22Z', 'updated_at': '2022-01-20T14:36:25Z', 'revision_number': 1, 'project_id': '630d3f8a86444149b9a83c00e804a42a', 'fixed_ip_address_scope': None}, {'id': '9e268cd8-d6c1-4787-884b-20ef3cedd9a4', 'tenant_id': '630d3f8a86444149b9a83c00e804a42a', 'floating_ip_address': '172.26.7.203', 'floating_network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'router_id': '783ebe0c-6c84-4372-ade0-9a5670567575', 'port_id': '612d730d-5f6f-483d-954e-9e9716314c70', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac006b3d-300f-4a00-af61-b19ab11d4829', 'mac_address': 'fa:16:3e:d0:41:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd57013b1-29fb-4772-a0dc-cae2d4e1f346', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T14:39:41Z', 'updated_at': '2022-01-20T14:39:41Z', 'revision_number': 0, 'project_id': '630d3f8a86444149b9a83c00e804a42a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73ab2921-cdee-469d-ac12-5c7530b1b83d', 'name': '', 'network_id': 'ac006b3d-300f-4a00-af61-b19ab11d4829', 'tenant_id': '630d3f8a86444149b9a83c00e804a42a', 'mac_address': 'fa:16:3e:29:50:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '783ebe0c-6c84-4372-ade0-9a5670567575', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '03a7a10f-ac58-4ac3-ae2b-291238d5ec16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:31:05Z', 'updated_at': '2022-01-20T14:31:20Z', 'revision_number': 5, 'project_id': '630d3f8a86444149b9a83c00e804a42a', 'subnets': [{'id': '03a7a10f-ac58-4ac3-ae2b-291238d5ec16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 14:39:45.428560 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c83fe756-5fa7-4044-85f5-c9d8832ffd2e None None] New status for floating IP 9e268cd8-d6c1-4787-884b-20ef3cedd9a4: ACTIVE {{(pid=84154) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 20 14:39:51.036623 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.agents_db [None req-6dba657d-a637-4918-9b6d-40defdfae04b None None] Agent healthcheck: found 6 active agents {{(pid=84155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 14:39:58.014670 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-017f5a36-2ed0-42e0-9980-07fc861fb8b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:40:00.365099 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-101c33e7-013a-4a30-a544-9abe4426cfa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:40:00.411151 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:40:01.395969 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:40:01.591047 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-cdd98e71-1f0a-4421-baa9-dcb30e06edf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:40:02.990371 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-eea6df97-7ff1-4b63-af20-e3ec8913deda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:40:21.657789 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-6b11e744-9577-4d3a-9b8c-b32811262f8e req-5e812925-5fe1-4b5c-aff5-7d647c3b79ae service neutron] 10.222.0.106 "GET /v2.0/ports?device_id=7e74bed5-411d-4dce-b5b6-8583fa74348d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0743389 Jan 20 14:40:21.800443 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-6b11e744-9577-4d3a-9b8c-b32811262f8e req-a59d16df-96fe-49ad-9a9f-0ec94cb764a3 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=630d3f8a86444149b9a83c00e804a42a&device_id=7e74bed5-411d-4dce-b5b6-8583fa74348d HTTP/1.1" status: 200 len: 1098 time: 0.0728743 Jan 20 14:40:21.948855 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b11e744-9577-4d3a-9b8c-b32811262f8e req-c8c4117b-6302-4292-a32e-7be2458ba8fb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:40:21.950335 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-6b11e744-9577-4d3a-9b8c-b32811262f8e req-c8c4117b-6302-4292-a32e-7be2458ba8fb service neutron] 10.222.0.106 "GET /v2.0/networks?id=ac006b3d-300f-4a00-af61-b19ab11d4829 HTTP/1.1" status: 200 len: 912 time: 0.1308863 Jan 20 14:40:22.066693 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-6b11e744-9577-4d3a-9b8c-b32811262f8e req-ecaeece9-431d-467c-8433-ca3db46fbec3 service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eb017f5f-13c0-4b06-a5b2-7e8cdb63a427 HTTP/1.1" status: 200 len: 1001 time: 0.1104057 Jan 20 14:40:22.134598 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b11e744-9577-4d3a-9b8c-b32811262f8e req-5dbac96a-2c7a-49fc-b6fb-3211e8ee3059 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:40:22.136047 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-6b11e744-9577-4d3a-9b8c-b32811262f8e req-5dbac96a-2c7a-49fc-b6fb-3211e8ee3059 service neutron] 10.222.0.106 "GET /v2.0/subnets?id=03a7a10f-ac58-4ac3-ae2b-291238d5ec16 HTTP/1.1" status: 200 len: 850 time: 0.0635657 Jan 20 14:40:22.219809 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-6b11e744-9577-4d3a-9b8c-b32811262f8e req-7ac5eee7-ad24-468a-b6da-d027f19daca3 service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=ac006b3d-300f-4a00-af61-b19ab11d4829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0774915 Jan 20 14:40:22.357548 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-6b11e744-9577-4d3a-9b8c-b32811262f8e req-33dfafd4-70ed-4e27-bed0-4141ea783b9c service neutron] 10.222.0.106 "GET /v2.0/networks/ac006b3d-300f-4a00-af61-b19ab11d4829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310341 Jan 20 14:40:22.496053 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-6b11e744-9577-4d3a-9b8c-b32811262f8e req-f67c2c2d-0483-4d4f-8eb0-9146d1e63588 service neutron] 10.222.0.106 "GET /v2.0/networks/ac006b3d-300f-4a00-af61-b19ab11d4829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323807 Jan 20 14:40:28.020344 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-30b03908-6595-4e56-be69-bec2c5eb9c2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:40:28.036126 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.agents_db [None req-6dba657d-a637-4918-9b6d-40defdfae04b None None] Agent healthcheck: found 6 active agents {{(pid=84155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 14:40:30.351589 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-f755a1d0-89c3-4e12-b93c-9ffb39cc02d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:40:30.402949 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:40:31.400894 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:40:31.582965 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-cdd98e71-1f0a-4421-baa9-dcb30e06edf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:40:33.000508 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-eea6df97-7ff1-4b63-af20-e3ec8913deda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:40:47.603261 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 44308) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:40:47.795139 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-85033416-f93b-46ed-8e08-8b3273d5cb15 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/floatingips/8bdca3bd-0c50-4e14-be6d-0c53c7447d41 HTTP/1.1" status: 200 len: 993 time: 0.1904643 Jan 20 14:40:48.984541 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 44320) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:40:49.185266 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-cc94cbd6-75c3-4a5f-b6e8-1d75903b585b tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Deleting port a2f249ea-a439-4c83-9903-eba527cc06d2 {{(pid=84153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:40:49.185602 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-cc94cbd6-75c3-4a5f-b6e8-1d75903b585b tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:40:49.468988 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-cc94cbd6-75c3-4a5f-b6e8-1d75903b585b tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:40:49.469221 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-cc94cbd6-75c3-4a5f-b6e8-1d75903b585b tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:40:49.594388 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-cc94cbd6-75c3-4a5f-b6e8-1d75903b585b tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Calling delete_port for a2f249ea-a439-4c83-9903-eba527cc06d2 owned by network:floatingip {{(pid=84153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:40:49.834636 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-cc94cbd6-75c3-4a5f-b6e8-1d75903b585b tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:40:49.880182 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc94cbd6-75c3-4a5f-b6e8-1d75903b585b tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Pushing event deleted for resources: {'Port': ['ID=a2f249ea-a439-4c83-9903-eba527cc06d2,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:40:49.922467 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc94cbd6-75c3-4a5f-b6e8-1d75903b585b tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:40:49.922815 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc94cbd6-75c3-4a5f-b6e8-1d75903b585b tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:40:49.923157 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc94cbd6-75c3-4a5f-b6e8-1d75903b585b tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:40:49.923493 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc94cbd6-75c3-4a5f-b6e8-1d75903b585b tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:40:49.923879 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc94cbd6-75c3-4a5f-b6e8-1d75903b585b tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:40:49.924213 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc94cbd6-75c3-4a5f-b6e8-1d75903b585b tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:40:49.924545 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc94cbd6-75c3-4a5f-b6e8-1d75903b585b tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:40:49.924872 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc94cbd6-75c3-4a5f-b6e8-1d75903b585b tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:40:49.925197 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc94cbd6-75c3-4a5f-b6e8-1d75903b585b tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:40:49.925517 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc94cbd6-75c3-4a5f-b6e8-1d75903b585b tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:40:49.925841 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc94cbd6-75c3-4a5f-b6e8-1d75903b585b tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:40:49.999529 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-cc94cbd6-75c3-4a5f-b6e8-1d75903b585b tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for floatingip, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:40:50.405649 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc94cbd6-75c3-4a5f-b6e8-1d75903b585b tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Router 95b5e28c-4705-4434-8813-744a5210b605 has already been hosted by L3 agent 624d525b-4c26-4143-8a1c-228bb1c6faaa {{(pid=84153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 14:40:50.611636 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc94cbd6-75c3-4a5f-b6e8-1d75903b585b tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify agent at l3_agent.dv-neutron-825124-1-hyperv the message routers_updated {{(pid=84153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 14:40:50.622185 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0c64328-b979-4c60-851a-c9e95476a18b None None] Sync routers for ids ['95b5e28c-4705-4434-8813-744a5210b605'] in dv-neutron-825124-1-hyperv {{(pid=84155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 14:40:50.627703 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-cc94cbd6-75c3-4a5f-b6e8-1d75903b585b tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for floatingip, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:40:50.634725 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0c64328-b979-4c60-851a-c9e95476a18b None None] Routers {'95b5e28c-4705-4434-8813-744a5210b605'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:40:50.635321 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-f0c64328-b979-4c60-851a-c9e95476a18b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:40:30Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['95b5e28c-4705-4434-8813-744a5210b605'], 'active': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:40:50.684876 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-cc94cbd6-75c3-4a5f-b6e8-1d75903b585b tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "DELETE /v2.0/floatingips/8bdca3bd-0c50-4e14-be6d-0c53c7447d41 HTTP/1.1" status: 204 len: 168 time: 1.6990728 Jan 20 14:40:50.685278 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '797e587c-a675-4601-b9dc-7cecd3b6a93f', 'tag': 'e2849a09-a979-46de-a4cf-81a6bbda0827'}] {{(pid=84153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 14:40:50.750748 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '797e587c-a675-4601-b9dc-7cecd3b6a93f', 'tag': 'e2849a09-a979-46de-a4cf-81a6bbda0827', 'status': 'completed', 'code': 200} Jan 20 14:40:50.827640 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvr_db [None req-f0c64328-b979-4c60-851a-c9e95476a18b None None] Set router 95b5e28c-4705-4434-8813-744a5210b605 gateway port host: dv-neutron-825124-1-hyperv {{(pid=84155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 14:40:50.849394 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-e8c7b82b-c010-497a-8646-98ae8b83351c req-b50b9e8b-7694-4970-968b-ff8c4abeac8f service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=640e8dbef2de46a485c2653a25e2ea4a&device_id=797e587c-a675-4601-b9dc-7cecd3b6a93f HTTP/1.1" status: 200 len: 1098 time: 0.0767746 Jan 20 14:40:51.095449 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c7b82b-c010-497a-8646-98ae8b83351c req-bb1459de-97a6-4d0b-9586-fbc88b7bca70 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:40:51.096899 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-e8c7b82b-c010-497a-8646-98ae8b83351c req-bb1459de-97a6-4d0b-9586-fbc88b7bca70 service neutron] 10.222.0.106 "GET /v2.0/networks?id=ccc74931-8c2a-4b94-b5be-22b2f32c668a HTTP/1.1" status: 200 len: 897 time: 0.2412109 Jan 20 14:40:51.168624 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-e8c7b82b-c010-497a-8646-98ae8b83351c req-62552b18-f126-43ba-8262-d41d41c2019d service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e2849a09-a979-46de-a4cf-81a6bbda0827 HTTP/1.1" status: 200 len: 217 time: 0.0646994 Jan 20 14:40:51.208429 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-f0c64328-b979-4c60-851a-c9e95476a18b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95b5e28c-4705-4434-8813-744a5210b605', 'name': 'tempest-TestNetworkBasicOps-router-1724887733', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.217'}], 'enable_snat': True}, 'gw_port_id': '80ca89d5-26dd-41df-b6f8-89b0a6649145', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:39:00Z', 'updated_at': '2022-01-20T14:39:05Z', 'revision_number': 4, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'gw_port': {'id': '80ca89d5-26dd-41df-b6f8-89b0a6649145', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:e0:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95b5e28c-4705-4434-8813-744a5210b605', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:39:00Z', 'updated_at': '2022-01-20T14:39:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv', '_interfaces': [{'id': 'b09f36e5-84ed-48b0-bc85-bcf2b4c86d8c', 'name': '', 'network_id': 'ccc74931-8c2a-4b94-b5be-22b2f32c668a', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'mac_address': 'fa:16:3e:f7:6f:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95b5e28c-4705-4434-8813-744a5210b605', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e7966e44-5927-45d9-9516-c8a4c57c254b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:39:05Z', 'updated_at': '2022-01-20T14:39:12Z', 'revision_number': 5, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'subnets': [{'id': 'e7966e44-5927-45d9-9516-c8a4c57c254b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:40:51.212824 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0c64328-b979-4c60-851a-c9e95476a18b None None] Checking router: 95b5e28c-4705-4434-8813-744a5210b605 for host: dv-neutron-825124-1-hyperv {{(pid=84155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 14:40:51.223997 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0c64328-b979-4c60-851a-c9e95476a18b None None] Routers {'95b5e28c-4705-4434-8813-744a5210b605'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:40:51.224607 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-f0c64328-b979-4c60-851a-c9e95476a18b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:40:30Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['95b5e28c-4705-4434-8813-744a5210b605'], 'active': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:40:51.235211 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c7b82b-c010-497a-8646-98ae8b83351c req-0ef9b8e1-05e8-491e-bec4-a9c864e6fea3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:40:51.239078 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-e8c7b82b-c010-497a-8646-98ae8b83351c req-0ef9b8e1-05e8-491e-bec4-a9c864e6fea3 service neutron] 10.222.0.106 "GET /v2.0/subnets?id=e7966e44-5927-45d9-9516-c8a4c57c254b HTTP/1.1" status: 200 len: 834 time: 0.0627840 Jan 20 14:40:51.328395 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-e8c7b82b-c010-497a-8646-98ae8b83351c req-2bd801e0-18c2-4fde-b1c0-791c0c89b3f0 service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=ccc74931-8c2a-4b94-b5be-22b2f32c668a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0847292 Jan 20 14:40:51.329717 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7213a3-5f5f-40b2-a747-6eb481085adb req-d0f84dce-4c01-4843-ac1c-9d2815dfa9d6 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:40:51.330520 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [req-4a7213a3-5f5f-40b2-a747-6eb481085adb req-d0f84dce-4c01-4843-ac1c-9d2815dfa9d6 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Synchronizing usage tracker for tenant:640e8dbef2de46a485c2653a25e2ea4a on resource:port {{(pid=84153) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:40:51.399932 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [req-4a7213a3-5f5f-40b2-a747-6eb481085adb req-d0f84dce-4c01-4843-ac1c-9d2815dfa9d6 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Unset dirty status for tenant:640e8dbef2de46a485c2653a25e2ea4a on resource:port {{(pid=84153) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:40:51.401854 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-4a7213a3-5f5f-40b2-a747-6eb481085adb req-d0f84dce-4c01-4843-ac1c-9d2815dfa9d6 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/ports?device_id=797e587c-a675-4601-b9dc-7cecd3b6a93f HTTP/1.1" status: 200 len: 945 time: 0.1564686 Jan 20 14:40:51.408833 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvr_db [None req-f0c64328-b979-4c60-851a-c9e95476a18b None None] Set router 95b5e28c-4705-4434-8813-744a5210b605 gateway port host: dv-neutron-825124-1-hyperv {{(pid=84155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 14:40:51.458219 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-4a7213a3-5f5f-40b2-a747-6eb481085adb req-d4b5e8a1-b5b8-445f-afdd-171d3983d20a tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/security-groups?id=d0feeed3-c482-4324-a5a0-d1cb49b1a616&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472174 Jan 20 14:40:51.473625 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-e8c7b82b-c010-497a-8646-98ae8b83351c req-4a23e837-3634-4d7e-83e1-cbcdc3e08852 service neutron] 10.222.0.106 "GET /v2.0/networks/ccc74931-8c2a-4b94-b5be-22b2f32c668a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379580 Jan 20 14:40:51.638596 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-e8c7b82b-c010-497a-8646-98ae8b83351c req-44fb3a03-5929-4b38-ab75-453b61b0e6ab service neutron] 10.222.0.106 "GET /v2.0/networks/ccc74931-8c2a-4b94-b5be-22b2f32c668a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553028 Jan 20 14:40:51.773913 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-f0c64328-b979-4c60-851a-c9e95476a18b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95b5e28c-4705-4434-8813-744a5210b605', 'name': 'tempest-TestNetworkBasicOps-router-1724887733', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.217'}], 'enable_snat': True}, 'gw_port_id': '80ca89d5-26dd-41df-b6f8-89b0a6649145', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:39:00Z', 'updated_at': '2022-01-20T14:39:05Z', 'revision_number': 4, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'gw_port': {'id': '80ca89d5-26dd-41df-b6f8-89b0a6649145', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:e0:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95b5e28c-4705-4434-8813-744a5210b605', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:39:00Z', 'updated_at': '2022-01-20T14:39:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv', '_interfaces': [{'id': 'b09f36e5-84ed-48b0-bc85-bcf2b4c86d8c', 'name': '', 'network_id': 'ccc74931-8c2a-4b94-b5be-22b2f32c668a', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'mac_address': 'fa:16:3e:f7:6f:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95b5e28c-4705-4434-8813-744a5210b605', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e7966e44-5927-45d9-9516-c8a4c57c254b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:39:05Z', 'updated_at': '2022-01-20T14:39:12Z', 'revision_number': 5, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'subnets': [{'id': 'e7966e44-5927-45d9-9516-c8a4c57c254b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:40:51.777827 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0c64328-b979-4c60-851a-c9e95476a18b None None] The sync data for ids ['95b5e28c-4705-4434-8813-744a5210b605'] in dv-neutron-825124-1-hyperv is: [{'id': '95b5e28c-4705-4434-8813-744a5210b605', 'name': 'tempest-TestNetworkBasicOps-router-1724887733', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.217'}], 'enable_snat': True}, 'gw_port_id': '80ca89d5-26dd-41df-b6f8-89b0a6649145', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:39:00Z', 'updated_at': '2022-01-20T14:39:05Z', 'revision_number': 4, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'gw_port': {'id': '80ca89d5-26dd-41df-b6f8-89b0a6649145', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:e0:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95b5e28c-4705-4434-8813-744a5210b605', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:39:00Z', 'updated_at': '2022-01-20T14:39:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv', '_interfaces': [{'id': 'b09f36e5-84ed-48b0-bc85-bcf2b4c86d8c', 'name': '', 'network_id': 'ccc74931-8c2a-4b94-b5be-22b2f32c668a', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'mac_address': 'fa:16:3e:f7:6f:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95b5e28c-4705-4434-8813-744a5210b605', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e7966e44-5927-45d9-9516-c8a4c57c254b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:39:05Z', 'updated_at': '2022-01-20T14:39:12Z', 'revision_number': 5, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'subnets': [{'id': 'e7966e44-5927-45d9-9516-c8a4c57c254b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 14:40:51.996291 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ae29ba5-9da5-496c-81e5-2329a2b714ae None None] New status for floating IP 8bdca3bd-0c50-4e14-be6d-0c53c7447d41: DOWN {{(pid=84154) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 20 14:40:52.674671 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439c07f6-de94-44f3-b2fd-33fa0717955b req-f591f03a-ca43-4a44-917f-8d6d37103d5e tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:40:52.676144 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-439c07f6-de94-44f3-b2fd-33fa0717955b req-f591f03a-ca43-4a44-917f-8d6d37103d5e tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/ports?device_id=797e587c-a675-4601-b9dc-7cecd3b6a93f HTTP/1.1" status: 200 len: 945 time: 0.0894637 Jan 20 14:40:52.722975 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-439c07f6-de94-44f3-b2fd-33fa0717955b req-74bb999c-a38a-4324-a17f-734fc34fc37e tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/security-groups?id=d0feeed3-c482-4324-a5a0-d1cb49b1a616&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405934 Jan 20 14:40:52.881955 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00666b80-a1e6-4584-842b-0cfe99d821a8 req-4bbce3dc-c38c-4120-a9fc-a6b6fe063581 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:40:52.882737 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [req-00666b80-a1e6-4584-842b-0cfe99d821a8 req-4bbce3dc-c38c-4120-a9fc-a6b6fe063581 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Synchronizing usage tracker for tenant:640e8dbef2de46a485c2653a25e2ea4a on resource:port {{(pid=84152) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:40:52.894886 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [req-00666b80-a1e6-4584-842b-0cfe99d821a8 req-4bbce3dc-c38c-4120-a9fc-a6b6fe063581 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Unset dirty status for tenant:640e8dbef2de46a485c2653a25e2ea4a on resource:port {{(pid=84152) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:40:52.896103 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-00666b80-a1e6-4584-842b-0cfe99d821a8 req-4bbce3dc-c38c-4120-a9fc-a6b6fe063581 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.106 "GET /v2.0/ports?device_id=797e587c-a675-4601-b9dc-7cecd3b6a93f HTTP/1.1" status: 200 len: 945 time: 0.0927606 Jan 20 14:40:52.977208 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [req-00666b80-a1e6-4584-842b-0cfe99d821a8 req-b983151c-e941-45a4-9653-ec9100a5a9c4 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Deleting port e2849a09-a979-46de-a4cf-81a6bbda0827 {{(pid=84152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:40:52.977548 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [req-00666b80-a1e6-4584-842b-0cfe99d821a8 req-b983151c-e941-45a4-9653-ec9100a5a9c4 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:40:53.238653 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.db [req-00666b80-a1e6-4584-842b-0cfe99d821a8 req-b983151c-e941-45a4-9653-ec9100a5a9c4 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] For port e2849a09-a979-46de-a4cf-81a6bbda0827, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=e2849a09-a979-46de-a4cf-81a6bbda0827,segment=NetworkSegment(6b15a6df-4dfc-4347-9ce9-19d57c4d4c47),segment_id=6b15a6df-4dfc-4347-9ce9-19d57c4d4c47)] {{(pid=84152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:40:53.239012 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [req-00666b80-a1e6-4584-842b-0cfe99d821a8 req-b983151c-e941-45a4-9653-ec9100a5a9c4 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:40:53.367273 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [req-00666b80-a1e6-4584-842b-0cfe99d821a8 req-b983151c-e941-45a4-9653-ec9100a5a9c4 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Calling delete_port for e2849a09-a979-46de-a4cf-81a6bbda0827 owned by compute:nova {{(pid=84152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:40:53.617424 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [req-00666b80-a1e6-4584-842b-0cfe99d821a8 req-b983151c-e941-45a4-9653-ec9100a5a9c4 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:40:53.672364 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b983151c-e941-45a4-9653-ec9100a5a9c4 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Pushing event deleted for resources: {'Port': ['ID=e2849a09-a979-46de-a4cf-81a6bbda0827,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:40:53.737874 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b983151c-e941-45a4-9653-ec9100a5a9c4 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:40:53.738131 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b983151c-e941-45a4-9653-ec9100a5a9c4 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:40:53.738469 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b983151c-e941-45a4-9653-ec9100a5a9c4 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:40:53.738804 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b983151c-e941-45a4-9653-ec9100a5a9c4 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:40:53.739133 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b983151c-e941-45a4-9653-ec9100a5a9c4 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:40:53.739461 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b983151c-e941-45a4-9653-ec9100a5a9c4 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:40:53.739787 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b983151c-e941-45a4-9653-ec9100a5a9c4 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:40:53.740109 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b983151c-e941-45a4-9653-ec9100a5a9c4 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:40:53.740429 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b983151c-e941-45a4-9653-ec9100a5a9c4 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:40:53.740744 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b983151c-e941-45a4-9653-ec9100a5a9c4 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:40:53.741060 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b983151c-e941-45a4-9653-ec9100a5a9c4 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:40:53.755304 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.l3_dvrscheduler_db [req-00666b80-a1e6-4584-842b-0cfe99d821a8 req-b983151c-e941-45a4-9653-ec9100a5a9c4 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] No DVR routers for this DVR port e2849a09-a979-46de-a4cf-81a6bbda0827 on host hv-neutron-8251 {{(pid=84152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 14:40:53.757674 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [req-00666b80-a1e6-4584-842b-0cfe99d821a8 req-b983151c-e941-45a4-9653-ec9100a5a9c4 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:40:53.760301 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '797e587c-a675-4601-b9dc-7cecd3b6a93f', 'name': 'network-vif-deleted', 'tag': 'e2849a09-a979-46de-a4cf-81a6bbda0827'}] {{(pid=84152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 14:40:53.819153 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '797e587c-a675-4601-b9dc-7cecd3b6a93f', 'name': 'network-vif-deleted', 'tag': 'e2849a09-a979-46de-a4cf-81a6bbda0827', 'status': 'completed', 'code': 200} Jan 20 14:40:53.835198 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-00666b80-a1e6-4584-842b-0cfe99d821a8 req-b983151c-e941-45a4-9653-ec9100a5a9c4 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.106 "DELETE /v2.0/ports/e2849a09-a979-46de-a4cf-81a6bbda0827 HTTP/1.1" status: 204 len: 173 time: 0.9336641 Jan 20 14:40:53.968230 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-a2b5ec6b-4011-4b41-b24c-47d1b3b4be41 req-bcba0ec4-9c25-4064-b8ae-b05e7899b823 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/ports?device_id=797e587c-a675-4601-b9dc-7cecd3b6a93f HTTP/1.1" status: 200 len: 210 time: 0.1163316 Jan 20 14:40:55.079463 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 44340) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:40:55.157219 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-dfad0a9b-bd41-48c4-a073-2536ddf00a7e tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for security_group, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:40:55.186852 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-dfad0a9b-bd41-48c4-a073-2536ddf00a7e tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:40:55.338916 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-dfad0a9b-bd41-48c4-a073-2536ddf00a7e tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:40:55.357585 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfad0a9b-bd41-48c4-a073-2536ddf00a7e tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0feeed3-c482-4324-a5a0-d1cb49b1a616,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:40:55.429642 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-dfad0a9b-bd41-48c4-a073-2536ddf00a7e tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for security_group, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:40:55.429642 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-dfad0a9b-bd41-48c4-a073-2536ddf00a7e tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "DELETE /v2.0/security-groups/d0feeed3-c482-4324-a5a0-d1cb49b1a616 HTTP/1.1" status: 204 len: 168 time: 0.3432901 Jan 20 14:40:55.550176 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 44348) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:40:56.098679 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-ed091573-8384-430d-8b66-ee8053dba12d tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-743504'] for router_interface, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:40:56.755842 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-ed091573-8384-430d-8b66-ee8053dba12d tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Deleting port b09f36e5-84ed-48b0-bc85-bcf2b4c86d8c {{(pid=84152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:40:56.756291 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-ed091573-8384-430d-8b66-ee8053dba12d tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:40:56.955124 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.db [None req-ed091573-8384-430d-8b66-ee8053dba12d tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] For port b09f36e5-84ed-48b0-bc85-bcf2b4c86d8c, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=b09f36e5-84ed-48b0-bc85-bcf2b4c86d8c,segment=NetworkSegment(6b15a6df-4dfc-4347-9ce9-19d57c4d4c47),segment_id=6b15a6df-4dfc-4347-9ce9-19d57c4d4c47)] {{(pid=84152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:40:56.955124 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-ed091573-8384-430d-8b66-ee8053dba12d tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:40:57.071039 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-ed091573-8384-430d-8b66-ee8053dba12d tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Calling delete_port for b09f36e5-84ed-48b0-bc85-bcf2b4c86d8c owned by network:router_interface {{(pid=84152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:40:57.118144 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Device e2849a09-a979-46de-a4cf-81a6bbda0827 no longer exists at agent hyperv_hv-neutron-8251 {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:40:57.150151 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] No Port match for: e2849a09-a979-46de-a4cf-81a6bbda0827 {{(pid=84154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 14:40:57.150514 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Device e2849a09-a979-46de-a4cf-81a6bbda0827 not bound to the agent host hv-neutron-8251 {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 14:40:57.323627 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-ed091573-8384-430d-8b66-ee8053dba12d tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:40:57.370979 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed091573-8384-430d-8b66-ee8053dba12d tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Pushing event deleted for resources: {'Port': ['ID=b09f36e5-84ed-48b0-bc85-bcf2b4c86d8c,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:40:57.778780 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-ed091573-8384-430d-8b66-ee8053dba12d tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1705096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-745401'] for router_interface, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:40:58.003530 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-1d97bab0-89f3-4d01-b6f0-96b23bf234f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:40:58.404989 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed091573-8384-430d-8b66-ee8053dba12d tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Router 95b5e28c-4705-4434-8813-744a5210b605 has already been hosted by L3 agent 624d525b-4c26-4143-8a1c-228bb1c6faaa {{(pid=84152) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 14:40:58.620125 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed091573-8384-430d-8b66-ee8053dba12d tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify agent at l3_agent.dv-neutron-825124-1-hyperv the message routers_updated {{(pid=84152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 14:40:58.632784 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-062d2a16-31f4-44f5-a0d3-45038c44568e None None] Sync routers for ids ['95b5e28c-4705-4434-8813-744a5210b605'] in dv-neutron-825124-1-hyperv {{(pid=84155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 14:40:58.634858 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-ed091573-8384-430d-8b66-ee8053dba12d tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "PUT /v2.0/routers/95b5e28c-4705-4434-8813-744a5210b605/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0834467 Jan 20 14:40:58.641326 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 44352) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:40:58.645769 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-062d2a16-31f4-44f5-a0d3-45038c44568e None None] Routers {'95b5e28c-4705-4434-8813-744a5210b605'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:40:58.646415 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-062d2a16-31f4-44f5-a0d3-45038c44568e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:40:30Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['95b5e28c-4705-4434-8813-744a5210b605'], 'active': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:40:58.829903 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvr_db [None req-062d2a16-31f4-44f5-a0d3-45038c44568e None None] Set router 95b5e28c-4705-4434-8813-744a5210b605 gateway port host: dv-neutron-825124-1-hyperv {{(pid=84155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 14:40:58.839097 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c862710-1651-411f-b000-d850238fc48c tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Deleting subnet e7966e44-5927-45d9-9516-c8a4c57c254b {{(pid=84152) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 20 14:40:58.843465 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-1c862710-1651-411f-b000-d850238fc48c tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for subnet, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:40:58.906426 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-1c862710-1651-411f-b000-d850238fc48c tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3337915'] for subnet, precommit_delete_associations {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:40:59.000111 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-1c862710-1651-411f-b000-d850238fc48c tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1627147'] for subnet, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:40:59.124412 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-062d2a16-31f4-44f5-a0d3-45038c44568e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95b5e28c-4705-4434-8813-744a5210b605', 'name': 'tempest-TestNetworkBasicOps-router-1724887733', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.217'}], 'enable_snat': True}, 'gw_port_id': '80ca89d5-26dd-41df-b6f8-89b0a6649145', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:39:00Z', 'updated_at': '2022-01-20T14:40:57Z', 'revision_number': 5, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'gw_port': {'id': '80ca89d5-26dd-41df-b6f8-89b0a6649145', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:e0:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95b5e28c-4705-4434-8813-744a5210b605', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:39:00Z', 'updated_at': '2022-01-20T14:39:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv'}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:40:59.124676 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-062d2a16-31f4-44f5-a0d3-45038c44568e None None] Checking router: 95b5e28c-4705-4434-8813-744a5210b605 for host: dv-neutron-825124-1-hyperv {{(pid=84155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 14:40:59.136866 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-062d2a16-31f4-44f5-a0d3-45038c44568e None None] Routers {'95b5e28c-4705-4434-8813-744a5210b605'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:40:59.136866 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-062d2a16-31f4-44f5-a0d3-45038c44568e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:40:30Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['95b5e28c-4705-4434-8813-744a5210b605'], 'active': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:40:59.170090 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-1c862710-1651-411f-b000-d850238fc48c tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1627154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4163580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155308'] for subnet, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:40:59.314409 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c862710-1651-411f-b000-d850238fc48c tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Pushing event deleted for resources: {'Subnet': ['ID=e7966e44-5927-45d9-9516-c8a4c57c254b,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:40:59.320985 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvr_db [None req-062d2a16-31f4-44f5-a0d3-45038c44568e None None] Set router 95b5e28c-4705-4434-8813-744a5210b605 gateway port host: dv-neutron-825124-1-hyperv {{(pid=84155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 14:40:59.323710 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-1c862710-1651-411f-b000-d850238fc48c tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for subnet, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:40:59.333922 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-1c862710-1651-411f-b000-d850238fc48c tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "DELETE /v2.0/subnets/e7966e44-5927-45d9-9516-c8a4c57c254b HTTP/1.1" status: 204 len: 168 time: 0.6887307 Jan 20 14:40:59.334216 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 44356) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:40:59.336214 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-996b3ad7-3ca3-430e-ab1c-4c36bdfafcf7 None None] Network ccc74931-8c2a-4b94-b5be-22b2f32c668a requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:40:59.628246 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eec33e4d-0c07-4a26-aeb0-3a1e31f9f1f6 None None] DHCP port deletion for ccc74931-8c2a-4b94-b5be-22b2f32c668a request from dv-neutron-825124-1-hyperv {{(pid=84154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 20 14:40:59.633298 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-eec33e4d-0c07-4a26-aeb0-3a1e31f9f1f6 None None] Deleting port d9c43d92-1be6-4645-b36a-75888be7ea8b {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:40:59.633761 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-eec33e4d-0c07-4a26-aeb0-3a1e31f9f1f6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:40:59.673933 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-9fc25ba3-33a9-4b8f-ba68-830c68d2fb51 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for router, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:40:59.694826 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-062d2a16-31f4-44f5-a0d3-45038c44568e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95b5e28c-4705-4434-8813-744a5210b605', 'name': 'tempest-TestNetworkBasicOps-router-1724887733', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.217'}], 'enable_snat': True}, 'gw_port_id': '80ca89d5-26dd-41df-b6f8-89b0a6649145', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:39:00Z', 'updated_at': '2022-01-20T14:40:57Z', 'revision_number': 5, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'gw_port': {'id': '80ca89d5-26dd-41df-b6f8-89b0a6649145', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:e0:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95b5e28c-4705-4434-8813-744a5210b605', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:39:00Z', 'updated_at': '2022-01-20T14:39:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv'}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:40:59.705654 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-062d2a16-31f4-44f5-a0d3-45038c44568e None None] The sync data for ids ['95b5e28c-4705-4434-8813-744a5210b605'] in dv-neutron-825124-1-hyperv is: [{'id': '95b5e28c-4705-4434-8813-744a5210b605', 'name': 'tempest-TestNetworkBasicOps-router-1724887733', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.217'}], 'enable_snat': True}, 'gw_port_id': '80ca89d5-26dd-41df-b6f8-89b0a6649145', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:39:00Z', 'updated_at': '2022-01-20T14:40:57Z', 'revision_number': 5, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'gw_port': {'id': '80ca89d5-26dd-41df-b6f8-89b0a6649145', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:e0:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95b5e28c-4705-4434-8813-744a5210b605', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:39:00Z', 'updated_at': '2022-01-20T14:39:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv'}] {{(pid=84155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 14:40:59.896920 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-9fc25ba3-33a9-4b8f-ba68-830c68d2fb51 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:40:59.911577 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-eec33e4d-0c07-4a26-aeb0-3a1e31f9f1f6 None None] For port d9c43d92-1be6-4645-b36a-75888be7ea8b, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=d9c43d92-1be6-4645-b36a-75888be7ea8b,segment=NetworkSegment(6b15a6df-4dfc-4347-9ce9-19d57c4d4c47),segment_id=6b15a6df-4dfc-4347-9ce9-19d57c4d4c47)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:40:59.911890 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-eec33e4d-0c07-4a26-aeb0-3a1e31f9f1f6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:41:00.022982 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-9fc25ba3-33a9-4b8f-ba68-830c68d2fb51 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Deleting port 80ca89d5-26dd-41df-b6f8-89b0a6649145 {{(pid=84153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:41:00.023336 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-9fc25ba3-33a9-4b8f-ba68-830c68d2fb51 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:41:00.034746 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-eec33e4d-0c07-4a26-aeb0-3a1e31f9f1f6 None None] Calling delete_port for d9c43d92-1be6-4645-b36a-75888be7ea8b owned by network:dhcp {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:41:00.210085 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device b09f36e5-84ed-48b0-bc85-bcf2b4c86d8c no longer exists at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:41:00.224139 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.db [None req-9fc25ba3-33a9-4b8f-ba68-830c68d2fb51 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] For port 80ca89d5-26dd-41df-b6f8-89b0a6649145, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=80ca89d5-26dd-41df-b6f8-89b0a6649145,segment=NetworkSegment(f628f1ba-6b70-4c9b-8839-62340c040c81),segment_id=f628f1ba-6b70-4c9b-8839-62340c040c81)] {{(pid=84153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:41:00.224491 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-9fc25ba3-33a9-4b8f-ba68-830c68d2fb51 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:41:00.258163 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] No Port match for: b09f36e5-84ed-48b0-bc85-bcf2b4c86d8c {{(pid=84154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 14:41:00.258586 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device b09f36e5-84ed-48b0-bc85-bcf2b4c86d8c not bound to the agent host dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 14:41:00.259075 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device d9c43d92-1be6-4645-b36a-75888be7ea8b no longer exists at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:41:00.297735 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-eec33e4d-0c07-4a26-aeb0-3a1e31f9f1f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486'] for port, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:41:00.344150 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] No Port match for: d9c43d92-1be6-4645-b36a-75888be7ea8b {{(pid=84154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 14:41:00.344790 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device d9c43d92-1be6-4645-b36a-75888be7ea8b not bound to the agent host dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 14:41:00.357721 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-9fc25ba3-33a9-4b8f-ba68-830c68d2fb51 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Calling delete_port for 80ca89d5-26dd-41df-b6f8-89b0a6649145 owned by network:router_gateway {{(pid=84153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:41:00.361390 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec33e4d-0c07-4a26-aeb0-3a1e31f9f1f6 None None] Pushing event deleted for resources: {'Port': ['ID=d9c43d92-1be6-4645-b36a-75888be7ea8b,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:41:00.379669 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec33e4d-0c07-4a26-aeb0-3a1e31f9f1f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:41:00.380014 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec33e4d-0c07-4a26-aeb0-3a1e31f9f1f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:41:00.380539 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec33e4d-0c07-4a26-aeb0-3a1e31f9f1f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:41:00.381025 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec33e4d-0c07-4a26-aeb0-3a1e31f9f1f6 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:41:00.381602 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec33e4d-0c07-4a26-aeb0-3a1e31f9f1f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:41:00.381957 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec33e4d-0c07-4a26-aeb0-3a1e31f9f1f6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:41:00.382321 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec33e4d-0c07-4a26-aeb0-3a1e31f9f1f6 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:41:00.382658 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec33e4d-0c07-4a26-aeb0-3a1e31f9f1f6 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:41:00.382989 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec33e4d-0c07-4a26-aeb0-3a1e31f9f1f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:41:00.383318 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec33e4d-0c07-4a26-aeb0-3a1e31f9f1f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:41:00.383645 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec33e4d-0c07-4a26-aeb0-3a1e31f9f1f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:41:00.386303 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec33e4d-0c07-4a26-aeb0-3a1e31f9f1f6 None None] No DVR routers for this DVR port d9c43d92-1be6-4645-b36a-75888be7ea8b on host dv-neutron-825124-1-hyperv {{(pid=84154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 14:41:00.440206 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-c942d52c-28b0-4ae6-b42d-9502bfebda36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:41:00.473985 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:41:00.645739 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-9fc25ba3-33a9-4b8f-ba68-830c68d2fb51 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:41:00.690836 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc25ba3-33a9-4b8f-ba68-830c68d2fb51 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Pushing event deleted for resources: {'Port': ['ID=80ca89d5-26dd-41df-b6f8-89b0a6649145,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:41:00.911704 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-9fc25ba3-33a9-4b8f-ba68-830c68d2fb51 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-745333'] for router_gateway, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:41:01.161010 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-9fc25ba3-33a9-4b8f-ba68-830c68d2fb51 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-737761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105493'] for router, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:41:01.165121 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-9fc25ba3-33a9-4b8f-ba68-830c68d2fb51 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:41:01.362998 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-9fc25ba3-33a9-4b8f-ba68-830c68d2fb51 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-737693'] for router, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:41:01.362998 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fc25ba3-33a9-4b8f-ba68-830c68d2fb51 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Fanout notify agent at l3_agent the message router_deleted on router 95b5e28c-4705-4434-8813-744a5210b605 {{(pid=84153) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 20 14:41:01.362998 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-9fc25ba3-33a9-4b8f-ba68-830c68d2fb51 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for router, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:41:01.364743 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-9fc25ba3-33a9-4b8f-ba68-830c68d2fb51 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "DELETE /v2.0/routers/95b5e28c-4705-4434-8813-744a5210b605 HTTP/1.1" status: 204 len: 168 time: 2.0284405 Jan 20 14:41:01.366265 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 44360) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:41:01.463848 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:41:01.560939 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-cdd98e71-1f0a-4421-baa9-dcb30e06edf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:41:01.592561 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-68df2c61-b361-4c70-8982-6626078095cd tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586409'] for network, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:41:01.731934 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-68df2c61-b361-4c70-8982-6626078095cd tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1626242', 'neutron.services.segments.db._delete_segments_for_network-8769554214620'] for network, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:41:01.757475 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.services.segments.db [None req-68df2c61-b361-4c70-8982-6626078095cd tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccc74931-8c2a-4b94-b5be-22b2f32c668a']}} {{(pid=84153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:41:01.773235 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.services.segments.db [None req-68df2c61-b361-4c70-8982-6626078095cd tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b15a6df-4dfc-4347-9ce9-19d57c4d4c47') {'for_net_delete': True} {{(pid=84153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:41:01.775036 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.services.segments.db [None req-68df2c61-b361-4c70-8982-6626078095cd tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b15a6df-4dfc-4347-9ce9-19d57c4d4c47') {} {{(pid=84153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:41:01.784767 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-68df2c61-b361-4c70-8982-6626078095cd tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769554214503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980856'] for segment, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:41:01.800651 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-68df2c61-b361-4c70-8982-6626078095cd tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:41:01.806625 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68df2c61-b361-4c70-8982-6626078095cd tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=84153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 14:41:01.807001 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-68df2c61-b361-4c70-8982-6626078095cd tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1622950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3944078'] for segment, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:41:01.829127 dv-neutron-825124-1-hyperv neutron-server[84153]: Traceback (most recent call last): Jan 20 14:41:01.829127 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 14:41:01.829127 dv-neutron-825124-1-hyperv neutron-server[84153]: timer() Jan 20 14:41:01.829127 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 14:41:01.829127 dv-neutron-825124-1-hyperv neutron-server[84153]: cb(*args, **kw) Jan 20 14:41:01.829127 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 14:41:01.829127 dv-neutron-825124-1-hyperv neutron-server[84153]: return func(*args, **kwargs) Jan 20 14:41:01.829127 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 14:41:01.829127 dv-neutron-825124-1-hyperv neutron-server[84153]: self._notify() Jan 20 14:41:01.829127 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 14:41:01.829127 dv-neutron-825124-1-hyperv neutron-server[84153]: self.callback(batched_events) Jan 20 14:41:01.829127 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 14:41:01.829127 dv-neutron-825124-1-hyperv neutron-server[84153]: event.method(event) Jan 20 14:41:01.829127 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 14:41:01.829127 dv-neutron-825124-1-hyperv neutron-server[84153]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 14:41:01.829127 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 14:41:01.829127 dv-neutron-825124-1-hyperv neutron-server[84153]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 14:41:01.829127 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 14:41:01.829127 dv-neutron-825124-1-hyperv neutron-server[84153]: return f(self, *a, **k) Jan 20 14:41:01.829127 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 14:41:01.829127 dv-neutron-825124-1-hyperv neutron-server[84153]: return self._get(url).json() Jan 20 14:41:01.829127 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 14:41:01.829127 dv-neutron-825124-1-hyperv neutron-server[84153]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 14:41:01.829127 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 14:41:01.829127 dv-neutron-825124-1-hyperv neutron-server[84153]: return self.request(url, 'GET', **kwargs) Jan 20 14:41:01.829127 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 14:41:01.829127 dv-neutron-825124-1-hyperv neutron-server[84153]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 14:41:01.829127 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 14:41:01.829127 dv-neutron-825124-1-hyperv neutron-server[84153]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 14:41:01.829127 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 14:41:01.829127 dv-neutron-825124-1-hyperv neutron-server[84153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 14:41:01.829127 dv-neutron-825124-1-hyperv neutron-server[84153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 14:41:02.031842 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-68df2c61-b361-4c70-8982-6626078095cd tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1626253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-745296'] for network, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:41:02.050701 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-68df2c61-b361-4c70-8982-6626078095cd tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for network, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:41:02.068637 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68df2c61-b361-4c70-8982-6626078095cd tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Pushing event deleted for resources: {'Network': ['ID=ccc74931-8c2a-4b94-b5be-22b2f32c668a,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:41:02.160368 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-68df2c61-b361-4c70-8982-6626078095cd tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "DELETE /v2.0/networks/ccc74931-8c2a-4b94-b5be-22b2f32c668a HTTP/1.1" status: 204 len: 168 time: 0.7930403 Jan 20 14:41:02.174956 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 44364) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:41:02.180877 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-72c719ff-f2b6-4bb9-9e3b-ea98a3f70dfa tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Request body: {'network': {'name': 'tempest-network-smoke--373135934', 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'port_security_enabled': True}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:41:02.186635 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-72c719ff-f2b6-4bb9-9e3b-ea98a3f70dfa tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:41:02.191246 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-72c719ff-f2b6-4bb9-9e3b-ea98a3f70dfa tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Usage tracker for resource:network and tenant:640e8dbef2de46a485c2653a25e2ea4a is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:41:02.194728 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-72c719ff-f2b6-4bb9-9e3b-ea98a3f70dfa tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:41:02.201711 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-72c719ff-f2b6-4bb9-9e3b-ea98a3f70dfa tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:41:02.206687 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 80ca89d5-26dd-41df-b6f8-89b0a6649145 no longer exists at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:41:02.244798 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] No Port match for: 80ca89d5-26dd-41df-b6f8-89b0a6649145 {{(pid=84154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 14:41:02.251907 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 80ca89d5-26dd-41df-b6f8-89b0a6649145 not bound to the agent host dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 14:41:02.315318 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72c719ff-f2b6-4bb9-9e3b-ea98a3f70dfa tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Made reservation on behalf of 640e8dbef2de46a485c2653a25e2ea4a for: {'network': 1} {{(pid=84153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:41:02.317103 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-72c719ff-f2b6-4bb9-9e3b-ea98a3f70dfa tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for network, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:41:02.347512 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72c719ff-f2b6-4bb9-9e3b-ea98a3f70dfa tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 160} {{(pid=84153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 14:41:02.357095 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-72c719ff-f2b6-4bb9-9e3b-ea98a3f70dfa tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:41:02.357436 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.db.segments_db [None req-72c719ff-f2b6-4bb9-9e3b-ea98a3f70dfa tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Added segment 562a7e02-2221-46ba-a516-462bbb722f50 of type vlan for network 7f133f62-9339-4f4a-b1ed-7fcec9cd75f0 Jan 20 14:41:02.385082 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-72c719ff-f2b6-4bb9-9e3b-ea98a3f70dfa tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769553767792'] for network, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:41:02.466646 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-72c719ff-f2b6-4bb9-9e3b-ea98a3f70dfa tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967'] for network, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:41:02.470499 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72c719ff-f2b6-4bb9-9e3b-ea98a3f70dfa tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:41:02.473396 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-72c719ff-f2b6-4bb9-9e3b-ea98a3f70dfa tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for network, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:41:02.580173 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c719ff-f2b6-4bb9-9e3b-ea98a3f70dfa tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Pushing event updated for resources: {'Network': ['ID=7f133f62-9339-4f4a-b1ed-7fcec9cd75f0,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:41:02.591335 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Network 7f133f62-9339-4f4a-b1ed-7fcec9cd75f0 details requested by agent ovs-agent-dv-neutron-825124-1-hyperv with host dv-neutron-825124-1-hyperv {{(pid=84154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 14:41:02.623574 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-72c719ff-f2b6-4bb9-9e3b-ea98a3f70dfa tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4473987 Jan 20 14:41:02.626527 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 44368) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:41:02.631756 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-2f33ab5f-213b-4f40-b0a6-47f02bd3b920 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1189388309', 'admin_state_up': True, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d'}}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:41:02.639376 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-2f33ab5f-213b-4f40-b0a6-47f02bd3b920 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:41:02.643381 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-2f33ab5f-213b-4f40-b0a6-47f02bd3b920 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Usage tracker for resource:router and tenant:640e8dbef2de46a485c2653a25e2ea4a is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:41:02.646480 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-2f33ab5f-213b-4f40-b0a6-47f02bd3b920 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:41:02.652430 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-2f33ab5f-213b-4f40-b0a6-47f02bd3b920 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:41:02.714737 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-2f33ab5f-213b-4f40-b0a6-47f02bd3b920 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-105475'] for router, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:41:02.716873 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-2f33ab5f-213b-4f40-b0a6-47f02bd3b920 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-739204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-744864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-735540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-105484'] for router, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:41:02.735715 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-2f33ab5f-213b-4f40-b0a6-47f02bd3b920 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:41:02.976205 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-2f33ab5f-213b-4f40-b0a6-47f02bd3b920 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-744886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-105502'] for router, precommit_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:41:02.995548 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-eea6df97-7ff1-4b63-af20-e3ec8913deda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:41:03.252314 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-2f33ab5f-213b-4f40-b0a6-47f02bd3b920 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for router_gateway, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:41:03.277085 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-2f33ab5f-213b-4f40-b0a6-47f02bd3b920 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:41:03.429092 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.db_base_plugin_common [None req-2f33ab5f-213b-4f40-b0a6-47f02bd3b920 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Allocated IP 172.26.7.119 (8dffb05c-5ca0-409b-bd5f-7be6264f707d/a489dd4f-42a5-433b-8be3-bab2749c4209/7efd8ebc-c9d9-4033-ab86-f254f3c79d6c) {{(pid=84153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:41:03.596111 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-2f33ab5f-213b-4f40-b0a6-47f02bd3b920 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for port, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:41:03.692511 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-2f33ab5f-213b-4f40-b0a6-47f02bd3b920 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:41:03.767891 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f33ab5f-213b-4f40-b0a6-47f02bd3b920 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Network 8dffb05c-5ca0-409b-bd5f-7be6264f707d is already hosted by enough agents. {{(pid=84153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:41:03.771547 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.base_scheduler [None req-2f33ab5f-213b-4f40-b0a6-47f02bd3b920 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Resources bound (agent type, host, resource id): {{(pid=84153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:41:03.775485 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f33ab5f-213b-4f40-b0a6-47f02bd3b920 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Received port after_create {{(pid=84153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:41:03.808050 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f33ab5f-213b-4f40-b0a6-47f02bd3b920 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Pushing event updated for resources: {'Port': ['ID=7efd8ebc-c9d9-4033-ab86-f254f3c79d6c,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:41:04.021299 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-2f33ab5f-213b-4f40-b0a6-47f02bd3b920 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for router_gateway, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:41:04.022070 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-2f33ab5f-213b-4f40-b0a6-47f02bd3b920 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-744861'] for router, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:41:04.424187 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f33ab5f-213b-4f40-b0a6-47f02bd3b920 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Router 45a36899-537b-4e98-a4d0-a79734a72d5c is scheduled to L3 agent 624d525b-4c26-4143-8a1c-228bb1c6faaa with binding_index 1 {{(pid=84153) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 20 14:41:04.633056 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f33ab5f-213b-4f40-b0a6-47f02bd3b920 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify agent at l3_agent.dv-neutron-825124-1-hyperv the message routers_updated {{(pid=84153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 14:41:04.642282 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1522ac89-fa28-4492-903b-a9b48f14e200 None None] Sync routers for ids ['45a36899-537b-4e98-a4d0-a79734a72d5c'] in dv-neutron-825124-1-hyperv {{(pid=84154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 14:41:04.656300 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1522ac89-fa28-4492-903b-a9b48f14e200 None None] Routers {'45a36899-537b-4e98-a4d0-a79734a72d5c'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:41:04.656579 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-1522ac89-fa28-4492-903b-a9b48f14e200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:41:00Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['45a36899-537b-4e98-a4d0-a79734a72d5c'], 'active': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:41:04.703646 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-2f33ab5f-213b-4f40-b0a6-47f02bd3b920 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for router, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:41:04.705206 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-2f33ab5f-213b-4f40-b0a6-47f02bd3b920 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.0779386 Jan 20 14:41:04.708659 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 44372) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:41:04.847205 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvr_db [None req-1522ac89-fa28-4492-903b-a9b48f14e200 None None] Set router 45a36899-537b-4e98-a4d0-a79734a72d5c gateway port host: dv-neutron-825124-1-hyperv {{(pid=84154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 14:41:04.889543 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-36fcb930-44b9-47fc-9c3f-6f764eccff65 tempest-TestNetworkBasicOps-1338634829 tempest-TestNetworkBasicOps-1338634829-project-admin] 10.222.0.54 "GET /v2.0/subnets?project_id=640e8dbef2de46a485c2653a25e2ea4a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1796789 Jan 20 14:41:04.892275 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 44378) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:41:05.029031 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db5aa2ca-8352-4df9-b40a-ec8516bcf751 tempest-TestNetworkBasicOps-1338634829 tempest-TestNetworkBasicOps-1338634829-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:41:05.030726 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-db5aa2ca-8352-4df9-b40a-ec8516bcf751 tempest-TestNetworkBasicOps-1338634829 tempest-TestNetworkBasicOps-1338634829-project-admin] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1374140 Jan 20 14:41:05.052474 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 44382) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:41:05.052589 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.agents_db [None req-6dba657d-a637-4918-9b6d-40defdfae04b None None] Agent healthcheck: found 6 active agents {{(pid=84155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 14:41:05.079464 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-ecb9a7c8-16b0-498a-96d3-a2f283035bad tempest-TestNetworkBasicOps-1338634829 tempest-TestNetworkBasicOps-1338634829-project-admin] 10.222.0.54 "GET /v2.0/subnets?network_id=8dffb05c-5ca0-409b-bd5f-7be6264f707d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0399487 Jan 20 14:41:05.081964 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 44386) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:41:05.087544 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-c37630f6-8cc5-461d-8710-55bb4ce869ed tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-800295957', 'network_id': '7f133f62-9339-4f4a-b1ed-7fcec9cd75f0', 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:41:05.161229 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-1522ac89-fa28-4492-903b-a9b48f14e200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45a36899-537b-4e98-a4d0-a79734a72d5c', 'name': 'tempest-TestNetworkBasicOps-router-1189388309', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.119'}], 'enable_snat': True}, 'gw_port_id': '7efd8ebc-c9d9-4033-ab86-f254f3c79d6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:41:02Z', 'updated_at': '2022-01-20T14:41:03Z', 'revision_number': 3, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'gw_port': {'id': '7efd8ebc-c9d9-4033-ab86-f254f3c79d6c', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:c8:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45a36899-537b-4e98-a4d0-a79734a72d5c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:41:03Z', 'updated_at': '2022-01-20T14:41:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv'}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:41:05.165674 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1522ac89-fa28-4492-903b-a9b48f14e200 None None] Checking router: 45a36899-537b-4e98-a4d0-a79734a72d5c for host: dv-neutron-825124-1-hyperv {{(pid=84154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 14:41:05.170212 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1522ac89-fa28-4492-903b-a9b48f14e200 None None] Updating router 45a36899-537b-4e98-a4d0-a79734a72d5c port 7efd8ebc-c9d9-4033-ab86-f254f3c79d6c binding host dv-neutron-825124-1-hyperv {{(pid=84154) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 20 14:41:05.215032 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-c37630f6-8cc5-461d-8710-55bb4ce869ed tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:41:05.221077 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-c37630f6-8cc5-461d-8710-55bb4ce869ed tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Usage tracker for resource:subnet and tenant:640e8dbef2de46a485c2653a25e2ea4a is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:41:05.224929 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-c37630f6-8cc5-461d-8710-55bb4ce869ed tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:41:05.231025 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-c37630f6-8cc5-461d-8710-55bb4ce869ed tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:41:05.238732 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-1522ac89-fa28-4492-903b-a9b48f14e200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:41:05.312714 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c37630f6-8cc5-461d-8710-55bb4ce869ed tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Made reservation on behalf of 640e8dbef2de46a485c2653a25e2ea4a for: {'subnet': 1} {{(pid=84153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:41:05.427692 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-c37630f6-8cc5-461d-8710-55bb4ce869ed tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4193986'] for subnet, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:41:05.658725 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-1522ac89-fa28-4492-903b-a9b48f14e200 None None] Notify callbacks [] for port, precommit_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:41:05.670887 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-1522ac89-fa28-4492-903b-a9b48f14e200 None None] Transition to ACTIVE for port object 7efd8ebc-c9d9-4033-ab86-f254f3c79d6c will not be triggered until provisioned by entity L2. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:41:05.731624 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-c37630f6-8cc5-461d-8710-55bb4ce869ed tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3943531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4194004'] for subnet, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:41:05.757683 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-1522ac89-fa28-4492-903b-a9b48f14e200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:41:05.818375 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37630f6-8cc5-461d-8710-55bb4ce869ed tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Pushing event updated for resources: {'Subnet': ['ID=1b866563-2192-45dd-be50-c207f83439fe,revision_number=0']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:41:05.832207 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c37630f6-8cc5-461d-8710-55bb4ce869ed tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Checking segment: {'id': '562a7e02-2221-46ba-a516-462bbb722f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '7f133f62-9339-4f4a-b1ed-7fcec9cd75f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 14:41:05.833200 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c37630f6-8cc5-461d-8710-55bb4ce869ed tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Network hostable DHCP agents. Network: 7f133f62-9339-4f4a-b1ed-7fcec9cd75f0, hostable agents: ['1a181e39-5220-4c1a-88f8-08a54e8bfc9b'], hosted agents: [] {{(pid=84153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 14:41:05.844971 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c73a5f-843b-429d-821c-bf58a152b6ba None None] Pushing event updated for resources: {'Port': ['ID=7efd8ebc-c9d9-4033-ab86-f254f3c79d6c,revision_number=2']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:41:05.847203 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-1522ac89-fa28-4492-903b-a9b48f14e200 None None] Attempting to bind port 7efd8ebc-c9d9-4033-ab86-f254f3c79d6c on host dv-neutron-825124-1-hyperv for vnic_type normal with profile {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:41:05.847579 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-1522ac89-fa28-4492-903b-a9b48f14e200 None None] Attempting to bind port 7efd8ebc-c9d9-4033-ab86-f254f3c79d6c by drivers openvswitch,hyperv on host dv-neutron-825124-1-hyperv at level 0 using segments [{'id': 'f628f1ba-6b70-4c9b-8839-62340c040c81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d'}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:41:05.848105 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1522ac89-fa28-4492-903b-a9b48f14e200 None None] Attempting to bind port 7efd8ebc-c9d9-4033-ab86-f254f3c79d6c on network 8dffb05c-5ca0-409b-bd5f-7be6264f707d {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 14:41:05.855150 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1522ac89-fa28-4492-903b-a9b48f14e200 None None] Checking agent: {'id': '6414dfeb-85c5-454a-8756-709ca637d800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825124-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 16, 31), 'started_at': datetime.datetime(2022, 1, 20, 14, 17, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 41, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825124-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 14:41:05.855428 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1522ac89-fa28-4492-903b-a9b48f14e200 None None] Checking segment: {'id': 'f628f1ba-6b70-4c9b-8839-62340c040c81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 14:41:05.855863 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-1522ac89-fa28-4492-903b-a9b48f14e200 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:41:05.856258 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1522ac89-fa28-4492-903b-a9b48f14e200 None None] Bound using segment: {'id': 'f628f1ba-6b70-4c9b-8839-62340c040c81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d'} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 14:41:05.856724 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-1522ac89-fa28-4492-903b-a9b48f14e200 None None] Bound port: 7efd8ebc-c9d9-4033-ab86-f254f3c79d6c, host: dv-neutron-825124-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f628f1ba-6b70-4c9b-8839-62340c040c81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d'}}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:41:05.857101 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-1522ac89-fa28-4492-903b-a9b48f14e200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:41:05.928805 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-1522ac89-fa28-4492-903b-a9b48f14e200 None None] For port 7efd8ebc-c9d9-4033-ab86-f254f3c79d6c, host dv-neutron-825124-1-hyperv, cleared binding levels {{(pid=84154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 14:41:05.931887 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-1522ac89-fa28-4492-903b-a9b48f14e200 None None] For port 7efd8ebc-c9d9-4033-ab86-f254f3c79d6c, host dv-neutron-825124-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=7efd8ebc-c9d9-4033-ab86-f254f3c79d6c,segment=NetworkSegment(f628f1ba-6b70-4c9b-8839-62340c040c81),segment_id=f628f1ba-6b70-4c9b-8839-62340c040c81)] {{(pid=84154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 14:41:05.950613 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c37630f6-8cc5-461d-8710-55bb4ce869ed tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Network 7f133f62-9339-4f4a-b1ed-7fcec9cd75f0 is scheduled to be hosted by DHCP agent 1a181e39-5220-4c1a-88f8-08a54e8bfc9b with binding_index 1 {{(pid=84153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 14:41:06.026380 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-1522ac89-fa28-4492-903b-a9b48f14e200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:41:06.040731 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.base_scheduler [None req-c37630f6-8cc5-461d-8710-55bb4ce869ed tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825124-1-hyperv, 7f133f62-9339-4f4a-b1ed-7fcec9cd75f0) {{(pid=84153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:41:06.045583 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c37630f6-8cc5-461d-8710-55bb4ce869ed tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:41:06.046212 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-c37630f6-8cc5-461d-8710-55bb4ce869ed tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for subnet, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:41:06.058721 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-689766c4-ee11-451d-8494-8ddf9ec2a0a6 None None] Network 7f133f62-9339-4f4a-b1ed-7fcec9cd75f0 requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:41:06.169603 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-c37630f6-8cc5-461d-8710-55bb4ce869ed tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.0815086 Jan 20 14:41:06.172187 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 44392) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:41:06.196213 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c73a5f-843b-429d-821c-bf58a152b6ba None None] Pushing event updated for resources: {'Port': ['ID=7efd8ebc-c9d9-4033-ab86-f254f3c79d6c,revision_number=3']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:41:06.212857 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1522ac89-fa28-4492-903b-a9b48f14e200 None None] Routers {'45a36899-537b-4e98-a4d0-a79734a72d5c'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:41:06.213509 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-1522ac89-fa28-4492-903b-a9b48f14e200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:41:00Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['45a36899-537b-4e98-a4d0-a79734a72d5c'], 'active': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:41:06.476964 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea0535f0-7083-4e5c-9197-0281d9b2a503 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95c917f5-14ba-5e96-98b8-1a52654a930a-7f133f62-9339-4f4a-b1ed-7fcec9cd75f0', 'network_id': '7f133f62-9339-4f4a-b1ed-7fcec9cd75f0', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'fixed_ips': [{'subnet_id': '1b866563-2192-45dd-be50-c207f83439fe'}]}} from dv-neutron-825124-1-hyperv. {{(pid=84154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 20 14:41:06.477759 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ea0535f0-7083-4e5c-9197-0281d9b2a503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:41:06.505391 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvr_db [None req-1522ac89-fa28-4492-903b-a9b48f14e200 None None] Set router 45a36899-537b-4e98-a4d0-a79734a72d5c gateway port host: dv-neutron-825124-1-hyperv {{(pid=84154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 14:41:06.884187 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_common [None req-ea0535f0-7083-4e5c-9197-0281d9b2a503 None None] Allocated IP 172.20.0.2 (7f133f62-9339-4f4a-b1ed-7fcec9cd75f0/1b866563-2192-45dd-be50-c207f83439fe/a3f80245-27a8-4551-a147-013947874d68) {{(pid=84154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:41:07.022427 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-1522ac89-fa28-4492-903b-a9b48f14e200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45a36899-537b-4e98-a4d0-a79734a72d5c', 'name': 'tempest-TestNetworkBasicOps-router-1189388309', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.119'}], 'enable_snat': True}, 'gw_port_id': '7efd8ebc-c9d9-4033-ab86-f254f3c79d6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:41:02Z', 'updated_at': '2022-01-20T14:41:03Z', 'revision_number': 3, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'gw_port': {'id': '7efd8ebc-c9d9-4033-ab86-f254f3c79d6c', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:c8:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45a36899-537b-4e98-a4d0-a79734a72d5c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:41:03Z', 'updated_at': '2022-01-20T14:41:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv'}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:41:07.037482 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1522ac89-fa28-4492-903b-a9b48f14e200 None None] The sync data for ids ['45a36899-537b-4e98-a4d0-a79734a72d5c'] in dv-neutron-825124-1-hyperv is: [{'id': '45a36899-537b-4e98-a4d0-a79734a72d5c', 'name': 'tempest-TestNetworkBasicOps-router-1189388309', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.119'}], 'enable_snat': True}, 'gw_port_id': '7efd8ebc-c9d9-4033-ab86-f254f3c79d6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:41:02Z', 'updated_at': '2022-01-20T14:41:03Z', 'revision_number': 3, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'gw_port': {'id': '7efd8ebc-c9d9-4033-ab86-f254f3c79d6c', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:c8:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45a36899-537b-4e98-a4d0-a79734a72d5c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:41:03Z', 'updated_at': '2022-01-20T14:41:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv'}] {{(pid=84154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 14:41:07.086638 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-05320500-29bc-4c45-8a75-90af2640bb62 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:41:07.120331 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ea0535f0-7083-4e5c-9197-0281d9b2a503 None None] Notify callbacks [] for port, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:41:07.130858 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ea0535f0-7083-4e5c-9197-0281d9b2a503 None None] Transition to ACTIVE for port object a3f80245-27a8-4551-a147-013947874d68 will not be triggered until provisioned by entity L2. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:41:07.152746 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ea0535f0-7083-4e5c-9197-0281d9b2a503 None None] Transition to ACTIVE for port object a3f80245-27a8-4551-a147-013947874d68 will not be triggered until provisioned by entity DHCP. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:41:07.257499 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ea0535f0-7083-4e5c-9197-0281d9b2a503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477'] for port, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:41:07.410674 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea0535f0-7083-4e5c-9197-0281d9b2a503 None None] Network 7f133f62-9339-4f4a-b1ed-7fcec9cd75f0 is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:41:07.411542 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0535f0-7083-4e5c-9197-0281d9b2a503 None None] Pushing event updated for resources: {'Port': ['ID=a3f80245-27a8-4551-a147-013947874d68,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:41:07.415097 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-ea0535f0-7083-4e5c-9197-0281d9b2a503 None None] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:41:07.417183 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea0535f0-7083-4e5c-9197-0281d9b2a503 None None] Received port after_create {{(pid=84154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:41:07.508713 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-ea0535f0-7083-4e5c-9197-0281d9b2a503 None None] Attempting to bind port a3f80245-27a8-4551-a147-013947874d68 on host dv-neutron-825124-1-hyperv for vnic_type normal with profile {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:41:07.509137 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-ea0535f0-7083-4e5c-9197-0281d9b2a503 None None] Attempting to bind port a3f80245-27a8-4551-a147-013947874d68 by drivers openvswitch,hyperv on host dv-neutron-825124-1-hyperv at level 0 using segments [{'id': '562a7e02-2221-46ba-a516-462bbb722f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '7f133f62-9339-4f4a-b1ed-7fcec9cd75f0'}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:41:07.509601 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea0535f0-7083-4e5c-9197-0281d9b2a503 None None] Attempting to bind port a3f80245-27a8-4551-a147-013947874d68 on network 7f133f62-9339-4f4a-b1ed-7fcec9cd75f0 {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 14:41:07.517494 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea0535f0-7083-4e5c-9197-0281d9b2a503 None None] Checking agent: {'id': '6414dfeb-85c5-454a-8756-709ca637d800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825124-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 16, 31), 'started_at': datetime.datetime(2022, 1, 20, 14, 17, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 41, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825124-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 14:41:07.517865 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea0535f0-7083-4e5c-9197-0281d9b2a503 None None] Checking segment: {'id': '562a7e02-2221-46ba-a516-462bbb722f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '7f133f62-9339-4f4a-b1ed-7fcec9cd75f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 14:41:07.518287 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ea0535f0-7083-4e5c-9197-0281d9b2a503 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:41:07.518678 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea0535f0-7083-4e5c-9197-0281d9b2a503 None None] Bound using segment: {'id': '562a7e02-2221-46ba-a516-462bbb722f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '7f133f62-9339-4f4a-b1ed-7fcec9cd75f0'} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 14:41:07.519135 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-ea0535f0-7083-4e5c-9197-0281d9b2a503 None None] Bound port: a3f80245-27a8-4551-a147-013947874d68, host: dv-neutron-825124-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '562a7e02-2221-46ba-a516-462bbb722f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '7f133f62-9339-4f4a-b1ed-7fcec9cd75f0'}}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:41:07.519504 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ea0535f0-7083-4e5c-9197-0281d9b2a503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:41:07.551517 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.db_base_plugin_common [None req-05320500-29bc-4c45-8a75-90af2640bb62 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Allocated IP 172.20.0.1 (7f133f62-9339-4f4a-b1ed-7fcec9cd75f0/1b866563-2192-45dd-be50-c207f83439fe/51e978f9-822d-47b7-b23b-727bc1d95fab) {{(pid=84153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:41:07.613712 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-ea0535f0-7083-4e5c-9197-0281d9b2a503 None None] For port a3f80245-27a8-4551-a147-013947874d68, host dv-neutron-825124-1-hyperv, cleared binding levels {{(pid=84154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 14:41:07.617110 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-ea0535f0-7083-4e5c-9197-0281d9b2a503 None None] For port a3f80245-27a8-4551-a147-013947874d68, host dv-neutron-825124-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=a3f80245-27a8-4551-a147-013947874d68,segment=NetworkSegment(562a7e02-2221-46ba-a516-462bbb722f50),segment_id=562a7e02-2221-46ba-a516-462bbb722f50)] {{(pid=84154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 14:41:07.705456 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ea0535f0-7083-4e5c-9197-0281d9b2a503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:41:07.728008 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-05320500-29bc-4c45-8a75-90af2640bb62 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for port, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:41:07.745635 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.provisioning_blocks [None req-05320500-29bc-4c45-8a75-90af2640bb62 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Transition to ACTIVE for port object 51e978f9-822d-47b7-b23b-727bc1d95fab will not be triggered until provisioned by entity DHCP. {{(pid=84153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:41:07.793771 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0535f0-7083-4e5c-9197-0281d9b2a503 None None] Pushing event updated for resources: {'Port': ['ID=a3f80245-27a8-4551-a147-013947874d68,revision_number=2']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:41:07.858316 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-05320500-29bc-4c45-8a75-90af2640bb62 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:41:07.932843 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05320500-29bc-4c45-8a75-90af2640bb62 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Network 7f133f62-9339-4f4a-b1ed-7fcec9cd75f0 is already hosted by enough agents. {{(pid=84153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:41:07.935538 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.base_scheduler [None req-05320500-29bc-4c45-8a75-90af2640bb62 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Resources bound (agent type, host, resource id): {{(pid=84153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:41:07.937951 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05320500-29bc-4c45-8a75-90af2640bb62 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Received port after_create {{(pid=84153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:41:07.979038 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05320500-29bc-4c45-8a75-90af2640bb62 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Pushing event updated for resources: {'Port': ['ID=51e978f9-822d-47b7-b23b-727bc1d95fab,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:41:08.009212 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-05320500-29bc-4c45-8a75-90af2640bb62 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-745387'] for router_interface, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:41:08.175046 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-05320500-29bc-4c45-8a75-90af2640bb62 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:41:08.296942 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 7efd8ebc-c9d9-4033-ab86-f254f3c79d6c up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:41:08.428063 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning for port 7efd8ebc-c9d9-4033-ab86-f254f3c79d6c completed by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:41:08.433221 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port 7efd8ebc-c9d9-4033-ab86-f254f3c79d6c triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:41:08.438370 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:41:08.563933 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:41:08.582935 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] For port 7efd8ebc-c9d9-4033-ab86-f254f3c79d6c, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=7efd8ebc-c9d9-4033-ab86-f254f3c79d6c,segment=NetworkSegment(f628f1ba-6b70-4c9b-8839-62340c040c81),segment_id=f628f1ba-6b70-4c9b-8839-62340c040c81)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:41:08.655050 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:41:08.655983 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device a3f80245-27a8-4551-a147-013947874d68 up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:41:08.765884 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-05320500-29bc-4c45-8a75-90af2640bb62 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for port, precommit_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:41:08.774658 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Pushing event updated for resources: {'Port': ['ID=7efd8ebc-c9d9-4033-ab86-f254f3c79d6c,revision_number=4']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:41:08.834808 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-05320500-29bc-4c45-8a75-90af2640bb62 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3944146'] for port, after_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:41:08.835507 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f45892b-4802-434e-922d-359128042375 None None] Network 7f133f62-9339-4f4a-b1ed-7fcec9cd75f0 requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:41:08.900912 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning for port a3f80245-27a8-4551-a147-013947874d68 completed by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:41:08.951486 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-05320500-29bc-4c45-8a75-90af2640bb62 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1705158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-743490'] for router_interface, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:41:08.955896 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05320500-29bc-4c45-8a75-90af2640bb62 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Pushing event updated for resources: {'Port': ['ID=51e978f9-822d-47b7-b23b-727bc1d95fab,revision_number=2']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:41:09.064272 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-fb766d07-f629-4bdd-a114-8c17cfd09709 None None] Provisioning for port a3f80245-27a8-4551-a147-013947874d68 completed by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:41:09.071599 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-fb766d07-f629-4bdd-a114-8c17cfd09709 None None] Provisioning complete for port a3f80245-27a8-4551-a147-013947874d68 triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:41:09.071962 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-fb766d07-f629-4bdd-a114-8c17cfd09709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:41:09.111094 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05320500-29bc-4c45-8a75-90af2640bb62 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Network 7f133f62-9339-4f4a-b1ed-7fcec9cd75f0 is already hosted by enough agents. {{(pid=84153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:41:09.112416 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.base_scheduler [None req-05320500-29bc-4c45-8a75-90af2640bb62 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Resources bound (agent type, host, resource id): {{(pid=84153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:41:09.213909 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-fb766d07-f629-4bdd-a114-8c17cfd09709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:41:09.251892 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-fb766d07-f629-4bdd-a114-8c17cfd09709 None None] For port a3f80245-27a8-4551-a147-013947874d68, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=a3f80245-27a8-4551-a147-013947874d68,segment=NetworkSegment(562a7e02-2221-46ba-a516-462bbb722f50),segment_id=562a7e02-2221-46ba-a516-462bbb722f50)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:41:09.342864 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-fb766d07-f629-4bdd-a114-8c17cfd09709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:41:09.416808 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb766d07-f629-4bdd-a114-8c17cfd09709 None None] Pushing event updated for resources: {'Port': ['ID=a3f80245-27a8-4551-a147-013947874d68,revision_number=3']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:41:09.534522 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-539d40b0-b16d-4d55-8b2e-a761ae8264c9 None None] Provisioning for port 51e978f9-822d-47b7-b23b-727bc1d95fab completed by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:41:09.536940 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05320500-29bc-4c45-8a75-90af2640bb62 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Router 45a36899-537b-4e98-a4d0-a79734a72d5c has already been hosted by L3 agent 624d525b-4c26-4143-8a1c-228bb1c6faaa {{(pid=84153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 14:41:09.539976 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-539d40b0-b16d-4d55-8b2e-a761ae8264c9 None None] Provisioning complete for port 51e978f9-822d-47b7-b23b-727bc1d95fab triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:41:09.540481 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-539d40b0-b16d-4d55-8b2e-a761ae8264c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:41:09.597972 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-539d40b0-b16d-4d55-8b2e-a761ae8264c9 None None] Port 51e978f9-822d-47b7-b23b-727bc1d95fab cannot update to ACTIVE because it is not bound. {{(pid=84154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 14:41:09.610621 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-539d40b0-b16d-4d55-8b2e-a761ae8264c9 None None] Provisioning complete for port a3f80245-27a8-4551-a147-013947874d68 triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:41:09.610999 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-539d40b0-b16d-4d55-8b2e-a761ae8264c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:41:09.770755 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05320500-29bc-4c45-8a75-90af2640bb62 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify agent at l3_agent.dv-neutron-825124-1-hyperv the message routers_updated {{(pid=84153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 14:41:09.783912 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-05320500-29bc-4c45-8a75-90af2640bb62 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "PUT /v2.0/routers/45a36899-537b-4e98-a4d0-a79734a72d5c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6105866 Jan 20 14:41:09.786453 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 44396) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:41:09.861921 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-d06d6601-9887-4ffd-8e8d-18a74306f8f7 None None] Provisioning complete for port 51e978f9-822d-47b7-b23b-727bc1d95fab triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:41:09.862326 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-d06d6601-9887-4ffd-8e8d-18a74306f8f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:41:09.914555 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-d06d6601-9887-4ffd-8e8d-18a74306f8f7 None None] Port 51e978f9-822d-47b7-b23b-727bc1d95fab cannot update to ACTIVE because it is not bound. {{(pid=84154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 14:41:09.929868 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ef9fc13-c3ff-4294-b48f-52c36aa5cdb3 tempest-TestNetworkBasicOps-1338634829 tempest-TestNetworkBasicOps-1338634829-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:41:09.930267 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ef9fc13-c3ff-4294-b48f-52c36aa5cdb3 tempest-TestNetworkBasicOps-1338634829 tempest-TestNetworkBasicOps-1338634829-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:41:09.930621 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ef9fc13-c3ff-4294-b48f-52c36aa5cdb3 tempest-TestNetworkBasicOps-1338634829 tempest-TestNetworkBasicOps-1338634829-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:41:09.930975 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ef9fc13-c3ff-4294-b48f-52c36aa5cdb3 tempest-TestNetworkBasicOps-1338634829 tempest-TestNetworkBasicOps-1338634829-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:41:09.931346 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ef9fc13-c3ff-4294-b48f-52c36aa5cdb3 tempest-TestNetworkBasicOps-1338634829 tempest-TestNetworkBasicOps-1338634829-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:41:09.931693 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ef9fc13-c3ff-4294-b48f-52c36aa5cdb3 tempest-TestNetworkBasicOps-1338634829 tempest-TestNetworkBasicOps-1338634829-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:41:09.933434 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-5ef9fc13-c3ff-4294-b48f-52c36aa5cdb3 tempest-TestNetworkBasicOps-1338634829 tempest-TestNetworkBasicOps-1338634829-project-admin] 10.222.0.54 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4283 time: 0.1460919 Jan 20 14:41:09.936138 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 44400) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:41:10.004133 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3511d4fe-64df-4b60-a711-a1a31c3462fe tempest-TestNetworkBasicOps-1338634829 tempest-TestNetworkBasicOps-1338634829-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:41:10.004414 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3511d4fe-64df-4b60-a711-a1a31c3462fe tempest-TestNetworkBasicOps-1338634829 tempest-TestNetworkBasicOps-1338634829-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:41:10.004768 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3511d4fe-64df-4b60-a711-a1a31c3462fe tempest-TestNetworkBasicOps-1338634829 tempest-TestNetworkBasicOps-1338634829-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:41:10.005115 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3511d4fe-64df-4b60-a711-a1a31c3462fe tempest-TestNetworkBasicOps-1338634829 tempest-TestNetworkBasicOps-1338634829-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:41:10.005458 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3511d4fe-64df-4b60-a711-a1a31c3462fe tempest-TestNetworkBasicOps-1338634829 tempest-TestNetworkBasicOps-1338634829-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:41:10.005800 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3511d4fe-64df-4b60-a711-a1a31c3462fe tempest-TestNetworkBasicOps-1338634829 tempest-TestNetworkBasicOps-1338634829-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:41:10.007578 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-3511d4fe-64df-4b60-a711-a1a31c3462fe tempest-TestNetworkBasicOps-1338634829 tempest-TestNetworkBasicOps-1338634829-project-admin] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4003 time: 0.0704722 Jan 20 14:41:10.010239 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 44404) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:41:10.220850 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 7efd8ebc-c9d9-4033-ab86-f254f3c79d6c up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:41:10.246089 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-783ead95-af46-4437-926b-7f61af38be2c tempest-TestNetworkBasicOps-1338634829 tempest-TestNetworkBasicOps-1338634829-project-admin] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3045 time: 0.2335653 Jan 20 14:41:10.300521 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port 7efd8ebc-c9d9-4033-ab86-f254f3c79d6c triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:41:10.301111 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:41:10.435681 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device a3f80245-27a8-4551-a147-013947874d68 up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:41:10.513150 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port a3f80245-27a8-4551-a147-013947874d68 triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:41:10.513441 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:41:10.639131 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6989e8c-1924-41c1-93d3-6f1e59f6e336 None None] Sync routers for ids ['45a36899-537b-4e98-a4d0-a79734a72d5c'] in dv-neutron-825124-1-hyperv {{(pid=84155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 14:41:10.649169 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6989e8c-1924-41c1-93d3-6f1e59f6e336 None None] Routers {'45a36899-537b-4e98-a4d0-a79734a72d5c'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:41:10.650269 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-d6989e8c-1924-41c1-93d3-6f1e59f6e336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:41:00Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['45a36899-537b-4e98-a4d0-a79734a72d5c'], 'active': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:41:10.725483 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 44412) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:41:10.731126 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-988685ae-7c33-4ca4-9db9-5d2235046b43 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-708725217', 'description': 'tempest-secgroup-smoke-708725217 description', 'project_id': '640e8dbef2de46a485c2653a25e2ea4a'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:41:10.736965 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-988685ae-7c33-4ca4-9db9-5d2235046b43 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:41:10.741292 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-988685ae-7c33-4ca4-9db9-5d2235046b43 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Usage tracker for resource:security_group and tenant:640e8dbef2de46a485c2653a25e2ea4a is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:41:10.744180 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-988685ae-7c33-4ca4-9db9-5d2235046b43 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:41:10.750629 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-988685ae-7c33-4ca4-9db9-5d2235046b43 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:41:10.832132 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvr_db [None req-d6989e8c-1924-41c1-93d3-6f1e59f6e336 None None] Set router 45a36899-537b-4e98-a4d0-a79734a72d5c gateway port host: dv-neutron-825124-1-hyperv {{(pid=84155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 14:41:10.833959 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-988685ae-7c33-4ca4-9db9-5d2235046b43 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for security_group, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:41:10.870476 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-988685ae-7c33-4ca4-9db9-5d2235046b43 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:41:10.874936 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-988685ae-7c33-4ca4-9db9-5d2235046b43 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Usage tracker for resource:security_group_rule and tenant:640e8dbef2de46a485c2653a25e2ea4a is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:41:10.877781 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-988685ae-7c33-4ca4-9db9-5d2235046b43 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:41:10.883615 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-988685ae-7c33-4ca4-9db9-5d2235046b43 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:41:10.940151 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-988685ae-7c33-4ca4-9db9-5d2235046b43 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for security_group, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:41:11.044106 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-988685ae-7c33-4ca4-9db9-5d2235046b43 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:41:11.089965 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988685ae-7c33-4ca4-9db9-5d2235046b43 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2ee6a32-8321-4a61-bdfa-9e111e986986,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:41:11.156604 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-d6989e8c-1924-41c1-93d3-6f1e59f6e336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45a36899-537b-4e98-a4d0-a79734a72d5c', 'name': 'tempest-TestNetworkBasicOps-router-1189388309', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.119'}], 'enable_snat': True}, 'gw_port_id': '7efd8ebc-c9d9-4033-ab86-f254f3c79d6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:41:02Z', 'updated_at': '2022-01-20T14:41:08Z', 'revision_number': 4, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'gw_port': {'id': '7efd8ebc-c9d9-4033-ab86-f254f3c79d6c', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:c8:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45a36899-537b-4e98-a4d0-a79734a72d5c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:41:03Z', 'updated_at': '2022-01-20T14:41:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv', '_interfaces': [{'id': '51e978f9-822d-47b7-b23b-727bc1d95fab', 'name': '', 'network_id': '7f133f62-9339-4f4a-b1ed-7fcec9cd75f0', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'mac_address': 'fa:16:3e:56:25:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45a36899-537b-4e98-a4d0-a79734a72d5c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1b866563-2192-45dd-be50-c207f83439fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:41:07Z', 'updated_at': '2022-01-20T14:41:08Z', 'revision_number': 2, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'subnets': [{'id': '1b866563-2192-45dd-be50-c207f83439fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:41:11.163646 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-988685ae-7c33-4ca4-9db9-5d2235046b43 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for security_group, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:41:11.163777 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6989e8c-1924-41c1-93d3-6f1e59f6e336 None None] Checking router: 45a36899-537b-4e98-a4d0-a79734a72d5c for host: dv-neutron-825124-1-hyperv {{(pid=84155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 14:41:11.163777 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6989e8c-1924-41c1-93d3-6f1e59f6e336 None None] Updating router 45a36899-537b-4e98-a4d0-a79734a72d5c port 51e978f9-822d-47b7-b23b-727bc1d95fab binding host dv-neutron-825124-1-hyperv {{(pid=84155) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 20 14:41:11.163932 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-988685ae-7c33-4ca4-9db9-5d2235046b43 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.4356515 Jan 20 14:41:11.166144 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 44416) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:41:11.172663 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-0fd07528-af60-42c8-87a2-32a9c8d36ad1 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Request body: {'security_group_rule': {'security_group_id': 'a2ee6a32-8321-4a61-bdfa-9e111e986986', 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:41:11.179018 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-0fd07528-af60-42c8-87a2-32a9c8d36ad1 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:41:11.182838 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-0fd07528-af60-42c8-87a2-32a9c8d36ad1 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Usage tracker for resource:security_group_rule and tenant:640e8dbef2de46a485c2653a25e2ea4a is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:41:11.185999 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-0fd07528-af60-42c8-87a2-32a9c8d36ad1 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:41:11.191803 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-0fd07528-af60-42c8-87a2-32a9c8d36ad1 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:41:11.223342 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d6989e8c-1924-41c1-93d3-6f1e59f6e336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:41:11.269924 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-0fd07528-af60-42c8-87a2-32a9c8d36ad1 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:41:11.336585 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-0fd07528-af60-42c8-87a2-32a9c8d36ad1 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:41:11.400368 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-0fd07528-af60-42c8-87a2-32a9c8d36ad1 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734962'] for security_group_rule, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:41:11.558427 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd07528-af60-42c8-87a2-32a9c8d36ad1 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=084300cc-b8df-4524-8ea9-5c0427249c23,revision_number=0']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:41:11.580753 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d6989e8c-1924-41c1-93d3-6f1e59f6e336 None None] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:41:11.595332 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-d6989e8c-1924-41c1-93d3-6f1e59f6e336 None None] Transition to ACTIVE for port object 51e978f9-822d-47b7-b23b-727bc1d95fab will not be triggered until provisioned by entity L2. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:41:11.669552 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-0fd07528-af60-42c8-87a2-32a9c8d36ad1 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:41:11.669917 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d6989e8c-1924-41c1-93d3-6f1e59f6e336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:41:11.672683 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-0fd07528-af60-42c8-87a2-32a9c8d36ad1 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.5036893 Jan 20 14:41:11.673890 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 44420) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:41:11.679489 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-5db46798-0439-453f-ade1-456b99275967 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Request body: {'security_group_rule': {'security_group_id': 'a2ee6a32-8321-4a61-bdfa-9e111e986986', 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:41:11.686555 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-5db46798-0439-453f-ade1-456b99275967 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:41:11.690171 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-5db46798-0439-453f-ade1-456b99275967 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Usage tracker for resource:security_group_rule and tenant:640e8dbef2de46a485c2653a25e2ea4a is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:41:11.693188 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-5db46798-0439-453f-ade1-456b99275967 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:41:11.701909 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-5db46798-0439-453f-ade1-456b99275967 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:41:11.800365 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d16729-c366-4784-8749-4cee3547b4a3 None None] Pushing event updated for resources: {'Port': ['ID=51e978f9-822d-47b7-b23b-727bc1d95fab,revision_number=3']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:41:11.807155 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-5db46798-0439-453f-ade1-456b99275967 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:41:11.814214 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d16729-c366-4784-8749-4cee3547b4a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:41:11.814567 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d16729-c366-4784-8749-4cee3547b4a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:41:11.814957 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d16729-c366-4784-8749-4cee3547b4a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:41:11.815291 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d16729-c366-4784-8749-4cee3547b4a3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:41:11.815628 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d16729-c366-4784-8749-4cee3547b4a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:41:11.815957 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d16729-c366-4784-8749-4cee3547b4a3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:41:11.816400 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d16729-c366-4784-8749-4cee3547b4a3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:41:11.816737 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d16729-c366-4784-8749-4cee3547b4a3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:41:11.817075 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d16729-c366-4784-8749-4cee3547b4a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:41:11.817392 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d16729-c366-4784-8749-4cee3547b4a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:41:11.817712 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d16729-c366-4784-8749-4cee3547b4a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:41:11.910912 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-5db46798-0439-453f-ade1-456b99275967 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:41:11.924544 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-d6989e8c-1924-41c1-93d3-6f1e59f6e336 None None] Attempting to bind port 51e978f9-822d-47b7-b23b-727bc1d95fab on host dv-neutron-825124-1-hyperv for vnic_type normal with profile {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:41:11.924544 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-d6989e8c-1924-41c1-93d3-6f1e59f6e336 None None] Attempting to bind port 51e978f9-822d-47b7-b23b-727bc1d95fab by drivers openvswitch,hyperv on host dv-neutron-825124-1-hyperv at level 0 using segments [{'id': '562a7e02-2221-46ba-a516-462bbb722f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '7f133f62-9339-4f4a-b1ed-7fcec9cd75f0'}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:41:11.924544 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6989e8c-1924-41c1-93d3-6f1e59f6e336 None None] Attempting to bind port 51e978f9-822d-47b7-b23b-727bc1d95fab on network 7f133f62-9339-4f4a-b1ed-7fcec9cd75f0 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 14:41:11.932351 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6989e8c-1924-41c1-93d3-6f1e59f6e336 None None] Checking agent: {'id': '6414dfeb-85c5-454a-8756-709ca637d800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825124-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 16, 31), 'started_at': datetime.datetime(2022, 1, 20, 14, 17, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 41, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825124-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 14:41:11.932869 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6989e8c-1924-41c1-93d3-6f1e59f6e336 None None] Checking segment: {'id': '562a7e02-2221-46ba-a516-462bbb722f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '7f133f62-9339-4f4a-b1ed-7fcec9cd75f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 14:41:11.933569 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d6989e8c-1924-41c1-93d3-6f1e59f6e336 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:41:11.934087 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6989e8c-1924-41c1-93d3-6f1e59f6e336 None None] Bound using segment: {'id': '562a7e02-2221-46ba-a516-462bbb722f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '7f133f62-9339-4f4a-b1ed-7fcec9cd75f0'} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 14:41:11.934677 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-d6989e8c-1924-41c1-93d3-6f1e59f6e336 None None] Bound port: 51e978f9-822d-47b7-b23b-727bc1d95fab, host: dv-neutron-825124-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '562a7e02-2221-46ba-a516-462bbb722f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '7f133f62-9339-4f4a-b1ed-7fcec9cd75f0'}}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:41:11.935043 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d6989e8c-1924-41c1-93d3-6f1e59f6e336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:41:12.051690 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-d6989e8c-1924-41c1-93d3-6f1e59f6e336 None None] For port 51e978f9-822d-47b7-b23b-727bc1d95fab, host dv-neutron-825124-1-hyperv, cleared binding levels {{(pid=84155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 14:41:12.054976 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-d6989e8c-1924-41c1-93d3-6f1e59f6e336 None None] For port 51e978f9-822d-47b7-b23b-727bc1d95fab, host dv-neutron-825124-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=51e978f9-822d-47b7-b23b-727bc1d95fab,segment=NetworkSegment(562a7e02-2221-46ba-a516-462bbb722f50),segment_id=562a7e02-2221-46ba-a516-462bbb722f50)] {{(pid=84155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 14:41:12.079622 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-5db46798-0439-453f-ade1-456b99275967 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734962'] for security_group_rule, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:41:12.110693 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db46798-0439-453f-ade1-456b99275967 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc793eca-227a-412d-a646-ac4ec073365b,revision_number=0']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:41:12.171870 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d6989e8c-1924-41c1-93d3-6f1e59f6e336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:41:12.265034 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-5db46798-0439-453f-ade1-456b99275967 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:41:12.273476 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 44424) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:41:12.273982 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-5db46798-0439-453f-ade1-456b99275967 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.5921330 Jan 20 14:41:12.282075 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-717b062d-e79d-40ca-948b-591f674c145a tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Request body: {'security_group_rule': {'security_group_id': 'a2ee6a32-8321-4a61-bdfa-9e111e986986', 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:41:12.284186 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d16729-c366-4784-8749-4cee3547b4a3 None None] Pushing event updated for resources: {'Port': ['ID=51e978f9-822d-47b7-b23b-727bc1d95fab,revision_number=4']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:41:12.289777 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-717b062d-e79d-40ca-948b-591f674c145a tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:41:12.290780 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6989e8c-1924-41c1-93d3-6f1e59f6e336 None None] Routers {'45a36899-537b-4e98-a4d0-a79734a72d5c'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:41:12.291647 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-d6989e8c-1924-41c1-93d3-6f1e59f6e336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:41:00Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['45a36899-537b-4e98-a4d0-a79734a72d5c'], 'active': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:41:12.301264 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-717b062d-e79d-40ca-948b-591f674c145a tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Usage tracker for resource:security_group_rule and tenant:640e8dbef2de46a485c2653a25e2ea4a is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:41:12.301264 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-717b062d-e79d-40ca-948b-591f674c145a tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:41:12.307449 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-717b062d-e79d-40ca-948b-591f674c145a tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:41:12.399836 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-717b062d-e79d-40ca-948b-591f674c145a tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:41:12.496328 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-717b062d-e79d-40ca-948b-591f674c145a tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:41:12.508288 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvr_db [None req-d6989e8c-1924-41c1-93d3-6f1e59f6e336 None None] Set router 45a36899-537b-4e98-a4d0-a79734a72d5c gateway port host: dv-neutron-825124-1-hyperv {{(pid=84155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 14:41:12.616591 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-717b062d-e79d-40ca-948b-591f674c145a tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734962'] for security_group_rule, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:41:12.644258 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717b062d-e79d-40ca-948b-591f674c145a tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0894c982-cc36-4d5b-8869-a89b015b0b29,revision_number=0']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:41:12.763722 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-717b062d-e79d-40ca-948b-591f674c145a tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:41:12.765230 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-717b062d-e79d-40ca-948b-591f674c145a tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4908285 Jan 20 14:41:12.769768 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 44428) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:41:12.777589 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-9536a507-1d90-4a62-a1e8-869109beb1bb tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Request body: {'security_group_rule': {'security_group_id': 'a2ee6a32-8321-4a61-bdfa-9e111e986986', 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:41:12.785456 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-9536a507-1d90-4a62-a1e8-869109beb1bb tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:41:12.788209 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-9536a507-1d90-4a62-a1e8-869109beb1bb tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Usage tracker for resource:security_group_rule and tenant:640e8dbef2de46a485c2653a25e2ea4a is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:41:12.791113 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-9536a507-1d90-4a62-a1e8-869109beb1bb tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:41:12.799929 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-9536a507-1d90-4a62-a1e8-869109beb1bb tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:41:12.835384 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-d6989e8c-1924-41c1-93d3-6f1e59f6e336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45a36899-537b-4e98-a4d0-a79734a72d5c', 'name': 'tempest-TestNetworkBasicOps-router-1189388309', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.119'}], 'enable_snat': True}, 'gw_port_id': '7efd8ebc-c9d9-4033-ab86-f254f3c79d6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:41:02Z', 'updated_at': '2022-01-20T14:41:08Z', 'revision_number': 4, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'gw_port': {'id': '7efd8ebc-c9d9-4033-ab86-f254f3c79d6c', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:c8:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45a36899-537b-4e98-a4d0-a79734a72d5c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:41:03Z', 'updated_at': '2022-01-20T14:41:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv', '_interfaces': [{'id': '51e978f9-822d-47b7-b23b-727bc1d95fab', 'name': '', 'network_id': '7f133f62-9339-4f4a-b1ed-7fcec9cd75f0', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'mac_address': 'fa:16:3e:56:25:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45a36899-537b-4e98-a4d0-a79734a72d5c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1b866563-2192-45dd-be50-c207f83439fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:41:07Z', 'updated_at': '2022-01-20T14:41:12Z', 'revision_number': 4, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'subnets': [{'id': '1b866563-2192-45dd-be50-c207f83439fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:41:12.839309 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6989e8c-1924-41c1-93d3-6f1e59f6e336 None None] The sync data for ids ['45a36899-537b-4e98-a4d0-a79734a72d5c'] in dv-neutron-825124-1-hyperv is: [{'id': '45a36899-537b-4e98-a4d0-a79734a72d5c', 'name': 'tempest-TestNetworkBasicOps-router-1189388309', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.119'}], 'enable_snat': True}, 'gw_port_id': '7efd8ebc-c9d9-4033-ab86-f254f3c79d6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:41:02Z', 'updated_at': '2022-01-20T14:41:08Z', 'revision_number': 4, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'gw_port': {'id': '7efd8ebc-c9d9-4033-ab86-f254f3c79d6c', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:c8:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45a36899-537b-4e98-a4d0-a79734a72d5c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:41:03Z', 'updated_at': '2022-01-20T14:41:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv', '_interfaces': [{'id': '51e978f9-822d-47b7-b23b-727bc1d95fab', 'name': '', 'network_id': '7f133f62-9339-4f4a-b1ed-7fcec9cd75f0', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'mac_address': 'fa:16:3e:56:25:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45a36899-537b-4e98-a4d0-a79734a72d5c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1b866563-2192-45dd-be50-c207f83439fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:41:07Z', 'updated_at': '2022-01-20T14:41:12Z', 'revision_number': 4, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'subnets': [{'id': '1b866563-2192-45dd-be50-c207f83439fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 14:41:12.973184 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-9536a507-1d90-4a62-a1e8-869109beb1bb tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:41:13.058788 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-9536a507-1d90-4a62-a1e8-869109beb1bb tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:41:13.127005 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-9536a507-1d90-4a62-a1e8-869109beb1bb tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734962'] for security_group_rule, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:41:13.150768 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9536a507-1d90-4a62-a1e8-869109beb1bb tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a165d7f1-748d-4a2b-af13-98e908621606,revision_number=0']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:41:13.235746 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-9536a507-1d90-4a62-a1e8-869109beb1bb tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:41:13.236843 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-9536a507-1d90-4a62-a1e8-869109beb1bb tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.4664021 Jan 20 14:41:13.239627 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 44432) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:41:13.245733 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-20ed7093-60af-4904-8d7c-4ce93c851d4f tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Request body: {'security_group_rule': {'security_group_id': 'a2ee6a32-8321-4a61-bdfa-9e111e986986', 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:41:13.252615 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-20ed7093-60af-4904-8d7c-4ce93c851d4f tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:41:13.257236 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-20ed7093-60af-4904-8d7c-4ce93c851d4f tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Usage tracker for resource:security_group_rule and tenant:640e8dbef2de46a485c2653a25e2ea4a is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:41:13.267236 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-20ed7093-60af-4904-8d7c-4ce93c851d4f tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:41:13.273195 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-20ed7093-60af-4904-8d7c-4ce93c851d4f tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:41:13.346330 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.db.securitygroups_db [None req-20ed7093-60af-4904-8d7c-4ce93c851d4f tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Project 640e8dbef2de46a485c2653a25e2ea4a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 20 14:41:13.353750 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-20ed7093-60af-4904-8d7c-4ce93c851d4f tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:41:13.427737 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-20ed7093-60af-4904-8d7c-4ce93c851d4f tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:41:13.530873 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-20ed7093-60af-4904-8d7c-4ce93c851d4f tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734962'] for security_group_rule, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:41:13.558309 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ed7093-60af-4904-8d7c-4ce93c851d4f tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c73a32a-4b25-4021-85ac-bf4cc7eb8d61,revision_number=0']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:41:13.628213 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-20ed7093-60af-4904-8d7c-4ce93c851d4f tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:41:13.629403 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-20ed7093-60af-4904-8d7c-4ce93c851d4f tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3888128 Jan 20 14:41:13.632282 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 44436) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:41:13.638675 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-639dc1db-42a9-458f-9c61-78684554a534 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Request body: {'security_group_rule': {'security_group_id': 'a2ee6a32-8321-4a61-bdfa-9e111e986986', 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:41:13.645468 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-639dc1db-42a9-458f-9c61-78684554a534 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:41:13.650139 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-639dc1db-42a9-458f-9c61-78684554a534 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Usage tracker for resource:security_group_rule and tenant:640e8dbef2de46a485c2653a25e2ea4a is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:41:13.655901 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-639dc1db-42a9-458f-9c61-78684554a534 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:41:13.658947 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-639dc1db-42a9-458f-9c61-78684554a534 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:41:13.725365 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.db.securitygroups_db [None req-639dc1db-42a9-458f-9c61-78684554a534 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Project 640e8dbef2de46a485c2653a25e2ea4a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 20 14:41:13.733109 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-639dc1db-42a9-458f-9c61-78684554a534 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:41:13.811961 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-639dc1db-42a9-458f-9c61-78684554a534 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:41:13.947958 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-639dc1db-42a9-458f-9c61-78684554a534 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734962'] for security_group_rule, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:41:13.977891 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639dc1db-42a9-458f-9c61-78684554a534 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28c827a5-eb91-48a4-96c6-476fc922650b,revision_number=0']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:41:14.044258 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-639dc1db-42a9-458f-9c61-78684554a534 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:41:14.044574 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-639dc1db-42a9-458f-9c61-78684554a534 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.4112866 Jan 20 14:41:14.248489 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [req-ad7b8536-2c53-4ac1-8c31-814081909ced req-2a300d50-0f7d-482e-b7e0-4787e6a59503 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Synchronizing usage tracker for tenant:640e8dbef2de46a485c2653a25e2ea4a on resource:security_group {{(pid=84153) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:41:14.263460 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 51e978f9-822d-47b7-b23b-727bc1d95fab up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:41:14.326623 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [req-ad7b8536-2c53-4ac1-8c31-814081909ced req-2a300d50-0f7d-482e-b7e0-4787e6a59503 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Unset dirty status for tenant:640e8dbef2de46a485c2653a25e2ea4a on resource:security_group {{(pid=84153) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:41:14.327660 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-ad7b8536-2c53-4ac1-8c31-814081909ced req-2a300d50-0f7d-482e-b7e0-4787e6a59503 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-708725217&fields=id&tenant_id=640e8dbef2de46a485c2653a25e2ea4a HTTP/1.1" status: 200 len: 267 time: 0.1314960 Jan 20 14:41:14.452464 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning for port 51e978f9-822d-47b7-b23b-727bc1d95fab completed by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:41:14.458477 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port 51e978f9-822d-47b7-b23b-727bc1d95fab triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:41:14.458841 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:41:14.485857 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7b8536-2c53-4ac1-8c31-814081909ced req-ed840869-159d-4df9-9e4e-8731bd6832ed tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:41:14.485857 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [req-ad7b8536-2c53-4ac1-8c31-814081909ced req-ed840869-159d-4df9-9e4e-8731bd6832ed tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Synchronizing usage tracker for tenant:640e8dbef2de46a485c2653a25e2ea4a on resource:network {{(pid=84153) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:41:14.571140 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [req-ad7b8536-2c53-4ac1-8c31-814081909ced req-ed840869-159d-4df9-9e4e-8731bd6832ed tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Unset dirty status for tenant:640e8dbef2de46a485c2653a25e2ea4a on resource:network {{(pid=84153) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:41:14.572321 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-ad7b8536-2c53-4ac1-8c31-814081909ced req-ed840869-159d-4df9-9e4e-8731bd6832ed tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/networks?id=7f133f62-9339-4f4a-b1ed-7fcec9cd75f0 HTTP/1.1" status: 200 len: 796 time: 0.2379816 Jan 20 14:41:14.573429 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:41:14.589103 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-ad7b8536-2c53-4ac1-8c31-814081909ced req-92dbcf4f-3016-4c26-9a19-971d95b221c6 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/quotas/640e8dbef2de46a485c2653a25e2ea4a HTTP/1.1" status: 200 len: 375 time: 0.0112531 Jan 20 14:41:14.610276 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] For port 51e978f9-822d-47b7-b23b-727bc1d95fab, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=51e978f9-822d-47b7-b23b-727bc1d95fab,segment=NetworkSegment(562a7e02-2221-46ba-a516-462bbb722f50),segment_id=562a7e02-2221-46ba-a516-462bbb722f50)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:41:14.672224 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:41:14.672364 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [req-ad7b8536-2c53-4ac1-8c31-814081909ced req-fda36859-1106-4dbf-8688-90c0440f8ca7 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Synchronizing usage tracker for tenant:640e8dbef2de46a485c2653a25e2ea4a on resource:port {{(pid=84153) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:41:14.740896 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Pushing event updated for resources: {'Port': ['ID=51e978f9-822d-47b7-b23b-727bc1d95fab,revision_number=5']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:41:14.746160 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [req-ad7b8536-2c53-4ac1-8c31-814081909ced req-fda36859-1106-4dbf-8688-90c0440f8ca7 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Unset dirty status for tenant:640e8dbef2de46a485c2653a25e2ea4a on resource:port {{(pid=84153) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:41:14.747542 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-ad7b8536-2c53-4ac1-8c31-814081909ced req-fda36859-1106-4dbf-8688-90c0440f8ca7 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=640e8dbef2de46a485c2653a25e2ea4a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1524193 Jan 20 14:41:14.889247 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-ad7b8536-2c53-4ac1-8c31-814081909ced req-9e1610b6-30bc-4570-a8dc-8ad00ce7e7ae service neutron] 10.222.0.54 "GET /v2.0/networks/7f133f62-9339-4f4a-b1ed-7fcec9cd75f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293123 Jan 20 14:41:15.023554 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-ad7b8536-2c53-4ac1-8c31-814081909ced req-520c4b01-4bac-4d6b-a777-f7f1e319928d service neutron] 10.222.0.54 "GET /v2.0/networks/7f133f62-9339-4f4a-b1ed-7fcec9cd75f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279964 Jan 20 14:41:15.437513 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-70a14a93-2ce0-426c-8c90-0829bb902a85 req-5f4f6d52-0e3f-4faa-b911-44165c3af1d0 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/ports?device_id=a8b0a75c-bfdf-46de-845e-f4aacddf9c3d HTTP/1.1" status: 200 len: 210 time: 0.1207659 Jan 20 14:41:16.217106 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 51e978f9-822d-47b7-b23b-727bc1d95fab up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:41:16.284211 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port 51e978f9-822d-47b7-b23b-727bc1d95fab triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:41:16.284579 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:41:16.608317 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-5fdf947e-c00d-45a0-98b4-918f64bbca50 req-9b3ea783-e1c8-4ef1-b69e-1ff4de3f04f4 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/ports?device_id=a8b0a75c-bfdf-46de-845e-f4aacddf9c3d HTTP/1.1" status: 200 len: 210 time: 0.0408082 Jan 20 14:41:17.732298 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7b8536-2c53-4ac1-8c31-814081909ced req-300c1050-bf6f-410e-a8e8-da40ee3f3552 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:41:17.733701 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-ad7b8536-2c53-4ac1-8c31-814081909ced req-300c1050-bf6f-410e-a8e8-da40ee3f3552 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.106 "GET /v2.0/networks?id=7f133f62-9339-4f4a-b1ed-7fcec9cd75f0 HTTP/1.1" status: 200 len: 796 time: 0.1457067 Jan 20 14:41:17.778419 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-9e17463b-96c0-43c5-a5e4-906586bbda59 req-f730d13b-030e-4415-b74d-01692925e2a7 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/ports?device_id=a8b0a75c-bfdf-46de-845e-f4aacddf9c3d HTTP/1.1" status: 200 len: 210 time: 0.0408585 Jan 20 14:41:17.786890 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [req-ad7b8536-2c53-4ac1-8c31-814081909ced req-7f8c1529-0d5f-4083-b8b6-9238f198271b tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Synchronizing usage tracker for tenant:640e8dbef2de46a485c2653a25e2ea4a on resource:security_group {{(pid=84152) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:41:17.799325 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [req-ad7b8536-2c53-4ac1-8c31-814081909ced req-7f8c1529-0d5f-4083-b8b6-9238f198271b tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Unset dirty status for tenant:640e8dbef2de46a485c2653a25e2ea4a on resource:security_group {{(pid=84152) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:41:17.800484 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-ad7b8536-2c53-4ac1-8c31-814081909ced req-7f8c1529-0d5f-4083-b8b6-9238f198271b tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.106 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=640e8dbef2de46a485c2653a25e2ea4a HTTP/1.1" status: 200 len: 379 time: 0.0525813 Jan 20 14:41:17.810149 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [req-ad7b8536-2c53-4ac1-8c31-814081909ced req-0d052547-9a90-407b-9aca-b1b77a0abe39 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Request body: {'port': {'device_id': 'a8b0a75c-bfdf-46de-845e-f4aacddf9c3d', 'network_id': '7f133f62-9339-4f4a-b1ed-7fcec9cd75f0', 'admin_state_up': True, 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'security_groups': ['a2ee6a32-8321-4a61-bdfa-9e111e986986']}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:41:17.949205 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [req-ad7b8536-2c53-4ac1-8c31-814081909ced req-0d052547-9a90-407b-9aca-b1b77a0abe39 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:41:17.956322 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [req-ad7b8536-2c53-4ac1-8c31-814081909ced req-0d052547-9a90-407b-9aca-b1b77a0abe39 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:41:18.075138 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad7b8536-2c53-4ac1-8c31-814081909ced req-0d052547-9a90-407b-9aca-b1b77a0abe39 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Made reservation on behalf of 640e8dbef2de46a485c2653a25e2ea4a for: {'port': 1} {{(pid=84152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:41:18.076971 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [req-ad7b8536-2c53-4ac1-8c31-814081909ced req-0d052547-9a90-407b-9aca-b1b77a0abe39 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:41:18.245745 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.db_base_plugin_common [req-ad7b8536-2c53-4ac1-8c31-814081909ced req-0d052547-9a90-407b-9aca-b1b77a0abe39 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Allocated IP 172.20.0.4 (7f133f62-9339-4f4a-b1ed-7fcec9cd75f0/1b866563-2192-45dd-be50-c207f83439fe/93c99330-d4a4-4fdb-9e94-2a67815afc89) {{(pid=84152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:41:18.435581 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [req-ad7b8536-2c53-4ac1-8c31-814081909ced req-0d052547-9a90-407b-9aca-b1b77a0abe39 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for port, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:41:18.450839 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.provisioning_blocks [req-ad7b8536-2c53-4ac1-8c31-814081909ced req-0d052547-9a90-407b-9aca-b1b77a0abe39 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Transition to ACTIVE for port object 93c99330-d4a4-4fdb-9e94-2a67815afc89 will not be triggered until provisioned by entity DHCP. {{(pid=84152) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:41:18.576824 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [req-ad7b8536-2c53-4ac1-8c31-814081909ced req-0d052547-9a90-407b-9aca-b1b77a0abe39 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:41:18.650350 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad7b8536-2c53-4ac1-8c31-814081909ced req-0d052547-9a90-407b-9aca-b1b77a0abe39 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Network 7f133f62-9339-4f4a-b1ed-7fcec9cd75f0 is already hosted by enough agents. {{(pid=84152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:41:18.654056 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.base_scheduler [req-ad7b8536-2c53-4ac1-8c31-814081909ced req-0d052547-9a90-407b-9aca-b1b77a0abe39 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Resources bound (agent type, host, resource id): {{(pid=84152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:41:18.658143 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad7b8536-2c53-4ac1-8c31-814081909ced req-0d052547-9a90-407b-9aca-b1b77a0abe39 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Received port after_create {{(pid=84152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:41:18.688860 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d052547-9a90-407b-9aca-b1b77a0abe39 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Pushing event updated for resources: {'Port': ['ID=93c99330-d4a4-4fdb-9e94-2a67815afc89,revision_number=1']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:41:18.725447 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7b8536-2c53-4ac1-8c31-814081909ced req-0d052547-9a90-407b-9aca-b1b77a0abe39 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:41:18.726215 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [req-ad7b8536-2c53-4ac1-8c31-814081909ced req-0d052547-9a90-407b-9aca-b1b77a0abe39 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:41:18.838374 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-ad7b8536-2c53-4ac1-8c31-814081909ced req-0d052547-9a90-407b-9aca-b1b77a0abe39 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.106 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0324523 Jan 20 14:41:18.856512 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [req-ad7b8536-2c53-4ac1-8c31-814081909ced req-a09cf02e-65e9-4352-b061-50afa69e8b51 service neutron] Request body: {'port': {'device_id': 'a8b0a75c-bfdf-46de-845e-f4aacddf9c3d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8251'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:41:18.981735 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [req-ad7b8536-2c53-4ac1-8c31-814081909ced req-a09cf02e-65e9-4352-b061-50afa69e8b51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:41:18.989415 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0d1429-1796-41a0-9113-31f27e2e3da8 req-39cbfe93-ed9d-4c86-81a2-ac3d8e203d8e tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:41:18.991064 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-cb0d1429-1796-41a0-9113-31f27e2e3da8 req-39cbfe93-ed9d-4c86-81a2-ac3d8e203d8e tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/ports?device_id=a8b0a75c-bfdf-46de-845e-f4aacddf9c3d HTTP/1.1" status: 200 len: 931 time: 0.0846131 Jan 20 14:41:19.033810 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-05f973dc-06b5-4fbc-b549-db7482e6cc98 None None] Provisioning for port 93c99330-d4a4-4fdb-9e94-2a67815afc89 completed by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:41:19.039250 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-05f973dc-06b5-4fbc-b549-db7482e6cc98 None None] Provisioning complete for port 93c99330-d4a4-4fdb-9e94-2a67815afc89 triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:41:19.039636 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-05f973dc-06b5-4fbc-b549-db7482e6cc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:41:19.042018 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-cb0d1429-1796-41a0-9113-31f27e2e3da8 req-32b938e8-167d-44bf-9300-a43937e2345b tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/security-groups?id=a2ee6a32-8321-4a61-bdfa-9e111e986986&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444150 Jan 20 14:41:19.094857 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-05f973dc-06b5-4fbc-b549-db7482e6cc98 None None] Port 93c99330-d4a4-4fdb-9e94-2a67815afc89 cannot update to ACTIVE because it is not bound. {{(pid=84154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 14:41:19.346014 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.notifiers.nova [req-ad7b8536-2c53-4ac1-8c31-814081909ced req-a09cf02e-65e9-4352-b061-50afa69e8b51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93c99330-d4a4-4fdb-9e94-2a67815afc89 {{(pid=84152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 14:41:19.352887 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [req-ad7b8536-2c53-4ac1-8c31-814081909ced req-a09cf02e-65e9-4352-b061-50afa69e8b51 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:41:19.367440 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.provisioning_blocks [req-ad7b8536-2c53-4ac1-8c31-814081909ced req-a09cf02e-65e9-4352-b061-50afa69e8b51 service neutron] Transition to ACTIVE for port object 93c99330-d4a4-4fdb-9e94-2a67815afc89 will not be triggered until provisioned by entity L2. {{(pid=84152) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:41:19.442057 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [req-ad7b8536-2c53-4ac1-8c31-814081909ced req-a09cf02e-65e9-4352-b061-50afa69e8b51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162822'] for port, after_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:41:19.571669 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09cf02e-65e9-4352-b061-50afa69e8b51 service neutron] Pushing event updated for resources: {'Port': ['ID=93c99330-d4a4-4fdb-9e94-2a67815afc89,revision_number=2']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:41:19.787549 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.managers [req-ad7b8536-2c53-4ac1-8c31-814081909ced req-a09cf02e-65e9-4352-b061-50afa69e8b51 service neutron] Attempting to bind port 93c99330-d4a4-4fdb-9e94-2a67815afc89 on host hv-neutron-8251 for vnic_type normal with profile {{(pid=84152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:41:19.787876 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.managers [req-ad7b8536-2c53-4ac1-8c31-814081909ced req-a09cf02e-65e9-4352-b061-50afa69e8b51 service neutron] Attempting to bind port 93c99330-d4a4-4fdb-9e94-2a67815afc89 by drivers openvswitch,hyperv on host hv-neutron-8251 at level 0 using segments [{'id': '562a7e02-2221-46ba-a516-462bbb722f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '7f133f62-9339-4f4a-b1ed-7fcec9cd75f0'}] {{(pid=84152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:41:19.788196 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad7b8536-2c53-4ac1-8c31-814081909ced req-a09cf02e-65e9-4352-b061-50afa69e8b51 service neutron] Attempting to bind port 93c99330-d4a4-4fdb-9e94-2a67815afc89 on network 7f133f62-9339-4f4a-b1ed-7fcec9cd75f0 {{(pid=84152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 14:41:19.795702 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad7b8536-2c53-4ac1-8c31-814081909ced req-a09cf02e-65e9-4352-b061-50afa69e8b51 service neutron] Port 93c99330-d4a4-4fdb-9e94-2a67815afc89 on network 7f133f62-9339-4f4a-b1ed-7fcec9cd75f0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8251 {{(pid=84152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 20 14:41:19.796018 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad7b8536-2c53-4ac1-8c31-814081909ced req-a09cf02e-65e9-4352-b061-50afa69e8b51 service neutron] Attempting to bind port 93c99330-d4a4-4fdb-9e94-2a67815afc89 on network 7f133f62-9339-4f4a-b1ed-7fcec9cd75f0 {{(pid=84152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 14:41:19.802968 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad7b8536-2c53-4ac1-8c31-814081909ced req-a09cf02e-65e9-4352-b061-50afa69e8b51 service neutron] Checking agent: {'id': 'e037d8fb-d49c-4f86-9910-f13f6ba89a51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8251', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 23), 'started_at': datetime.datetime(2022, 1, 20, 14, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 14:41:19.803931 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad7b8536-2c53-4ac1-8c31-814081909ced req-a09cf02e-65e9-4352-b061-50afa69e8b51 service neutron] Checking segment: {'id': '562a7e02-2221-46ba-a516-462bbb722f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '7f133f62-9339-4f4a-b1ed-7fcec9cd75f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 14:41:19.803931 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad7b8536-2c53-4ac1-8c31-814081909ced req-a09cf02e-65e9-4352-b061-50afa69e8b51 service neutron] Bound using segment: {'id': '562a7e02-2221-46ba-a516-462bbb722f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '7f133f62-9339-4f4a-b1ed-7fcec9cd75f0'} {{(pid=84152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 14:41:19.804168 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.managers [req-ad7b8536-2c53-4ac1-8c31-814081909ced req-a09cf02e-65e9-4352-b061-50afa69e8b51 service neutron] Bound port: 93c99330-d4a4-4fdb-9e94-2a67815afc89, host: hv-neutron-8251, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '562a7e02-2221-46ba-a516-462bbb722f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '7f133f62-9339-4f4a-b1ed-7fcec9cd75f0'}}] {{(pid=84152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:41:19.804511 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [req-ad7b8536-2c53-4ac1-8c31-814081909ced req-a09cf02e-65e9-4352-b061-50afa69e8b51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:41:19.896927 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.db [req-ad7b8536-2c53-4ac1-8c31-814081909ced req-a09cf02e-65e9-4352-b061-50afa69e8b51 service neutron] For port 93c99330-d4a4-4fdb-9e94-2a67815afc89, host hv-neutron-8251, cleared binding levels {{(pid=84152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 14:41:19.899878 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.db [req-ad7b8536-2c53-4ac1-8c31-814081909ced req-a09cf02e-65e9-4352-b061-50afa69e8b51 service neutron] For port 93c99330-d4a4-4fdb-9e94-2a67815afc89, host hv-neutron-8251, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=93c99330-d4a4-4fdb-9e94-2a67815afc89,segment=NetworkSegment(562a7e02-2221-46ba-a516-462bbb722f50),segment_id=562a7e02-2221-46ba-a516-462bbb722f50)] {{(pid=84152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 14:41:19.998488 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [req-ad7b8536-2c53-4ac1-8c31-814081909ced req-a09cf02e-65e9-4352-b061-50afa69e8b51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162822'] for port, after_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:41:20.064265 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [req-ad7b8536-2c53-4ac1-8c31-814081909ced req-a09cf02e-65e9-4352-b061-50afa69e8b51 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:41:20.066269 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-ad7b8536-2c53-4ac1-8c31-814081909ced req-a09cf02e-65e9-4352-b061-50afa69e8b51 service neutron] 10.222.0.106 "PUT /v2.0/ports/93c99330-d4a4-4fdb-9e94-2a67815afc89 HTTP/1.1" status: 200 len: 1093 time: 1.2141268 Jan 20 14:41:20.066959 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8b0a75c-bfdf-46de-845e-f4aacddf9c3d', 'tag': '93c99330-d4a4-4fdb-9e94-2a67815afc89'}] {{(pid=84152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 14:41:20.099447 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09cf02e-65e9-4352-b061-50afa69e8b51 service neutron] Pushing event updated for resources: {'Port': ['ID=93c99330-d4a4-4fdb-9e94-2a67815afc89,revision_number=3']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:41:20.142623 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8b0a75c-bfdf-46de-845e-f4aacddf9c3d', 'tag': '93c99330-d4a4-4fdb-9e94-2a67815afc89', 'status': 'completed', 'code': 200} Jan 20 14:41:20.271407 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-c4c2b343-137d-4881-ae15-e03b5a19bd07 req-616dea53-b350-4cc4-bb42-c4db06d1be09 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=640e8dbef2de46a485c2653a25e2ea4a&device_id=a8b0a75c-bfdf-46de-845e-f4aacddf9c3d HTTP/1.1" status: 200 len: 1096 time: 0.1064489 Jan 20 14:41:20.285217 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269e831c-cd96-4086-bd35-e582d16f81b6 req-8d199727-1283-446a-a46f-a892ff36abd5 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:41:20.287211 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-269e831c-cd96-4086-bd35-e582d16f81b6 req-8d199727-1283-446a-a46f-a892ff36abd5 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/ports?device_id=a8b0a75c-bfdf-46de-845e-f4aacddf9c3d HTTP/1.1" status: 200 len: 943 time: 0.0983429 Jan 20 14:41:20.352576 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-269e831c-cd96-4086-bd35-e582d16f81b6 req-e10146f0-cfbf-4133-b538-c5b68aad8c61 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/security-groups?id=a2ee6a32-8321-4a61-bdfa-9e111e986986&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513616 Jan 20 14:41:20.440556 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c2b343-137d-4881-ae15-e03b5a19bd07 req-1c1550af-29a2-41ee-a37c-0c50ec40a6ae service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:41:20.442012 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-c4c2b343-137d-4881-ae15-e03b5a19bd07 req-1c1550af-29a2-41ee-a37c-0c50ec40a6ae service neutron] 10.222.0.106 "GET /v2.0/networks?tenant_id=640e8dbef2de46a485c2653a25e2ea4a&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1637988 Jan 20 14:41:20.581846 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c2b343-137d-4881-ae15-e03b5a19bd07 req-d4e04929-28fc-41cb-803b-d9cfb5955f4f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:41:20.583219 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-c4c2b343-137d-4881-ae15-e03b5a19bd07 req-d4e04929-28fc-41cb-803b-d9cfb5955f4f service neutron] 10.222.0.106 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1359091 Jan 20 14:41:20.688663 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-ad7b8536-2c53-4ac1-8c31-814081909ced req-8f6ec51f-dd0f-4aef-aef4-9cb7e1fe81f1 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=640e8dbef2de46a485c2653a25e2ea4a&device_id=a8b0a75c-bfdf-46de-845e-f4aacddf9c3d HTTP/1.1" status: 200 len: 1096 time: 0.0699480 Jan 20 14:41:20.759303 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-ad7b8536-2c53-4ac1-8c31-814081909ced req-07d390c7-1d48-47a4-bea8-7c39147cf50b service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=93c99330-d4a4-4fdb-9e94-2a67815afc89 HTTP/1.1" status: 200 len: 217 time: 0.0643945 Jan 20 14:41:20.821035 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7b8536-2c53-4ac1-8c31-814081909ced req-362fd723-c5f6-4396-9bcc-083177853246 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:41:20.822507 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-ad7b8536-2c53-4ac1-8c31-814081909ced req-362fd723-c5f6-4396-9bcc-083177853246 service neutron] 10.222.0.106 "GET /v2.0/subnets?id=1b866563-2192-45dd-be50-c207f83439fe HTTP/1.1" status: 200 len: 834 time: 0.0576074 Jan 20 14:41:20.903014 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-ad7b8536-2c53-4ac1-8c31-814081909ced req-952bd47e-b2f4-404e-9142-da780558632a service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=7f133f62-9339-4f4a-b1ed-7fcec9cd75f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0734065 Jan 20 14:41:21.036535 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-ad7b8536-2c53-4ac1-8c31-814081909ced req-edc977eb-f47c-4b20-8b50-19a17c31435d service neutron] 10.222.0.106 "GET /v2.0/networks/7f133f62-9339-4f4a-b1ed-7fcec9cd75f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275070 Jan 20 14:41:21.172339 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-ad7b8536-2c53-4ac1-8c31-814081909ced req-970f8b47-c593-4cd9-af71-d2073a92937d service neutron] 10.222.0.106 "GET /v2.0/networks/7f133f62-9339-4f4a-b1ed-7fcec9cd75f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298676 Jan 20 14:41:21.569941 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786c948e-bc20-4ab0-8160-e19a94b359e1 req-30e26fc1-86a9-4167-a52a-9fb7d3b177e2 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:41:21.571443 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-786c948e-bc20-4ab0-8160-e19a94b359e1 req-30e26fc1-86a9-4167-a52a-9fb7d3b177e2 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/ports?device_id=a8b0a75c-bfdf-46de-845e-f4aacddf9c3d HTTP/1.1" status: 200 len: 943 time: 0.0856769 Jan 20 14:41:21.620204 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-786c948e-bc20-4ab0-8160-e19a94b359e1 req-1ced9383-b43f-4f54-9642-1731ac7363d9 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/security-groups?id=a2ee6a32-8321-4a61-bdfa-9e111e986986&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422699 Jan 20 14:41:21.743700 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-936163ce-f8f6-47da-bd17-8e8734190263 req-7d924ab8-73dd-4cc3-b73d-1ca837f5c544 service neutron] 10.222.0.106 "GET /v2.0/ports?device_id=d57013b1-29fb-4772-a0dc-cae2d4e1f346&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0709791 Jan 20 14:41:21.838123 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-936163ce-f8f6-47da-bd17-8e8734190263 req-35c1d160-0fe7-49ee-8b5c-5d7789034d8f service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=630d3f8a86444149b9a83c00e804a42a&device_id=d57013b1-29fb-4772-a0dc-cae2d4e1f346 HTTP/1.1" status: 200 len: 1098 time: 0.0743725 Jan 20 14:41:21.986821 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936163ce-f8f6-47da-bd17-8e8734190263 req-7ea28007-cd2c-4bd7-bf08-354912cd9124 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:41:21.988280 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-936163ce-f8f6-47da-bd17-8e8734190263 req-7ea28007-cd2c-4bd7-bf08-354912cd9124 service neutron] 10.222.0.106 "GET /v2.0/networks?id=ac006b3d-300f-4a00-af61-b19ab11d4829 HTTP/1.1" status: 200 len: 912 time: 0.1292408 Jan 20 14:41:22.089939 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-936163ce-f8f6-47da-bd17-8e8734190263 req-21463acb-86e8-46fa-a1f8-30d06ee3bc6e service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=612d730d-5f6f-483d-954e-9e9716314c70 HTTP/1.1" status: 200 len: 1001 time: 0.0953121 Jan 20 14:41:22.499416 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936163ce-f8f6-47da-bd17-8e8734190263 req-ba304bbe-384f-4c4d-98b4-7b4c8a71649b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:41:22.499416 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-936163ce-f8f6-47da-bd17-8e8734190263 req-ba304bbe-384f-4c4d-98b4-7b4c8a71649b service neutron] 10.222.0.106 "GET /v2.0/subnets?id=03a7a10f-ac58-4ac3-ae2b-291238d5ec16 HTTP/1.1" status: 200 len: 850 time: 0.1698716 Jan 20 14:41:22.499416 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-936163ce-f8f6-47da-bd17-8e8734190263 req-e87b6529-1dc9-4fc7-9ae0-8092e8c42e9b service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=ac006b3d-300f-4a00-af61-b19ab11d4829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0806370 Jan 20 14:41:22.499416 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-936163ce-f8f6-47da-bd17-8e8734190263 req-7ffca2f9-3063-4374-80a5-b7752393e386 service neutron] 10.222.0.106 "GET /v2.0/networks/ac006b3d-300f-4a00-af61-b19ab11d4829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352663 Jan 20 14:41:22.644118 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-936163ce-f8f6-47da-bd17-8e8734190263 req-cc8d5adf-d735-49ae-ab9e-51adb387f704 service neutron] 10.222.0.106 "GET /v2.0/networks/ac006b3d-300f-4a00-af61-b19ab11d4829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414833 Jan 20 14:41:22.821322 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d77f57-09bb-4a7f-a8f5-21f35efea182 req-a6a80e0b-2e76-400d-adb0-c30d36520c5a tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:41:22.822844 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-a6d77f57-09bb-4a7f-a8f5-21f35efea182 req-a6a80e0b-2e76-400d-adb0-c30d36520c5a tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/ports?device_id=a8b0a75c-bfdf-46de-845e-f4aacddf9c3d HTTP/1.1" status: 200 len: 943 time: 0.0806935 Jan 20 14:41:22.873933 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-a6d77f57-09bb-4a7f-a8f5-21f35efea182 req-fdaa0602-d205-4c18-ad1a-4cf2d689724d tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/security-groups?id=a2ee6a32-8321-4a61-bdfa-9e111e986986&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445213 Jan 20 14:41:24.091779 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8bcad3-41cc-4eea-a958-4f471b735e22 req-ca069e99-8854-41e6-bd7e-35b7d0dfc1ec tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:41:24.093304 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-4d8bcad3-41cc-4eea-a958-4f471b735e22 req-ca069e99-8854-41e6-bd7e-35b7d0dfc1ec tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/ports?device_id=a8b0a75c-bfdf-46de-845e-f4aacddf9c3d HTTP/1.1" status: 200 len: 943 time: 0.0938983 Jan 20 14:41:24.142787 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-4d8bcad3-41cc-4eea-a958-4f471b735e22 req-2185e24d-f637-4df4-8edf-e7ac98b6ad1f tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/security-groups?id=a2ee6a32-8321-4a61-bdfa-9e111e986986&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436683 Jan 20 14:41:25.237430 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Device 93c99330-d4a4-4fdb-9e94-2a67815afc89 details requested by agent hyperv_hv-neutron-8251 with host hv-neutron-8251 {{(pid=84154) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 20 14:41:25.356686 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da499da-9f72-4437-82ab-34b2eec8009a req-1337f58f-665f-40e5-807c-468382ab5159 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:41:25.358226 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-5da499da-9f72-4437-82ab-34b2eec8009a req-1337f58f-665f-40e5-807c-468382ab5159 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/ports?device_id=a8b0a75c-bfdf-46de-845e-f4aacddf9c3d HTTP/1.1" status: 200 len: 943 time: 0.0858760 Jan 20 14:41:25.382449 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] For port 93c99330-d4a4-4fdb-9e94-2a67815afc89, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=93c99330-d4a4-4fdb-9e94-2a67815afc89,segment=NetworkSegment(562a7e02-2221-46ba-a516-462bbb722f50),segment_id=562a7e02-2221-46ba-a516-462bbb722f50)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:41:25.397146 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Returning: {'device': '93c99330-d4a4-4fdb-9e94-2a67815afc89', 'network_id': '7f133f62-9339-4f4a-b1ed-7fcec9cd75f0', 'port_id': '93c99330-d4a4-4fdb-9e94-2a67815afc89', 'mac_address': 'fa:16:3e:bb:b7:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b866563-2192-45dd-be50-c207f83439fe', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84154) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 20 14:41:25.405285 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-5da499da-9f72-4437-82ab-34b2eec8009a req-b1993386-c17f-4a4e-a991-fc7b582a2166 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/security-groups?id=a2ee6a32-8321-4a61-bdfa-9e111e986986&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413895 Jan 20 14:41:25.457596 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:41:25.475229 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.notifiers.nova [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93c99330-d4a4-4fdb-9e94-2a67815afc89 {{(pid=84154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 14:41:25.490818 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] For port 93c99330-d4a4-4fdb-9e94-2a67815afc89, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=93c99330-d4a4-4fdb-9e94-2a67815afc89,segment=NetworkSegment(562a7e02-2221-46ba-a516-462bbb722f50),segment_id=562a7e02-2221-46ba-a516-462bbb722f50)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:41:25.593998 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:41:25.659841 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Pushing event updated for resources: {'Port': ['ID=93c99330-d4a4-4fdb-9e94-2a67815afc89,revision_number=4']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:41:25.982077 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] get_ports_and_sgs() called for port_ids ['93c99330-d4a4-4fdb-9e94-2a67815afc89'] {{(pid=84154) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 20 14:41:26.607349 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370794e4-24a0-40b7-ac44-f394d80fdd29 req-0b9fc333-8ddd-42cb-8357-f073dfc4d1f5 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:41:26.609456 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-370794e4-24a0-40b7-ac44-f394d80fdd29 req-0b9fc333-8ddd-42cb-8357-f073dfc4d1f5 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/ports?device_id=a8b0a75c-bfdf-46de-845e-f4aacddf9c3d HTTP/1.1" status: 200 len: 944 time: 0.0781245 Jan 20 14:41:26.656474 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-370794e4-24a0-40b7-ac44-f394d80fdd29 req-048d1e1a-a9cd-4cc0-90a4-a677f58d88df tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/security-groups?id=a2ee6a32-8321-4a61-bdfa-9e111e986986&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418715 Jan 20 14:41:27.258261 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Device 93c99330-d4a4-4fdb-9e94-2a67815afc89 up at agent hyperv_hv-neutron-8251 {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:41:27.374985 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Provisioning for port 93c99330-d4a4-4fdb-9e94-2a67815afc89 completed by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:41:27.379608 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Provisioning complete for port 93c99330-d4a4-4fdb-9e94-2a67815afc89 triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:41:27.379984 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:41:27.501463 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:41:27.536917 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8b0a75c-bfdf-46de-845e-f4aacddf9c3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93c99330-d4a4-4fdb-9e94-2a67815afc89'}] {{(pid=84154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 14:41:27.541219 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] For port 93c99330-d4a4-4fdb-9e94-2a67815afc89, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=93c99330-d4a4-4fdb-9e94-2a67815afc89,segment=NetworkSegment(562a7e02-2221-46ba-a516-462bbb722f50),segment_id=562a7e02-2221-46ba-a516-462bbb722f50)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:41:27.600376 dv-neutron-825124-1-hyperv neutron-server[84154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8b0a75c-bfdf-46de-845e-f4aacddf9c3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93c99330-d4a4-4fdb-9e94-2a67815afc89', 'code': 200} Jan 20 14:41:27.605243 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:41:27.672715 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Pushing event updated for resources: {'Port': ['ID=93c99330-d4a4-4fdb-9e94-2a67815afc89,revision_number=5']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:41:27.867598 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7c08b1-a912-4580-a6e9-e43dfc7a06f2 req-8b5afec4-c123-4957-ace2-427def81cc94 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:41:27.867598 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-4d7c08b1-a912-4580-a6e9-e43dfc7a06f2 req-8b5afec4-c123-4957-ace2-427def81cc94 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/ports?device_id=a8b0a75c-bfdf-46de-845e-f4aacddf9c3d HTTP/1.1" status: 200 len: 945 time: 0.0815368 Jan 20 14:41:27.930758 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-4d7c08b1-a912-4580-a6e9-e43dfc7a06f2 req-889c8dc6-7f93-40da-a572-28bad6473884 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/security-groups?id=a2ee6a32-8321-4a61-bdfa-9e111e986986&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558014 Jan 20 14:41:28.017846 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-cf4cd911-7440-41e5-9802-7fb89db6b033 req-a36f268d-10f9-4ef3-8a0e-d4bf6b3c0b62 service neutron] 10.222.0.106 "GET /v2.0/ports?device_id=a8b0a75c-bfdf-46de-845e-f4aacddf9c3d HTTP/1.1" status: 200 len: 1098 time: 0.0813041 Jan 20 14:41:28.050767 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-6d25ae69-7835-48b3-b726-4c7b08468848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:41:28.072180 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-cf4cd911-7440-41e5-9802-7fb89db6b033 req-48a69b03-cbd6-4584-a1a4-50229b6cdd3e service neutron] 10.222.0.106 "GET /v2.0/security-groups?id=a2ee6a32-8321-4a61-bdfa-9e111e986986&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484052 Jan 20 14:41:29.148471 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494f02b0-e5d9-4dec-b66d-6b6f7329df5c req-e0085d6a-5a26-4d3c-889c-05e3e52486af tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:41:29.149950 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-494f02b0-e5d9-4dec-b66d-6b6f7329df5c req-e0085d6a-5a26-4d3c-889c-05e3e52486af tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/ports?device_id=a8b0a75c-bfdf-46de-845e-f4aacddf9c3d HTTP/1.1" status: 200 len: 945 time: 0.0774162 Jan 20 14:41:29.196794 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-494f02b0-e5d9-4dec-b66d-6b6f7329df5c req-8796660e-10a4-4231-ac41-4d9d1200fe38 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/security-groups?id=a2ee6a32-8321-4a61-bdfa-9e111e986986&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406075 Jan 20 14:41:30.382568 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-38d84b95-2739-45b6-8746-3eb7a8bb24bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:41:30.411284 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:41:30.652218 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c962358-7fb5-4334-96ea-89f955c67805 req-ac19d5a9-71ad-4e46-859f-f3bfd2a8998d tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:41:30.654277 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-0c962358-7fb5-4334-96ea-89f955c67805 req-ac19d5a9-71ad-4e46-859f-f3bfd2a8998d tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/ports?device_id=a8b0a75c-bfdf-46de-845e-f4aacddf9c3d HTTP/1.1" status: 200 len: 945 time: 0.1801062 Jan 20 14:41:30.708974 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-0c962358-7fb5-4334-96ea-89f955c67805 req-113fec99-6018-45bd-8169-0a980dd2ce6a tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/security-groups?id=a2ee6a32-8321-4a61-bdfa-9e111e986986&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485263 Jan 20 14:41:30.912345 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1585b6-cfe6-45a0-8d7a-44174a9aab2b req-82f46061-0631-4821-8947-2d75ea6c1c2c tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:41:30.914574 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-1b1585b6-cfe6-45a0-8d7a-44174a9aab2b req-82f46061-0631-4821-8947-2d75ea6c1c2c tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/ports?device_id=a8b0a75c-bfdf-46de-845e-f4aacddf9c3d HTTP/1.1" status: 200 len: 945 time: 0.0818610 Jan 20 14:41:30.962047 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-1b1585b6-cfe6-45a0-8d7a-44174a9aab2b req-fc515c12-290a-4775-bf5b-e67783388c0c tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/security-groups?id=a2ee6a32-8321-4a61-bdfa-9e111e986986&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418782 Jan 20 14:41:30.989669 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 44494) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:41:31.064569 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-a42b6066-550b-4f5d-b63a-9ebe1bcf5fa4 tempest-TestNetworkBasicOps-1338634829 tempest-TestNetworkBasicOps-1338634829-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=a8b0a75c-bfdf-46de-845e-f4aacddf9c3d HTTP/1.1" status: 200 len: 1093 time: 0.0735853 Jan 20 14:41:31.067373 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 44498) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:41:31.072984 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-f2ca57bf-527c-46f9-b1f1-d2c02fa104df tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Request body: {'floatingip': {'floating_network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'port_id': '93c99330-d4a4-4fdb-9e94-2a67815afc89', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'fixed_ip_address': '172.20.0.4'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:41:31.079412 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-f2ca57bf-527c-46f9-b1f1-d2c02fa104df tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:41:31.083249 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-f2ca57bf-527c-46f9-b1f1-d2c02fa104df tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Usage tracker for resource:floatingip and tenant:640e8dbef2de46a485c2653a25e2ea4a is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:41:31.086107 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-f2ca57bf-527c-46f9-b1f1-d2c02fa104df tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:41:31.091773 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-f2ca57bf-527c-46f9-b1f1-d2c02fa104df tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:41:31.148193 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-f2ca57bf-527c-46f9-b1f1-d2c02fa104df tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for floatingip, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:41:31.285388 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-f2ca57bf-527c-46f9-b1f1-d2c02fa104df tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:41:31.388232 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:41:31.435720 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.db_base_plugin_common [None req-f2ca57bf-527c-46f9-b1f1-d2c02fa104df tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Allocated IP 172.26.7.142 (8dffb05c-5ca0-409b-bd5f-7be6264f707d/a489dd4f-42a5-433b-8be3-bab2749c4209/b20a3017-5b80-4ab9-9de4-751c6529c12c) {{(pid=84153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:41:31.565436 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-cdd98e71-1f0a-4421-baa9-dcb30e06edf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:41:31.590598 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-f2ca57bf-527c-46f9-b1f1-d2c02fa104df tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for port, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:41:31.695287 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-f2ca57bf-527c-46f9-b1f1-d2c02fa104df tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:41:31.761620 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2ca57bf-527c-46f9-b1f1-d2c02fa104df tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Network 8dffb05c-5ca0-409b-bd5f-7be6264f707d is already hosted by enough agents. {{(pid=84153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:41:31.765175 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.base_scheduler [None req-f2ca57bf-527c-46f9-b1f1-d2c02fa104df tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Resources bound (agent type, host, resource id): {{(pid=84153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:41:31.769010 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2ca57bf-527c-46f9-b1f1-d2c02fa104df tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Received port after_create {{(pid=84153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:41:31.801575 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ca57bf-527c-46f9-b1f1-d2c02fa104df tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Pushing event updated for resources: {'Port': ['ID=b20a3017-5b80-4ab9-9de4-751c6529c12c,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:41:32.312343 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-f2ca57bf-527c-46f9-b1f1-d2c02fa104df tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:41:32.430390 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-f2ca57bf-527c-46f9-b1f1-d2c02fa104df tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:41:32.640113 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-f2ca57bf-527c-46f9-b1f1-d2c02fa104df tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for port, precommit_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:41:32.725397 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-f2ca57bf-527c-46f9-b1f1-d2c02fa104df tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3944146'] for port, after_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:41:32.929695 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ca57bf-527c-46f9-b1f1-d2c02fa104df tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Pushing event updated for resources: {'Port': ['ID=b20a3017-5b80-4ab9-9de4-751c6529c12c,revision_number=2']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:41:32.946344 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-f2ca57bf-527c-46f9-b1f1-d2c02fa104df tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-745254'] for floatingip, after_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:41:32.998090 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-eea6df97-7ff1-4b63-af20-e3ec8913deda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:41:33.142866 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.db.l3_db [None req-f2ca57bf-527c-46f9-b1f1-d2c02fa104df tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Floating IP 0941e99f-7ca7-4c4c-9581-70287d4b423e associated. External IP: 172.26.7.142, port: 93c99330-d4a4-4fdb-9e94-2a67815afc89. Jan 20 14:41:33.559967 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2ca57bf-527c-46f9-b1f1-d2c02fa104df tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Router 45a36899-537b-4e98-a4d0-a79734a72d5c has already been hosted by L3 agent 624d525b-4c26-4143-8a1c-228bb1c6faaa {{(pid=84153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 14:41:33.776099 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2ca57bf-527c-46f9-b1f1-d2c02fa104df tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify agent at l3_agent.dv-neutron-825124-1-hyperv the message routers_updated {{(pid=84153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 14:41:33.788322 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79570911-369d-40b1-9611-61ac0841c6d4 None None] Sync routers for ids ['45a36899-537b-4e98-a4d0-a79734a72d5c'] in dv-neutron-825124-1-hyperv {{(pid=84154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 14:41:33.801623 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79570911-369d-40b1-9611-61ac0841c6d4 None None] Routers {'45a36899-537b-4e98-a4d0-a79734a72d5c'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:41:33.802057 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-79570911-369d-40b1-9611-61ac0841c6d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:41:30Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['45a36899-537b-4e98-a4d0-a79734a72d5c'], 'active': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:41:33.885529 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-f2ca57bf-527c-46f9-b1f1-d2c02fa104df tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for floatingip, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:41:33.953498 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-f2ca57bf-527c-46f9-b1f1-d2c02fa104df tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8851080 Jan 20 14:41:33.954105 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8b0a75c-bfdf-46de-845e-f4aacddf9c3d', 'tag': '93c99330-d4a4-4fdb-9e94-2a67815afc89'}] {{(pid=84153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 14:41:33.956615 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 44504) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:41:33.990179 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvr_db [None req-79570911-369d-40b1-9611-61ac0841c6d4 None None] Set router 45a36899-537b-4e98-a4d0-a79734a72d5c gateway port host: dv-neutron-825124-1-hyperv {{(pid=84154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 14:41:34.010122 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8b0a75c-bfdf-46de-845e-f4aacddf9c3d', 'tag': '93c99330-d4a4-4fdb-9e94-2a67815afc89', 'status': 'completed', 'code': 200} Jan 20 14:41:34.119275 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-f5bfab13-e317-4f9f-8202-978485f70cf1 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/floatingips/0941e99f-7ca7-4c4c-9581-70287d4b423e HTTP/1.1" status: 200 len: 991 time: 0.1611345 Jan 20 14:41:34.141051 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-33daa825-84ea-4c63-9502-da6104227f30 req-a85c4078-ab6c-4236-ad30-3efb531e3232 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=640e8dbef2de46a485c2653a25e2ea4a&device_id=a8b0a75c-bfdf-46de-845e-f4aacddf9c3d HTTP/1.1" status: 200 len: 1098 time: 0.1003616 Jan 20 14:41:34.290350 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33daa825-84ea-4c63-9502-da6104227f30 req-074710f0-c3e8-4a5e-8830-767e3119c5cd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:41:34.291789 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-33daa825-84ea-4c63-9502-da6104227f30 req-074710f0-c3e8-4a5e-8830-767e3119c5cd service neutron] 10.222.0.106 "GET /v2.0/networks?id=7f133f62-9339-4f4a-b1ed-7fcec9cd75f0 HTTP/1.1" status: 200 len: 897 time: 0.1449122 Jan 20 14:41:34.404541 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-33daa825-84ea-4c63-9502-da6104227f30 req-c0c57717-7237-4f88-8000-5a45eb201b5a service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=93c99330-d4a4-4fdb-9e94-2a67815afc89 HTTP/1.1" status: 200 len: 999 time: 0.1045635 Jan 20 14:41:34.407980 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-79570911-369d-40b1-9611-61ac0841c6d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45a36899-537b-4e98-a4d0-a79734a72d5c', 'name': 'tempest-TestNetworkBasicOps-router-1189388309', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.119'}], 'enable_snat': True}, 'gw_port_id': '7efd8ebc-c9d9-4033-ab86-f254f3c79d6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:41:02Z', 'updated_at': '2022-01-20T14:41:08Z', 'revision_number': 4, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'gw_port': {'id': '7efd8ebc-c9d9-4033-ab86-f254f3c79d6c', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:c8:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45a36899-537b-4e98-a4d0-a79734a72d5c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:41:03Z', 'updated_at': '2022-01-20T14:41:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv', '_floatingips': [{'id': '0941e99f-7ca7-4c4c-9581-70287d4b423e', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'floating_ip_address': '172.26.7.142', 'floating_network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'router_id': '45a36899-537b-4e98-a4d0-a79734a72d5c', 'port_id': '93c99330-d4a4-4fdb-9e94-2a67815afc89', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f133f62-9339-4f4a-b1ed-7fcec9cd75f0', 'mac_address': 'fa:16:3e:bb:b7:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b0a75c-bfdf-46de-845e-f4aacddf9c3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T14:41:32Z', 'updated_at': '2022-01-20T14:41:32Z', 'revision_number': 0, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51e978f9-822d-47b7-b23b-727bc1d95fab', 'name': '', 'network_id': '7f133f62-9339-4f4a-b1ed-7fcec9cd75f0', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'mac_address': 'fa:16:3e:56:25:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45a36899-537b-4e98-a4d0-a79734a72d5c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1b866563-2192-45dd-be50-c207f83439fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:41:07Z', 'updated_at': '2022-01-20T14:41:14Z', 'revision_number': 5, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'subnets': [{'id': '1b866563-2192-45dd-be50-c207f83439fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:41:34.412611 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79570911-369d-40b1-9611-61ac0841c6d4 None None] Checking router: 45a36899-537b-4e98-a4d0-a79734a72d5c for host: dv-neutron-825124-1-hyperv {{(pid=84154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 14:41:34.423723 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79570911-369d-40b1-9611-61ac0841c6d4 None None] Routers {'45a36899-537b-4e98-a4d0-a79734a72d5c'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:41:34.424343 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-79570911-369d-40b1-9611-61ac0841c6d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:41:30Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['45a36899-537b-4e98-a4d0-a79734a72d5c'], 'active': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:41:34.477150 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33daa825-84ea-4c63-9502-da6104227f30 req-8dfbcf30-7063-400e-bd67-783162428b2a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:41:34.479036 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-33daa825-84ea-4c63-9502-da6104227f30 req-8dfbcf30-7063-400e-bd67-783162428b2a service neutron] 10.222.0.106 "GET /v2.0/subnets?id=1b866563-2192-45dd-be50-c207f83439fe HTTP/1.1" status: 200 len: 834 time: 0.0696032 Jan 20 14:41:34.557012 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-33daa825-84ea-4c63-9502-da6104227f30 req-0e036d31-9f4a-4d51-83c1-0e9c68fc7cb4 service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=7f133f62-9339-4f4a-b1ed-7fcec9cd75f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0715990 Jan 20 14:41:34.611893 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvr_db [None req-79570911-369d-40b1-9611-61ac0841c6d4 None None] Set router 45a36899-537b-4e98-a4d0-a79734a72d5c gateway port host: dv-neutron-825124-1-hyperv {{(pid=84154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 14:41:34.696898 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-33daa825-84ea-4c63-9502-da6104227f30 req-41d5c801-a799-49bf-afb8-ce089a01ef3c service neutron] 10.222.0.106 "GET /v2.0/networks/7f133f62-9339-4f4a-b1ed-7fcec9cd75f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326427 Jan 20 14:41:34.837017 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-33daa825-84ea-4c63-9502-da6104227f30 req-e163cdc1-d3c9-4815-a6a9-5954468b4de9 service neutron] 10.222.0.106 "GET /v2.0/networks/7f133f62-9339-4f4a-b1ed-7fcec9cd75f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327143 Jan 20 14:41:34.981854 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-79570911-369d-40b1-9611-61ac0841c6d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45a36899-537b-4e98-a4d0-a79734a72d5c', 'name': 'tempest-TestNetworkBasicOps-router-1189388309', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.119'}], 'enable_snat': True}, 'gw_port_id': '7efd8ebc-c9d9-4033-ab86-f254f3c79d6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:41:02Z', 'updated_at': '2022-01-20T14:41:08Z', 'revision_number': 4, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'gw_port': {'id': '7efd8ebc-c9d9-4033-ab86-f254f3c79d6c', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:c8:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45a36899-537b-4e98-a4d0-a79734a72d5c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:41:03Z', 'updated_at': '2022-01-20T14:41:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv', '_floatingips': [{'id': '0941e99f-7ca7-4c4c-9581-70287d4b423e', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'floating_ip_address': '172.26.7.142', 'floating_network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'router_id': '45a36899-537b-4e98-a4d0-a79734a72d5c', 'port_id': '93c99330-d4a4-4fdb-9e94-2a67815afc89', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f133f62-9339-4f4a-b1ed-7fcec9cd75f0', 'mac_address': 'fa:16:3e:bb:b7:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b0a75c-bfdf-46de-845e-f4aacddf9c3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T14:41:32Z', 'updated_at': '2022-01-20T14:41:32Z', 'revision_number': 0, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51e978f9-822d-47b7-b23b-727bc1d95fab', 'name': '', 'network_id': '7f133f62-9339-4f4a-b1ed-7fcec9cd75f0', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'mac_address': 'fa:16:3e:56:25:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45a36899-537b-4e98-a4d0-a79734a72d5c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1b866563-2192-45dd-be50-c207f83439fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:41:07Z', 'updated_at': '2022-01-20T14:41:14Z', 'revision_number': 5, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'subnets': [{'id': '1b866563-2192-45dd-be50-c207f83439fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:41:34.993194 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79570911-369d-40b1-9611-61ac0841c6d4 None None] The sync data for ids ['45a36899-537b-4e98-a4d0-a79734a72d5c'] in dv-neutron-825124-1-hyperv is: [{'id': '45a36899-537b-4e98-a4d0-a79734a72d5c', 'name': 'tempest-TestNetworkBasicOps-router-1189388309', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.119'}], 'enable_snat': True}, 'gw_port_id': '7efd8ebc-c9d9-4033-ab86-f254f3c79d6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:41:02Z', 'updated_at': '2022-01-20T14:41:08Z', 'revision_number': 4, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'gw_port': {'id': '7efd8ebc-c9d9-4033-ab86-f254f3c79d6c', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:c8:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45a36899-537b-4e98-a4d0-a79734a72d5c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:41:03Z', 'updated_at': '2022-01-20T14:41:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv', '_floatingips': [{'id': '0941e99f-7ca7-4c4c-9581-70287d4b423e', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'floating_ip_address': '172.26.7.142', 'floating_network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'router_id': '45a36899-537b-4e98-a4d0-a79734a72d5c', 'port_id': '93c99330-d4a4-4fdb-9e94-2a67815afc89', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f133f62-9339-4f4a-b1ed-7fcec9cd75f0', 'mac_address': 'fa:16:3e:bb:b7:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b0a75c-bfdf-46de-845e-f4aacddf9c3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T14:41:32Z', 'updated_at': '2022-01-20T14:41:32Z', 'revision_number': 0, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51e978f9-822d-47b7-b23b-727bc1d95fab', 'name': '', 'network_id': '7f133f62-9339-4f4a-b1ed-7fcec9cd75f0', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'mac_address': 'fa:16:3e:56:25:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45a36899-537b-4e98-a4d0-a79734a72d5c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1b866563-2192-45dd-be50-c207f83439fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:41:07Z', 'updated_at': '2022-01-20T14:41:14Z', 'revision_number': 5, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'subnets': [{'id': '1b866563-2192-45dd-be50-c207f83439fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 14:41:35.123889 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 44512) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:41:35.203685 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c7c1b51-9a1f-4469-8848-035a342b1a1f None None] New status for floating IP 0941e99f-7ca7-4c4c-9581-70287d4b423e: ACTIVE {{(pid=84155) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 20 14:41:35.241975 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-69027428-9f82-4666-a028-b44b469912db tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/floatingips/0941e99f-7ca7-4c4c-9581-70287d4b423e HTTP/1.1" status: 200 len: 991 time: 0.1169157 Jan 20 14:41:36.248967 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 44516) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:41:36.455328 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-fd73895f-5dc3-475c-9a35-af30201151b7 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/floatingips/0941e99f-7ca7-4c4c-9581-70287d4b423e HTTP/1.1" status: 200 len: 993 time: 0.2051804 Jan 20 14:41:42.040940 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.agents_db [None req-6dba657d-a637-4918-9b6d-40defdfae04b None None] Agent healthcheck: found 6 active agents {{(pid=84155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 14:41:57.987757 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-fe5f24e4-1686-4e13-8b6b-1c28b3cebe12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:00.353789 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-e8c9fde8-ff85-47c4-b7b3-89242c096b2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:00.467800 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:01.402917 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:01.546891 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-cdd98e71-1f0a-4421-baa9-dcb30e06edf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:03.003377 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-eea6df97-7ff1-4b63-af20-e3ec8913deda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:19.041605 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.agents_db [None req-6dba657d-a637-4918-9b6d-40defdfae04b None None] Agent healthcheck: found 6 active agents {{(pid=84155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 14:42:23.709119 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-0cccfc15-78ba-486b-b836-6b61dbf61aeb req-e988931e-d598-4a55-8547-cd263b9a55fc service neutron] 10.222.0.106 "GET /v2.0/ports?device_id=7e74bed5-411d-4dce-b5b6-8583fa74348d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1316216 Jan 20 14:42:23.846500 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-0cccfc15-78ba-486b-b836-6b61dbf61aeb req-888b0e3b-3eda-4869-ab1f-9842fac4251e service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=630d3f8a86444149b9a83c00e804a42a&device_id=7e74bed5-411d-4dce-b5b6-8583fa74348d HTTP/1.1" status: 200 len: 1098 time: 0.0703757 Jan 20 14:42:23.985989 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cccfc15-78ba-486b-b836-6b61dbf61aeb req-e638b4b4-ddea-436b-b9a0-bddf450936f4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:42:23.987437 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-0cccfc15-78ba-486b-b836-6b61dbf61aeb req-e638b4b4-ddea-436b-b9a0-bddf450936f4 service neutron] 10.222.0.106 "GET /v2.0/networks?id=ac006b3d-300f-4a00-af61-b19ab11d4829 HTTP/1.1" status: 200 len: 912 time: 0.1224930 Jan 20 14:42:24.086777 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-0cccfc15-78ba-486b-b836-6b61dbf61aeb req-c4f22335-b82a-4dc4-bed6-5b0ecbd2a097 service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eb017f5f-13c0-4b06-a5b2-7e8cdb63a427 HTTP/1.1" status: 200 len: 1001 time: 0.0935700 Jan 20 14:42:24.149120 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cccfc15-78ba-486b-b836-6b61dbf61aeb req-b143d983-e9f7-4fa2-8ed9-1184a73eba8d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:42:24.150459 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-0cccfc15-78ba-486b-b836-6b61dbf61aeb req-b143d983-e9f7-4fa2-8ed9-1184a73eba8d service neutron] 10.222.0.106 "GET /v2.0/subnets?id=03a7a10f-ac58-4ac3-ae2b-291238d5ec16 HTTP/1.1" status: 200 len: 850 time: 0.0582428 Jan 20 14:42:24.223263 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-0cccfc15-78ba-486b-b836-6b61dbf61aeb req-e00de6ac-b2fe-4b1a-8afd-14a7aff972e3 service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=ac006b3d-300f-4a00-af61-b19ab11d4829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0663447 Jan 20 14:42:24.351813 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-0cccfc15-78ba-486b-b836-6b61dbf61aeb req-dcbd7fc3-4ea3-4c43-8d69-d299ffbb25f3 service neutron] 10.222.0.106 "GET /v2.0/networks/ac006b3d-300f-4a00-af61-b19ab11d4829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222544 Jan 20 14:42:24.483014 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-0cccfc15-78ba-486b-b836-6b61dbf61aeb req-44739d21-dfab-46de-a387-5dfd578a90a5 service neutron] 10.222.0.106 "GET /v2.0/networks/ac006b3d-300f-4a00-af61-b19ab11d4829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240513 Jan 20 14:42:25.811989 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 44548) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:42:26.017668 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-8ebd1271-34ab-4f5d-a1f5-d2d3ebd4695d tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Deleting port 8bf0b1f6-1d56-451d-963a-73751aa95ac3 {{(pid=84153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:42:26.018076 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-8ebd1271-34ab-4f5d-a1f5-d2d3ebd4695d tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:26.186125 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-8ebd1271-34ab-4f5d-a1f5-d2d3ebd4695d tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:26.186125 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-8ebd1271-34ab-4f5d-a1f5-d2d3ebd4695d tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:26.412236 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-8ebd1271-34ab-4f5d-a1f5-d2d3ebd4695d tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Calling delete_port for 8bf0b1f6-1d56-451d-963a-73751aa95ac3 owned by network:floatingip {{(pid=84153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:42:26.620206 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-8ebd1271-34ab-4f5d-a1f5-d2d3ebd4695d tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:26.668091 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebd1271-34ab-4f5d-a1f5-d2d3ebd4695d tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Pushing event deleted for resources: {'Port': ['ID=8bf0b1f6-1d56-451d-963a-73751aa95ac3,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:42:26.707366 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebd1271-34ab-4f5d-a1f5-d2d3ebd4695d tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:42:26.707713 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebd1271-34ab-4f5d-a1f5-d2d3ebd4695d tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:42:26.708055 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebd1271-34ab-4f5d-a1f5-d2d3ebd4695d tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:42:26.708391 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebd1271-34ab-4f5d-a1f5-d2d3ebd4695d tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:42:26.708722 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebd1271-34ab-4f5d-a1f5-d2d3ebd4695d tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:42:26.709049 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebd1271-34ab-4f5d-a1f5-d2d3ebd4695d tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:42:26.709375 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebd1271-34ab-4f5d-a1f5-d2d3ebd4695d tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:42:26.709700 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebd1271-34ab-4f5d-a1f5-d2d3ebd4695d tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:42:26.710024 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebd1271-34ab-4f5d-a1f5-d2d3ebd4695d tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:42:26.710381 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebd1271-34ab-4f5d-a1f5-d2d3ebd4695d tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:42:26.710703 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebd1271-34ab-4f5d-a1f5-d2d3ebd4695d tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:42:26.769989 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-8ebd1271-34ab-4f5d-a1f5-d2d3ebd4695d tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Notify callbacks [] for floatingip, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:27.167698 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ebd1271-34ab-4f5d-a1f5-d2d3ebd4695d tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Router 783ebe0c-6c84-4372-ade0-9a5670567575 has already been hosted by L3 agent 624d525b-4c26-4143-8a1c-228bb1c6faaa {{(pid=84153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 14:42:27.384135 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ebd1271-34ab-4f5d-a1f5-d2d3ebd4695d tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Notify agent at l3_agent.dv-neutron-825124-1-hyperv the message routers_updated {{(pid=84153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 14:42:27.396593 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1afcba6-5581-4202-bb95-afee81adf8aa None None] Sync routers for ids ['783ebe0c-6c84-4372-ade0-9a5670567575'] in dv-neutron-825124-1-hyperv {{(pid=84154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 14:42:27.400802 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-8ebd1271-34ab-4f5d-a1f5-d2d3ebd4695d tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for floatingip, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:27.408906 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1afcba6-5581-4202-bb95-afee81adf8aa None None] Routers {'783ebe0c-6c84-4372-ade0-9a5670567575'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:42:27.409574 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-e1afcba6-5581-4202-bb95-afee81adf8aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:42:00Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['783ebe0c-6c84-4372-ade0-9a5670567575'], 'active': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:42:27.458105 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-8ebd1271-34ab-4f5d-a1f5-d2d3ebd4695d tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] 10.222.0.54 "DELETE /v2.0/floatingips/9e268cd8-d6c1-4787-884b-20ef3cedd9a4 HTTP/1.1" status: 204 len: 168 time: 1.6449313 Jan 20 14:42:27.458587 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd57013b1-29fb-4772-a0dc-cae2d4e1f346', 'tag': '612d730d-5f6f-483d-954e-9e9716314c70'}] {{(pid=84153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 14:42:27.520453 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd57013b1-29fb-4772-a0dc-cae2d4e1f346', 'tag': '612d730d-5f6f-483d-954e-9e9716314c70', 'status': 'completed', 'code': 200} Jan 20 14:42:27.598123 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvr_db [None req-e1afcba6-5581-4202-bb95-afee81adf8aa None None] Set router 783ebe0c-6c84-4372-ade0-9a5670567575 gateway port host: dv-neutron-825124-1-hyperv {{(pid=84154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 14:42:27.625850 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-fe0e90fc-2576-4d9f-acc2-1d73c4d032a4 req-98a5829d-50ac-4789-aa3e-e6d3848bad54 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=630d3f8a86444149b9a83c00e804a42a&device_id=d57013b1-29fb-4772-a0dc-cae2d4e1f346 HTTP/1.1" status: 200 len: 1098 time: 0.0785851 Jan 20 14:42:27.761266 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0e90fc-2576-4d9f-acc2-1d73c4d032a4 req-79f8e004-27c1-4d77-88f7-a7c1a06bc57f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:42:27.762692 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-fe0e90fc-2576-4d9f-acc2-1d73c4d032a4 req-79f8e004-27c1-4d77-88f7-a7c1a06bc57f service neutron] 10.222.0.106 "GET /v2.0/networks?id=ac006b3d-300f-4a00-af61-b19ab11d4829 HTTP/1.1" status: 200 len: 912 time: 0.1295998 Jan 20 14:42:27.832776 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-fe0e90fc-2576-4d9f-acc2-1d73c4d032a4 req-54916bae-6477-4f8e-94a0-6ce42723c050 service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=612d730d-5f6f-483d-954e-9e9716314c70 HTTP/1.1" status: 200 len: 217 time: 0.0644064 Jan 20 14:42:27.901189 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0e90fc-2576-4d9f-acc2-1d73c4d032a4 req-85ff2c14-0149-4af8-a422-9f2ad7777c69 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:42:27.902697 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-fe0e90fc-2576-4d9f-acc2-1d73c4d032a4 req-85ff2c14-0149-4af8-a422-9f2ad7777c69 service neutron] 10.222.0.106 "GET /v2.0/subnets?id=03a7a10f-ac58-4ac3-ae2b-291238d5ec16 HTTP/1.1" status: 200 len: 850 time: 0.0644565 Jan 20 14:42:27.983180 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-fe0e90fc-2576-4d9f-acc2-1d73c4d032a4 req-03738bf4-4bd9-4db1-9082-db0606cda2c8 service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=ac006b3d-300f-4a00-af61-b19ab11d4829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0743997 Jan 20 14:42:28.011150 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-9b7e3e86-ac6b-41b5-a124-59487f2428a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:28.021663 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-e1afcba6-5581-4202-bb95-afee81adf8aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '783ebe0c-6c84-4372-ade0-9a5670567575', 'name': 'tempest-TestVolumeBootPattern-778372646-router', 'tenant_id': '630d3f8a86444149b9a83c00e804a42a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.22'}], 'enable_snat': True}, 'gw_port_id': '8983572d-c0fb-4a5d-959d-810702cc354b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:30:55Z', 'updated_at': '2022-01-20T14:31:07Z', 'revision_number': 4, 'project_id': '630d3f8a86444149b9a83c00e804a42a', 'gw_port': {'id': '8983572d-c0fb-4a5d-959d-810702cc354b', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:8b:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '783ebe0c-6c84-4372-ade0-9a5670567575', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:30:56Z', 'updated_at': '2022-01-20T14:31:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv', '_floatingips': [{'id': '64c07cc2-a315-4f1d-97ce-13c99440a246', 'tenant_id': '630d3f8a86444149b9a83c00e804a42a', 'floating_ip_address': '172.26.7.153', 'floating_network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'router_id': '783ebe0c-6c84-4372-ade0-9a5670567575', 'port_id': 'eb017f5f-13c0-4b06-a5b2-7e8cdb63a427', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac006b3d-300f-4a00-af61-b19ab11d4829', 'mac_address': 'fa:16:3e:2d:29:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e74bed5-411d-4dce-b5b6-8583fa74348d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T14:36:22Z', 'updated_at': '2022-01-20T14:36:25Z', 'revision_number': 1, 'project_id': '630d3f8a86444149b9a83c00e804a42a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73ab2921-cdee-469d-ac12-5c7530b1b83d', 'name': '', 'network_id': 'ac006b3d-300f-4a00-af61-b19ab11d4829', 'tenant_id': '630d3f8a86444149b9a83c00e804a42a', 'mac_address': 'fa:16:3e:29:50:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '783ebe0c-6c84-4372-ade0-9a5670567575', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '03a7a10f-ac58-4ac3-ae2b-291238d5ec16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:31:05Z', 'updated_at': '2022-01-20T14:31:20Z', 'revision_number': 5, 'project_id': '630d3f8a86444149b9a83c00e804a42a', 'subnets': [{'id': '03a7a10f-ac58-4ac3-ae2b-291238d5ec16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:42:28.026386 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1afcba6-5581-4202-bb95-afee81adf8aa None None] Checking router: 783ebe0c-6c84-4372-ade0-9a5670567575 for host: dv-neutron-825124-1-hyperv {{(pid=84154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 14:42:28.037779 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1afcba6-5581-4202-bb95-afee81adf8aa None None] Routers {'783ebe0c-6c84-4372-ade0-9a5670567575'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:42:28.038463 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-e1afcba6-5581-4202-bb95-afee81adf8aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:42:00Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['783ebe0c-6c84-4372-ade0-9a5670567575'], 'active': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:42:28.038780 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe6ed88-de86-47d5-97cf-7ad3a6f86a62 req-a55dd20a-f19d-47b1-a366-53649d42c85a tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:42:28.039514 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [req-fbe6ed88-de86-47d5-97cf-7ad3a6f86a62 req-a55dd20a-f19d-47b1-a366-53649d42c85a tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Synchronizing usage tracker for tenant:630d3f8a86444149b9a83c00e804a42a on resource:port {{(pid=84153) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:42:28.111771 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [req-fbe6ed88-de86-47d5-97cf-7ad3a6f86a62 req-a55dd20a-f19d-47b1-a366-53649d42c85a tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Unset dirty status for tenant:630d3f8a86444149b9a83c00e804a42a on resource:port {{(pid=84153) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:42:28.114120 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-fbe6ed88-de86-47d5-97cf-7ad3a6f86a62 req-a55dd20a-f19d-47b1-a366-53649d42c85a tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] 10.222.0.54 "GET /v2.0/ports?device_id=d57013b1-29fb-4772-a0dc-cae2d4e1f346 HTTP/1.1" status: 200 len: 945 time: 0.1640508 Jan 20 14:42:28.123939 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-fe0e90fc-2576-4d9f-acc2-1d73c4d032a4 req-c43f1014-62c5-4082-b879-89e71d7754d3 service neutron] 10.222.0.106 "GET /v2.0/networks/ac006b3d-300f-4a00-af61-b19ab11d4829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327143 Jan 20 14:42:28.176761 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-fbe6ed88-de86-47d5-97cf-7ad3a6f86a62 req-79190b5c-d475-4d73-a2fa-bb366c0bd134 tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] 10.222.0.54 "GET /v2.0/security-groups?id=28f60a14-6b71-4e72-84fb-77c6bf67a29f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514462 Jan 20 14:42:28.236181 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvr_db [None req-e1afcba6-5581-4202-bb95-afee81adf8aa None None] Set router 783ebe0c-6c84-4372-ade0-9a5670567575 gateway port host: dv-neutron-825124-1-hyperv {{(pid=84154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 14:42:28.319826 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-fe0e90fc-2576-4d9f-acc2-1d73c4d032a4 req-c42be459-793e-40b1-80fd-6159503e5e2c service neutron] 10.222.0.106 "GET /v2.0/networks/ac006b3d-300f-4a00-af61-b19ab11d4829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1900127 Jan 20 14:42:28.587348 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-e1afcba6-5581-4202-bb95-afee81adf8aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '783ebe0c-6c84-4372-ade0-9a5670567575', 'name': 'tempest-TestVolumeBootPattern-778372646-router', 'tenant_id': '630d3f8a86444149b9a83c00e804a42a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.22'}], 'enable_snat': True}, 'gw_port_id': '8983572d-c0fb-4a5d-959d-810702cc354b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:30:55Z', 'updated_at': '2022-01-20T14:31:07Z', 'revision_number': 4, 'project_id': '630d3f8a86444149b9a83c00e804a42a', 'gw_port': {'id': '8983572d-c0fb-4a5d-959d-810702cc354b', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:8b:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '783ebe0c-6c84-4372-ade0-9a5670567575', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:30:56Z', 'updated_at': '2022-01-20T14:31:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv', '_floatingips': [{'id': '64c07cc2-a315-4f1d-97ce-13c99440a246', 'tenant_id': '630d3f8a86444149b9a83c00e804a42a', 'floating_ip_address': '172.26.7.153', 'floating_network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'router_id': '783ebe0c-6c84-4372-ade0-9a5670567575', 'port_id': 'eb017f5f-13c0-4b06-a5b2-7e8cdb63a427', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac006b3d-300f-4a00-af61-b19ab11d4829', 'mac_address': 'fa:16:3e:2d:29:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e74bed5-411d-4dce-b5b6-8583fa74348d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T14:36:22Z', 'updated_at': '2022-01-20T14:36:25Z', 'revision_number': 1, 'project_id': '630d3f8a86444149b9a83c00e804a42a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73ab2921-cdee-469d-ac12-5c7530b1b83d', 'name': '', 'network_id': 'ac006b3d-300f-4a00-af61-b19ab11d4829', 'tenant_id': '630d3f8a86444149b9a83c00e804a42a', 'mac_address': 'fa:16:3e:29:50:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '783ebe0c-6c84-4372-ade0-9a5670567575', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '03a7a10f-ac58-4ac3-ae2b-291238d5ec16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:31:05Z', 'updated_at': '2022-01-20T14:31:20Z', 'revision_number': 5, 'project_id': '630d3f8a86444149b9a83c00e804a42a', 'subnets': [{'id': '03a7a10f-ac58-4ac3-ae2b-291238d5ec16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:42:28.591224 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1afcba6-5581-4202-bb95-afee81adf8aa None None] The sync data for ids ['783ebe0c-6c84-4372-ade0-9a5670567575'] in dv-neutron-825124-1-hyperv is: [{'id': '783ebe0c-6c84-4372-ade0-9a5670567575', 'name': 'tempest-TestVolumeBootPattern-778372646-router', 'tenant_id': '630d3f8a86444149b9a83c00e804a42a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.22'}], 'enable_snat': True}, 'gw_port_id': '8983572d-c0fb-4a5d-959d-810702cc354b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:30:55Z', 'updated_at': '2022-01-20T14:31:07Z', 'revision_number': 4, 'project_id': '630d3f8a86444149b9a83c00e804a42a', 'gw_port': {'id': '8983572d-c0fb-4a5d-959d-810702cc354b', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:8b:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '783ebe0c-6c84-4372-ade0-9a5670567575', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:30:56Z', 'updated_at': '2022-01-20T14:31:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv', '_floatingips': [{'id': '64c07cc2-a315-4f1d-97ce-13c99440a246', 'tenant_id': '630d3f8a86444149b9a83c00e804a42a', 'floating_ip_address': '172.26.7.153', 'floating_network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'router_id': '783ebe0c-6c84-4372-ade0-9a5670567575', 'port_id': 'eb017f5f-13c0-4b06-a5b2-7e8cdb63a427', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac006b3d-300f-4a00-af61-b19ab11d4829', 'mac_address': 'fa:16:3e:2d:29:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e74bed5-411d-4dce-b5b6-8583fa74348d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T14:36:22Z', 'updated_at': '2022-01-20T14:36:25Z', 'revision_number': 1, 'project_id': '630d3f8a86444149b9a83c00e804a42a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73ab2921-cdee-469d-ac12-5c7530b1b83d', 'name': '', 'network_id': 'ac006b3d-300f-4a00-af61-b19ab11d4829', 'tenant_id': '630d3f8a86444149b9a83c00e804a42a', 'mac_address': 'fa:16:3e:29:50:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '783ebe0c-6c84-4372-ade0-9a5670567575', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '03a7a10f-ac58-4ac3-ae2b-291238d5ec16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:31:05Z', 'updated_at': '2022-01-20T14:31:20Z', 'revision_number': 5, 'project_id': '630d3f8a86444149b9a83c00e804a42a', 'subnets': [{'id': '03a7a10f-ac58-4ac3-ae2b-291238d5ec16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 14:42:28.817245 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91fe15eb-88a3-4c46-8297-5eeca0753e79 None None] New status for floating IP 9e268cd8-d6c1-4787-884b-20ef3cedd9a4: DOWN {{(pid=84155) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 20 14:42:29.404093 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2746ad-2f01-4d7f-913d-a79b741c5310 req-64d1e84d-cd4d-4bfc-a95f-aa30a01c3542 tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:42:29.404093 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-bb2746ad-2f01-4d7f-913d-a79b741c5310 req-64d1e84d-cd4d-4bfc-a95f-aa30a01c3542 tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] 10.222.0.54 "GET /v2.0/ports?device_id=d57013b1-29fb-4772-a0dc-cae2d4e1f346 HTTP/1.1" status: 200 len: 945 time: 0.0764525 Jan 20 14:42:29.448276 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-bb2746ad-2f01-4d7f-913d-a79b741c5310 req-c7c59ee1-2c81-4361-9a75-73cd5afd0c08 tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] 10.222.0.54 "GET /v2.0/security-groups?id=28f60a14-6b71-4e72-84fb-77c6bf67a29f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415351 Jan 20 14:42:29.678479 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0053d0-815c-4388-9b1b-a8708fd022bf req-4be99dbb-154e-42cb-aee6-db9b495a5f97 tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:42:29.679072 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [req-bb0053d0-815c-4388-9b1b-a8708fd022bf req-4be99dbb-154e-42cb-aee6-db9b495a5f97 tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Synchronizing usage tracker for tenant:630d3f8a86444149b9a83c00e804a42a on resource:port {{(pid=84152) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:42:29.690836 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [req-bb0053d0-815c-4388-9b1b-a8708fd022bf req-4be99dbb-154e-42cb-aee6-db9b495a5f97 tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Unset dirty status for tenant:630d3f8a86444149b9a83c00e804a42a on resource:port {{(pid=84152) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:42:29.691927 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-bb0053d0-815c-4388-9b1b-a8708fd022bf req-4be99dbb-154e-42cb-aee6-db9b495a5f97 tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] 10.222.0.106 "GET /v2.0/ports?device_id=d57013b1-29fb-4772-a0dc-cae2d4e1f346 HTTP/1.1" status: 200 len: 945 time: 0.0898039 Jan 20 14:42:29.838560 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [req-bb0053d0-815c-4388-9b1b-a8708fd022bf req-3c426bda-fee0-4257-b85f-92d517f092af tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Deleting port 612d730d-5f6f-483d-954e-9e9716314c70 {{(pid=84152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:42:29.838893 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [req-bb0053d0-815c-4388-9b1b-a8708fd022bf req-3c426bda-fee0-4257-b85f-92d517f092af tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:30.080428 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.db [req-bb0053d0-815c-4388-9b1b-a8708fd022bf req-3c426bda-fee0-4257-b85f-92d517f092af tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] For port 612d730d-5f6f-483d-954e-9e9716314c70, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=612d730d-5f6f-483d-954e-9e9716314c70,segment=NetworkSegment(c9d942e4-40d0-47fc-a62a-57ccdec4c720),segment_id=c9d942e4-40d0-47fc-a62a-57ccdec4c720)] {{(pid=84152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:42:30.080799 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [req-bb0053d0-815c-4388-9b1b-a8708fd022bf req-3c426bda-fee0-4257-b85f-92d517f092af tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:30.197846 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [req-bb0053d0-815c-4388-9b1b-a8708fd022bf req-3c426bda-fee0-4257-b85f-92d517f092af tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Calling delete_port for 612d730d-5f6f-483d-954e-9e9716314c70 owned by compute:nova {{(pid=84152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:42:30.364498 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-3eacef21-6945-4ecb-98b9-8f961b672d9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:30.397396 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:30.397635 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [req-bb0053d0-815c-4388-9b1b-a8708fd022bf req-3c426bda-fee0-4257-b85f-92d517f092af tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:30.445796 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c426bda-fee0-4257-b85f-92d517f092af tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Pushing event deleted for resources: {'Port': ['ID=612d730d-5f6f-483d-954e-9e9716314c70,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:42:30.486306 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c426bda-fee0-4257-b85f-92d517f092af tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:42:30.486654 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c426bda-fee0-4257-b85f-92d517f092af tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:42:30.486993 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c426bda-fee0-4257-b85f-92d517f092af tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:42:30.487328 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c426bda-fee0-4257-b85f-92d517f092af tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:42:30.487661 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c426bda-fee0-4257-b85f-92d517f092af tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:42:30.487989 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c426bda-fee0-4257-b85f-92d517f092af tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:42:30.488315 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c426bda-fee0-4257-b85f-92d517f092af tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:42:30.488636 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c426bda-fee0-4257-b85f-92d517f092af tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:42:30.488957 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c426bda-fee0-4257-b85f-92d517f092af tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:42:30.489277 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c426bda-fee0-4257-b85f-92d517f092af tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:42:30.489595 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c426bda-fee0-4257-b85f-92d517f092af tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:42:30.533721 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb0053d0-815c-4388-9b1b-a8708fd022bf req-3c426bda-fee0-4257-b85f-92d517f092af tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] No DVR routers for this DVR port 612d730d-5f6f-483d-954e-9e9716314c70 on host hv-neutron-8251 {{(pid=84152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 14:42:30.536138 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [req-bb0053d0-815c-4388-9b1b-a8708fd022bf req-3c426bda-fee0-4257-b85f-92d517f092af tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:30.538760 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd57013b1-29fb-4772-a0dc-cae2d4e1f346', 'name': 'network-vif-deleted', 'tag': '612d730d-5f6f-483d-954e-9e9716314c70'}] {{(pid=84152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 14:42:30.595503 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd57013b1-29fb-4772-a0dc-cae2d4e1f346', 'name': 'network-vif-deleted', 'tag': '612d730d-5f6f-483d-954e-9e9716314c70', 'status': 'completed', 'code': 200} Jan 20 14:42:30.622442 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-bb0053d0-815c-4388-9b1b-a8708fd022bf req-3c426bda-fee0-4257-b85f-92d517f092af tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] 10.222.0.106 "DELETE /v2.0/ports/612d730d-5f6f-483d-954e-9e9716314c70 HTTP/1.1" status: 204 len: 173 time: 0.9248753 Jan 20 14:42:30.623750 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-768e7d5b-b3e8-4024-9b1c-2b297f274d78 req-d5dc78ac-d7b0-4f72-9c24-8aa098b4db92 tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] 10.222.0.54 "GET /v2.0/ports?device_id=d57013b1-29fb-4772-a0dc-cae2d4e1f346 HTTP/1.1" status: 200 len: 210 time: 0.0431619 Jan 20 14:42:31.387358 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:31.563213 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-cdd98e71-1f0a-4421-baa9-dcb30e06edf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:31.799540 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-89221ff0-0ea0-4bf6-8708-2a8b9e6eab01 req-8255cb6a-fdce-4a6a-b45d-23a2bb44c86d tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] 10.222.0.54 "GET /v2.0/ports?device_id=d57013b1-29fb-4772-a0dc-cae2d4e1f346 HTTP/1.1" status: 200 len: 210 time: 0.0410929 Jan 20 14:42:32.992878 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-eea6df97-7ff1-4b63-af20-e3ec8913deda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:33.647776 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Device 612d730d-5f6f-483d-954e-9e9716314c70 no longer exists at agent hyperv_hv-neutron-8251 {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:42:33.686358 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] No Port match for: 612d730d-5f6f-483d-954e-9e9716314c70 {{(pid=84154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 14:42:33.686812 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Device 612d730d-5f6f-483d-954e-9e9716314c70 not bound to the agent host hv-neutron-8251 {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 14:42:37.178648 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 44588) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:42:37.252131 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-ff2038aa-e2f3-419e-a518-69c634144df8 tempest-TestNetworkBasicOps-1338634829 tempest-TestNetworkBasicOps-1338634829-project-admin] 10.222.0.54 "GET /v2.0/ports?project_id=640e8dbef2de46a485c2653a25e2ea4a&network_id=7f133f62-9339-4f4a-b1ed-7fcec9cd75f0 HTTP/1.1" status: 200 len: 2999 time: 0.0723708 Jan 20 14:42:37.751583 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 44598) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:42:37.958483 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-487ea847-fd1a-482b-92e4-15954955afd8 tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Deleting port 0abf9478-c45f-4e22-9cec-50c22b9360f7 {{(pid=84152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:42:37.958809 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-487ea847-fd1a-482b-92e4-15954955afd8 tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:38.126477 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-487ea847-fd1a-482b-92e4-15954955afd8 tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:38.126796 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-487ea847-fd1a-482b-92e4-15954955afd8 tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:38.245995 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-487ea847-fd1a-482b-92e4-15954955afd8 tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Calling delete_port for 0abf9478-c45f-4e22-9cec-50c22b9360f7 owned by network:floatingip {{(pid=84152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:42:38.460168 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-487ea847-fd1a-482b-92e4-15954955afd8 tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:38.504526 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487ea847-fd1a-482b-92e4-15954955afd8 tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Pushing event deleted for resources: {'Port': ['ID=0abf9478-c45f-4e22-9cec-50c22b9360f7,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:42:38.690734 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-487ea847-fd1a-482b-92e4-15954955afd8 tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Notify callbacks [] for floatingip, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:39.080261 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-487ea847-fd1a-482b-92e4-15954955afd8 tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Router 783ebe0c-6c84-4372-ade0-9a5670567575 has already been hosted by L3 agent 624d525b-4c26-4143-8a1c-228bb1c6faaa {{(pid=84152) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 14:42:39.294341 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-487ea847-fd1a-482b-92e4-15954955afd8 tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Notify agent at l3_agent.dv-neutron-825124-1-hyperv the message routers_updated {{(pid=84152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 14:42:39.307112 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d434e617-cb0e-47e0-bb8f-473a694e86e9 None None] Sync routers for ids ['783ebe0c-6c84-4372-ade0-9a5670567575'] in dv-neutron-825124-1-hyperv {{(pid=84154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 14:42:39.312561 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-487ea847-fd1a-482b-92e4-15954955afd8 tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for floatingip, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:39.319772 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d434e617-cb0e-47e0-bb8f-473a694e86e9 None None] Routers {'783ebe0c-6c84-4372-ade0-9a5670567575'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:42:39.320378 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-d434e617-cb0e-47e0-bb8f-473a694e86e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:42:30Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['783ebe0c-6c84-4372-ade0-9a5670567575'], 'active': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:42:39.367048 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-487ea847-fd1a-482b-92e4-15954955afd8 tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] 10.222.0.54 "DELETE /v2.0/floatingips/64c07cc2-a315-4f1d-97ce-13c99440a246 HTTP/1.1" status: 204 len: 168 time: 1.6142128 Jan 20 14:42:39.367454 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e74bed5-411d-4dce-b5b6-8583fa74348d', 'tag': 'eb017f5f-13c0-4b06-a5b2-7e8cdb63a427'}] {{(pid=84152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 14:42:39.505434 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvr_db [None req-d434e617-cb0e-47e0-bb8f-473a694e86e9 None None] Set router 783ebe0c-6c84-4372-ade0-9a5670567575 gateway port host: dv-neutron-825124-1-hyperv {{(pid=84154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 14:42:39.510506 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e74bed5-411d-4dce-b5b6-8583fa74348d', 'tag': 'eb017f5f-13c0-4b06-a5b2-7e8cdb63a427', 'status': 'completed', 'code': 200} Jan 20 14:42:39.613204 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-2c9ad8e9-fcd4-4feb-a04f-52cbb0cacc34 req-c700a9a4-5209-4720-891b-b5e5db566dc7 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=630d3f8a86444149b9a83c00e804a42a&device_id=7e74bed5-411d-4dce-b5b6-8583fa74348d HTTP/1.1" status: 200 len: 1098 time: 0.0767906 Jan 20 14:42:39.752085 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9ad8e9-fcd4-4feb-a04f-52cbb0cacc34 req-a9bf5186-fffa-4725-b568-76e9e7808280 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:42:39.753968 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-2c9ad8e9-fcd4-4feb-a04f-52cbb0cacc34 req-a9bf5186-fffa-4725-b568-76e9e7808280 service neutron] 10.222.0.106 "GET /v2.0/networks?id=ac006b3d-300f-4a00-af61-b19ab11d4829 HTTP/1.1" status: 200 len: 912 time: 0.1348419 Jan 20 14:42:39.831139 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-2c9ad8e9-fcd4-4feb-a04f-52cbb0cacc34 req-03b54acc-bb5d-471b-98b1-a84b54703b5e service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eb017f5f-13c0-4b06-a5b2-7e8cdb63a427 HTTP/1.1" status: 200 len: 217 time: 0.0691552 Jan 20 14:42:39.856040 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-d434e617-cb0e-47e0-bb8f-473a694e86e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '783ebe0c-6c84-4372-ade0-9a5670567575', 'name': 'tempest-TestVolumeBootPattern-778372646-router', 'tenant_id': '630d3f8a86444149b9a83c00e804a42a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.22'}], 'enable_snat': True}, 'gw_port_id': '8983572d-c0fb-4a5d-959d-810702cc354b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:30:55Z', 'updated_at': '2022-01-20T14:31:07Z', 'revision_number': 4, 'project_id': '630d3f8a86444149b9a83c00e804a42a', 'gw_port': {'id': '8983572d-c0fb-4a5d-959d-810702cc354b', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:8b:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '783ebe0c-6c84-4372-ade0-9a5670567575', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:30:56Z', 'updated_at': '2022-01-20T14:31:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv', '_interfaces': [{'id': '73ab2921-cdee-469d-ac12-5c7530b1b83d', 'name': '', 'network_id': 'ac006b3d-300f-4a00-af61-b19ab11d4829', 'tenant_id': '630d3f8a86444149b9a83c00e804a42a', 'mac_address': 'fa:16:3e:29:50:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '783ebe0c-6c84-4372-ade0-9a5670567575', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '03a7a10f-ac58-4ac3-ae2b-291238d5ec16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:31:05Z', 'updated_at': '2022-01-20T14:31:20Z', 'revision_number': 5, 'project_id': '630d3f8a86444149b9a83c00e804a42a', 'subnets': [{'id': '03a7a10f-ac58-4ac3-ae2b-291238d5ec16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:42:39.859414 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d434e617-cb0e-47e0-bb8f-473a694e86e9 None None] Checking router: 783ebe0c-6c84-4372-ade0-9a5670567575 for host: dv-neutron-825124-1-hyperv {{(pid=84154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 14:42:39.871524 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d434e617-cb0e-47e0-bb8f-473a694e86e9 None None] Routers {'783ebe0c-6c84-4372-ade0-9a5670567575'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:42:39.872139 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-d434e617-cb0e-47e0-bb8f-473a694e86e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:42:30Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['783ebe0c-6c84-4372-ade0-9a5670567575'], 'active': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:42:39.898722 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9ad8e9-fcd4-4feb-a04f-52cbb0cacc34 req-b2e72af4-25f6-4da9-8faf-d276d61433b2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:42:39.900163 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-2c9ad8e9-fcd4-4feb-a04f-52cbb0cacc34 req-b2e72af4-25f6-4da9-8faf-d276d61433b2 service neutron] 10.222.0.106 "GET /v2.0/subnets?id=03a7a10f-ac58-4ac3-ae2b-291238d5ec16 HTTP/1.1" status: 200 len: 850 time: 0.0635560 Jan 20 14:42:39.996149 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-2c9ad8e9-fcd4-4feb-a04f-52cbb0cacc34 req-5659bf9e-0616-4169-bcff-df60e09861fb service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=ac006b3d-300f-4a00-af61-b19ab11d4829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0825574 Jan 20 14:42:40.024669 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d332d9-c982-4c5d-9ed5-fd99e253a5d7 req-17dc3761-e8cd-4cf8-89a0-0badd8fcc108 tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:42:40.026062 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-f6d332d9-c982-4c5d-9ed5-fd99e253a5d7 req-17dc3761-e8cd-4cf8-89a0-0badd8fcc108 tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] 10.222.0.54 "GET /v2.0/ports?device_id=7e74bed5-411d-4dce-b5b6-8583fa74348d HTTP/1.1" status: 200 len: 945 time: 0.0857542 Jan 20 14:42:40.076492 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-f6d332d9-c982-4c5d-9ed5-fd99e253a5d7 req-c6bfc73a-cb23-4fce-afab-ddaf9df5cc0d tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] 10.222.0.54 "GET /v2.0/security-groups?id=28f60a14-6b71-4e72-84fb-77c6bf67a29f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434237 Jan 20 14:42:40.102209 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvr_db [None req-d434e617-cb0e-47e0-bb8f-473a694e86e9 None None] Set router 783ebe0c-6c84-4372-ade0-9a5670567575 gateway port host: dv-neutron-825124-1-hyperv {{(pid=84154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 14:42:40.137046 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-2c9ad8e9-fcd4-4feb-a04f-52cbb0cacc34 req-52b0007a-311e-4e84-aabc-eac26ad6e7c6 service neutron] 10.222.0.106 "GET /v2.0/networks/ac006b3d-300f-4a00-af61-b19ab11d4829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321247 Jan 20 14:42:40.291486 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-2c9ad8e9-fcd4-4feb-a04f-52cbb0cacc34 req-795b730c-1e37-413b-92f3-83173cd65248 service neutron] 10.222.0.106 "GET /v2.0/networks/ac006b3d-300f-4a00-af61-b19ab11d4829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469257 Jan 20 14:42:40.422483 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-d434e617-cb0e-47e0-bb8f-473a694e86e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '783ebe0c-6c84-4372-ade0-9a5670567575', 'name': 'tempest-TestVolumeBootPattern-778372646-router', 'tenant_id': '630d3f8a86444149b9a83c00e804a42a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.22'}], 'enable_snat': True}, 'gw_port_id': '8983572d-c0fb-4a5d-959d-810702cc354b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:30:55Z', 'updated_at': '2022-01-20T14:31:07Z', 'revision_number': 4, 'project_id': '630d3f8a86444149b9a83c00e804a42a', 'gw_port': {'id': '8983572d-c0fb-4a5d-959d-810702cc354b', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:8b:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '783ebe0c-6c84-4372-ade0-9a5670567575', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:30:56Z', 'updated_at': '2022-01-20T14:31:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv', '_interfaces': [{'id': '73ab2921-cdee-469d-ac12-5c7530b1b83d', 'name': '', 'network_id': 'ac006b3d-300f-4a00-af61-b19ab11d4829', 'tenant_id': '630d3f8a86444149b9a83c00e804a42a', 'mac_address': 'fa:16:3e:29:50:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '783ebe0c-6c84-4372-ade0-9a5670567575', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '03a7a10f-ac58-4ac3-ae2b-291238d5ec16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:31:05Z', 'updated_at': '2022-01-20T14:31:20Z', 'revision_number': 5, 'project_id': '630d3f8a86444149b9a83c00e804a42a', 'subnets': [{'id': '03a7a10f-ac58-4ac3-ae2b-291238d5ec16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:42:40.427763 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d434e617-cb0e-47e0-bb8f-473a694e86e9 None None] The sync data for ids ['783ebe0c-6c84-4372-ade0-9a5670567575'] in dv-neutron-825124-1-hyperv is: [{'id': '783ebe0c-6c84-4372-ade0-9a5670567575', 'name': 'tempest-TestVolumeBootPattern-778372646-router', 'tenant_id': '630d3f8a86444149b9a83c00e804a42a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.22'}], 'enable_snat': True}, 'gw_port_id': '8983572d-c0fb-4a5d-959d-810702cc354b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:30:55Z', 'updated_at': '2022-01-20T14:31:07Z', 'revision_number': 4, 'project_id': '630d3f8a86444149b9a83c00e804a42a', 'gw_port': {'id': '8983572d-c0fb-4a5d-959d-810702cc354b', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:8b:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '783ebe0c-6c84-4372-ade0-9a5670567575', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:30:56Z', 'updated_at': '2022-01-20T14:31:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv', '_interfaces': [{'id': '73ab2921-cdee-469d-ac12-5c7530b1b83d', 'name': '', 'network_id': 'ac006b3d-300f-4a00-af61-b19ab11d4829', 'tenant_id': '630d3f8a86444149b9a83c00e804a42a', 'mac_address': 'fa:16:3e:29:50:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '783ebe0c-6c84-4372-ade0-9a5670567575', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '03a7a10f-ac58-4ac3-ae2b-291238d5ec16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:31:05Z', 'updated_at': '2022-01-20T14:31:20Z', 'revision_number': 5, 'project_id': '630d3f8a86444149b9a83c00e804a42a', 'subnets': [{'id': '03a7a10f-ac58-4ac3-ae2b-291238d5ec16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 14:42:40.659608 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87f10dfd-e16e-4978-94ae-23216613bbee None None] New status for floating IP 64c07cc2-a315-4f1d-97ce-13c99440a246: DOWN {{(pid=84155) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 20 14:42:40.750752 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29ae938-244f-4da4-bb08-4c66d3421b36 req-ec756d4e-c04c-4d7c-b24f-7f9ec5a1a63e tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:42:40.751353 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [req-a29ae938-244f-4da4-bb08-4c66d3421b36 req-ec756d4e-c04c-4d7c-b24f-7f9ec5a1a63e tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Synchronizing usage tracker for tenant:630d3f8a86444149b9a83c00e804a42a on resource:port {{(pid=84152) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:42:40.810124 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [req-a29ae938-244f-4da4-bb08-4c66d3421b36 req-ec756d4e-c04c-4d7c-b24f-7f9ec5a1a63e tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Unset dirty status for tenant:630d3f8a86444149b9a83c00e804a42a on resource:port {{(pid=84152) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:42:40.812527 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-a29ae938-244f-4da4-bb08-4c66d3421b36 req-ec756d4e-c04c-4d7c-b24f-7f9ec5a1a63e tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] 10.222.0.106 "GET /v2.0/ports?device_id=7e74bed5-411d-4dce-b5b6-8583fa74348d HTTP/1.1" status: 200 len: 945 time: 0.2448761 Jan 20 14:42:40.884376 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [req-a29ae938-244f-4da4-bb08-4c66d3421b36 req-69b46896-0cb6-45f7-9459-85e9c808f06c tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Deleting port eb017f5f-13c0-4b06-a5b2-7e8cdb63a427 {{(pid=84152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:42:40.884744 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [req-a29ae938-244f-4da4-bb08-4c66d3421b36 req-69b46896-0cb6-45f7-9459-85e9c808f06c tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:41.138386 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.db [req-a29ae938-244f-4da4-bb08-4c66d3421b36 req-69b46896-0cb6-45f7-9459-85e9c808f06c tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] For port eb017f5f-13c0-4b06-a5b2-7e8cdb63a427, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=eb017f5f-13c0-4b06-a5b2-7e8cdb63a427,segment=NetworkSegment(c9d942e4-40d0-47fc-a62a-57ccdec4c720),segment_id=c9d942e4-40d0-47fc-a62a-57ccdec4c720)] {{(pid=84152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:42:41.138753 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [req-a29ae938-244f-4da4-bb08-4c66d3421b36 req-69b46896-0cb6-45f7-9459-85e9c808f06c tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:41.266408 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [req-a29ae938-244f-4da4-bb08-4c66d3421b36 req-69b46896-0cb6-45f7-9459-85e9c808f06c tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Calling delete_port for eb017f5f-13c0-4b06-a5b2-7e8cdb63a427 owned by compute:nova {{(pid=84152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:42:41.285213 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffedf7a-a3b0-48f2-996d-233dd562764c req-46dd7add-be75-440c-b319-3ff7b6cdcce4 tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:42:41.286727 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-8ffedf7a-a3b0-48f2-996d-233dd562764c req-46dd7add-be75-440c-b319-3ff7b6cdcce4 tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] 10.222.0.54 "GET /v2.0/ports?device_id=7e74bed5-411d-4dce-b5b6-8583fa74348d HTTP/1.1" status: 200 len: 945 time: 0.0807998 Jan 20 14:42:41.333512 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-8ffedf7a-a3b0-48f2-996d-233dd562764c req-f7087294-965d-459d-a00f-5bdb9970745c tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] 10.222.0.54 "GET /v2.0/security-groups?id=28f60a14-6b71-4e72-84fb-77c6bf67a29f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409546 Jan 20 14:42:41.472907 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [req-a29ae938-244f-4da4-bb08-4c66d3421b36 req-69b46896-0cb6-45f7-9459-85e9c808f06c tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:41.477763 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 44616) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:42:41.522905 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b46896-0cb6-45f7-9459-85e9c808f06c tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Pushing event deleted for resources: {'Port': ['ID=eb017f5f-13c0-4b06-a5b2-7e8cdb63a427,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:42:41.546050 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0e92a86-9a65-4101-8b60-9e9a64479a67 tempest-TestNetworkBasicOps-1338634829 tempest-TestNetworkBasicOps-1338634829-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:42:41.547854 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-b0e92a86-9a65-4101-8b60-9e9a64479a67 tempest-TestNetworkBasicOps-1338634829 tempest-TestNetworkBasicOps-1338634829-project-admin] 10.222.0.54 "GET /v2.0/subnets?network_id=8dffb05c-5ca0-409b-bd5f-7be6264f707d HTTP/1.1" status: 200 len: 814 time: 0.0690615 Jan 20 14:42:41.604000 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.l3_dvrscheduler_db [req-a29ae938-244f-4da4-bb08-4c66d3421b36 req-69b46896-0cb6-45f7-9459-85e9c808f06c tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] No DVR routers for this DVR port eb017f5f-13c0-4b06-a5b2-7e8cdb63a427 on host hv-neutron-8251 {{(pid=84152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 14:42:41.607472 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [req-a29ae938-244f-4da4-bb08-4c66d3421b36 req-69b46896-0cb6-45f7-9459-85e9c808f06c tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:41.611730 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e74bed5-411d-4dce-b5b6-8583fa74348d', 'name': 'network-vif-deleted', 'tag': 'eb017f5f-13c0-4b06-a5b2-7e8cdb63a427'}] {{(pid=84152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 14:42:41.675784 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e74bed5-411d-4dce-b5b6-8583fa74348d', 'name': 'network-vif-deleted', 'tag': 'eb017f5f-13c0-4b06-a5b2-7e8cdb63a427', 'status': 'completed', 'code': 200} Jan 20 14:42:41.696596 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-a29ae938-244f-4da4-bb08-4c66d3421b36 req-69b46896-0cb6-45f7-9459-85e9c808f06c tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] 10.222.0.106 "DELETE /v2.0/ports/eb017f5f-13c0-4b06-a5b2-7e8cdb63a427 HTTP/1.1" status: 204 len: 173 time: 0.8777916 Jan 20 14:42:42.495982 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-afbddd82-4821-40fe-b8eb-36b3ff425556 req-ade064fe-1553-4f01-8128-bb5b1fd85bed tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] 10.222.0.54 "GET /v2.0/ports?device_id=7e74bed5-411d-4dce-b5b6-8583fa74348d HTTP/1.1" status: 200 len: 210 time: 0.0413055 Jan 20 14:42:42.763897 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 44628) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:42:42.769230 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-178e9f37-37c4-4727-a1f0-494691843baa tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Request body: {'floatingip': {'port_id': None}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:42:42.977207 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-178e9f37-37c4-4727-a1f0-494691843baa tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for floatingip, before_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:43.265566 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-178e9f37-37c4-4727-a1f0-494691843baa tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:43.363096 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-178e9f37-37c4-4727-a1f0-494691843baa tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-745254'] for floatingip, after_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:43.363335 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.db.l3_db [None req-178e9f37-37c4-4727-a1f0-494691843baa tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Floating IP 0941e99f-7ca7-4c4c-9581-70287d4b423e disassociated. External IP: 172.26.7.142, port: 93c99330-d4a4-4fdb-9e94-2a67815afc89. Jan 20 14:42:43.603520 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 44634) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:42:43.692545 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Device eb017f5f-13c0-4b06-a5b2-7e8cdb63a427 no longer exists at agent hyperv_hv-neutron-8251 {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:42:43.726190 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] No Port match for: eb017f5f-13c0-4b06-a5b2-7e8cdb63a427 {{(pid=84154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 14:42:43.726652 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Device eb017f5f-13c0-4b06-a5b2-7e8cdb63a427 not bound to the agent host hv-neutron-8251 {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 14:42:43.759764 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf5286-8e31-4232-89b5-4878b5e7ceaf tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Deleting port f4996791-e55d-4eee-ac4a-6746ecddbd24 {{(pid=84152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:42:43.760110 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-f9cf5286-8e31-4232-89b5-4878b5e7ceaf tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:43.770271 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-178e9f37-37c4-4727-a1f0-494691843baa tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Router 45a36899-537b-4e98-a4d0-a79734a72d5c has already been hosted by L3 agent 624d525b-4c26-4143-8a1c-228bb1c6faaa {{(pid=84153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 14:42:43.928396 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-f9cf5286-8e31-4232-89b5-4878b5e7ceaf tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:43.928716 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-f9cf5286-8e31-4232-89b5-4878b5e7ceaf tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:43.974272 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-178e9f37-37c4-4727-a1f0-494691843baa tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify agent at l3_agent.dv-neutron-825124-1-hyperv the message routers_updated {{(pid=84153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 14:42:43.978638 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-178e9f37-37c4-4727-a1f0-494691843baa tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for floatingip, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:43.984403 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d0cc222-1cb5-43ed-a2a9-afde2b6a24bc None None] Sync routers for ids ['45a36899-537b-4e98-a4d0-a79734a72d5c'] in dv-neutron-825124-1-hyperv {{(pid=84154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 14:42:43.997468 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d0cc222-1cb5-43ed-a2a9-afde2b6a24bc None None] Routers {'45a36899-537b-4e98-a4d0-a79734a72d5c'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:42:43.998124 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-1d0cc222-1cb5-43ed-a2a9-afde2b6a24bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:42:30Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['45a36899-537b-4e98-a4d0-a79734a72d5c'], 'active': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:42:44.038098 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-178e9f37-37c4-4727-a1f0-494691843baa tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "PUT /v2.0/floatingips/0941e99f-7ca7-4c4c-9581-70287d4b423e HTTP/1.1" status: 200 len: 690 time: 1.2707539 Jan 20 14:42:44.038098 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8b0a75c-bfdf-46de-845e-f4aacddf9c3d', 'tag': '93c99330-d4a4-4fdb-9e94-2a67815afc89'}] {{(pid=84153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 14:42:44.040505 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 44638) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:42:44.053848 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf5286-8e31-4232-89b5-4878b5e7ceaf tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Calling delete_port for f4996791-e55d-4eee-ac4a-6746ecddbd24 owned by network:floatingip {{(pid=84152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:42:44.114886 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8b0a75c-bfdf-46de-845e-f4aacddf9c3d', 'tag': '93c99330-d4a4-4fdb-9e94-2a67815afc89', 'status': 'completed', 'code': 200} Jan 20 14:42:44.128218 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-c27aaa8d-5497-4794-82c7-e06f2ba1de56 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/floatingips/0941e99f-7ca7-4c4c-9581-70287d4b423e HTTP/1.1" status: 200 len: 690 time: 0.0863304 Jan 20 14:42:44.205481 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvr_db [None req-1d0cc222-1cb5-43ed-a2a9-afde2b6a24bc None None] Set router 45a36899-537b-4e98-a4d0-a79734a72d5c gateway port host: dv-neutron-825124-1-hyperv {{(pid=84154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 14:42:44.259175 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-56e50650-a724-446b-b156-d64ab0f0deca req-1b23211b-7d11-4f3c-8d4c-c637bec920d0 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=640e8dbef2de46a485c2653a25e2ea4a&device_id=a8b0a75c-bfdf-46de-845e-f4aacddf9c3d HTTP/1.1" status: 200 len: 1098 time: 0.1231992 Jan 20 14:42:44.422268 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-f9cf5286-8e31-4232-89b5-4878b5e7ceaf tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:44.492744 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cf5286-8e31-4232-89b5-4878b5e7ceaf tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Pushing event deleted for resources: {'Port': ['ID=f4996791-e55d-4eee-ac4a-6746ecddbd24,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:42:44.554319 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-1d0cc222-1cb5-43ed-a2a9-afde2b6a24bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45a36899-537b-4e98-a4d0-a79734a72d5c', 'name': 'tempest-TestNetworkBasicOps-router-1189388309', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.119'}], 'enable_snat': True}, 'gw_port_id': '7efd8ebc-c9d9-4033-ab86-f254f3c79d6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:41:02Z', 'updated_at': '2022-01-20T14:41:08Z', 'revision_number': 4, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'gw_port': {'id': '7efd8ebc-c9d9-4033-ab86-f254f3c79d6c', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:c8:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45a36899-537b-4e98-a4d0-a79734a72d5c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:41:03Z', 'updated_at': '2022-01-20T14:41:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv', '_interfaces': [{'id': '51e978f9-822d-47b7-b23b-727bc1d95fab', 'name': '', 'network_id': '7f133f62-9339-4f4a-b1ed-7fcec9cd75f0', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'mac_address': 'fa:16:3e:56:25:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45a36899-537b-4e98-a4d0-a79734a72d5c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1b866563-2192-45dd-be50-c207f83439fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:41:07Z', 'updated_at': '2022-01-20T14:41:14Z', 'revision_number': 5, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'subnets': [{'id': '1b866563-2192-45dd-be50-c207f83439fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:42:44.558483 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d0cc222-1cb5-43ed-a2a9-afde2b6a24bc None None] Checking router: 45a36899-537b-4e98-a4d0-a79734a72d5c for host: dv-neutron-825124-1-hyperv {{(pid=84154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 14:42:44.574355 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d0cc222-1cb5-43ed-a2a9-afde2b6a24bc None None] Routers {'45a36899-537b-4e98-a4d0-a79734a72d5c'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:42:44.575016 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-1d0cc222-1cb5-43ed-a2a9-afde2b6a24bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:42:30Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['45a36899-537b-4e98-a4d0-a79734a72d5c'], 'active': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:42:44.617723 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e50650-a724-446b-b156-d64ab0f0deca req-48c919a3-351c-434c-bf0e-05821c14f77f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:42:44.619272 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-56e50650-a724-446b-b156-d64ab0f0deca req-48c919a3-351c-434c-bf0e-05821c14f77f service neutron] 10.222.0.106 "GET /v2.0/networks?id=7f133f62-9339-4f4a-b1ed-7fcec9cd75f0 HTTP/1.1" status: 200 len: 897 time: 0.3541734 Jan 20 14:42:44.676190 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-f9cf5286-8e31-4232-89b5-4878b5e7ceaf tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Notify callbacks [] for floatingip, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:44.699714 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-56e50650-a724-446b-b156-d64ab0f0deca req-bdc871fa-7de9-40d7-81bc-a5cd73ca4e35 service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=93c99330-d4a4-4fdb-9e94-2a67815afc89 HTTP/1.1" status: 200 len: 217 time: 0.0735562 Jan 20 14:42:44.704850 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-f9cf5286-8e31-4232-89b5-4878b5e7ceaf tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for floatingip, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:44.705935 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-f9cf5286-8e31-4232-89b5-4878b5e7ceaf tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] 10.222.0.54 "DELETE /v2.0/floatingips/fa7dbe67-11b2-4934-bcd9-05d2d6412865 HTTP/1.1" status: 204 len: 168 time: 1.1014493 Jan 20 14:42:44.764801 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvr_db [None req-1d0cc222-1cb5-43ed-a2a9-afde2b6a24bc None None] Set router 45a36899-537b-4e98-a4d0-a79734a72d5c gateway port host: dv-neutron-825124-1-hyperv {{(pid=84154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 14:42:44.769967 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e50650-a724-446b-b156-d64ab0f0deca req-84a3ac62-3eff-454d-adfe-9c8ea7a7c902 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:42:44.772535 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-56e50650-a724-446b-b156-d64ab0f0deca req-84a3ac62-3eff-454d-adfe-9c8ea7a7c902 service neutron] 10.222.0.106 "GET /v2.0/subnets?id=1b866563-2192-45dd-be50-c207f83439fe HTTP/1.1" status: 200 len: 834 time: 0.0653996 Jan 20 14:42:44.858778 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-56e50650-a724-446b-b156-d64ab0f0deca req-019bf6ab-04fa-46b9-a2d9-4daa3ba2cd21 service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=7f133f62-9339-4f4a-b1ed-7fcec9cd75f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0806422 Jan 20 14:42:45.003907 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-56e50650-a724-446b-b156-d64ab0f0deca req-f013b619-60ff-499d-9c54-06c3e1c28e25 service neutron] 10.222.0.106 "GET /v2.0/networks/7f133f62-9339-4f4a-b1ed-7fcec9cd75f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376607 Jan 20 14:42:45.132065 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 44650) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:42:45.146430 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-56e50650-a724-446b-b156-d64ab0f0deca req-f7f43441-1481-4940-bd23-53bbec9bfa0f service neutron] 10.222.0.106 "GET /v2.0/networks/7f133f62-9339-4f4a-b1ed-7fcec9cd75f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368022 Jan 20 14:42:45.160303 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-1d0cc222-1cb5-43ed-a2a9-afde2b6a24bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45a36899-537b-4e98-a4d0-a79734a72d5c', 'name': 'tempest-TestNetworkBasicOps-router-1189388309', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.119'}], 'enable_snat': True}, 'gw_port_id': '7efd8ebc-c9d9-4033-ab86-f254f3c79d6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:41:02Z', 'updated_at': '2022-01-20T14:41:08Z', 'revision_number': 4, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'gw_port': {'id': '7efd8ebc-c9d9-4033-ab86-f254f3c79d6c', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:c8:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45a36899-537b-4e98-a4d0-a79734a72d5c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:41:03Z', 'updated_at': '2022-01-20T14:41:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv', '_interfaces': [{'id': '51e978f9-822d-47b7-b23b-727bc1d95fab', 'name': '', 'network_id': '7f133f62-9339-4f4a-b1ed-7fcec9cd75f0', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'mac_address': 'fa:16:3e:56:25:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45a36899-537b-4e98-a4d0-a79734a72d5c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1b866563-2192-45dd-be50-c207f83439fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:41:07Z', 'updated_at': '2022-01-20T14:41:14Z', 'revision_number': 5, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'subnets': [{'id': '1b866563-2192-45dd-be50-c207f83439fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:42:45.166593 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d0cc222-1cb5-43ed-a2a9-afde2b6a24bc None None] The sync data for ids ['45a36899-537b-4e98-a4d0-a79734a72d5c'] in dv-neutron-825124-1-hyperv is: [{'id': '45a36899-537b-4e98-a4d0-a79734a72d5c', 'name': 'tempest-TestNetworkBasicOps-router-1189388309', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.119'}], 'enable_snat': True}, 'gw_port_id': '7efd8ebc-c9d9-4033-ab86-f254f3c79d6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:41:02Z', 'updated_at': '2022-01-20T14:41:08Z', 'revision_number': 4, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'gw_port': {'id': '7efd8ebc-c9d9-4033-ab86-f254f3c79d6c', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:c8:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45a36899-537b-4e98-a4d0-a79734a72d5c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:41:03Z', 'updated_at': '2022-01-20T14:41:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv', '_interfaces': [{'id': '51e978f9-822d-47b7-b23b-727bc1d95fab', 'name': '', 'network_id': '7f133f62-9339-4f4a-b1ed-7fcec9cd75f0', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'mac_address': 'fa:16:3e:56:25:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45a36899-537b-4e98-a4d0-a79734a72d5c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1b866563-2192-45dd-be50-c207f83439fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:41:07Z', 'updated_at': '2022-01-20T14:41:14Z', 'revision_number': 5, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'subnets': [{'id': '1b866563-2192-45dd-be50-c207f83439fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 14:42:45.264589 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-2f15028d-fc18-4e39-9afb-9c631919a3fc tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/floatingips/0941e99f-7ca7-4c4c-9581-70287d4b423e HTTP/1.1" status: 200 len: 690 time: 0.1303699 Jan 20 14:42:45.420796 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43972269-0f43-4550-a82f-743ddd0e411e None None] New status for floating IP 0941e99f-7ca7-4c4c-9581-70287d4b423e: DOWN {{(pid=84155) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 20 14:42:46.268053 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 44656) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:42:46.360509 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-23202e59-eee9-4654-b1b1-113c0bd3c7dd tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/floatingips/0941e99f-7ca7-4c4c-9581-70287d4b423e HTTP/1.1" status: 200 len: 688 time: 0.0868764 Jan 20 14:42:47.483269 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 44666) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:42:47.556937 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-b638e77a-cf10-4453-8aa4-3604d893f759 tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Notify callbacks [] for security_group, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:47.589210 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-b638e77a-cf10-4453-8aa4-3604d893f759 tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:47.752732 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-b638e77a-cf10-4453-8aa4-3604d893f759 tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:47.767656 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 44670) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:42:47.773435 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-167ba918-f928-4f57-9ed9-5a3aa6592d89 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1935876662', 'description': 'tempest-secgroup-smoke-1935876662 description', 'project_id': '640e8dbef2de46a485c2653a25e2ea4a'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:42:47.779519 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-167ba918-f928-4f57-9ed9-5a3aa6592d89 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:42:47.780346 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b638e77a-cf10-4453-8aa4-3604d893f759 tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=28f60a14-6b71-4e72-84fb-77c6bf67a29f,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:42:47.791644 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-167ba918-f928-4f57-9ed9-5a3aa6592d89 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:42:47.848688 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-b638e77a-cf10-4453-8aa4-3604d893f759 tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] Notify callbacks [] for security_group, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:47.849798 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-b638e77a-cf10-4453-8aa4-3604d893f759 tempest-TestVolumeBootPattern-2145996205 tempest-TestVolumeBootPattern-2145996205-project] 10.222.0.54 "DELETE /v2.0/security-groups/28f60a14-6b71-4e72-84fb-77c6bf67a29f HTTP/1.1" status: 204 len: 168 time: 0.3655062 Jan 20 14:42:47.878560 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-167ba918-f928-4f57-9ed9-5a3aa6592d89 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for security_group, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:47.920317 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-167ba918-f928-4f57-9ed9-5a3aa6592d89 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:42:47.924320 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-167ba918-f928-4f57-9ed9-5a3aa6592d89 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Usage tracker for resource:security_group_rule and tenant:640e8dbef2de46a485c2653a25e2ea4a is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:42:47.927259 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-167ba918-f928-4f57-9ed9-5a3aa6592d89 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:42:47.933184 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-167ba918-f928-4f57-9ed9-5a3aa6592d89 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:42:47.987593 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-167ba918-f928-4f57-9ed9-5a3aa6592d89 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for security_group, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:48.005307 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 44676) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:42:48.067405 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-167ba918-f928-4f57-9ed9-5a3aa6592d89 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:48.112541 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167ba918-f928-4f57-9ed9-5a3aa6592d89 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6d95e92-2df1-4bf2-bd56-27a65003dd84,revision_number=1']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:42:48.221713 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-167ba918-f928-4f57-9ed9-5a3aa6592d89 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for security_group, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:48.225664 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-167ba918-f928-4f57-9ed9-5a3aa6592d89 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.4542000 Jan 20 14:42:48.226158 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 44682) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:42:48.231945 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-2eff56e3-5a95-469e-b337-a79324414665 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Request body: {'security_group_rule': {'security_group_id': 'b6d95e92-2df1-4bf2-bd56-27a65003dd84', 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:42:48.238779 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-2eff56e3-5a95-469e-b337-a79324414665 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:42:48.244505 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-2eff56e3-5a95-469e-b337-a79324414665 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Usage tracker for resource:security_group_rule and tenant:640e8dbef2de46a485c2653a25e2ea4a is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:42:48.247887 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-2eff56e3-5a95-469e-b337-a79324414665 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:42:48.260161 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-2eff56e3-5a95-469e-b337-a79324414665 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:42:48.481069 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-2eff56e3-5a95-469e-b337-a79324414665 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:48.542750 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-2eff56e3-5a95-469e-b337-a79324414665 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:48.592987 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-9c6704f9-0413-4226-84f8-9708136ac9da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-743504'] for router_interface, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:48.598505 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-2eff56e3-5a95-469e-b337-a79324414665 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734962'] for security_group_rule, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:48.622594 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eff56e3-5a95-469e-b337-a79324414665 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0560753f-48ec-47b4-a812-b8f7da6273d1,revision_number=0']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:42:48.688902 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-2eff56e3-5a95-469e-b337-a79324414665 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:48.690082 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-2eff56e3-5a95-469e-b337-a79324414665 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4628856 Jan 20 14:42:48.692873 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 44686) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:42:48.698282 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-fef194eb-74e2-4ee5-b900-77a2904d55cd tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Request body: {'security_group_rule': {'security_group_id': 'b6d95e92-2df1-4bf2-bd56-27a65003dd84', 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:42:48.704170 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-fef194eb-74e2-4ee5-b900-77a2904d55cd tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:42:48.708319 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-fef194eb-74e2-4ee5-b900-77a2904d55cd tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Usage tracker for resource:security_group_rule and tenant:640e8dbef2de46a485c2653a25e2ea4a is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:42:48.711522 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-fef194eb-74e2-4ee5-b900-77a2904d55cd tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:42:48.717977 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-fef194eb-74e2-4ee5-b900-77a2904d55cd tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:42:48.809737 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-fef194eb-74e2-4ee5-b900-77a2904d55cd tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:48.874314 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-fef194eb-74e2-4ee5-b900-77a2904d55cd tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:48.951732 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-fef194eb-74e2-4ee5-b900-77a2904d55cd tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734962'] for security_group_rule, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:48.976317 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef194eb-74e2-4ee5-b900-77a2904d55cd tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f66a192a-d607-4cac-8726-64495c046d45,revision_number=0']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:42:49.043207 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-fef194eb-74e2-4ee5-b900-77a2904d55cd tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:49.044420 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-fef194eb-74e2-4ee5-b900-77a2904d55cd tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3506005 Jan 20 14:42:49.048048 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 44690) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:42:49.055739 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-f226fe8f-ee08-4c43-90c3-958c7e764fe6 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Request body: {'security_group_rule': {'security_group_id': 'b6d95e92-2df1-4bf2-bd56-27a65003dd84', 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:42:49.064884 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-f226fe8f-ee08-4c43-90c3-958c7e764fe6 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:42:49.070120 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-f226fe8f-ee08-4c43-90c3-958c7e764fe6 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Usage tracker for resource:security_group_rule and tenant:640e8dbef2de46a485c2653a25e2ea4a is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:42:49.073454 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-f226fe8f-ee08-4c43-90c3-958c7e764fe6 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:42:49.105009 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-f226fe8f-ee08-4c43-90c3-958c7e764fe6 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:42:49.196877 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-f226fe8f-ee08-4c43-90c3-958c7e764fe6 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:49.321779 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-f226fe8f-ee08-4c43-90c3-958c7e764fe6 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:49.390722 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-9c6704f9-0413-4226-84f8-9708136ac9da admin admin] Deleting port 73ab2921-cdee-469d-ac12-5c7530b1b83d {{(pid=84152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:42:49.391051 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-9c6704f9-0413-4226-84f8-9708136ac9da admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:49.417719 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-f226fe8f-ee08-4c43-90c3-958c7e764fe6 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734962'] for security_group_rule, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:49.461133 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f226fe8f-ee08-4c43-90c3-958c7e764fe6 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bf252d4-04d6-49ad-8601-9e047cb2eead,revision_number=0']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:42:49.542789 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-f226fe8f-ee08-4c43-90c3-958c7e764fe6 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:49.543947 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-f226fe8f-ee08-4c43-90c3-958c7e764fe6 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4949703 Jan 20 14:42:49.546934 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 44694) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:42:49.553251 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-44b4d9ff-91a6-4c3b-9b57-8a26a94e05fb tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Request body: {'security_group_rule': {'security_group_id': 'b6d95e92-2df1-4bf2-bd56-27a65003dd84', 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:42:49.559202 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-44b4d9ff-91a6-4c3b-9b57-8a26a94e05fb tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:42:49.563028 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-44b4d9ff-91a6-4c3b-9b57-8a26a94e05fb tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Usage tracker for resource:security_group_rule and tenant:640e8dbef2de46a485c2653a25e2ea4a is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:42:49.567429 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-44b4d9ff-91a6-4c3b-9b57-8a26a94e05fb tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:42:49.573585 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-44b4d9ff-91a6-4c3b-9b57-8a26a94e05fb tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:42:49.604720 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.db [None req-9c6704f9-0413-4226-84f8-9708136ac9da admin admin] For port 73ab2921-cdee-469d-ac12-5c7530b1b83d, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=73ab2921-cdee-469d-ac12-5c7530b1b83d,segment=NetworkSegment(c9d942e4-40d0-47fc-a62a-57ccdec4c720),segment_id=c9d942e4-40d0-47fc-a62a-57ccdec4c720)] {{(pid=84152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:42:49.605080 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-9c6704f9-0413-4226-84f8-9708136ac9da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:49.674549 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-44b4d9ff-91a6-4c3b-9b57-8a26a94e05fb tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:49.732165 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-9c6704f9-0413-4226-84f8-9708136ac9da admin admin] Calling delete_port for 73ab2921-cdee-469d-ac12-5c7530b1b83d owned by network:router_interface {{(pid=84152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:42:49.751323 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-44b4d9ff-91a6-4c3b-9b57-8a26a94e05fb tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:49.821474 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-44b4d9ff-91a6-4c3b-9b57-8a26a94e05fb tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734962'] for security_group_rule, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:49.848412 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b4d9ff-91a6-4c3b-9b57-8a26a94e05fb tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33cfc783-ce21-43c0-b837-e95fd10f36a4,revision_number=0']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:42:49.929055 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-44b4d9ff-91a6-4c3b-9b57-8a26a94e05fb tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:49.930322 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-44b4d9ff-91a6-4c3b-9b57-8a26a94e05fb tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3818414 Jan 20 14:42:49.933093 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 44698) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:42:49.939486 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-a1e2eafb-0120-4fdc-ace1-ed1bc57c274e tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Request body: {'security_group_rule': {'security_group_id': 'b6d95e92-2df1-4bf2-bd56-27a65003dd84', 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:42:49.945526 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-a1e2eafb-0120-4fdc-ace1-ed1bc57c274e tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:42:49.949609 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-a1e2eafb-0120-4fdc-ace1-ed1bc57c274e tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Usage tracker for resource:security_group_rule and tenant:640e8dbef2de46a485c2653a25e2ea4a is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:42:49.953319 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-a1e2eafb-0120-4fdc-ace1-ed1bc57c274e tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:42:49.968903 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-a1e2eafb-0120-4fdc-ace1-ed1bc57c274e tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:42:50.009158 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-9c6704f9-0413-4226-84f8-9708136ac9da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:50.038704 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.db.securitygroups_db [None req-a1e2eafb-0120-4fdc-ace1-ed1bc57c274e tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Project 640e8dbef2de46a485c2653a25e2ea4a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 20 14:42:50.045529 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-a1e2eafb-0120-4fdc-ace1-ed1bc57c274e tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:50.054203 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6704f9-0413-4226-84f8-9708136ac9da admin admin] Pushing event deleted for resources: {'Port': ['ID=73ab2921-cdee-469d-ac12-5c7530b1b83d,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:42:50.127039 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-a1e2eafb-0120-4fdc-ace1-ed1bc57c274e tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:50.204234 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-a1e2eafb-0120-4fdc-ace1-ed1bc57c274e tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734962'] for security_group_rule, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:50.241247 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e2eafb-0120-4fdc-ace1-ed1bc57c274e tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b873b72-994c-410f-a4e8-6a5074319160,revision_number=0']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:42:50.335630 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-a1e2eafb-0120-4fdc-ace1-ed1bc57c274e tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:50.336930 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-a1e2eafb-0120-4fdc-ace1-ed1bc57c274e tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.4028184 Jan 20 14:42:50.339610 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 44702) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:42:50.348533 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-2d6c13fa-c58b-4915-b099-81b11b323988 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Request body: {'security_group_rule': {'security_group_id': 'b6d95e92-2df1-4bf2-bd56-27a65003dd84', 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:42:50.351652 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-2d6c13fa-c58b-4915-b099-81b11b323988 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:42:50.355492 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-2d6c13fa-c58b-4915-b099-81b11b323988 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Usage tracker for resource:security_group_rule and tenant:640e8dbef2de46a485c2653a25e2ea4a is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:42:50.358950 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-2d6c13fa-c58b-4915-b099-81b11b323988 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:42:50.364700 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-2d6c13fa-c58b-4915-b099-81b11b323988 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:42:50.379074 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-9c6704f9-0413-4226-84f8-9708136ac9da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1705096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-745401'] for router_interface, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:50.461357 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.db.securitygroups_db [None req-2d6c13fa-c58b-4915-b099-81b11b323988 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Project 640e8dbef2de46a485c2653a25e2ea4a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 20 14:42:50.468234 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-2d6c13fa-c58b-4915-b099-81b11b323988 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:50.536905 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-2d6c13fa-c58b-4915-b099-81b11b323988 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:50.604480 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-2d6c13fa-c58b-4915-b099-81b11b323988 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734962'] for security_group_rule, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:50.628355 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6c13fa-c58b-4915-b099-81b11b323988 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b1f9b90-65b1-41a3-9814-f7c183eeec4c,revision_number=0']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:42:50.712961 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-2d6c13fa-c58b-4915-b099-81b11b323988 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:50.714314 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-2d6c13fa-c58b-4915-b099-81b11b323988 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3737581 Jan 20 14:42:50.894588 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-479650cb-e507-42ee-85b9-c139fca718d7 req-4530d4e2-7bc6-4daf-8975-6ece6a5779bf tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1935876662&fields=id&tenant_id=640e8dbef2de46a485c2653a25e2ea4a HTTP/1.1" status: 200 len: 267 time: 0.0422721 Jan 20 14:42:51.055189 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c6704f9-0413-4226-84f8-9708136ac9da admin admin] Router 783ebe0c-6c84-4372-ade0-9a5670567575 has already been hosted by L3 agent 624d525b-4c26-4143-8a1c-228bb1c6faaa {{(pid=84152) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 14:42:51.059310 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479650cb-e507-42ee-85b9-c139fca718d7 req-5d6140a9-3936-46f7-ad38-1b769b08a1b4 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:42:51.061359 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-479650cb-e507-42ee-85b9-c139fca718d7 req-5d6140a9-3936-46f7-ad38-1b769b08a1b4 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/networks?id=7f133f62-9339-4f4a-b1ed-7fcec9cd75f0 HTTP/1.1" status: 200 len: 796 time: 0.1605918 Jan 20 14:42:51.077227 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-479650cb-e507-42ee-85b9-c139fca718d7 req-36a706a8-343a-4246-9a79-80a1587ca76a tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/quotas/640e8dbef2de46a485c2653a25e2ea4a HTTP/1.1" status: 200 len: 375 time: 0.0105009 Jan 20 14:42:51.159966 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-479650cb-e507-42ee-85b9-c139fca718d7 req-ad48c65c-d9c2-4196-b1df-c6d9af75b1fb tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=640e8dbef2de46a485c2653a25e2ea4a&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0775280 Jan 20 14:42:51.244881 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [req-479650cb-e507-42ee-85b9-c139fca718d7 req-15b4d9f0-4419-40e9-925a-001761c47eb5 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=84153) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 20 14:42:51.245954 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-479650cb-e507-42ee-85b9-c139fca718d7 req-15b4d9f0-4419-40e9-925a-001761c47eb5 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0740352 Jan 20 14:42:51.257264 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c6704f9-0413-4226-84f8-9708136ac9da admin admin] Notify agent at l3_agent.dv-neutron-825124-1-hyperv the message routers_updated {{(pid=84152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 14:42:51.266925 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3068fa5d-b704-42e7-9aa9-9f19a84fe7ae None None] Sync routers for ids ['783ebe0c-6c84-4372-ade0-9a5670567575'] in dv-neutron-825124-1-hyperv {{(pid=84154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 14:42:51.273949 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-9c6704f9-0413-4226-84f8-9708136ac9da admin admin] 10.222.0.54 "PUT /v2.0/routers/783ebe0c-6c84-4372-ade0-9a5670567575/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2654786 Jan 20 14:42:51.274262 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 44716) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:42:51.280211 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3068fa5d-b704-42e7-9aa9-9f19a84fe7ae None None] Routers {'783ebe0c-6c84-4372-ade0-9a5670567575'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:42:51.280946 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-3068fa5d-b704-42e7-9aa9-9f19a84fe7ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:42:30Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['783ebe0c-6c84-4372-ade0-9a5670567575'], 'active': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:42:51.395682 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-479650cb-e507-42ee-85b9-c139fca718d7 req-b2f53e3a-0dcc-4b33-a5fc-b2d5126f8df7 service neutron] 10.222.0.54 "GET /v2.0/networks/7f133f62-9339-4f4a-b1ed-7fcec9cd75f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431699 Jan 20 14:42:51.469745 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvr_db [None req-3068fa5d-b704-42e7-9aa9-9f19a84fe7ae None None] Set router 783ebe0c-6c84-4372-ade0-9a5670567575 gateway port host: dv-neutron-825124-1-hyperv {{(pid=84154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 14:42:51.475728 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-2ba113bd-ccc7-41d1-86e1-4eae22e57e88 admin admin] Notify callbacks [] for router, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:51.531115 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-479650cb-e507-42ee-85b9-c139fca718d7 req-9e02c162-a01b-4771-8507-58ea73643005 service neutron] 10.222.0.54 "GET /v2.0/networks/7f133f62-9339-4f4a-b1ed-7fcec9cd75f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299787 Jan 20 14:42:51.678188 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-2ba113bd-ccc7-41d1-86e1-4eae22e57e88 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:51.773859 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-3068fa5d-b704-42e7-9aa9-9f19a84fe7ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '783ebe0c-6c84-4372-ade0-9a5670567575', 'name': 'tempest-TestVolumeBootPattern-778372646-router', 'tenant_id': '630d3f8a86444149b9a83c00e804a42a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.22'}], 'enable_snat': True}, 'gw_port_id': '8983572d-c0fb-4a5d-959d-810702cc354b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:30:55Z', 'updated_at': '2022-01-20T14:42:49Z', 'revision_number': 5, 'project_id': '630d3f8a86444149b9a83c00e804a42a', 'gw_port': {'id': '8983572d-c0fb-4a5d-959d-810702cc354b', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:8b:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '783ebe0c-6c84-4372-ade0-9a5670567575', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:30:56Z', 'updated_at': '2022-01-20T14:31:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv'}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:42:51.774489 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-2ba113bd-ccc7-41d1-86e1-4eae22e57e88 admin admin] Deleting port 8983572d-c0fb-4a5d-959d-810702cc354b {{(pid=84152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:42:51.774990 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-2ba113bd-ccc7-41d1-86e1-4eae22e57e88 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:51.778389 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3068fa5d-b704-42e7-9aa9-9f19a84fe7ae None None] Checking router: 783ebe0c-6c84-4372-ade0-9a5670567575 for host: dv-neutron-825124-1-hyperv {{(pid=84154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 14:42:51.790386 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3068fa5d-b704-42e7-9aa9-9f19a84fe7ae None None] Routers {'783ebe0c-6c84-4372-ade0-9a5670567575'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:42:51.791104 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-3068fa5d-b704-42e7-9aa9-9f19a84fe7ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:42:30Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['783ebe0c-6c84-4372-ade0-9a5670567575'], 'active': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:42:51.848631 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-9dfcfadd-4489-455e-b6a9-eb875d767782 req-0039f333-a733-46c7-8c8f-aadb9f5daf5a tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/ports?device_id=c2fd3c3a-ce7f-4ccb-bb53-4c5646493f58 HTTP/1.1" status: 200 len: 210 time: 0.0554502 Jan 20 14:42:51.963249 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvr_db [None req-3068fa5d-b704-42e7-9aa9-9f19a84fe7ae None None] Set router 783ebe0c-6c84-4372-ade0-9a5670567575 gateway port host: None {{(pid=84154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 14:42:51.987721 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.db [None req-2ba113bd-ccc7-41d1-86e1-4eae22e57e88 admin admin] For port 8983572d-c0fb-4a5d-959d-810702cc354b, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=8983572d-c0fb-4a5d-959d-810702cc354b,segment=NetworkSegment(f628f1ba-6b70-4c9b-8839-62340c040c81),segment_id=f628f1ba-6b70-4c9b-8839-62340c040c81)] {{(pid=84152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:42:51.988076 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-2ba113bd-ccc7-41d1-86e1-4eae22e57e88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:52.075632 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-3068fa5d-b704-42e7-9aa9-9f19a84fe7ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '783ebe0c-6c84-4372-ade0-9a5670567575', 'name': 'tempest-TestVolumeBootPattern-778372646-router', 'tenant_id': '630d3f8a86444149b9a83c00e804a42a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:30:55Z', 'updated_at': '2022-01-20T14:42:51Z', 'revision_number': 6, 'project_id': '630d3f8a86444149b9a83c00e804a42a', 'gw_port_host': None}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:42:52.081181 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3068fa5d-b704-42e7-9aa9-9f19a84fe7ae None None] The sync data for ids ['783ebe0c-6c84-4372-ade0-9a5670567575'] in dv-neutron-825124-1-hyperv is: [{'id': '783ebe0c-6c84-4372-ade0-9a5670567575', 'name': 'tempest-TestVolumeBootPattern-778372646-router', 'tenant_id': '630d3f8a86444149b9a83c00e804a42a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:30:55Z', 'updated_at': '2022-01-20T14:42:51Z', 'revision_number': 6, 'project_id': '630d3f8a86444149b9a83c00e804a42a', 'gw_port_host': None}] {{(pid=84154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 14:42:52.109220 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-2ba113bd-ccc7-41d1-86e1-4eae22e57e88 admin admin] Calling delete_port for 8983572d-c0fb-4a5d-959d-810702cc354b owned by network:router_gateway {{(pid=84152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:42:52.358673 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-2ba113bd-ccc7-41d1-86e1-4eae22e57e88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:52.448534 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 73ab2921-cdee-469d-ac12-5c7530b1b83d no longer exists at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:42:52.505018 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] No Port match for: 73ab2921-cdee-469d-ac12-5c7530b1b83d {{(pid=84154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 14:42:52.505750 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 73ab2921-cdee-469d-ac12-5c7530b1b83d not bound to the agent host dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 14:42:52.520675 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba113bd-ccc7-41d1-86e1-4eae22e57e88 admin admin] Pushing event deleted for resources: {'Port': ['ID=8983572d-c0fb-4a5d-959d-810702cc354b,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:42:52.747336 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-2ba113bd-ccc7-41d1-86e1-4eae22e57e88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-745333'] for router_gateway, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:53.011094 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-2ba113bd-ccc7-41d1-86e1-4eae22e57e88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-737761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105493'] for router, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:53.016866 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-2ba113bd-ccc7-41d1-86e1-4eae22e57e88 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:53.035947 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-9cdc35e7-ff13-4896-91c8-e77b40bab4c0 req-7ca7e814-6aae-4725-9859-38936844198a tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/ports?device_id=c2fd3c3a-ce7f-4ccb-bb53-4c5646493f58 HTTP/1.1" status: 200 len: 210 time: 0.0453527 Jan 20 14:42:53.107070 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-2ba113bd-ccc7-41d1-86e1-4eae22e57e88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-737693'] for router, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:53.107658 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ba113bd-ccc7-41d1-86e1-4eae22e57e88 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 783ebe0c-6c84-4372-ade0-9a5670567575 {{(pid=84152) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 20 14:42:53.120247 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-2ba113bd-ccc7-41d1-86e1-4eae22e57e88 admin admin] Notify callbacks [] for router, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:53.124145 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-2ba113bd-ccc7-41d1-86e1-4eae22e57e88 admin admin] 10.222.0.54 "DELETE /v2.0/routers/783ebe0c-6c84-4372-ade0-9a5670567575 HTTP/1.1" status: 204 len: 168 time: 1.8462543 Jan 20 14:42:53.124393 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 44736) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:42:53.189494 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5487f04-ddb3-40d5-914f-32d2f3c97813 admin admin] Deleting subnet 03a7a10f-ac58-4ac3-ae2b-291238d5ec16 {{(pid=84152) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 20 14:42:53.193189 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-c5487f04-ddb3-40d5-914f-32d2f3c97813 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:53.251855 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-c5487f04-ddb3-40d5-914f-32d2f3c97813 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3337915'] for subnet, precommit_delete_associations {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:53.343184 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-c5487f04-ddb3-40d5-914f-32d2f3c97813 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1627147'] for subnet, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:53.477505 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-c5487f04-ddb3-40d5-914f-32d2f3c97813 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1627154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4163580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155308'] for subnet, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:53.516924 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5487f04-ddb3-40d5-914f-32d2f3c97813 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=03a7a10f-ac58-4ac3-ae2b-291238d5ec16,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:42:53.525171 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-c5487f04-ddb3-40d5-914f-32d2f3c97813 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:53.531516 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-c5487f04-ddb3-40d5-914f-32d2f3c97813 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/03a7a10f-ac58-4ac3-ae2b-291238d5ec16 HTTP/1.1" status: 204 len: 168 time: 0.4061384 Jan 20 14:42:53.531721 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfda2d15-d8be-48c4-b513-26b7f9646a94 None None] Network ac006b3d-300f-4a00-af61-b19ab11d4829 requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:42:53.533953 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 44740) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:42:53.639189 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-6e3c27c0-f6b5-49df-ba7c-56abf28b169c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586409'] for network, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:53.650016 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-6e3c27c0-f6b5-49df-ba7c-56abf28b169c admin admin] Deleting port a4e11ba5-c982-4cf9-aa7e-bfbbd954c88c {{(pid=84152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:42:53.650380 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-6e3c27c0-f6b5-49df-ba7c-56abf28b169c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:53.810445 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c287d025-d7a1-48ad-b479-6dd58b49908d None None] DHCP port deletion for ac006b3d-300f-4a00-af61-b19ab11d4829 request from dv-neutron-825124-1-hyperv {{(pid=84154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 20 14:42:53.814942 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-c287d025-d7a1-48ad-b479-6dd58b49908d None None] Deleting port a4e11ba5-c982-4cf9-aa7e-bfbbd954c88c {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:42:53.815300 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-c287d025-d7a1-48ad-b479-6dd58b49908d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:53.865400 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.db [None req-6e3c27c0-f6b5-49df-ba7c-56abf28b169c admin admin] For port a4e11ba5-c982-4cf9-aa7e-bfbbd954c88c, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=a4e11ba5-c982-4cf9-aa7e-bfbbd954c88c,segment=NetworkSegment(c9d942e4-40d0-47fc-a62a-57ccdec4c720),segment_id=c9d942e4-40d0-47fc-a62a-57ccdec4c720)] {{(pid=84152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:42:53.865745 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-6e3c27c0-f6b5-49df-ba7c-56abf28b169c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:54.088818 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-c287d025-d7a1-48ad-b479-6dd58b49908d None None] For port a4e11ba5-c982-4cf9-aa7e-bfbbd954c88c, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=a4e11ba5-c982-4cf9-aa7e-bfbbd954c88c,segment=NetworkSegment(c9d942e4-40d0-47fc-a62a-57ccdec4c720),segment_id=c9d942e4-40d0-47fc-a62a-57ccdec4c720)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:42:54.089203 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-c287d025-d7a1-48ad-b479-6dd58b49908d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:54.111396 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-6e3c27c0-f6b5-49df-ba7c-56abf28b169c admin admin] Calling delete_port for a4e11ba5-c982-4cf9-aa7e-bfbbd954c88c owned by network:dhcp {{(pid=84152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:42:54.227913 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-262136e9-f1b8-49f7-88cd-c5dcdbaf9e06 req-e10af93c-f69e-47ef-bc9e-f62d875b788b tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/ports?device_id=c2fd3c3a-ce7f-4ccb-bb53-4c5646493f58 HTTP/1.1" status: 200 len: 210 time: 0.0598009 Jan 20 14:42:54.241466 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-c287d025-d7a1-48ad-b479-6dd58b49908d None None] Calling delete_port for a4e11ba5-c982-4cf9-aa7e-bfbbd954c88c owned by network:dhcp {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:42:54.298894 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device a4e11ba5-c982-4cf9-aa7e-bfbbd954c88c no longer exists at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:42:54.344015 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479650cb-e507-42ee-85b9-c139fca718d7 req-deda7169-011a-42ac-a12f-8d6dc7918c46 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:42:54.346390 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-479650cb-e507-42ee-85b9-c139fca718d7 req-deda7169-011a-42ac-a12f-8d6dc7918c46 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.106 "GET /v2.0/networks?id=7f133f62-9339-4f4a-b1ed-7fcec9cd75f0 HTTP/1.1" status: 200 len: 796 time: 0.4157104 Jan 20 14:42:54.406743 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [req-479650cb-e507-42ee-85b9-c139fca718d7 req-b654773b-8fe0-4165-a153-d357b87261de tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Synchronizing usage tracker for tenant:640e8dbef2de46a485c2653a25e2ea4a on resource:security_group {{(pid=84152) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:42:54.432761 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-6e3c27c0-f6b5-49df-ba7c-56abf28b169c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:54.435219 dv-neutron-825124-1-hyperv neutron-server[84154]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Jan 20 14:42:54.435219 dv-neutron-825124-1-hyperv neutron-server[84154]: util.warn_limited( Jan 20 14:42:54.435219 dv-neutron-825124-1-hyperv neutron-server[84154]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Jan 20 14:42:54.435219 dv-neutron-825124-1-hyperv neutron-server[84154]: util.warn_limited( Jan 20 14:42:54.435219 dv-neutron-825124-1-hyperv neutron-server[84154]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 20 14:42:54.435219 dv-neutron-825124-1-hyperv neutron-server[84154]: util.warn( Jan 20 14:42:54.435219 dv-neutron-825124-1-hyperv neutron-server[84154]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 20 14:42:54.435219 dv-neutron-825124-1-hyperv neutron-server[84154]: util.warn( Jan 20 14:42:54.435219 dv-neutron-825124-1-hyperv neutron-server[84154]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 20 14:42:54.435219 dv-neutron-825124-1-hyperv neutron-server[84154]: util.warn( Jan 20 14:42:54.435219 dv-neutron-825124-1-hyperv neutron-server[84154]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 20 14:42:54.435219 dv-neutron-825124-1-hyperv neutron-server[84154]: util.warn( Jan 20 14:42:54.435219 dv-neutron-825124-1-hyperv neutron-server[84154]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 20 14:42:54.435219 dv-neutron-825124-1-hyperv neutron-server[84154]: util.warn( Jan 20 14:42:54.435219 dv-neutron-825124-1-hyperv neutron-server[84154]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 20 14:42:54.435219 dv-neutron-825124-1-hyperv neutron-server[84154]: util.warn( Jan 20 14:42:54.435219 dv-neutron-825124-1-hyperv neutron-server[84154]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 20 14:42:54.435219 dv-neutron-825124-1-hyperv neutron-server[84154]: util.warn( Jan 20 14:42:54.435219 dv-neutron-825124-1-hyperv neutron-server[84154]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 20 14:42:54.435219 dv-neutron-825124-1-hyperv neutron-server[84154]: util.warn( Jan 20 14:42:54.435219 dv-neutron-825124-1-hyperv neutron-server[84154]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 20 14:42:54.435219 dv-neutron-825124-1-hyperv neutron-server[84154]: util.warn( Jan 20 14:42:54.435219 dv-neutron-825124-1-hyperv neutron-server[84154]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 20 14:42:54.435219 dv-neutron-825124-1-hyperv neutron-server[84154]: util.warn( Jan 20 14:42:54.435219 dv-neutron-825124-1-hyperv neutron-server[84154]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 20 14:42:54.435219 dv-neutron-825124-1-hyperv neutron-server[84154]: util.warn( Jan 20 14:42:54.435219 dv-neutron-825124-1-hyperv neutron-server[84154]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 20 14:42:54.435219 dv-neutron-825124-1-hyperv neutron-server[84154]: util.warn( Jan 20 14:42:54.435219 dv-neutron-825124-1-hyperv neutron-server[84154]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 20 14:42:54.435219 dv-neutron-825124-1-hyperv neutron-server[84154]: util.warn( Jan 20 14:42:54.435219 dv-neutron-825124-1-hyperv neutron-server[84154]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 20 14:42:54.435219 dv-neutron-825124-1-hyperv neutron-server[84154]: util.warn( Jan 20 14:42:54.435219 dv-neutron-825124-1-hyperv neutron-server[84154]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 20 14:42:54.435219 dv-neutron-825124-1-hyperv neutron-server[84154]: util.warn( Jan 20 14:42:54.435219 dv-neutron-825124-1-hyperv neutron-server[84154]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 20 14:42:54.435219 dv-neutron-825124-1-hyperv neutron-server[84154]: util.warn( Jan 20 14:42:54.435219 dv-neutron-825124-1-hyperv neutron-server[84154]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 20 14:42:54.435219 dv-neutron-825124-1-hyperv neutron-server[84154]: util.warn( Jan 20 14:42:54.435219 dv-neutron-825124-1-hyperv neutron-server[84154]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 20 14:42:54.435219 dv-neutron-825124-1-hyperv neutron-server[84154]: util.warn( Jan 20 14:42:54.435219 dv-neutron-825124-1-hyperv neutron-server[84154]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 20 14:42:54.435219 dv-neutron-825124-1-hyperv neutron-server[84154]: util.warn( Jan 20 14:42:54.435219 dv-neutron-825124-1-hyperv neutron-server[84154]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 20 14:42:54.435219 dv-neutron-825124-1-hyperv neutron-server[84154]: util.warn( Jan 20 14:42:54.435219 dv-neutron-825124-1-hyperv neutron-server[84154]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 20 14:42:54.435219 dv-neutron-825124-1-hyperv neutron-server[84154]: util.warn( Jan 20 14:42:54.435219 dv-neutron-825124-1-hyperv neutron-server[84154]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 20 14:42:54.435219 dv-neutron-825124-1-hyperv neutron-server[84154]: util.warn( Jan 20 14:42:54.435219 dv-neutron-825124-1-hyperv neutron-server[84154]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 20 14:42:54.435219 dv-neutron-825124-1-hyperv neutron-server[84154]: util.warn( Jan 20 14:42:54.435219 dv-neutron-825124-1-hyperv neutron-server[84154]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 20 14:42:54.435219 dv-neutron-825124-1-hyperv neutron-server[84154]: util.warn( Jan 20 14:42:54.435219 dv-neutron-825124-1-hyperv neutron-server[84154]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 20 14:42:54.435219 dv-neutron-825124-1-hyperv neutron-server[84154]: util.warn( Jan 20 14:42:54.435219 dv-neutron-825124-1-hyperv neutron-server[84154]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 20 14:42:54.435219 dv-neutron-825124-1-hyperv neutron-server[84154]: util.warn( Jan 20 14:42:54.443545 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:54.456219 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.db.api [None req-c287d025-d7a1-48ad-b479-6dd58b49908d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84154) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 14:42:54.456567 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG oslo_db.api [None req-c287d025-d7a1-48ad-b479-6dd58b49908d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 14:42:54.478105 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3c27c0-f6b5-49df-ba7c-56abf28b169c admin admin] Pushing event deleted for resources: {'Port': ['ID=a4e11ba5-c982-4cf9-aa7e-bfbbd954c88c,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:42:54.487049 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e3c27c0-f6b5-49df-ba7c-56abf28b169c admin admin] No DVR routers for this DVR port a4e11ba5-c982-4cf9-aa7e-bfbbd954c88c on host dv-neutron-825124-1-hyperv {{(pid=84152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 14:42:54.501902 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 8983572d-c0fb-4a5d-959d-810702cc354b no longer exists at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:42:54.512716 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [req-479650cb-e507-42ee-85b9-c139fca718d7 req-b654773b-8fe0-4165-a153-d357b87261de tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Unset dirty status for tenant:640e8dbef2de46a485c2653a25e2ea4a on resource:security_group {{(pid=84152) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:42:54.514494 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-479650cb-e507-42ee-85b9-c139fca718d7 req-b654773b-8fe0-4165-a153-d357b87261de tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.106 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=640e8dbef2de46a485c2653a25e2ea4a HTTP/1.1" status: 200 len: 472 time: 0.1549079 Jan 20 14:42:54.533279 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] No Port match for: 8983572d-c0fb-4a5d-959d-810702cc354b {{(pid=84154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 14:42:54.533999 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 8983572d-c0fb-4a5d-959d-810702cc354b not bound to the agent host dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 14:42:54.539675 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [req-479650cb-e507-42ee-85b9-c139fca718d7 req-c259ac06-92dc-45bc-a4ac-3896f356d1f7 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Request body: {'port': {'device_id': 'c2fd3c3a-ce7f-4ccb-bb53-4c5646493f58', 'network_id': '7f133f62-9339-4f4a-b1ed-7fcec9cd75f0', 'admin_state_up': True, 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'security_groups': ['b6d95e92-2df1-4bf2-bd56-27a65003dd84']}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:42:54.682882 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-6e3c27c0-f6b5-49df-ba7c-56abf28b169c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1626242', 'neutron.services.segments.db._delete_segments_for_network-8769554214620'] for network, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:54.724609 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.segments.db [None req-6e3c27c0-f6b5-49df-ba7c-56abf28b169c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac006b3d-300f-4a00-af61-b19ab11d4829']}} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:42:54.750276 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.segments.db [None req-6e3c27c0-f6b5-49df-ba7c-56abf28b169c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9d942e4-40d0-47fc-a62a-57ccdec4c720') {'for_net_delete': True} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:42:54.750572 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.segments.db [None req-6e3c27c0-f6b5-49df-ba7c-56abf28b169c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9d942e4-40d0-47fc-a62a-57ccdec4c720') {} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:42:54.772185 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-6e3c27c0-f6b5-49df-ba7c-56abf28b169c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769554214503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3337904'] for segment, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:54.788813 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [req-479650cb-e507-42ee-85b9-c139fca718d7 req-c259ac06-92dc-45bc-a4ac-3896f356d1f7 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:42:54.793349 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [req-479650cb-e507-42ee-85b9-c139fca718d7 req-c259ac06-92dc-45bc-a4ac-3896f356d1f7 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Usage tracker for resource:port and tenant:640e8dbef2de46a485c2653a25e2ea4a is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:42:54.796902 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-6e3c27c0-f6b5-49df-ba7c-56abf28b169c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:54.799530 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [req-479650cb-e507-42ee-85b9-c139fca718d7 req-c259ac06-92dc-45bc-a4ac-3896f356d1f7 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Quota usage for port was recalculated. Used quota:4. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:42:54.808424 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [req-479650cb-e507-42ee-85b9-c139fca718d7 req-c259ac06-92dc-45bc-a4ac-3896f356d1f7 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:42:54.811189 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e3c27c0-f6b5-49df-ba7c-56abf28b169c admin admin] Releasing vlan 188 on physical network physnet1 to pool {{(pid=84152) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 14:42:54.811583 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-6e3c27c0-f6b5-49df-ba7c-56abf28b169c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1622950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4162906'] for segment, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:54.825343 dv-neutron-825124-1-hyperv neutron-server[84152]: Traceback (most recent call last): Jan 20 14:42:54.825343 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 14:42:54.825343 dv-neutron-825124-1-hyperv neutron-server[84152]: timer() Jan 20 14:42:54.825343 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 14:42:54.825343 dv-neutron-825124-1-hyperv neutron-server[84152]: cb(*args, **kw) Jan 20 14:42:54.825343 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 14:42:54.825343 dv-neutron-825124-1-hyperv neutron-server[84152]: return func(*args, **kwargs) Jan 20 14:42:54.825343 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 14:42:54.825343 dv-neutron-825124-1-hyperv neutron-server[84152]: self._notify() Jan 20 14:42:54.825343 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 14:42:54.825343 dv-neutron-825124-1-hyperv neutron-server[84152]: self.callback(batched_events) Jan 20 14:42:54.825343 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 14:42:54.825343 dv-neutron-825124-1-hyperv neutron-server[84152]: event.method(event) Jan 20 14:42:54.825343 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 14:42:54.825343 dv-neutron-825124-1-hyperv neutron-server[84152]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 14:42:54.825343 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 14:42:54.825343 dv-neutron-825124-1-hyperv neutron-server[84152]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 14:42:54.825343 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 14:42:54.825343 dv-neutron-825124-1-hyperv neutron-server[84152]: return f(self, *a, **k) Jan 20 14:42:54.825343 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 14:42:54.825343 dv-neutron-825124-1-hyperv neutron-server[84152]: return self._get(url).json() Jan 20 14:42:54.825343 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 14:42:54.825343 dv-neutron-825124-1-hyperv neutron-server[84152]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 14:42:54.825343 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 14:42:54.825343 dv-neutron-825124-1-hyperv neutron-server[84152]: return self.request(url, 'GET', **kwargs) Jan 20 14:42:54.825343 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 14:42:54.825343 dv-neutron-825124-1-hyperv neutron-server[84152]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 14:42:54.825343 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 14:42:54.825343 dv-neutron-825124-1-hyperv neutron-server[84152]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 14:42:54.825343 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 14:42:54.825343 dv-neutron-825124-1-hyperv neutron-server[84152]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 14:42:54.825343 dv-neutron-825124-1-hyperv neutron-server[84152]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 14:42:54.958050 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-c287d025-d7a1-48ad-b479-6dd58b49908d None None] Deleting port a4e11ba5-c982-4cf9-aa7e-bfbbd954c88c {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:42:54.958397 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-c287d025-d7a1-48ad-b479-6dd58b49908d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:54.975549 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-479650cb-e507-42ee-85b9-c139fca718d7 req-c259ac06-92dc-45bc-a4ac-3896f356d1f7 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Made reservation on behalf of 640e8dbef2de46a485c2653a25e2ea4a for: {'port': 1} {{(pid=84152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:42:54.978675 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [req-479650cb-e507-42ee-85b9-c139fca718d7 req-c259ac06-92dc-45bc-a4ac-3896f356d1f7 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:54.990372 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-6e3c27c0-f6b5-49df-ba7c-56abf28b169c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1626253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-745296'] for network, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:55.010619 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-6e3c27c0-f6b5-49df-ba7c-56abf28b169c admin admin] Notify callbacks [] for network, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:55.021171 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3c27c0-f6b5-49df-ba7c-56abf28b169c admin admin] Pushing event deleted for resources: {'Network': ['ID=ac006b3d-300f-4a00-af61-b19ab11d4829,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:42:55.023700 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-c287d025-d7a1-48ad-b479-6dd58b49908d None None] The port 'a4e11ba5-c982-4cf9-aa7e-bfbbd954c88c' was deleted {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 20 14:42:55.141353 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-6e3c27c0-f6b5-49df-ba7c-56abf28b169c admin admin] 10.222.0.54 "DELETE /v2.0/networks/ac006b3d-300f-4a00-af61-b19ab11d4829 HTTP/1.1" status: 204 len: 168 time: 1.6063614 Jan 20 14:42:55.144473 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 44746) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:42:55.179714 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.db_base_plugin_common [req-479650cb-e507-42ee-85b9-c139fca718d7 req-c259ac06-92dc-45bc-a4ac-3896f356d1f7 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Allocated IP 172.20.0.5 (7f133f62-9339-4f4a-b1ed-7fcec9cd75f0/1b866563-2192-45dd-be50-c207f83439fe/eca3b1b6-da03-468e-a50f-3a0ee4d511d5) {{(pid=84152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:42:55.386504 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [req-479650cb-e507-42ee-85b9-c139fca718d7 req-c259ac06-92dc-45bc-a4ac-3896f356d1f7 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for port, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:55.402276 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.provisioning_blocks [req-479650cb-e507-42ee-85b9-c139fca718d7 req-c259ac06-92dc-45bc-a4ac-3896f356d1f7 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Transition to ACTIVE for port object eca3b1b6-da03-468e-a50f-3a0ee4d511d5 will not be triggered until provisioned by entity DHCP. {{(pid=84152) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:42:55.447821 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-9406f868-148e-4b7b-b1d9-591514a660c6 req-3513a743-33d3-42a2-b32d-e8c93379e0ae tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/ports?device_id=c2fd3c3a-ce7f-4ccb-bb53-4c5646493f58 HTTP/1.1" status: 200 len: 210 time: 0.0480208 Jan 20 14:42:55.501774 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [req-479650cb-e507-42ee-85b9-c139fca718d7 req-c259ac06-92dc-45bc-a4ac-3896f356d1f7 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:55.573188 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-479650cb-e507-42ee-85b9-c139fca718d7 req-c259ac06-92dc-45bc-a4ac-3896f356d1f7 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Network 7f133f62-9339-4f4a-b1ed-7fcec9cd75f0 is already hosted by enough agents. {{(pid=84152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:42:55.577023 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.base_scheduler [req-479650cb-e507-42ee-85b9-c139fca718d7 req-c259ac06-92dc-45bc-a4ac-3896f356d1f7 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Resources bound (agent type, host, resource id): {{(pid=84152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:42:55.577170 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-b2410167-8fba-40ce-9e03-b1e22657cc87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-743504'] for router_interface, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:55.581138 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.l3_dvrscheduler_db [req-479650cb-e507-42ee-85b9-c139fca718d7 req-c259ac06-92dc-45bc-a4ac-3896f356d1f7 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Received port after_create {{(pid=84152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:42:55.617480 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c259ac06-92dc-45bc-a4ac-3896f356d1f7 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Pushing event updated for resources: {'Port': ['ID=eca3b1b6-da03-468e-a50f-3a0ee4d511d5,revision_number=1']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:42:55.654512 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479650cb-e507-42ee-85b9-c139fca718d7 req-c259ac06-92dc-45bc-a4ac-3896f356d1f7 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:42:55.655185 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [req-479650cb-e507-42ee-85b9-c139fca718d7 req-c259ac06-92dc-45bc-a4ac-3896f356d1f7 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:55.759489 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-479650cb-e507-42ee-85b9-c139fca718d7 req-c259ac06-92dc-45bc-a4ac-3896f356d1f7 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.106 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2372618 Jan 20 14:42:55.774382 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [req-479650cb-e507-42ee-85b9-c139fca718d7 req-8bcae1d9-cb97-40c3-967a-f12df801d47c service neutron] Request body: {'port': {'device_id': 'c2fd3c3a-ce7f-4ccb-bb53-4c5646493f58', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8251'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:42:55.882273 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [req-479650cb-e507-42ee-85b9-c139fca718d7 req-8bcae1d9-cb97-40c3-967a-f12df801d47c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:55.889776 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-e9e932e2-1e68-4a2d-a18f-71520ba553c8 None None] Provisioning for port eca3b1b6-da03-468e-a50f-3a0ee4d511d5 completed by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:42:55.895121 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-e9e932e2-1e68-4a2d-a18f-71520ba553c8 None None] Provisioning complete for port eca3b1b6-da03-468e-a50f-3a0ee4d511d5 triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:42:55.895647 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-e9e932e2-1e68-4a2d-a18f-71520ba553c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:55.954454 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-e9e932e2-1e68-4a2d-a18f-71520ba553c8 None None] Port eca3b1b6-da03-468e-a50f-3a0ee4d511d5 cannot update to ACTIVE because it is not bound. {{(pid=84154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 14:42:56.042281 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.agents_db [None req-6dba657d-a637-4918-9b6d-40defdfae04b None None] Agent healthcheck: found 6 active agents {{(pid=84155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 14:42:56.289139 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-b2410167-8fba-40ce-9e03-b1e22657cc87 admin admin] Deleting port 6ee0e342-0d62-4640-9978-2c2c074bdd5c {{(pid=84153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:42:56.289476 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-b2410167-8fba-40ce-9e03-b1e22657cc87 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:56.329780 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.notifiers.nova [req-479650cb-e507-42ee-85b9-c139fca718d7 req-8bcae1d9-cb97-40c3-967a-f12df801d47c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eca3b1b6-da03-468e-a50f-3a0ee4d511d5 {{(pid=84152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 14:42:56.336803 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [req-479650cb-e507-42ee-85b9-c139fca718d7 req-8bcae1d9-cb97-40c3-967a-f12df801d47c service neutron] Notify callbacks [] for port, precommit_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:56.351871 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.provisioning_blocks [req-479650cb-e507-42ee-85b9-c139fca718d7 req-8bcae1d9-cb97-40c3-967a-f12df801d47c service neutron] Transition to ACTIVE for port object eca3b1b6-da03-468e-a50f-3a0ee4d511d5 will not be triggered until provisioned by entity L2. {{(pid=84152) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:42:56.443199 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [req-479650cb-e507-42ee-85b9-c139fca718d7 req-8bcae1d9-cb97-40c3-967a-f12df801d47c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162822'] for port, after_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:56.460005 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.db [None req-b2410167-8fba-40ce-9e03-b1e22657cc87 admin admin] For port 6ee0e342-0d62-4640-9978-2c2c074bdd5c, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=6ee0e342-0d62-4640-9978-2c2c074bdd5c,segment=NetworkSegment(26d871b2-6a94-4d79-adec-1408029d3b4f),segment_id=26d871b2-6a94-4d79-adec-1408029d3b4f)] {{(pid=84153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:42:56.460514 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-b2410167-8fba-40ce-9e03-b1e22657cc87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:56.572941 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcae1d9-cb97-40c3-967a-f12df801d47c service neutron] Pushing event updated for resources: {'Port': ['ID=eca3b1b6-da03-468e-a50f-3a0ee4d511d5,revision_number=2']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:42:56.591672 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-b2410167-8fba-40ce-9e03-b1e22657cc87 admin admin] Calling delete_port for 6ee0e342-0d62-4640-9978-2c2c074bdd5c owned by network:router_interface {{(pid=84153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:42:56.692750 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.managers [req-479650cb-e507-42ee-85b9-c139fca718d7 req-8bcae1d9-cb97-40c3-967a-f12df801d47c service neutron] Attempting to bind port eca3b1b6-da03-468e-a50f-3a0ee4d511d5 on host hv-neutron-8251 for vnic_type normal with profile {{(pid=84152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:42:56.693092 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.managers [req-479650cb-e507-42ee-85b9-c139fca718d7 req-8bcae1d9-cb97-40c3-967a-f12df801d47c service neutron] Attempting to bind port eca3b1b6-da03-468e-a50f-3a0ee4d511d5 by drivers openvswitch,hyperv on host hv-neutron-8251 at level 0 using segments [{'id': '562a7e02-2221-46ba-a516-462bbb722f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '7f133f62-9339-4f4a-b1ed-7fcec9cd75f0'}] {{(pid=84152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:42:56.693401 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-479650cb-e507-42ee-85b9-c139fca718d7 req-8bcae1d9-cb97-40c3-967a-f12df801d47c service neutron] Attempting to bind port eca3b1b6-da03-468e-a50f-3a0ee4d511d5 on network 7f133f62-9339-4f4a-b1ed-7fcec9cd75f0 {{(pid=84152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 14:42:56.699379 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-479650cb-e507-42ee-85b9-c139fca718d7 req-8bcae1d9-cb97-40c3-967a-f12df801d47c service neutron] Port eca3b1b6-da03-468e-a50f-3a0ee4d511d5 on network 7f133f62-9339-4f4a-b1ed-7fcec9cd75f0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8251 {{(pid=84152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 20 14:42:56.699693 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-479650cb-e507-42ee-85b9-c139fca718d7 req-8bcae1d9-cb97-40c3-967a-f12df801d47c service neutron] Attempting to bind port eca3b1b6-da03-468e-a50f-3a0ee4d511d5 on network 7f133f62-9339-4f4a-b1ed-7fcec9cd75f0 {{(pid=84152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 14:42:56.707118 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-479650cb-e507-42ee-85b9-c139fca718d7 req-8bcae1d9-cb97-40c3-967a-f12df801d47c service neutron] Checking agent: {'id': 'e037d8fb-d49c-4f86-9910-f13f6ba89a51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8251', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 23), 'started_at': datetime.datetime(2022, 1, 20, 14, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 42, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 14:42:56.707430 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-479650cb-e507-42ee-85b9-c139fca718d7 req-8bcae1d9-cb97-40c3-967a-f12df801d47c service neutron] Checking segment: {'id': '562a7e02-2221-46ba-a516-462bbb722f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '7f133f62-9339-4f4a-b1ed-7fcec9cd75f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 14:42:56.707813 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-479650cb-e507-42ee-85b9-c139fca718d7 req-8bcae1d9-cb97-40c3-967a-f12df801d47c service neutron] Bound using segment: {'id': '562a7e02-2221-46ba-a516-462bbb722f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '7f133f62-9339-4f4a-b1ed-7fcec9cd75f0'} {{(pid=84152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 14:42:56.708230 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.managers [req-479650cb-e507-42ee-85b9-c139fca718d7 req-8bcae1d9-cb97-40c3-967a-f12df801d47c service neutron] Bound port: eca3b1b6-da03-468e-a50f-3a0ee4d511d5, host: hv-neutron-8251, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '562a7e02-2221-46ba-a516-462bbb722f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '7f133f62-9339-4f4a-b1ed-7fcec9cd75f0'}}] {{(pid=84152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:42:56.708573 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [req-479650cb-e507-42ee-85b9-c139fca718d7 req-8bcae1d9-cb97-40c3-967a-f12df801d47c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:56.744678 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaccaeac-2b37-4070-a249-63b82a02eb69 req-802eaacb-2f09-4f79-82e7-60c7e4faff06 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:42:56.746164 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-aaccaeac-2b37-4070-a249-63b82a02eb69 req-802eaacb-2f09-4f79-82e7-60c7e4faff06 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/ports?device_id=c2fd3c3a-ce7f-4ccb-bb53-4c5646493f58 HTTP/1.1" status: 200 len: 943 time: 0.1618128 Jan 20 14:42:56.799659 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.db [req-479650cb-e507-42ee-85b9-c139fca718d7 req-8bcae1d9-cb97-40c3-967a-f12df801d47c service neutron] For port eca3b1b6-da03-468e-a50f-3a0ee4d511d5, host hv-neutron-8251, cleared binding levels {{(pid=84152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 14:42:56.802789 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.db [req-479650cb-e507-42ee-85b9-c139fca718d7 req-8bcae1d9-cb97-40c3-967a-f12df801d47c service neutron] For port eca3b1b6-da03-468e-a50f-3a0ee4d511d5, host hv-neutron-8251, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=eca3b1b6-da03-468e-a50f-3a0ee4d511d5,segment=NetworkSegment(562a7e02-2221-46ba-a516-462bbb722f50),segment_id=562a7e02-2221-46ba-a516-462bbb722f50)] {{(pid=84152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 14:42:56.808202 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-aaccaeac-2b37-4070-a249-63b82a02eb69 req-ca3af048-fefb-43e0-9c4e-b6dfc78c2142 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/security-groups?id=b6d95e92-2df1-4bf2-bd56-27a65003dd84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554473 Jan 20 14:42:56.884962 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [req-479650cb-e507-42ee-85b9-c139fca718d7 req-8bcae1d9-cb97-40c3-967a-f12df801d47c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162822'] for port, after_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:56.947113 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-b2410167-8fba-40ce-9e03-b1e22657cc87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:56.961529 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [req-479650cb-e507-42ee-85b9-c139fca718d7 req-8bcae1d9-cb97-40c3-967a-f12df801d47c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:56.963684 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-479650cb-e507-42ee-85b9-c139fca718d7 req-8bcae1d9-cb97-40c3-967a-f12df801d47c service neutron] 10.222.0.106 "PUT /v2.0/ports/eca3b1b6-da03-468e-a50f-3a0ee4d511d5 HTTP/1.1" status: 200 len: 1093 time: 1.1971192 Jan 20 14:42:56.978984 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2fd3c3a-ce7f-4ccb-bb53-4c5646493f58', 'tag': 'eca3b1b6-da03-468e-a50f-3a0ee4d511d5'}] {{(pid=84152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 14:42:56.993736 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcae1d9-cb97-40c3-967a-f12df801d47c service neutron] Pushing event updated for resources: {'Port': ['ID=eca3b1b6-da03-468e-a50f-3a0ee4d511d5,revision_number=3']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:42:56.999262 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2410167-8fba-40ce-9e03-b1e22657cc87 admin admin] Pushing event deleted for resources: {'Port': ['ID=6ee0e342-0d62-4640-9978-2c2c074bdd5c,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:42:57.075641 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2fd3c3a-ce7f-4ccb-bb53-4c5646493f58', 'tag': 'eca3b1b6-da03-468e-a50f-3a0ee4d511d5', 'status': 'completed', 'code': 200} Jan 20 14:42:57.120600 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-479650cb-e507-42ee-85b9-c139fca718d7 req-6c4ac370-211d-467f-bc08-72eee790a487 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=640e8dbef2de46a485c2653a25e2ea4a&device_id=c2fd3c3a-ce7f-4ccb-bb53-4c5646493f58 HTTP/1.1" status: 200 len: 1096 time: 0.0813990 Jan 20 14:42:57.213839 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-479650cb-e507-42ee-85b9-c139fca718d7 req-e5030497-1de2-48b6-9e69-239fdc6f8f57 service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=eca3b1b6-da03-468e-a50f-3a0ee4d511d5 HTTP/1.1" status: 200 len: 217 time: 0.0868113 Jan 20 14:42:57.307875 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479650cb-e507-42ee-85b9-c139fca718d7 req-c0b1cfd4-cf56-42a0-840e-438721c7f55b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:42:57.310170 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-479650cb-e507-42ee-85b9-c139fca718d7 req-c0b1cfd4-cf56-42a0-840e-438721c7f55b service neutron] 10.222.0.106 "GET /v2.0/subnets?id=1b866563-2192-45dd-be50-c207f83439fe HTTP/1.1" status: 200 len: 834 time: 0.0896442 Jan 20 14:42:57.323784 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-b2410167-8fba-40ce-9e03-b1e22657cc87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1705096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-745401'] for router_interface, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:57.386086 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-479650cb-e507-42ee-85b9-c139fca718d7 req-5bba4580-5be2-4bc9-aa28-e85f8f32b514 service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=7f133f62-9339-4f4a-b1ed-7fcec9cd75f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0692022 Jan 20 14:42:57.519634 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-479650cb-e507-42ee-85b9-c139fca718d7 req-2e2e96aa-8fbe-4b0f-b15d-14dfc2f05ee2 service neutron] 10.222.0.106 "GET /v2.0/networks/7f133f62-9339-4f4a-b1ed-7fcec9cd75f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277170 Jan 20 14:42:57.650410 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-479650cb-e507-42ee-85b9-c139fca718d7 req-e89740e2-a37e-46a9-84d3-71915a220191 service neutron] 10.222.0.106 "GET /v2.0/networks/7f133f62-9339-4f4a-b1ed-7fcec9cd75f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248324 Jan 20 14:42:57.819293 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-ab58d173-5ab9-41a5-96cd-45850a9f2329 req-63b52a14-ef43-41b1-abda-d9a81241d46d service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=640e8dbef2de46a485c2653a25e2ea4a&device_id=c2fd3c3a-ce7f-4ccb-bb53-4c5646493f58 HTTP/1.1" status: 200 len: 1096 time: 0.0735548 Jan 20 14:42:57.971904 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab58d173-5ab9-41a5-96cd-45850a9f2329 req-448e2b87-7b12-4d40-8531-34f745315847 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:42:57.973345 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-ab58d173-5ab9-41a5-96cd-45850a9f2329 req-448e2b87-7b12-4d40-8531-34f745315847 service neutron] 10.222.0.106 "GET /v2.0/networks?id=7f133f62-9339-4f4a-b1ed-7fcec9cd75f0 HTTP/1.1" status: 200 len: 897 time: 0.1478643 Jan 20 14:42:57.993285 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-e1d3e395-c18a-4d61-9440-084459735d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:58.045589 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-ab58d173-5ab9-41a5-96cd-45850a9f2329 req-271eb92b-fc01-441d-9de3-46e0e2ca87fa service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=eca3b1b6-da03-468e-a50f-3a0ee4d511d5 HTTP/1.1" status: 200 len: 217 time: 0.0660124 Jan 20 14:42:58.070794 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185ca747-2866-46dd-bbcb-2a81cb898463 req-016a95d9-0a44-4d8f-89d5-ce05b643b0d1 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:42:58.072161 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-185ca747-2866-46dd-bbcb-2a81cb898463 req-016a95d9-0a44-4d8f-89d5-ce05b643b0d1 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/ports?device_id=c2fd3c3a-ce7f-4ccb-bb53-4c5646493f58 HTTP/1.1" status: 200 len: 943 time: 0.1120670 Jan 20 14:42:58.098060 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2410167-8fba-40ce-9e03-b1e22657cc87 admin admin] Router b7063491-4384-416a-8e5d-1a0e679aefdf has already been hosted by L3 agent 624d525b-4c26-4143-8a1c-228bb1c6faaa {{(pid=84153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 14:42:58.108498 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab58d173-5ab9-41a5-96cd-45850a9f2329 req-993679f2-b57e-4101-8260-2ffce9286d2e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:42:58.109961 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-ab58d173-5ab9-41a5-96cd-45850a9f2329 req-993679f2-b57e-4101-8260-2ffce9286d2e service neutron] 10.222.0.106 "GET /v2.0/subnets?id=1b866563-2192-45dd-be50-c207f83439fe HTTP/1.1" status: 200 len: 834 time: 0.0590734 Jan 20 14:42:58.184693 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-185ca747-2866-46dd-bbcb-2a81cb898463 req-0d75d558-de29-4d0f-81cf-007c468b7f10 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/security-groups?id=b6d95e92-2df1-4bf2-bd56-27a65003dd84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1060913 Jan 20 14:42:58.185219 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-ab58d173-5ab9-41a5-96cd-45850a9f2329 req-9b6d7b2c-15e3-46e3-b8d7-3edd7047054c service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=7f133f62-9339-4f4a-b1ed-7fcec9cd75f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0680425 Jan 20 14:42:58.333384 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2410167-8fba-40ce-9e03-b1e22657cc87 admin admin] Notify agent at l3_agent.dv-neutron-825124-1-hyperv the message routers_updated {{(pid=84153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 14:42:58.338112 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-ab58d173-5ab9-41a5-96cd-45850a9f2329 req-60e1f0d2-a0cb-4970-aab6-a430e92b10a6 service neutron] 10.222.0.106 "GET /v2.0/networks/7f133f62-9339-4f4a-b1ed-7fcec9cd75f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426589 Jan 20 14:42:58.342696 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-799e53bf-be76-4fc7-a29e-ed7d1be76944 None None] Sync routers for ids ['b7063491-4384-416a-8e5d-1a0e679aefdf'] in dv-neutron-825124-1-hyperv {{(pid=84155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 14:42:58.355295 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-799e53bf-be76-4fc7-a29e-ed7d1be76944 None None] Routers {'b7063491-4384-416a-8e5d-1a0e679aefdf'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:42:58.355896 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-799e53bf-be76-4fc7-a29e-ed7d1be76944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:42:30Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['b7063491-4384-416a-8e5d-1a0e679aefdf'], 'active': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:42:58.418844 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-b2410167-8fba-40ce-9e03-b1e22657cc87 admin admin] 10.222.0.54 "PUT /v2.0/routers/b7063491-4384-416a-8e5d-1a0e679aefdf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2707362 Jan 20 14:42:58.419152 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 44758) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:42:58.541250 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvr_db [None req-799e53bf-be76-4fc7-a29e-ed7d1be76944 None None] Set router b7063491-4384-416a-8e5d-1a0e679aefdf gateway port host: dv-neutron-825124-1-hyperv {{(pid=84155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 14:42:58.567794 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-ab58d173-5ab9-41a5-96cd-45850a9f2329 req-40bd69f2-726b-49bb-870a-4bcdc92420e5 service neutron] 10.222.0.106 "GET /v2.0/networks/7f133f62-9339-4f4a-b1ed-7fcec9cd75f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2228634 Jan 20 14:42:58.622081 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-c28df258-c8d8-435e-8aa5-dcf2d056f563 admin admin] Notify callbacks [] for router, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:58.837335 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-c28df258-c8d8-435e-8aa5-dcf2d056f563 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:58.840945 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-799e53bf-be76-4fc7-a29e-ed7d1be76944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7063491-4384-416a-8e5d-1a0e679aefdf', 'name': 'tempest-TestVolumeBootPattern-341376864-router', 'tenant_id': 'cdc34049eb8f4ef0aa8ca4d199ba3589', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.7'}], 'enable_snat': True}, 'gw_port_id': 'a17813bf-45f2-455a-ad51-46dfb2808fc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:31:17Z', 'updated_at': '2022-01-20T14:42:56Z', 'revision_number': 5, 'project_id': 'cdc34049eb8f4ef0aa8ca4d199ba3589', 'gw_port': {'id': 'a17813bf-45f2-455a-ad51-46dfb2808fc4', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:a0:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7063491-4384-416a-8e5d-1a0e679aefdf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:31:19Z', 'updated_at': '2022-01-20T14:31:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv'}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:42:58.845917 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-799e53bf-be76-4fc7-a29e-ed7d1be76944 None None] Checking router: b7063491-4384-416a-8e5d-1a0e679aefdf for host: dv-neutron-825124-1-hyperv {{(pid=84155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 14:42:58.856379 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-799e53bf-be76-4fc7-a29e-ed7d1be76944 None None] Routers {'b7063491-4384-416a-8e5d-1a0e679aefdf'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:42:58.856968 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-799e53bf-be76-4fc7-a29e-ed7d1be76944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:42:30Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['b7063491-4384-416a-8e5d-1a0e679aefdf'], 'active': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:42:58.912904 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-c28df258-c8d8-435e-8aa5-dcf2d056f563 admin admin] Deleting port a17813bf-45f2-455a-ad51-46dfb2808fc4 {{(pid=84153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:42:58.913177 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-c28df258-c8d8-435e-8aa5-dcf2d056f563 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:59.035712 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvr_db [None req-799e53bf-be76-4fc7-a29e-ed7d1be76944 None None] Set router b7063491-4384-416a-8e5d-1a0e679aefdf gateway port host: dv-neutron-825124-1-hyperv {{(pid=84155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 14:42:59.221989 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.db [None req-c28df258-c8d8-435e-8aa5-dcf2d056f563 admin admin] For port a17813bf-45f2-455a-ad51-46dfb2808fc4, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=a17813bf-45f2-455a-ad51-46dfb2808fc4,segment=NetworkSegment(f628f1ba-6b70-4c9b-8839-62340c040c81),segment_id=f628f1ba-6b70-4c9b-8839-62340c040c81)] {{(pid=84153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:42:59.222569 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-c28df258-c8d8-435e-8aa5-dcf2d056f563 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:59.352720 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-c28df258-c8d8-435e-8aa5-dcf2d056f563 admin admin] Calling delete_port for a17813bf-45f2-455a-ad51-46dfb2808fc4 owned by network:router_gateway {{(pid=84153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:42:59.374026 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-799e53bf-be76-4fc7-a29e-ed7d1be76944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7063491-4384-416a-8e5d-1a0e679aefdf', 'name': 'tempest-TestVolumeBootPattern-341376864-router', 'tenant_id': 'cdc34049eb8f4ef0aa8ca4d199ba3589', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.7'}], 'enable_snat': True}, 'gw_port_id': 'a17813bf-45f2-455a-ad51-46dfb2808fc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:31:17Z', 'updated_at': '2022-01-20T14:42:56Z', 'revision_number': 5, 'project_id': 'cdc34049eb8f4ef0aa8ca4d199ba3589', 'gw_port': {'id': 'a17813bf-45f2-455a-ad51-46dfb2808fc4', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:a0:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7063491-4384-416a-8e5d-1a0e679aefdf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:31:19Z', 'updated_at': '2022-01-20T14:31:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv'}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:42:59.377583 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-799e53bf-be76-4fc7-a29e-ed7d1be76944 None None] The sync data for ids ['b7063491-4384-416a-8e5d-1a0e679aefdf'] in dv-neutron-825124-1-hyperv is: [{'id': 'b7063491-4384-416a-8e5d-1a0e679aefdf', 'name': 'tempest-TestVolumeBootPattern-341376864-router', 'tenant_id': 'cdc34049eb8f4ef0aa8ca4d199ba3589', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.7'}], 'enable_snat': True}, 'gw_port_id': 'a17813bf-45f2-455a-ad51-46dfb2808fc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:31:17Z', 'updated_at': '2022-01-20T14:42:56Z', 'revision_number': 5, 'project_id': 'cdc34049eb8f4ef0aa8ca4d199ba3589', 'gw_port': {'id': 'a17813bf-45f2-455a-ad51-46dfb2808fc4', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:a0:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7063491-4384-416a-8e5d-1a0e679aefdf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:31:19Z', 'updated_at': '2022-01-20T14:31:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv'}] {{(pid=84155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 14:42:59.507285 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72275840-ff9b-4c3c-b28c-adb95b86f2a4 req-cf19f3ca-e7c6-430f-930d-a751277ca522 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:42:59.509801 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-72275840-ff9b-4c3c-b28c-adb95b86f2a4 req-cf19f3ca-e7c6-430f-930d-a751277ca522 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/ports?device_id=c2fd3c3a-ce7f-4ccb-bb53-4c5646493f58 HTTP/1.1" status: 200 len: 943 time: 0.1632600 Jan 20 14:42:59.605203 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-72275840-ff9b-4c3c-b28c-adb95b86f2a4 req-c280a8f1-65c8-4204-9f57-512d93f6b9b8 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/security-groups?id=b6d95e92-2df1-4bf2-bd56-27a65003dd84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861959 Jan 20 14:42:59.661424 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-c28df258-c8d8-435e-8aa5-dcf2d056f563 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:42:59.710087 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28df258-c8d8-435e-8aa5-dcf2d056f563 admin admin] Pushing event deleted for resources: {'Port': ['ID=a17813bf-45f2-455a-ad51-46dfb2808fc4,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:42:59.932012 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-c28df258-c8d8-435e-8aa5-dcf2d056f563 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-745333'] for router_gateway, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:43:00.188623 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-c28df258-c8d8-435e-8aa5-dcf2d056f563 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-737761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105493'] for router, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:43:00.192895 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-c28df258-c8d8-435e-8aa5-dcf2d056f563 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:43:00.267538 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 6ee0e342-0d62-4640-9978-2c2c074bdd5c no longer exists at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:43:00.306517 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-c28df258-c8d8-435e-8aa5-dcf2d056f563 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-737693'] for router, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:43:00.307116 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c28df258-c8d8-435e-8aa5-dcf2d056f563 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b7063491-4384-416a-8e5d-1a0e679aefdf {{(pid=84153) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 20 14:43:00.308747 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] No Port match for: 6ee0e342-0d62-4640-9978-2c2c074bdd5c {{(pid=84154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 14:43:00.309097 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 6ee0e342-0d62-4640-9978-2c2c074bdd5c not bound to the agent host dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 14:43:00.321504 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-c28df258-c8d8-435e-8aa5-dcf2d056f563 admin admin] Notify callbacks [] for router, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:43:00.322660 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-c28df258-c8d8-435e-8aa5-dcf2d056f563 admin admin] 10.222.0.54 "DELETE /v2.0/routers/b7063491-4384-416a-8e5d-1a0e679aefdf HTTP/1.1" status: 204 len: 168 time: 1.9024990 Jan 20 14:43:00.325373 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 44764) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:43:00.391044 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8389be3-46db-451a-9054-0095aa86a4f9 admin admin] Deleting subnet 51f979a0-5b6a-4158-b79d-70d1f86945df {{(pid=84152) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 20 14:43:00.394258 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-f8389be3-46db-451a-9054-0095aa86a4f9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:43:00.397353 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-6f5b59bf-f376-4274-a25f-a84169325d11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:43:00.427874 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:43:00.449385 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-f8389be3-46db-451a-9054-0095aa86a4f9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3337915'] for subnet, precommit_delete_associations {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:43:00.537336 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-f8389be3-46db-451a-9054-0095aa86a4f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1627147'] for subnet, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:43:00.673069 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-f8389be3-46db-451a-9054-0095aa86a4f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1627154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4163580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155308'] for subnet, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:43:00.708053 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8389be3-46db-451a-9054-0095aa86a4f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=51f979a0-5b6a-4158-b79d-70d1f86945df,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:43:00.719046 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-f8389be3-46db-451a-9054-0095aa86a4f9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:43:00.724197 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7abc947-47f6-41f0-b21d-df1a24a0a5de None None] Network 300480ab-801d-4e60-841c-f4ecc9a03474 requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:43:00.729220 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-f8389be3-46db-451a-9054-0095aa86a4f9 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/51f979a0-5b6a-4158-b79d-70d1f86945df HTTP/1.1" status: 204 len: 168 time: 0.4026489 Jan 20 14:43:00.731846 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 44770) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:43:00.839749 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5790259-d354-4dad-a32a-a770a784d956 req-5b5a7115-d743-4541-8a4d-d1b456a36087 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:43:00.841232 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-e5790259-d354-4dad-a32a-a770a784d956 req-5b5a7115-d743-4541-8a4d-d1b456a36087 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/ports?device_id=c2fd3c3a-ce7f-4ccb-bb53-4c5646493f58 HTTP/1.1" status: 200 len: 943 time: 0.1123054 Jan 20 14:43:00.857680 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-713fad9f-dc6f-48a7-b4a1-738ac37215e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586409'] for network, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:43:00.873356 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-713fad9f-dc6f-48a7-b4a1-738ac37215e5 admin admin] Deleting port 0cb8708c-2192-4777-9ca9-04c2d4234078 {{(pid=84152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:43:00.873701 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-713fad9f-dc6f-48a7-b4a1-738ac37215e5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:43:00.900240 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-e5790259-d354-4dad-a32a-a770a784d956 req-be4a1b35-1f43-438a-98be-99029b5ad4eb tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/security-groups?id=b6d95e92-2df1-4bf2-bd56-27a65003dd84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518367 Jan 20 14:43:01.001829 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d96d8b06-4fd1-4515-9379-76c404aa6794 None None] DHCP port deletion for 300480ab-801d-4e60-841c-f4ecc9a03474 request from dv-neutron-825124-1-hyperv {{(pid=84154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 20 14:43:01.006080 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-d96d8b06-4fd1-4515-9379-76c404aa6794 None None] Deleting port 0cb8708c-2192-4777-9ca9-04c2d4234078 {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:43:01.006631 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-d96d8b06-4fd1-4515-9379-76c404aa6794 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:43:01.088809 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.db [None req-713fad9f-dc6f-48a7-b4a1-738ac37215e5 admin admin] For port 0cb8708c-2192-4777-9ca9-04c2d4234078, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=0cb8708c-2192-4777-9ca9-04c2d4234078,segment=NetworkSegment(26d871b2-6a94-4d79-adec-1408029d3b4f),segment_id=26d871b2-6a94-4d79-adec-1408029d3b4f)] {{(pid=84152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:43:01.089080 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-713fad9f-dc6f-48a7-b4a1-738ac37215e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:43:01.212751 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-713fad9f-dc6f-48a7-b4a1-738ac37215e5 admin admin] Calling delete_port for 0cb8708c-2192-4777-9ca9-04c2d4234078 owned by network:dhcp {{(pid=84152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:43:01.221227 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-d96d8b06-4fd1-4515-9379-76c404aa6794 None None] For port 0cb8708c-2192-4777-9ca9-04c2d4234078, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=0cb8708c-2192-4777-9ca9-04c2d4234078,segment=NetworkSegment(26d871b2-6a94-4d79-adec-1408029d3b4f),segment_id=26d871b2-6a94-4d79-adec-1408029d3b4f)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:43:01.221611 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-d96d8b06-4fd1-4515-9379-76c404aa6794 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:43:01.346598 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-d96d8b06-4fd1-4515-9379-76c404aa6794 None None] Calling delete_port for 0cb8708c-2192-4777-9ca9-04c2d4234078 owned by network:dhcp {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:43:01.375456 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-713fad9f-dc6f-48a7-b4a1-738ac37215e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:43:01.421054 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713fad9f-dc6f-48a7-b4a1-738ac37215e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=0cb8708c-2192-4777-9ca9-04c2d4234078,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:43:01.424746 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.db.api [None req-d96d8b06-4fd1-4515-9379-76c404aa6794 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84154) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 14:43:01.425108 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG oslo_db.api [None req-d96d8b06-4fd1-4515-9379-76c404aa6794 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 14:43:01.426570 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-713fad9f-dc6f-48a7-b4a1-738ac37215e5 admin admin] No DVR routers for this DVR port 0cb8708c-2192-4777-9ca9-04c2d4234078 on host dv-neutron-825124-1-hyperv {{(pid=84152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 14:43:01.461241 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:43:01.542873 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-713fad9f-dc6f-48a7-b4a1-738ac37215e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1626242', 'neutron.services.segments.db._delete_segments_for_network-8769554214620'] for network, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:43:01.568395 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.segments.db [None req-713fad9f-dc6f-48a7-b4a1-738ac37215e5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['300480ab-801d-4e60-841c-f4ecc9a03474']}} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:43:01.580555 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.segments.db [None req-713fad9f-dc6f-48a7-b4a1-738ac37215e5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26d871b2-6a94-4d79-adec-1408029d3b4f') {'for_net_delete': True} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:43:01.580829 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.segments.db [None req-713fad9f-dc6f-48a7-b4a1-738ac37215e5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26d871b2-6a94-4d79-adec-1408029d3b4f') {} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:43:01.580950 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-cdd98e71-1f0a-4421-baa9-dcb30e06edf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:43:01.593013 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-713fad9f-dc6f-48a7-b4a1-738ac37215e5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769554214503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3337904'] for segment, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:43:01.608657 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-713fad9f-dc6f-48a7-b4a1-738ac37215e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:43:01.614700 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-713fad9f-dc6f-48a7-b4a1-738ac37215e5 admin admin] Releasing vlan 185 on physical network physnet1 to pool {{(pid=84152) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 14:43:01.615072 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-713fad9f-dc6f-48a7-b4a1-738ac37215e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1622950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4162906'] for segment, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:43:01.627883 dv-neutron-825124-1-hyperv neutron-server[84152]: Traceback (most recent call last): Jan 20 14:43:01.627883 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 14:43:01.627883 dv-neutron-825124-1-hyperv neutron-server[84152]: timer() Jan 20 14:43:01.627883 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 14:43:01.627883 dv-neutron-825124-1-hyperv neutron-server[84152]: cb(*args, **kw) Jan 20 14:43:01.627883 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 14:43:01.627883 dv-neutron-825124-1-hyperv neutron-server[84152]: return func(*args, **kwargs) Jan 20 14:43:01.627883 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 14:43:01.627883 dv-neutron-825124-1-hyperv neutron-server[84152]: self._notify() Jan 20 14:43:01.627883 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 14:43:01.627883 dv-neutron-825124-1-hyperv neutron-server[84152]: self.callback(batched_events) Jan 20 14:43:01.627883 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 14:43:01.627883 dv-neutron-825124-1-hyperv neutron-server[84152]: event.method(event) Jan 20 14:43:01.627883 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 14:43:01.627883 dv-neutron-825124-1-hyperv neutron-server[84152]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 14:43:01.627883 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 14:43:01.627883 dv-neutron-825124-1-hyperv neutron-server[84152]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 14:43:01.627883 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 14:43:01.627883 dv-neutron-825124-1-hyperv neutron-server[84152]: return f(self, *a, **k) Jan 20 14:43:01.627883 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 14:43:01.627883 dv-neutron-825124-1-hyperv neutron-server[84152]: return self._get(url).json() Jan 20 14:43:01.627883 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 14:43:01.627883 dv-neutron-825124-1-hyperv neutron-server[84152]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 14:43:01.627883 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 14:43:01.627883 dv-neutron-825124-1-hyperv neutron-server[84152]: return self.request(url, 'GET', **kwargs) Jan 20 14:43:01.627883 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 14:43:01.627883 dv-neutron-825124-1-hyperv neutron-server[84152]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 14:43:01.627883 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 14:43:01.627883 dv-neutron-825124-1-hyperv neutron-server[84152]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 14:43:01.627883 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 14:43:01.627883 dv-neutron-825124-1-hyperv neutron-server[84152]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 14:43:01.627883 dv-neutron-825124-1-hyperv neutron-server[84152]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 14:43:01.769549 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-713fad9f-dc6f-48a7-b4a1-738ac37215e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1626253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-745296'] for network, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:43:01.773784 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-713fad9f-dc6f-48a7-b4a1-738ac37215e5 admin admin] Notify callbacks [] for network, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:43:01.787382 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Device eca3b1b6-da03-468e-a50f-3a0ee4d511d5 details requested by agent hyperv_hv-neutron-8251 with host hv-neutron-8251 {{(pid=84154) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 20 14:43:01.799802 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713fad9f-dc6f-48a7-b4a1-738ac37215e5 admin admin] Pushing event deleted for resources: {'Network': ['ID=300480ab-801d-4e60-841c-f4ecc9a03474,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:43:01.805399 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-713fad9f-dc6f-48a7-b4a1-738ac37215e5 admin admin] 10.222.0.54 "DELETE /v2.0/networks/300480ab-801d-4e60-841c-f4ecc9a03474 HTTP/1.1" status: 204 len: 168 time: 1.0718641 Jan 20 14:43:01.925098 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] For port eca3b1b6-da03-468e-a50f-3a0ee4d511d5, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=eca3b1b6-da03-468e-a50f-3a0ee4d511d5,segment=NetworkSegment(562a7e02-2221-46ba-a516-462bbb722f50),segment_id=562a7e02-2221-46ba-a516-462bbb722f50)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:43:01.931755 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-d96d8b06-4fd1-4515-9379-76c404aa6794 None None] Deleting port 0cb8708c-2192-4777-9ca9-04c2d4234078 {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:43:01.932130 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-d96d8b06-4fd1-4515-9379-76c404aa6794 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:43:02.032484 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Returning: {'device': 'eca3b1b6-da03-468e-a50f-3a0ee4d511d5', 'network_id': '7f133f62-9339-4f4a-b1ed-7fcec9cd75f0', 'port_id': 'eca3b1b6-da03-468e-a50f-3a0ee4d511d5', 'mac_address': 'fa:16:3e:6b:dd:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b866563-2192-45dd-be50-c207f83439fe', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84154) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 20 14:43:02.038521 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-d96d8b06-4fd1-4515-9379-76c404aa6794 None None] The port '0cb8708c-2192-4777-9ca9-04c2d4234078' was deleted {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 20 14:43:02.098650 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:43:02.115736 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a046fda-2223-46fe-a401-3afec8cbda66 req-d0e0cce3-1020-462b-87c0-27aee88d62f9 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:43:02.117638 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.notifiers.nova [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eca3b1b6-da03-468e-a50f-3a0ee4d511d5 {{(pid=84154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 14:43:02.118124 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-9a046fda-2223-46fe-a401-3afec8cbda66 req-d0e0cce3-1020-462b-87c0-27aee88d62f9 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/ports?device_id=c2fd3c3a-ce7f-4ccb-bb53-4c5646493f58 HTTP/1.1" status: 200 len: 943 time: 0.0920351 Jan 20 14:43:02.134236 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] For port eca3b1b6-da03-468e-a50f-3a0ee4d511d5, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=eca3b1b6-da03-468e-a50f-3a0ee4d511d5,segment=NetworkSegment(562a7e02-2221-46ba-a516-462bbb722f50),segment_id=562a7e02-2221-46ba-a516-462bbb722f50)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:43:02.171227 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-9a046fda-2223-46fe-a401-3afec8cbda66 req-11dfec3f-2531-4245-a71b-e713e8582ee9 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/security-groups?id=b6d95e92-2df1-4bf2-bd56-27a65003dd84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465703 Jan 20 14:43:02.211910 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:43:02.212831 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 44778) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:43:02.276080 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-c901e067-0df8-4453-86a2-2b1c40da67da admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=630d3f8a86444149b9a83c00e804a42a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0604930 Jan 20 14:43:02.278184 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 44782) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:43:02.280459 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 0cb8708c-2192-4777-9ca9-04c2d4234078 no longer exists at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:43:02.318389 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] No Port match for: 0cb8708c-2192-4777-9ca9-04c2d4234078 {{(pid=84154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 14:43:02.318596 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 0cb8708c-2192-4777-9ca9-04c2d4234078 not bound to the agent host dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 14:43:02.319004 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device a17813bf-45f2-455a-ad51-46dfb2808fc4 no longer exists at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:43:02.345819 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-d0cdd580-b3be-4515-9d70-70ec78231d7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:43:02.356135 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] No Port match for: a17813bf-45f2-455a-ad51-46dfb2808fc4 {{(pid=84154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 14:43:02.356778 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device a17813bf-45f2-455a-ad51-46dfb2808fc4 not bound to the agent host dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 14:43:02.361578 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Pushing event updated for resources: {'Port': ['ID=eca3b1b6-da03-468e-a50f-3a0ee4d511d5,revision_number=4']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:43:02.370430 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:43:02.370782 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:43:02.371146 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:43:02.371482 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:43:02.371814 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:43:02.372137 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:43:02.372910 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:43:02.372910 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:43:02.375330 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:43:02.375431 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-d0cdd580-b3be-4515-9d70-70ec78231d7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:43:02.375519 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:43:02.375519 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:43:02.499660 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-d0cdd580-b3be-4515-9d70-70ec78231d7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:43:02.520496 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cdd580-b3be-4515-9d70-70ec78231d7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e8647d1-946f-40cb-8242-e7a97e7dd48b,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:43:02.525685 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-d0cdd580-b3be-4515-9d70-70ec78231d7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:43:02.527501 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-d0cdd580-b3be-4515-9d70-70ec78231d7f admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/4e8647d1-946f-40cb-8242-e7a97e7dd48b HTTP/1.1" status: 204 len: 168 time: 0.2477317 Jan 20 14:43:02.548317 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] get_ports_and_sgs() called for port_ids ['eca3b1b6-da03-468e-a50f-3a0ee4d511d5'] {{(pid=84154) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 20 14:43:02.985773 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-eea6df97-7ff1-4b63-af20-e3ec8913deda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:43:03.329370 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 44792) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:43:03.390424 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-7f4d2fcc-6dc8-4c3f-9e51-2951ccadcdab admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=cdc34049eb8f4ef0aa8ca4d199ba3589&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0595648 Jan 20 14:43:03.393061 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 44796) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:43:03.393230 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3042dc71-b034-4be0-8876-2f311ca9ff52 req-e7ef48a3-ba49-4768-8dcf-3a9a90ddcc30 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:43:03.394997 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-3042dc71-b034-4be0-8876-2f311ca9ff52 req-e7ef48a3-ba49-4768-8dcf-3a9a90ddcc30 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/ports?device_id=c2fd3c3a-ce7f-4ccb-bb53-4c5646493f58 HTTP/1.1" status: 200 len: 944 time: 0.0921345 Jan 20 14:43:03.444505 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-3042dc71-b034-4be0-8876-2f311ca9ff52 req-417cf57f-3d60-407a-974c-5496d1c0b8b2 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/security-groups?id=b6d95e92-2df1-4bf2-bd56-27a65003dd84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437524 Jan 20 14:43:03.459105 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-efd7734c-0f3f-4d1d-be2c-eb2b16da945b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:43:03.488349 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-efd7734c-0f3f-4d1d-be2c-eb2b16da945b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:43:03.695501 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-efd7734c-0f3f-4d1d-be2c-eb2b16da945b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:43:03.711085 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd7734c-0f3f-4d1d-be2c-eb2b16da945b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1b6fe2e-0f3f-44dd-b791-c603065d4a64,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:43:03.719021 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-efd7734c-0f3f-4d1d-be2c-eb2b16da945b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:43:03.720220 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-efd7734c-0f3f-4d1d-be2c-eb2b16da945b admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/c1b6fe2e-0f3f-44dd-b791-c603065d4a64 HTTP/1.1" status: 204 len: 168 time: 0.3259683 Jan 20 14:43:03.799130 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Device eca3b1b6-da03-468e-a50f-3a0ee4d511d5 up at agent hyperv_hv-neutron-8251 {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:43:03.918898 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Provisioning for port eca3b1b6-da03-468e-a50f-3a0ee4d511d5 completed by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:43:03.926467 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Provisioning complete for port eca3b1b6-da03-468e-a50f-3a0ee4d511d5 triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:43:03.926966 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:43:04.047088 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:43:04.079103 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2fd3c3a-ce7f-4ccb-bb53-4c5646493f58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eca3b1b6-da03-468e-a50f-3a0ee4d511d5'}] {{(pid=84154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 14:43:04.089752 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] For port eca3b1b6-da03-468e-a50f-3a0ee4d511d5, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=eca3b1b6-da03-468e-a50f-3a0ee4d511d5,segment=NetworkSegment(562a7e02-2221-46ba-a516-462bbb722f50),segment_id=562a7e02-2221-46ba-a516-462bbb722f50)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:43:04.130098 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:43:04.258378 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Pushing event updated for resources: {'Port': ['ID=eca3b1b6-da03-468e-a50f-3a0ee4d511d5,revision_number=5']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:43:04.461095 dv-neutron-825124-1-hyperv neutron-server[84154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2fd3c3a-ce7f-4ccb-bb53-4c5646493f58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eca3b1b6-da03-468e-a50f-3a0ee4d511d5', 'code': 200} Jan 20 14:43:04.790755 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-7f1c912f-9489-4120-846d-fe7f74c8155b req-27840e1c-e6e0-4686-b27c-848f0ff18652 service neutron] 10.222.0.106 "GET /v2.0/ports?device_id=c2fd3c3a-ce7f-4ccb-bb53-4c5646493f58 HTTP/1.1" status: 200 len: 1098 time: 0.0711787 Jan 20 14:43:04.803690 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a626d7-874f-41fe-8e2e-9fbc50900a4b req-0a868376-c3e2-4ac5-9f5b-4a2b72504a3d tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:43:04.805171 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-28a626d7-874f-41fe-8e2e-9fbc50900a4b req-0a868376-c3e2-4ac5-9f5b-4a2b72504a3d tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/ports?device_id=c2fd3c3a-ce7f-4ccb-bb53-4c5646493f58 HTTP/1.1" status: 200 len: 945 time: 0.2268131 Jan 20 14:43:04.834839 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-7f1c912f-9489-4120-846d-fe7f74c8155b req-cd73f7c8-eedc-41ef-ac26-d3c4d5c67fa0 service neutron] 10.222.0.106 "GET /v2.0/security-groups?id=b6d95e92-2df1-4bf2-bd56-27a65003dd84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384016 Jan 20 14:43:04.851902 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-28a626d7-874f-41fe-8e2e-9fbc50900a4b req-175d7ae8-2901-4348-803e-cc8777742190 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/security-groups?id=b6d95e92-2df1-4bf2-bd56-27a65003dd84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408888 Jan 20 14:43:06.059063 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79ac65c-99a7-4a02-9167-ef5b774eb6d6 req-f243f679-f408-4e5e-b63c-3a859f0a54fc tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:43:06.060583 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-c79ac65c-99a7-4a02-9167-ef5b774eb6d6 req-f243f679-f408-4e5e-b63c-3a859f0a54fc tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/ports?device_id=c2fd3c3a-ce7f-4ccb-bb53-4c5646493f58 HTTP/1.1" status: 200 len: 945 time: 0.0826216 Jan 20 14:43:06.111002 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-c79ac65c-99a7-4a02-9167-ef5b774eb6d6 req-ee7ecdfd-0e8a-4e3e-8ac4-7c8ba6ed06c2 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/security-groups?id=b6d95e92-2df1-4bf2-bd56-27a65003dd84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428114 Jan 20 14:43:07.311141 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806f068a-4d24-4e5d-a79b-aaf1842e1b53 req-07369b2c-786b-4456-9edf-25574ecac08b tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:43:07.312620 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-806f068a-4d24-4e5d-a79b-aaf1842e1b53 req-07369b2c-786b-4456-9edf-25574ecac08b tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/ports?device_id=c2fd3c3a-ce7f-4ccb-bb53-4c5646493f58 HTTP/1.1" status: 200 len: 945 time: 0.0799139 Jan 20 14:43:07.360830 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-806f068a-4d24-4e5d-a79b-aaf1842e1b53 req-31521c38-fab8-4bcb-a771-5e1b9b40f0be tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/security-groups?id=b6d95e92-2df1-4bf2-bd56-27a65003dd84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426037 Jan 20 14:43:07.558282 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b223e49f-7202-48a4-97fa-63cbabbb89da req-abb90600-bdba-4176-b82a-88966094471d tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:43:07.559715 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-b223e49f-7202-48a4-97fa-63cbabbb89da req-abb90600-bdba-4176-b82a-88966094471d tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/ports?device_id=c2fd3c3a-ce7f-4ccb-bb53-4c5646493f58 HTTP/1.1" status: 200 len: 945 time: 0.0790546 Jan 20 14:43:07.619610 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-b223e49f-7202-48a4-97fa-63cbabbb89da req-e8b9801d-6166-424a-9495-445a7a90e0f9 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/security-groups?id=b6d95e92-2df1-4bf2-bd56-27a65003dd84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537188 Jan 20 14:43:07.646868 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 44814) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:43:07.713950 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-fe66b438-dc0d-4516-977b-96cbad63f0bd tempest-TestNetworkBasicOps-1338634829 tempest-TestNetworkBasicOps-1338634829-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=c2fd3c3a-ce7f-4ccb-bb53-4c5646493f58 HTTP/1.1" status: 200 len: 1093 time: 0.0659184 Jan 20 14:43:07.716502 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 44818) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:43:07.721602 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-aa6c4bfd-3528-40e4-8b62-c331659c0738 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Request body: {'floatingip': {'port_id': 'eca3b1b6-da03-468e-a50f-3a0ee4d511d5'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:43:07.796344 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-aa6c4bfd-3528-40e4-8b62-c331659c0738 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for floatingip, before_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:43:08.419783 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-aa6c4bfd-3528-40e4-8b62-c331659c0738 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:43:08.495501 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-aa6c4bfd-3528-40e4-8b62-c331659c0738 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-745254'] for floatingip, after_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:43:08.686851 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.db.l3_db [None req-aa6c4bfd-3528-40e4-8b62-c331659c0738 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Floating IP 0941e99f-7ca7-4c4c-9581-70287d4b423e associated. External IP: 172.26.7.142, port: eca3b1b6-da03-468e-a50f-3a0ee4d511d5. Jan 20 14:43:09.184245 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa6c4bfd-3528-40e4-8b62-c331659c0738 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Router 45a36899-537b-4e98-a4d0-a79734a72d5c has already been hosted by L3 agent 624d525b-4c26-4143-8a1c-228bb1c6faaa {{(pid=84153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 14:43:09.387065 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa6c4bfd-3528-40e4-8b62-c331659c0738 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify agent at l3_agent.dv-neutron-825124-1-hyperv the message routers_updated {{(pid=84153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 14:43:09.392510 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-aa6c4bfd-3528-40e4-8b62-c331659c0738 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for floatingip, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:43:09.397060 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c1173e1-5f25-4af6-835d-e6b44e36c026 None None] Sync routers for ids ['45a36899-537b-4e98-a4d0-a79734a72d5c'] in dv-neutron-825124-1-hyperv {{(pid=84154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 14:43:09.408723 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c1173e1-5f25-4af6-835d-e6b44e36c026 None None] Routers {'45a36899-537b-4e98-a4d0-a79734a72d5c'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:43:09.409321 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-1c1173e1-5f25-4af6-835d-e6b44e36c026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:43:00Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['45a36899-537b-4e98-a4d0-a79734a72d5c'], 'active': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:43:09.447564 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-aa6c4bfd-3528-40e4-8b62-c331659c0738 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "PUT /v2.0/floatingips/0941e99f-7ca7-4c4c-9581-70287d4b423e HTTP/1.1" status: 200 len: 991 time: 1.7299566 Jan 20 14:43:09.448086 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2fd3c3a-ce7f-4ccb-bb53-4c5646493f58', 'tag': 'eca3b1b6-da03-468e-a50f-3a0ee4d511d5'}] {{(pid=84153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 14:43:09.450350 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 44822) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:43:09.506185 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2fd3c3a-ce7f-4ccb-bb53-4c5646493f58', 'tag': 'eca3b1b6-da03-468e-a50f-3a0ee4d511d5', 'status': 'completed', 'code': 200} Jan 20 14:43:09.588781 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvr_db [None req-1c1173e1-5f25-4af6-835d-e6b44e36c026 None None] Set router 45a36899-537b-4e98-a4d0-a79734a72d5c gateway port host: dv-neutron-825124-1-hyperv {{(pid=84154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 14:43:09.602245 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-332e6026-d17f-4fbd-bf9a-b54afb9ee401 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/floatingips/0941e99f-7ca7-4c4c-9581-70287d4b423e HTTP/1.1" status: 200 len: 991 time: 0.1507156 Jan 20 14:43:09.627871 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-784afbb1-002f-41ff-8496-651310e5467b req-2121dd72-7322-4c5c-884a-6cc5e3f689e0 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=640e8dbef2de46a485c2653a25e2ea4a&device_id=c2fd3c3a-ce7f-4ccb-bb53-4c5646493f58 HTTP/1.1" status: 200 len: 1098 time: 0.0991673 Jan 20 14:43:09.772595 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784afbb1-002f-41ff-8496-651310e5467b req-48fd19ad-bbc5-4541-95f0-9622edd5a1ae service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:43:09.774026 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-784afbb1-002f-41ff-8496-651310e5467b req-48fd19ad-bbc5-4541-95f0-9622edd5a1ae service neutron] 10.222.0.106 "GET /v2.0/networks?id=7f133f62-9339-4f4a-b1ed-7fcec9cd75f0 HTTP/1.1" status: 200 len: 897 time: 0.1388764 Jan 20 14:43:09.876153 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-784afbb1-002f-41ff-8496-651310e5467b req-6e32fec3-4550-4513-a680-fef90d2724b2 service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=eca3b1b6-da03-468e-a50f-3a0ee4d511d5 HTTP/1.1" status: 200 len: 999 time: 0.0965142 Jan 20 14:43:09.943399 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784afbb1-002f-41ff-8496-651310e5467b req-174f419b-4196-422c-b76e-a6ad2b56877d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:43:09.944848 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-784afbb1-002f-41ff-8496-651310e5467b req-174f419b-4196-422c-b76e-a6ad2b56877d service neutron] 10.222.0.106 "GET /v2.0/subnets?id=1b866563-2192-45dd-be50-c207f83439fe HTTP/1.1" status: 200 len: 834 time: 0.0620501 Jan 20 14:43:09.945047 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-1c1173e1-5f25-4af6-835d-e6b44e36c026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45a36899-537b-4e98-a4d0-a79734a72d5c', 'name': 'tempest-TestNetworkBasicOps-router-1189388309', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.119'}], 'enable_snat': True}, 'gw_port_id': '7efd8ebc-c9d9-4033-ab86-f254f3c79d6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:41:02Z', 'updated_at': '2022-01-20T14:41:08Z', 'revision_number': 4, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'gw_port': {'id': '7efd8ebc-c9d9-4033-ab86-f254f3c79d6c', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:c8:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45a36899-537b-4e98-a4d0-a79734a72d5c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:41:03Z', 'updated_at': '2022-01-20T14:41:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv', '_floatingips': [{'id': '0941e99f-7ca7-4c4c-9581-70287d4b423e', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'floating_ip_address': '172.26.7.142', 'floating_network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'router_id': '45a36899-537b-4e98-a4d0-a79734a72d5c', 'port_id': 'eca3b1b6-da03-468e-a50f-3a0ee4d511d5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f133f62-9339-4f4a-b1ed-7fcec9cd75f0', 'mac_address': 'fa:16:3e:6b:dd:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2fd3c3a-ce7f-4ccb-bb53-4c5646493f58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T14:41:32Z', 'updated_at': '2022-01-20T14:43:08Z', 'revision_number': 5, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51e978f9-822d-47b7-b23b-727bc1d95fab', 'name': '', 'network_id': '7f133f62-9339-4f4a-b1ed-7fcec9cd75f0', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'mac_address': 'fa:16:3e:56:25:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45a36899-537b-4e98-a4d0-a79734a72d5c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1b866563-2192-45dd-be50-c207f83439fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:41:07Z', 'updated_at': '2022-01-20T14:41:14Z', 'revision_number': 5, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'subnets': [{'id': '1b866563-2192-45dd-be50-c207f83439fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:43:09.949132 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c1173e1-5f25-4af6-835d-e6b44e36c026 None None] Checking router: 45a36899-537b-4e98-a4d0-a79734a72d5c for host: dv-neutron-825124-1-hyperv {{(pid=84154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 14:43:09.960259 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c1173e1-5f25-4af6-835d-e6b44e36c026 None None] Routers {'45a36899-537b-4e98-a4d0-a79734a72d5c'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:43:09.960868 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-1c1173e1-5f25-4af6-835d-e6b44e36c026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:43:00Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['45a36899-537b-4e98-a4d0-a79734a72d5c'], 'active': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:43:10.026003 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-784afbb1-002f-41ff-8496-651310e5467b req-10fbe7f2-97b1-4425-adaf-43672b7b571c service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=7f133f62-9339-4f4a-b1ed-7fcec9cd75f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0750694 Jan 20 14:43:10.161685 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-784afbb1-002f-41ff-8496-651310e5467b req-31ee77bd-37fe-4c47-a7a3-9043437e047d service neutron] 10.222.0.106 "GET /v2.0/networks/7f133f62-9339-4f4a-b1ed-7fcec9cd75f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295071 Jan 20 14:43:10.190892 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvr_db [None req-1c1173e1-5f25-4af6-835d-e6b44e36c026 None None] Set router 45a36899-537b-4e98-a4d0-a79734a72d5c gateway port host: dv-neutron-825124-1-hyperv {{(pid=84154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 14:43:10.460308 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-784afbb1-002f-41ff-8496-651310e5467b req-2ada252a-fcb4-42a3-b280-80070e0a7fa8 service neutron] 10.222.0.106 "GET /v2.0/networks/7f133f62-9339-4f4a-b1ed-7fcec9cd75f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395533 Jan 20 14:43:10.556785 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-1c1173e1-5f25-4af6-835d-e6b44e36c026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45a36899-537b-4e98-a4d0-a79734a72d5c', 'name': 'tempest-TestNetworkBasicOps-router-1189388309', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.119'}], 'enable_snat': True}, 'gw_port_id': '7efd8ebc-c9d9-4033-ab86-f254f3c79d6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:41:02Z', 'updated_at': '2022-01-20T14:41:08Z', 'revision_number': 4, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'gw_port': {'id': '7efd8ebc-c9d9-4033-ab86-f254f3c79d6c', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:c8:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45a36899-537b-4e98-a4d0-a79734a72d5c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:41:03Z', 'updated_at': '2022-01-20T14:41:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv', '_floatingips': [{'id': '0941e99f-7ca7-4c4c-9581-70287d4b423e', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'floating_ip_address': '172.26.7.142', 'floating_network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'router_id': '45a36899-537b-4e98-a4d0-a79734a72d5c', 'port_id': 'eca3b1b6-da03-468e-a50f-3a0ee4d511d5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f133f62-9339-4f4a-b1ed-7fcec9cd75f0', 'mac_address': 'fa:16:3e:6b:dd:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2fd3c3a-ce7f-4ccb-bb53-4c5646493f58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T14:41:32Z', 'updated_at': '2022-01-20T14:43:08Z', 'revision_number': 5, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51e978f9-822d-47b7-b23b-727bc1d95fab', 'name': '', 'network_id': '7f133f62-9339-4f4a-b1ed-7fcec9cd75f0', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'mac_address': 'fa:16:3e:56:25:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45a36899-537b-4e98-a4d0-a79734a72d5c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1b866563-2192-45dd-be50-c207f83439fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:41:07Z', 'updated_at': '2022-01-20T14:41:14Z', 'revision_number': 5, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'subnets': [{'id': '1b866563-2192-45dd-be50-c207f83439fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:43:10.560797 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c1173e1-5f25-4af6-835d-e6b44e36c026 None None] The sync data for ids ['45a36899-537b-4e98-a4d0-a79734a72d5c'] in dv-neutron-825124-1-hyperv is: [{'id': '45a36899-537b-4e98-a4d0-a79734a72d5c', 'name': 'tempest-TestNetworkBasicOps-router-1189388309', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.119'}], 'enable_snat': True}, 'gw_port_id': '7efd8ebc-c9d9-4033-ab86-f254f3c79d6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:41:02Z', 'updated_at': '2022-01-20T14:41:08Z', 'revision_number': 4, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'gw_port': {'id': '7efd8ebc-c9d9-4033-ab86-f254f3c79d6c', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:c8:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45a36899-537b-4e98-a4d0-a79734a72d5c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:41:03Z', 'updated_at': '2022-01-20T14:41:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv', '_floatingips': [{'id': '0941e99f-7ca7-4c4c-9581-70287d4b423e', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'floating_ip_address': '172.26.7.142', 'floating_network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'router_id': '45a36899-537b-4e98-a4d0-a79734a72d5c', 'port_id': 'eca3b1b6-da03-468e-a50f-3a0ee4d511d5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f133f62-9339-4f4a-b1ed-7fcec9cd75f0', 'mac_address': 'fa:16:3e:6b:dd:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2fd3c3a-ce7f-4ccb-bb53-4c5646493f58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T14:41:32Z', 'updated_at': '2022-01-20T14:43:08Z', 'revision_number': 5, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51e978f9-822d-47b7-b23b-727bc1d95fab', 'name': '', 'network_id': '7f133f62-9339-4f4a-b1ed-7fcec9cd75f0', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'mac_address': 'fa:16:3e:56:25:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45a36899-537b-4e98-a4d0-a79734a72d5c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1b866563-2192-45dd-be50-c207f83439fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:41:07Z', 'updated_at': '2022-01-20T14:41:14Z', 'revision_number': 5, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'subnets': [{'id': '1b866563-2192-45dd-be50-c207f83439fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 14:43:10.606144 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 44828) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:43:10.710111 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-6147012e-843d-4a75-b803-bd8c21e28479 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/floatingips/0941e99f-7ca7-4c4c-9581-70287d4b423e HTTP/1.1" status: 200 len: 991 time: 0.1027400 Jan 20 14:43:10.748202 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a67df2d0-9a83-4c5b-b22a-34d41e4dff78 None None] New status for floating IP 0941e99f-7ca7-4c4c-9581-70287d4b423e: ACTIVE {{(pid=84155) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 20 14:43:11.714137 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 44832) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:43:11.823252 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-f110db3a-a7b8-43e4-bbfc-5103887516f0 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/floatingips/0941e99f-7ca7-4c4c-9581-70287d4b423e HTTP/1.1" status: 200 len: 993 time: 0.1078632 Jan 20 14:43:23.726959 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-ecad2211-88e6-4126-88ab-f9510f0b60be req-7455cdd5-42fa-423a-a4a1-84b4f4598305 service neutron] 10.222.0.106 "GET /v2.0/ports?device_id=a8b0a75c-bfdf-46de-845e-f4aacddf9c3d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0714285 Jan 20 14:43:23.817848 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-ecad2211-88e6-4126-88ab-f9510f0b60be req-26407622-2cde-4f82-86ba-3f0cdce89ba3 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=640e8dbef2de46a485c2653a25e2ea4a&device_id=a8b0a75c-bfdf-46de-845e-f4aacddf9c3d HTTP/1.1" status: 200 len: 1098 time: 0.0703421 Jan 20 14:43:23.962002 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecad2211-88e6-4126-88ab-f9510f0b60be req-955d4084-a701-471b-aa25-1aa0afaa6d62 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:43:23.963478 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-ecad2211-88e6-4126-88ab-f9510f0b60be req-955d4084-a701-471b-aa25-1aa0afaa6d62 service neutron] 10.222.0.106 "GET /v2.0/networks?id=7f133f62-9339-4f4a-b1ed-7fcec9cd75f0 HTTP/1.1" status: 200 len: 897 time: 0.1260021 Jan 20 14:43:24.118603 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-ecad2211-88e6-4126-88ab-f9510f0b60be req-633015bc-3b1e-4bcc-8ec6-1ca52330b0e5 service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=93c99330-d4a4-4fdb-9e94-2a67815afc89 HTTP/1.1" status: 200 len: 217 time: 0.1485493 Jan 20 14:43:24.179920 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecad2211-88e6-4126-88ab-f9510f0b60be req-9be62142-96e8-4e9e-8379-476eff97149a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:43:24.181350 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-ecad2211-88e6-4126-88ab-f9510f0b60be req-9be62142-96e8-4e9e-8379-476eff97149a service neutron] 10.222.0.106 "GET /v2.0/subnets?id=1b866563-2192-45dd-be50-c207f83439fe HTTP/1.1" status: 200 len: 834 time: 0.0573695 Jan 20 14:43:24.253921 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-ecad2211-88e6-4126-88ab-f9510f0b60be req-4379bc60-c01f-4560-9b13-b72b9dbc49e5 service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=7f133f62-9339-4f4a-b1ed-7fcec9cd75f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0667756 Jan 20 14:43:24.383579 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-ecad2211-88e6-4126-88ab-f9510f0b60be req-483e84da-4df0-4aff-9509-9c6c7469a898 service neutron] 10.222.0.106 "GET /v2.0/networks/7f133f62-9339-4f4a-b1ed-7fcec9cd75f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223602 Jan 20 14:43:24.513043 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-ecad2211-88e6-4126-88ab-f9510f0b60be req-933896ff-be1f-407b-ad45-d9aaca5e39dd service neutron] 10.222.0.106 "GET /v2.0/networks/7f133f62-9339-4f4a-b1ed-7fcec9cd75f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230013 Jan 20 14:43:27.998367 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-13d158d7-f1cf-436c-b2f9-33578bf2ddbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:43:30.403975 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-eaaa4ee8-4629-4178-8a4b-726d2654f4e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:43:30.431817 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:43:31.393138 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:43:31.558359 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-cdd98e71-1f0a-4421-baa9-dcb30e06edf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:43:32.995209 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-eea6df97-7ff1-4b63-af20-e3ec8913deda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:43:33.046208 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.agents_db [None req-6dba657d-a637-4918-9b6d-40defdfae04b None None] Agent healthcheck: found 6 active agents {{(pid=84155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 14:43:58.003171 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-a2018d74-2578-43e9-b575-f0712acb8763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:00.351551 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-15c2fa9b-32fa-43f4-ade8-862caa9d4d9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:00.420411 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:01.402774 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:01.568792 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-cdd98e71-1f0a-4421-baa9-dcb30e06edf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:02.974204 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-eea6df97-7ff1-4b63-af20-e3ec8913deda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:10.045857 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.agents_db [None req-6dba657d-a637-4918-9b6d-40defdfae04b None None] Agent healthcheck: found 6 active agents {{(pid=84155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 14:44:21.341526 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0818f2-efee-45c9-8714-28e77863ad2d req-5072ac7b-2e48-4fd0-93da-e127bddc4b26 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:44:21.343007 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-bd0818f2-efee-45c9-8714-28e77863ad2d req-5072ac7b-2e48-4fd0-93da-e127bddc4b26 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/ports?device_id=c2fd3c3a-ce7f-4ccb-bb53-4c5646493f58 HTTP/1.1" status: 200 len: 945 time: 0.0753596 Jan 20 14:44:21.387379 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-bd0818f2-efee-45c9-8714-28e77863ad2d req-6f1c1344-76ed-4996-a6b2-f8617d8b61bf tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/security-groups?id=b6d95e92-2df1-4bf2-bd56-27a65003dd84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383968 Jan 20 14:44:22.586382 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fd5466-be33-4d9c-8cf8-1ec8a5f2d621 req-93f9380d-1689-4107-89b5-992e88c0bd37 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:44:22.587863 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-14fd5466-be33-4d9c-8cf8-1ec8a5f2d621 req-93f9380d-1689-4107-89b5-992e88c0bd37 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/ports?device_id=c2fd3c3a-ce7f-4ccb-bb53-4c5646493f58 HTTP/1.1" status: 200 len: 945 time: 0.0819404 Jan 20 14:44:22.634878 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-14fd5466-be33-4d9c-8cf8-1ec8a5f2d621 req-a0ecc711-90b8-42d1-b96e-313cc82f595a tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/security-groups?id=b6d95e92-2df1-4bf2-bd56-27a65003dd84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413988 Jan 20 14:44:22.825576 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5d2cad-3b98-455f-882a-3da8c8b15ffd req-629b0d3a-974c-4a37-8c47-90df2e8367ca tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:44:22.830296 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [req-2f5d2cad-3b98-455f-882a-3da8c8b15ffd req-629b0d3a-974c-4a37-8c47-90df2e8367ca tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Synchronizing usage tracker for tenant:640e8dbef2de46a485c2653a25e2ea4a on resource:port {{(pid=84152) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:44:22.917220 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [req-2f5d2cad-3b98-455f-882a-3da8c8b15ffd req-629b0d3a-974c-4a37-8c47-90df2e8367ca tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Unset dirty status for tenant:640e8dbef2de46a485c2653a25e2ea4a on resource:port {{(pid=84152) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:44:22.918331 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-2f5d2cad-3b98-455f-882a-3da8c8b15ffd req-629b0d3a-974c-4a37-8c47-90df2e8367ca tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.106 "GET /v2.0/ports?device_id=c2fd3c3a-ce7f-4ccb-bb53-4c5646493f58 HTTP/1.1" status: 200 len: 945 time: 0.1726086 Jan 20 14:44:22.985710 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [req-2f5d2cad-3b98-455f-882a-3da8c8b15ffd req-fac49ec2-929c-4ae5-9462-09aeaf69450b tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Deleting port eca3b1b6-da03-468e-a50f-3a0ee4d511d5 {{(pid=84152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:44:22.986218 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [req-2f5d2cad-3b98-455f-882a-3da8c8b15ffd req-fac49ec2-929c-4ae5-9462-09aeaf69450b tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:23.224110 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.db [req-2f5d2cad-3b98-455f-882a-3da8c8b15ffd req-fac49ec2-929c-4ae5-9462-09aeaf69450b tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] For port eca3b1b6-da03-468e-a50f-3a0ee4d511d5, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=eca3b1b6-da03-468e-a50f-3a0ee4d511d5,segment=NetworkSegment(562a7e02-2221-46ba-a516-462bbb722f50),segment_id=562a7e02-2221-46ba-a516-462bbb722f50)] {{(pid=84152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:44:23.224370 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [req-2f5d2cad-3b98-455f-882a-3da8c8b15ffd req-fac49ec2-929c-4ae5-9462-09aeaf69450b tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:23.495948 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [req-2f5d2cad-3b98-455f-882a-3da8c8b15ffd req-fac49ec2-929c-4ae5-9462-09aeaf69450b tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:23.496241 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [req-2f5d2cad-3b98-455f-882a-3da8c8b15ffd req-fac49ec2-929c-4ae5-9462-09aeaf69450b tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-745254'] for floatingip, after_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:23.496549 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.db.l3_db [req-2f5d2cad-3b98-455f-882a-3da8c8b15ffd req-fac49ec2-929c-4ae5-9462-09aeaf69450b tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Floating IP 0941e99f-7ca7-4c4c-9581-70287d4b423e disassociated. External IP: 172.26.7.142, port: eca3b1b6-da03-468e-a50f-3a0ee4d511d5. Jan 20 14:44:23.496885 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [req-2f5d2cad-3b98-455f-882a-3da8c8b15ffd req-fac49ec2-929c-4ae5-9462-09aeaf69450b tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Calling delete_port for eca3b1b6-da03-468e-a50f-3a0ee4d511d5 owned by compute:nova {{(pid=84152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:44:23.694502 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [req-2f5d2cad-3b98-455f-882a-3da8c8b15ffd req-fac49ec2-929c-4ae5-9462-09aeaf69450b tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:23.744372 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac49ec2-929c-4ae5-9462-09aeaf69450b tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Pushing event deleted for resources: {'Port': ['ID=eca3b1b6-da03-468e-a50f-3a0ee4d511d5,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:44:23.759148 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac49ec2-929c-4ae5-9462-09aeaf69450b tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:44:23.759564 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac49ec2-929c-4ae5-9462-09aeaf69450b tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:44:23.759816 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac49ec2-929c-4ae5-9462-09aeaf69450b tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:44:23.760150 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac49ec2-929c-4ae5-9462-09aeaf69450b tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:44:23.760486 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac49ec2-929c-4ae5-9462-09aeaf69450b tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:44:23.760813 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac49ec2-929c-4ae5-9462-09aeaf69450b tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:44:23.761137 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac49ec2-929c-4ae5-9462-09aeaf69450b tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:44:23.761462 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac49ec2-929c-4ae5-9462-09aeaf69450b tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:44:23.761786 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac49ec2-929c-4ae5-9462-09aeaf69450b tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:44:23.762128 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac49ec2-929c-4ae5-9462-09aeaf69450b tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:44:23.762448 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac49ec2-929c-4ae5-9462-09aeaf69450b tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:44:23.800524 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-15f21fb0-ea05-4fb7-b304-80a93c8ef3c7 req-7d0b3406-98b0-4e29-83af-eb79afd27c0e tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/ports?device_id=c2fd3c3a-ce7f-4ccb-bb53-4c5646493f58 HTTP/1.1" status: 200 len: 210 time: 0.0428216 Jan 20 14:44:23.965850 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2f5d2cad-3b98-455f-882a-3da8c8b15ffd req-fac49ec2-929c-4ae5-9462-09aeaf69450b tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Router 45a36899-537b-4e98-a4d0-a79734a72d5c has already been hosted by L3 agent 624d525b-4c26-4143-8a1c-228bb1c6faaa {{(pid=84152) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 14:44:24.261379 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2f5d2cad-3b98-455f-882a-3da8c8b15ffd req-fac49ec2-929c-4ae5-9462-09aeaf69450b tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify agent at l3_agent.dv-neutron-825124-1-hyperv the message routers_updated {{(pid=84152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 14:44:24.271674 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e1e9ca7-9137-4bd1-8b82-59cff5f0fd02 None None] Sync routers for ids ['45a36899-537b-4e98-a4d0-a79734a72d5c'] in dv-neutron-825124-1-hyperv {{(pid=84154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 14:44:24.285387 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e1e9ca7-9137-4bd1-8b82-59cff5f0fd02 None None] Routers {'45a36899-537b-4e98-a4d0-a79734a72d5c'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:44:24.286374 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-1e1e9ca7-9137-4bd1-8b82-59cff5f0fd02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:44:00Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['45a36899-537b-4e98-a4d0-a79734a72d5c'], 'active': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:44:24.330226 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f5d2cad-3b98-455f-882a-3da8c8b15ffd req-fac49ec2-929c-4ae5-9462-09aeaf69450b tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] No DVR routers for this DVR port eca3b1b6-da03-468e-a50f-3a0ee4d511d5 on host hv-neutron-8251 {{(pid=84152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 14:44:24.332841 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [req-2f5d2cad-3b98-455f-882a-3da8c8b15ffd req-fac49ec2-929c-4ae5-9462-09aeaf69450b tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:24.335310 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2fd3c3a-ce7f-4ccb-bb53-4c5646493f58', 'name': 'network-vif-deleted', 'tag': 'eca3b1b6-da03-468e-a50f-3a0ee4d511d5'}] {{(pid=84152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 14:44:24.392340 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2fd3c3a-ce7f-4ccb-bb53-4c5646493f58', 'name': 'network-vif-deleted', 'tag': 'eca3b1b6-da03-468e-a50f-3a0ee4d511d5', 'status': 'completed', 'code': 200} Jan 20 14:44:24.420959 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-2f5d2cad-3b98-455f-882a-3da8c8b15ffd req-fac49ec2-929c-4ae5-9462-09aeaf69450b tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.106 "DELETE /v2.0/ports/eca3b1b6-da03-468e-a50f-3a0ee4d511d5 HTTP/1.1" status: 204 len: 173 time: 1.4977367 Jan 20 14:44:24.445672 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-03d26b20-f7d7-427b-9839-e145d7b0b060 req-5e0dcb45-91cf-4ecd-bfc8-700c49508a14 service neutron] 10.222.0.106 "GET /v2.0/ports?device_id=a8b0a75c-bfdf-46de-845e-f4aacddf9c3d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0709116 Jan 20 14:44:24.477150 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvr_db [None req-1e1e9ca7-9137-4bd1-8b82-59cff5f0fd02 None None] Set router 45a36899-537b-4e98-a4d0-a79734a72d5c gateway port host: dv-neutron-825124-1-hyperv {{(pid=84154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 14:44:24.586440 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-03d26b20-f7d7-427b-9839-e145d7b0b060 req-d5f12599-52d7-4714-ba35-9bb86c976c59 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=640e8dbef2de46a485c2653a25e2ea4a&device_id=a8b0a75c-bfdf-46de-845e-f4aacddf9c3d HTTP/1.1" status: 200 len: 1098 time: 0.0725908 Jan 20 14:44:24.736313 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d26b20-f7d7-427b-9839-e145d7b0b060 req-385ca1c3-1b98-4f92-a0f0-22b9cd6aec3e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:44:24.737597 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-03d26b20-f7d7-427b-9839-e145d7b0b060 req-385ca1c3-1b98-4f92-a0f0-22b9cd6aec3e service neutron] 10.222.0.106 "GET /v2.0/networks?id=7f133f62-9339-4f4a-b1ed-7fcec9cd75f0 HTTP/1.1" status: 200 len: 897 time: 0.1296067 Jan 20 14:44:24.793230 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-1e1e9ca7-9137-4bd1-8b82-59cff5f0fd02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45a36899-537b-4e98-a4d0-a79734a72d5c', 'name': 'tempest-TestNetworkBasicOps-router-1189388309', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.119'}], 'enable_snat': True}, 'gw_port_id': '7efd8ebc-c9d9-4033-ab86-f254f3c79d6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:41:02Z', 'updated_at': '2022-01-20T14:41:08Z', 'revision_number': 4, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'gw_port': {'id': '7efd8ebc-c9d9-4033-ab86-f254f3c79d6c', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:c8:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45a36899-537b-4e98-a4d0-a79734a72d5c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:41:03Z', 'updated_at': '2022-01-20T14:41:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv', '_interfaces': [{'id': '51e978f9-822d-47b7-b23b-727bc1d95fab', 'name': '', 'network_id': '7f133f62-9339-4f4a-b1ed-7fcec9cd75f0', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'mac_address': 'fa:16:3e:56:25:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45a36899-537b-4e98-a4d0-a79734a72d5c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1b866563-2192-45dd-be50-c207f83439fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:41:07Z', 'updated_at': '2022-01-20T14:41:14Z', 'revision_number': 5, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'subnets': [{'id': '1b866563-2192-45dd-be50-c207f83439fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:44:24.797413 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e1e9ca7-9137-4bd1-8b82-59cff5f0fd02 None None] Checking router: 45a36899-537b-4e98-a4d0-a79734a72d5c for host: dv-neutron-825124-1-hyperv {{(pid=84154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 14:44:24.808045 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e1e9ca7-9137-4bd1-8b82-59cff5f0fd02 None None] Routers {'45a36899-537b-4e98-a4d0-a79734a72d5c'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:44:24.808639 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-1e1e9ca7-9137-4bd1-8b82-59cff5f0fd02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:44:00Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['45a36899-537b-4e98-a4d0-a79734a72d5c'], 'active': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:44:24.811796 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-03d26b20-f7d7-427b-9839-e145d7b0b060 req-9113e3d8-ede9-4600-8809-5723421c5461 service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=93c99330-d4a4-4fdb-9e94-2a67815afc89 HTTP/1.1" status: 200 len: 217 time: 0.0681081 Jan 20 14:44:24.876047 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d26b20-f7d7-427b-9839-e145d7b0b060 req-d1e9afa1-a9d2-4398-a0c5-c69ab198d510 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:44:24.878719 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-03d26b20-f7d7-427b-9839-e145d7b0b060 req-d1e9afa1-a9d2-4398-a0c5-c69ab198d510 service neutron] 10.222.0.106 "GET /v2.0/subnets?id=1b866563-2192-45dd-be50-c207f83439fe HTTP/1.1" status: 200 len: 834 time: 0.0611758 Jan 20 14:44:24.990678 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvr_db [None req-1e1e9ca7-9137-4bd1-8b82-59cff5f0fd02 None None] Set router 45a36899-537b-4e98-a4d0-a79734a72d5c gateway port host: dv-neutron-825124-1-hyperv {{(pid=84154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 14:44:24.995181 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-65facd93-0aaa-4925-ba69-2ee0f3b97d57 req-d1757afa-9a45-4147-b595-bcaaceaa12a8 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/ports?device_id=c2fd3c3a-ce7f-4ccb-bb53-4c5646493f58 HTTP/1.1" status: 200 len: 210 time: 0.0492902 Jan 20 14:44:25.005969 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-03d26b20-f7d7-427b-9839-e145d7b0b060 req-440b4963-6180-454c-a40d-4ecd9b9856a8 service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=7f133f62-9339-4f4a-b1ed-7fcec9cd75f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1200788 Jan 20 14:44:25.144056 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-03d26b20-f7d7-427b-9839-e145d7b0b060 req-80705271-bf69-44ec-a7ad-1fc14b6ee060 service neutron] 10.222.0.106 "GET /v2.0/networks/7f133f62-9339-4f4a-b1ed-7fcec9cd75f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307919 Jan 20 14:44:25.363517 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-1e1e9ca7-9137-4bd1-8b82-59cff5f0fd02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45a36899-537b-4e98-a4d0-a79734a72d5c', 'name': 'tempest-TestNetworkBasicOps-router-1189388309', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.119'}], 'enable_snat': True}, 'gw_port_id': '7efd8ebc-c9d9-4033-ab86-f254f3c79d6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:41:02Z', 'updated_at': '2022-01-20T14:41:08Z', 'revision_number': 4, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'gw_port': {'id': '7efd8ebc-c9d9-4033-ab86-f254f3c79d6c', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:c8:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45a36899-537b-4e98-a4d0-a79734a72d5c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:41:03Z', 'updated_at': '2022-01-20T14:41:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv', '_interfaces': [{'id': '51e978f9-822d-47b7-b23b-727bc1d95fab', 'name': '', 'network_id': '7f133f62-9339-4f4a-b1ed-7fcec9cd75f0', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'mac_address': 'fa:16:3e:56:25:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45a36899-537b-4e98-a4d0-a79734a72d5c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1b866563-2192-45dd-be50-c207f83439fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:41:07Z', 'updated_at': '2022-01-20T14:41:14Z', 'revision_number': 5, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'subnets': [{'id': '1b866563-2192-45dd-be50-c207f83439fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:44:25.367897 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e1e9ca7-9137-4bd1-8b82-59cff5f0fd02 None None] The sync data for ids ['45a36899-537b-4e98-a4d0-a79734a72d5c'] in dv-neutron-825124-1-hyperv is: [{'id': '45a36899-537b-4e98-a4d0-a79734a72d5c', 'name': 'tempest-TestNetworkBasicOps-router-1189388309', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.119'}], 'enable_snat': True}, 'gw_port_id': '7efd8ebc-c9d9-4033-ab86-f254f3c79d6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:41:02Z', 'updated_at': '2022-01-20T14:41:08Z', 'revision_number': 4, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'gw_port': {'id': '7efd8ebc-c9d9-4033-ab86-f254f3c79d6c', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:c8:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45a36899-537b-4e98-a4d0-a79734a72d5c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:41:03Z', 'updated_at': '2022-01-20T14:41:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv', '_interfaces': [{'id': '51e978f9-822d-47b7-b23b-727bc1d95fab', 'name': '', 'network_id': '7f133f62-9339-4f4a-b1ed-7fcec9cd75f0', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'mac_address': 'fa:16:3e:56:25:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45a36899-537b-4e98-a4d0-a79734a72d5c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1b866563-2192-45dd-be50-c207f83439fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:41:07Z', 'updated_at': '2022-01-20T14:41:14Z', 'revision_number': 5, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'subnets': [{'id': '1b866563-2192-45dd-be50-c207f83439fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 14:44:25.400815 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-03d26b20-f7d7-427b-9839-e145d7b0b060 req-5b835a55-5304-4250-bb8b-2a8d9433a39a service neutron] 10.222.0.106 "GET /v2.0/networks/7f133f62-9339-4f4a-b1ed-7fcec9cd75f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2500579 Jan 20 14:44:25.580038 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e82957df-13ed-40fd-b771-54f094e8c248 None None] New status for floating IP 0941e99f-7ca7-4c4c-9581-70287d4b423e: DOWN {{(pid=84155) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 20 14:44:26.100821 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 44870) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:44:26.169840 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-9e2dc766-c45b-4361-a49a-2cbbf52cabf2 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for security_group, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:26.199511 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-9e2dc766-c45b-4361-a49a-2cbbf52cabf2 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:26.302396 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Device eca3b1b6-da03-468e-a50f-3a0ee4d511d5 no longer exists at agent hyperv_hv-neutron-8251 {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:44:26.305626 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-9e2dc766-c45b-4361-a49a-2cbbf52cabf2 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:26.324789 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2dc766-c45b-4361-a49a-2cbbf52cabf2 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6d95e92-2df1-4bf2-bd56-27a65003dd84,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:44:26.342789 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] No Port match for: eca3b1b6-da03-468e-a50f-3a0ee4d511d5 {{(pid=84154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 14:44:26.343132 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Device eca3b1b6-da03-468e-a50f-3a0ee4d511d5 not bound to the agent host hv-neutron-8251 {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 14:44:26.401325 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-9e2dc766-c45b-4361-a49a-2cbbf52cabf2 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for security_group, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:26.402476 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-9e2dc766-c45b-4361-a49a-2cbbf52cabf2 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "DELETE /v2.0/security-groups/b6d95e92-2df1-4bf2-bd56-27a65003dd84 HTTP/1.1" status: 204 len: 168 time: 0.3006966 Jan 20 14:44:26.494379 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 44876) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:44:26.646079 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-7ce02196-4937-45d4-9fd6-fb2b438a76ed tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Deleting port b20a3017-5b80-4ab9-9de4-751c6529c12c {{(pid=84152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:44:26.646326 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-7ce02196-4937-45d4-9fd6-fb2b438a76ed tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:26.810669 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-7ce02196-4937-45d4-9fd6-fb2b438a76ed tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:26.810995 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-7ce02196-4937-45d4-9fd6-fb2b438a76ed tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:26.928227 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-7ce02196-4937-45d4-9fd6-fb2b438a76ed tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Calling delete_port for b20a3017-5b80-4ab9-9de4-751c6529c12c owned by network:floatingip {{(pid=84152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:44:27.116831 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-7ce02196-4937-45d4-9fd6-fb2b438a76ed tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:27.159487 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce02196-4937-45d4-9fd6-fb2b438a76ed tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Pushing event deleted for resources: {'Port': ['ID=b20a3017-5b80-4ab9-9de4-751c6529c12c,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:44:27.251365 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-7ce02196-4937-45d4-9fd6-fb2b438a76ed tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for floatingip, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:27.265736 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-7ce02196-4937-45d4-9fd6-fb2b438a76ed tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for floatingip, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:27.266927 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-7ce02196-4937-45d4-9fd6-fb2b438a76ed tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "DELETE /v2.0/floatingips/0941e99f-7ca7-4c4c-9581-70287d4b423e HTTP/1.1" status: 204 len: 168 time: 0.7715573 Jan 20 14:44:27.778931 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9384c01-ef54-4523-9c98-a3c7f8479b6c req-8bd5621a-500e-4140-9943-6ae815ba5749 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:44:27.780361 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-c9384c01-ef54-4523-9c98-a3c7f8479b6c req-8bd5621a-500e-4140-9943-6ae815ba5749 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/ports?device_id=a8b0a75c-bfdf-46de-845e-f4aacddf9c3d HTTP/1.1" status: 200 len: 945 time: 0.0757749 Jan 20 14:44:27.824055 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-c9384c01-ef54-4523-9c98-a3c7f8479b6c req-44f07192-3c07-451f-b988-164e5a79d39a tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/security-groups?id=a2ee6a32-8321-4a61-bdfa-9e111e986986&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374687 Jan 20 14:44:28.008639 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-b533e15a-c366-4615-bbc6-0873bd030a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:29.025755 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44168df-dc10-4c61-bd0a-f95933e4a8eb req-c6e7e5e3-a02d-4629-85ed-ea3733385561 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:44:29.027244 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-a44168df-dc10-4c61-bd0a-f95933e4a8eb req-c6e7e5e3-a02d-4629-85ed-ea3733385561 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/ports?device_id=a8b0a75c-bfdf-46de-845e-f4aacddf9c3d HTTP/1.1" status: 200 len: 945 time: 0.0804417 Jan 20 14:44:29.072349 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-a44168df-dc10-4c61-bd0a-f95933e4a8eb req-86703b28-9354-4822-9c22-d2543befef9c tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/security-groups?id=a2ee6a32-8321-4a61-bdfa-9e111e986986&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395482 Jan 20 14:44:29.369349 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e03489-9d3a-4b34-a13d-7051d34ae254 req-bdfeab7f-450b-4a16-9c74-edd22dcd6f94 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:44:29.370767 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-07e03489-9d3a-4b34-a13d-7051d34ae254 req-bdfeab7f-450b-4a16-9c74-edd22dcd6f94 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.106 "GET /v2.0/ports?device_id=a8b0a75c-bfdf-46de-845e-f4aacddf9c3d HTTP/1.1" status: 200 len: 945 time: 0.0736141 Jan 20 14:44:29.438689 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [req-07e03489-9d3a-4b34-a13d-7051d34ae254 req-12dde7a6-1c9b-4dfc-bfb4-c9ef37011c9e tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Deleting port 93c99330-d4a4-4fdb-9e94-2a67815afc89 {{(pid=84153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:44:29.439671 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-07e03489-9d3a-4b34-a13d-7051d34ae254 req-12dde7a6-1c9b-4dfc-bfb4-c9ef37011c9e tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:29.688120 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.db [req-07e03489-9d3a-4b34-a13d-7051d34ae254 req-12dde7a6-1c9b-4dfc-bfb4-c9ef37011c9e tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] For port 93c99330-d4a4-4fdb-9e94-2a67815afc89, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=93c99330-d4a4-4fdb-9e94-2a67815afc89,segment=NetworkSegment(562a7e02-2221-46ba-a516-462bbb722f50),segment_id=562a7e02-2221-46ba-a516-462bbb722f50)] {{(pid=84153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:44:29.688637 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-07e03489-9d3a-4b34-a13d-7051d34ae254 req-12dde7a6-1c9b-4dfc-bfb4-c9ef37011c9e tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:29.806170 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [req-07e03489-9d3a-4b34-a13d-7051d34ae254 req-12dde7a6-1c9b-4dfc-bfb4-c9ef37011c9e tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Calling delete_port for 93c99330-d4a4-4fdb-9e94-2a67815afc89 owned by compute:nova {{(pid=84153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:44:30.008553 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-07e03489-9d3a-4b34-a13d-7051d34ae254 req-12dde7a6-1c9b-4dfc-bfb4-c9ef37011c9e tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:30.057078 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12dde7a6-1c9b-4dfc-bfb4-c9ef37011c9e tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Pushing event deleted for resources: {'Port': ['ID=93c99330-d4a4-4fdb-9e94-2a67815afc89,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:44:30.095230 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12dde7a6-1c9b-4dfc-bfb4-c9ef37011c9e tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:44:30.096100 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12dde7a6-1c9b-4dfc-bfb4-c9ef37011c9e tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:44:30.096436 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12dde7a6-1c9b-4dfc-bfb4-c9ef37011c9e tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:44:30.096765 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12dde7a6-1c9b-4dfc-bfb4-c9ef37011c9e tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:44:30.097096 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12dde7a6-1c9b-4dfc-bfb4-c9ef37011c9e tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:44:30.097426 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12dde7a6-1c9b-4dfc-bfb4-c9ef37011c9e tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:44:30.097748 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12dde7a6-1c9b-4dfc-bfb4-c9ef37011c9e tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:44:30.098102 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12dde7a6-1c9b-4dfc-bfb4-c9ef37011c9e tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:44:30.098424 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12dde7a6-1c9b-4dfc-bfb4-c9ef37011c9e tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:44:30.098741 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12dde7a6-1c9b-4dfc-bfb4-c9ef37011c9e tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:44:30.099058 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12dde7a6-1c9b-4dfc-bfb4-c9ef37011c9e tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:44:30.140424 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.l3_dvrscheduler_db [req-07e03489-9d3a-4b34-a13d-7051d34ae254 req-12dde7a6-1c9b-4dfc-bfb4-c9ef37011c9e tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] No DVR routers for this DVR port 93c99330-d4a4-4fdb-9e94-2a67815afc89 on host hv-neutron-8251 {{(pid=84153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 14:44:30.143498 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-07e03489-9d3a-4b34-a13d-7051d34ae254 req-12dde7a6-1c9b-4dfc-bfb4-c9ef37011c9e tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:30.146224 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8b0a75c-bfdf-46de-845e-f4aacddf9c3d', 'name': 'network-vif-deleted', 'tag': '93c99330-d4a4-4fdb-9e94-2a67815afc89'}] {{(pid=84153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 14:44:30.160472 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-07e03489-9d3a-4b34-a13d-7051d34ae254 req-12dde7a6-1c9b-4dfc-bfb4-c9ef37011c9e tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.106 "DELETE /v2.0/ports/93c99330-d4a4-4fdb-9e94-2a67815afc89 HTTP/1.1" status: 204 len: 173 time: 0.7848275 Jan 20 14:44:30.236627 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [req-a68b2e96-7e4b-483b-88cc-6a24eee8f377 req-110c9eb8-0c93-4d46-8081-26b6dd4761b9 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Synchronizing usage tracker for tenant:640e8dbef2de46a485c2653a25e2ea4a on resource:port {{(pid=84153) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:44:30.298340 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8b0a75c-bfdf-46de-845e-f4aacddf9c3d', 'name': 'network-vif-deleted', 'tag': '93c99330-d4a4-4fdb-9e94-2a67815afc89', 'status': 'completed', 'code': 200} Jan 20 14:44:30.317237 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [req-a68b2e96-7e4b-483b-88cc-6a24eee8f377 req-110c9eb8-0c93-4d46-8081-26b6dd4761b9 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Unset dirty status for tenant:640e8dbef2de46a485c2653a25e2ea4a on resource:port {{(pid=84153) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:44:30.318539 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-a68b2e96-7e4b-483b-88cc-6a24eee8f377 req-110c9eb8-0c93-4d46-8081-26b6dd4761b9 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/ports?device_id=a8b0a75c-bfdf-46de-845e-f4aacddf9c3d HTTP/1.1" status: 200 len: 210 time: 0.1258645 Jan 20 14:44:30.356887 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-87477fef-266f-4616-99f0-8e0ae90ca5c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:30.477413 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:31.385829 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:31.426966 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 44894) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:44:31.493708 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-16931350-0dba-4a5b-a027-c2a5733dbddf tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for security_group, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:31.522101 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-16931350-0dba-4a5b-a027-c2a5733dbddf tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:31.557269 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-cdd98e71-1f0a-4421-baa9-dcb30e06edf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:31.637244 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-16931350-0dba-4a5b-a027-c2a5733dbddf tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:31.660754 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16931350-0dba-4a5b-a027-c2a5733dbddf tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2ee6a32-8321-4a61-bdfa-9e111e986986,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:44:31.662959 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-16931350-0dba-4a5b-a027-c2a5733dbddf tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for security_group, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:31.664595 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-16931350-0dba-4a5b-a027-c2a5733dbddf tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "DELETE /v2.0/security-groups/a2ee6a32-8321-4a61-bdfa-9e111e986986 HTTP/1.1" status: 204 len: 168 time: 0.2360647 Jan 20 14:44:31.792326 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 44900) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:44:32.272350 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-f66dbb7a-43f0-43d9-a96a-58222307ec93 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-743504'] for router_interface, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:32.317790 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Device 93c99330-d4a4-4fdb-9e94-2a67815afc89 no longer exists at agent hyperv_hv-neutron-8251 {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:44:32.357089 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] No Port match for: 93c99330-d4a4-4fdb-9e94-2a67815afc89 {{(pid=84154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 14:44:32.357562 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Device 93c99330-d4a4-4fdb-9e94-2a67815afc89 not bound to the agent host hv-neutron-8251 {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 14:44:32.879328 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-f66dbb7a-43f0-43d9-a96a-58222307ec93 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Deleting port 51e978f9-822d-47b7-b23b-727bc1d95fab {{(pid=84152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:44:32.879908 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-f66dbb7a-43f0-43d9-a96a-58222307ec93 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:33.040123 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-eea6df97-7ff1-4b63-af20-e3ec8913deda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:33.070696 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.db [None req-f66dbb7a-43f0-43d9-a96a-58222307ec93 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] For port 51e978f9-822d-47b7-b23b-727bc1d95fab, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=51e978f9-822d-47b7-b23b-727bc1d95fab,segment=NetworkSegment(562a7e02-2221-46ba-a516-462bbb722f50),segment_id=562a7e02-2221-46ba-a516-462bbb722f50)] {{(pid=84152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:44:33.071053 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-f66dbb7a-43f0-43d9-a96a-58222307ec93 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:33.190938 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-f66dbb7a-43f0-43d9-a96a-58222307ec93 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Calling delete_port for 51e978f9-822d-47b7-b23b-727bc1d95fab owned by network:router_interface {{(pid=84152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:44:33.419773 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-f66dbb7a-43f0-43d9-a96a-58222307ec93 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:33.465439 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66dbb7a-43f0-43d9-a96a-58222307ec93 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Pushing event deleted for resources: {'Port': ['ID=51e978f9-822d-47b7-b23b-727bc1d95fab,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:44:33.836931 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-f66dbb7a-43f0-43d9-a96a-58222307ec93 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1705096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-745401'] for router_interface, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:34.427662 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f66dbb7a-43f0-43d9-a96a-58222307ec93 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Router 45a36899-537b-4e98-a4d0-a79734a72d5c has already been hosted by L3 agent 624d525b-4c26-4143-8a1c-228bb1c6faaa {{(pid=84152) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 14:44:34.624066 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f66dbb7a-43f0-43d9-a96a-58222307ec93 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify agent at l3_agent.dv-neutron-825124-1-hyperv the message routers_updated {{(pid=84152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 14:44:34.633824 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cde3188-207a-480d-9f41-6bff0ee5042e None None] Sync routers for ids ['45a36899-537b-4e98-a4d0-a79734a72d5c'] in dv-neutron-825124-1-hyperv {{(pid=84154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 14:44:34.645137 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cde3188-207a-480d-9f41-6bff0ee5042e None None] Routers {'45a36899-537b-4e98-a4d0-a79734a72d5c'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:44:34.645736 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-4cde3188-207a-480d-9f41-6bff0ee5042e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:44:30Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['45a36899-537b-4e98-a4d0-a79734a72d5c'], 'active': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:44:34.692971 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-f66dbb7a-43f0-43d9-a96a-58222307ec93 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "PUT /v2.0/routers/45a36899-537b-4e98-a4d0-a79734a72d5c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8970685 Jan 20 14:44:34.693256 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 44906) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:44:34.821196 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvr_db [None req-4cde3188-207a-480d-9f41-6bff0ee5042e None None] Set router 45a36899-537b-4e98-a4d0-a79734a72d5c gateway port host: dv-neutron-825124-1-hyperv {{(pid=84154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 14:44:34.874732 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8d4eb46-e816-4ccd-9672-966cae67448a tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Deleting subnet 1b866563-2192-45dd-be50-c207f83439fe {{(pid=84152) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 20 14:44:34.877629 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-a8d4eb46-e816-4ccd-9672-966cae67448a tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for subnet, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:34.936422 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-a8d4eb46-e816-4ccd-9672-966cae67448a tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3337915'] for subnet, precommit_delete_associations {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:35.016952 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-a8d4eb46-e816-4ccd-9672-966cae67448a tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1627147'] for subnet, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:35.103663 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-4cde3188-207a-480d-9f41-6bff0ee5042e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45a36899-537b-4e98-a4d0-a79734a72d5c', 'name': 'tempest-TestNetworkBasicOps-router-1189388309', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.119'}], 'enable_snat': True}, 'gw_port_id': '7efd8ebc-c9d9-4033-ab86-f254f3c79d6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:41:02Z', 'updated_at': '2022-01-20T14:44:33Z', 'revision_number': 5, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'gw_port': {'id': '7efd8ebc-c9d9-4033-ab86-f254f3c79d6c', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:c8:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45a36899-537b-4e98-a4d0-a79734a72d5c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:41:03Z', 'updated_at': '2022-01-20T14:41:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv'}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:44:35.107531 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cde3188-207a-480d-9f41-6bff0ee5042e None None] Checking router: 45a36899-537b-4e98-a4d0-a79734a72d5c for host: dv-neutron-825124-1-hyperv {{(pid=84154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 14:44:35.118800 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cde3188-207a-480d-9f41-6bff0ee5042e None None] Routers {'45a36899-537b-4e98-a4d0-a79734a72d5c'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:44:35.119391 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-4cde3188-207a-480d-9f41-6bff0ee5042e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:44:30Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['45a36899-537b-4e98-a4d0-a79734a72d5c'], 'active': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:44:35.169185 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-a8d4eb46-e816-4ccd-9672-966cae67448a tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1627154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4163580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155308'] for subnet, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:35.210660 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d4eb46-e816-4ccd-9672-966cae67448a tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Pushing event deleted for resources: {'Subnet': ['ID=1b866563-2192-45dd-be50-c207f83439fe,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:44:35.215164 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-a8d4eb46-e816-4ccd-9672-966cae67448a tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for subnet, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:35.221642 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-a8d4eb46-e816-4ccd-9672-966cae67448a tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "DELETE /v2.0/subnets/1b866563-2192-45dd-be50-c207f83439fe HTTP/1.1" status: 204 len: 168 time: 0.5274448 Jan 20 14:44:35.224238 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 44910) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:44:35.265719 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d656020b-1d89-4769-8c28-af2e3ecd590b None None] Network 7f133f62-9339-4f4a-b1ed-7fcec9cd75f0 requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:44:35.431257 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvr_db [None req-4cde3188-207a-480d-9f41-6bff0ee5042e None None] Set router 45a36899-537b-4e98-a4d0-a79734a72d5c gateway port host: dv-neutron-825124-1-hyperv {{(pid=84154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 14:44:35.520941 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-94f79993-a0a5-41af-8e46-4fd5a43d97fe tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for router, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:35.718065 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-94f79993-a0a5-41af-8e46-4fd5a43d97fe tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:35.774510 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-94f79993-a0a5-41af-8e46-4fd5a43d97fe tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Deleting port 7efd8ebc-c9d9-4033-ab86-f254f3c79d6c {{(pid=84152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:44:35.774886 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-94f79993-a0a5-41af-8e46-4fd5a43d97fe tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:35.803662 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbfa6dcf-4f86-4ef1-97fd-b66f8c01bdb2 None None] DHCP port deletion for 7f133f62-9339-4f4a-b1ed-7fcec9cd75f0 request from dv-neutron-825124-1-hyperv {{(pid=84154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 20 14:44:35.814637 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-dbfa6dcf-4f86-4ef1-97fd-b66f8c01bdb2 None None] Deleting port a3f80245-27a8-4551-a147-013947874d68 {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:44:35.815009 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-dbfa6dcf-4f86-4ef1-97fd-b66f8c01bdb2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:35.864495 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-4cde3188-207a-480d-9f41-6bff0ee5042e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45a36899-537b-4e98-a4d0-a79734a72d5c', 'name': 'tempest-TestNetworkBasicOps-router-1189388309', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.119'}], 'enable_snat': True}, 'gw_port_id': '7efd8ebc-c9d9-4033-ab86-f254f3c79d6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:41:02Z', 'updated_at': '2022-01-20T14:44:33Z', 'revision_number': 5, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'gw_port': {'id': '7efd8ebc-c9d9-4033-ab86-f254f3c79d6c', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:c8:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45a36899-537b-4e98-a4d0-a79734a72d5c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:41:03Z', 'updated_at': '2022-01-20T14:41:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv'}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:44:35.878490 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cde3188-207a-480d-9f41-6bff0ee5042e None None] The sync data for ids ['45a36899-537b-4e98-a4d0-a79734a72d5c'] in dv-neutron-825124-1-hyperv is: [{'id': '45a36899-537b-4e98-a4d0-a79734a72d5c', 'name': 'tempest-TestNetworkBasicOps-router-1189388309', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.119'}], 'enable_snat': True}, 'gw_port_id': '7efd8ebc-c9d9-4033-ab86-f254f3c79d6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:41:02Z', 'updated_at': '2022-01-20T14:44:33Z', 'revision_number': 5, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'gw_port': {'id': '7efd8ebc-c9d9-4033-ab86-f254f3c79d6c', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:c8:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45a36899-537b-4e98-a4d0-a79734a72d5c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:41:03Z', 'updated_at': '2022-01-20T14:41:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv'}] {{(pid=84154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 14:44:35.959840 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.db [None req-94f79993-a0a5-41af-8e46-4fd5a43d97fe tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] For port 7efd8ebc-c9d9-4033-ab86-f254f3c79d6c, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=7efd8ebc-c9d9-4033-ab86-f254f3c79d6c,segment=NetworkSegment(f628f1ba-6b70-4c9b-8839-62340c040c81),segment_id=f628f1ba-6b70-4c9b-8839-62340c040c81)] {{(pid=84152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:44:35.959840 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-94f79993-a0a5-41af-8e46-4fd5a43d97fe tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:36.054763 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-dbfa6dcf-4f86-4ef1-97fd-b66f8c01bdb2 None None] For port a3f80245-27a8-4551-a147-013947874d68, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=a3f80245-27a8-4551-a147-013947874d68,segment=NetworkSegment(562a7e02-2221-46ba-a516-462bbb722f50),segment_id=562a7e02-2221-46ba-a516-462bbb722f50)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:44:36.058021 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-dbfa6dcf-4f86-4ef1-97fd-b66f8c01bdb2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:36.083362 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-94f79993-a0a5-41af-8e46-4fd5a43d97fe tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Calling delete_port for 7efd8ebc-c9d9-4033-ab86-f254f3c79d6c owned by network:router_gateway {{(pid=84152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:44:36.181528 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-dbfa6dcf-4f86-4ef1-97fd-b66f8c01bdb2 None None] Calling delete_port for a3f80245-27a8-4551-a147-013947874d68 owned by network:dhcp {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:44:36.323145 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device a3f80245-27a8-4551-a147-013947874d68 no longer exists at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:44:36.352255 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-dbfa6dcf-4f86-4ef1-97fd-b66f8c01bdb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486'] for port, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:36.374296 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-94f79993-a0a5-41af-8e46-4fd5a43d97fe tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:36.389906 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] No Port match for: a3f80245-27a8-4551-a147-013947874d68 {{(pid=84154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 14:44:36.390355 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device a3f80245-27a8-4551-a147-013947874d68 not bound to the agent host dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 14:44:36.390686 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 51e978f9-822d-47b7-b23b-727bc1d95fab no longer exists at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:44:36.421833 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f79993-a0a5-41af-8e46-4fd5a43d97fe tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Pushing event deleted for resources: {'Port': ['ID=7efd8ebc-c9d9-4033-ab86-f254f3c79d6c,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:44:36.434606 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] No Port match for: 51e978f9-822d-47b7-b23b-727bc1d95fab {{(pid=84154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 14:44:36.434961 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 51e978f9-822d-47b7-b23b-727bc1d95fab not bound to the agent host dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 14:44:36.438024 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfa6dcf-4f86-4ef1-97fd-b66f8c01bdb2 None None] Pushing event deleted for resources: {'Port': ['ID=a3f80245-27a8-4551-a147-013947874d68,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:44:36.446114 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbfa6dcf-4f86-4ef1-97fd-b66f8c01bdb2 None None] No DVR routers for this DVR port a3f80245-27a8-4551-a147-013947874d68 on host dv-neutron-825124-1-hyperv {{(pid=84154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 14:44:36.451301 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfa6dcf-4f86-4ef1-97fd-b66f8c01bdb2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:44:36.451839 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfa6dcf-4f86-4ef1-97fd-b66f8c01bdb2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:44:36.459097 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfa6dcf-4f86-4ef1-97fd-b66f8c01bdb2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:44:36.459467 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfa6dcf-4f86-4ef1-97fd-b66f8c01bdb2 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:44:36.459811 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfa6dcf-4f86-4ef1-97fd-b66f8c01bdb2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:44:36.460155 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfa6dcf-4f86-4ef1-97fd-b66f8c01bdb2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:44:36.460489 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfa6dcf-4f86-4ef1-97fd-b66f8c01bdb2 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:44:36.460822 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfa6dcf-4f86-4ef1-97fd-b66f8c01bdb2 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:44:36.461161 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfa6dcf-4f86-4ef1-97fd-b66f8c01bdb2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:44:36.461492 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfa6dcf-4f86-4ef1-97fd-b66f8c01bdb2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:44:36.461821 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfa6dcf-4f86-4ef1-97fd-b66f8c01bdb2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:44:36.640064 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-94f79993-a0a5-41af-8e46-4fd5a43d97fe tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-745333'] for router_gateway, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:36.978675 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-94f79993-a0a5-41af-8e46-4fd5a43d97fe tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-737761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105493'] for router, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:36.982682 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-94f79993-a0a5-41af-8e46-4fd5a43d97fe tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:37.059601 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-94f79993-a0a5-41af-8e46-4fd5a43d97fe tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-737693'] for router, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:37.060188 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94f79993-a0a5-41af-8e46-4fd5a43d97fe tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Fanout notify agent at l3_agent the message router_deleted on router 45a36899-537b-4e98-a4d0-a79734a72d5c {{(pid=84152) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 20 14:44:37.075221 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-94f79993-a0a5-41af-8e46-4fd5a43d97fe tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for router, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:37.076341 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-94f79993-a0a5-41af-8e46-4fd5a43d97fe tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "DELETE /v2.0/routers/45a36899-537b-4e98-a4d0-a79734a72d5c HTTP/1.1" status: 204 len: 168 time: 1.8511500 Jan 20 14:44:37.079057 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 44916) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:44:37.192930 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-90de39f5-f53d-40ff-8850-75beb6a134b6 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586409'] for network, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:37.326357 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-90de39f5-f53d-40ff-8850-75beb6a134b6 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1626242', 'neutron.services.segments.db._delete_segments_for_network-8769554214620'] for network, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:37.350546 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.segments.db [None req-90de39f5-f53d-40ff-8850-75beb6a134b6 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f133f62-9339-4f4a-b1ed-7fcec9cd75f0']}} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:44:37.362931 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.segments.db [None req-90de39f5-f53d-40ff-8850-75beb6a134b6 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '562a7e02-2221-46ba-a516-462bbb722f50') {'for_net_delete': True} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:44:37.363227 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.segments.db [None req-90de39f5-f53d-40ff-8850-75beb6a134b6 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '562a7e02-2221-46ba-a516-462bbb722f50') {} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:44:37.374151 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-90de39f5-f53d-40ff-8850-75beb6a134b6 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769554214503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3337904'] for segment, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:37.389628 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-90de39f5-f53d-40ff-8850-75beb6a134b6 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:37.395437 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90de39f5-f53d-40ff-8850-75beb6a134b6 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Releasing vlan 160 on physical network physnet1 to pool {{(pid=84152) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 14:44:37.395808 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-90de39f5-f53d-40ff-8850-75beb6a134b6 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1622950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4162906'] for segment, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:37.409827 dv-neutron-825124-1-hyperv neutron-server[84152]: Traceback (most recent call last): Jan 20 14:44:37.409827 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 14:44:37.409827 dv-neutron-825124-1-hyperv neutron-server[84152]: timer() Jan 20 14:44:37.409827 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 14:44:37.409827 dv-neutron-825124-1-hyperv neutron-server[84152]: cb(*args, **kw) Jan 20 14:44:37.409827 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 14:44:37.409827 dv-neutron-825124-1-hyperv neutron-server[84152]: return func(*args, **kwargs) Jan 20 14:44:37.409827 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 14:44:37.409827 dv-neutron-825124-1-hyperv neutron-server[84152]: self._notify() Jan 20 14:44:37.409827 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 14:44:37.409827 dv-neutron-825124-1-hyperv neutron-server[84152]: self.callback(batched_events) Jan 20 14:44:37.409827 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 14:44:37.409827 dv-neutron-825124-1-hyperv neutron-server[84152]: event.method(event) Jan 20 14:44:37.409827 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 14:44:37.409827 dv-neutron-825124-1-hyperv neutron-server[84152]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 14:44:37.409827 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 14:44:37.409827 dv-neutron-825124-1-hyperv neutron-server[84152]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 14:44:37.409827 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 14:44:37.409827 dv-neutron-825124-1-hyperv neutron-server[84152]: return f(self, *a, **k) Jan 20 14:44:37.409827 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 14:44:37.409827 dv-neutron-825124-1-hyperv neutron-server[84152]: return self._get(url).json() Jan 20 14:44:37.409827 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 14:44:37.409827 dv-neutron-825124-1-hyperv neutron-server[84152]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 14:44:37.409827 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 14:44:37.409827 dv-neutron-825124-1-hyperv neutron-server[84152]: return self.request(url, 'GET', **kwargs) Jan 20 14:44:37.409827 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 14:44:37.409827 dv-neutron-825124-1-hyperv neutron-server[84152]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 14:44:37.409827 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 14:44:37.409827 dv-neutron-825124-1-hyperv neutron-server[84152]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 14:44:37.409827 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 14:44:37.409827 dv-neutron-825124-1-hyperv neutron-server[84152]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 14:44:37.409827 dv-neutron-825124-1-hyperv neutron-server[84152]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 14:44:37.528960 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-90de39f5-f53d-40ff-8850-75beb6a134b6 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1626253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-745296'] for network, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:37.546728 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-90de39f5-f53d-40ff-8850-75beb6a134b6 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for network, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:37.558245 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90de39f5-f53d-40ff-8850-75beb6a134b6 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Pushing event deleted for resources: {'Network': ['ID=7f133f62-9339-4f4a-b1ed-7fcec9cd75f0,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:44:37.603774 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-90de39f5-f53d-40ff-8850-75beb6a134b6 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "DELETE /v2.0/networks/7f133f62-9339-4f4a-b1ed-7fcec9cd75f0 HTTP/1.1" status: 204 len: 168 time: 0.5236988 Jan 20 14:44:37.628350 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 44920) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:44:37.635899 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-84aeffb3-8034-4f85-9b71-d8e39dd1d3bd tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Request body: {'network': {'name': 'tempest-network-smoke--466335371', 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'port_security_enabled': True}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:44:37.640943 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-84aeffb3-8034-4f85-9b71-d8e39dd1d3bd tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:44:37.645290 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-84aeffb3-8034-4f85-9b71-d8e39dd1d3bd tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Usage tracker for resource:network and tenant:640e8dbef2de46a485c2653a25e2ea4a is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:44:37.648123 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-84aeffb3-8034-4f85-9b71-d8e39dd1d3bd tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:44:37.654379 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-84aeffb3-8034-4f85-9b71-d8e39dd1d3bd tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:44:37.711168 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84aeffb3-8034-4f85-9b71-d8e39dd1d3bd tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Made reservation on behalf of 640e8dbef2de46a485c2653a25e2ea4a for: {'network': 1} {{(pid=84153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:44:37.714177 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-84aeffb3-8034-4f85-9b71-d8e39dd1d3bd tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for network, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:37.742923 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84aeffb3-8034-4f85-9b71-d8e39dd1d3bd tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 180} {{(pid=84153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 14:44:37.751322 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-84aeffb3-8034-4f85-9b71-d8e39dd1d3bd tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:37.751668 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.db.segments_db [None req-84aeffb3-8034-4f85-9b71-d8e39dd1d3bd tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Added segment f6ca0cd8-2ccf-45ab-b12c-2f3f8e766863 of type vlan for network 38ba142f-aeab-4fe0-b371-e2a52de1a4ca Jan 20 14:44:37.778479 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-84aeffb3-8034-4f85-9b71-d8e39dd1d3bd tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769553767792'] for network, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:37.853924 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-84aeffb3-8034-4f85-9b71-d8e39dd1d3bd tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967'] for network, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:37.857839 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84aeffb3-8034-4f85-9b71-d8e39dd1d3bd tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:44:37.858448 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-84aeffb3-8034-4f85-9b71-d8e39dd1d3bd tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for network, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:37.966339 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84aeffb3-8034-4f85-9b71-d8e39dd1d3bd tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Pushing event updated for resources: {'Network': ['ID=38ba142f-aeab-4fe0-b371-e2a52de1a4ca,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:44:37.976685 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Network 38ba142f-aeab-4fe0-b371-e2a52de1a4ca details requested by agent ovs-agent-dv-neutron-825124-1-hyperv with host dv-neutron-825124-1-hyperv {{(pid=84154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 14:44:38.026059 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-84aeffb3-8034-4f85-9b71-d8e39dd1d3bd tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3966115 Jan 20 14:44:38.028746 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 44924) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:44:38.034339 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-f093b683-8aa8-4038-9ec6-3ddb9195f77b tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1101205394', 'admin_state_up': True, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d'}}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:44:38.041335 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-f093b683-8aa8-4038-9ec6-3ddb9195f77b tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:44:38.045067 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-f093b683-8aa8-4038-9ec6-3ddb9195f77b tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Usage tracker for resource:router and tenant:640e8dbef2de46a485c2653a25e2ea4a is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:44:38.047952 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-f093b683-8aa8-4038-9ec6-3ddb9195f77b tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:44:38.053775 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-f093b683-8aa8-4038-9ec6-3ddb9195f77b tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:44:38.122629 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-f093b683-8aa8-4038-9ec6-3ddb9195f77b tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-105475'] for router, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:38.123566 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-f093b683-8aa8-4038-9ec6-3ddb9195f77b tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-739204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-744864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-735540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-105484'] for router, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:38.141299 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-f093b683-8aa8-4038-9ec6-3ddb9195f77b tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:38.306583 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 7efd8ebc-c9d9-4033-ab86-f254f3c79d6c no longer exists at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:44:38.339511 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] No Port match for: 7efd8ebc-c9d9-4033-ab86-f254f3c79d6c {{(pid=84154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 14:44:38.339947 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 7efd8ebc-c9d9-4033-ab86-f254f3c79d6c not bound to the agent host dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 14:44:38.348650 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-f093b683-8aa8-4038-9ec6-3ddb9195f77b tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-744886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-105502'] for router, precommit_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:38.666705 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-f093b683-8aa8-4038-9ec6-3ddb9195f77b tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for router_gateway, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:38.695925 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-f093b683-8aa8-4038-9ec6-3ddb9195f77b tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:38.825918 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.db_base_plugin_common [None req-f093b683-8aa8-4038-9ec6-3ddb9195f77b tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Allocated IP 172.26.7.100 (8dffb05c-5ca0-409b-bd5f-7be6264f707d/a489dd4f-42a5-433b-8be3-bab2749c4209/dc59f87d-6c55-4e47-a00e-9bf6ace672c9) {{(pid=84153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:44:38.968767 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-f093b683-8aa8-4038-9ec6-3ddb9195f77b tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for port, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:39.054698 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-f093b683-8aa8-4038-9ec6-3ddb9195f77b tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:39.121115 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f093b683-8aa8-4038-9ec6-3ddb9195f77b tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Network 8dffb05c-5ca0-409b-bd5f-7be6264f707d is already hosted by enough agents. {{(pid=84153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:44:39.123935 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.base_scheduler [None req-f093b683-8aa8-4038-9ec6-3ddb9195f77b tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Resources bound (agent type, host, resource id): {{(pid=84153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:44:39.126391 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f093b683-8aa8-4038-9ec6-3ddb9195f77b tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Received port after_create {{(pid=84153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:44:39.160708 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f093b683-8aa8-4038-9ec6-3ddb9195f77b tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Pushing event updated for resources: {'Port': ['ID=dc59f87d-6c55-4e47-a00e-9bf6ace672c9,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:44:39.340708 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-f093b683-8aa8-4038-9ec6-3ddb9195f77b tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for router_gateway, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:39.341449 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-f093b683-8aa8-4038-9ec6-3ddb9195f77b tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-744861'] for router, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:39.625768 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f093b683-8aa8-4038-9ec6-3ddb9195f77b tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Router 1d545976-2ead-4ccd-9548-50ea28092bd5 is scheduled to L3 agent 624d525b-4c26-4143-8a1c-228bb1c6faaa with binding_index 1 {{(pid=84153) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 20 14:44:39.821163 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f093b683-8aa8-4038-9ec6-3ddb9195f77b tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify agent at l3_agent.dv-neutron-825124-1-hyperv the message routers_updated {{(pid=84153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 14:44:39.830848 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf44fdf5-43c7-4256-9573-14d3fa48abdd None None] Sync routers for ids ['1d545976-2ead-4ccd-9548-50ea28092bd5'] in dv-neutron-825124-1-hyperv {{(pid=84155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 14:44:39.842177 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf44fdf5-43c7-4256-9573-14d3fa48abdd None None] Routers {'1d545976-2ead-4ccd-9548-50ea28092bd5'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:44:39.842767 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-bf44fdf5-43c7-4256-9573-14d3fa48abdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:44:30Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['1d545976-2ead-4ccd-9548-50ea28092bd5'], 'active': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:44:39.911476 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-f093b683-8aa8-4038-9ec6-3ddb9195f77b tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for router, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:39.912765 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-f093b683-8aa8-4038-9ec6-3ddb9195f77b tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.8831329 Jan 20 14:44:39.916457 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 44928) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:44:39.959343 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-b5c6d1e8-4f4e-47fc-90b7-f75b298879e1 tempest-TestNetworkBasicOps-1338634829 tempest-TestNetworkBasicOps-1338634829-project-admin] 10.222.0.54 "GET /v2.0/subnets?project_id=640e8dbef2de46a485c2653a25e2ea4a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0418026 Jan 20 14:44:39.961920 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 44932) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:44:40.019823 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvr_db [None req-bf44fdf5-43c7-4256-9573-14d3fa48abdd None None] Set router 1d545976-2ead-4ccd-9548-50ea28092bd5 gateway port host: dv-neutron-825124-1-hyperv {{(pid=84155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 14:44:40.089610 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b471bf7b-e24e-4ca7-a4d0-aea3e35255b8 tempest-TestNetworkBasicOps-1338634829 tempest-TestNetworkBasicOps-1338634829-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:44:40.091113 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-b471bf7b-e24e-4ca7-a4d0-aea3e35255b8 tempest-TestNetworkBasicOps-1338634829 tempest-TestNetworkBasicOps-1338634829-project-admin] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1282854 Jan 20 14:44:40.093924 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 44936) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:44:40.132490 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-0807c344-2889-4298-bf7b-92e55c1b002f tempest-TestNetworkBasicOps-1338634829 tempest-TestNetworkBasicOps-1338634829-project-admin] 10.222.0.54 "GET /v2.0/subnets?network_id=8dffb05c-5ca0-409b-bd5f-7be6264f707d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0374794 Jan 20 14:44:40.135097 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 44940) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:44:40.140470 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-3b6b76a7-5d11-469b-a51a-41f38be14bfe tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1156088483', 'network_id': '38ba142f-aeab-4fe0-b371-e2a52de1a4ca', 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:44:40.252382 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-3b6b76a7-5d11-469b-a51a-41f38be14bfe tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:44:40.257665 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-3b6b76a7-5d11-469b-a51a-41f38be14bfe tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Usage tracker for resource:subnet and tenant:640e8dbef2de46a485c2653a25e2ea4a is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:44:40.260759 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-3b6b76a7-5d11-469b-a51a-41f38be14bfe tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:44:40.267308 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-3b6b76a7-5d11-469b-a51a-41f38be14bfe tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:44:40.330895 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-bf44fdf5-43c7-4256-9573-14d3fa48abdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d545976-2ead-4ccd-9548-50ea28092bd5', 'name': 'tempest-TestNetworkBasicOps-router-1101205394', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.100'}], 'enable_snat': True}, 'gw_port_id': 'dc59f87d-6c55-4e47-a00e-9bf6ace672c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:44:38Z', 'updated_at': '2022-01-20T14:44:39Z', 'revision_number': 3, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'gw_port': {'id': 'dc59f87d-6c55-4e47-a00e-9bf6ace672c9', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:6e:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d545976-2ead-4ccd-9548-50ea28092bd5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:44:38Z', 'updated_at': '2022-01-20T14:44:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv'}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:44:40.334575 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf44fdf5-43c7-4256-9573-14d3fa48abdd None None] Checking router: 1d545976-2ead-4ccd-9548-50ea28092bd5 for host: dv-neutron-825124-1-hyperv {{(pid=84155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 14:44:40.334916 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf44fdf5-43c7-4256-9573-14d3fa48abdd None None] Updating router 1d545976-2ead-4ccd-9548-50ea28092bd5 port dc59f87d-6c55-4e47-a00e-9bf6ace672c9 binding host dv-neutron-825124-1-hyperv {{(pid=84155) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 20 14:44:40.339982 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b6b76a7-5d11-469b-a51a-41f38be14bfe tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Made reservation on behalf of 640e8dbef2de46a485c2653a25e2ea4a for: {'subnet': 1} {{(pid=84153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:44:40.387834 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-bf44fdf5-43c7-4256-9573-14d3fa48abdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:40.441222 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-3b6b76a7-5d11-469b-a51a-41f38be14bfe tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4193986'] for subnet, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:40.705870 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-bf44fdf5-43c7-4256-9573-14d3fa48abdd None None] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:40.717428 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-bf44fdf5-43c7-4256-9573-14d3fa48abdd None None] Transition to ACTIVE for port object dc59f87d-6c55-4e47-a00e-9bf6ace672c9 will not be triggered until provisioned by entity L2. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:44:40.785393 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-bf44fdf5-43c7-4256-9573-14d3fa48abdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:40.808512 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-3b6b76a7-5d11-469b-a51a-41f38be14bfe tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3943531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4194004'] for subnet, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:40.866592 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-bf44fdf5-43c7-4256-9573-14d3fa48abdd None None] Attempting to bind port dc59f87d-6c55-4e47-a00e-9bf6ace672c9 on host dv-neutron-825124-1-hyperv for vnic_type normal with profile {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:44:40.870790 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-bf44fdf5-43c7-4256-9573-14d3fa48abdd None None] Attempting to bind port dc59f87d-6c55-4e47-a00e-9bf6ace672c9 by drivers openvswitch,hyperv on host dv-neutron-825124-1-hyperv at level 0 using segments [{'id': 'f628f1ba-6b70-4c9b-8839-62340c040c81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d'}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:44:40.870790 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf44fdf5-43c7-4256-9573-14d3fa48abdd None None] Attempting to bind port dc59f87d-6c55-4e47-a00e-9bf6ace672c9 on network 8dffb05c-5ca0-409b-bd5f-7be6264f707d {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 14:44:40.873439 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f10ead-1559-452e-93ea-f425411354e1 None None] Pushing event updated for resources: {'Port': ['ID=dc59f87d-6c55-4e47-a00e-9bf6ace672c9,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:44:40.881392 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf44fdf5-43c7-4256-9573-14d3fa48abdd None None] Checking agent: {'id': '6414dfeb-85c5-454a-8756-709ca637d800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825124-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 16, 31), 'started_at': datetime.datetime(2022, 1, 20, 14, 17, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 44, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825124-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 14:44:40.881767 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf44fdf5-43c7-4256-9573-14d3fa48abdd None None] Checking segment: {'id': 'f628f1ba-6b70-4c9b-8839-62340c040c81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 14:44:40.882267 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-bf44fdf5-43c7-4256-9573-14d3fa48abdd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:40.882663 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf44fdf5-43c7-4256-9573-14d3fa48abdd None None] Bound using segment: {'id': 'f628f1ba-6b70-4c9b-8839-62340c040c81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d'} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 14:44:40.883121 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-bf44fdf5-43c7-4256-9573-14d3fa48abdd None None] Bound port: dc59f87d-6c55-4e47-a00e-9bf6ace672c9, host: dv-neutron-825124-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f628f1ba-6b70-4c9b-8839-62340c040c81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d'}}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:44:40.883484 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-bf44fdf5-43c7-4256-9573-14d3fa48abdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:40.885331 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6b76a7-5d11-469b-a51a-41f38be14bfe tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Pushing event updated for resources: {'Subnet': ['ID=42499bd9-0fae-4fdf-8228-ddc43ca4c09a,revision_number=0']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:44:40.895219 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b6b76a7-5d11-469b-a51a-41f38be14bfe tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Checking segment: {'id': 'f6ca0cd8-2ccf-45ab-b12c-2f3f8e766863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '38ba142f-aeab-4fe0-b371-e2a52de1a4ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 14:44:40.895583 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b6b76a7-5d11-469b-a51a-41f38be14bfe tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Network hostable DHCP agents. Network: 38ba142f-aeab-4fe0-b371-e2a52de1a4ca, hostable agents: ['1a181e39-5220-4c1a-88f8-08a54e8bfc9b'], hosted agents: [] {{(pid=84153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 14:44:40.913678 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f10ead-1559-452e-93ea-f425411354e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:44:40.914095 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f10ead-1559-452e-93ea-f425411354e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:44:40.914380 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f10ead-1559-452e-93ea-f425411354e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:44:40.914709 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f10ead-1559-452e-93ea-f425411354e1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:44:40.915033 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f10ead-1559-452e-93ea-f425411354e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:44:40.915355 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f10ead-1559-452e-93ea-f425411354e1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:44:40.915710 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f10ead-1559-452e-93ea-f425411354e1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:44:40.916038 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f10ead-1559-452e-93ea-f425411354e1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:44:40.916356 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f10ead-1559-452e-93ea-f425411354e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:44:40.916671 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f10ead-1559-452e-93ea-f425411354e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:44:40.916987 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f10ead-1559-452e-93ea-f425411354e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:44:40.968106 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-bf44fdf5-43c7-4256-9573-14d3fa48abdd None None] For port dc59f87d-6c55-4e47-a00e-9bf6ace672c9, host dv-neutron-825124-1-hyperv, cleared binding levels {{(pid=84155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 14:44:40.968106 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-bf44fdf5-43c7-4256-9573-14d3fa48abdd None None] For port dc59f87d-6c55-4e47-a00e-9bf6ace672c9, host dv-neutron-825124-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=dc59f87d-6c55-4e47-a00e-9bf6ace672c9,segment=NetworkSegment(f628f1ba-6b70-4c9b-8839-62340c040c81),segment_id=f628f1ba-6b70-4c9b-8839-62340c040c81)] {{(pid=84155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 14:44:40.997090 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b6b76a7-5d11-469b-a51a-41f38be14bfe tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Network 38ba142f-aeab-4fe0-b371-e2a52de1a4ca is scheduled to be hosted by DHCP agent 1a181e39-5220-4c1a-88f8-08a54e8bfc9b with binding_index 1 {{(pid=84153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 14:44:41.020369 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-bf44fdf5-43c7-4256-9573-14d3fa48abdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:41.054214 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.base_scheduler [None req-3b6b76a7-5d11-469b-a51a-41f38be14bfe tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825124-1-hyperv, 38ba142f-aeab-4fe0-b371-e2a52de1a4ca) {{(pid=84153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:44:41.059101 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b6b76a7-5d11-469b-a51a-41f38be14bfe tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:44:41.062401 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-3b6b76a7-5d11-469b-a51a-41f38be14bfe tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for subnet, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:41.063331 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-588d7b9f-c82b-4874-89bc-2d57d3af9e22 None None] Network 38ba142f-aeab-4fe0-b371-e2a52de1a4ca requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:44:41.098898 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f10ead-1559-452e-93ea-f425411354e1 None None] Pushing event updated for resources: {'Port': ['ID=dc59f87d-6c55-4e47-a00e-9bf6ace672c9,revision_number=3']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:44:41.104645 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf44fdf5-43c7-4256-9573-14d3fa48abdd None None] Routers {'1d545976-2ead-4ccd-9548-50ea28092bd5'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:44:41.105222 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-bf44fdf5-43c7-4256-9573-14d3fa48abdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:44:30Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['1d545976-2ead-4ccd-9548-50ea28092bd5'], 'active': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:44:41.148927 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-3b6b76a7-5d11-469b-a51a-41f38be14bfe tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.0103099 Jan 20 14:44:41.149169 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 44944) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:44:41.290093 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eb75148-b580-4d7d-a7f6-a70324b6feee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95c917f5-14ba-5e96-98b8-1a52654a930a-38ba142f-aeab-4fe0-b371-e2a52de1a4ca', 'network_id': '38ba142f-aeab-4fe0-b371-e2a52de1a4ca', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'fixed_ips': [{'subnet_id': '42499bd9-0fae-4fdf-8228-ddc43ca4c09a'}]}} from dv-neutron-825124-1-hyperv. {{(pid=84154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 20 14:44:41.291184 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-5eb75148-b580-4d7d-a7f6-a70324b6feee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:41.301796 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvr_db [None req-bf44fdf5-43c7-4256-9573-14d3fa48abdd None None] Set router 1d545976-2ead-4ccd-9548-50ea28092bd5 gateway port host: dv-neutron-825124-1-hyperv {{(pid=84155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 14:44:41.455782 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_common [None req-5eb75148-b580-4d7d-a7f6-a70324b6feee None None] Allocated IP 172.20.0.2 (38ba142f-aeab-4fe0-b371-e2a52de1a4ca/42499bd9-0fae-4fdf-8228-ddc43ca4c09a/3503b0c7-fc04-49a9-a9f0-e8c800d0685b) {{(pid=84154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:44:41.592368 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-bf44fdf5-43c7-4256-9573-14d3fa48abdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d545976-2ead-4ccd-9548-50ea28092bd5', 'name': 'tempest-TestNetworkBasicOps-router-1101205394', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.100'}], 'enable_snat': True}, 'gw_port_id': 'dc59f87d-6c55-4e47-a00e-9bf6ace672c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:44:38Z', 'updated_at': '2022-01-20T14:44:39Z', 'revision_number': 3, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'gw_port': {'id': 'dc59f87d-6c55-4e47-a00e-9bf6ace672c9', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:6e:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d545976-2ead-4ccd-9548-50ea28092bd5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:44:38Z', 'updated_at': '2022-01-20T14:44:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv'}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:44:41.596624 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf44fdf5-43c7-4256-9573-14d3fa48abdd None None] The sync data for ids ['1d545976-2ead-4ccd-9548-50ea28092bd5'] in dv-neutron-825124-1-hyperv is: [{'id': '1d545976-2ead-4ccd-9548-50ea28092bd5', 'name': 'tempest-TestNetworkBasicOps-router-1101205394', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.100'}], 'enable_snat': True}, 'gw_port_id': 'dc59f87d-6c55-4e47-a00e-9bf6ace672c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:44:38Z', 'updated_at': '2022-01-20T14:44:39Z', 'revision_number': 3, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'gw_port': {'id': 'dc59f87d-6c55-4e47-a00e-9bf6ace672c9', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:6e:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d545976-2ead-4ccd-9548-50ea28092bd5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:44:38Z', 'updated_at': '2022-01-20T14:44:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv'}] {{(pid=84155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 14:44:41.706569 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-5eb75148-b580-4d7d-a7f6-a70324b6feee None None] Notify callbacks [] for port, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:41.716976 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-5eb75148-b580-4d7d-a7f6-a70324b6feee None None] Transition to ACTIVE for port object 3503b0c7-fc04-49a9-a9f0-e8c800d0685b will not be triggered until provisioned by entity L2. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:44:41.735785 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-5eb75148-b580-4d7d-a7f6-a70324b6feee None None] Transition to ACTIVE for port object 3503b0c7-fc04-49a9-a9f0-e8c800d0685b will not be triggered until provisioned by entity DHCP. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:44:41.789943 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-5eb75148-b580-4d7d-a7f6-a70324b6feee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477'] for port, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:41.872747 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eb75148-b580-4d7d-a7f6-a70324b6feee None None] Network 38ba142f-aeab-4fe0-b371-e2a52de1a4ca is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:44:41.873635 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb75148-b580-4d7d-a7f6-a70324b6feee None None] Pushing event updated for resources: {'Port': ['ID=3503b0c7-fc04-49a9-a9f0-e8c800d0685b,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:44:41.876236 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-5eb75148-b580-4d7d-a7f6-a70324b6feee None None] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:44:41.878957 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb75148-b580-4d7d-a7f6-a70324b6feee None None] Received port after_create {{(pid=84154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:44:41.949306 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-3cbe2771-b0a8-45c9-88ff-cbf4a3f86019 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:41.982315 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-5eb75148-b580-4d7d-a7f6-a70324b6feee None None] Attempting to bind port 3503b0c7-fc04-49a9-a9f0-e8c800d0685b on host dv-neutron-825124-1-hyperv for vnic_type normal with profile {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:44:41.982826 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-5eb75148-b580-4d7d-a7f6-a70324b6feee None None] Attempting to bind port 3503b0c7-fc04-49a9-a9f0-e8c800d0685b by drivers openvswitch,hyperv on host dv-neutron-825124-1-hyperv at level 0 using segments [{'id': 'f6ca0cd8-2ccf-45ab-b12c-2f3f8e766863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '38ba142f-aeab-4fe0-b371-e2a52de1a4ca'}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:44:41.983317 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eb75148-b580-4d7d-a7f6-a70324b6feee None None] Attempting to bind port 3503b0c7-fc04-49a9-a9f0-e8c800d0685b on network 38ba142f-aeab-4fe0-b371-e2a52de1a4ca {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 14:44:41.991289 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eb75148-b580-4d7d-a7f6-a70324b6feee None None] Checking agent: {'id': '6414dfeb-85c5-454a-8756-709ca637d800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825124-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 16, 31), 'started_at': datetime.datetime(2022, 1, 20, 14, 17, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 44, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825124-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 14:44:41.993101 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eb75148-b580-4d7d-a7f6-a70324b6feee None None] Checking segment: {'id': 'f6ca0cd8-2ccf-45ab-b12c-2f3f8e766863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '38ba142f-aeab-4fe0-b371-e2a52de1a4ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 14:44:41.993101 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-5eb75148-b580-4d7d-a7f6-a70324b6feee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:41.993101 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eb75148-b580-4d7d-a7f6-a70324b6feee None None] Bound using segment: {'id': 'f6ca0cd8-2ccf-45ab-b12c-2f3f8e766863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '38ba142f-aeab-4fe0-b371-e2a52de1a4ca'} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 14:44:41.993381 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-5eb75148-b580-4d7d-a7f6-a70324b6feee None None] Bound port: 3503b0c7-fc04-49a9-a9f0-e8c800d0685b, host: dv-neutron-825124-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6ca0cd8-2ccf-45ab-b12c-2f3f8e766863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '38ba142f-aeab-4fe0-b371-e2a52de1a4ca'}}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:44:41.993806 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-5eb75148-b580-4d7d-a7f6-a70324b6feee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:42.092450 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-5eb75148-b580-4d7d-a7f6-a70324b6feee None None] For port 3503b0c7-fc04-49a9-a9f0-e8c800d0685b, host dv-neutron-825124-1-hyperv, cleared binding levels {{(pid=84154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 14:44:42.095774 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-5eb75148-b580-4d7d-a7f6-a70324b6feee None None] For port 3503b0c7-fc04-49a9-a9f0-e8c800d0685b, host dv-neutron-825124-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=3503b0c7-fc04-49a9-a9f0-e8c800d0685b,segment=NetworkSegment(f6ca0cd8-2ccf-45ab-b12c-2f3f8e766863),segment_id=f6ca0cd8-2ccf-45ab-b12c-2f3f8e766863)] {{(pid=84154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 14:44:42.152065 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-5eb75148-b580-4d7d-a7f6-a70324b6feee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:42.258049 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb75148-b580-4d7d-a7f6-a70324b6feee None None] Pushing event updated for resources: {'Port': ['ID=3503b0c7-fc04-49a9-a9f0-e8c800d0685b,revision_number=2']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:44:42.380395 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device dc59f87d-6c55-4e47-a00e-9bf6ace672c9 up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:44:42.405611 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.db_base_plugin_common [None req-3cbe2771-b0a8-45c9-88ff-cbf4a3f86019 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Allocated IP 172.20.0.1 (38ba142f-aeab-4fe0-b371-e2a52de1a4ca/42499bd9-0fae-4fdf-8228-ddc43ca4c09a/b107c8dc-6a2f-4157-ab39-2ad1f009cc0b) {{(pid=84153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:44:42.562611 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning for port dc59f87d-6c55-4e47-a00e-9bf6ace672c9 completed by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:44:42.569022 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port dc59f87d-6c55-4e47-a00e-9bf6ace672c9 triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:44:42.569449 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:42.703457 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:42.713681 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] For port dc59f87d-6c55-4e47-a00e-9bf6ace672c9, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=dc59f87d-6c55-4e47-a00e-9bf6ace672c9,segment=NetworkSegment(f628f1ba-6b70-4c9b-8839-62340c040c81),segment_id=f628f1ba-6b70-4c9b-8839-62340c040c81)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:44:42.718503 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-3cbe2771-b0a8-45c9-88ff-cbf4a3f86019 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for port, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:42.734580 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.provisioning_blocks [None req-3cbe2771-b0a8-45c9-88ff-cbf4a3f86019 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Transition to ACTIVE for port object b107c8dc-6a2f-4157-ab39-2ad1f009cc0b will not be triggered until provisioned by entity DHCP. {{(pid=84153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:44:42.785704 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:42.814622 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-3cbe2771-b0a8-45c9-88ff-cbf4a3f86019 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:42.852115 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Pushing event updated for resources: {'Port': ['ID=dc59f87d-6c55-4e47-a00e-9bf6ace672c9,revision_number=4']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:44:42.881676 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cbe2771-b0a8-45c9-88ff-cbf4a3f86019 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Network 38ba142f-aeab-4fe0-b371-e2a52de1a4ca is already hosted by enough agents. {{(pid=84153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:44:42.884875 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.base_scheduler [None req-3cbe2771-b0a8-45c9-88ff-cbf4a3f86019 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Resources bound (agent type, host, resource id): {{(pid=84153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:44:42.889049 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cbe2771-b0a8-45c9-88ff-cbf4a3f86019 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Received port after_create {{(pid=84153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:44:42.926418 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbe2771-b0a8-45c9-88ff-cbf4a3f86019 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Pushing event updated for resources: {'Port': ['ID=b107c8dc-6a2f-4157-ab39-2ad1f009cc0b,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:44:42.952432 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-3cbe2771-b0a8-45c9-88ff-cbf4a3f86019 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-745387'] for router_interface, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:43.079203 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-3cbe2771-b0a8-45c9-88ff-cbf4a3f86019 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:43.211685 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac04fc94-30f7-46ee-b745-a01a1a0d03a1 None None] Network 38ba142f-aeab-4fe0-b371-e2a52de1a4ca requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:44:43.362340 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-2b9cf950-8582-4dbe-b7ea-26f468845e2a None None] Provisioning for port 3503b0c7-fc04-49a9-a9f0-e8c800d0685b completed by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:44:43.486371 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-3cbe2771-b0a8-45c9-88ff-cbf4a3f86019 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for port, precommit_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:43.534694 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-3cbe2771-b0a8-45c9-88ff-cbf4a3f86019 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3944146'] for port, after_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:43.644381 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbe2771-b0a8-45c9-88ff-cbf4a3f86019 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Pushing event updated for resources: {'Port': ['ID=b107c8dc-6a2f-4157-ab39-2ad1f009cc0b,revision_number=2']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:44:43.647123 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-3cbe2771-b0a8-45c9-88ff-cbf4a3f86019 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1705158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-743490'] for router_interface, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:43.746002 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-468d3a36-b935-4d9e-8487-cd3bacc20359 None None] Provisioning for port b107c8dc-6a2f-4157-ab39-2ad1f009cc0b completed by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:44:43.752130 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-468d3a36-b935-4d9e-8487-cd3bacc20359 None None] Provisioning complete for port b107c8dc-6a2f-4157-ab39-2ad1f009cc0b triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:44:43.752588 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-468d3a36-b935-4d9e-8487-cd3bacc20359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:43.795116 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cbe2771-b0a8-45c9-88ff-cbf4a3f86019 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Network 38ba142f-aeab-4fe0-b371-e2a52de1a4ca is already hosted by enough agents. {{(pid=84153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:44:43.796315 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.base_scheduler [None req-3cbe2771-b0a8-45c9-88ff-cbf4a3f86019 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Resources bound (agent type, host, resource id): {{(pid=84153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:44:43.805652 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-468d3a36-b935-4d9e-8487-cd3bacc20359 None None] Port b107c8dc-6a2f-4157-ab39-2ad1f009cc0b cannot update to ACTIVE because it is not bound. {{(pid=84154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 14:44:43.942673 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-2812cd5b-d979-413d-8371-4371740bf7fa None None] Provisioning complete for port b107c8dc-6a2f-4157-ab39-2ad1f009cc0b triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:44:43.943052 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-2812cd5b-d979-413d-8371-4371740bf7fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:44.000518 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-2812cd5b-d979-413d-8371-4371740bf7fa None None] Port b107c8dc-6a2f-4157-ab39-2ad1f009cc0b cannot update to ACTIVE because it is not bound. {{(pid=84154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 14:44:44.121921 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-acd122a8-644b-49d1-98c5-90d53529e5a7 None None] Provisioning complete for port b107c8dc-6a2f-4157-ab39-2ad1f009cc0b triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:44:44.122246 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-acd122a8-644b-49d1-98c5-90d53529e5a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:44.175369 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-acd122a8-644b-49d1-98c5-90d53529e5a7 None None] Port b107c8dc-6a2f-4157-ab39-2ad1f009cc0b cannot update to ACTIVE because it is not bound. {{(pid=84154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 14:44:44.187194 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cbe2771-b0a8-45c9-88ff-cbf4a3f86019 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Router 1d545976-2ead-4ccd-9548-50ea28092bd5 has already been hosted by L3 agent 624d525b-4c26-4143-8a1c-228bb1c6faaa {{(pid=84153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 14:44:44.396671 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 3503b0c7-fc04-49a9-a9f0-e8c800d0685b up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:44:44.493701 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cbe2771-b0a8-45c9-88ff-cbf4a3f86019 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify agent at l3_agent.dv-neutron-825124-1-hyperv the message routers_updated {{(pid=84153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 14:44:44.505691 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning for port 3503b0c7-fc04-49a9-a9f0-e8c800d0685b completed by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:44:44.506326 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-3cbe2771-b0a8-45c9-88ff-cbf4a3f86019 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "PUT /v2.0/routers/1d545976-2ead-4ccd-9548-50ea28092bd5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3561931 Jan 20 14:44:44.508786 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 44950) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:44:44.510781 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port 3503b0c7-fc04-49a9-a9f0-e8c800d0685b triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:44:44.511150 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:44.626244 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:44.644590 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aad69913-4c71-48aa-99ca-3d91ce102251 tempest-TestNetworkBasicOps-1338634829 tempest-TestNetworkBasicOps-1338634829-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:44:44.644954 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aad69913-4c71-48aa-99ca-3d91ce102251 tempest-TestNetworkBasicOps-1338634829 tempest-TestNetworkBasicOps-1338634829-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:44:44.645315 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aad69913-4c71-48aa-99ca-3d91ce102251 tempest-TestNetworkBasicOps-1338634829 tempest-TestNetworkBasicOps-1338634829-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:44:44.645671 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aad69913-4c71-48aa-99ca-3d91ce102251 tempest-TestNetworkBasicOps-1338634829 tempest-TestNetworkBasicOps-1338634829-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:44:44.649867 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-aad69913-4c71-48aa-99ca-3d91ce102251 tempest-TestNetworkBasicOps-1338634829 tempest-TestNetworkBasicOps-1338634829-project-admin] 10.222.0.54 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1377232 Jan 20 14:44:44.650093 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 44954) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:44:44.659120 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] For port 3503b0c7-fc04-49a9-a9f0-e8c800d0685b, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=3503b0c7-fc04-49a9-a9f0-e8c800d0685b,segment=NetworkSegment(f6ca0cd8-2ccf-45ab-b12c-2f3f8e766863),segment_id=f6ca0cd8-2ccf-45ab-b12c-2f3f8e766863)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:44:44.716927 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:44.717707 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device dc59f87d-6c55-4e47-a00e-9bf6ace672c9 up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:44:44.720635 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-135f7b06-ae74-4d16-85a9-cdbe2a4fea58 tempest-TestNetworkBasicOps-1338634829 tempest-TestNetworkBasicOps-1338634829-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:44:44.721006 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-135f7b06-ae74-4d16-85a9-cdbe2a4fea58 tempest-TestNetworkBasicOps-1338634829 tempest-TestNetworkBasicOps-1338634829-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:44:44.721360 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-135f7b06-ae74-4d16-85a9-cdbe2a4fea58 tempest-TestNetworkBasicOps-1338634829 tempest-TestNetworkBasicOps-1338634829-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:44:44.721712 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-135f7b06-ae74-4d16-85a9-cdbe2a4fea58 tempest-TestNetworkBasicOps-1338634829 tempest-TestNetworkBasicOps-1338634829-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:44:44.723363 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-135f7b06-ae74-4d16-85a9-cdbe2a4fea58 tempest-TestNetworkBasicOps-1338634829 tempest-TestNetworkBasicOps-1338634829-project-admin] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0723827 Jan 20 14:44:44.726099 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 44958) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:44:44.828745 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Pushing event updated for resources: {'Port': ['ID=3503b0c7-fc04-49a9-a9f0-e8c800d0685b,revision_number=3']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:44:44.842288 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port dc59f87d-6c55-4e47-a00e-9bf6ace672c9 triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:44:44.842654 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:44.944948 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-ae83a59a-1ab9-450d-a8c7-3925de95677c tempest-TestNetworkBasicOps-1338634829 tempest-TestNetworkBasicOps-1338634829-project-admin] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1608 time: 0.2151027 Jan 20 14:44:44.945163 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 44962) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:44:44.950741 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-f660147d-d225-4964-a871-80e4033b0450 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-1699196283', 'network_id': '38ba142f-aeab-4fe0-b371-e2a52de1a4ca'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:44:45.085520 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-f660147d-d225-4964-a871-80e4033b0450 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:44:45.089395 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-f660147d-d225-4964-a871-80e4033b0450 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Usage tracker for resource:port and tenant:640e8dbef2de46a485c2653a25e2ea4a is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:44:45.092162 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-f660147d-d225-4964-a871-80e4033b0450 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:44:45.098351 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-f660147d-d225-4964-a871-80e4033b0450 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:44:45.139115 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31634108-0130-43bf-affa-a1a2ca02f261 None None] Sync routers for ids ['1d545976-2ead-4ccd-9548-50ea28092bd5'] in dv-neutron-825124-1-hyperv {{(pid=84154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 14:44:45.151185 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31634108-0130-43bf-affa-a1a2ca02f261 None None] Routers {'1d545976-2ead-4ccd-9548-50ea28092bd5'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:44:45.151812 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-31634108-0130-43bf-affa-a1a2ca02f261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:44:30Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['1d545976-2ead-4ccd-9548-50ea28092bd5'], 'active': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:44:45.180163 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f660147d-d225-4964-a871-80e4033b0450 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Made reservation on behalf of 640e8dbef2de46a485c2653a25e2ea4a for: {'port': 1} {{(pid=84153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:44:45.183239 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-f660147d-d225-4964-a871-80e4033b0450 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:45.206189 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.notifiers.nova [None req-f660147d-d225-4964-a871-80e4033b0450 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] device_id is not set on port 310cbd16-f1a0-4ff0-9006-1e296c8dfccd yet. {{(pid=84153) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 14:44:45.361930 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.db_base_plugin_common [None req-f660147d-d225-4964-a871-80e4033b0450 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Allocated IP 172.20.0.8 (38ba142f-aeab-4fe0-b371-e2a52de1a4ca/42499bd9-0fae-4fdf-8228-ddc43ca4c09a/310cbd16-f1a0-4ff0-9006-1e296c8dfccd) {{(pid=84153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:44:45.363112 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvr_db [None req-31634108-0130-43bf-affa-a1a2ca02f261 None None] Set router 1d545976-2ead-4ccd-9548-50ea28092bd5 gateway port host: dv-neutron-825124-1-hyperv {{(pid=84154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 14:44:45.564024 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-f660147d-d225-4964-a871-80e4033b0450 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for port, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:45.583920 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.provisioning_blocks [None req-f660147d-d225-4964-a871-80e4033b0450 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Transition to ACTIVE for port object 310cbd16-f1a0-4ff0-9006-1e296c8dfccd will not be triggered until provisioned by entity DHCP. {{(pid=84153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:44:45.668061 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-31634108-0130-43bf-affa-a1a2ca02f261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d545976-2ead-4ccd-9548-50ea28092bd5', 'name': 'tempest-TestNetworkBasicOps-router-1101205394', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.100'}], 'enable_snat': True}, 'gw_port_id': 'dc59f87d-6c55-4e47-a00e-9bf6ace672c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:44:38Z', 'updated_at': '2022-01-20T14:44:42Z', 'revision_number': 4, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'gw_port': {'id': 'dc59f87d-6c55-4e47-a00e-9bf6ace672c9', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:6e:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d545976-2ead-4ccd-9548-50ea28092bd5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:44:38Z', 'updated_at': '2022-01-20T14:44:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv', '_interfaces': [{'id': 'b107c8dc-6a2f-4157-ab39-2ad1f009cc0b', 'name': '', 'network_id': '38ba142f-aeab-4fe0-b371-e2a52de1a4ca', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'mac_address': 'fa:16:3e:27:8f:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d545976-2ead-4ccd-9548-50ea28092bd5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '42499bd9-0fae-4fdf-8228-ddc43ca4c09a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:44:42Z', 'updated_at': '2022-01-20T14:44:43Z', 'revision_number': 2, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'subnets': [{'id': '42499bd9-0fae-4fdf-8228-ddc43ca4c09a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:44:45.671845 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31634108-0130-43bf-affa-a1a2ca02f261 None None] Checking router: 1d545976-2ead-4ccd-9548-50ea28092bd5 for host: dv-neutron-825124-1-hyperv {{(pid=84154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 14:44:45.672197 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31634108-0130-43bf-affa-a1a2ca02f261 None None] Updating router 1d545976-2ead-4ccd-9548-50ea28092bd5 port b107c8dc-6a2f-4157-ab39-2ad1f009cc0b binding host dv-neutron-825124-1-hyperv {{(pid=84154) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 20 14:44:45.683185 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-f660147d-d225-4964-a871-80e4033b0450 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:45.725765 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-31634108-0130-43bf-affa-a1a2ca02f261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:45.759258 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f660147d-d225-4964-a871-80e4033b0450 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Network 38ba142f-aeab-4fe0-b371-e2a52de1a4ca is already hosted by enough agents. {{(pid=84153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:44:45.762619 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.base_scheduler [None req-f660147d-d225-4964-a871-80e4033b0450 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Resources bound (agent type, host, resource id): {{(pid=84153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:44:45.769540 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f660147d-d225-4964-a871-80e4033b0450 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Received port after_create {{(pid=84153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:44:45.798472 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f660147d-d225-4964-a871-80e4033b0450 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Pushing event updated for resources: {'Port': ['ID=310cbd16-f1a0-4ff0-9006-1e296c8dfccd,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:44:45.836429 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f660147d-d225-4964-a871-80e4033b0450 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:44:45.837044 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-f660147d-d225-4964-a871-80e4033b0450 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:45.937872 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-f660147d-d225-4964-a871-80e4033b0450 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.9888988 Jan 20 14:44:46.065227 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-eb7effa5-f467-4039-a4da-cb91b16a118b None None] Provisioning for port 310cbd16-f1a0-4ff0-9006-1e296c8dfccd completed by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:44:46.074090 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-eb7effa5-f467-4039-a4da-cb91b16a118b None None] Provisioning complete for port 310cbd16-f1a0-4ff0-9006-1e296c8dfccd triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:44:46.074467 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-eb7effa5-f467-4039-a4da-cb91b16a118b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:46.124518 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-31634108-0130-43bf-affa-a1a2ca02f261 None None] Notify callbacks [] for port, precommit_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:46.141636 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-eb7effa5-f467-4039-a4da-cb91b16a118b None None] Port 310cbd16-f1a0-4ff0-9006-1e296c8dfccd cannot update to ACTIVE because it is not bound. {{(pid=84154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 14:44:46.143398 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-31634108-0130-43bf-affa-a1a2ca02f261 None None] Transition to ACTIVE for port object b107c8dc-6a2f-4157-ab39-2ad1f009cc0b will not be triggered until provisioned by entity L2. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:44:46.172664 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 44970) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:44:46.179114 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-54748a17-5934-4b60-b233-de6a6ab079bc tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2107022544', 'description': 'tempest-secgroup-smoke-2107022544 description', 'project_id': '640e8dbef2de46a485c2653a25e2ea4a'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:44:46.185825 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-54748a17-5934-4b60-b233-de6a6ab079bc tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:44:46.191100 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-54748a17-5934-4b60-b233-de6a6ab079bc tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Usage tracker for resource:security_group and tenant:640e8dbef2de46a485c2653a25e2ea4a is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:44:46.194132 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-54748a17-5934-4b60-b233-de6a6ab079bc tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:44:46.197562 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-31634108-0130-43bf-affa-a1a2ca02f261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:46.199932 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-54748a17-5934-4b60-b233-de6a6ab079bc tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:44:46.262173 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-54748a17-5934-4b60-b233-de6a6ab079bc tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for security_group, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:46.311885 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-54748a17-5934-4b60-b233-de6a6ab079bc tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:44:46.319743 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-54748a17-5934-4b60-b233-de6a6ab079bc tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Usage tracker for resource:security_group_rule and tenant:640e8dbef2de46a485c2653a25e2ea4a is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:44:46.326951 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-54748a17-5934-4b60-b233-de6a6ab079bc tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:44:46.338905 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-54748a17-5934-4b60-b233-de6a6ab079bc tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:44:46.339143 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d34b5b0-be73-4d63-aeb8-ceda3d40db9e None None] Pushing event updated for resources: {'Port': ['ID=b107c8dc-6a2f-4157-ab39-2ad1f009cc0b,revision_number=3']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:44:46.370725 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 3503b0c7-fc04-49a9-a9f0-e8c800d0685b up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:44:46.409592 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-54748a17-5934-4b60-b233-de6a6ab079bc tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for security_group, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:46.466223 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-54748a17-5934-4b60-b233-de6a6ab079bc tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:46.476880 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-31634108-0130-43bf-affa-a1a2ca02f261 None None] Attempting to bind port b107c8dc-6a2f-4157-ab39-2ad1f009cc0b on host dv-neutron-825124-1-hyperv for vnic_type normal with profile {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:44:46.477252 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-31634108-0130-43bf-affa-a1a2ca02f261 None None] Attempting to bind port b107c8dc-6a2f-4157-ab39-2ad1f009cc0b by drivers openvswitch,hyperv on host dv-neutron-825124-1-hyperv at level 0 using segments [{'id': 'f6ca0cd8-2ccf-45ab-b12c-2f3f8e766863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '38ba142f-aeab-4fe0-b371-e2a52de1a4ca'}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:44:46.477615 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31634108-0130-43bf-affa-a1a2ca02f261 None None] Attempting to bind port b107c8dc-6a2f-4157-ab39-2ad1f009cc0b on network 38ba142f-aeab-4fe0-b371-e2a52de1a4ca {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 14:44:46.488513 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31634108-0130-43bf-affa-a1a2ca02f261 None None] Checking agent: {'id': '6414dfeb-85c5-454a-8756-709ca637d800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825124-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 16, 31), 'started_at': datetime.datetime(2022, 1, 20, 14, 17, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 44, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825124-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 14:44:46.488895 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31634108-0130-43bf-affa-a1a2ca02f261 None None] Checking segment: {'id': 'f6ca0cd8-2ccf-45ab-b12c-2f3f8e766863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '38ba142f-aeab-4fe0-b371-e2a52de1a4ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 14:44:46.489292 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-31634108-0130-43bf-affa-a1a2ca02f261 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:46.489682 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31634108-0130-43bf-affa-a1a2ca02f261 None None] Bound using segment: {'id': 'f6ca0cd8-2ccf-45ab-b12c-2f3f8e766863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '38ba142f-aeab-4fe0-b371-e2a52de1a4ca'} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 14:44:46.490169 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-31634108-0130-43bf-affa-a1a2ca02f261 None None] Bound port: b107c8dc-6a2f-4157-ab39-2ad1f009cc0b, host: dv-neutron-825124-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6ca0cd8-2ccf-45ab-b12c-2f3f8e766863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '38ba142f-aeab-4fe0-b371-e2a52de1a4ca'}}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:44:46.490540 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-31634108-0130-43bf-affa-a1a2ca02f261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:46.513987 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54748a17-5934-4b60-b233-de6a6ab079bc tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f912ea3-89a7-42a0-8d28-0468dc3ca880,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:44:46.562131 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port 3503b0c7-fc04-49a9-a9f0-e8c800d0685b triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:44:46.562427 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:46.574450 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-54748a17-5934-4b60-b233-de6a6ab079bc tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for security_group, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:46.575823 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-54748a17-5934-4b60-b233-de6a6ab079bc tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.4014902 Jan 20 14:44:46.578547 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 44974) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:44:46.583997 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-b6c9a442-fdf6-49c6-b2f1-e818bf9b4e8a tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Request body: {'security_group_rule': {'security_group_id': '4f912ea3-89a7-42a0-8d28-0468dc3ca880', 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:44:46.589777 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-b6c9a442-fdf6-49c6-b2f1-e818bf9b4e8a tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:44:46.593634 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-b6c9a442-fdf6-49c6-b2f1-e818bf9b4e8a tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Usage tracker for resource:security_group_rule and tenant:640e8dbef2de46a485c2653a25e2ea4a is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:44:46.597050 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-b6c9a442-fdf6-49c6-b2f1-e818bf9b4e8a tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:44:46.602712 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-b6c9a442-fdf6-49c6-b2f1-e818bf9b4e8a tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:44:46.647613 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-31634108-0130-43bf-affa-a1a2ca02f261 None None] For port b107c8dc-6a2f-4157-ab39-2ad1f009cc0b, host dv-neutron-825124-1-hyperv, cleared binding levels {{(pid=84154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 14:44:46.651356 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-31634108-0130-43bf-affa-a1a2ca02f261 None None] For port b107c8dc-6a2f-4157-ab39-2ad1f009cc0b, host dv-neutron-825124-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=b107c8dc-6a2f-4157-ab39-2ad1f009cc0b,segment=NetworkSegment(f6ca0cd8-2ccf-45ab-b12c-2f3f8e766863),segment_id=f6ca0cd8-2ccf-45ab-b12c-2f3f8e766863)] {{(pid=84154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 14:44:46.695193 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-b6c9a442-fdf6-49c6-b2f1-e818bf9b4e8a tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:46.717861 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-31634108-0130-43bf-affa-a1a2ca02f261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:46.758153 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-b6c9a442-fdf6-49c6-b2f1-e818bf9b4e8a tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:46.796731 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d34b5b0-be73-4d63-aeb8-ceda3d40db9e None None] Pushing event updated for resources: {'Port': ['ID=b107c8dc-6a2f-4157-ab39-2ad1f009cc0b,revision_number=4']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:44:46.802016 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31634108-0130-43bf-affa-a1a2ca02f261 None None] Routers {'1d545976-2ead-4ccd-9548-50ea28092bd5'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:44:46.802644 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-31634108-0130-43bf-affa-a1a2ca02f261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:44:30Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['1d545976-2ead-4ccd-9548-50ea28092bd5'], 'active': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:44:46.831446 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-b6c9a442-fdf6-49c6-b2f1-e818bf9b4e8a tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734962'] for security_group_rule, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:46.859961 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c9a442-fdf6-49c6-b2f1-e818bf9b4e8a tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2cc8447d-d539-41d2-8120-10da7a483a5d,revision_number=0']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:44:46.934407 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-b6c9a442-fdf6-49c6-b2f1-e818bf9b4e8a tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:46.935688 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-b6c9a442-fdf6-49c6-b2f1-e818bf9b4e8a tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3562174 Jan 20 14:44:46.938380 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 44978) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:44:46.945379 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-b4b74796-d594-458b-a2f3-4eb55cbac34e tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Request body: {'security_group_rule': {'security_group_id': '4f912ea3-89a7-42a0-8d28-0468dc3ca880', 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:44:46.951769 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-b4b74796-d594-458b-a2f3-4eb55cbac34e tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:44:46.956330 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-b4b74796-d594-458b-a2f3-4eb55cbac34e tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Usage tracker for resource:security_group_rule and tenant:640e8dbef2de46a485c2653a25e2ea4a is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:44:46.959845 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-b4b74796-d594-458b-a2f3-4eb55cbac34e tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:44:46.965148 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-b4b74796-d594-458b-a2f3-4eb55cbac34e tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:44:47.039672 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvr_db [None req-31634108-0130-43bf-affa-a1a2ca02f261 None None] Set router 1d545976-2ead-4ccd-9548-50ea28092bd5 gateway port host: dv-neutron-825124-1-hyperv {{(pid=84154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 14:44:47.045390 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.agents_db [None req-6dba657d-a637-4918-9b6d-40defdfae04b None None] Agent healthcheck: found 6 active agents {{(pid=84155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 14:44:47.060779 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-b4b74796-d594-458b-a2f3-4eb55cbac34e tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:47.121272 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-b4b74796-d594-458b-a2f3-4eb55cbac34e tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:47.197069 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-b4b74796-d594-458b-a2f3-4eb55cbac34e tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734962'] for security_group_rule, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:47.223625 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b74796-d594-458b-a2f3-4eb55cbac34e tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9ae9017-4b5a-4fee-9f9a-c2113e86cea4,revision_number=0']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:44:47.288677 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-b4b74796-d594-458b-a2f3-4eb55cbac34e tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:47.289797 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-b4b74796-d594-458b-a2f3-4eb55cbac34e tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3494356 Jan 20 14:44:47.292799 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 44982) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:44:47.298372 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-bc9a59b5-72ec-41cc-a463-5fd70ffdbb09 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Request body: {'security_group_rule': {'security_group_id': '4f912ea3-89a7-42a0-8d28-0468dc3ca880', 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:44:47.304432 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-bc9a59b5-72ec-41cc-a463-5fd70ffdbb09 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:44:47.308145 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-bc9a59b5-72ec-41cc-a463-5fd70ffdbb09 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Usage tracker for resource:security_group_rule and tenant:640e8dbef2de46a485c2653a25e2ea4a is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:44:47.310954 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-bc9a59b5-72ec-41cc-a463-5fd70ffdbb09 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:44:47.317112 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-bc9a59b5-72ec-41cc-a463-5fd70ffdbb09 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:44:47.345765 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-31634108-0130-43bf-affa-a1a2ca02f261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d545976-2ead-4ccd-9548-50ea28092bd5', 'name': 'tempest-TestNetworkBasicOps-router-1101205394', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.100'}], 'enable_snat': True}, 'gw_port_id': 'dc59f87d-6c55-4e47-a00e-9bf6ace672c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:44:38Z', 'updated_at': '2022-01-20T14:44:42Z', 'revision_number': 4, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'gw_port': {'id': 'dc59f87d-6c55-4e47-a00e-9bf6ace672c9', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:6e:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d545976-2ead-4ccd-9548-50ea28092bd5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:44:38Z', 'updated_at': '2022-01-20T14:44:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv', '_interfaces': [{'id': 'b107c8dc-6a2f-4157-ab39-2ad1f009cc0b', 'name': '', 'network_id': '38ba142f-aeab-4fe0-b371-e2a52de1a4ca', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'mac_address': 'fa:16:3e:27:8f:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d545976-2ead-4ccd-9548-50ea28092bd5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '42499bd9-0fae-4fdf-8228-ddc43ca4c09a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:44:42Z', 'updated_at': '2022-01-20T14:44:46Z', 'revision_number': 4, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'subnets': [{'id': '42499bd9-0fae-4fdf-8228-ddc43ca4c09a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:44:47.349626 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31634108-0130-43bf-affa-a1a2ca02f261 None None] The sync data for ids ['1d545976-2ead-4ccd-9548-50ea28092bd5'] in dv-neutron-825124-1-hyperv is: [{'id': '1d545976-2ead-4ccd-9548-50ea28092bd5', 'name': 'tempest-TestNetworkBasicOps-router-1101205394', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.100'}], 'enable_snat': True}, 'gw_port_id': 'dc59f87d-6c55-4e47-a00e-9bf6ace672c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:44:38Z', 'updated_at': '2022-01-20T14:44:42Z', 'revision_number': 4, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'gw_port': {'id': 'dc59f87d-6c55-4e47-a00e-9bf6ace672c9', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:6e:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d545976-2ead-4ccd-9548-50ea28092bd5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:44:38Z', 'updated_at': '2022-01-20T14:44:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv', '_interfaces': [{'id': 'b107c8dc-6a2f-4157-ab39-2ad1f009cc0b', 'name': '', 'network_id': '38ba142f-aeab-4fe0-b371-e2a52de1a4ca', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'mac_address': 'fa:16:3e:27:8f:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d545976-2ead-4ccd-9548-50ea28092bd5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '42499bd9-0fae-4fdf-8228-ddc43ca4c09a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:44:42Z', 'updated_at': '2022-01-20T14:44:46Z', 'revision_number': 4, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'subnets': [{'id': '42499bd9-0fae-4fdf-8228-ddc43ca4c09a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 14:44:47.417441 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-bc9a59b5-72ec-41cc-a463-5fd70ffdbb09 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:47.478315 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-bc9a59b5-72ec-41cc-a463-5fd70ffdbb09 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:47.539513 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-bc9a59b5-72ec-41cc-a463-5fd70ffdbb09 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734962'] for security_group_rule, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:47.562486 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9a59b5-72ec-41cc-a463-5fd70ffdbb09 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65ebfc58-001e-4bd2-8feb-e31e784f49ea,revision_number=0']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:44:47.631428 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-bc9a59b5-72ec-41cc-a463-5fd70ffdbb09 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:47.632646 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-bc9a59b5-72ec-41cc-a463-5fd70ffdbb09 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3388789 Jan 20 14:44:47.635398 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 44986) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:44:47.641086 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-c6ec2458-3a67-4e44-a3d8-e0fe1120f587 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Request body: {'security_group_rule': {'security_group_id': '4f912ea3-89a7-42a0-8d28-0468dc3ca880', 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:44:47.647725 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-c6ec2458-3a67-4e44-a3d8-e0fe1120f587 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:44:47.651601 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-c6ec2458-3a67-4e44-a3d8-e0fe1120f587 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Usage tracker for resource:security_group_rule and tenant:640e8dbef2de46a485c2653a25e2ea4a is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:44:47.657586 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-c6ec2458-3a67-4e44-a3d8-e0fe1120f587 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:44:47.665134 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-c6ec2458-3a67-4e44-a3d8-e0fe1120f587 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:44:47.741009 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-c6ec2458-3a67-4e44-a3d8-e0fe1120f587 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:47.806789 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-c6ec2458-3a67-4e44-a3d8-e0fe1120f587 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:47.877579 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-c6ec2458-3a67-4e44-a3d8-e0fe1120f587 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734962'] for security_group_rule, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:47.901425 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ec2458-3a67-4e44-a3d8-e0fe1120f587 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8a688cb-1759-40d2-911e-3dae60b56f75,revision_number=0']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:44:47.974605 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-c6ec2458-3a67-4e44-a3d8-e0fe1120f587 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:47.978515 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-c6ec2458-3a67-4e44-a3d8-e0fe1120f587 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3394651 Jan 20 14:44:47.978669 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 44990) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:44:47.984368 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-4c326e28-f0ef-4057-92f5-3424d465a454 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Request body: {'security_group_rule': {'security_group_id': '4f912ea3-89a7-42a0-8d28-0468dc3ca880', 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:44:47.991611 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-4c326e28-f0ef-4057-92f5-3424d465a454 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:44:47.995790 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-4c326e28-f0ef-4057-92f5-3424d465a454 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Usage tracker for resource:security_group_rule and tenant:640e8dbef2de46a485c2653a25e2ea4a is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:44:47.999096 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-4c326e28-f0ef-4057-92f5-3424d465a454 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:44:48.005756 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-4c326e28-f0ef-4057-92f5-3424d465a454 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:44:48.094702 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.db.securitygroups_db [None req-4c326e28-f0ef-4057-92f5-3424d465a454 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Project 640e8dbef2de46a485c2653a25e2ea4a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 20 14:44:48.101872 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-4c326e28-f0ef-4057-92f5-3424d465a454 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:48.170715 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-4c326e28-f0ef-4057-92f5-3424d465a454 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:48.225393 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-4c326e28-f0ef-4057-92f5-3424d465a454 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734962'] for security_group_rule, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:48.250054 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c326e28-f0ef-4057-92f5-3424d465a454 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a95a2282-2c8b-45ac-8fdb-bc11bf7ba1cd,revision_number=0']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:44:48.311473 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-4c326e28-f0ef-4057-92f5-3424d465a454 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:48.316370 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-4c326e28-f0ef-4057-92f5-3424d465a454 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3333213 Jan 20 14:44:48.316690 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 44994) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:44:48.322308 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-516bb9ca-2b1d-485a-b628-c4fd6322f833 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Request body: {'security_group_rule': {'security_group_id': '4f912ea3-89a7-42a0-8d28-0468dc3ca880', 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:44:48.329579 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-516bb9ca-2b1d-485a-b628-c4fd6322f833 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:44:48.334399 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-516bb9ca-2b1d-485a-b628-c4fd6322f833 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Usage tracker for resource:security_group_rule and tenant:640e8dbef2de46a485c2653a25e2ea4a is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:44:48.337634 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-516bb9ca-2b1d-485a-b628-c4fd6322f833 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:44:48.343470 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-516bb9ca-2b1d-485a-b628-c4fd6322f833 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:44:48.357626 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device b107c8dc-6a2f-4157-ab39-2ad1f009cc0b up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:44:48.434527 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.db.securitygroups_db [None req-516bb9ca-2b1d-485a-b628-c4fd6322f833 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Project 640e8dbef2de46a485c2653a25e2ea4a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 20 14:44:48.441905 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-516bb9ca-2b1d-485a-b628-c4fd6322f833 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:48.508183 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-516bb9ca-2b1d-485a-b628-c4fd6322f833 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:48.511278 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning for port b107c8dc-6a2f-4157-ab39-2ad1f009cc0b completed by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:44:48.516244 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port b107c8dc-6a2f-4157-ab39-2ad1f009cc0b triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:44:48.516649 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:48.592215 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-516bb9ca-2b1d-485a-b628-c4fd6322f833 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734962'] for security_group_rule, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:48.617359 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516bb9ca-2b1d-485a-b628-c4fd6322f833 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39006732-2ebc-47c0-b06d-8360f7152d24,revision_number=0']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:44:48.629608 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:48.664993 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] For port b107c8dc-6a2f-4157-ab39-2ad1f009cc0b, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=b107c8dc-6a2f-4157-ab39-2ad1f009cc0b,segment=NetworkSegment(f6ca0cd8-2ccf-45ab-b12c-2f3f8e766863),segment_id=f6ca0cd8-2ccf-45ab-b12c-2f3f8e766863)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:44:48.688995 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-516bb9ca-2b1d-485a-b628-c4fd6322f833 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:48.690234 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-516bb9ca-2b1d-485a-b628-c4fd6322f833 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3726766 Jan 20 14:44:48.739835 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:48.807705 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Pushing event updated for resources: {'Port': ['ID=b107c8dc-6a2f-4157-ab39-2ad1f009cc0b,revision_number=5']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:44:48.915833 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [req-063039b4-972f-4a92-bc4f-8852eea61ad8 req-bdf1a57d-4383-47bb-84f2-dd76075bf36a tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Synchronizing usage tracker for tenant:640e8dbef2de46a485c2653a25e2ea4a on resource:security_group {{(pid=84153) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:44:48.974001 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [req-063039b4-972f-4a92-bc4f-8852eea61ad8 req-bdf1a57d-4383-47bb-84f2-dd76075bf36a tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Unset dirty status for tenant:640e8dbef2de46a485c2653a25e2ea4a on resource:security_group {{(pid=84153) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:44:48.975155 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-063039b4-972f-4a92-bc4f-8852eea61ad8 req-bdf1a57d-4383-47bb-84f2-dd76075bf36a tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2107022544&fields=id&tenant_id=640e8dbef2de46a485c2653a25e2ea4a HTTP/1.1" status: 200 len: 267 time: 0.0985162 Jan 20 14:44:49.050229 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063039b4-972f-4a92-bc4f-8852eea61ad8 req-ccb7bd48-9ffe-4024-aa62-0a8c8d342b4b tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:44:49.050781 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [req-063039b4-972f-4a92-bc4f-8852eea61ad8 req-ccb7bd48-9ffe-4024-aa62-0a8c8d342b4b tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Synchronizing usage tracker for tenant:640e8dbef2de46a485c2653a25e2ea4a on resource:port {{(pid=84153) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:44:49.139665 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [req-063039b4-972f-4a92-bc4f-8852eea61ad8 req-ccb7bd48-9ffe-4024-aa62-0a8c8d342b4b tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Unset dirty status for tenant:640e8dbef2de46a485c2653a25e2ea4a on resource:port {{(pid=84153) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:44:49.140869 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-063039b4-972f-4a92-bc4f-8852eea61ad8 req-ccb7bd48-9ffe-4024-aa62-0a8c8d342b4b tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/ports/310cbd16-f1a0-4ff0-9006-1e296c8dfccd HTTP/1.1" status: 200 len: 930 time: 0.1594505 Jan 20 14:44:49.214572 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-063039b4-972f-4a92-bc4f-8852eea61ad8 req-05fd935e-776b-4044-b1ea-ce65e93dbf66 service neutron] 10.222.0.54 "GET /v2.0/ports/310cbd16-f1a0-4ff0-9006-1e296c8dfccd?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200 len: 311 time: 0.0609009 Jan 20 14:44:49.437353 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-063039b4-972f-4a92-bc4f-8852eea61ad8 req-94f7f272-a2f5-4c43-be93-27b8e102c375 service neutron] 10.222.0.54 "GET /v2.0/networks/38ba142f-aeab-4fe0-b371-e2a52de1a4ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2183080 Jan 20 14:44:49.567944 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-063039b4-972f-4a92-bc4f-8852eea61ad8 req-56597f23-1e94-4d35-8443-3e27ae292a07 service neutron] 10.222.0.54 "GET /v2.0/networks/38ba142f-aeab-4fe0-b371-e2a52de1a4ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242871 Jan 20 14:44:49.815621 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-3b157783-7b02-4d03-ac21-7efbdf94c849 req-783b7d65-bfbe-451e-be72-b3c35ae7df29 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/ports?device_id=5562c1ed-3ba7-43f7-88d3-c98fde963d71 HTTP/1.1" status: 200 len: 210 time: 0.0486324 Jan 20 14:44:50.315738 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device b107c8dc-6a2f-4157-ab39-2ad1f009cc0b up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:44:50.384436 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port b107c8dc-6a2f-4157-ab39-2ad1f009cc0b triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:44:50.384724 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:50.976495 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-198bf58e-c3e9-479b-9e98-c5e8c1b3c474 req-d80a29b1-cd4f-41e7-bc97-fb9fc1c12bbe tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/ports?device_id=5562c1ed-3ba7-43f7-88d3-c98fde963d71 HTTP/1.1" status: 200 len: 210 time: 0.0419607 Jan 20 14:44:51.486613 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-063039b4-972f-4a92-bc4f-8852eea61ad8 req-173b2cb8-06a9-4c7a-868e-e5f260b3cddd service neutron] 10.222.0.106 "GET /v2.0/ports/310cbd16-f1a0-4ff0-9006-1e296c8dfccd HTTP/1.1" status: 200 len: 1026 time: 0.0579395 Jan 20 14:44:51.633724 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063039b4-972f-4a92-bc4f-8852eea61ad8 req-486e5259-4e46-4bd2-aae3-32a28ba57f95 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:44:51.634418 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [req-063039b4-972f-4a92-bc4f-8852eea61ad8 req-486e5259-4e46-4bd2-aae3-32a28ba57f95 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Synchronizing usage tracker for tenant:640e8dbef2de46a485c2653a25e2ea4a on resource:network {{(pid=84153) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:44:51.705831 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [req-063039b4-972f-4a92-bc4f-8852eea61ad8 req-486e5259-4e46-4bd2-aae3-32a28ba57f95 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Unset dirty status for tenant:640e8dbef2de46a485c2653a25e2ea4a on resource:network {{(pid=84153) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:44:51.707005 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-063039b4-972f-4a92-bc4f-8852eea61ad8 req-486e5259-4e46-4bd2-aae3-32a28ba57f95 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.106 "GET /v2.0/networks?id=38ba142f-aeab-4fe0-b371-e2a52de1a4ca HTTP/1.1" status: 200 len: 796 time: 0.2152469 Jan 20 14:44:51.767352 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-063039b4-972f-4a92-bc4f-8852eea61ad8 req-0ab4b047-7947-4800-bd66-444adcfd4c66 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.106 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=640e8dbef2de46a485c2653a25e2ea4a HTTP/1.1" status: 200 len: 380 time: 0.0474801 Jan 20 14:44:51.777379 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [req-063039b4-972f-4a92-bc4f-8852eea61ad8 req-cc1e4abc-d514-47ee-8d09-378793bff381 service neutron] Request body: {'port': {'device_id': '5562c1ed-3ba7-43f7-88d3-c98fde963d71', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8251'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:44:51.888709 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-063039b4-972f-4a92-bc4f-8852eea61ad8 req-cc1e4abc-d514-47ee-8d09-378793bff381 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:52.176978 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-44110d14-f8c8-4939-bb6a-43acf9a7962a req-a1062ea5-039f-4287-860e-195123dd22e8 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/ports?device_id=5562c1ed-3ba7-43f7-88d3-c98fde963d71 HTTP/1.1" status: 200 len: 210 time: 0.0588658 Jan 20 14:44:52.262761 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.notifiers.nova [req-063039b4-972f-4a92-bc4f-8852eea61ad8 req-cc1e4abc-d514-47ee-8d09-378793bff381 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 310cbd16-f1a0-4ff0-9006-1e296c8dfccd {{(pid=84153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 14:44:52.270756 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-063039b4-972f-4a92-bc4f-8852eea61ad8 req-cc1e4abc-d514-47ee-8d09-378793bff381 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:52.285141 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.provisioning_blocks [req-063039b4-972f-4a92-bc4f-8852eea61ad8 req-cc1e4abc-d514-47ee-8d09-378793bff381 service neutron] Transition to ACTIVE for port object 310cbd16-f1a0-4ff0-9006-1e296c8dfccd will not be triggered until provisioned by entity L2. {{(pid=84153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:44:52.379978 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-063039b4-972f-4a92-bc4f-8852eea61ad8 req-cc1e4abc-d514-47ee-8d09-378793bff381 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3944146'] for port, after_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:52.505356 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1e4abc-d514-47ee-8d09-378793bff381 service neutron] Pushing event updated for resources: {'Port': ['ID=310cbd16-f1a0-4ff0-9006-1e296c8dfccd,revision_number=2']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:44:52.614794 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.managers [req-063039b4-972f-4a92-bc4f-8852eea61ad8 req-cc1e4abc-d514-47ee-8d09-378793bff381 service neutron] Attempting to bind port 310cbd16-f1a0-4ff0-9006-1e296c8dfccd on host hv-neutron-8251 for vnic_type normal with profile {{(pid=84153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:44:52.615124 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.managers [req-063039b4-972f-4a92-bc4f-8852eea61ad8 req-cc1e4abc-d514-47ee-8d09-378793bff381 service neutron] Attempting to bind port 310cbd16-f1a0-4ff0-9006-1e296c8dfccd by drivers openvswitch,hyperv on host hv-neutron-8251 at level 0 using segments [{'id': 'f6ca0cd8-2ccf-45ab-b12c-2f3f8e766863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '38ba142f-aeab-4fe0-b371-e2a52de1a4ca'}] {{(pid=84153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:44:52.615443 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-063039b4-972f-4a92-bc4f-8852eea61ad8 req-cc1e4abc-d514-47ee-8d09-378793bff381 service neutron] Attempting to bind port 310cbd16-f1a0-4ff0-9006-1e296c8dfccd on network 38ba142f-aeab-4fe0-b371-e2a52de1a4ca {{(pid=84153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 14:44:52.620957 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-063039b4-972f-4a92-bc4f-8852eea61ad8 req-cc1e4abc-d514-47ee-8d09-378793bff381 service neutron] Port 310cbd16-f1a0-4ff0-9006-1e296c8dfccd on network 38ba142f-aeab-4fe0-b371-e2a52de1a4ca not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8251 {{(pid=84153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 20 14:44:52.621266 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-063039b4-972f-4a92-bc4f-8852eea61ad8 req-cc1e4abc-d514-47ee-8d09-378793bff381 service neutron] Attempting to bind port 310cbd16-f1a0-4ff0-9006-1e296c8dfccd on network 38ba142f-aeab-4fe0-b371-e2a52de1a4ca {{(pid=84153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 14:44:52.628005 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-063039b4-972f-4a92-bc4f-8852eea61ad8 req-cc1e4abc-d514-47ee-8d09-378793bff381 service neutron] Checking agent: {'id': 'e037d8fb-d49c-4f86-9910-f13f6ba89a51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8251', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 23), 'started_at': datetime.datetime(2022, 1, 20, 14, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 44, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 14:44:52.628331 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-063039b4-972f-4a92-bc4f-8852eea61ad8 req-cc1e4abc-d514-47ee-8d09-378793bff381 service neutron] Checking segment: {'id': 'f6ca0cd8-2ccf-45ab-b12c-2f3f8e766863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '38ba142f-aeab-4fe0-b371-e2a52de1a4ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 14:44:52.628702 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-063039b4-972f-4a92-bc4f-8852eea61ad8 req-cc1e4abc-d514-47ee-8d09-378793bff381 service neutron] Bound using segment: {'id': 'f6ca0cd8-2ccf-45ab-b12c-2f3f8e766863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '38ba142f-aeab-4fe0-b371-e2a52de1a4ca'} {{(pid=84153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 14:44:52.629113 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.managers [req-063039b4-972f-4a92-bc4f-8852eea61ad8 req-cc1e4abc-d514-47ee-8d09-378793bff381 service neutron] Bound port: 310cbd16-f1a0-4ff0-9006-1e296c8dfccd, host: hv-neutron-8251, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6ca0cd8-2ccf-45ab-b12c-2f3f8e766863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '38ba142f-aeab-4fe0-b371-e2a52de1a4ca'}}] {{(pid=84153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:44:52.629449 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-063039b4-972f-4a92-bc4f-8852eea61ad8 req-cc1e4abc-d514-47ee-8d09-378793bff381 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:52.713905 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.db [req-063039b4-972f-4a92-bc4f-8852eea61ad8 req-cc1e4abc-d514-47ee-8d09-378793bff381 service neutron] For port 310cbd16-f1a0-4ff0-9006-1e296c8dfccd, host hv-neutron-8251, cleared binding levels {{(pid=84153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 14:44:52.716723 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.db [req-063039b4-972f-4a92-bc4f-8852eea61ad8 req-cc1e4abc-d514-47ee-8d09-378793bff381 service neutron] For port 310cbd16-f1a0-4ff0-9006-1e296c8dfccd, host hv-neutron-8251, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=310cbd16-f1a0-4ff0-9006-1e296c8dfccd,segment=NetworkSegment(f6ca0cd8-2ccf-45ab-b12c-2f3f8e766863),segment_id=f6ca0cd8-2ccf-45ab-b12c-2f3f8e766863)] {{(pid=84153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 14:44:52.803170 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-063039b4-972f-4a92-bc4f-8852eea61ad8 req-cc1e4abc-d514-47ee-8d09-378793bff381 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3944146'] for port, after_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:52.867127 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-063039b4-972f-4a92-bc4f-8852eea61ad8 req-cc1e4abc-d514-47ee-8d09-378793bff381 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:52.868461 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-063039b4-972f-4a92-bc4f-8852eea61ad8 req-cc1e4abc-d514-47ee-8d09-378793bff381 service neutron] 10.222.0.106 "PUT /v2.0/ports/310cbd16-f1a0-4ff0-9006-1e296c8dfccd HTTP/1.1" status: 200 len: 1131 time: 1.0951605 Jan 20 14:44:52.868882 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5562c1ed-3ba7-43f7-88d3-c98fde963d71', 'tag': '310cbd16-f1a0-4ff0-9006-1e296c8dfccd'}] {{(pid=84153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 14:44:52.902607 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1e4abc-d514-47ee-8d09-378793bff381 service neutron] Pushing event updated for resources: {'Port': ['ID=310cbd16-f1a0-4ff0-9006-1e296c8dfccd,revision_number=3']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:44:52.927194 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5562c1ed-3ba7-43f7-88d3-c98fde963d71', 'tag': '310cbd16-f1a0-4ff0-9006-1e296c8dfccd', 'status': 'completed', 'code': 200} Jan 20 14:44:53.017944 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-f2fdcd75-d3fb-4282-b9a7-faa7b1c7f5e7 req-a8ac79fc-7f84-4b51-a064-e410ff886335 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=640e8dbef2de46a485c2653a25e2ea4a&device_id=5562c1ed-3ba7-43f7-88d3-c98fde963d71 HTTP/1.1" status: 200 len: 1134 time: 0.0705891 Jan 20 14:44:53.167196 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fdcd75-d3fb-4282-b9a7-faa7b1c7f5e7 req-eeb60270-9d27-43bb-b264-1cb2f1204472 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:44:53.168532 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-f2fdcd75-d3fb-4282-b9a7-faa7b1c7f5e7 req-eeb60270-9d27-43bb-b264-1cb2f1204472 service neutron] 10.222.0.106 "GET /v2.0/networks?tenant_id=640e8dbef2de46a485c2653a25e2ea4a&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1436915 Jan 20 14:44:53.438395 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fdcd75-d3fb-4282-b9a7-faa7b1c7f5e7 req-341c62ec-048c-4181-8b73-56f2afdd22d6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:44:53.440463 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-f2fdcd75-d3fb-4282-b9a7-faa7b1c7f5e7 req-341c62ec-048c-4181-8b73-56f2afdd22d6 service neutron] 10.222.0.106 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2663748 Jan 20 14:44:53.455834 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d597925a-54cd-4def-adc8-fd18f389092d req-cae786ca-2841-4bcb-9563-9cfc9ca5eb5e tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:44:53.457232 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-d597925a-54cd-4def-adc8-fd18f389092d req-cae786ca-2841-4bcb-9563-9cfc9ca5eb5e tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/ports?device_id=5562c1ed-3ba7-43f7-88d3-c98fde963d71 HTTP/1.1" status: 200 len: 981 time: 0.1265814 Jan 20 14:44:53.548067 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-d597925a-54cd-4def-adc8-fd18f389092d req-41aedd96-fc0e-48fd-8bbc-10c13a705615 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/security-groups?id=3ebe9e08-f346-43fe-ac90-4eb35518de92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851357 Jan 20 14:44:53.567269 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-063039b4-972f-4a92-bc4f-8852eea61ad8 req-e39465e5-7e04-42d4-a196-8ea1b290597c service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=640e8dbef2de46a485c2653a25e2ea4a&device_id=5562c1ed-3ba7-43f7-88d3-c98fde963d71 HTTP/1.1" status: 200 len: 1134 time: 0.0891335 Jan 20 14:44:53.636534 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-063039b4-972f-4a92-bc4f-8852eea61ad8 req-747dc627-2af9-42fb-8074-03b264ae29a3 service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=310cbd16-f1a0-4ff0-9006-1e296c8dfccd HTTP/1.1" status: 200 len: 217 time: 0.0627348 Jan 20 14:44:53.696625 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063039b4-972f-4a92-bc4f-8852eea61ad8 req-4df1c399-2d42-4f84-bef5-aac5b12d3fa0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:44:53.697987 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-063039b4-972f-4a92-bc4f-8852eea61ad8 req-4df1c399-2d42-4f84-bef5-aac5b12d3fa0 service neutron] 10.222.0.106 "GET /v2.0/subnets?id=42499bd9-0fae-4fdf-8228-ddc43ca4c09a HTTP/1.1" status: 200 len: 835 time: 0.0558429 Jan 20 14:44:53.773487 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-063039b4-972f-4a92-bc4f-8852eea61ad8 req-77b7fd1e-f4a8-4a2e-aa95-f089739877c1 service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=38ba142f-aeab-4fe0-b371-e2a52de1a4ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0697939 Jan 20 14:44:53.903736 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-063039b4-972f-4a92-bc4f-8852eea61ad8 req-b34d07ec-f7b9-44a4-9a14-3e9002e07317 service neutron] 10.222.0.106 "GET /v2.0/networks/38ba142f-aeab-4fe0-b371-e2a52de1a4ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244469 Jan 20 14:44:54.032515 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-063039b4-972f-4a92-bc4f-8852eea61ad8 req-87694c20-bbaf-4d04-bcc4-d7dba38330e6 service neutron] 10.222.0.106 "GET /v2.0/networks/38ba142f-aeab-4fe0-b371-e2a52de1a4ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225264 Jan 20 14:44:54.742371 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f48feac-865c-4e4a-a875-03b1b95b4992 req-7f4a43a7-1beb-4800-87b0-f0d76a53e984 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:44:54.743794 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-5f48feac-865c-4e4a-a875-03b1b95b4992 req-7f4a43a7-1beb-4800-87b0-f0d76a53e984 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/ports?device_id=5562c1ed-3ba7-43f7-88d3-c98fde963d71 HTTP/1.1" status: 200 len: 981 time: 0.0751317 Jan 20 14:44:54.787754 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-5f48feac-865c-4e4a-a875-03b1b95b4992 req-2047c851-307a-4412-85e5-9bc3334c16cc tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/security-groups?id=3ebe9e08-f346-43fe-ac90-4eb35518de92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385470 Jan 20 14:44:55.995060 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165d1085-7acc-4f69-b946-ed2c66adb6f2 req-753e5bd6-677c-4558-b255-ef348b7e4e2a tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:44:55.996501 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-165d1085-7acc-4f69-b946-ed2c66adb6f2 req-753e5bd6-677c-4558-b255-ef348b7e4e2a tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/ports?device_id=5562c1ed-3ba7-43f7-88d3-c98fde963d71 HTTP/1.1" status: 200 len: 981 time: 0.0792444 Jan 20 14:44:56.040256 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-165d1085-7acc-4f69-b946-ed2c66adb6f2 req-a3c88f4d-f278-4ca3-acfa-743484c793e1 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/security-groups?id=3ebe9e08-f346-43fe-ac90-4eb35518de92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376222 Jan 20 14:44:57.238007 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f558a226-b148-494d-a8c2-aa12f8b4e37c req-c8eae2dc-03dd-4a69-a06f-8d1c0f0fd589 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:44:57.239405 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-f558a226-b148-494d-a8c2-aa12f8b4e37c req-c8eae2dc-03dd-4a69-a06f-8d1c0f0fd589 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/ports?device_id=5562c1ed-3ba7-43f7-88d3-c98fde963d71 HTTP/1.1" status: 200 len: 981 time: 0.0750086 Jan 20 14:44:57.286721 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-f558a226-b148-494d-a8c2-aa12f8b4e37c req-b0ce765b-dad2-4db9-a680-6990b69c2491 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/security-groups?id=3ebe9e08-f346-43fe-ac90-4eb35518de92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419247 Jan 20 14:44:58.059946 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-79dcba96-463e-4ff7-b7c1-c3e29c0a3ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:58.401097 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Device 310cbd16-f1a0-4ff0-9006-1e296c8dfccd details requested by agent hyperv_hv-neutron-8251 with host hv-neutron-8251 {{(pid=84154) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 20 14:44:58.481287 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a347bcb-d46c-49ea-9fe9-fdeaccb6092d req-d6b3c46a-a940-4ad8-8ea6-84be76359fac tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:44:58.482765 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-5a347bcb-d46c-49ea-9fe9-fdeaccb6092d req-d6b3c46a-a940-4ad8-8ea6-84be76359fac tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/ports?device_id=5562c1ed-3ba7-43f7-88d3-c98fde963d71 HTTP/1.1" status: 200 len: 981 time: 0.0773935 Jan 20 14:44:58.528250 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-5a347bcb-d46c-49ea-9fe9-fdeaccb6092d req-82f436dc-b7cc-4841-85d9-1538743d4728 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/security-groups?id=3ebe9e08-f346-43fe-ac90-4eb35518de92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398667 Jan 20 14:44:58.562688 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] For port 310cbd16-f1a0-4ff0-9006-1e296c8dfccd, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=310cbd16-f1a0-4ff0-9006-1e296c8dfccd,segment=NetworkSegment(f6ca0cd8-2ccf-45ab-b12c-2f3f8e766863),segment_id=f6ca0cd8-2ccf-45ab-b12c-2f3f8e766863)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:44:58.575914 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Returning: {'device': '310cbd16-f1a0-4ff0-9006-1e296c8dfccd', 'network_id': '38ba142f-aeab-4fe0-b371-e2a52de1a4ca', 'port_id': '310cbd16-f1a0-4ff0-9006-1e296c8dfccd', 'mac_address': 'fa:16:3e:76:11:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42499bd9-0fae-4fdf-8228-ddc43ca4c09a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84154) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 20 14:44:58.632110 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:58.649400 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.notifiers.nova [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 310cbd16-f1a0-4ff0-9006-1e296c8dfccd {{(pid=84154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 14:44:58.663635 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] For port 310cbd16-f1a0-4ff0-9006-1e296c8dfccd, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=310cbd16-f1a0-4ff0-9006-1e296c8dfccd,segment=NetworkSegment(f6ca0cd8-2ccf-45ab-b12c-2f3f8e766863),segment_id=f6ca0cd8-2ccf-45ab-b12c-2f3f8e766863)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:44:58.762685 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:44:58.827087 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Pushing event updated for resources: {'Port': ['ID=310cbd16-f1a0-4ff0-9006-1e296c8dfccd,revision_number=4']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:44:59.115875 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] get_ports_and_sgs() called for port_ids ['310cbd16-f1a0-4ff0-9006-1e296c8dfccd'] {{(pid=84154) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 20 14:44:59.723860 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fc4cad-a872-4030-9993-f50e3c24b809 req-a2a9797b-4c54-4c98-a396-349bd7224e20 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:44:59.725301 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-96fc4cad-a872-4030-9993-f50e3c24b809 req-a2a9797b-4c54-4c98-a396-349bd7224e20 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/ports?device_id=5562c1ed-3ba7-43f7-88d3-c98fde963d71 HTTP/1.1" status: 200 len: 982 time: 0.0785241 Jan 20 14:44:59.769956 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-96fc4cad-a872-4030-9993-f50e3c24b809 req-930d1651-2a03-41e2-a2d0-15f1fc050d62 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/security-groups?id=3ebe9e08-f346-43fe-ac90-4eb35518de92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392339 Jan 20 14:45:00.339851 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-80fc7cb6-4bc5-4590-96ec-3117445f0373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:45:00.426358 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Device 310cbd16-f1a0-4ff0-9006-1e296c8dfccd up at agent hyperv_hv-neutron-8251 {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:45:00.454364 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:45:00.533979 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Provisioning for port 310cbd16-f1a0-4ff0-9006-1e296c8dfccd completed by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:45:00.538958 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Provisioning complete for port 310cbd16-f1a0-4ff0-9006-1e296c8dfccd triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:45:00.539329 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:45:00.650673 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:45:00.677500 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5562c1ed-3ba7-43f7-88d3-c98fde963d71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '310cbd16-f1a0-4ff0-9006-1e296c8dfccd'}] {{(pid=84154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 14:45:00.686625 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] For port 310cbd16-f1a0-4ff0-9006-1e296c8dfccd, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=310cbd16-f1a0-4ff0-9006-1e296c8dfccd,segment=NetworkSegment(f6ca0cd8-2ccf-45ab-b12c-2f3f8e766863),segment_id=f6ca0cd8-2ccf-45ab-b12c-2f3f8e766863)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:45:00.731164 dv-neutron-825124-1-hyperv neutron-server[84154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5562c1ed-3ba7-43f7-88d3-c98fde963d71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '310cbd16-f1a0-4ff0-9006-1e296c8dfccd', 'code': 200} Jan 20 14:45:00.757339 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:45:00.840364 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Pushing event updated for resources: {'Port': ['ID=310cbd16-f1a0-4ff0-9006-1e296c8dfccd,revision_number=5']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:45:00.968604 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ae0900-7cdc-4bbd-a557-c2bb44acdfc5 req-08e4955f-7a14-4a9d-b5b3-b777afc891b1 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:45:00.970762 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-a2ae0900-7cdc-4bbd-a557-c2bb44acdfc5 req-08e4955f-7a14-4a9d-b5b3-b777afc891b1 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/ports?device_id=5562c1ed-3ba7-43f7-88d3-c98fde963d71 HTTP/1.1" status: 200 len: 983 time: 0.0806992 Jan 20 14:45:01.063740 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-a2ae0900-7cdc-4bbd-a557-c2bb44acdfc5 req-5ed03baf-7a6f-4c8c-9698-7e0e11647ec5 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/security-groups?id=3ebe9e08-f346-43fe-ac90-4eb35518de92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872927 Jan 20 14:45:01.081787 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-67d7bb1b-d302-4e35-b596-79a42c1034e5 req-9939713c-ce8e-4cee-8a38-25227f6d1891 service neutron] 10.222.0.106 "GET /v2.0/ports?device_id=5562c1ed-3ba7-43f7-88d3-c98fde963d71 HTTP/1.1" status: 200 len: 1136 time: 0.0918195 Jan 20 14:45:01.123988 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-67d7bb1b-d302-4e35-b596-79a42c1034e5 req-6f2e5d31-73eb-463c-98b7-5c8e5b069491 service neutron] 10.222.0.106 "GET /v2.0/security-groups?id=3ebe9e08-f346-43fe-ac90-4eb35518de92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357416 Jan 20 14:45:01.390824 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:45:01.625560 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-cdd98e71-1f0a-4421-baa9-dcb30e06edf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:45:02.267902 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a162722-23bf-41d0-ae9a-9797520c9a02 req-86a76922-89b8-4a36-a30e-eb1e4bdebc82 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:45:02.269353 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-0a162722-23bf-41d0-ae9a-9797520c9a02 req-86a76922-89b8-4a36-a30e-eb1e4bdebc82 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/ports?device_id=5562c1ed-3ba7-43f7-88d3-c98fde963d71 HTTP/1.1" status: 200 len: 983 time: 0.0763416 Jan 20 14:45:02.318343 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-0a162722-23bf-41d0-ae9a-9797520c9a02 req-a8f843a4-7daf-4ba8-b11c-6019e656d4d1 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/security-groups?id=3ebe9e08-f346-43fe-ac90-4eb35518de92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430622 Jan 20 14:45:02.985448 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-eea6df97-7ff1-4b63-af20-e3ec8913deda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:45:03.511193 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e82b43-ebd1-4a5b-9234-9c946d76eaeb req-cfb690ce-bfd1-4be0-ba6c-dbdd1eca1fbb tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:45:03.512687 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-a3e82b43-ebd1-4a5b-9234-9c946d76eaeb req-cfb690ce-bfd1-4be0-ba6c-dbdd1eca1fbb tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/ports?device_id=5562c1ed-3ba7-43f7-88d3-c98fde963d71 HTTP/1.1" status: 200 len: 983 time: 0.0760376 Jan 20 14:45:03.569056 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-a3e82b43-ebd1-4a5b-9234-9c946d76eaeb req-3f0340eb-1031-4a7d-ba7e-e4d5602bb0ce tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/security-groups?id=3ebe9e08-f346-43fe-ac90-4eb35518de92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463305 Jan 20 14:45:03.776833 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e514216c-674b-4e6e-8b41-87536b77ecb0 req-8e8c7775-eba2-47ba-b607-4a2696a2deb6 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:45:03.778196 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-e514216c-674b-4e6e-8b41-87536b77ecb0 req-8e8c7775-eba2-47ba-b607-4a2696a2deb6 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/ports?device_id=5562c1ed-3ba7-43f7-88d3-c98fde963d71 HTTP/1.1" status: 200 len: 983 time: 0.0784304 Jan 20 14:45:03.908899 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-e514216c-674b-4e6e-8b41-87536b77ecb0 req-417e4902-f42d-4130-af48-0add564b15aa tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/security-groups?id=3ebe9e08-f346-43fe-ac90-4eb35518de92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250923 Jan 20 14:45:03.936955 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 45046) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:45:04.008324 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-c68d8963-a287-4984-ba0e-670d4249b468 tempest-TestNetworkBasicOps-1338634829 tempest-TestNetworkBasicOps-1338634829-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=5562c1ed-3ba7-43f7-88d3-c98fde963d71 HTTP/1.1" status: 200 len: 1131 time: 0.0701849 Jan 20 14:45:04.011180 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 45050) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:45:04.016082 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-ca407ed0-8151-4f5c-935b-356680cc28ff tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Request body: {'floatingip': {'floating_network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'port_id': '310cbd16-f1a0-4ff0-9006-1e296c8dfccd', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'fixed_ip_address': '172.20.0.8'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:45:04.022163 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-ca407ed0-8151-4f5c-935b-356680cc28ff tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:45:04.025970 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-ca407ed0-8151-4f5c-935b-356680cc28ff tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Usage tracker for resource:floatingip and tenant:640e8dbef2de46a485c2653a25e2ea4a is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:45:04.028897 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-ca407ed0-8151-4f5c-935b-356680cc28ff tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:45:04.034610 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-ca407ed0-8151-4f5c-935b-356680cc28ff tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:45:04.099694 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-ca407ed0-8151-4f5c-935b-356680cc28ff tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for floatingip, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:45:04.230854 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-ca407ed0-8151-4f5c-935b-356680cc28ff tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:45:04.367020 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.db_base_plugin_common [None req-ca407ed0-8151-4f5c-935b-356680cc28ff tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Allocated IP 172.26.7.4 (8dffb05c-5ca0-409b-bd5f-7be6264f707d/a489dd4f-42a5-433b-8be3-bab2749c4209/96fed97a-804b-4d3e-a38e-5ebbd0791c2c) {{(pid=84153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:45:04.510075 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-ca407ed0-8151-4f5c-935b-356680cc28ff tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for port, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:45:04.597265 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-ca407ed0-8151-4f5c-935b-356680cc28ff tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:45:04.666107 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca407ed0-8151-4f5c-935b-356680cc28ff tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Network 8dffb05c-5ca0-409b-bd5f-7be6264f707d is already hosted by enough agents. {{(pid=84153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:45:04.668888 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.base_scheduler [None req-ca407ed0-8151-4f5c-935b-356680cc28ff tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Resources bound (agent type, host, resource id): {{(pid=84153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:45:04.673182 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca407ed0-8151-4f5c-935b-356680cc28ff tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Received port after_create {{(pid=84153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:45:04.697082 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca407ed0-8151-4f5c-935b-356680cc28ff tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Pushing event updated for resources: {'Port': ['ID=96fed97a-804b-4d3e-a38e-5ebbd0791c2c,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:45:05.170196 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-ca407ed0-8151-4f5c-935b-356680cc28ff tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:45:05.275468 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-ca407ed0-8151-4f5c-935b-356680cc28ff tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:45:05.473006 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-ca407ed0-8151-4f5c-935b-356680cc28ff tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for port, precommit_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:45:05.522371 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-ca407ed0-8151-4f5c-935b-356680cc28ff tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3944146'] for port, after_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:45:05.621991 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca407ed0-8151-4f5c-935b-356680cc28ff tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Pushing event updated for resources: {'Port': ['ID=96fed97a-804b-4d3e-a38e-5ebbd0791c2c,revision_number=2']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:45:05.639429 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-ca407ed0-8151-4f5c-935b-356680cc28ff tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-745254'] for floatingip, after_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:45:05.919412 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.db.l3_db [None req-ca407ed0-8151-4f5c-935b-356680cc28ff tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Floating IP 766f6951-fa84-45ac-8536-fc1ad044e421 associated. External IP: 172.26.7.4, port: 310cbd16-f1a0-4ff0-9006-1e296c8dfccd. Jan 20 14:45:06.311509 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca407ed0-8151-4f5c-935b-356680cc28ff tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Router 1d545976-2ead-4ccd-9548-50ea28092bd5 has already been hosted by L3 agent 624d525b-4c26-4143-8a1c-228bb1c6faaa {{(pid=84153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 14:45:06.508404 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca407ed0-8151-4f5c-935b-356680cc28ff tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify agent at l3_agent.dv-neutron-825124-1-hyperv the message routers_updated {{(pid=84153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 14:45:06.517882 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6748bee8-416f-4935-8bcb-89127c925933 None None] Sync routers for ids ['1d545976-2ead-4ccd-9548-50ea28092bd5'] in dv-neutron-825124-1-hyperv {{(pid=84155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 14:45:06.532561 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6748bee8-416f-4935-8bcb-89127c925933 None None] Routers {'1d545976-2ead-4ccd-9548-50ea28092bd5'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:45:06.535154 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-6748bee8-416f-4935-8bcb-89127c925933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:45:00Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['1d545976-2ead-4ccd-9548-50ea28092bd5'], 'active': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:45:06.591036 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-ca407ed0-8151-4f5c-935b-356680cc28ff tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for floatingip, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:45:06.648338 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-ca407ed0-8151-4f5c-935b-356680cc28ff tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1032 time: 2.6362925 Jan 20 14:45:06.648999 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5562c1ed-3ba7-43f7-88d3-c98fde963d71', 'tag': '310cbd16-f1a0-4ff0-9006-1e296c8dfccd'}] {{(pid=84153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 14:45:06.651333 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 45054) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:45:06.704521 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5562c1ed-3ba7-43f7-88d3-c98fde963d71', 'tag': '310cbd16-f1a0-4ff0-9006-1e296c8dfccd', 'status': 'completed', 'code': 200} Jan 20 14:45:06.727663 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvr_db [None req-6748bee8-416f-4935-8bcb-89127c925933 None None] Set router 1d545976-2ead-4ccd-9548-50ea28092bd5 gateway port host: dv-neutron-825124-1-hyperv {{(pid=84155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 14:45:06.731785 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-086ce70e-188d-4e78-a8c5-4229ca31fb1a tempest-TestNetworkBasicOps-1338634829 tempest-TestNetworkBasicOps-1338634829-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=5562c1ed-3ba7-43f7-88d3-c98fde963d71&network_id=38ba142f-aeab-4fe0-b371-e2a52de1a4ca HTTP/1.1" status: 200 len: 1131 time: 0.0790632 Jan 20 14:45:06.801256 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-700a8ade-1d92-4216-9066-f1cb169c2b23 req-4f735f1e-300b-4480-aa96-58f8907d67dc service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=640e8dbef2de46a485c2653a25e2ea4a&device_id=5562c1ed-3ba7-43f7-88d3-c98fde963d71 HTTP/1.1" status: 200 len: 1136 time: 0.0723119 Jan 20 14:45:06.934326 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700a8ade-1d92-4216-9066-f1cb169c2b23 req-51c63491-98cf-4bec-888c-142f2d5fa569 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:45:06.935782 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-700a8ade-1d92-4216-9066-f1cb169c2b23 req-51c63491-98cf-4bec-888c-142f2d5fa569 service neutron] 10.222.0.106 "GET /v2.0/networks?id=38ba142f-aeab-4fe0-b371-e2a52de1a4ca HTTP/1.1" status: 200 len: 897 time: 0.1274631 Jan 20 14:45:07.043088 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-700a8ade-1d92-4216-9066-f1cb169c2b23 req-adbe02fe-eb2b-4adb-acaf-a01fca9ab339 service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=310cbd16-f1a0-4ff0-9006-1e296c8dfccd HTTP/1.1" status: 200 len: 1035 time: 0.1001554 Jan 20 14:45:07.108635 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700a8ade-1d92-4216-9066-f1cb169c2b23 req-55c1423b-1f02-4e60-9903-92b8a4c5e5df service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:45:07.109996 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-700a8ade-1d92-4216-9066-f1cb169c2b23 req-55c1423b-1f02-4e60-9903-92b8a4c5e5df service neutron] 10.222.0.106 "GET /v2.0/subnets?id=42499bd9-0fae-4fdf-8228-ddc43ca4c09a HTTP/1.1" status: 200 len: 835 time: 0.0608444 Jan 20 14:45:07.113368 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-6748bee8-416f-4935-8bcb-89127c925933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d545976-2ead-4ccd-9548-50ea28092bd5', 'name': 'tempest-TestNetworkBasicOps-router-1101205394', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.100'}], 'enable_snat': True}, 'gw_port_id': 'dc59f87d-6c55-4e47-a00e-9bf6ace672c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:44:38Z', 'updated_at': '2022-01-20T14:44:42Z', 'revision_number': 4, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'gw_port': {'id': 'dc59f87d-6c55-4e47-a00e-9bf6ace672c9', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:6e:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d545976-2ead-4ccd-9548-50ea28092bd5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:44:38Z', 'updated_at': '2022-01-20T14:44:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv', '_floatingips': [{'id': '766f6951-fa84-45ac-8536-fc1ad044e421', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'floating_ip_address': '172.26.7.4', 'floating_network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'router_id': '1d545976-2ead-4ccd-9548-50ea28092bd5', 'port_id': '310cbd16-f1a0-4ff0-9006-1e296c8dfccd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1699196283', 'network_id': '38ba142f-aeab-4fe0-b371-e2a52de1a4ca', 'mac_address': 'fa:16:3e:76:11:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5562c1ed-3ba7-43f7-88d3-c98fde963d71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T14:45:05Z', 'updated_at': '2022-01-20T14:45:05Z', 'revision_number': 0, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b107c8dc-6a2f-4157-ab39-2ad1f009cc0b', 'name': '', 'network_id': '38ba142f-aeab-4fe0-b371-e2a52de1a4ca', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'mac_address': 'fa:16:3e:27:8f:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d545976-2ead-4ccd-9548-50ea28092bd5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '42499bd9-0fae-4fdf-8228-ddc43ca4c09a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:44:42Z', 'updated_at': '2022-01-20T14:44:48Z', 'revision_number': 5, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'subnets': [{'id': '42499bd9-0fae-4fdf-8228-ddc43ca4c09a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:45:07.117186 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6748bee8-416f-4935-8bcb-89127c925933 None None] Checking router: 1d545976-2ead-4ccd-9548-50ea28092bd5 for host: dv-neutron-825124-1-hyperv {{(pid=84155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 14:45:07.127402 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6748bee8-416f-4935-8bcb-89127c925933 None None] Routers {'1d545976-2ead-4ccd-9548-50ea28092bd5'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:45:07.127977 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-6748bee8-416f-4935-8bcb-89127c925933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:45:00Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['1d545976-2ead-4ccd-9548-50ea28092bd5'], 'active': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:45:07.191513 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-700a8ade-1d92-4216-9066-f1cb169c2b23 req-a41bb868-5d51-40c8-ac1a-80d6b790ee8c service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=38ba142f-aeab-4fe0-b371-e2a52de1a4ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0750110 Jan 20 14:45:07.317866 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvr_db [None req-6748bee8-416f-4935-8bcb-89127c925933 None None] Set router 1d545976-2ead-4ccd-9548-50ea28092bd5 gateway port host: dv-neutron-825124-1-hyperv {{(pid=84155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 14:45:07.390743 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-700a8ade-1d92-4216-9066-f1cb169c2b23 req-27bcc40d-2d80-4b4e-8e5b-115990cae3bc service neutron] 10.222.0.106 "GET /v2.0/networks/38ba142f-aeab-4fe0-b371-e2a52de1a4ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1923881 Jan 20 14:45:07.400139 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3afd9d-6210-425e-bcf9-6f6ed441c3eb req-64e10cd8-068f-47cf-ba2f-54f639a2d7d0 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:45:07.401532 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-de3afd9d-6210-425e-bcf9-6f6ed441c3eb req-64e10cd8-068f-47cf-ba2f-54f639a2d7d0 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/ports?device_id=5562c1ed-3ba7-43f7-88d3-c98fde963d71 HTTP/1.1" status: 200 len: 983 time: 0.1325405 Jan 20 14:45:07.649928 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-de3afd9d-6210-425e-bcf9-6f6ed441c3eb req-1675a086-6321-4e8f-b64f-b342cbea3f4d tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/security-groups?id=3ebe9e08-f346-43fe-ac90-4eb35518de92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2300336 Jan 20 14:45:07.668112 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-6748bee8-416f-4935-8bcb-89127c925933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d545976-2ead-4ccd-9548-50ea28092bd5', 'name': 'tempest-TestNetworkBasicOps-router-1101205394', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.100'}], 'enable_snat': True}, 'gw_port_id': 'dc59f87d-6c55-4e47-a00e-9bf6ace672c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:44:38Z', 'updated_at': '2022-01-20T14:44:42Z', 'revision_number': 4, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'gw_port': {'id': 'dc59f87d-6c55-4e47-a00e-9bf6ace672c9', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:6e:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d545976-2ead-4ccd-9548-50ea28092bd5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:44:38Z', 'updated_at': '2022-01-20T14:44:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv', '_floatingips': [{'id': '766f6951-fa84-45ac-8536-fc1ad044e421', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'floating_ip_address': '172.26.7.4', 'floating_network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'router_id': '1d545976-2ead-4ccd-9548-50ea28092bd5', 'port_id': '310cbd16-f1a0-4ff0-9006-1e296c8dfccd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1699196283', 'network_id': '38ba142f-aeab-4fe0-b371-e2a52de1a4ca', 'mac_address': 'fa:16:3e:76:11:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5562c1ed-3ba7-43f7-88d3-c98fde963d71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T14:45:05Z', 'updated_at': '2022-01-20T14:45:05Z', 'revision_number': 0, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b107c8dc-6a2f-4157-ab39-2ad1f009cc0b', 'name': '', 'network_id': '38ba142f-aeab-4fe0-b371-e2a52de1a4ca', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'mac_address': 'fa:16:3e:27:8f:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d545976-2ead-4ccd-9548-50ea28092bd5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '42499bd9-0fae-4fdf-8228-ddc43ca4c09a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:44:42Z', 'updated_at': '2022-01-20T14:44:48Z', 'revision_number': 5, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'subnets': [{'id': '42499bd9-0fae-4fdf-8228-ddc43ca4c09a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:45:07.668689 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-700a8ade-1d92-4216-9066-f1cb169c2b23 req-f51939ed-92ce-4a99-8717-50cb44b39688 service neutron] 10.222.0.106 "GET /v2.0/networks/38ba142f-aeab-4fe0-b371-e2a52de1a4ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2659156 Jan 20 14:45:07.672454 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6748bee8-416f-4935-8bcb-89127c925933 None None] The sync data for ids ['1d545976-2ead-4ccd-9548-50ea28092bd5'] in dv-neutron-825124-1-hyperv is: [{'id': '1d545976-2ead-4ccd-9548-50ea28092bd5', 'name': 'tempest-TestNetworkBasicOps-router-1101205394', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.100'}], 'enable_snat': True}, 'gw_port_id': 'dc59f87d-6c55-4e47-a00e-9bf6ace672c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:44:38Z', 'updated_at': '2022-01-20T14:44:42Z', 'revision_number': 4, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'gw_port': {'id': 'dc59f87d-6c55-4e47-a00e-9bf6ace672c9', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:6e:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d545976-2ead-4ccd-9548-50ea28092bd5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:44:38Z', 'updated_at': '2022-01-20T14:44:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv', '_floatingips': [{'id': '766f6951-fa84-45ac-8536-fc1ad044e421', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'floating_ip_address': '172.26.7.4', 'floating_network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'router_id': '1d545976-2ead-4ccd-9548-50ea28092bd5', 'port_id': '310cbd16-f1a0-4ff0-9006-1e296c8dfccd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1699196283', 'network_id': '38ba142f-aeab-4fe0-b371-e2a52de1a4ca', 'mac_address': 'fa:16:3e:76:11:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5562c1ed-3ba7-43f7-88d3-c98fde963d71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T14:45:05Z', 'updated_at': '2022-01-20T14:45:05Z', 'revision_number': 0, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b107c8dc-6a2f-4157-ab39-2ad1f009cc0b', 'name': '', 'network_id': '38ba142f-aeab-4fe0-b371-e2a52de1a4ca', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'mac_address': 'fa:16:3e:27:8f:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d545976-2ead-4ccd-9548-50ea28092bd5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '42499bd9-0fae-4fdf-8228-ddc43ca4c09a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:44:42Z', 'updated_at': '2022-01-20T14:44:48Z', 'revision_number': 5, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'subnets': [{'id': '42499bd9-0fae-4fdf-8228-ddc43ca4c09a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 14:45:07.860302 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c38694c-225f-464c-a211-091790a8fa30 None None] New status for floating IP 766f6951-fa84-45ac-8536-fc1ad044e421: ACTIVE {{(pid=84154) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 20 14:45:08.736999 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fa8615-0a80-4446-9e86-e21a266886d0 req-3bad17f2-edf4-4d85-bb32-18163875b6d3 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:45:08.738454 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-e8fa8615-0a80-4446-9e86-e21a266886d0 req-3bad17f2-edf4-4d85-bb32-18163875b6d3 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.106 "GET /v2.0/ports?device_id=5562c1ed-3ba7-43f7-88d3-c98fde963d71 HTTP/1.1" status: 200 len: 983 time: 0.0782802 Jan 20 14:45:08.849217 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fa8615-0a80-4446-9e86-e21a266886d0 req-c7b5a5e2-b84e-44a4-bc42-9522ef6502a4 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:45:08.850574 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-e8fa8615-0a80-4446-9e86-e21a266886d0 req-c7b5a5e2-b84e-44a4-bc42-9522ef6502a4 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.106 "GET /v2.0/ports/310cbd16-f1a0-4ff0-9006-1e296c8dfccd?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1060865 Jan 20 14:45:08.974955 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da457734-679d-40e4-a827-6cc4cfd17b8f req-0580c5f7-091f-4ac4-8fcf-a6f2095222cf tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:45:08.976298 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-da457734-679d-40e4-a827-6cc4cfd17b8f req-0580c5f7-091f-4ac4-8fcf-a6f2095222cf tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/ports?device_id=5562c1ed-3ba7-43f7-88d3-c98fde963d71 HTTP/1.1" status: 200 len: 983 time: 0.1991818 Jan 20 14:45:09.026718 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-e8fa8615-0a80-4446-9e86-e21a266886d0 req-ba5217e3-27fe-448e-a1c4-31bd4c1c74a2 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.106 "GET /v2.0/networks/38ba142f-aeab-4fe0-b371-e2a52de1a4ca?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1705036 Jan 20 14:45:09.038211 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [req-e8fa8615-0a80-4446-9e86-e21a266886d0 req-99965e15-57ad-4349-b90e-d14a83dccfc8 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:45:09.092403 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-da457734-679d-40e4-a827-6cc4cfd17b8f req-17565d2b-7ce0-4c08-98e1-8024eabd8a66 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/security-groups?id=3ebe9e08-f346-43fe-ac90-4eb35518de92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060598 Jan 20 14:45:09.152420 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-e8fa8615-0a80-4446-9e86-e21a266886d0 req-99965e15-57ad-4349-b90e-d14a83dccfc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:45:09.343399 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.db [req-e8fa8615-0a80-4446-9e86-e21a266886d0 req-99965e15-57ad-4349-b90e-d14a83dccfc8 service neutron] For port 310cbd16-f1a0-4ff0-9006-1e296c8dfccd, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=310cbd16-f1a0-4ff0-9006-1e296c8dfccd,segment=NetworkSegment(f6ca0cd8-2ccf-45ab-b12c-2f3f8e766863),segment_id=f6ca0cd8-2ccf-45ab-b12c-2f3f8e766863)] {{(pid=84153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:45:09.371461 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.db [req-e8fa8615-0a80-4446-9e86-e21a266886d0 req-99965e15-57ad-4349-b90e-d14a83dccfc8 service neutron] For port 310cbd16-f1a0-4ff0-9006-1e296c8dfccd, host hv-neutron-8251, cleared binding levels {{(pid=84153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 14:45:09.422900 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.notifiers.nova [req-e8fa8615-0a80-4446-9e86-e21a266886d0 req-99965e15-57ad-4349-b90e-d14a83dccfc8 service neutron] device_id is not set on port 310cbd16-f1a0-4ff0-9006-1e296c8dfccd yet. {{(pid=84153) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 14:45:09.431444 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-e8fa8615-0a80-4446-9e86-e21a266886d0 req-99965e15-57ad-4349-b90e-d14a83dccfc8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:45:09.488502 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-e8fa8615-0a80-4446-9e86-e21a266886d0 req-99965e15-57ad-4349-b90e-d14a83dccfc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3944146'] for port, after_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:45:09.613411 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99965e15-57ad-4349-b90e-d14a83dccfc8 service neutron] Pushing event updated for resources: {'Port': ['ID=310cbd16-f1a0-4ff0-9006-1e296c8dfccd,revision_number=6']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:45:09.681840 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8fa8615-0a80-4446-9e86-e21a266886d0 req-99965e15-57ad-4349-b90e-d14a83dccfc8 service neutron] No DVR routers for this DVR port 310cbd16-f1a0-4ff0-9006-1e296c8dfccd on host hv-neutron-8251 {{(pid=84153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 14:45:09.827914 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-e1837905-5df1-41a8-a32e-a49ab2cb693c None None] Provisioning complete for port 310cbd16-f1a0-4ff0-9006-1e296c8dfccd triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:45:09.828460 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-e1837905-5df1-41a8-a32e-a49ab2cb693c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:45:09.882408 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-e1837905-5df1-41a8-a32e-a49ab2cb693c None None] Port 310cbd16-f1a0-4ff0-9006-1e296c8dfccd cannot update to ACTIVE because it is not bound. {{(pid=84154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 14:45:09.917946 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [req-e8fa8615-0a80-4446-9e86-e21a266886d0 req-99965e15-57ad-4349-b90e-d14a83dccfc8 service neutron] In _notify_port_updated(), no bound segment for port 310cbd16-f1a0-4ff0-9006-1e296c8dfccd on network 38ba142f-aeab-4fe0-b371-e2a52de1a4ca {{(pid=84153) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Jan 20 14:45:09.918997 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-e8fa8615-0a80-4446-9e86-e21a266886d0 req-99965e15-57ad-4349-b90e-d14a83dccfc8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:45:09.920321 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-e8fa8615-0a80-4446-9e86-e21a266886d0 req-99965e15-57ad-4349-b90e-d14a83dccfc8 service neutron] 10.222.0.106 "PUT /v2.0/ports/310cbd16-f1a0-4ff0-9006-1e296c8dfccd HTTP/1.1" status: 200 len: 1026 time: 0.8867621 Jan 20 14:45:10.257592 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-418753fb-8e41-4d36-9934-75e1f1d88e98 req-23e10242-de28-4295-a8ff-3bdcc7c5e46f tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/ports?device_id=5562c1ed-3ba7-43f7-88d3-c98fde963d71 HTTP/1.1" status: 200 len: 210 time: 0.0420291 Jan 20 14:45:11.366250 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 45070) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:45:11.431903 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47f8c8de-a1be-4a25-bdf9-7e1b5fe9009e tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:45:11.432470 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-47f8c8de-a1be-4a25-bdf9-7e1b5fe9009e tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Synchronizing usage tracker for tenant:640e8dbef2de46a485c2653a25e2ea4a on resource:port {{(pid=84152) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:45:11.499925 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-47f8c8de-a1be-4a25-bdf9-7e1b5fe9009e tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Unset dirty status for tenant:640e8dbef2de46a485c2653a25e2ea4a on resource:port {{(pid=84152) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:45:11.501727 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-47f8c8de-a1be-4a25-bdf9-7e1b5fe9009e tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/ports/310cbd16-f1a0-4ff0-9006-1e296c8dfccd HTTP/1.1" status: 200 len: 925 time: 0.1339457 Jan 20 14:45:11.720954 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 45076) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:45:11.726417 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-e5af0527-c4dc-4732-8411-65e5fa844db4 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1028786210', 'description': 'tempest-secgroup-smoke-1028786210 description', 'project_id': '640e8dbef2de46a485c2653a25e2ea4a'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:45:11.732207 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-e5af0527-c4dc-4732-8411-65e5fa844db4 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:45:11.742008 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-e5af0527-c4dc-4732-8411-65e5fa844db4 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:45:11.803093 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-e5af0527-c4dc-4732-8411-65e5fa844db4 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for security_group, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:45:11.838714 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-e5af0527-c4dc-4732-8411-65e5fa844db4 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:45:11.842402 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-e5af0527-c4dc-4732-8411-65e5fa844db4 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Usage tracker for resource:security_group_rule and tenant:640e8dbef2de46a485c2653a25e2ea4a is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:45:11.845142 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-e5af0527-c4dc-4732-8411-65e5fa844db4 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:45:11.850759 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-e5af0527-c4dc-4732-8411-65e5fa844db4 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:45:11.902920 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-e5af0527-c4dc-4732-8411-65e5fa844db4 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for security_group, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:45:11.962880 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-e5af0527-c4dc-4732-8411-65e5fa844db4 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:45:12.009329 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5af0527-c4dc-4732-8411-65e5fa844db4 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66d945a7-424a-4212-ae6f-23ccf1a5e4a4,revision_number=1']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:45:12.093500 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-e5af0527-c4dc-4732-8411-65e5fa844db4 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for security_group, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:45:12.094729 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-e5af0527-c4dc-4732-8411-65e5fa844db4 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.3728161 Jan 20 14:45:12.097547 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 45080) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:45:12.102976 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-f4afa672-0b60-457b-989f-e3353219181e tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Request body: {'security_group_rule': {'security_group_id': '66d945a7-424a-4212-ae6f-23ccf1a5e4a4', 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:45:12.108787 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-f4afa672-0b60-457b-989f-e3353219181e tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:45:12.112523 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-f4afa672-0b60-457b-989f-e3353219181e tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Usage tracker for resource:security_group_rule and tenant:640e8dbef2de46a485c2653a25e2ea4a is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:45:12.115361 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-f4afa672-0b60-457b-989f-e3353219181e tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:45:12.120931 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-f4afa672-0b60-457b-989f-e3353219181e tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:45:12.220409 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-f4afa672-0b60-457b-989f-e3353219181e tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:45:12.284496 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-f4afa672-0b60-457b-989f-e3353219181e tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:45:12.351514 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-f4afa672-0b60-457b-989f-e3353219181e tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734962'] for security_group_rule, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:45:12.374231 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4afa672-0b60-457b-989f-e3353219181e tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6dc660d-8a85-4c25-af85-5471ed5c0b29,revision_number=0']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:45:12.459489 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-f4afa672-0b60-457b-989f-e3353219181e tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:45:12.460717 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-f4afa672-0b60-457b-989f-e3353219181e tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3621824 Jan 20 14:45:12.463501 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 45084) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:45:12.468824 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-faed452a-af50-4497-b4d2-2d63de5d8277 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Request body: {'security_group_rule': {'security_group_id': '66d945a7-424a-4212-ae6f-23ccf1a5e4a4', 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:45:12.474602 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-faed452a-af50-4497-b4d2-2d63de5d8277 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:45:12.478547 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-faed452a-af50-4497-b4d2-2d63de5d8277 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Usage tracker for resource:security_group_rule and tenant:640e8dbef2de46a485c2653a25e2ea4a is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:45:12.481376 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-faed452a-af50-4497-b4d2-2d63de5d8277 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:45:12.487722 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-faed452a-af50-4497-b4d2-2d63de5d8277 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:45:12.504516 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Device 310cbd16-f1a0-4ff0-9006-1e296c8dfccd no longer exists at agent hyperv_hv-neutron-8251 {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:45:12.557873 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-faed452a-af50-4497-b4d2-2d63de5d8277 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:45:12.558742 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Device 310cbd16-f1a0-4ff0-9006-1e296c8dfccd not bound to the agent host hv-neutron-8251 {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 14:45:12.619058 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-faed452a-af50-4497-b4d2-2d63de5d8277 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:45:12.693927 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-faed452a-af50-4497-b4d2-2d63de5d8277 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734962'] for security_group_rule, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:45:12.716288 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faed452a-af50-4497-b4d2-2d63de5d8277 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37d80b20-939e-421e-98d5-98c03b72dd98,revision_number=0']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:45:12.791517 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-faed452a-af50-4497-b4d2-2d63de5d8277 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:45:12.792721 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-faed452a-af50-4497-b4d2-2d63de5d8277 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3283017 Jan 20 14:45:12.795447 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 45088) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:45:12.800962 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-ade29664-b380-4c53-a406-b25277e31929 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Request body: {'security_group_rule': {'security_group_id': '66d945a7-424a-4212-ae6f-23ccf1a5e4a4', 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:45:12.806639 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-ade29664-b380-4c53-a406-b25277e31929 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:45:12.810347 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-ade29664-b380-4c53-a406-b25277e31929 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Usage tracker for resource:security_group_rule and tenant:640e8dbef2de46a485c2653a25e2ea4a is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:45:12.813156 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-ade29664-b380-4c53-a406-b25277e31929 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:45:12.819173 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-ade29664-b380-4c53-a406-b25277e31929 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:45:12.941323 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-ade29664-b380-4c53-a406-b25277e31929 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:45:13.005248 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-ade29664-b380-4c53-a406-b25277e31929 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:45:13.077078 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-ade29664-b380-4c53-a406-b25277e31929 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734962'] for security_group_rule, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:45:13.105058 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade29664-b380-4c53-a406-b25277e31929 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8e2e69b-39df-42d7-b392-07a0e97f3567,revision_number=0']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:45:13.156970 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-ade29664-b380-4c53-a406-b25277e31929 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:45:13.161435 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-ade29664-b380-4c53-a406-b25277e31929 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3625820 Jan 20 14:45:13.161675 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 45092) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:45:13.167052 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-72faea45-3863-479c-a489-9cfcee2cb7cd tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Request body: {'security_group_rule': {'security_group_id': '66d945a7-424a-4212-ae6f-23ccf1a5e4a4', 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:45:13.172988 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-72faea45-3863-479c-a489-9cfcee2cb7cd tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:45:13.177078 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-72faea45-3863-479c-a489-9cfcee2cb7cd tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Usage tracker for resource:security_group_rule and tenant:640e8dbef2de46a485c2653a25e2ea4a is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:45:13.179922 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-72faea45-3863-479c-a489-9cfcee2cb7cd tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:45:13.185507 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-72faea45-3863-479c-a489-9cfcee2cb7cd tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:45:13.259938 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-72faea45-3863-479c-a489-9cfcee2cb7cd tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:45:13.321250 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-72faea45-3863-479c-a489-9cfcee2cb7cd tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:45:13.431129 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-72faea45-3863-479c-a489-9cfcee2cb7cd tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734962'] for security_group_rule, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:45:13.456651 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72faea45-3863-479c-a489-9cfcee2cb7cd tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06720228-428f-4071-ac1a-4d017bb1292c,revision_number=0']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:45:13.528852 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-72faea45-3863-479c-a489-9cfcee2cb7cd tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:45:13.530044 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-72faea45-3863-479c-a489-9cfcee2cb7cd tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3673909 Jan 20 14:45:13.532697 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 45096) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:45:13.538107 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-cc239275-7cf5-4ae9-8fee-f63ab053471f tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Request body: {'security_group_rule': {'security_group_id': '66d945a7-424a-4212-ae6f-23ccf1a5e4a4', 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:45:13.543932 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-cc239275-7cf5-4ae9-8fee-f63ab053471f tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:45:13.547766 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-cc239275-7cf5-4ae9-8fee-f63ab053471f tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Usage tracker for resource:security_group_rule and tenant:640e8dbef2de46a485c2653a25e2ea4a is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:45:13.550924 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-cc239275-7cf5-4ae9-8fee-f63ab053471f tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:45:13.557124 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-cc239275-7cf5-4ae9-8fee-f63ab053471f tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:45:13.602823 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.db.securitygroups_db [None req-cc239275-7cf5-4ae9-8fee-f63ab053471f tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Project 640e8dbef2de46a485c2653a25e2ea4a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 20 14:45:13.609194 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-cc239275-7cf5-4ae9-8fee-f63ab053471f tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:45:13.676696 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-cc239275-7cf5-4ae9-8fee-f63ab053471f tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:45:13.716582 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-cc239275-7cf5-4ae9-8fee-f63ab053471f tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734962'] for security_group_rule, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:45:13.738357 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc239275-7cf5-4ae9-8fee-f63ab053471f tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a246f4a-8880-425b-b335-2f4d060c799b,revision_number=0']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:45:13.791426 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-cc239275-7cf5-4ae9-8fee-f63ab053471f tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:45:13.792727 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-cc239275-7cf5-4ae9-8fee-f63ab053471f tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2589617 Jan 20 14:45:13.795401 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 45100) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:45:13.801443 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-2203bd72-c0fb-409f-b6f0-94f79ae192f9 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Request body: {'security_group_rule': {'security_group_id': '66d945a7-424a-4212-ae6f-23ccf1a5e4a4', 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:45:13.807150 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-2203bd72-c0fb-409f-b6f0-94f79ae192f9 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:45:13.810919 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-2203bd72-c0fb-409f-b6f0-94f79ae192f9 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Usage tracker for resource:security_group_rule and tenant:640e8dbef2de46a485c2653a25e2ea4a is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:45:13.813735 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-2203bd72-c0fb-409f-b6f0-94f79ae192f9 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:45:13.819863 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-2203bd72-c0fb-409f-b6f0-94f79ae192f9 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:45:13.888368 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.db.securitygroups_db [None req-2203bd72-c0fb-409f-b6f0-94f79ae192f9 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Project 640e8dbef2de46a485c2653a25e2ea4a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 20 14:45:13.894953 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-2203bd72-c0fb-409f-b6f0-94f79ae192f9 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:45:13.958881 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-2203bd72-c0fb-409f-b6f0-94f79ae192f9 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:45:14.019577 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-2203bd72-c0fb-409f-b6f0-94f79ae192f9 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734962'] for security_group_rule, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:45:14.042460 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2203bd72-c0fb-409f-b6f0-94f79ae192f9 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0122f0d-8b49-4b32-9e3a-61db315942b0,revision_number=0']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:45:14.117235 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-2203bd72-c0fb-409f-b6f0-94f79ae192f9 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:45:14.118442 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-2203bd72-c0fb-409f-b6f0-94f79ae192f9 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3221571 Jan 20 14:45:14.290469 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-6795ad50-e544-4a32-b988-8ef06235b405 req-57627ba2-db9a-42aa-846e-5cdc317de831 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1028786210&fields=id&tenant_id=640e8dbef2de46a485c2653a25e2ea4a HTTP/1.1" status: 200 len: 267 time: 0.0436440 Jan 20 14:45:14.360306 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6795ad50-e544-4a32-b988-8ef06235b405 req-a1e5334d-f791-42f7-b17a-7ad0ca6ab8fe tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:45:14.362122 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-6795ad50-e544-4a32-b988-8ef06235b405 req-a1e5334d-f791-42f7-b17a-7ad0ca6ab8fe tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/ports/310cbd16-f1a0-4ff0-9006-1e296c8dfccd HTTP/1.1" status: 200 len: 930 time: 0.0654118 Jan 20 14:45:14.551449 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-6795ad50-e544-4a32-b988-8ef06235b405 req-aa196e4b-b0e4-453b-8f22-1ec4f9e96ae8 service neutron] 10.222.0.54 "GET /v2.0/ports/310cbd16-f1a0-4ff0-9006-1e296c8dfccd?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200 len: 311 time: 0.1778393 Jan 20 14:45:14.781991 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-6795ad50-e544-4a32-b988-8ef06235b405 req-16bfdd7e-a995-4f3b-aa4a-cf82f832bffa service neutron] 10.222.0.54 "GET /v2.0/networks/38ba142f-aeab-4fe0-b371-e2a52de1a4ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2245653 Jan 20 14:45:14.911746 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-6795ad50-e544-4a32-b988-8ef06235b405 req-b4456ca9-3602-40d8-8613-d9a954681d79 service neutron] 10.222.0.54 "GET /v2.0/networks/38ba142f-aeab-4fe0-b371-e2a52de1a4ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234269 Jan 20 14:45:15.160647 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-f7fb9b91-2660-4467-a401-b0331b5b793e req-9d2506b7-38dc-41a6-a2c8-01e420dba103 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/ports?device_id=5e0bcd7c-6c28-4296-8ccc-eafbcd5fc51f HTTP/1.1" status: 200 len: 210 time: 0.0411789 Jan 20 14:45:16.273002 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-f14b1962-5cfa-4d12-bb69-6f61b3da1100 req-8fcb4ab8-47e3-4f26-acd4-bef89eacc61c tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/ports?device_id=5e0bcd7c-6c28-4296-8ccc-eafbcd5fc51f HTTP/1.1" status: 200 len: 210 time: 0.0410876 Jan 20 14:45:17.383744 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-1c2b70f6-d705-46b8-b8ea-eb2a934918b3 req-0e765651-25b5-4854-8e80-c6683bc7ff2d tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/ports?device_id=5e0bcd7c-6c28-4296-8ccc-eafbcd5fc51f HTTP/1.1" status: 200 len: 210 time: 0.0427516 Jan 20 14:45:18.551828 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-78bbde4a-8662-414a-ae8f-d41b8ad75868 req-85984205-6aa9-4bdc-b83f-8ecb616d7111 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/ports?device_id=5e0bcd7c-6c28-4296-8ccc-eafbcd5fc51f HTTP/1.1" status: 200 len: 210 time: 0.0409114 Jan 20 14:45:19.055055 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-6795ad50-e544-4a32-b988-8ef06235b405 req-04abb69c-f5a1-4c63-a6e9-ae5da06414c3 service neutron] 10.222.0.106 "GET /v2.0/ports/310cbd16-f1a0-4ff0-9006-1e296c8dfccd HTTP/1.1" status: 200 len: 1026 time: 0.0739238 Jan 20 14:45:19.229363 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6795ad50-e544-4a32-b988-8ef06235b405 req-8eb186f3-6982-41f2-b161-b74a5798836c tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:45:19.231292 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-6795ad50-e544-4a32-b988-8ef06235b405 req-8eb186f3-6982-41f2-b161-b74a5798836c tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.106 "GET /v2.0/networks?id=38ba142f-aeab-4fe0-b371-e2a52de1a4ca HTTP/1.1" status: 200 len: 796 time: 0.1692369 Jan 20 14:45:19.294022 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-6795ad50-e544-4a32-b988-8ef06235b405 req-3cd42563-1ce1-49f2-95d5-79c16d07eba3 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.106 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=640e8dbef2de46a485c2653a25e2ea4a HTTP/1.1" status: 200 len: 473 time: 0.0496361 Jan 20 14:45:19.304225 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [req-6795ad50-e544-4a32-b988-8ef06235b405 req-bc4e62d1-70b4-4540-82d9-bbf1078959fa service neutron] Request body: {'port': {'device_id': '5e0bcd7c-6c28-4296-8ccc-eafbcd5fc51f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8251'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:45:19.411673 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-6795ad50-e544-4a32-b988-8ef06235b405 req-bc4e62d1-70b4-4540-82d9-bbf1078959fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:45:19.718706 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-d8d454f0-935f-4f9e-93e9-26de4ffa1e04 req-966537cc-2f10-4910-9cad-932cceadfc09 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/ports?device_id=5e0bcd7c-6c28-4296-8ccc-eafbcd5fc51f HTTP/1.1" status: 200 len: 210 time: 0.0448961 Jan 20 14:45:19.793856 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.notifiers.nova [req-6795ad50-e544-4a32-b988-8ef06235b405 req-bc4e62d1-70b4-4540-82d9-bbf1078959fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 310cbd16-f1a0-4ff0-9006-1e296c8dfccd {{(pid=84153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 14:45:19.800932 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-6795ad50-e544-4a32-b988-8ef06235b405 req-bc4e62d1-70b4-4540-82d9-bbf1078959fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:45:19.815884 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.provisioning_blocks [req-6795ad50-e544-4a32-b988-8ef06235b405 req-bc4e62d1-70b4-4540-82d9-bbf1078959fa service neutron] Transition to ACTIVE for port object 310cbd16-f1a0-4ff0-9006-1e296c8dfccd will not be triggered until provisioned by entity L2. {{(pid=84153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:45:19.876793 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-6795ad50-e544-4a32-b988-8ef06235b405 req-bc4e62d1-70b4-4540-82d9-bbf1078959fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3944146'] for port, after_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:45:20.003079 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4e62d1-70b4-4540-82d9-bbf1078959fa service neutron] Pushing event updated for resources: {'Port': ['ID=310cbd16-f1a0-4ff0-9006-1e296c8dfccd,revision_number=7']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:45:20.138698 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.managers [req-6795ad50-e544-4a32-b988-8ef06235b405 req-bc4e62d1-70b4-4540-82d9-bbf1078959fa service neutron] Attempting to bind port 310cbd16-f1a0-4ff0-9006-1e296c8dfccd on host hv-neutron-8251 for vnic_type normal with profile {{(pid=84153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:45:20.139031 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.managers [req-6795ad50-e544-4a32-b988-8ef06235b405 req-bc4e62d1-70b4-4540-82d9-bbf1078959fa service neutron] Attempting to bind port 310cbd16-f1a0-4ff0-9006-1e296c8dfccd by drivers openvswitch,hyperv on host hv-neutron-8251 at level 0 using segments [{'id': 'f6ca0cd8-2ccf-45ab-b12c-2f3f8e766863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '38ba142f-aeab-4fe0-b371-e2a52de1a4ca'}] {{(pid=84153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:45:20.139356 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6795ad50-e544-4a32-b988-8ef06235b405 req-bc4e62d1-70b4-4540-82d9-bbf1078959fa service neutron] Attempting to bind port 310cbd16-f1a0-4ff0-9006-1e296c8dfccd on network 38ba142f-aeab-4fe0-b371-e2a52de1a4ca {{(pid=84153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 14:45:20.145186 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6795ad50-e544-4a32-b988-8ef06235b405 req-bc4e62d1-70b4-4540-82d9-bbf1078959fa service neutron] Port 310cbd16-f1a0-4ff0-9006-1e296c8dfccd on network 38ba142f-aeab-4fe0-b371-e2a52de1a4ca not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8251 {{(pid=84153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 20 14:45:20.145504 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6795ad50-e544-4a32-b988-8ef06235b405 req-bc4e62d1-70b4-4540-82d9-bbf1078959fa service neutron] Attempting to bind port 310cbd16-f1a0-4ff0-9006-1e296c8dfccd on network 38ba142f-aeab-4fe0-b371-e2a52de1a4ca {{(pid=84153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 14:45:20.151937 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6795ad50-e544-4a32-b988-8ef06235b405 req-bc4e62d1-70b4-4540-82d9-bbf1078959fa service neutron] Checking agent: {'id': 'e037d8fb-d49c-4f86-9910-f13f6ba89a51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8251', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 23), 'started_at': datetime.datetime(2022, 1, 20, 14, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 14:45:20.152273 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6795ad50-e544-4a32-b988-8ef06235b405 req-bc4e62d1-70b4-4540-82d9-bbf1078959fa service neutron] Checking segment: {'id': 'f6ca0cd8-2ccf-45ab-b12c-2f3f8e766863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '38ba142f-aeab-4fe0-b371-e2a52de1a4ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 14:45:20.152649 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6795ad50-e544-4a32-b988-8ef06235b405 req-bc4e62d1-70b4-4540-82d9-bbf1078959fa service neutron] Bound using segment: {'id': 'f6ca0cd8-2ccf-45ab-b12c-2f3f8e766863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '38ba142f-aeab-4fe0-b371-e2a52de1a4ca'} {{(pid=84153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 14:45:20.153215 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.managers [req-6795ad50-e544-4a32-b988-8ef06235b405 req-bc4e62d1-70b4-4540-82d9-bbf1078959fa service neutron] Bound port: 310cbd16-f1a0-4ff0-9006-1e296c8dfccd, host: hv-neutron-8251, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6ca0cd8-2ccf-45ab-b12c-2f3f8e766863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '38ba142f-aeab-4fe0-b371-e2a52de1a4ca'}}] {{(pid=84153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:45:20.153587 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-6795ad50-e544-4a32-b988-8ef06235b405 req-bc4e62d1-70b4-4540-82d9-bbf1078959fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:45:20.239859 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.db [req-6795ad50-e544-4a32-b988-8ef06235b405 req-bc4e62d1-70b4-4540-82d9-bbf1078959fa service neutron] For port 310cbd16-f1a0-4ff0-9006-1e296c8dfccd, host hv-neutron-8251, cleared binding levels {{(pid=84153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 14:45:20.242647 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.db [req-6795ad50-e544-4a32-b988-8ef06235b405 req-bc4e62d1-70b4-4540-82d9-bbf1078959fa service neutron] For port 310cbd16-f1a0-4ff0-9006-1e296c8dfccd, host hv-neutron-8251, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=310cbd16-f1a0-4ff0-9006-1e296c8dfccd,segment=NetworkSegment(f6ca0cd8-2ccf-45ab-b12c-2f3f8e766863),segment_id=f6ca0cd8-2ccf-45ab-b12c-2f3f8e766863)] {{(pid=84153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 14:45:20.312116 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-6795ad50-e544-4a32-b988-8ef06235b405 req-bc4e62d1-70b4-4540-82d9-bbf1078959fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3944146'] for port, after_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:45:20.375641 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-6795ad50-e544-4a32-b988-8ef06235b405 req-bc4e62d1-70b4-4540-82d9-bbf1078959fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:45:20.377021 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-6795ad50-e544-4a32-b988-8ef06235b405 req-bc4e62d1-70b4-4540-82d9-bbf1078959fa service neutron] 10.222.0.106 "PUT /v2.0/ports/310cbd16-f1a0-4ff0-9006-1e296c8dfccd HTTP/1.1" status: 200 len: 1131 time: 1.0769362 Jan 20 14:45:20.377476 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e0bcd7c-6c28-4296-8ccc-eafbcd5fc51f', 'tag': '310cbd16-f1a0-4ff0-9006-1e296c8dfccd'}] {{(pid=84153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 14:45:20.394271 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4e62d1-70b4-4540-82d9-bbf1078959fa service neutron] Pushing event updated for resources: {'Port': ['ID=310cbd16-f1a0-4ff0-9006-1e296c8dfccd,revision_number=8']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:45:20.436952 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e0bcd7c-6c28-4296-8ccc-eafbcd5fc51f', 'tag': '310cbd16-f1a0-4ff0-9006-1e296c8dfccd', 'status': 'completed', 'code': 200} Jan 20 14:45:20.528984 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-ed0acaec-f9db-4e1c-8183-fd98d8784b04 req-7af9a0b7-aba4-4bc6-9620-7e6d503985e2 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=640e8dbef2de46a485c2653a25e2ea4a&device_id=5e0bcd7c-6c28-4296-8ccc-eafbcd5fc51f HTTP/1.1" status: 200 len: 1134 time: 0.0715330 Jan 20 14:45:20.758418 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0acaec-f9db-4e1c-8183-fd98d8784b04 req-eb75c5dd-7822-4482-a289-d3c7f079bd44 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:45:20.759325 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-ed0acaec-f9db-4e1c-8183-fd98d8784b04 req-eb75c5dd-7822-4482-a289-d3c7f079bd44 service neutron] 10.222.0.106 "GET /v2.0/networks?tenant_id=640e8dbef2de46a485c2653a25e2ea4a&shared=False HTTP/1.1" status: 200 len: 897 time: 0.2229338 Jan 20 14:45:20.948546 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0acaec-f9db-4e1c-8183-fd98d8784b04 req-1068e1f1-2703-438b-85e9-3b066c281b84 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:45:20.949980 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-ed0acaec-f9db-4e1c-8183-fd98d8784b04 req-1068e1f1-2703-438b-85e9-3b066c281b84 service neutron] 10.222.0.106 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1847188 Jan 20 14:45:20.970228 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8707d49-cac7-4500-9c07-8b2cc421057e req-ee0225bf-b40f-4f04-970d-2479d1c477d8 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:45:20.972154 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-b8707d49-cac7-4500-9c07-8b2cc421057e req-ee0225bf-b40f-4f04-970d-2479d1c477d8 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/ports?device_id=5e0bcd7c-6c28-4296-8ccc-eafbcd5fc51f HTTP/1.1" status: 200 len: 981 time: 0.1209521 Jan 20 14:45:21.057434 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-b8707d49-cac7-4500-9c07-8b2cc421057e req-8d400095-46d0-4fae-a640-d727ce13992d tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/security-groups?id=3ebe9e08-f346-43fe-ac90-4eb35518de92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796289 Jan 20 14:45:21.083049 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-6795ad50-e544-4a32-b988-8ef06235b405 req-7f2a2243-ce4d-4cd4-8b19-035dba7baa06 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=640e8dbef2de46a485c2653a25e2ea4a&device_id=5e0bcd7c-6c28-4296-8ccc-eafbcd5fc51f HTTP/1.1" status: 200 len: 1134 time: 0.0767062 Jan 20 14:45:21.184891 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-6795ad50-e544-4a32-b988-8ef06235b405 req-a91285ff-fc70-4f61-adf9-a51d744a87e2 service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=310cbd16-f1a0-4ff0-9006-1e296c8dfccd HTTP/1.1" status: 200 len: 1035 time: 0.0950437 Jan 20 14:45:21.251605 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6795ad50-e544-4a32-b988-8ef06235b405 req-3a7943ca-ef3b-4c34-b89b-c390dd76a6f2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:45:21.253567 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-6795ad50-e544-4a32-b988-8ef06235b405 req-3a7943ca-ef3b-4c34-b89b-c390dd76a6f2 service neutron] 10.222.0.106 "GET /v2.0/subnets?id=42499bd9-0fae-4fdf-8228-ddc43ca4c09a HTTP/1.1" status: 200 len: 835 time: 0.0626233 Jan 20 14:45:21.326564 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-6795ad50-e544-4a32-b988-8ef06235b405 req-e8e639f0-dc3e-4bc1-ac20-bb9f275c986d service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=38ba142f-aeab-4fe0-b371-e2a52de1a4ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0668042 Jan 20 14:45:21.453708 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-6795ad50-e544-4a32-b988-8ef06235b405 req-dd93d6eb-8398-4f6d-8ffd-a9fb454ba324 service neutron] 10.222.0.106 "GET /v2.0/networks/38ba142f-aeab-4fe0-b371-e2a52de1a4ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207905 Jan 20 14:45:21.586123 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-6795ad50-e544-4a32-b988-8ef06235b405 req-2d8af291-3ecf-4c71-9361-db3c0eb31ea7 service neutron] 10.222.0.106 "GET /v2.0/networks/38ba142f-aeab-4fe0-b371-e2a52de1a4ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255980 Jan 20 14:45:22.251157 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb42d70a-d6ac-4470-8081-e2677128eb39 req-55f0b057-0b41-40de-80fe-ce491892c726 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:45:22.252719 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-eb42d70a-d6ac-4470-8081-e2677128eb39 req-55f0b057-0b41-40de-80fe-ce491892c726 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/ports?device_id=5e0bcd7c-6c28-4296-8ccc-eafbcd5fc51f HTTP/1.1" status: 200 len: 981 time: 0.0743074 Jan 20 14:45:22.301437 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-eb42d70a-d6ac-4470-8081-e2677128eb39 req-6fd4f749-c6f9-493c-ba6b-7b69fd3e32d6 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/security-groups?id=3ebe9e08-f346-43fe-ac90-4eb35518de92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432451 Jan 20 14:45:23.499909 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7beb8a-cfdc-4da4-81b1-b14c1f677240 req-f8696b68-663b-47c6-af6b-83a67098c6a6 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:45:23.501371 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-aa7beb8a-cfdc-4da4-81b1-b14c1f677240 req-f8696b68-663b-47c6-af6b-83a67098c6a6 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/ports?device_id=5e0bcd7c-6c28-4296-8ccc-eafbcd5fc51f HTTP/1.1" status: 200 len: 981 time: 0.0762064 Jan 20 14:45:23.545756 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-aa7beb8a-cfdc-4da4-81b1-b14c1f677240 req-651ce05a-2b3a-4b81-83dc-8f635e051e59 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/security-groups?id=3ebe9e08-f346-43fe-ac90-4eb35518de92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382891 Jan 20 14:45:24.046295 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.agents_db [None req-6dba657d-a637-4918-9b6d-40defdfae04b None None] Agent healthcheck: found 6 active agents {{(pid=84155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 14:45:24.573805 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Device 310cbd16-f1a0-4ff0-9006-1e296c8dfccd details requested by agent hyperv_hv-neutron-8251 with host hv-neutron-8251 {{(pid=84154) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 20 14:45:24.709040 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] For port 310cbd16-f1a0-4ff0-9006-1e296c8dfccd, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=310cbd16-f1a0-4ff0-9006-1e296c8dfccd,segment=NetworkSegment(f6ca0cd8-2ccf-45ab-b12c-2f3f8e766863),segment_id=f6ca0cd8-2ccf-45ab-b12c-2f3f8e766863)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:45:24.722247 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Returning: {'device': '310cbd16-f1a0-4ff0-9006-1e296c8dfccd', 'network_id': '38ba142f-aeab-4fe0-b371-e2a52de1a4ca', 'port_id': '310cbd16-f1a0-4ff0-9006-1e296c8dfccd', 'mac_address': 'fa:16:3e:76:11:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42499bd9-0fae-4fdf-8228-ddc43ca4c09a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84154) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 20 14:45:24.765607 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2695f4-b667-4761-9808-d79f018ce416 req-8e63ce9c-0950-4a6d-afbe-5760d6b4e4f7 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:45:24.767153 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-7f2695f4-b667-4761-9808-d79f018ce416 req-8e63ce9c-0950-4a6d-afbe-5760d6b4e4f7 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/ports?device_id=5e0bcd7c-6c28-4296-8ccc-eafbcd5fc51f HTTP/1.1" status: 200 len: 981 time: 0.0900853 Jan 20 14:45:24.780706 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:45:24.797472 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.notifiers.nova [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 310cbd16-f1a0-4ff0-9006-1e296c8dfccd {{(pid=84154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 14:45:24.812143 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] For port 310cbd16-f1a0-4ff0-9006-1e296c8dfccd, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=310cbd16-f1a0-4ff0-9006-1e296c8dfccd,segment=NetworkSegment(f6ca0cd8-2ccf-45ab-b12c-2f3f8e766863),segment_id=f6ca0cd8-2ccf-45ab-b12c-2f3f8e766863)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:45:24.812380 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-7f2695f4-b667-4761-9808-d79f018ce416 req-f24797c7-6155-415d-88ad-c2a83fbf4c93 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/security-groups?id=3ebe9e08-f346-43fe-ac90-4eb35518de92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386367 Jan 20 14:45:24.859606 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:45:24.927202 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Pushing event updated for resources: {'Port': ['ID=310cbd16-f1a0-4ff0-9006-1e296c8dfccd,revision_number=9']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:45:25.170630 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] get_ports_and_sgs() called for port_ids ['310cbd16-f1a0-4ff0-9006-1e296c8dfccd'] {{(pid=84154) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 20 14:45:26.005130 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f23e72d-e798-447b-b09a-4b397f7274b0 req-d117f7fe-58e2-4759-b8f0-02e59a520b70 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:45:26.006623 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-2f23e72d-e798-447b-b09a-4b397f7274b0 req-d117f7fe-58e2-4759-b8f0-02e59a520b70 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/ports?device_id=5e0bcd7c-6c28-4296-8ccc-eafbcd5fc51f HTTP/1.1" status: 200 len: 982 time: 0.0753884 Jan 20 14:45:26.050043 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-2f23e72d-e798-447b-b09a-4b397f7274b0 req-d36bb05a-2729-43da-9b1e-de0bfbb7fc9b tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/security-groups?id=3ebe9e08-f346-43fe-ac90-4eb35518de92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375888 Jan 20 14:45:26.591368 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Device 310cbd16-f1a0-4ff0-9006-1e296c8dfccd up at agent hyperv_hv-neutron-8251 {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:45:26.711286 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Provisioning for port 310cbd16-f1a0-4ff0-9006-1e296c8dfccd completed by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:45:26.715900 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Provisioning complete for port 310cbd16-f1a0-4ff0-9006-1e296c8dfccd triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:45:26.716293 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:45:26.832447 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:45:26.858134 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e0bcd7c-6c28-4296-8ccc-eafbcd5fc51f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '310cbd16-f1a0-4ff0-9006-1e296c8dfccd'}] {{(pid=84154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 14:45:26.867551 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] For port 310cbd16-f1a0-4ff0-9006-1e296c8dfccd, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=310cbd16-f1a0-4ff0-9006-1e296c8dfccd,segment=NetworkSegment(f6ca0cd8-2ccf-45ab-b12c-2f3f8e766863),segment_id=f6ca0cd8-2ccf-45ab-b12c-2f3f8e766863)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:45:26.911903 dv-neutron-825124-1-hyperv neutron-server[84154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e0bcd7c-6c28-4296-8ccc-eafbcd5fc51f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '310cbd16-f1a0-4ff0-9006-1e296c8dfccd', 'code': 200} Jan 20 14:45:26.927601 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:45:26.992197 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Pushing event updated for resources: {'Port': ['ID=310cbd16-f1a0-4ff0-9006-1e296c8dfccd,revision_number=10']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:45:27.299349 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297aca1e-6268-4eb9-9217-63466c9a5d4c req-bd440aa3-7472-4a74-a6db-54119b50dedb tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:45:27.301046 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-297aca1e-6268-4eb9-9217-63466c9a5d4c req-bd440aa3-7472-4a74-a6db-54119b50dedb tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/ports?device_id=5e0bcd7c-6c28-4296-8ccc-eafbcd5fc51f HTTP/1.1" status: 200 len: 984 time: 0.1309607 Jan 20 14:45:27.323077 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-65298d5b-4ffb-40ea-a745-f7c681933309 req-66cbefc6-c4d2-459c-bc24-11b36ee54c42 service neutron] 10.222.0.106 "GET /v2.0/ports?device_id=5e0bcd7c-6c28-4296-8ccc-eafbcd5fc51f HTTP/1.1" status: 200 len: 1137 time: 0.1067457 Jan 20 14:45:27.380573 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-297aca1e-6268-4eb9-9217-63466c9a5d4c req-543acaae-ff37-46cf-ac69-41ba9a72458f tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/security-groups?id=3ebe9e08-f346-43fe-ac90-4eb35518de92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730908 Jan 20 14:45:27.383448 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-65298d5b-4ffb-40ea-a745-f7c681933309 req-888dd56b-226c-4a13-8405-47f7c1bbae6f service neutron] 10.222.0.106 "GET /v2.0/security-groups?id=3ebe9e08-f346-43fe-ac90-4eb35518de92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532598 Jan 20 14:45:28.008638 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-9cec5300-a85a-4e88-8233-2c324762ef1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:45:28.577345 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febe01c7-c4ef-45e4-a02e-c884192932f6 req-e71c834c-3bbe-4c3c-9e4f-5ffaa89d8cbf tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:45:28.578913 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-febe01c7-c4ef-45e4-a02e-c884192932f6 req-e71c834c-3bbe-4c3c-9e4f-5ffaa89d8cbf tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/ports?device_id=5e0bcd7c-6c28-4296-8ccc-eafbcd5fc51f HTTP/1.1" status: 200 len: 984 time: 0.0772915 Jan 20 14:45:28.623546 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-febe01c7-c4ef-45e4-a02e-c884192932f6 req-12fcc739-8abe-4970-a3fb-018b039c556e tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/security-groups?id=3ebe9e08-f346-43fe-ac90-4eb35518de92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384722 Jan 20 14:45:29.821670 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb42a15f-cc5a-4fc9-a967-d6513001fba8 req-26fcefe4-b31a-4d89-9e37-30c2444fa034 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:45:29.823200 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-fb42a15f-cc5a-4fc9-a967-d6513001fba8 req-26fcefe4-b31a-4d89-9e37-30c2444fa034 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/ports?device_id=5e0bcd7c-6c28-4296-8ccc-eafbcd5fc51f HTTP/1.1" status: 200 len: 984 time: 0.0778542 Jan 20 14:45:29.958497 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-fb42a15f-cc5a-4fc9-a967-d6513001fba8 req-60273fe5-ef6d-41ba-a869-d6a0dd3b2fb6 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/security-groups?id=3ebe9e08-f346-43fe-ac90-4eb35518de92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297925 Jan 20 14:45:30.149315 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675e40c5-5c85-4505-9ac0-7427002a42dc req-fc3504a2-3b66-441f-ad12-ff5af0404491 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:45:30.150810 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-675e40c5-5c85-4505-9ac0-7427002a42dc req-fc3504a2-3b66-441f-ad12-ff5af0404491 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/ports?device_id=5e0bcd7c-6c28-4296-8ccc-eafbcd5fc51f HTTP/1.1" status: 200 len: 984 time: 0.0755355 Jan 20 14:45:30.197790 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-675e40c5-5c85-4505-9ac0-7427002a42dc req-8ab4b83e-ba8f-4586-9ad2-d597dab18557 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/security-groups?id=3ebe9e08-f346-43fe-ac90-4eb35518de92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415919 Jan 20 14:45:30.225475 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 45158) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:45:30.298061 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-dce5354e-2ce8-48ad-8f8b-49043b828ef6 tempest-TestNetworkBasicOps-1338634829 tempest-TestNetworkBasicOps-1338634829-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=5e0bcd7c-6c28-4296-8ccc-eafbcd5fc51f&network_id=38ba142f-aeab-4fe0-b371-e2a52de1a4ca HTTP/1.1" status: 200 len: 1132 time: 0.0714183 Jan 20 14:45:30.351242 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-310e4048-e109-4f10-bc81-0bef10206445 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:45:30.465949 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:45:30.863497 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f926701-b26a-485c-9f19-53a8e0f82607 req-1897c666-08ca-4cd5-b0cb-a350bf95e77c tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:45:30.864966 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-9f926701-b26a-485c-9f19-53a8e0f82607 req-1897c666-08ca-4cd5-b0cb-a350bf95e77c tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/ports?device_id=5e0bcd7c-6c28-4296-8ccc-eafbcd5fc51f HTTP/1.1" status: 200 len: 984 time: 0.0814319 Jan 20 14:45:30.909029 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-9f926701-b26a-485c-9f19-53a8e0f82607 req-ff6826e1-658f-4fb4-bdb1-aea396a2e599 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/security-groups?id=3ebe9e08-f346-43fe-ac90-4eb35518de92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381718 Jan 20 14:45:31.413957 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:45:31.563296 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-cdd98e71-1f0a-4421-baa9-dcb30e06edf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:45:32.111218 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b500dd-2834-4065-b5db-c967556bbca6 req-a3d43b90-0ae5-44da-9660-6e2ed10272a1 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:45:32.113124 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-30b500dd-2834-4065-b5db-c967556bbca6 req-a3d43b90-0ae5-44da-9660-6e2ed10272a1 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/ports?device_id=5e0bcd7c-6c28-4296-8ccc-eafbcd5fc51f HTTP/1.1" status: 200 len: 984 time: 0.0793192 Jan 20 14:45:32.204566 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-30b500dd-2834-4065-b5db-c967556bbca6 req-41f6930d-c103-4804-927d-f4195051134c tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/security-groups?id=3ebe9e08-f346-43fe-ac90-4eb35518de92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859110 Jan 20 14:45:32.228765 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0234562b-5a72-4a7e-bca9-9a0c852bc512 req-ad1f9779-2206-4267-a71f-19a53dbcf93e tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:45:32.230193 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-0234562b-5a72-4a7e-bca9-9a0c852bc512 req-ad1f9779-2206-4267-a71f-19a53dbcf93e tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.106 "GET /v2.0/ports?device_id=5e0bcd7c-6c28-4296-8ccc-eafbcd5fc51f HTTP/1.1" status: 200 len: 984 time: 0.0905936 Jan 20 14:45:32.301232 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0234562b-5a72-4a7e-bca9-9a0c852bc512 req-f2f903b5-cf4a-4183-9f19-cf9c2e801d26 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:45:32.302584 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-0234562b-5a72-4a7e-bca9-9a0c852bc512 req-f2f903b5-cf4a-4183-9f19-cf9c2e801d26 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.106 "GET /v2.0/ports/310cbd16-f1a0-4ff0-9006-1e296c8dfccd?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0666239 Jan 20 14:45:32.442136 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-0234562b-5a72-4a7e-bca9-9a0c852bc512 req-1e58799a-d49f-42e9-921f-05840afd31b1 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.106 "GET /v2.0/networks/38ba142f-aeab-4fe0-b371-e2a52de1a4ca?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1346140 Jan 20 14:45:32.451451 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [req-0234562b-5a72-4a7e-bca9-9a0c852bc512 req-4fbbf71f-84fe-45c2-b22a-4d0d80d9e0d7 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:45:32.556022 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-0234562b-5a72-4a7e-bca9-9a0c852bc512 req-4fbbf71f-84fe-45c2-b22a-4d0d80d9e0d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:45:32.754230 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.db [req-0234562b-5a72-4a7e-bca9-9a0c852bc512 req-4fbbf71f-84fe-45c2-b22a-4d0d80d9e0d7 service neutron] For port 310cbd16-f1a0-4ff0-9006-1e296c8dfccd, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=310cbd16-f1a0-4ff0-9006-1e296c8dfccd,segment=NetworkSegment(f6ca0cd8-2ccf-45ab-b12c-2f3f8e766863),segment_id=f6ca0cd8-2ccf-45ab-b12c-2f3f8e766863)] {{(pid=84153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:45:32.781828 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.db [req-0234562b-5a72-4a7e-bca9-9a0c852bc512 req-4fbbf71f-84fe-45c2-b22a-4d0d80d9e0d7 service neutron] For port 310cbd16-f1a0-4ff0-9006-1e296c8dfccd, host hv-neutron-8251, cleared binding levels {{(pid=84153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 14:45:32.830009 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.notifiers.nova [req-0234562b-5a72-4a7e-bca9-9a0c852bc512 req-4fbbf71f-84fe-45c2-b22a-4d0d80d9e0d7 service neutron] device_id is not set on port 310cbd16-f1a0-4ff0-9006-1e296c8dfccd yet. {{(pid=84153) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 20 14:45:32.838073 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-0234562b-5a72-4a7e-bca9-9a0c852bc512 req-4fbbf71f-84fe-45c2-b22a-4d0d80d9e0d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:45:32.910205 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-0234562b-5a72-4a7e-bca9-9a0c852bc512 req-4fbbf71f-84fe-45c2-b22a-4d0d80d9e0d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3944146'] for port, after_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:45:33.003527 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-eea6df97-7ff1-4b63-af20-e3ec8913deda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:45:33.048019 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbbf71f-84fe-45c2-b22a-4d0d80d9e0d7 service neutron] Pushing event updated for resources: {'Port': ['ID=310cbd16-f1a0-4ff0-9006-1e296c8dfccd,revision_number=11']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:45:33.065133 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbbf71f-84fe-45c2-b22a-4d0d80d9e0d7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:45:33.065476 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbbf71f-84fe-45c2-b22a-4d0d80d9e0d7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:45:33.065812 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbbf71f-84fe-45c2-b22a-4d0d80d9e0d7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:45:33.066217 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbbf71f-84fe-45c2-b22a-4d0d80d9e0d7 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:45:33.066582 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbbf71f-84fe-45c2-b22a-4d0d80d9e0d7 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:45:33.066910 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbbf71f-84fe-45c2-b22a-4d0d80d9e0d7 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:45:33.067237 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbbf71f-84fe-45c2-b22a-4d0d80d9e0d7 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:45:33.067559 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbbf71f-84fe-45c2-b22a-4d0d80d9e0d7 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:45:33.067878 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbbf71f-84fe-45c2-b22a-4d0d80d9e0d7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:45:33.068196 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbbf71f-84fe-45c2-b22a-4d0d80d9e0d7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:45:33.068512 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbbf71f-84fe-45c2-b22a-4d0d80d9e0d7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:45:33.114701 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.l3_dvrscheduler_db [req-0234562b-5a72-4a7e-bca9-9a0c852bc512 req-4fbbf71f-84fe-45c2-b22a-4d0d80d9e0d7 service neutron] No DVR routers for this DVR port 310cbd16-f1a0-4ff0-9006-1e296c8dfccd on host hv-neutron-8251 {{(pid=84153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 14:45:33.175170 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-2efc0185-d8e2-432f-9106-761682dbf030 None None] Provisioning complete for port 310cbd16-f1a0-4ff0-9006-1e296c8dfccd triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:45:33.175799 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-2efc0185-d8e2-432f-9106-761682dbf030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:45:33.227162 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-2efc0185-d8e2-432f-9106-761682dbf030 None None] Port 310cbd16-f1a0-4ff0-9006-1e296c8dfccd cannot update to ACTIVE because it is not bound. {{(pid=84154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 14:45:33.378928 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-675cd319-8a8f-499f-90e3-df742b1a7fca req-2d472943-bd47-4073-8b1a-8f204b9762ff tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/ports?device_id=5e0bcd7c-6c28-4296-8ccc-eafbcd5fc51f HTTP/1.1" status: 200 len: 210 time: 0.0435600 Jan 20 14:45:33.390525 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [req-0234562b-5a72-4a7e-bca9-9a0c852bc512 req-4fbbf71f-84fe-45c2-b22a-4d0d80d9e0d7 service neutron] In _notify_port_updated(), no bound segment for port 310cbd16-f1a0-4ff0-9006-1e296c8dfccd on network 38ba142f-aeab-4fe0-b371-e2a52de1a4ca {{(pid=84153) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Jan 20 14:45:33.391497 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-0234562b-5a72-4a7e-bca9-9a0c852bc512 req-4fbbf71f-84fe-45c2-b22a-4d0d80d9e0d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:45:33.392765 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-0234562b-5a72-4a7e-bca9-9a0c852bc512 req-4fbbf71f-84fe-45c2-b22a-4d0d80d9e0d7 service neutron] 10.222.0.106 "PUT /v2.0/ports/310cbd16-f1a0-4ff0-9006-1e296c8dfccd HTTP/1.1" status: 200 len: 1027 time: 0.9449835 Jan 20 14:45:34.481421 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 45172) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:45:34.553167 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-550cfe11-0d43-4bd2-9cb6-6083d7d29afd tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for security_group, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:45:34.668707 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-550cfe11-0d43-4bd2-9cb6-6083d7d29afd tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:45:34.795909 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-550cfe11-0d43-4bd2-9cb6-6083d7d29afd tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:45:34.820674 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550cfe11-0d43-4bd2-9cb6-6083d7d29afd tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=66d945a7-424a-4212-ae6f-23ccf1a5e4a4,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:45:34.821568 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-550cfe11-0d43-4bd2-9cb6-6083d7d29afd tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for security_group, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:45:34.822693 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-550cfe11-0d43-4bd2-9cb6-6083d7d29afd tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "DELETE /v2.0/security-groups/66d945a7-424a-4212-ae6f-23ccf1a5e4a4 HTTP/1.1" status: 204 len: 168 time: 0.3402698 Jan 20 14:45:34.941209 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 45178) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:45:35.160822 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-84b86b76-b8af-4748-a9ae-7787f3b31eb0 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Deleting port 96fed97a-804b-4d3e-a38e-5ebbd0791c2c {{(pid=84153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:45:35.161086 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-84b86b76-b8af-4748-a9ae-7787f3b31eb0 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:45:35.330943 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-84b86b76-b8af-4748-a9ae-7787f3b31eb0 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:45:35.331263 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-84b86b76-b8af-4748-a9ae-7787f3b31eb0 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:45:35.453800 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-84b86b76-b8af-4748-a9ae-7787f3b31eb0 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Calling delete_port for 96fed97a-804b-4d3e-a38e-5ebbd0791c2c owned by network:floatingip {{(pid=84153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:45:35.636723 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-84b86b76-b8af-4748-a9ae-7787f3b31eb0 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:45:35.692308 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b86b76-b8af-4748-a9ae-7787f3b31eb0 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Pushing event deleted for resources: {'Port': ['ID=96fed97a-804b-4d3e-a38e-5ebbd0791c2c,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:45:35.792147 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-84b86b76-b8af-4748-a9ae-7787f3b31eb0 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for floatingip, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:45:36.190756 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84b86b76-b8af-4748-a9ae-7787f3b31eb0 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Router 1d545976-2ead-4ccd-9548-50ea28092bd5 has already been hosted by L3 agent 624d525b-4c26-4143-8a1c-228bb1c6faaa {{(pid=84153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 14:45:36.406070 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84b86b76-b8af-4748-a9ae-7787f3b31eb0 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify agent at l3_agent.dv-neutron-825124-1-hyperv the message routers_updated {{(pid=84153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 14:45:36.415411 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-829c842c-323a-4b22-b316-cd87bf1ea2e6 None None] Sync routers for ids ['1d545976-2ead-4ccd-9548-50ea28092bd5'] in dv-neutron-825124-1-hyperv {{(pid=84155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 14:45:36.427327 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-829c842c-323a-4b22-b316-cd87bf1ea2e6 None None] Routers {'1d545976-2ead-4ccd-9548-50ea28092bd5'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:45:36.428279 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-829c842c-323a-4b22-b316-cd87bf1ea2e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:45:30Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['1d545976-2ead-4ccd-9548-50ea28092bd5'], 'active': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:45:36.487273 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-84b86b76-b8af-4748-a9ae-7787f3b31eb0 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for floatingip, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:45:36.608419 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvr_db [None req-829c842c-323a-4b22-b316-cd87bf1ea2e6 None None] Set router 1d545976-2ead-4ccd-9548-50ea28092bd5 gateway port host: dv-neutron-825124-1-hyperv {{(pid=84155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 14:45:36.644245 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-84b86b76-b8af-4748-a9ae-7787f3b31eb0 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "DELETE /v2.0/floatingips/766f6951-fa84-45ac-8536-fc1ad044e421 HTTP/1.1" status: 204 len: 168 time: 1.7011614 Jan 20 14:45:36.666540 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Device 310cbd16-f1a0-4ff0-9006-1e296c8dfccd no longer exists at agent hyperv_hv-neutron-8251 {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:45:36.730246 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Device 310cbd16-f1a0-4ff0-9006-1e296c8dfccd not bound to the agent host hv-neutron-8251 {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 14:45:36.806189 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 45186) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:45:36.872851 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-98d5c04d-31f1-4045-a9f5-6de257811448 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for security_group, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:45:36.904092 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-98d5c04d-31f1-4045-a9f5-6de257811448 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:45:36.948357 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-829c842c-323a-4b22-b316-cd87bf1ea2e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d545976-2ead-4ccd-9548-50ea28092bd5', 'name': 'tempest-TestNetworkBasicOps-router-1101205394', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.100'}], 'enable_snat': True}, 'gw_port_id': 'dc59f87d-6c55-4e47-a00e-9bf6ace672c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:44:38Z', 'updated_at': '2022-01-20T14:44:42Z', 'revision_number': 4, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'gw_port': {'id': 'dc59f87d-6c55-4e47-a00e-9bf6ace672c9', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:6e:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d545976-2ead-4ccd-9548-50ea28092bd5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:44:38Z', 'updated_at': '2022-01-20T14:44:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv', '_interfaces': [{'id': 'b107c8dc-6a2f-4157-ab39-2ad1f009cc0b', 'name': '', 'network_id': '38ba142f-aeab-4fe0-b371-e2a52de1a4ca', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'mac_address': 'fa:16:3e:27:8f:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d545976-2ead-4ccd-9548-50ea28092bd5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '42499bd9-0fae-4fdf-8228-ddc43ca4c09a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:44:42Z', 'updated_at': '2022-01-20T14:44:48Z', 'revision_number': 5, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'subnets': [{'id': '42499bd9-0fae-4fdf-8228-ddc43ca4c09a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:45:36.952291 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-829c842c-323a-4b22-b316-cd87bf1ea2e6 None None] Checking router: 1d545976-2ead-4ccd-9548-50ea28092bd5 for host: dv-neutron-825124-1-hyperv {{(pid=84155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 14:45:36.962662 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-829c842c-323a-4b22-b316-cd87bf1ea2e6 None None] Routers {'1d545976-2ead-4ccd-9548-50ea28092bd5'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:45:36.963229 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-829c842c-323a-4b22-b316-cd87bf1ea2e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:45:30Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['1d545976-2ead-4ccd-9548-50ea28092bd5'], 'active': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:45:37.048495 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-98d5c04d-31f1-4045-a9f5-6de257811448 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:45:37.066959 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d5c04d-31f1-4045-a9f5-6de257811448 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f912ea3-89a7-42a0-8d28-0468dc3ca880,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:45:37.077096 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-98d5c04d-31f1-4045-a9f5-6de257811448 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for security_group, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:45:37.080634 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-98d5c04d-31f1-4045-a9f5-6de257811448 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "DELETE /v2.0/security-groups/4f912ea3-89a7-42a0-8d28-0468dc3ca880 HTTP/1.1" status: 204 len: 168 time: 0.2709787 Jan 20 14:45:37.133904 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvr_db [None req-829c842c-323a-4b22-b316-cd87bf1ea2e6 None None] Set router 1d545976-2ead-4ccd-9548-50ea28092bd5 gateway port host: dv-neutron-825124-1-hyperv {{(pid=84155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 14:45:37.174177 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 45192) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:45:37.242187 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-8bee330f-106e-4d3d-bdef-6f20bddf347c tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Deleting port 310cbd16-f1a0-4ff0-9006-1e296c8dfccd {{(pid=84153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:45:37.242732 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-8bee330f-106e-4d3d-bdef-6f20bddf347c tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:45:37.442730 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-829c842c-323a-4b22-b316-cd87bf1ea2e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d545976-2ead-4ccd-9548-50ea28092bd5', 'name': 'tempest-TestNetworkBasicOps-router-1101205394', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.100'}], 'enable_snat': True}, 'gw_port_id': 'dc59f87d-6c55-4e47-a00e-9bf6ace672c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:44:38Z', 'updated_at': '2022-01-20T14:44:42Z', 'revision_number': 4, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'gw_port': {'id': 'dc59f87d-6c55-4e47-a00e-9bf6ace672c9', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:6e:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d545976-2ead-4ccd-9548-50ea28092bd5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:44:38Z', 'updated_at': '2022-01-20T14:44:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv', '_interfaces': [{'id': 'b107c8dc-6a2f-4157-ab39-2ad1f009cc0b', 'name': '', 'network_id': '38ba142f-aeab-4fe0-b371-e2a52de1a4ca', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'mac_address': 'fa:16:3e:27:8f:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d545976-2ead-4ccd-9548-50ea28092bd5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '42499bd9-0fae-4fdf-8228-ddc43ca4c09a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:44:42Z', 'updated_at': '2022-01-20T14:44:48Z', 'revision_number': 5, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'subnets': [{'id': '42499bd9-0fae-4fdf-8228-ddc43ca4c09a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:45:37.446759 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-829c842c-323a-4b22-b316-cd87bf1ea2e6 None None] The sync data for ids ['1d545976-2ead-4ccd-9548-50ea28092bd5'] in dv-neutron-825124-1-hyperv is: [{'id': '1d545976-2ead-4ccd-9548-50ea28092bd5', 'name': 'tempest-TestNetworkBasicOps-router-1101205394', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.100'}], 'enable_snat': True}, 'gw_port_id': 'dc59f87d-6c55-4e47-a00e-9bf6ace672c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:44:38Z', 'updated_at': '2022-01-20T14:44:42Z', 'revision_number': 4, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'gw_port': {'id': 'dc59f87d-6c55-4e47-a00e-9bf6ace672c9', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:6e:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d545976-2ead-4ccd-9548-50ea28092bd5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:44:38Z', 'updated_at': '2022-01-20T14:44:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv', '_interfaces': [{'id': 'b107c8dc-6a2f-4157-ab39-2ad1f009cc0b', 'name': '', 'network_id': '38ba142f-aeab-4fe0-b371-e2a52de1a4ca', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'mac_address': 'fa:16:3e:27:8f:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d545976-2ead-4ccd-9548-50ea28092bd5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '42499bd9-0fae-4fdf-8228-ddc43ca4c09a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:44:42Z', 'updated_at': '2022-01-20T14:44:48Z', 'revision_number': 5, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'subnets': [{'id': '42499bd9-0fae-4fdf-8228-ddc43ca4c09a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 14:45:37.487912 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-8bee330f-106e-4d3d-bdef-6f20bddf347c tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:45:37.610366 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-8bee330f-106e-4d3d-bdef-6f20bddf347c tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Calling delete_port for 310cbd16-f1a0-4ff0-9006-1e296c8dfccd owned by {{(pid=84153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:45:37.663701 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82099c07-8a9e-494b-89b0-94014414f8ec None None] New status for floating IP 766f6951-fa84-45ac-8536-fc1ad044e421: DOWN {{(pid=84154) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 20 14:45:37.825565 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-8bee330f-106e-4d3d-bdef-6f20bddf347c tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:45:37.874461 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bee330f-106e-4d3d-bdef-6f20bddf347c tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Pushing event deleted for resources: {'Port': ['ID=310cbd16-f1a0-4ff0-9006-1e296c8dfccd,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:45:37.975402 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-8bee330f-106e-4d3d-bdef-6f20bddf347c tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:45:37.985167 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-8bee330f-106e-4d3d-bdef-6f20bddf347c tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "DELETE /v2.0/ports/310cbd16-f1a0-4ff0-9006-1e296c8dfccd HTTP/1.1" status: 204 len: 168 time: 0.8098588 Jan 20 14:45:37.987874 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 45196) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:45:38.380365 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-c8e2946d-ece5-4792-9279-d674e3065519 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-743504'] for router_interface, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:45:39.069017 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-c8e2946d-ece5-4792-9279-d674e3065519 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Deleting port b107c8dc-6a2f-4157-ab39-2ad1f009cc0b {{(pid=84153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:45:39.069716 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-c8e2946d-ece5-4792-9279-d674e3065519 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:45:39.252125 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.db [None req-c8e2946d-ece5-4792-9279-d674e3065519 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] For port b107c8dc-6a2f-4157-ab39-2ad1f009cc0b, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=b107c8dc-6a2f-4157-ab39-2ad1f009cc0b,segment=NetworkSegment(f6ca0cd8-2ccf-45ab-b12c-2f3f8e766863),segment_id=f6ca0cd8-2ccf-45ab-b12c-2f3f8e766863)] {{(pid=84153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:45:39.252488 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-c8e2946d-ece5-4792-9279-d674e3065519 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:45:39.372938 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-c8e2946d-ece5-4792-9279-d674e3065519 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Calling delete_port for b107c8dc-6a2f-4157-ab39-2ad1f009cc0b owned by network:router_interface {{(pid=84153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:45:39.625575 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-c8e2946d-ece5-4792-9279-d674e3065519 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:45:39.673961 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e2946d-ece5-4792-9279-d674e3065519 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Pushing event deleted for resources: {'Port': ['ID=b107c8dc-6a2f-4157-ab39-2ad1f009cc0b,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:45:39.963346 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-c8e2946d-ece5-4792-9279-d674e3065519 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1705096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-745401'] for router_interface, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:45:40.626744 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8e2946d-ece5-4792-9279-d674e3065519 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Router 1d545976-2ead-4ccd-9548-50ea28092bd5 has already been hosted by L3 agent 624d525b-4c26-4143-8a1c-228bb1c6faaa {{(pid=84153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 14:45:40.822209 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8e2946d-ece5-4792-9279-d674e3065519 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify agent at l3_agent.dv-neutron-825124-1-hyperv the message routers_updated {{(pid=84153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 14:45:40.831133 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad358ea2-fe65-4f15-8813-e358a214a6ad None None] Sync routers for ids ['1d545976-2ead-4ccd-9548-50ea28092bd5'] in dv-neutron-825124-1-hyperv {{(pid=84155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 14:45:40.835793 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-c8e2946d-ece5-4792-9279-d674e3065519 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "PUT /v2.0/routers/1d545976-2ead-4ccd-9548-50ea28092bd5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8469443 Jan 20 14:45:40.838511 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 45200) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:45:40.843152 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad358ea2-fe65-4f15-8813-e358a214a6ad None None] Routers {'1d545976-2ead-4ccd-9548-50ea28092bd5'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:45:40.843736 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-ad358ea2-fe65-4f15-8813-e358a214a6ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:45:30Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['1d545976-2ead-4ccd-9548-50ea28092bd5'], 'active': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:45:41.017909 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvr_db [None req-ad358ea2-fe65-4f15-8813-e358a214a6ad None None] Set router 1d545976-2ead-4ccd-9548-50ea28092bd5 gateway port host: dv-neutron-825124-1-hyperv {{(pid=84155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 14:45:41.024486 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.db_base_plugin_v2 [None req-e62b54c7-1f3b-4533-aa2a-ca91fa118943 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Deleting subnet 42499bd9-0fae-4fdf-8228-ddc43ca4c09a {{(pid=84152) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 20 14:45:41.027328 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-e62b54c7-1f3b-4533-aa2a-ca91fa118943 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for subnet, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:45:41.079546 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-e62b54c7-1f3b-4533-aa2a-ca91fa118943 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3337915'] for subnet, precommit_delete_associations {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:45:41.159655 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-e62b54c7-1f3b-4533-aa2a-ca91fa118943 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1627147'] for subnet, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:45:41.283522 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-e62b54c7-1f3b-4533-aa2a-ca91fa118943 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1627154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4163580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155308'] for subnet, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:45:41.296345 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-ad358ea2-fe65-4f15-8813-e358a214a6ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d545976-2ead-4ccd-9548-50ea28092bd5', 'name': 'tempest-TestNetworkBasicOps-router-1101205394', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.100'}], 'enable_snat': True}, 'gw_port_id': 'dc59f87d-6c55-4e47-a00e-9bf6ace672c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:44:38Z', 'updated_at': '2022-01-20T14:45:39Z', 'revision_number': 5, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'gw_port': {'id': 'dc59f87d-6c55-4e47-a00e-9bf6ace672c9', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:6e:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d545976-2ead-4ccd-9548-50ea28092bd5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:44:38Z', 'updated_at': '2022-01-20T14:44:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv'}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:45:41.300249 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad358ea2-fe65-4f15-8813-e358a214a6ad None None] Checking router: 1d545976-2ead-4ccd-9548-50ea28092bd5 for host: dv-neutron-825124-1-hyperv {{(pid=84155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 14:45:41.311569 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad358ea2-fe65-4f15-8813-e358a214a6ad None None] Routers {'1d545976-2ead-4ccd-9548-50ea28092bd5'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:45:41.312153 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-ad358ea2-fe65-4f15-8813-e358a214a6ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:45:30Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['1d545976-2ead-4ccd-9548-50ea28092bd5'], 'active': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:45:41.323331 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62b54c7-1f3b-4533-aa2a-ca91fa118943 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Pushing event deleted for resources: {'Subnet': ['ID=42499bd9-0fae-4fdf-8228-ddc43ca4c09a,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:45:41.332798 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-e62b54c7-1f3b-4533-aa2a-ca91fa118943 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for subnet, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:45:41.337384 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62b54c7-1f3b-4533-aa2a-ca91fa118943 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:45:41.337524 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78513a6b-ab0e-423e-90dd-372f2bbbd9dd None None] Network 38ba142f-aeab-4fe0-b371-e2a52de1a4ca requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:45:41.337926 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62b54c7-1f3b-4533-aa2a-ca91fa118943 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:45:41.338196 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62b54c7-1f3b-4533-aa2a-ca91fa118943 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:45:41.338413 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62b54c7-1f3b-4533-aa2a-ca91fa118943 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:45:41.338747 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62b54c7-1f3b-4533-aa2a-ca91fa118943 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:45:41.339072 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62b54c7-1f3b-4533-aa2a-ca91fa118943 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:45:41.339401 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62b54c7-1f3b-4533-aa2a-ca91fa118943 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:45:41.339724 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62b54c7-1f3b-4533-aa2a-ca91fa118943 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:45:41.340059 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62b54c7-1f3b-4533-aa2a-ca91fa118943 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:45:41.340364 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62b54c7-1f3b-4533-aa2a-ca91fa118943 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:45:41.340680 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62b54c7-1f3b-4533-aa2a-ca91fa118943 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:45:41.348054 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-e62b54c7-1f3b-4533-aa2a-ca91fa118943 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "DELETE /v2.0/subnets/42499bd9-0fae-4fdf-8228-ddc43ca4c09a HTTP/1.1" status: 204 len: 168 time: 0.5060306 Jan 20 14:45:41.348332 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 45204) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:45:41.520183 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvr_db [None req-ad358ea2-fe65-4f15-8813-e358a214a6ad None None] Set router 1d545976-2ead-4ccd-9548-50ea28092bd5 gateway port host: dv-neutron-825124-1-hyperv {{(pid=84155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 14:45:41.630184 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6514c1b8-d4e4-43db-ad90-54be57b13116 None None] DHCP port deletion for 38ba142f-aeab-4fe0-b371-e2a52de1a4ca request from dv-neutron-825124-1-hyperv {{(pid=84154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 20 14:45:41.634840 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-6514c1b8-d4e4-43db-ad90-54be57b13116 None None] Deleting port 3503b0c7-fc04-49a9-a9f0-e8c800d0685b {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:45:41.635279 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-6514c1b8-d4e4-43db-ad90-54be57b13116 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:45:41.652314 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-46397d4f-0a62-49df-8201-f6399b8c84a6 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for router, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:45:41.816372 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-ad358ea2-fe65-4f15-8813-e358a214a6ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d545976-2ead-4ccd-9548-50ea28092bd5', 'name': 'tempest-TestNetworkBasicOps-router-1101205394', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.100'}], 'enable_snat': True}, 'gw_port_id': 'dc59f87d-6c55-4e47-a00e-9bf6ace672c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:44:38Z', 'updated_at': '2022-01-20T14:45:39Z', 'revision_number': 5, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'gw_port': {'id': 'dc59f87d-6c55-4e47-a00e-9bf6ace672c9', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:6e:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d545976-2ead-4ccd-9548-50ea28092bd5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:44:38Z', 'updated_at': '2022-01-20T14:44:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv'}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:45:41.820441 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad358ea2-fe65-4f15-8813-e358a214a6ad None None] The sync data for ids ['1d545976-2ead-4ccd-9548-50ea28092bd5'] in dv-neutron-825124-1-hyperv is: [{'id': '1d545976-2ead-4ccd-9548-50ea28092bd5', 'name': 'tempest-TestNetworkBasicOps-router-1101205394', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.100'}], 'enable_snat': True}, 'gw_port_id': 'dc59f87d-6c55-4e47-a00e-9bf6ace672c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:44:38Z', 'updated_at': '2022-01-20T14:45:39Z', 'revision_number': 5, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'gw_port': {'id': 'dc59f87d-6c55-4e47-a00e-9bf6ace672c9', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:6e:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d545976-2ead-4ccd-9548-50ea28092bd5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:44:38Z', 'updated_at': '2022-01-20T14:44:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv'}] {{(pid=84155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 14:45:41.847668 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-6514c1b8-d4e4-43db-ad90-54be57b13116 None None] For port 3503b0c7-fc04-49a9-a9f0-e8c800d0685b, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=3503b0c7-fc04-49a9-a9f0-e8c800d0685b,segment=NetworkSegment(f6ca0cd8-2ccf-45ab-b12c-2f3f8e766863),segment_id=f6ca0cd8-2ccf-45ab-b12c-2f3f8e766863)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:45:41.848073 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-6514c1b8-d4e4-43db-ad90-54be57b13116 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:45:41.872657 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-46397d4f-0a62-49df-8201-f6399b8c84a6 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:45:41.968189 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-6514c1b8-d4e4-43db-ad90-54be57b13116 None None] Calling delete_port for 3503b0c7-fc04-49a9-a9f0-e8c800d0685b owned by network:dhcp {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:45:41.968431 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-46397d4f-0a62-49df-8201-f6399b8c84a6 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Deleting port dc59f87d-6c55-4e47-a00e-9bf6ace672c9 {{(pid=84152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:45:41.968586 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-46397d4f-0a62-49df-8201-f6399b8c84a6 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:45:42.123167 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-6514c1b8-d4e4-43db-ad90-54be57b13116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486'] for port, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:45:42.144752 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.db [None req-46397d4f-0a62-49df-8201-f6399b8c84a6 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] For port dc59f87d-6c55-4e47-a00e-9bf6ace672c9, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=dc59f87d-6c55-4e47-a00e-9bf6ace672c9,segment=NetworkSegment(f628f1ba-6b70-4c9b-8839-62340c040c81),segment_id=f628f1ba-6b70-4c9b-8839-62340c040c81)] {{(pid=84152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:45:42.145100 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-46397d4f-0a62-49df-8201-f6399b8c84a6 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:45:42.173930 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6514c1b8-d4e4-43db-ad90-54be57b13116 None None] Pushing event deleted for resources: {'Port': ['ID=3503b0c7-fc04-49a9-a9f0-e8c800d0685b,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:45:42.179244 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6514c1b8-d4e4-43db-ad90-54be57b13116 None None] No DVR routers for this DVR port 3503b0c7-fc04-49a9-a9f0-e8c800d0685b on host dv-neutron-825124-1-hyperv {{(pid=84154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 14:45:42.208337 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6514c1b8-d4e4-43db-ad90-54be57b13116 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:45:42.208704 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6514c1b8-d4e4-43db-ad90-54be57b13116 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:45:42.209582 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6514c1b8-d4e4-43db-ad90-54be57b13116 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:45:42.209957 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6514c1b8-d4e4-43db-ad90-54be57b13116 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:45:42.210281 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6514c1b8-d4e4-43db-ad90-54be57b13116 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:45:42.210732 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6514c1b8-d4e4-43db-ad90-54be57b13116 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:45:42.211072 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6514c1b8-d4e4-43db-ad90-54be57b13116 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:45:42.211398 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6514c1b8-d4e4-43db-ad90-54be57b13116 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:45:42.211725 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6514c1b8-d4e4-43db-ad90-54be57b13116 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:45:42.212096 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6514c1b8-d4e4-43db-ad90-54be57b13116 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:45:42.212429 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6514c1b8-d4e4-43db-ad90-54be57b13116 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:45:42.268003 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-46397d4f-0a62-49df-8201-f6399b8c84a6 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Calling delete_port for dc59f87d-6c55-4e47-a00e-9bf6ace672c9 owned by network:router_gateway {{(pid=84152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:45:42.344374 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device b107c8dc-6a2f-4157-ab39-2ad1f009cc0b no longer exists at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:45:42.377871 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] No Port match for: b107c8dc-6a2f-4157-ab39-2ad1f009cc0b {{(pid=84154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 14:45:42.378203 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device b107c8dc-6a2f-4157-ab39-2ad1f009cc0b not bound to the agent host dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 14:45:42.378614 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 3503b0c7-fc04-49a9-a9f0-e8c800d0685b no longer exists at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:45:42.413129 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] No Port match for: 3503b0c7-fc04-49a9-a9f0-e8c800d0685b {{(pid=84154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 14:45:42.413478 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 3503b0c7-fc04-49a9-a9f0-e8c800d0685b not bound to the agent host dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 14:45:42.488287 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-46397d4f-0a62-49df-8201-f6399b8c84a6 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:45:42.532433 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46397d4f-0a62-49df-8201-f6399b8c84a6 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Pushing event deleted for resources: {'Port': ['ID=dc59f87d-6c55-4e47-a00e-9bf6ace672c9,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:45:42.744075 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-46397d4f-0a62-49df-8201-f6399b8c84a6 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-745333'] for router_gateway, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:45:43.005193 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-46397d4f-0a62-49df-8201-f6399b8c84a6 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-737761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105493'] for router, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:45:43.009305 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-46397d4f-0a62-49df-8201-f6399b8c84a6 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:45:43.088726 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-46397d4f-0a62-49df-8201-f6399b8c84a6 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-737693'] for router, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:45:43.089286 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46397d4f-0a62-49df-8201-f6399b8c84a6 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Fanout notify agent at l3_agent the message router_deleted on router 1d545976-2ead-4ccd-9548-50ea28092bd5 {{(pid=84152) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 20 14:45:43.104157 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-46397d4f-0a62-49df-8201-f6399b8c84a6 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for router, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:45:43.105653 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-46397d4f-0a62-49df-8201-f6399b8c84a6 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "DELETE /v2.0/routers/1d545976-2ead-4ccd-9548-50ea28092bd5 HTTP/1.1" status: 204 len: 168 time: 1.7565069 Jan 20 14:45:43.108221 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 45208) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:45:43.312100 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-c5d43695-ce36-4eda-8275-3f75e7b53211 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586409'] for network, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:45:43.440245 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-c5d43695-ce36-4eda-8275-3f75e7b53211 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1626242', 'neutron.services.segments.db._delete_segments_for_network-8769554214620'] for network, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:45:43.465687 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.segments.db [None req-c5d43695-ce36-4eda-8275-3f75e7b53211 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38ba142f-aeab-4fe0-b371-e2a52de1a4ca']}} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:45:43.484747 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.segments.db [None req-c5d43695-ce36-4eda-8275-3f75e7b53211 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6ca0cd8-2ccf-45ab-b12c-2f3f8e766863') {'for_net_delete': True} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:45:43.485033 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.segments.db [None req-c5d43695-ce36-4eda-8275-3f75e7b53211 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6ca0cd8-2ccf-45ab-b12c-2f3f8e766863') {} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:45:43.496123 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-c5d43695-ce36-4eda-8275-3f75e7b53211 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769554214503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3337904'] for segment, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:45:43.512657 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-c5d43695-ce36-4eda-8275-3f75e7b53211 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:45:43.519003 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5d43695-ce36-4eda-8275-3f75e7b53211 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=84152) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 14:45:43.519303 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-c5d43695-ce36-4eda-8275-3f75e7b53211 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1622950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4162906'] for segment, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:45:43.534236 dv-neutron-825124-1-hyperv neutron-server[84152]: Traceback (most recent call last): Jan 20 14:45:43.534236 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 14:45:43.534236 dv-neutron-825124-1-hyperv neutron-server[84152]: timer() Jan 20 14:45:43.534236 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 14:45:43.534236 dv-neutron-825124-1-hyperv neutron-server[84152]: cb(*args, **kw) Jan 20 14:45:43.534236 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 14:45:43.534236 dv-neutron-825124-1-hyperv neutron-server[84152]: return func(*args, **kwargs) Jan 20 14:45:43.534236 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 14:45:43.534236 dv-neutron-825124-1-hyperv neutron-server[84152]: self._notify() Jan 20 14:45:43.534236 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 14:45:43.534236 dv-neutron-825124-1-hyperv neutron-server[84152]: self.callback(batched_events) Jan 20 14:45:43.534236 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 14:45:43.534236 dv-neutron-825124-1-hyperv neutron-server[84152]: event.method(event) Jan 20 14:45:43.534236 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 14:45:43.534236 dv-neutron-825124-1-hyperv neutron-server[84152]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 14:45:43.534236 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 14:45:43.534236 dv-neutron-825124-1-hyperv neutron-server[84152]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 14:45:43.534236 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 14:45:43.534236 dv-neutron-825124-1-hyperv neutron-server[84152]: return f(self, *a, **k) Jan 20 14:45:43.534236 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 14:45:43.534236 dv-neutron-825124-1-hyperv neutron-server[84152]: return self._get(url).json() Jan 20 14:45:43.534236 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 14:45:43.534236 dv-neutron-825124-1-hyperv neutron-server[84152]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 14:45:43.534236 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 14:45:43.534236 dv-neutron-825124-1-hyperv neutron-server[84152]: return self.request(url, 'GET', **kwargs) Jan 20 14:45:43.534236 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 14:45:43.534236 dv-neutron-825124-1-hyperv neutron-server[84152]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 14:45:43.534236 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 14:45:43.534236 dv-neutron-825124-1-hyperv neutron-server[84152]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 14:45:43.534236 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 14:45:43.534236 dv-neutron-825124-1-hyperv neutron-server[84152]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 14:45:43.534236 dv-neutron-825124-1-hyperv neutron-server[84152]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 14:45:43.654431 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-c5d43695-ce36-4eda-8275-3f75e7b53211 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1626253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-745296'] for network, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:45:43.670845 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-c5d43695-ce36-4eda-8275-3f75e7b53211 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for network, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:45:43.685835 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d43695-ce36-4eda-8275-3f75e7b53211 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Pushing event deleted for resources: {'Network': ['ID=38ba142f-aeab-4fe0-b371-e2a52de1a4ca,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:45:43.735197 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-c5d43695-ce36-4eda-8275-3f75e7b53211 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "DELETE /v2.0/networks/38ba142f-aeab-4fe0-b371-e2a52de1a4ca HTTP/1.1" status: 204 len: 168 time: 0.6259124 Jan 20 14:45:43.749798 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 45212) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:45:43.762579 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-44d0658a-69b0-446f-b78b-7e704cb04e4b tempest-TestNetworkBasicOps-1338634829 tempest-TestNetworkBasicOps-1338634829-project-admin] 10.222.0.54 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 838 time: 0.0116475 Jan 20 14:45:43.764880 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 45216) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:45:43.769739 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-b97feab3-1c9e-4a38-a88b-40cecd90c968 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Request body: {'network': {'name': 'tempest-network-smoke--1462694396', 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'port_security_enabled': True}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:45:43.774298 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-b97feab3-1c9e-4a38-a88b-40cecd90c968 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:45:43.778265 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-b97feab3-1c9e-4a38-a88b-40cecd90c968 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Usage tracker for resource:network and tenant:640e8dbef2de46a485c2653a25e2ea4a is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:45:43.781464 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-b97feab3-1c9e-4a38-a88b-40cecd90c968 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:45:43.787166 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-b97feab3-1c9e-4a38-a88b-40cecd90c968 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:45:43.831411 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b97feab3-1c9e-4a38-a88b-40cecd90c968 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Made reservation on behalf of 640e8dbef2de46a485c2653a25e2ea4a for: {'network': 1} {{(pid=84152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:45:43.834349 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-b97feab3-1c9e-4a38-a88b-40cecd90c968 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for network, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:45:43.861152 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b97feab3-1c9e-4a38-a88b-40cecd90c968 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 188} {{(pid=84152) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 14:45:43.869839 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-b97feab3-1c9e-4a38-a88b-40cecd90c968 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:45:43.870213 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.db.segments_db [None req-b97feab3-1c9e-4a38-a88b-40cecd90c968 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Added segment 8f8ce318-64e0-4182-b461-5a080fb5254e of type vlan for network b63b0105-7186-4a61-8e92-785ac239a31a Jan 20 14:45:43.894863 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-b97feab3-1c9e-4a38-a88b-40cecd90c968 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769553767792'] for network, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:45:43.996198 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-b97feab3-1c9e-4a38-a88b-40cecd90c968 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967'] for network, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:45:43.999900 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b97feab3-1c9e-4a38-a88b-40cecd90c968 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:45:44.000513 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-b97feab3-1c9e-4a38-a88b-40cecd90c968 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for network, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:45:44.114970 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97feab3-1c9e-4a38-a88b-40cecd90c968 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Pushing event updated for resources: {'Network': ['ID=b63b0105-7186-4a61-8e92-785ac239a31a,revision_number=1']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:45:44.124972 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Network b63b0105-7186-4a61-8e92-785ac239a31a details requested by agent ovs-agent-dv-neutron-825124-1-hyperv with host dv-neutron-825124-1-hyperv {{(pid=84154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 14:45:44.222528 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-b97feab3-1c9e-4a38-a88b-40cecd90c968 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4542067 Jan 20 14:45:44.223023 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 45220) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:45:44.228707 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-2c142db2-24f8-4acd-925d-8f077f315637 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1231664292', 'admin_state_up': True, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d'}}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:45:44.235634 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-2c142db2-24f8-4acd-925d-8f077f315637 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:45:44.239413 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-2c142db2-24f8-4acd-925d-8f077f315637 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Usage tracker for resource:router and tenant:640e8dbef2de46a485c2653a25e2ea4a is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:45:44.242240 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-2c142db2-24f8-4acd-925d-8f077f315637 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:45:44.247962 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-2c142db2-24f8-4acd-925d-8f077f315637 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:45:44.328672 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-2c142db2-24f8-4acd-925d-8f077f315637 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-105475'] for router, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:45:44.329756 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-2c142db2-24f8-4acd-925d-8f077f315637 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-739204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-744864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-735540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-105484'] for router, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:45:44.339363 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device dc59f87d-6c55-4e47-a00e-9bf6ace672c9 no longer exists at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:45:44.350063 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-2c142db2-24f8-4acd-925d-8f077f315637 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:45:44.372064 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] No Port match for: dc59f87d-6c55-4e47-a00e-9bf6ace672c9 {{(pid=84154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 14:45:44.372064 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device dc59f87d-6c55-4e47-a00e-9bf6ace672c9 not bound to the agent host dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 14:45:44.558911 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-2c142db2-24f8-4acd-925d-8f077f315637 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-744886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-105502'] for router, precommit_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:45:44.785337 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-2c142db2-24f8-4acd-925d-8f077f315637 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for router_gateway, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:45:44.814965 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-2c142db2-24f8-4acd-925d-8f077f315637 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:45:44.949243 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.db_base_plugin_common [None req-2c142db2-24f8-4acd-925d-8f077f315637 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Allocated IP 172.26.7.237 (8dffb05c-5ca0-409b-bd5f-7be6264f707d/a489dd4f-42a5-433b-8be3-bab2749c4209/a5555dcf-b472-48b6-93eb-ae5d1cdaa9f6) {{(pid=84152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:45:45.101568 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-2c142db2-24f8-4acd-925d-8f077f315637 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for port, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:45:45.185781 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-2c142db2-24f8-4acd-925d-8f077f315637 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:45:45.248523 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c142db2-24f8-4acd-925d-8f077f315637 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Network 8dffb05c-5ca0-409b-bd5f-7be6264f707d is already hosted by enough agents. {{(pid=84152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:45:45.251504 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.base_scheduler [None req-2c142db2-24f8-4acd-925d-8f077f315637 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Resources bound (agent type, host, resource id): {{(pid=84152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:45:45.253924 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c142db2-24f8-4acd-925d-8f077f315637 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Received port after_create {{(pid=84152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:45:45.291723 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c142db2-24f8-4acd-925d-8f077f315637 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Pushing event updated for resources: {'Port': ['ID=a5555dcf-b472-48b6-93eb-ae5d1cdaa9f6,revision_number=1']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:45:45.483234 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-2c142db2-24f8-4acd-925d-8f077f315637 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for router_gateway, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:45:45.483876 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-2c142db2-24f8-4acd-925d-8f077f315637 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-744861'] for router, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:45:45.881894 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c142db2-24f8-4acd-925d-8f077f315637 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Router fe416b53-dd2f-4378-b374-69f664c35681 is scheduled to L3 agent 624d525b-4c26-4143-8a1c-228bb1c6faaa with binding_index 1 {{(pid=84152) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 20 14:45:46.076679 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c142db2-24f8-4acd-925d-8f077f315637 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify agent at l3_agent.dv-neutron-825124-1-hyperv the message routers_updated {{(pid=84152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 14:45:46.086675 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27723227-93c9-40bc-9b05-8f81f0d81bd8 None None] Sync routers for ids ['fe416b53-dd2f-4378-b374-69f664c35681'] in dv-neutron-825124-1-hyperv {{(pid=84154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 14:45:46.098119 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27723227-93c9-40bc-9b05-8f81f0d81bd8 None None] Routers {'fe416b53-dd2f-4378-b374-69f664c35681'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:45:46.098738 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-27723227-93c9-40bc-9b05-8f81f0d81bd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:45:30Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['fe416b53-dd2f-4378-b374-69f664c35681'], 'active': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:45:46.168731 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-2c142db2-24f8-4acd-925d-8f077f315637 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for router, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:45:46.169897 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-2c142db2-24f8-4acd-925d-8f077f315637 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.9459157 Jan 20 14:45:46.173086 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 45224) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:45:46.214589 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-0b9d64d0-3ffa-417b-ac16-682310dce079 tempest-TestNetworkBasicOps-1338634829 tempest-TestNetworkBasicOps-1338634829-project-admin] 10.222.0.54 "GET /v2.0/subnets?project_id=640e8dbef2de46a485c2653a25e2ea4a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0380535 Jan 20 14:45:46.215247 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 45228) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:45:46.276468 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvr_db [None req-27723227-93c9-40bc-9b05-8f81f0d81bd8 None None] Set router fe416b53-dd2f-4378-b374-69f664c35681 gateway port host: dv-neutron-825124-1-hyperv {{(pid=84154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 14:45:46.344833 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a65d24fa-50c4-4974-b377-7a95ab83fe69 tempest-TestNetworkBasicOps-1338634829 tempest-TestNetworkBasicOps-1338634829-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:45:46.346336 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-a65d24fa-50c4-4974-b377-7a95ab83fe69 tempest-TestNetworkBasicOps-1338634829 tempest-TestNetworkBasicOps-1338634829-project-admin] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1306396 Jan 20 14:45:46.349028 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 45232) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:45:46.388136 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-e2d96397-db20-49c9-95c2-c4deb6d76ed7 tempest-TestNetworkBasicOps-1338634829 tempest-TestNetworkBasicOps-1338634829-project-admin] 10.222.0.54 "GET /v2.0/subnets?network_id=8dffb05c-5ca0-409b-bd5f-7be6264f707d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0380173 Jan 20 14:45:46.390567 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 45236) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:45:46.395736 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-3bfb3fd2-d292-4e4d-b052-78046868d008 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1507886390', 'network_id': 'b63b0105-7186-4a61-8e92-785ac239a31a', 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:45:46.501369 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-3bfb3fd2-d292-4e4d-b052-78046868d008 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:45:46.505048 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-3bfb3fd2-d292-4e4d-b052-78046868d008 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Usage tracker for resource:subnet and tenant:640e8dbef2de46a485c2653a25e2ea4a is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:45:46.508378 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-3bfb3fd2-d292-4e4d-b052-78046868d008 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:45:46.513921 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-3bfb3fd2-d292-4e4d-b052-78046868d008 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:45:46.555854 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-27723227-93c9-40bc-9b05-8f81f0d81bd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe416b53-dd2f-4378-b374-69f664c35681', 'name': 'tempest-TestNetworkBasicOps-router-1231664292', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.237'}], 'enable_snat': True}, 'gw_port_id': 'a5555dcf-b472-48b6-93eb-ae5d1cdaa9f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:45:44Z', 'updated_at': '2022-01-20T14:45:45Z', 'revision_number': 3, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'gw_port': {'id': 'a5555dcf-b472-48b6-93eb-ae5d1cdaa9f6', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:77:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe416b53-dd2f-4378-b374-69f664c35681', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:45:44Z', 'updated_at': '2022-01-20T14:45:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv'}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:45:46.559636 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27723227-93c9-40bc-9b05-8f81f0d81bd8 None None] Checking router: fe416b53-dd2f-4378-b374-69f664c35681 for host: dv-neutron-825124-1-hyperv {{(pid=84154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 14:45:46.562277 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27723227-93c9-40bc-9b05-8f81f0d81bd8 None None] Updating router fe416b53-dd2f-4378-b374-69f664c35681 port a5555dcf-b472-48b6-93eb-ae5d1cdaa9f6 binding host dv-neutron-825124-1-hyperv {{(pid=84154) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 20 14:45:46.573965 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bfb3fd2-d292-4e4d-b052-78046868d008 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Made reservation on behalf of 640e8dbef2de46a485c2653a25e2ea4a for: {'subnet': 1} {{(pid=84152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:45:46.610366 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-27723227-93c9-40bc-9b05-8f81f0d81bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:45:46.677365 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-3bfb3fd2-d292-4e4d-b052-78046868d008 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3155315'] for subnet, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:45:46.923070 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-3bfb3fd2-d292-4e4d-b052-78046868d008 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4163519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3155301'] for subnet, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:45:46.977805 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-27723227-93c9-40bc-9b05-8f81f0d81bd8 None None] Notify callbacks [] for port, precommit_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:45:46.989245 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-27723227-93c9-40bc-9b05-8f81f0d81bd8 None None] Transition to ACTIVE for port object a5555dcf-b472-48b6-93eb-ae5d1cdaa9f6 will not be triggered until provisioned by entity L2. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:45:47.000644 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfb3fd2-d292-4e4d-b052-78046868d008 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Pushing event updated for resources: {'Subnet': ['ID=a65cb068-399b-423f-9994-3e966b6feabd,revision_number=0']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:45:47.015847 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bfb3fd2-d292-4e4d-b052-78046868d008 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Checking segment: {'id': '8f8ce318-64e0-4182-b461-5a080fb5254e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b63b0105-7186-4a61-8e92-785ac239a31a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 14:45:47.020863 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bfb3fd2-d292-4e4d-b052-78046868d008 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Network hostable DHCP agents. Network: b63b0105-7186-4a61-8e92-785ac239a31a, hostable agents: ['1a181e39-5220-4c1a-88f8-08a54e8bfc9b'], hosted agents: [] {{(pid=84152) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 14:45:47.031310 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-27723227-93c9-40bc-9b05-8f81f0d81bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:45:47.088596 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bfb3fd2-d292-4e4d-b052-78046868d008 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Network b63b0105-7186-4a61-8e92-785ac239a31a is scheduled to be hosted by DHCP agent 1a181e39-5220-4c1a-88f8-08a54e8bfc9b with binding_index 1 {{(pid=84152) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 14:45:47.119024 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-27723227-93c9-40bc-9b05-8f81f0d81bd8 None None] Attempting to bind port a5555dcf-b472-48b6-93eb-ae5d1cdaa9f6 on host dv-neutron-825124-1-hyperv for vnic_type normal with profile {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:45:47.119592 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-27723227-93c9-40bc-9b05-8f81f0d81bd8 None None] Attempting to bind port a5555dcf-b472-48b6-93eb-ae5d1cdaa9f6 by drivers openvswitch,hyperv on host dv-neutron-825124-1-hyperv at level 0 using segments [{'id': 'f628f1ba-6b70-4c9b-8839-62340c040c81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d'}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:45:47.119731 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27723227-93c9-40bc-9b05-8f81f0d81bd8 None None] Attempting to bind port a5555dcf-b472-48b6-93eb-ae5d1cdaa9f6 on network 8dffb05c-5ca0-409b-bd5f-7be6264f707d {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 14:45:47.121777 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528e278f-087c-4c9c-8eb8-63cbd7b107cd None None] Pushing event updated for resources: {'Port': ['ID=a5555dcf-b472-48b6-93eb-ae5d1cdaa9f6,revision_number=2']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:45:47.130700 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27723227-93c9-40bc-9b05-8f81f0d81bd8 None None] Checking agent: {'id': '6414dfeb-85c5-454a-8756-709ca637d800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825124-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 16, 31), 'started_at': datetime.datetime(2022, 1, 20, 14, 17, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 45, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825124-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 14:45:47.130700 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27723227-93c9-40bc-9b05-8f81f0d81bd8 None None] Checking segment: {'id': 'f628f1ba-6b70-4c9b-8839-62340c040c81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 14:45:47.130700 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-27723227-93c9-40bc-9b05-8f81f0d81bd8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:45:47.130700 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27723227-93c9-40bc-9b05-8f81f0d81bd8 None None] Bound using segment: {'id': 'f628f1ba-6b70-4c9b-8839-62340c040c81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d'} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 14:45:47.130700 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-27723227-93c9-40bc-9b05-8f81f0d81bd8 None None] Bound port: a5555dcf-b472-48b6-93eb-ae5d1cdaa9f6, host: dv-neutron-825124-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f628f1ba-6b70-4c9b-8839-62340c040c81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d'}}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:45:47.130700 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-27723227-93c9-40bc-9b05-8f81f0d81bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:45:47.139844 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.base_scheduler [None req-3bfb3fd2-d292-4e4d-b052-78046868d008 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825124-1-hyperv, b63b0105-7186-4a61-8e92-785ac239a31a) {{(pid=84152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:45:47.144045 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bfb3fd2-d292-4e4d-b052-78046868d008 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:45:47.144630 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-3bfb3fd2-d292-4e4d-b052-78046868d008 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for subnet, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:45:47.157903 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8022c475-6ffa-49f9-860c-4cec05e7dcd3 None None] Network b63b0105-7186-4a61-8e92-785ac239a31a requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:45:47.209528 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-3bfb3fd2-d292-4e4d-b052-78046868d008 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8178778 Jan 20 14:45:47.212191 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 45240) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:45:47.294534 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-27723227-93c9-40bc-9b05-8f81f0d81bd8 None None] For port a5555dcf-b472-48b6-93eb-ae5d1cdaa9f6, host dv-neutron-825124-1-hyperv, cleared binding levels {{(pid=84154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 14:45:47.313964 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-27723227-93c9-40bc-9b05-8f81f0d81bd8 None None] For port a5555dcf-b472-48b6-93eb-ae5d1cdaa9f6, host dv-neutron-825124-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=a5555dcf-b472-48b6-93eb-ae5d1cdaa9f6,segment=NetworkSegment(f628f1ba-6b70-4c9b-8839-62340c040c81),segment_id=f628f1ba-6b70-4c9b-8839-62340c040c81)] {{(pid=84154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 14:45:47.397645 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-27723227-93c9-40bc-9b05-8f81f0d81bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:45:47.454234 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fd95e3d-09ba-4774-bb81-5055be402239 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95c917f5-14ba-5e96-98b8-1a52654a930a-b63b0105-7186-4a61-8e92-785ac239a31a', 'network_id': 'b63b0105-7186-4a61-8e92-785ac239a31a', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'fixed_ips': [{'subnet_id': 'a65cb068-399b-423f-9994-3e966b6feabd'}]}} from dv-neutron-825124-1-hyperv. {{(pid=84154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 20 14:45:47.455079 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-5fd95e3d-09ba-4774-bb81-5055be402239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:45:47.539735 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528e278f-087c-4c9c-8eb8-63cbd7b107cd None None] Pushing event updated for resources: {'Port': ['ID=a5555dcf-b472-48b6-93eb-ae5d1cdaa9f6,revision_number=3']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:45:47.573937 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27723227-93c9-40bc-9b05-8f81f0d81bd8 None None] Routers {'fe416b53-dd2f-4378-b374-69f664c35681'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:45:47.574571 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-27723227-93c9-40bc-9b05-8f81f0d81bd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:45:30Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['fe416b53-dd2f-4378-b374-69f664c35681'], 'active': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:45:47.787887 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_common [None req-5fd95e3d-09ba-4774-bb81-5055be402239 None None] Allocated IP 172.20.0.2 (b63b0105-7186-4a61-8e92-785ac239a31a/a65cb068-399b-423f-9994-3e966b6feabd/9eeecb66-ec4b-4880-b54c-e6e2cd98a9c3) {{(pid=84154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:45:47.879583 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvr_db [None req-27723227-93c9-40bc-9b05-8f81f0d81bd8 None None] Set router fe416b53-dd2f-4378-b374-69f664c35681 gateway port host: dv-neutron-825124-1-hyperv {{(pid=84154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 14:45:48.178548 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-21d6b74d-9170-4fd9-a53f-448921ba55bc tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:45:48.274212 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-5fd95e3d-09ba-4774-bb81-5055be402239 None None] Notify callbacks [] for port, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:45:48.287497 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-5fd95e3d-09ba-4774-bb81-5055be402239 None None] Transition to ACTIVE for port object 9eeecb66-ec4b-4880-b54c-e6e2cd98a9c3 will not be triggered until provisioned by entity L2. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:45:48.312575 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-5fd95e3d-09ba-4774-bb81-5055be402239 None None] Transition to ACTIVE for port object 9eeecb66-ec4b-4880-b54c-e6e2cd98a9c3 will not be triggered until provisioned by entity DHCP. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:45:48.332303 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-27723227-93c9-40bc-9b05-8f81f0d81bd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe416b53-dd2f-4378-b374-69f664c35681', 'name': 'tempest-TestNetworkBasicOps-router-1231664292', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.237'}], 'enable_snat': True}, 'gw_port_id': 'a5555dcf-b472-48b6-93eb-ae5d1cdaa9f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:45:44Z', 'updated_at': '2022-01-20T14:45:45Z', 'revision_number': 3, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'gw_port': {'id': 'a5555dcf-b472-48b6-93eb-ae5d1cdaa9f6', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:77:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe416b53-dd2f-4378-b374-69f664c35681', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:45:44Z', 'updated_at': '2022-01-20T14:45:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv'}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:45:48.336193 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27723227-93c9-40bc-9b05-8f81f0d81bd8 None None] The sync data for ids ['fe416b53-dd2f-4378-b374-69f664c35681'] in dv-neutron-825124-1-hyperv is: [{'id': 'fe416b53-dd2f-4378-b374-69f664c35681', 'name': 'tempest-TestNetworkBasicOps-router-1231664292', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.237'}], 'enable_snat': True}, 'gw_port_id': 'a5555dcf-b472-48b6-93eb-ae5d1cdaa9f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:45:44Z', 'updated_at': '2022-01-20T14:45:45Z', 'revision_number': 3, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'gw_port': {'id': 'a5555dcf-b472-48b6-93eb-ae5d1cdaa9f6', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:77:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe416b53-dd2f-4378-b374-69f664c35681', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:45:44Z', 'updated_at': '2022-01-20T14:45:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv'}] {{(pid=84154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 14:45:48.363117 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-5fd95e3d-09ba-4774-bb81-5055be402239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477'] for port, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:45:48.433510 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fd95e3d-09ba-4774-bb81-5055be402239 None None] Network b63b0105-7186-4a61-8e92-785ac239a31a is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:45:48.436514 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-5fd95e3d-09ba-4774-bb81-5055be402239 None None] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:45:48.441095 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd95e3d-09ba-4774-bb81-5055be402239 None None] Received port after_create {{(pid=84154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:45:48.444006 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd95e3d-09ba-4774-bb81-5055be402239 None None] Pushing event updated for resources: {'Port': ['ID=9eeecb66-ec4b-4880-b54c-e6e2cd98a9c3,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:45:48.552181 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-5fd95e3d-09ba-4774-bb81-5055be402239 None None] Attempting to bind port 9eeecb66-ec4b-4880-b54c-e6e2cd98a9c3 on host dv-neutron-825124-1-hyperv for vnic_type normal with profile {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:45:48.553678 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-5fd95e3d-09ba-4774-bb81-5055be402239 None None] Attempting to bind port 9eeecb66-ec4b-4880-b54c-e6e2cd98a9c3 by drivers openvswitch,hyperv on host dv-neutron-825124-1-hyperv at level 0 using segments [{'id': '8f8ce318-64e0-4182-b461-5a080fb5254e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b63b0105-7186-4a61-8e92-785ac239a31a'}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:45:48.554143 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd95e3d-09ba-4774-bb81-5055be402239 None None] Attempting to bind port 9eeecb66-ec4b-4880-b54c-e6e2cd98a9c3 on network b63b0105-7186-4a61-8e92-785ac239a31a {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 14:45:48.561030 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd95e3d-09ba-4774-bb81-5055be402239 None None] Checking agent: {'id': '6414dfeb-85c5-454a-8756-709ca637d800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825124-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 16, 31), 'started_at': datetime.datetime(2022, 1, 20, 14, 17, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 45, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825124-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 14:45:48.561495 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd95e3d-09ba-4774-bb81-5055be402239 None None] Checking segment: {'id': '8f8ce318-64e0-4182-b461-5a080fb5254e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b63b0105-7186-4a61-8e92-785ac239a31a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 14:45:48.561992 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-5fd95e3d-09ba-4774-bb81-5055be402239 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:45:48.562607 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd95e3d-09ba-4774-bb81-5055be402239 None None] Bound using segment: {'id': '8f8ce318-64e0-4182-b461-5a080fb5254e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b63b0105-7186-4a61-8e92-785ac239a31a'} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 14:45:48.563148 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-5fd95e3d-09ba-4774-bb81-5055be402239 None None] Bound port: 9eeecb66-ec4b-4880-b54c-e6e2cd98a9c3, host: dv-neutron-825124-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f8ce318-64e0-4182-b461-5a080fb5254e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b63b0105-7186-4a61-8e92-785ac239a31a'}}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:45:48.563579 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-5fd95e3d-09ba-4774-bb81-5055be402239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:45:48.603475 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.db_base_plugin_common [None req-21d6b74d-9170-4fd9-a53f-448921ba55bc tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Allocated IP 172.20.0.1 (b63b0105-7186-4a61-8e92-785ac239a31a/a65cb068-399b-423f-9994-3e966b6feabd/7e98d940-14b4-481a-a50c-f5f39ad152cf) {{(pid=84152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:45:48.657717 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-5fd95e3d-09ba-4774-bb81-5055be402239 None None] For port 9eeecb66-ec4b-4880-b54c-e6e2cd98a9c3, host dv-neutron-825124-1-hyperv, cleared binding levels {{(pid=84154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 14:45:48.661075 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-5fd95e3d-09ba-4774-bb81-5055be402239 None None] For port 9eeecb66-ec4b-4880-b54c-e6e2cd98a9c3, host dv-neutron-825124-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=9eeecb66-ec4b-4880-b54c-e6e2cd98a9c3,segment=NetworkSegment(8f8ce318-64e0-4182-b461-5a080fb5254e),segment_id=8f8ce318-64e0-4182-b461-5a080fb5254e)] {{(pid=84154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 14:45:48.729398 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-5fd95e3d-09ba-4774-bb81-5055be402239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:45:48.770939 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-21d6b74d-9170-4fd9-a53f-448921ba55bc tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for port, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:45:48.788992 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.provisioning_blocks [None req-21d6b74d-9170-4fd9-a53f-448921ba55bc tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Transition to ACTIVE for port object 7e98d940-14b4-481a-a50c-f5f39ad152cf will not be triggered until provisioned by entity DHCP. {{(pid=84152) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:45:48.815532 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd95e3d-09ba-4774-bb81-5055be402239 None None] Pushing event updated for resources: {'Port': ['ID=9eeecb66-ec4b-4880-b54c-e6e2cd98a9c3,revision_number=2']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:45:48.877632 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-21d6b74d-9170-4fd9-a53f-448921ba55bc tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:45:48.951487 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21d6b74d-9170-4fd9-a53f-448921ba55bc tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Network b63b0105-7186-4a61-8e92-785ac239a31a is already hosted by enough agents. {{(pid=84152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:45:48.959213 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.base_scheduler [None req-21d6b74d-9170-4fd9-a53f-448921ba55bc tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Resources bound (agent type, host, resource id): {{(pid=84152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:45:48.964033 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d6b74d-9170-4fd9-a53f-448921ba55bc tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Received port after_create {{(pid=84152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:45:48.999074 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d6b74d-9170-4fd9-a53f-448921ba55bc tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Pushing event updated for resources: {'Port': ['ID=7e98d940-14b4-481a-a50c-f5f39ad152cf,revision_number=1']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:45:49.052309 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-21d6b74d-9170-4fd9-a53f-448921ba55bc tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-745387'] for router_interface, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:45:49.211452 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-21d6b74d-9170-4fd9-a53f-448921ba55bc tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:45:49.726735 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-21d6b74d-9170-4fd9-a53f-448921ba55bc tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for port, precommit_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:45:49.786149 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-21d6b74d-9170-4fd9-a53f-448921ba55bc tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162822'] for port, after_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:45:49.831816 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abddef17-c910-42d5-8d01-5d91d86b8632 None None] Network b63b0105-7186-4a61-8e92-785ac239a31a requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:45:49.904633 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-21d6b74d-9170-4fd9-a53f-448921ba55bc tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1705158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-743490'] for router_interface, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:45:49.907938 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d6b74d-9170-4fd9-a53f-448921ba55bc tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Pushing event updated for resources: {'Port': ['ID=7e98d940-14b4-481a-a50c-f5f39ad152cf,revision_number=2']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:45:49.998344 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-c654196e-4e38-459e-91c6-0e1fab4f1796 None None] Provisioning for port 9eeecb66-ec4b-4880-b54c-e6e2cd98a9c3 completed by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:45:50.048999 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21d6b74d-9170-4fd9-a53f-448921ba55bc tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Network b63b0105-7186-4a61-8e92-785ac239a31a is already hosted by enough agents. {{(pid=84152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:45:50.050301 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.base_scheduler [None req-21d6b74d-9170-4fd9-a53f-448921ba55bc tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Resources bound (agent type, host, resource id): {{(pid=84152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:45:50.414380 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-db7cee2e-4eee-4d8e-87ac-1ee23bfa0f3e None None] Provisioning for port 7e98d940-14b4-481a-a50c-f5f39ad152cf completed by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:45:50.421591 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-db7cee2e-4eee-4d8e-87ac-1ee23bfa0f3e None None] Provisioning complete for port 7e98d940-14b4-481a-a50c-f5f39ad152cf triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:45:50.421954 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-db7cee2e-4eee-4d8e-87ac-1ee23bfa0f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:45:50.470997 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device a5555dcf-b472-48b6-93eb-ae5d1cdaa9f6 up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:45:50.487392 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21d6b74d-9170-4fd9-a53f-448921ba55bc tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Router fe416b53-dd2f-4378-b374-69f664c35681 has already been hosted by L3 agent 624d525b-4c26-4143-8a1c-228bb1c6faaa {{(pid=84152) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 14:45:50.535113 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-db7cee2e-4eee-4d8e-87ac-1ee23bfa0f3e None None] Port 7e98d940-14b4-481a-a50c-f5f39ad152cf cannot update to ACTIVE because it is not bound. {{(pid=84154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 14:45:50.637262 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning for port a5555dcf-b472-48b6-93eb-ae5d1cdaa9f6 completed by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:45:50.642579 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port a5555dcf-b472-48b6-93eb-ae5d1cdaa9f6 triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:45:50.642947 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:45:50.697885 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21d6b74d-9170-4fd9-a53f-448921ba55bc tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify agent at l3_agent.dv-neutron-825124-1-hyperv the message routers_updated {{(pid=84152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 14:45:50.710968 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-21d6b74d-9170-4fd9-a53f-448921ba55bc tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "PUT /v2.0/routers/fe416b53-dd2f-4378-b374-69f664c35681/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4976122 Jan 20 14:45:50.713525 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 45246) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:45:50.717310 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-5681fad2-9b6f-46e5-a4cf-1b1c8fe04725 None None] Provisioning complete for port 7e98d940-14b4-481a-a50c-f5f39ad152cf triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:45:50.717685 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-5681fad2-9b6f-46e5-a4cf-1b1c8fe04725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:45:50.815293 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-5681fad2-9b6f-46e5-a4cf-1b1c8fe04725 None None] Port 7e98d940-14b4-481a-a50c-f5f39ad152cf cannot update to ACTIVE because it is not bound. {{(pid=84154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 14:45:50.819905 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:45:50.838892 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] For port a5555dcf-b472-48b6-93eb-ae5d1cdaa9f6, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=a5555dcf-b472-48b6-93eb-ae5d1cdaa9f6,segment=NetworkSegment(f628f1ba-6b70-4c9b-8839-62340c040c81),segment_id=f628f1ba-6b70-4c9b-8839-62340c040c81)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:45:50.857726 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3e3303b-bdea-46d4-9c9b-8c12dc3e13f5 tempest-TestNetworkBasicOps-1338634829 tempest-TestNetworkBasicOps-1338634829-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:45:50.858138 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3e3303b-bdea-46d4-9c9b-8c12dc3e13f5 tempest-TestNetworkBasicOps-1338634829 tempest-TestNetworkBasicOps-1338634829-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:45:50.858509 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3e3303b-bdea-46d4-9c9b-8c12dc3e13f5 tempest-TestNetworkBasicOps-1338634829 tempest-TestNetworkBasicOps-1338634829-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:45:50.858865 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3e3303b-bdea-46d4-9c9b-8c12dc3e13f5 tempest-TestNetworkBasicOps-1338634829 tempest-TestNetworkBasicOps-1338634829-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:45:50.860513 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-b3e3303b-bdea-46d4-9c9b-8c12dc3e13f5 tempest-TestNetworkBasicOps-1338634829 tempest-TestNetworkBasicOps-1338634829-project-admin] 10.222.0.54 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1460662 Jan 20 14:45:50.863206 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 45250) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:45:50.894427 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:45:50.895211 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 9eeecb66-ec4b-4880-b54c-e6e2cd98a9c3 up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:45:50.934021 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbe38e87-8125-43ba-a23b-700a08a4ce96 tempest-TestNetworkBasicOps-1338634829 tempest-TestNetworkBasicOps-1338634829-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:45:50.934406 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbe38e87-8125-43ba-a23b-700a08a4ce96 tempest-TestNetworkBasicOps-1338634829 tempest-TestNetworkBasicOps-1338634829-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:45:50.934769 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbe38e87-8125-43ba-a23b-700a08a4ce96 tempest-TestNetworkBasicOps-1338634829 tempest-TestNetworkBasicOps-1338634829-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:45:50.935122 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbe38e87-8125-43ba-a23b-700a08a4ce96 tempest-TestNetworkBasicOps-1338634829 tempest-TestNetworkBasicOps-1338634829-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:45:50.938496 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-bbe38e87-8125-43ba-a23b-700a08a4ce96 tempest-TestNetworkBasicOps-1338634829 tempest-TestNetworkBasicOps-1338634829-project-admin] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0743387 Jan 20 14:45:50.939491 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 45254) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:45:51.008893 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Pushing event updated for resources: {'Port': ['ID=a5555dcf-b472-48b6-93eb-ae5d1cdaa9f6,revision_number=4']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:45:51.082788 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning for port 9eeecb66-ec4b-4880-b54c-e6e2cd98a9c3 completed by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:45:51.088156 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port 9eeecb66-ec4b-4880-b54c-e6e2cd98a9c3 triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:45:51.090063 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:45:51.138474 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-8375c93a-6d55-4291-9108-2985d12afe4a tempest-TestNetworkBasicOps-1338634829 tempest-TestNetworkBasicOps-1338634829-project-admin] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1608 time: 0.1955073 Jan 20 14:45:51.209331 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:45:51.246886 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] For port 9eeecb66-ec4b-4880-b54c-e6e2cd98a9c3, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=9eeecb66-ec4b-4880-b54c-e6e2cd98a9c3,segment=NetworkSegment(8f8ce318-64e0-4182-b461-5a080fb5254e),segment_id=8f8ce318-64e0-4182-b461-5a080fb5254e)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:45:51.323197 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:45:51.359647 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 45260) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:45:51.365653 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-9f2874ec-3e99-4a8f-a9d5-0cd79a73b3ba tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1296390678', 'description': 'tempest-secgroup-smoke-1296390678 description', 'project_id': '640e8dbef2de46a485c2653a25e2ea4a'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:45:51.371324 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-9f2874ec-3e99-4a8f-a9d5-0cd79a73b3ba tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:45:51.375387 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-9f2874ec-3e99-4a8f-a9d5-0cd79a73b3ba tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Usage tracker for resource:security_group and tenant:640e8dbef2de46a485c2653a25e2ea4a is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:45:51.378262 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-9f2874ec-3e99-4a8f-a9d5-0cd79a73b3ba tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:45:51.385055 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-9f2874ec-3e99-4a8f-a9d5-0cd79a73b3ba tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:45:51.393544 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Pushing event updated for resources: {'Port': ['ID=9eeecb66-ec4b-4880-b54c-e6e2cd98a9c3,revision_number=3']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:45:51.454451 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-9f2874ec-3e99-4a8f-a9d5-0cd79a73b3ba tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for security_group, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:45:51.488538 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-9f2874ec-3e99-4a8f-a9d5-0cd79a73b3ba tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:45:51.492729 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-9f2874ec-3e99-4a8f-a9d5-0cd79a73b3ba tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Usage tracker for resource:security_group_rule and tenant:640e8dbef2de46a485c2653a25e2ea4a is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:45:51.495602 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-9f2874ec-3e99-4a8f-a9d5-0cd79a73b3ba tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:45:51.501338 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-9f2874ec-3e99-4a8f-a9d5-0cd79a73b3ba tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:45:51.564128 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-9f2874ec-3e99-4a8f-a9d5-0cd79a73b3ba tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for security_group, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:45:51.630721 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-9f2874ec-3e99-4a8f-a9d5-0cd79a73b3ba tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:45:51.674579 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2874ec-3e99-4a8f-a9d5-0cd79a73b3ba tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b378b03-d76d-4e31-80fe-96a63cb8a951,revision_number=1']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:45:51.756552 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-9f2874ec-3e99-4a8f-a9d5-0cd79a73b3ba tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for security_group, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:45:51.759528 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-9f2874ec-3e99-4a8f-a9d5-0cd79a73b3ba tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.3971539 Jan 20 14:45:51.760701 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 45264) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:45:51.767319 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-e002e633-6d20-40e4-8dd8-beb741fcb9e3 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Request body: {'security_group_rule': {'security_group_id': '3b378b03-d76d-4e31-80fe-96a63cb8a951', 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:45:51.774277 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-e002e633-6d20-40e4-8dd8-beb741fcb9e3 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:45:51.778050 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-e002e633-6d20-40e4-8dd8-beb741fcb9e3 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Usage tracker for resource:security_group_rule and tenant:640e8dbef2de46a485c2653a25e2ea4a is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:45:51.780871 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-e002e633-6d20-40e4-8dd8-beb741fcb9e3 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:45:51.787353 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-e002e633-6d20-40e4-8dd8-beb741fcb9e3 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:45:51.836841 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eaa664f-eba9-45da-b467-96186b834ca6 None None] Sync routers for ids ['fe416b53-dd2f-4378-b374-69f664c35681'] in dv-neutron-825124-1-hyperv {{(pid=84155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 14:45:51.857082 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eaa664f-eba9-45da-b467-96186b834ca6 None None] Routers {'fe416b53-dd2f-4378-b374-69f664c35681'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:45:51.857082 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-0eaa664f-eba9-45da-b467-96186b834ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:45:30Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['fe416b53-dd2f-4378-b374-69f664c35681'], 'active': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:45:51.884570 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-e002e633-6d20-40e4-8dd8-beb741fcb9e3 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:45:51.949977 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-e002e633-6d20-40e4-8dd8-beb741fcb9e3 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:45:52.024410 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-e002e633-6d20-40e4-8dd8-beb741fcb9e3 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734962'] for security_group_rule, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:45:52.033699 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvr_db [None req-0eaa664f-eba9-45da-b467-96186b834ca6 None None] Set router fe416b53-dd2f-4378-b374-69f664c35681 gateway port host: dv-neutron-825124-1-hyperv {{(pid=84155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 14:45:52.052816 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e002e633-6d20-40e4-8dd8-beb741fcb9e3 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b870e655-b780-4f9f-b069-11f5bb016bd5,revision_number=0']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:45:52.138912 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-e002e633-6d20-40e4-8dd8-beb741fcb9e3 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:45:52.140003 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-e002e633-6d20-40e4-8dd8-beb741fcb9e3 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3777244 Jan 20 14:45:52.142809 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 45268) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:45:52.149035 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-2dd831db-dfc5-4c66-bcd3-c9913bbad1d0 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Request body: {'security_group_rule': {'security_group_id': '3b378b03-d76d-4e31-80fe-96a63cb8a951', 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:45:52.154904 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-2dd831db-dfc5-4c66-bcd3-c9913bbad1d0 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:45:52.158718 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-2dd831db-dfc5-4c66-bcd3-c9913bbad1d0 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Usage tracker for resource:security_group_rule and tenant:640e8dbef2de46a485c2653a25e2ea4a is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:45:52.161552 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-2dd831db-dfc5-4c66-bcd3-c9913bbad1d0 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:45:52.169311 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-2dd831db-dfc5-4c66-bcd3-c9913bbad1d0 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:45:52.243101 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-2dd831db-dfc5-4c66-bcd3-c9913bbad1d0 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:45:52.306120 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-2dd831db-dfc5-4c66-bcd3-c9913bbad1d0 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:45:52.340128 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-0eaa664f-eba9-45da-b467-96186b834ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe416b53-dd2f-4378-b374-69f664c35681', 'name': 'tempest-TestNetworkBasicOps-router-1231664292', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.237'}], 'enable_snat': True}, 'gw_port_id': 'a5555dcf-b472-48b6-93eb-ae5d1cdaa9f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:45:44Z', 'updated_at': '2022-01-20T14:45:49Z', 'revision_number': 4, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'gw_port': {'id': 'a5555dcf-b472-48b6-93eb-ae5d1cdaa9f6', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:77:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe416b53-dd2f-4378-b374-69f664c35681', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:45:44Z', 'updated_at': '2022-01-20T14:45:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv', '_interfaces': [{'id': '7e98d940-14b4-481a-a50c-f5f39ad152cf', 'name': '', 'network_id': 'b63b0105-7186-4a61-8e92-785ac239a31a', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'mac_address': 'fa:16:3e:88:da:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe416b53-dd2f-4378-b374-69f664c35681', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a65cb068-399b-423f-9994-3e966b6feabd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:45:48Z', 'updated_at': '2022-01-20T14:45:49Z', 'revision_number': 2, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'subnets': [{'id': 'a65cb068-399b-423f-9994-3e966b6feabd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:45:52.343967 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eaa664f-eba9-45da-b467-96186b834ca6 None None] Checking router: fe416b53-dd2f-4378-b374-69f664c35681 for host: dv-neutron-825124-1-hyperv {{(pid=84155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 14:45:52.344313 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eaa664f-eba9-45da-b467-96186b834ca6 None None] Updating router fe416b53-dd2f-4378-b374-69f664c35681 port 7e98d940-14b4-481a-a50c-f5f39ad152cf binding host dv-neutron-825124-1-hyperv {{(pid=84155) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 20 14:45:52.355858 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device a5555dcf-b472-48b6-93eb-ae5d1cdaa9f6 up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:45:52.378857 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-2dd831db-dfc5-4c66-bcd3-c9913bbad1d0 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734962'] for security_group_rule, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:45:52.398270 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0eaa664f-eba9-45da-b467-96186b834ca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:45:52.409316 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd831db-dfc5-4c66-bcd3-c9913bbad1d0 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44b099dd-d85e-474b-a426-dde7fceb6201,revision_number=0']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:45:52.427125 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port a5555dcf-b472-48b6-93eb-ae5d1cdaa9f6 triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:45:52.428283 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:45:52.493701 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-2dd831db-dfc5-4c66-bcd3-c9913bbad1d0 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:45:52.497508 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-2dd831db-dfc5-4c66-bcd3-c9913bbad1d0 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3512979 Jan 20 14:45:52.497845 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 45272) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:45:52.504069 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-519152f1-80a5-4f3a-90e7-2f21fc0ceba0 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Request body: {'security_group_rule': {'security_group_id': '3b378b03-d76d-4e31-80fe-96a63cb8a951', 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:45:52.510432 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-519152f1-80a5-4f3a-90e7-2f21fc0ceba0 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:45:52.514208 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-519152f1-80a5-4f3a-90e7-2f21fc0ceba0 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Usage tracker for resource:security_group_rule and tenant:640e8dbef2de46a485c2653a25e2ea4a is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:45:52.518815 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-519152f1-80a5-4f3a-90e7-2f21fc0ceba0 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:45:52.524535 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-519152f1-80a5-4f3a-90e7-2f21fc0ceba0 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:45:52.543258 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 9eeecb66-ec4b-4880-b54c-e6e2cd98a9c3 up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:45:52.609562 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port 9eeecb66-ec4b-4880-b54c-e6e2cd98a9c3 triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:45:52.609929 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:45:52.619865 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-519152f1-80a5-4f3a-90e7-2f21fc0ceba0 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:45:52.687894 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-519152f1-80a5-4f3a-90e7-2f21fc0ceba0 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:45:52.746196 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0eaa664f-eba9-45da-b467-96186b834ca6 None None] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:45:52.757988 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-0eaa664f-eba9-45da-b467-96186b834ca6 None None] Transition to ACTIVE for port object 7e98d940-14b4-481a-a50c-f5f39ad152cf will not be triggered until provisioned by entity L2. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:45:52.768436 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-519152f1-80a5-4f3a-90e7-2f21fc0ceba0 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734962'] for security_group_rule, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:45:52.826225 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0eaa664f-eba9-45da-b467-96186b834ca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:45:52.896342 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519152f1-80a5-4f3a-90e7-2f21fc0ceba0 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3cf54e58-a7b0-4f21-a95c-af4f1f732fba,revision_number=0']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:45:52.968782 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-519152f1-80a5-4f3a-90e7-2f21fc0ceba0 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:45:52.970665 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-519152f1-80a5-4f3a-90e7-2f21fc0ceba0 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4717271 Jan 20 14:45:52.973566 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 45276) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:45:52.979493 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-f4a3a382-4b9c-4899-a96f-b707dcfb4604 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Request body: {'security_group_rule': {'security_group_id': '3b378b03-d76d-4e31-80fe-96a63cb8a951', 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:45:52.985370 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36532bca-4621-4303-b5f7-2eba84f53b6f None None] Pushing event updated for resources: {'Port': ['ID=7e98d940-14b4-481a-a50c-f5f39ad152cf,revision_number=3']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:45:52.985878 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-f4a3a382-4b9c-4899-a96f-b707dcfb4604 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:45:52.992387 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-f4a3a382-4b9c-4899-a96f-b707dcfb4604 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Usage tracker for resource:security_group_rule and tenant:640e8dbef2de46a485c2653a25e2ea4a is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:45:52.993614 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-f4a3a382-4b9c-4899-a96f-b707dcfb4604 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:45:52.996053 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36532bca-4621-4303-b5f7-2eba84f53b6f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:45:52.996395 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36532bca-4621-4303-b5f7-2eba84f53b6f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:45:52.996725 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36532bca-4621-4303-b5f7-2eba84f53b6f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:45:52.997047 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36532bca-4621-4303-b5f7-2eba84f53b6f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:45:52.997365 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36532bca-4621-4303-b5f7-2eba84f53b6f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:45:52.997682 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36532bca-4621-4303-b5f7-2eba84f53b6f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:45:52.997994 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36532bca-4621-4303-b5f7-2eba84f53b6f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:45:52.998399 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36532bca-4621-4303-b5f7-2eba84f53b6f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:45:52.999048 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36532bca-4621-4303-b5f7-2eba84f53b6f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:45:52.999048 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36532bca-4621-4303-b5f7-2eba84f53b6f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:45:52.999308 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36532bca-4621-4303-b5f7-2eba84f53b6f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:45:52.999793 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-f4a3a382-4b9c-4899-a96f-b707dcfb4604 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:45:53.088842 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-0eaa664f-eba9-45da-b467-96186b834ca6 None None] Attempting to bind port 7e98d940-14b4-481a-a50c-f5f39ad152cf on host dv-neutron-825124-1-hyperv for vnic_type normal with profile {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:45:53.089116 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-f4a3a382-4b9c-4899-a96f-b707dcfb4604 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:45:53.089490 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-0eaa664f-eba9-45da-b467-96186b834ca6 None None] Attempting to bind port 7e98d940-14b4-481a-a50c-f5f39ad152cf by drivers openvswitch,hyperv on host dv-neutron-825124-1-hyperv at level 0 using segments [{'id': '8f8ce318-64e0-4182-b461-5a080fb5254e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b63b0105-7186-4a61-8e92-785ac239a31a'}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:45:53.089837 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eaa664f-eba9-45da-b467-96186b834ca6 None None] Attempting to bind port 7e98d940-14b4-481a-a50c-f5f39ad152cf on network b63b0105-7186-4a61-8e92-785ac239a31a {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 14:45:53.096166 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eaa664f-eba9-45da-b467-96186b834ca6 None None] Checking agent: {'id': '6414dfeb-85c5-454a-8756-709ca637d800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825124-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 16, 31), 'started_at': datetime.datetime(2022, 1, 20, 14, 17, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 45, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825124-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 14:45:53.096550 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eaa664f-eba9-45da-b467-96186b834ca6 None None] Checking segment: {'id': '8f8ce318-64e0-4182-b461-5a080fb5254e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b63b0105-7186-4a61-8e92-785ac239a31a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 14:45:53.097305 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0eaa664f-eba9-45da-b467-96186b834ca6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:45:53.097444 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eaa664f-eba9-45da-b467-96186b834ca6 None None] Bound using segment: {'id': '8f8ce318-64e0-4182-b461-5a080fb5254e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b63b0105-7186-4a61-8e92-785ac239a31a'} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 14:45:53.097781 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-0eaa664f-eba9-45da-b467-96186b834ca6 None None] Bound port: 7e98d940-14b4-481a-a50c-f5f39ad152cf, host: dv-neutron-825124-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f8ce318-64e0-4182-b461-5a080fb5254e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b63b0105-7186-4a61-8e92-785ac239a31a'}}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:45:53.098155 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0eaa664f-eba9-45da-b467-96186b834ca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:45:53.155655 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-f4a3a382-4b9c-4899-a96f-b707dcfb4604 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:45:53.188600 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-0eaa664f-eba9-45da-b467-96186b834ca6 None None] For port 7e98d940-14b4-481a-a50c-f5f39ad152cf, host dv-neutron-825124-1-hyperv, cleared binding levels {{(pid=84155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 14:45:53.191523 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-0eaa664f-eba9-45da-b467-96186b834ca6 None None] For port 7e98d940-14b4-481a-a50c-f5f39ad152cf, host dv-neutron-825124-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=7e98d940-14b4-481a-a50c-f5f39ad152cf,segment=NetworkSegment(8f8ce318-64e0-4182-b461-5a080fb5254e),segment_id=8f8ce318-64e0-4182-b461-5a080fb5254e)] {{(pid=84155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 14:45:53.231659 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-f4a3a382-4b9c-4899-a96f-b707dcfb4604 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734962'] for security_group_rule, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:45:53.258704 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a3a382-4b9c-4899-a96f-b707dcfb4604 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e4b9d7f-0608-4fae-9868-f713b05b0c82,revision_number=0']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:45:53.261428 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0eaa664f-eba9-45da-b467-96186b834ca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:45:53.334709 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-f4a3a382-4b9c-4899-a96f-b707dcfb4604 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:45:53.337077 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-f4a3a382-4b9c-4899-a96f-b707dcfb4604 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3624599 Jan 20 14:45:53.339743 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 45280) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:45:53.343429 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eaa664f-eba9-45da-b467-96186b834ca6 None None] Routers {'fe416b53-dd2f-4378-b374-69f664c35681'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:45:53.344052 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-0eaa664f-eba9-45da-b467-96186b834ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:45:30Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['fe416b53-dd2f-4378-b374-69f664c35681'], 'active': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:45:53.346124 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-1887350b-fbd7-48a9-8397-902c1fa674e5 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Request body: {'security_group_rule': {'security_group_id': '3b378b03-d76d-4e31-80fe-96a63cb8a951', 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:45:53.352036 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-1887350b-fbd7-48a9-8397-902c1fa674e5 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:45:53.356469 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-1887350b-fbd7-48a9-8397-902c1fa674e5 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Usage tracker for resource:security_group_rule and tenant:640e8dbef2de46a485c2653a25e2ea4a is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:45:53.359642 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-1887350b-fbd7-48a9-8397-902c1fa674e5 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:45:53.365794 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-1887350b-fbd7-48a9-8397-902c1fa674e5 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:45:53.408887 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36532bca-4621-4303-b5f7-2eba84f53b6f None None] Pushing event updated for resources: {'Port': ['ID=7e98d940-14b4-481a-a50c-f5f39ad152cf,revision_number=4']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:45:53.437302 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.db.securitygroups_db [None req-1887350b-fbd7-48a9-8397-902c1fa674e5 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Project 640e8dbef2de46a485c2653a25e2ea4a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 20 14:45:53.444909 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-1887350b-fbd7-48a9-8397-902c1fa674e5 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:45:53.518485 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-1887350b-fbd7-48a9-8397-902c1fa674e5 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:45:53.531985 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvr_db [None req-0eaa664f-eba9-45da-b467-96186b834ca6 None None] Set router fe416b53-dd2f-4378-b374-69f664c35681 gateway port host: dv-neutron-825124-1-hyperv {{(pid=84155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 14:45:53.580176 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-1887350b-fbd7-48a9-8397-902c1fa674e5 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734962'] for security_group_rule, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:45:53.608383 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1887350b-fbd7-48a9-8397-902c1fa674e5 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=091c1344-6d68-4344-9c55-537252a41b52,revision_number=0']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:45:53.654402 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-1887350b-fbd7-48a9-8397-902c1fa674e5 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:45:53.655606 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-1887350b-fbd7-48a9-8397-902c1fa674e5 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3147855 Jan 20 14:45:53.658462 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 45284) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:45:53.663881 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-1971c333-9311-4738-8847-5f18cab6c2d6 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Request body: {'security_group_rule': {'security_group_id': '3b378b03-d76d-4e31-80fe-96a63cb8a951', 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:45:53.669913 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-1971c333-9311-4738-8847-5f18cab6c2d6 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:45:53.673768 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-1971c333-9311-4738-8847-5f18cab6c2d6 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Usage tracker for resource:security_group_rule and tenant:640e8dbef2de46a485c2653a25e2ea4a is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:45:53.677055 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-1971c333-9311-4738-8847-5f18cab6c2d6 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:45:53.685485 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-1971c333-9311-4738-8847-5f18cab6c2d6 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:45:53.763172 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.db.securitygroups_db [None req-1971c333-9311-4738-8847-5f18cab6c2d6 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Project 640e8dbef2de46a485c2653a25e2ea4a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 20 14:45:53.769941 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-1971c333-9311-4738-8847-5f18cab6c2d6 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:45:53.835551 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-1971c333-9311-4738-8847-5f18cab6c2d6 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:45:53.838400 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-0eaa664f-eba9-45da-b467-96186b834ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe416b53-dd2f-4378-b374-69f664c35681', 'name': 'tempest-TestNetworkBasicOps-router-1231664292', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.237'}], 'enable_snat': True}, 'gw_port_id': 'a5555dcf-b472-48b6-93eb-ae5d1cdaa9f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:45:44Z', 'updated_at': '2022-01-20T14:45:49Z', 'revision_number': 4, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'gw_port': {'id': 'a5555dcf-b472-48b6-93eb-ae5d1cdaa9f6', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:77:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe416b53-dd2f-4378-b374-69f664c35681', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:45:44Z', 'updated_at': '2022-01-20T14:45:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv', '_interfaces': [{'id': '7e98d940-14b4-481a-a50c-f5f39ad152cf', 'name': '', 'network_id': 'b63b0105-7186-4a61-8e92-785ac239a31a', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'mac_address': 'fa:16:3e:88:da:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe416b53-dd2f-4378-b374-69f664c35681', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a65cb068-399b-423f-9994-3e966b6feabd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:45:48Z', 'updated_at': '2022-01-20T14:45:53Z', 'revision_number': 4, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'subnets': [{'id': 'a65cb068-399b-423f-9994-3e966b6feabd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:45:53.842221 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eaa664f-eba9-45da-b467-96186b834ca6 None None] The sync data for ids ['fe416b53-dd2f-4378-b374-69f664c35681'] in dv-neutron-825124-1-hyperv is: [{'id': 'fe416b53-dd2f-4378-b374-69f664c35681', 'name': 'tempest-TestNetworkBasicOps-router-1231664292', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.237'}], 'enable_snat': True}, 'gw_port_id': 'a5555dcf-b472-48b6-93eb-ae5d1cdaa9f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:45:44Z', 'updated_at': '2022-01-20T14:45:49Z', 'revision_number': 4, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'gw_port': {'id': 'a5555dcf-b472-48b6-93eb-ae5d1cdaa9f6', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:77:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe416b53-dd2f-4378-b374-69f664c35681', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:45:44Z', 'updated_at': '2022-01-20T14:45:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv', '_interfaces': [{'id': '7e98d940-14b4-481a-a50c-f5f39ad152cf', 'name': '', 'network_id': 'b63b0105-7186-4a61-8e92-785ac239a31a', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'mac_address': 'fa:16:3e:88:da:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe416b53-dd2f-4378-b374-69f664c35681', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a65cb068-399b-423f-9994-3e966b6feabd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:45:48Z', 'updated_at': '2022-01-20T14:45:53Z', 'revision_number': 4, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'subnets': [{'id': 'a65cb068-399b-423f-9994-3e966b6feabd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 14:45:53.934691 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-1971c333-9311-4738-8847-5f18cab6c2d6 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734962'] for security_group_rule, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:45:53.958059 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1971c333-9311-4738-8847-5f18cab6c2d6 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aedd274b-17fb-464f-8f2d-64c9291815be,revision_number=0']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:45:54.048609 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-1971c333-9311-4738-8847-5f18cab6c2d6 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:45:54.049775 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-1971c333-9311-4738-8847-5f18cab6c2d6 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3904026 Jan 20 14:45:54.232407 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [req-87615cb7-f86e-4ca3-b3fe-6075f8e941bf req-cd91c431-8b0f-492a-88d8-e5c8d349d87f tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Synchronizing usage tracker for tenant:640e8dbef2de46a485c2653a25e2ea4a on resource:security_group {{(pid=84153) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:45:54.303528 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [req-87615cb7-f86e-4ca3-b3fe-6075f8e941bf req-cd91c431-8b0f-492a-88d8-e5c8d349d87f tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Unset dirty status for tenant:640e8dbef2de46a485c2653a25e2ea4a on resource:security_group {{(pid=84153) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:45:54.305027 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-87615cb7-f86e-4ca3-b3fe-6075f8e941bf req-cd91c431-8b0f-492a-88d8-e5c8d349d87f tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1296390678&fields=id&tenant_id=640e8dbef2de46a485c2653a25e2ea4a HTTP/1.1" status: 200 len: 267 time: 0.1144581 Jan 20 14:45:54.426658 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 7e98d940-14b4-481a-a50c-f5f39ad152cf up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:45:54.477604 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87615cb7-f86e-4ca3-b3fe-6075f8e941bf req-f7c30411-9048-4bfe-a406-189e60d5e5c2 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:45:54.479249 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-87615cb7-f86e-4ca3-b3fe-6075f8e941bf req-f7c30411-9048-4bfe-a406-189e60d5e5c2 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/networks?id=b63b0105-7186-4a61-8e92-785ac239a31a HTTP/1.1" status: 200 len: 797 time: 0.1622505 Jan 20 14:45:54.496626 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-87615cb7-f86e-4ca3-b3fe-6075f8e941bf req-22229871-0cf6-4a7a-a792-4c7d4a27431d tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/quotas/640e8dbef2de46a485c2653a25e2ea4a HTTP/1.1" status: 200 len: 375 time: 0.0117927 Jan 20 14:45:54.551372 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning for port 7e98d940-14b4-481a-a50c-f5f39ad152cf completed by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:45:54.557609 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port 7e98d940-14b4-481a-a50c-f5f39ad152cf triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:45:54.558212 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:45:54.580361 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [req-87615cb7-f86e-4ca3-b3fe-6075f8e941bf req-cf679a43-e07e-412d-849f-15c7671103f1 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Synchronizing usage tracker for tenant:640e8dbef2de46a485c2653a25e2ea4a on resource:port {{(pid=84153) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:45:54.654306 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [req-87615cb7-f86e-4ca3-b3fe-6075f8e941bf req-cf679a43-e07e-412d-849f-15c7671103f1 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Unset dirty status for tenant:640e8dbef2de46a485c2653a25e2ea4a on resource:port {{(pid=84153) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:45:54.655742 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-87615cb7-f86e-4ca3-b3fe-6075f8e941bf req-cf679a43-e07e-412d-849f-15c7671103f1 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=640e8dbef2de46a485c2653a25e2ea4a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1535132 Jan 20 14:45:54.684198 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:45:54.718353 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] For port 7e98d940-14b4-481a-a50c-f5f39ad152cf, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=7e98d940-14b4-481a-a50c-f5f39ad152cf,segment=NetworkSegment(8f8ce318-64e0-4182-b461-5a080fb5254e),segment_id=8f8ce318-64e0-4182-b461-5a080fb5254e)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:45:54.791480 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:45:54.799803 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-87615cb7-f86e-4ca3-b3fe-6075f8e941bf req-24d11a08-38cd-474a-961d-820d6db36985 service neutron] 10.222.0.54 "GET /v2.0/networks/b63b0105-7186-4a61-8e92-785ac239a31a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317239 Jan 20 14:45:54.858502 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Pushing event updated for resources: {'Port': ['ID=7e98d940-14b4-481a-a50c-f5f39ad152cf,revision_number=5']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:45:54.949138 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-87615cb7-f86e-4ca3-b3fe-6075f8e941bf req-611eaedb-2539-4fbc-b7af-4eaee78b8508 service neutron] 10.222.0.54 "GET /v2.0/networks/b63b0105-7186-4a61-8e92-785ac239a31a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432183 Jan 20 14:45:55.309772 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-5f162d2d-ae0a-4bd2-8da9-857e401851e7 req-942faaeb-ad72-4fea-8cea-51c01a92a1f1 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/ports?device_id=6db986f7-4677-4d9c-8574-33ce08a703a6 HTTP/1.1" status: 200 len: 210 time: 0.1139178 Jan 20 14:45:56.357104 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 7e98d940-14b4-481a-a50c-f5f39ad152cf up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:45:56.429178 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port 7e98d940-14b4-481a-a50c-f5f39ad152cf triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:45:56.429550 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:45:56.578660 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-be4a5c1a-9315-4d6d-83d4-f83c506723c3 req-8d093aaf-4a9c-40c7-aafb-ec5232961986 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/ports?device_id=6db986f7-4677-4d9c-8574-33ce08a703a6 HTTP/1.1" status: 200 len: 210 time: 0.1426761 Jan 20 14:45:57.132210 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87615cb7-f86e-4ca3-b3fe-6075f8e941bf req-adec1b01-e19e-4294-a7e2-9ac410e0cca0 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:45:57.133640 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-87615cb7-f86e-4ca3-b3fe-6075f8e941bf req-adec1b01-e19e-4294-a7e2-9ac410e0cca0 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.106 "GET /v2.0/networks?id=b63b0105-7186-4a61-8e92-785ac239a31a HTTP/1.1" status: 200 len: 797 time: 0.1472678 Jan 20 14:45:57.188545 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-87615cb7-f86e-4ca3-b3fe-6075f8e941bf req-0f9561a7-9374-47e0-b963-c978a72f428c tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.106 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=640e8dbef2de46a485c2653a25e2ea4a HTTP/1.1" status: 200 len: 380 time: 0.0434029 Jan 20 14:45:57.198215 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [req-87615cb7-f86e-4ca3-b3fe-6075f8e941bf req-7ae99305-1447-4e50-b809-cb114a04c54d tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Request body: {'port': {'device_id': '6db986f7-4677-4d9c-8574-33ce08a703a6', 'network_id': 'b63b0105-7186-4a61-8e92-785ac239a31a', 'admin_state_up': True, 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'security_groups': ['3b378b03-d76d-4e31-80fe-96a63cb8a951']}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:45:57.334941 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [req-87615cb7-f86e-4ca3-b3fe-6075f8e941bf req-7ae99305-1447-4e50-b809-cb114a04c54d tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:45:57.344175 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [req-87615cb7-f86e-4ca3-b3fe-6075f8e941bf req-7ae99305-1447-4e50-b809-cb114a04c54d tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:45:57.436866 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87615cb7-f86e-4ca3-b3fe-6075f8e941bf req-7ae99305-1447-4e50-b809-cb114a04c54d tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Made reservation on behalf of 640e8dbef2de46a485c2653a25e2ea4a for: {'port': 1} {{(pid=84153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:45:57.439964 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-87615cb7-f86e-4ca3-b3fe-6075f8e941bf req-7ae99305-1447-4e50-b809-cb114a04c54d tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:45:57.601587 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.db_base_plugin_common [req-87615cb7-f86e-4ca3-b3fe-6075f8e941bf req-7ae99305-1447-4e50-b809-cb114a04c54d tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Allocated IP 172.20.0.7 (b63b0105-7186-4a61-8e92-785ac239a31a/a65cb068-399b-423f-9994-3e966b6feabd/d3ae1132-ed3b-4045-9dde-530eb1dc939a) {{(pid=84153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:45:57.759365 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-a973d81f-122f-4494-ae79-ea86254e5820 req-828c8dd0-ba78-40c6-b3db-c5ba680a10c2 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/ports?device_id=6db986f7-4677-4d9c-8574-33ce08a703a6 HTTP/1.1" status: 200 len: 210 time: 0.0495279 Jan 20 14:45:57.828090 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-87615cb7-f86e-4ca3-b3fe-6075f8e941bf req-7ae99305-1447-4e50-b809-cb114a04c54d tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for port, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:45:57.843208 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.provisioning_blocks [req-87615cb7-f86e-4ca3-b3fe-6075f8e941bf req-7ae99305-1447-4e50-b809-cb114a04c54d tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Transition to ACTIVE for port object d3ae1132-ed3b-4045-9dde-530eb1dc939a will not be triggered until provisioned by entity DHCP. {{(pid=84153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:45:57.906049 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-87615cb7-f86e-4ca3-b3fe-6075f8e941bf req-7ae99305-1447-4e50-b809-cb114a04c54d tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:45:57.978816 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87615cb7-f86e-4ca3-b3fe-6075f8e941bf req-7ae99305-1447-4e50-b809-cb114a04c54d tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Network b63b0105-7186-4a61-8e92-785ac239a31a is already hosted by enough agents. {{(pid=84153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:45:57.982230 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae99305-1447-4e50-b809-cb114a04c54d tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Pushing event updated for resources: {'Port': ['ID=d3ae1132-ed3b-4045-9dde-530eb1dc939a,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:45:57.984509 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.base_scheduler [req-87615cb7-f86e-4ca3-b3fe-6075f8e941bf req-7ae99305-1447-4e50-b809-cb114a04c54d tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Resources bound (agent type, host, resource id): {{(pid=84153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:45:57.986585 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.l3_dvrscheduler_db [req-87615cb7-f86e-4ca3-b3fe-6075f8e941bf req-7ae99305-1447-4e50-b809-cb114a04c54d tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Received port after_create {{(pid=84153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:45:58.014231 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-86da4b18-fbc0-4a0f-a84d-d72706067ebd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:45:58.046817 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87615cb7-f86e-4ca3-b3fe-6075f8e941bf req-7ae99305-1447-4e50-b809-cb114a04c54d tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:45:58.047426 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-87615cb7-f86e-4ca3-b3fe-6075f8e941bf req-7ae99305-1447-4e50-b809-cb114a04c54d tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:45:58.134944 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-87615cb7-f86e-4ca3-b3fe-6075f8e941bf req-7ae99305-1447-4e50-b809-cb114a04c54d tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.106 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9402351 Jan 20 14:45:58.147513 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [req-87615cb7-f86e-4ca3-b3fe-6075f8e941bf req-af3ae15a-bc07-4dff-ad6f-f4acadd44890 service neutron] Request body: {'port': {'device_id': '6db986f7-4677-4d9c-8574-33ce08a703a6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8251'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:45:58.254497 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-87615cb7-f86e-4ca3-b3fe-6075f8e941bf req-af3ae15a-bc07-4dff-ad6f-f4acadd44890 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:45:58.259679 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-e67d4550-830c-4898-bb58-1d159b49f20e None None] Provisioning for port d3ae1132-ed3b-4045-9dde-530eb1dc939a completed by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:45:58.267459 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-e67d4550-830c-4898-bb58-1d159b49f20e None None] Provisioning complete for port d3ae1132-ed3b-4045-9dde-530eb1dc939a triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:45:58.267459 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-e67d4550-830c-4898-bb58-1d159b49f20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:45:58.318826 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-e67d4550-830c-4898-bb58-1d159b49f20e None None] Port d3ae1132-ed3b-4045-9dde-530eb1dc939a cannot update to ACTIVE because it is not bound. {{(pid=84154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 14:45:58.589206 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.notifiers.nova [req-87615cb7-f86e-4ca3-b3fe-6075f8e941bf req-af3ae15a-bc07-4dff-ad6f-f4acadd44890 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3ae1132-ed3b-4045-9dde-530eb1dc939a {{(pid=84153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 14:45:58.595838 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-87615cb7-f86e-4ca3-b3fe-6075f8e941bf req-af3ae15a-bc07-4dff-ad6f-f4acadd44890 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:45:58.611243 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.provisioning_blocks [req-87615cb7-f86e-4ca3-b3fe-6075f8e941bf req-af3ae15a-bc07-4dff-ad6f-f4acadd44890 service neutron] Transition to ACTIVE for port object d3ae1132-ed3b-4045-9dde-530eb1dc939a will not be triggered until provisioned by entity L2. {{(pid=84153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:45:58.682936 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-87615cb7-f86e-4ca3-b3fe-6075f8e941bf req-af3ae15a-bc07-4dff-ad6f-f4acadd44890 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3944146'] for port, after_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:45:58.807363 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3ae15a-bc07-4dff-ad6f-f4acadd44890 service neutron] Pushing event updated for resources: {'Port': ['ID=d3ae1132-ed3b-4045-9dde-530eb1dc939a,revision_number=2']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:45:59.063684 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.managers [req-87615cb7-f86e-4ca3-b3fe-6075f8e941bf req-af3ae15a-bc07-4dff-ad6f-f4acadd44890 service neutron] Attempting to bind port d3ae1132-ed3b-4045-9dde-530eb1dc939a on host hv-neutron-8251 for vnic_type normal with profile {{(pid=84153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:45:59.064013 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.managers [req-87615cb7-f86e-4ca3-b3fe-6075f8e941bf req-af3ae15a-bc07-4dff-ad6f-f4acadd44890 service neutron] Attempting to bind port d3ae1132-ed3b-4045-9dde-530eb1dc939a by drivers openvswitch,hyperv on host hv-neutron-8251 at level 0 using segments [{'id': '8f8ce318-64e0-4182-b461-5a080fb5254e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b63b0105-7186-4a61-8e92-785ac239a31a'}] {{(pid=84153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:45:59.064337 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87615cb7-f86e-4ca3-b3fe-6075f8e941bf req-af3ae15a-bc07-4dff-ad6f-f4acadd44890 service neutron] Attempting to bind port d3ae1132-ed3b-4045-9dde-530eb1dc939a on network b63b0105-7186-4a61-8e92-785ac239a31a {{(pid=84153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 14:45:59.075331 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87615cb7-f86e-4ca3-b3fe-6075f8e941bf req-af3ae15a-bc07-4dff-ad6f-f4acadd44890 service neutron] Port d3ae1132-ed3b-4045-9dde-530eb1dc939a on network b63b0105-7186-4a61-8e92-785ac239a31a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8251 {{(pid=84153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 20 14:45:59.075651 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87615cb7-f86e-4ca3-b3fe-6075f8e941bf req-af3ae15a-bc07-4dff-ad6f-f4acadd44890 service neutron] Attempting to bind port d3ae1132-ed3b-4045-9dde-530eb1dc939a on network b63b0105-7186-4a61-8e92-785ac239a31a {{(pid=84153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 14:45:59.090366 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6f7c24-761c-4d8f-b8c8-e94fa162d356 req-895087f1-30b5-4b1a-833e-af116b22d3c5 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:45:59.091049 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [req-1f6f7c24-761c-4d8f-b8c8-e94fa162d356 req-895087f1-30b5-4b1a-833e-af116b22d3c5 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Synchronizing usage tracker for tenant:640e8dbef2de46a485c2653a25e2ea4a on resource:port {{(pid=84153) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:45:59.093390 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87615cb7-f86e-4ca3-b3fe-6075f8e941bf req-af3ae15a-bc07-4dff-ad6f-f4acadd44890 service neutron] Checking agent: {'id': 'e037d8fb-d49c-4f86-9910-f13f6ba89a51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8251', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 23), 'started_at': datetime.datetime(2022, 1, 20, 14, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 45, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 14:45:59.093719 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87615cb7-f86e-4ca3-b3fe-6075f8e941bf req-af3ae15a-bc07-4dff-ad6f-f4acadd44890 service neutron] Checking segment: {'id': '8f8ce318-64e0-4182-b461-5a080fb5254e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b63b0105-7186-4a61-8e92-785ac239a31a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 14:45:59.094114 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87615cb7-f86e-4ca3-b3fe-6075f8e941bf req-af3ae15a-bc07-4dff-ad6f-f4acadd44890 service neutron] Bound using segment: {'id': '8f8ce318-64e0-4182-b461-5a080fb5254e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b63b0105-7186-4a61-8e92-785ac239a31a'} {{(pid=84153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 14:45:59.094539 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.managers [req-87615cb7-f86e-4ca3-b3fe-6075f8e941bf req-af3ae15a-bc07-4dff-ad6f-f4acadd44890 service neutron] Bound port: d3ae1132-ed3b-4045-9dde-530eb1dc939a, host: hv-neutron-8251, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f8ce318-64e0-4182-b461-5a080fb5254e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b63b0105-7186-4a61-8e92-785ac239a31a'}}] {{(pid=84153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:45:59.094875 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-87615cb7-f86e-4ca3-b3fe-6075f8e941bf req-af3ae15a-bc07-4dff-ad6f-f4acadd44890 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:45:59.191527 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.db [req-87615cb7-f86e-4ca3-b3fe-6075f8e941bf req-af3ae15a-bc07-4dff-ad6f-f4acadd44890 service neutron] For port d3ae1132-ed3b-4045-9dde-530eb1dc939a, host hv-neutron-8251, cleared binding levels {{(pid=84153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 14:45:59.195429 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.db [req-87615cb7-f86e-4ca3-b3fe-6075f8e941bf req-af3ae15a-bc07-4dff-ad6f-f4acadd44890 service neutron] For port d3ae1132-ed3b-4045-9dde-530eb1dc939a, host hv-neutron-8251, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=d3ae1132-ed3b-4045-9dde-530eb1dc939a,segment=NetworkSegment(8f8ce318-64e0-4182-b461-5a080fb5254e),segment_id=8f8ce318-64e0-4182-b461-5a080fb5254e)] {{(pid=84153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 14:45:59.213276 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [req-1f6f7c24-761c-4d8f-b8c8-e94fa162d356 req-895087f1-30b5-4b1a-833e-af116b22d3c5 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Unset dirty status for tenant:640e8dbef2de46a485c2653a25e2ea4a on resource:port {{(pid=84153) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:45:59.214813 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-1f6f7c24-761c-4d8f-b8c8-e94fa162d356 req-895087f1-30b5-4b1a-833e-af116b22d3c5 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/ports?device_id=6db986f7-4677-4d9c-8574-33ce08a703a6 HTTP/1.1" status: 200 len: 943 time: 0.3310428 Jan 20 14:45:59.260849 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-1f6f7c24-761c-4d8f-b8c8-e94fa162d356 req-61649e8d-2a75-4109-8853-3de3964f6a57 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/security-groups?id=3b378b03-d76d-4e31-80fe-96a63cb8a951&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397379 Jan 20 14:45:59.274522 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-87615cb7-f86e-4ca3-b3fe-6075f8e941bf req-af3ae15a-bc07-4dff-ad6f-f4acadd44890 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3944146'] for port, after_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:45:59.335264 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-87615cb7-f86e-4ca3-b3fe-6075f8e941bf req-af3ae15a-bc07-4dff-ad6f-f4acadd44890 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:45:59.336604 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-87615cb7-f86e-4ca3-b3fe-6075f8e941bf req-af3ae15a-bc07-4dff-ad6f-f4acadd44890 service neutron] 10.222.0.106 "PUT /v2.0/ports/d3ae1132-ed3b-4045-9dde-530eb1dc939a HTTP/1.1" status: 200 len: 1093 time: 1.1938624 Jan 20 14:45:59.337024 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6db986f7-4677-4d9c-8574-33ce08a703a6', 'tag': 'd3ae1132-ed3b-4045-9dde-530eb1dc939a'}] {{(pid=84153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 14:45:59.357045 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3ae15a-bc07-4dff-ad6f-f4acadd44890 service neutron] Pushing event updated for resources: {'Port': ['ID=d3ae1132-ed3b-4045-9dde-530eb1dc939a,revision_number=3']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:45:59.400699 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6db986f7-4677-4d9c-8574-33ce08a703a6', 'tag': 'd3ae1132-ed3b-4045-9dde-530eb1dc939a', 'status': 'completed', 'code': 200} Jan 20 14:45:59.488625 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-14e844fe-5e69-4ee9-9313-a53892908b77 req-e6694cb1-70f9-4499-8ca5-57ac40a605c4 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=640e8dbef2de46a485c2653a25e2ea4a&device_id=6db986f7-4677-4d9c-8574-33ce08a703a6 HTTP/1.1" status: 200 len: 1096 time: 0.0730419 Jan 20 14:45:59.628232 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e844fe-5e69-4ee9-9313-a53892908b77 req-e10c4abf-74b6-4214-bd15-bff4d301a345 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:45:59.629589 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-14e844fe-5e69-4ee9-9313-a53892908b77 req-e10c4abf-74b6-4214-bd15-bff4d301a345 service neutron] 10.222.0.106 "GET /v2.0/networks?tenant_id=640e8dbef2de46a485c2653a25e2ea4a&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1342242 Jan 20 14:45:59.760610 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e844fe-5e69-4ee9-9313-a53892908b77 req-7cc8b83d-4a71-4133-bfd2-59c0842a94e1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:45:59.761925 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-14e844fe-5e69-4ee9-9313-a53892908b77 req-7cc8b83d-4a71-4133-bfd2-59c0842a94e1 service neutron] 10.222.0.106 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1266882 Jan 20 14:45:59.869976 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-87615cb7-f86e-4ca3-b3fe-6075f8e941bf req-7cf935a4-8e92-4552-b1c2-08144fa2d90b service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=640e8dbef2de46a485c2653a25e2ea4a&device_id=6db986f7-4677-4d9c-8574-33ce08a703a6 HTTP/1.1" status: 200 len: 1096 time: 0.0712962 Jan 20 14:45:59.935747 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-87615cb7-f86e-4ca3-b3fe-6075f8e941bf req-81863dc6-d513-4fba-8548-dc75ac23f880 service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d3ae1132-ed3b-4045-9dde-530eb1dc939a HTTP/1.1" status: 200 len: 217 time: 0.0589666 Jan 20 14:45:59.999426 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87615cb7-f86e-4ca3-b3fe-6075f8e941bf req-65d3c319-feea-4d1d-a7cd-c2de96bc65f7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:46:00.000885 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-87615cb7-f86e-4ca3-b3fe-6075f8e941bf req-65d3c319-feea-4d1d-a7cd-c2de96bc65f7 service neutron] 10.222.0.106 "GET /v2.0/subnets?id=a65cb068-399b-423f-9994-3e966b6feabd HTTP/1.1" status: 200 len: 835 time: 0.0586588 Jan 20 14:46:00.074332 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-87615cb7-f86e-4ca3-b3fe-6075f8e941bf req-5ea3e8e2-a126-4fb1-a18b-a57013610da1 service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=b63b0105-7186-4a61-8e92-785ac239a31a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0669997 Jan 20 14:46:00.202305 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-87615cb7-f86e-4ca3-b3fe-6075f8e941bf req-407d67a0-a0b8-4eb7-8875-b8d44f1db4c8 service neutron] 10.222.0.106 "GET /v2.0/networks/b63b0105-7186-4a61-8e92-785ac239a31a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217985 Jan 20 14:46:00.333374 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-87615cb7-f86e-4ca3-b3fe-6075f8e941bf req-20f6e6e0-b6e6-4b67-b636-5731884e076b service neutron] 10.222.0.106 "GET /v2.0/networks/b63b0105-7186-4a61-8e92-785ac239a31a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255109 Jan 20 14:46:00.397434 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-6507e960-216e-4159-b821-facb249a73a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:46:00.471460 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994dd6b9-5341-4227-8b9c-cfc688f9ac54 req-b47cfeed-b143-4699-96ef-6e55f25adffc tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:46:00.472948 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-994dd6b9-5341-4227-8b9c-cfc688f9ac54 req-b47cfeed-b143-4699-96ef-6e55f25adffc tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/ports?device_id=6db986f7-4677-4d9c-8574-33ce08a703a6 HTTP/1.1" status: 200 len: 943 time: 0.0816391 Jan 20 14:46:00.494128 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:46:00.518754 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-994dd6b9-5341-4227-8b9c-cfc688f9ac54 req-263594a3-61da-453e-aa41-b4cb3175b2c2 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/security-groups?id=3b378b03-d76d-4e31-80fe-96a63cb8a951&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392783 Jan 20 14:46:01.045838 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.agents_db [None req-6dba657d-a637-4918-9b6d-40defdfae04b None None] Agent healthcheck: found 6 active agents {{(pid=84155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 14:46:01.430305 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:46:01.557318 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-cdd98e71-1f0a-4421-baa9-dcb30e06edf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:46:01.713648 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11933d90-a2ec-4d77-9ce2-bb242c8b7631 req-6ba1305e-dde6-4b95-8202-c30792b45916 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:46:01.715036 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-11933d90-a2ec-4d77-9ce2-bb242c8b7631 req-6ba1305e-dde6-4b95-8202-c30792b45916 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/ports?device_id=6db986f7-4677-4d9c-8574-33ce08a703a6 HTTP/1.1" status: 200 len: 943 time: 0.0754094 Jan 20 14:46:01.759104 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-11933d90-a2ec-4d77-9ce2-bb242c8b7631 req-84eb0b10-50d7-4dbe-96be-5e3ca80fed60 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/security-groups?id=3b378b03-d76d-4e31-80fe-96a63cb8a951&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385206 Jan 20 14:46:02.706315 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Device d3ae1132-ed3b-4045-9dde-530eb1dc939a details requested by agent hyperv_hv-neutron-8251 with host hv-neutron-8251 {{(pid=84154) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 20 14:46:02.838424 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] For port d3ae1132-ed3b-4045-9dde-530eb1dc939a, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=d3ae1132-ed3b-4045-9dde-530eb1dc939a,segment=NetworkSegment(8f8ce318-64e0-4182-b461-5a080fb5254e),segment_id=8f8ce318-64e0-4182-b461-5a080fb5254e)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:46:02.851352 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Returning: {'device': 'd3ae1132-ed3b-4045-9dde-530eb1dc939a', 'network_id': 'b63b0105-7186-4a61-8e92-785ac239a31a', 'port_id': 'd3ae1132-ed3b-4045-9dde-530eb1dc939a', 'mac_address': 'fa:16:3e:c7:4a:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a65cb068-399b-423f-9994-3e966b6feabd', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84154) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 20 14:46:02.914879 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:46:02.943532 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.notifiers.nova [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3ae1132-ed3b-4045-9dde-530eb1dc939a {{(pid=84154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 14:46:02.961484 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] For port d3ae1132-ed3b-4045-9dde-530eb1dc939a, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=d3ae1132-ed3b-4045-9dde-530eb1dc939a,segment=NetworkSegment(8f8ce318-64e0-4182-b461-5a080fb5254e),segment_id=8f8ce318-64e0-4182-b461-5a080fb5254e)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:46:02.971821 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b831a7c1-9d33-43be-8a19-691aad85b64e req-a26607af-6150-40d9-bea7-a456cc25383b tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:46:02.973280 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-b831a7c1-9d33-43be-8a19-691aad85b64e req-a26607af-6150-40d9-bea7-a456cc25383b tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/ports?device_id=6db986f7-4677-4d9c-8574-33ce08a703a6 HTTP/1.1" status: 200 len: 943 time: 0.0838671 Jan 20 14:46:03.018548 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-b831a7c1-9d33-43be-8a19-691aad85b64e req-d1e58ee2-655d-48e9-8c55-916de10d3841 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/security-groups?id=3b378b03-d76d-4e31-80fe-96a63cb8a951&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395620 Jan 20 14:46:03.054346 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-eea6df97-7ff1-4b63-af20-e3ec8913deda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:46:03.081413 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:46:03.147851 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Pushing event updated for resources: {'Port': ['ID=d3ae1132-ed3b-4045-9dde-530eb1dc939a,revision_number=4']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:46:03.417506 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] get_ports_and_sgs() called for port_ids ['d3ae1132-ed3b-4045-9dde-530eb1dc939a'] {{(pid=84154) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 20 14:46:04.211104 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfafd92-e576-4881-9d0d-d8691851d4e8 req-bf619fae-dcd8-4f45-97e6-70a6a865a40d tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:46:04.212634 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-1bfafd92-e576-4881-9d0d-d8691851d4e8 req-bf619fae-dcd8-4f45-97e6-70a6a865a40d tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/ports?device_id=6db986f7-4677-4d9c-8574-33ce08a703a6 HTTP/1.1" status: 200 len: 944 time: 0.0757039 Jan 20 14:46:04.258113 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-1bfafd92-e576-4881-9d0d-d8691851d4e8 req-e93efabb-aafb-488a-8146-206c26e71480 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/security-groups?id=3b378b03-d76d-4e31-80fe-96a63cb8a951&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398023 Jan 20 14:46:04.706622 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Device d3ae1132-ed3b-4045-9dde-530eb1dc939a up at agent hyperv_hv-neutron-8251 {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:46:04.819483 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Provisioning for port d3ae1132-ed3b-4045-9dde-530eb1dc939a completed by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:46:04.824088 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Provisioning complete for port d3ae1132-ed3b-4045-9dde-530eb1dc939a triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:46:04.824455 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:46:04.935877 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:46:04.962026 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6db986f7-4677-4d9c-8574-33ce08a703a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3ae1132-ed3b-4045-9dde-530eb1dc939a'}] {{(pid=84154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 14:46:04.971841 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] For port d3ae1132-ed3b-4045-9dde-530eb1dc939a, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=d3ae1132-ed3b-4045-9dde-530eb1dc939a,segment=NetworkSegment(8f8ce318-64e0-4182-b461-5a080fb5254e),segment_id=8f8ce318-64e0-4182-b461-5a080fb5254e)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:46:05.014314 dv-neutron-825124-1-hyperv neutron-server[84154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6db986f7-4677-4d9c-8574-33ce08a703a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3ae1132-ed3b-4045-9dde-530eb1dc939a', 'code': 200} Jan 20 14:46:05.025748 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:46:05.090463 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Pushing event updated for resources: {'Port': ['ID=d3ae1132-ed3b-4045-9dde-530eb1dc939a,revision_number=5']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:46:05.326211 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-87428129-feaa-423c-89dc-bb3fb818966a req-2b02e275-45e5-4752-aba0-c0ddf15bd52e service neutron] 10.222.0.106 "GET /v2.0/ports?device_id=6db986f7-4677-4d9c-8574-33ce08a703a6 HTTP/1.1" status: 200 len: 1098 time: 0.0758498 Jan 20 14:46:05.369203 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-87428129-feaa-423c-89dc-bb3fb818966a req-dc11d755-f308-4b8f-9b44-fddb2aa897a4 service neutron] 10.222.0.106 "GET /v2.0/security-groups?id=3b378b03-d76d-4e31-80fe-96a63cb8a951&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370591 Jan 20 14:46:05.453198 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077aef6e-d400-4ef6-a895-4663eefb51fb req-b4f105ba-7610-44de-85fa-996a4cbf8069 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:46:05.454775 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-077aef6e-d400-4ef6-a895-4663eefb51fb req-b4f105ba-7610-44de-85fa-996a4cbf8069 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/ports?device_id=6db986f7-4677-4d9c-8574-33ce08a703a6 HTTP/1.1" status: 200 len: 945 time: 0.0759449 Jan 20 14:46:05.591282 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-077aef6e-d400-4ef6-a895-4663eefb51fb req-e3f2d515-361a-4736-96a8-dce8f5056ee6 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/security-groups?id=3b378b03-d76d-4e31-80fe-96a63cb8a951&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1305039 Jan 20 14:46:06.816323 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3349b1ae-6805-4afa-9aba-fc7b9f1f1435 req-eceb594c-fa20-45e0-99d6-6c3c82ccf352 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:46:06.818981 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-3349b1ae-6805-4afa-9aba-fc7b9f1f1435 req-eceb594c-fa20-45e0-99d6-6c3c82ccf352 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/ports?device_id=6db986f7-4677-4d9c-8574-33ce08a703a6 HTTP/1.1" status: 200 len: 945 time: 0.0824783 Jan 20 14:46:06.865657 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-3349b1ae-6805-4afa-9aba-fc7b9f1f1435 req-6e0cd671-74e4-4cc6-8239-0a70bf018c02 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/security-groups?id=3b378b03-d76d-4e31-80fe-96a63cb8a951&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415368 Jan 20 14:46:08.060267 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ece4a63-f419-459f-8e18-c1cde1527732 req-42579405-d067-4f37-817a-1ac954c8082c tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:46:08.061697 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-1ece4a63-f419-459f-8e18-c1cde1527732 req-42579405-d067-4f37-817a-1ac954c8082c tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/ports?device_id=6db986f7-4677-4d9c-8574-33ce08a703a6 HTTP/1.1" status: 200 len: 945 time: 0.0785592 Jan 20 14:46:08.105804 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-1ece4a63-f419-459f-8e18-c1cde1527732 req-31c5085f-2359-4ffe-88e1-abf349ba7380 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/security-groups?id=3b378b03-d76d-4e31-80fe-96a63cb8a951&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386944 Jan 20 14:46:08.297176 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc20bd8e-12db-447c-b3c7-9e6d9b700b11 req-d3fa7a73-a1a1-4bd6-a59b-5a28c926ed5a tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:46:08.298653 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-dc20bd8e-12db-447c-b3c7-9e6d9b700b11 req-d3fa7a73-a1a1-4bd6-a59b-5a28c926ed5a tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/ports?device_id=6db986f7-4677-4d9c-8574-33ce08a703a6 HTTP/1.1" status: 200 len: 945 time: 0.0743809 Jan 20 14:46:08.343611 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-dc20bd8e-12db-447c-b3c7-9e6d9b700b11 req-35cee191-cc84-4e2a-a915-eae02e53e176 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/security-groups?id=3b378b03-d76d-4e31-80fe-96a63cb8a951&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392005 Jan 20 14:46:08.370115 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 45336) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:46:08.689156 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-18fd3e0b-f0a8-4ec5-a04f-7ed7ff1536ea tempest-TestNetworkBasicOps-1338634829 tempest-TestNetworkBasicOps-1338634829-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=6db986f7-4677-4d9c-8574-33ce08a703a6 HTTP/1.1" status: 200 len: 1093 time: 0.3179305 Jan 20 14:46:08.692642 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 45342) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:46:08.698225 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-239611ea-2f00-4b70-8529-db28fbe80026 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Request body: {'floatingip': {'floating_network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'port_id': 'd3ae1132-ed3b-4045-9dde-530eb1dc939a', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'fixed_ip_address': '172.20.0.7'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:46:08.703501 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-239611ea-2f00-4b70-8529-db28fbe80026 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:46:08.707218 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-239611ea-2f00-4b70-8529-db28fbe80026 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Usage tracker for resource:floatingip and tenant:640e8dbef2de46a485c2653a25e2ea4a is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:46:08.710111 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-239611ea-2f00-4b70-8529-db28fbe80026 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:46:08.715762 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-239611ea-2f00-4b70-8529-db28fbe80026 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:46:08.785814 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-239611ea-2f00-4b70-8529-db28fbe80026 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for floatingip, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:46:08.918580 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-239611ea-2f00-4b70-8529-db28fbe80026 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:46:09.055169 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.db_base_plugin_common [None req-239611ea-2f00-4b70-8529-db28fbe80026 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Allocated IP 172.26.7.190 (8dffb05c-5ca0-409b-bd5f-7be6264f707d/a489dd4f-42a5-433b-8be3-bab2749c4209/32e75fa5-a609-443b-8e2b-8e6641ba1a3e) {{(pid=84153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:46:09.215611 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-239611ea-2f00-4b70-8529-db28fbe80026 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for port, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:46:09.294755 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-239611ea-2f00-4b70-8529-db28fbe80026 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:46:09.363276 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-239611ea-2f00-4b70-8529-db28fbe80026 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Network 8dffb05c-5ca0-409b-bd5f-7be6264f707d is already hosted by enough agents. {{(pid=84153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:46:09.366360 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.base_scheduler [None req-239611ea-2f00-4b70-8529-db28fbe80026 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Resources bound (agent type, host, resource id): {{(pid=84153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:46:09.370665 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-239611ea-2f00-4b70-8529-db28fbe80026 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Received port after_create {{(pid=84153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:46:09.396896 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239611ea-2f00-4b70-8529-db28fbe80026 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Pushing event updated for resources: {'Port': ['ID=32e75fa5-a609-443b-8e2b-8e6641ba1a3e,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:46:09.867994 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-239611ea-2f00-4b70-8529-db28fbe80026 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:46:09.980088 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-239611ea-2f00-4b70-8529-db28fbe80026 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:46:10.268832 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-239611ea-2f00-4b70-8529-db28fbe80026 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for port, precommit_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:46:10.328203 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-239611ea-2f00-4b70-8529-db28fbe80026 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3944146'] for port, after_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:46:10.430215 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239611ea-2f00-4b70-8529-db28fbe80026 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Pushing event updated for resources: {'Port': ['ID=32e75fa5-a609-443b-8e2b-8e6641ba1a3e,revision_number=2']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:46:10.448222 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-239611ea-2f00-4b70-8529-db28fbe80026 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-745254'] for floatingip, after_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:46:10.635220 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.db.l3_db [None req-239611ea-2f00-4b70-8529-db28fbe80026 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Floating IP 29a9a9c0-b81a-47d7-a25f-86c6fe297a09 associated. External IP: 172.26.7.190, port: d3ae1132-ed3b-4045-9dde-530eb1dc939a. Jan 20 14:46:11.016023 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-239611ea-2f00-4b70-8529-db28fbe80026 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Router fe416b53-dd2f-4378-b374-69f664c35681 has already been hosted by L3 agent 624d525b-4c26-4143-8a1c-228bb1c6faaa {{(pid=84153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 14:46:11.212687 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-239611ea-2f00-4b70-8529-db28fbe80026 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify agent at l3_agent.dv-neutron-825124-1-hyperv the message routers_updated {{(pid=84153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 14:46:11.223002 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a2f4bfe-595b-4e5c-bd06-f2e8bff7348f None None] Sync routers for ids ['fe416b53-dd2f-4378-b374-69f664c35681'] in dv-neutron-825124-1-hyperv {{(pid=84154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 14:46:11.236207 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a2f4bfe-595b-4e5c-bd06-f2e8bff7348f None None] Routers {'fe416b53-dd2f-4378-b374-69f664c35681'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:46:11.236892 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-8a2f4bfe-595b-4e5c-bd06-f2e8bff7348f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:46:00Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['fe416b53-dd2f-4378-b374-69f664c35681'], 'active': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:46:11.277458 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-239611ea-2f00-4b70-8529-db28fbe80026 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for floatingip, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:46:11.338578 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-239611ea-2f00-4b70-8529-db28fbe80026 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6440654 Jan 20 14:46:11.339496 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6db986f7-4677-4d9c-8574-33ce08a703a6', 'tag': 'd3ae1132-ed3b-4045-9dde-530eb1dc939a'}] {{(pid=84153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 14:46:11.341054 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 45346) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:46:11.407814 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6db986f7-4677-4d9c-8574-33ce08a703a6', 'tag': 'd3ae1132-ed3b-4045-9dde-530eb1dc939a', 'status': 'completed', 'code': 200} Jan 20 14:46:11.419857 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvr_db [None req-8a2f4bfe-595b-4e5c-bd06-f2e8bff7348f None None] Set router fe416b53-dd2f-4378-b374-69f664c35681 gateway port host: dv-neutron-825124-1-hyperv {{(pid=84154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 14:46:11.506150 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-18c8ed2a-cf2c-4a2c-8528-26dd30a1721c req-8dd59b8b-11c7-492a-9cf9-4045942eb1c3 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=640e8dbef2de46a485c2653a25e2ea4a&device_id=6db986f7-4677-4d9c-8574-33ce08a703a6 HTTP/1.1" status: 200 len: 1098 time: 0.0777123 Jan 20 14:46:11.564312 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-955ae3ca-0201-45a7-bb3b-f458ccfcf4b6 tempest-TestNetworkBasicOps-1338634829 tempest-TestNetworkBasicOps-1338634829-project-admin] 10.222.0.54 "GET /v2.0/routers/fe416b53-dd2f-4378-b374-69f664c35681 HTTP/1.1" status: 200 len: 923 time: 0.2217908 Jan 20 14:46:11.566709 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 45352) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:46:11.643262 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c8ed2a-cf2c-4a2c-8528-26dd30a1721c req-723038b0-83ea-48d5-8423-26a9cc62a9eb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:46:11.644699 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-18c8ed2a-cf2c-4a2c-8528-26dd30a1721c req-723038b0-83ea-48d5-8423-26a9cc62a9eb service neutron] 10.222.0.106 "GET /v2.0/networks?id=b63b0105-7186-4a61-8e92-785ac239a31a HTTP/1.1" status: 200 len: 898 time: 0.1330647 Jan 20 14:46:11.673158 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-55702ac3-ef88-4ff4-a334-1f6770555465 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/floatingips/29a9a9c0-b81a-47d7-a25f-86c6fe297a09 HTTP/1.1" status: 200 len: 991 time: 0.1053984 Jan 20 14:46:11.755333 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-18c8ed2a-cf2c-4a2c-8528-26dd30a1721c req-129ea72c-0e46-43b1-8550-79a674bfea8c service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d3ae1132-ed3b-4045-9dde-530eb1dc939a HTTP/1.1" status: 200 len: 999 time: 0.1027195 Jan 20 14:46:11.813731 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-8a2f4bfe-595b-4e5c-bd06-f2e8bff7348f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe416b53-dd2f-4378-b374-69f664c35681', 'name': 'tempest-TestNetworkBasicOps-router-1231664292', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.237'}], 'enable_snat': True}, 'gw_port_id': 'a5555dcf-b472-48b6-93eb-ae5d1cdaa9f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:45:44Z', 'updated_at': '2022-01-20T14:45:49Z', 'revision_number': 4, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'gw_port': {'id': 'a5555dcf-b472-48b6-93eb-ae5d1cdaa9f6', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:77:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe416b53-dd2f-4378-b374-69f664c35681', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:45:44Z', 'updated_at': '2022-01-20T14:45:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv', '_floatingips': [{'id': '29a9a9c0-b81a-47d7-a25f-86c6fe297a09', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'floating_ip_address': '172.26.7.190', 'floating_network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'router_id': 'fe416b53-dd2f-4378-b374-69f664c35681', 'port_id': 'd3ae1132-ed3b-4045-9dde-530eb1dc939a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b63b0105-7186-4a61-8e92-785ac239a31a', 'mac_address': 'fa:16:3e:c7:4a:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6db986f7-4677-4d9c-8574-33ce08a703a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T14:46:09Z', 'updated_at': '2022-01-20T14:46:09Z', 'revision_number': 0, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e98d940-14b4-481a-a50c-f5f39ad152cf', 'name': '', 'network_id': 'b63b0105-7186-4a61-8e92-785ac239a31a', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'mac_address': 'fa:16:3e:88:da:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe416b53-dd2f-4378-b374-69f664c35681', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a65cb068-399b-423f-9994-3e966b6feabd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:45:48Z', 'updated_at': '2022-01-20T14:45:54Z', 'revision_number': 5, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'subnets': [{'id': 'a65cb068-399b-423f-9994-3e966b6feabd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:46:11.815747 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c8ed2a-cf2c-4a2c-8528-26dd30a1721c req-be59f462-7228-4f49-b230-03bfcf4c4b8c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:46:11.817109 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-18c8ed2a-cf2c-4a2c-8528-26dd30a1721c req-be59f462-7228-4f49-b230-03bfcf4c4b8c service neutron] 10.222.0.106 "GET /v2.0/subnets?id=a65cb068-399b-423f-9994-3e966b6feabd HTTP/1.1" status: 200 len: 835 time: 0.0561454 Jan 20 14:46:11.817717 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a2f4bfe-595b-4e5c-bd06-f2e8bff7348f None None] Checking router: fe416b53-dd2f-4378-b374-69f664c35681 for host: dv-neutron-825124-1-hyperv {{(pid=84154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 14:46:11.828847 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a2f4bfe-595b-4e5c-bd06-f2e8bff7348f None None] Routers {'fe416b53-dd2f-4378-b374-69f664c35681'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:46:11.829446 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-8a2f4bfe-595b-4e5c-bd06-f2e8bff7348f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:46:00Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['fe416b53-dd2f-4378-b374-69f664c35681'], 'active': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:46:11.889612 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-18c8ed2a-cf2c-4a2c-8528-26dd30a1721c req-4b1fcd53-ab5e-457c-9184-26665ae49c7a service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=b63b0105-7186-4a61-8e92-785ac239a31a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0664575 Jan 20 14:46:11.899600 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [req-18c8ed2a-cf2c-4a2c-8528-26dd30a1721c req-d663f53f-83fa-4c9a-a764-77013a520d66 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=84153) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 20 14:46:11.900513 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-18c8ed2a-cf2c-4a2c-8528-26dd30a1721c req-d663f53f-83fa-4c9a-a764-77013a520d66 service neutron] 10.222.0.106 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0052509 Jan 20 14:46:12.008497 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvr_db [None req-8a2f4bfe-595b-4e5c-bd06-f2e8bff7348f None None] Set router fe416b53-dd2f-4378-b374-69f664c35681 gateway port host: dv-neutron-825124-1-hyperv {{(pid=84154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 14:46:12.138183 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-18c8ed2a-cf2c-4a2c-8528-26dd30a1721c req-f9ca9aa3-e9c3-4acd-ab73-3774a15b1884 service neutron] 10.222.0.106 "GET /v2.0/networks/b63b0105-7186-4a61-8e92-785ac239a31a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2315054 Jan 20 14:46:12.269100 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-18c8ed2a-cf2c-4a2c-8528-26dd30a1721c req-faea680d-85da-4bbe-8a66-f5bdb4bf7dba service neutron] 10.222.0.106 "GET /v2.0/networks/b63b0105-7186-4a61-8e92-785ac239a31a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252546 Jan 20 14:46:12.359326 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-8a2f4bfe-595b-4e5c-bd06-f2e8bff7348f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe416b53-dd2f-4378-b374-69f664c35681', 'name': 'tempest-TestNetworkBasicOps-router-1231664292', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.237'}], 'enable_snat': True}, 'gw_port_id': 'a5555dcf-b472-48b6-93eb-ae5d1cdaa9f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:45:44Z', 'updated_at': '2022-01-20T14:45:49Z', 'revision_number': 4, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'gw_port': {'id': 'a5555dcf-b472-48b6-93eb-ae5d1cdaa9f6', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:77:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe416b53-dd2f-4378-b374-69f664c35681', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:45:44Z', 'updated_at': '2022-01-20T14:45:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv', '_floatingips': [{'id': '29a9a9c0-b81a-47d7-a25f-86c6fe297a09', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'floating_ip_address': '172.26.7.190', 'floating_network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'router_id': 'fe416b53-dd2f-4378-b374-69f664c35681', 'port_id': 'd3ae1132-ed3b-4045-9dde-530eb1dc939a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b63b0105-7186-4a61-8e92-785ac239a31a', 'mac_address': 'fa:16:3e:c7:4a:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6db986f7-4677-4d9c-8574-33ce08a703a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T14:46:09Z', 'updated_at': '2022-01-20T14:46:09Z', 'revision_number': 0, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e98d940-14b4-481a-a50c-f5f39ad152cf', 'name': '', 'network_id': 'b63b0105-7186-4a61-8e92-785ac239a31a', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'mac_address': 'fa:16:3e:88:da:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe416b53-dd2f-4378-b374-69f664c35681', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a65cb068-399b-423f-9994-3e966b6feabd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:45:48Z', 'updated_at': '2022-01-20T14:45:54Z', 'revision_number': 5, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'subnets': [{'id': 'a65cb068-399b-423f-9994-3e966b6feabd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:46:12.363490 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a2f4bfe-595b-4e5c-bd06-f2e8bff7348f None None] The sync data for ids ['fe416b53-dd2f-4378-b374-69f664c35681'] in dv-neutron-825124-1-hyperv is: [{'id': 'fe416b53-dd2f-4378-b374-69f664c35681', 'name': 'tempest-TestNetworkBasicOps-router-1231664292', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.237'}], 'enable_snat': True}, 'gw_port_id': 'a5555dcf-b472-48b6-93eb-ae5d1cdaa9f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:45:44Z', 'updated_at': '2022-01-20T14:45:49Z', 'revision_number': 4, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'gw_port': {'id': 'a5555dcf-b472-48b6-93eb-ae5d1cdaa9f6', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:77:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe416b53-dd2f-4378-b374-69f664c35681', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:45:44Z', 'updated_at': '2022-01-20T14:45:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv', '_floatingips': [{'id': '29a9a9c0-b81a-47d7-a25f-86c6fe297a09', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'floating_ip_address': '172.26.7.190', 'floating_network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'router_id': 'fe416b53-dd2f-4378-b374-69f664c35681', 'port_id': 'd3ae1132-ed3b-4045-9dde-530eb1dc939a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b63b0105-7186-4a61-8e92-785ac239a31a', 'mac_address': 'fa:16:3e:c7:4a:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6db986f7-4677-4d9c-8574-33ce08a703a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T14:46:09Z', 'updated_at': '2022-01-20T14:46:09Z', 'revision_number': 0, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e98d940-14b4-481a-a50c-f5f39ad152cf', 'name': '', 'network_id': 'b63b0105-7186-4a61-8e92-785ac239a31a', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'mac_address': 'fa:16:3e:88:da:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe416b53-dd2f-4378-b374-69f664c35681', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a65cb068-399b-423f-9994-3e966b6feabd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:45:48Z', 'updated_at': '2022-01-20T14:45:54Z', 'revision_number': 5, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'subnets': [{'id': 'a65cb068-399b-423f-9994-3e966b6feabd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 14:46:12.545313 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f199793-f963-4a17-8756-dfa1ba0886fb None None] New status for floating IP 29a9a9c0-b81a-47d7-a25f-86c6fe297a09: ACTIVE {{(pid=84155) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 20 14:46:12.677112 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 45356) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:46:12.797989 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-e47cff07-34b4-4400-bfce-afd5c93f30ea tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/floatingips/29a9a9c0-b81a-47d7-a25f-86c6fe297a09 HTTP/1.1" status: 200 len: 991 time: 0.1116672 Jan 20 14:46:13.793775 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 45360) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:46:13.899659 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-a029a79f-bf04-40c5-a3bb-32a91ffeea86 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/floatingips/29a9a9c0-b81a-47d7-a25f-86c6fe297a09 HTTP/1.1" status: 200 len: 993 time: 0.1046538 Jan 20 14:46:27.269207 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-bb9520df-d3af-4be5-a3f2-ee1930dcb3d8 req-7570d3d8-6e31-4e51-aa62-fab6791c4c20 service neutron] 10.222.0.106 "GET /v2.0/ports?device_id=6db986f7-4677-4d9c-8574-33ce08a703a6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0708492 Jan 20 14:46:27.405565 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-bb9520df-d3af-4be5-a3f2-ee1930dcb3d8 req-aa3071e0-ce1d-4ff3-a6e5-9fdc7816f48a service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=640e8dbef2de46a485c2653a25e2ea4a&device_id=6db986f7-4677-4d9c-8574-33ce08a703a6 HTTP/1.1" status: 200 len: 1098 time: 0.0672169 Jan 20 14:46:27.549829 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9520df-d3af-4be5-a3f2-ee1930dcb3d8 req-e0d0a666-d28d-4344-8d0f-19c74bcc9a51 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:46:27.551288 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-bb9520df-d3af-4be5-a3f2-ee1930dcb3d8 req-e0d0a666-d28d-4344-8d0f-19c74bcc9a51 service neutron] 10.222.0.106 "GET /v2.0/networks?id=b63b0105-7186-4a61-8e92-785ac239a31a HTTP/1.1" status: 200 len: 898 time: 0.1274879 Jan 20 14:46:27.652337 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-bb9520df-d3af-4be5-a3f2-ee1930dcb3d8 req-c3d1a896-76de-4416-8df6-5c748b0a4597 service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d3ae1132-ed3b-4045-9dde-530eb1dc939a HTTP/1.1" status: 200 len: 1001 time: 0.0942848 Jan 20 14:46:27.716700 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9520df-d3af-4be5-a3f2-ee1930dcb3d8 req-aa09ed85-4c22-4053-8724-6aa30747ac79 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:46:27.718087 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-bb9520df-d3af-4be5-a3f2-ee1930dcb3d8 req-aa09ed85-4c22-4053-8724-6aa30747ac79 service neutron] 10.222.0.106 "GET /v2.0/subnets?id=a65cb068-399b-423f-9994-3e966b6feabd HTTP/1.1" status: 200 len: 835 time: 0.0586019 Jan 20 14:46:27.791133 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-bb9520df-d3af-4be5-a3f2-ee1930dcb3d8 req-62d7258c-fc28-44ae-bd75-c9a7129d661a service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=b63b0105-7186-4a61-8e92-785ac239a31a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0656073 Jan 20 14:46:27.919202 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-bb9520df-d3af-4be5-a3f2-ee1930dcb3d8 req-e6de8f1a-b178-4593-8e0d-ef6a051fd2c6 service neutron] 10.222.0.106 "GET /v2.0/networks/b63b0105-7186-4a61-8e92-785ac239a31a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217508 Jan 20 14:46:28.043092 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-c9fe9b83-0b0e-4b93-b42f-6c71b10f44b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:46:28.049162 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-bb9520df-d3af-4be5-a3f2-ee1930dcb3d8 req-ff81bf72-b22c-4240-8268-61395df1356b service neutron] 10.222.0.106 "GET /v2.0/networks/b63b0105-7186-4a61-8e92-785ac239a31a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233358 Jan 20 14:46:30.390209 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-75ce5b86-2f74-4665-ae30-ffd2e8ed0a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:46:30.510438 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:46:31.408081 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:46:31.580043 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-cdd98e71-1f0a-4421-baa9-dcb30e06edf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:46:33.031401 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-eea6df97-7ff1-4b63-af20-e3ec8913deda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:46:38.046409 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.agents_db [None req-6dba657d-a637-4918-9b6d-40defdfae04b None None] Agent healthcheck: found 6 active agents {{(pid=84155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 14:46:57.991056 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7704d0e8-5009-42d9-9808-9b91f69a50ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:47:00.389389 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ccbe65e5-5898-4c1a-b456-94d9405129eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:47:00.499716 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:47:01.396732 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:47:01.596855 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-cdd98e71-1f0a-4421-baa9-dcb30e06edf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:47:02.997072 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-eea6df97-7ff1-4b63-af20-e3ec8913deda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:47:12.684865 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 45380) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:47:12.876382 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-095b75d4-478a-424c-a537-a16336095a94 tempest-TestNetworkBasicOps-1338634829 tempest-TestNetworkBasicOps-1338634829-project-admin] 10.222.0.54 "GET /v2.0/routers/fe416b53-dd2f-4378-b374-69f664c35681/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1900134 Jan 20 14:47:12.878955 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 45384) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:47:13.143566 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92ac0dcc-0105-4160-9877-5ee7ae0e9cc5 tempest-TestNetworkBasicOps-1338634829 tempest-TestNetworkBasicOps-1338634829-project-admin] Notify agent at dv-neutron-825124-1-hyperv the message router_removed_from_agent {{(pid=84153) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Jan 20 14:47:13.146732 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-92ac0dcc-0105-4160-9877-5ee7ae0e9cc5 tempest-TestNetworkBasicOps-1338634829 tempest-TestNetworkBasicOps-1338634829-project-admin] 10.222.0.54 "DELETE /v2.0/agents/624d525b-4c26-4143-8a1c-228bb1c6faaa/l3-routers/fe416b53-dd2f-4378-b374-69f664c35681 HTTP/1.1" status: 204 len: 168 time: 0.2668126 Jan 20 14:47:13.149355 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 45388) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:47:13.423877 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-ab357e88-277b-4b59-92e7-7b3f6adbbb68 tempest-TestNetworkBasicOps-1338634829 tempest-TestNetworkBasicOps-1338634829-project-admin] 10.222.0.54 "GET /v2.0/routers/fe416b53-dd2f-4378-b374-69f664c35681/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.2734284 Jan 20 14:47:13.426477 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 45392) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:47:13.530100 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-24e1f120-33c3-4d60-8363-27360dfa7480 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/floatingips/29a9a9c0-b81a-47d7-a25f-86c6fe297a09 HTTP/1.1" status: 200 len: 993 time: 0.1025546 Jan 20 14:47:13.922071 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efea7811-58c9-412f-8e70-1c8f173b1e50 None None] New status for floating IP 29a9a9c0-b81a-47d7-a25f-86c6fe297a09: DOWN {{(pid=84154) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 20 14:47:14.384053 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device a5555dcf-b472-48b6-93eb-ae5d1cdaa9f6 no longer exists at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:47:14.533866 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 45396) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:47:14.539851 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:47:14.551914 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] For port a5555dcf-b472-48b6-93eb-ae5d1cdaa9f6, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=a5555dcf-b472-48b6-93eb-ae5d1cdaa9f6,segment=NetworkSegment(f628f1ba-6b70-4c9b-8839-62340c040c81),segment_id=f628f1ba-6b70-4c9b-8839-62340c040c81)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:47:14.591327 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:47:14.592129 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 7e98d940-14b4-481a-a50c-f5f39ad152cf no longer exists at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:47:14.639186 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-d4789ec0-2f3b-4bd2-8a12-dc336e420786 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/floatingips/29a9a9c0-b81a-47d7-a25f-86c6fe297a09 HTTP/1.1" status: 200 len: 991 time: 0.1039193 Jan 20 14:47:14.705776 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Pushing event updated for resources: {'Port': ['ID=a5555dcf-b472-48b6-93eb-ae5d1cdaa9f6,revision_number=5']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:47:14.747707 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:47:14.748049 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:47:14.748397 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:47:14.748736 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:47:14.749072 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:47:14.749405 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:47:14.749780 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:47:14.750138 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:47:14.750466 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:47:14.750792 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:47:14.751176 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:47:14.771048 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:47:14.802511 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] For port 7e98d940-14b4-481a-a50c-f5f39ad152cf, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=7e98d940-14b4-481a-a50c-f5f39ad152cf,segment=NetworkSegment(8f8ce318-64e0-4182-b461-5a080fb5254e),segment_id=8f8ce318-64e0-4182-b461-5a080fb5254e)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:47:14.859682 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:47:14.927033 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Pushing event updated for resources: {'Port': ['ID=7e98d940-14b4-481a-a50c-f5f39ad152cf,revision_number=6']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:47:15.047136 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.agents_db [None req-6dba657d-a637-4918-9b6d-40defdfae04b None None] Agent healthcheck: found 6 active agents {{(pid=84155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 14:47:15.794886 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 45402) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:47:16.037336 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a19f419b-9d6f-43d8-b8cf-42a354fc1495 tempest-TestNetworkBasicOps-1338634829 tempest-TestNetworkBasicOps-1338634829-project-admin] Router fe416b53-dd2f-4378-b374-69f664c35681 is scheduled to L3 agent 624d525b-4c26-4143-8a1c-228bb1c6faaa with binding_index 1 {{(pid=84152) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 20 14:47:16.037681 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a19f419b-9d6f-43d8-b8cf-42a354fc1495 tempest-TestNetworkBasicOps-1338634829 tempest-TestNetworkBasicOps-1338634829-project-admin] Notify agent at dv-neutron-825124-1-hyperv the message router_added_to_agent {{(pid=84152) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Jan 20 14:47:16.064955 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-a19f419b-9d6f-43d8-b8cf-42a354fc1495 tempest-TestNetworkBasicOps-1338634829 tempest-TestNetworkBasicOps-1338634829-project-admin] 10.222.0.54 "POST /v2.0/agents/624d525b-4c26-4143-8a1c-228bb1c6faaa/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.2683806 Jan 20 14:47:16.067532 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 45408) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:47:16.085428 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5b6df6b-179c-480f-9bda-906e6a695b4b None None] Sync routers for ids ['fe416b53-dd2f-4378-b374-69f664c35681'] in dv-neutron-825124-1-hyperv {{(pid=84155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 14:47:16.097063 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5b6df6b-179c-480f-9bda-906e6a695b4b None None] Routers {'fe416b53-dd2f-4378-b374-69f664c35681'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:47:16.097730 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-c5b6df6b-179c-480f-9bda-906e6a695b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:47:00Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['fe416b53-dd2f-4378-b374-69f664c35681'], 'active': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:47:16.256340 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-9384f7be-4982-4fcb-aed8-37b25836daca tempest-TestNetworkBasicOps-1338634829 tempest-TestNetworkBasicOps-1338634829-project-admin] 10.222.0.54 "GET /v2.0/routers/fe416b53-dd2f-4378-b374-69f664c35681/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1828103 Jan 20 14:47:16.256933 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 45414) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:47:16.307399 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvr_db [None req-c5b6df6b-179c-480f-9bda-906e6a695b4b None None] Set router fe416b53-dd2f-4378-b374-69f664c35681 gateway port host: dv-neutron-825124-1-hyperv {{(pid=84155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 14:47:16.362695 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-cbfb6120-5d3b-4960-a8eb-f4b67ff5341c tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/floatingips/29a9a9c0-b81a-47d7-a25f-86c6fe297a09 HTTP/1.1" status: 200 len: 991 time: 0.1049414 Jan 20 14:47:16.649082 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-c5b6df6b-179c-480f-9bda-906e6a695b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe416b53-dd2f-4378-b374-69f664c35681', 'name': 'tempest-TestNetworkBasicOps-router-1231664292', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.237'}], 'enable_snat': True}, 'gw_port_id': 'a5555dcf-b472-48b6-93eb-ae5d1cdaa9f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:45:44Z', 'updated_at': '2022-01-20T14:45:49Z', 'revision_number': 4, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'gw_port': {'id': 'a5555dcf-b472-48b6-93eb-ae5d1cdaa9f6', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:77:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe416b53-dd2f-4378-b374-69f664c35681', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:45:44Z', 'updated_at': '2022-01-20T14:47:14Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv', '_floatingips': [{'id': '29a9a9c0-b81a-47d7-a25f-86c6fe297a09', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'floating_ip_address': '172.26.7.190', 'floating_network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'router_id': 'fe416b53-dd2f-4378-b374-69f664c35681', 'port_id': 'd3ae1132-ed3b-4045-9dde-530eb1dc939a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b63b0105-7186-4a61-8e92-785ac239a31a', 'mac_address': 'fa:16:3e:c7:4a:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6db986f7-4677-4d9c-8574-33ce08a703a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T14:46:09Z', 'updated_at': '2022-01-20T14:47:14Z', 'revision_number': 2, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e98d940-14b4-481a-a50c-f5f39ad152cf', 'name': '', 'network_id': 'b63b0105-7186-4a61-8e92-785ac239a31a', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'mac_address': 'fa:16:3e:88:da:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe416b53-dd2f-4378-b374-69f664c35681', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a65cb068-399b-423f-9994-3e966b6feabd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:45:48Z', 'updated_at': '2022-01-20T14:47:14Z', 'revision_number': 6, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'subnets': [{'id': 'a65cb068-399b-423f-9994-3e966b6feabd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:47:16.652789 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5b6df6b-179c-480f-9bda-906e6a695b4b None None] Checking router: fe416b53-dd2f-4378-b374-69f664c35681 for host: dv-neutron-825124-1-hyperv {{(pid=84155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 14:47:16.663315 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5b6df6b-179c-480f-9bda-906e6a695b4b None None] Routers {'fe416b53-dd2f-4378-b374-69f664c35681'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:47:16.663892 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-c5b6df6b-179c-480f-9bda-906e6a695b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:47:00Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['fe416b53-dd2f-4378-b374-69f664c35681'], 'active': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:47:16.839010 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvr_db [None req-c5b6df6b-179c-480f-9bda-906e6a695b4b None None] Set router fe416b53-dd2f-4378-b374-69f664c35681 gateway port host: dv-neutron-825124-1-hyperv {{(pid=84155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 14:47:17.187196 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-c5b6df6b-179c-480f-9bda-906e6a695b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe416b53-dd2f-4378-b374-69f664c35681', 'name': 'tempest-TestNetworkBasicOps-router-1231664292', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.237'}], 'enable_snat': True}, 'gw_port_id': 'a5555dcf-b472-48b6-93eb-ae5d1cdaa9f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:45:44Z', 'updated_at': '2022-01-20T14:45:49Z', 'revision_number': 4, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'gw_port': {'id': 'a5555dcf-b472-48b6-93eb-ae5d1cdaa9f6', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:77:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe416b53-dd2f-4378-b374-69f664c35681', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:45:44Z', 'updated_at': '2022-01-20T14:47:14Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv', '_floatingips': [{'id': '29a9a9c0-b81a-47d7-a25f-86c6fe297a09', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'floating_ip_address': '172.26.7.190', 'floating_network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'router_id': 'fe416b53-dd2f-4378-b374-69f664c35681', 'port_id': 'd3ae1132-ed3b-4045-9dde-530eb1dc939a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b63b0105-7186-4a61-8e92-785ac239a31a', 'mac_address': 'fa:16:3e:c7:4a:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6db986f7-4677-4d9c-8574-33ce08a703a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T14:46:09Z', 'updated_at': '2022-01-20T14:47:14Z', 'revision_number': 2, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e98d940-14b4-481a-a50c-f5f39ad152cf', 'name': '', 'network_id': 'b63b0105-7186-4a61-8e92-785ac239a31a', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'mac_address': 'fa:16:3e:88:da:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe416b53-dd2f-4378-b374-69f664c35681', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a65cb068-399b-423f-9994-3e966b6feabd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:45:48Z', 'updated_at': '2022-01-20T14:47:14Z', 'revision_number': 6, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'subnets': [{'id': 'a65cb068-399b-423f-9994-3e966b6feabd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:47:17.191777 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5b6df6b-179c-480f-9bda-906e6a695b4b None None] The sync data for ids ['fe416b53-dd2f-4378-b374-69f664c35681'] in dv-neutron-825124-1-hyperv is: [{'id': 'fe416b53-dd2f-4378-b374-69f664c35681', 'name': 'tempest-TestNetworkBasicOps-router-1231664292', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.237'}], 'enable_snat': True}, 'gw_port_id': 'a5555dcf-b472-48b6-93eb-ae5d1cdaa9f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:45:44Z', 'updated_at': '2022-01-20T14:45:49Z', 'revision_number': 4, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'gw_port': {'id': 'a5555dcf-b472-48b6-93eb-ae5d1cdaa9f6', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:77:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe416b53-dd2f-4378-b374-69f664c35681', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:45:44Z', 'updated_at': '2022-01-20T14:47:14Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv', '_floatingips': [{'id': '29a9a9c0-b81a-47d7-a25f-86c6fe297a09', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'floating_ip_address': '172.26.7.190', 'floating_network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'router_id': 'fe416b53-dd2f-4378-b374-69f664c35681', 'port_id': 'd3ae1132-ed3b-4045-9dde-530eb1dc939a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b63b0105-7186-4a61-8e92-785ac239a31a', 'mac_address': 'fa:16:3e:c7:4a:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6db986f7-4677-4d9c-8574-33ce08a703a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T14:46:09Z', 'updated_at': '2022-01-20T14:47:14Z', 'revision_number': 2, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e98d940-14b4-481a-a50c-f5f39ad152cf', 'name': '', 'network_id': 'b63b0105-7186-4a61-8e92-785ac239a31a', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'mac_address': 'fa:16:3e:88:da:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe416b53-dd2f-4378-b374-69f664c35681', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a65cb068-399b-423f-9994-3e966b6feabd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:45:48Z', 'updated_at': '2022-01-20T14:47:14Z', 'revision_number': 6, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'subnets': [{'id': 'a65cb068-399b-423f-9994-3e966b6feabd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 14:47:17.366869 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 45418) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:47:17.475866 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-b40530e8-6557-4791-8423-463338982e0d tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/floatingips/29a9a9c0-b81a-47d7-a25f-86c6fe297a09 HTTP/1.1" status: 200 len: 991 time: 0.1073020 Jan 20 14:47:18.442020 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device a5555dcf-b472-48b6-93eb-ae5d1cdaa9f6 up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:47:18.479681 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 45422) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:47:18.509446 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port a5555dcf-b472-48b6-93eb-ae5d1cdaa9f6 triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:47:18.509739 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:47:18.583261 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-574819bf-d627-4e34-8470-e4560f77a595 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/floatingips/29a9a9c0-b81a-47d7-a25f-86c6fe297a09 HTTP/1.1" status: 200 len: 991 time: 0.1023805 Jan 20 14:47:18.630976 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:47:18.647873 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] For port a5555dcf-b472-48b6-93eb-ae5d1cdaa9f6, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=a5555dcf-b472-48b6-93eb-ae5d1cdaa9f6,segment=NetworkSegment(f628f1ba-6b70-4c9b-8839-62340c040c81),segment_id=f628f1ba-6b70-4c9b-8839-62340c040c81)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:47:18.732184 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:47:18.736284 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 7e98d940-14b4-481a-a50c-f5f39ad152cf up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:47:18.859897 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Pushing event updated for resources: {'Port': ['ID=a5555dcf-b472-48b6-93eb-ae5d1cdaa9f6,revision_number=6']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:47:18.873416 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port 7e98d940-14b4-481a-a50c-f5f39ad152cf triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:47:18.873788 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:47:18.993251 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:47:19.026046 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] For port 7e98d940-14b4-481a-a50c-f5f39ad152cf, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=7e98d940-14b4-481a-a50c-f5f39ad152cf,segment=NetworkSegment(8f8ce318-64e0-4182-b461-5a080fb5254e),segment_id=8f8ce318-64e0-4182-b461-5a080fb5254e)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:47:19.080904 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:47:19.146724 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Pushing event updated for resources: {'Port': ['ID=7e98d940-14b4-481a-a50c-f5f39ad152cf,revision_number=7']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:47:19.587175 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 45428) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:47:19.691762 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-3712eef5-807a-4b88-8555-6b4c92204350 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/floatingips/29a9a9c0-b81a-47d7-a25f-86c6fe297a09 HTTP/1.1" status: 200 len: 991 time: 0.1034214 Jan 20 14:47:20.393950 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device a5555dcf-b472-48b6-93eb-ae5d1cdaa9f6 up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:47:20.460860 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port a5555dcf-b472-48b6-93eb-ae5d1cdaa9f6 triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:47:20.461233 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:47:20.573631 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 7e98d940-14b4-481a-a50c-f5f39ad152cf up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:47:20.642406 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port 7e98d940-14b4-481a-a50c-f5f39ad152cf triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:47:20.643382 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:47:20.695657 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 45432) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:47:20.923620 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-baa82b04-87c1-4e32-9762-369737a56565 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/floatingips/29a9a9c0-b81a-47d7-a25f-86c6fe297a09 HTTP/1.1" status: 200 len: 991 time: 0.2268298 Jan 20 14:47:21.927537 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 45438) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:47:22.033547 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-2ab9084f-95e5-4082-98f0-425cfafb524e tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/floatingips/29a9a9c0-b81a-47d7-a25f-86c6fe297a09 HTTP/1.1" status: 200 len: 991 time: 0.1045783 Jan 20 14:47:23.037752 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 45442) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:47:23.139436 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-de728281-31ad-4dbf-9fbb-bcaba0af3560 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/floatingips/29a9a9c0-b81a-47d7-a25f-86c6fe297a09 HTTP/1.1" status: 200 len: 991 time: 0.1005199 Jan 20 14:47:24.142705 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 45446) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:47:24.245300 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-8ad9703c-d12d-4d4b-8b2f-aeb08a1411cf tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/floatingips/29a9a9c0-b81a-47d7-a25f-86c6fe297a09 HTTP/1.1" status: 200 len: 991 time: 0.1015522 Jan 20 14:47:24.332534 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e5815a1-b855-41dc-bb53-a490e33e896c None None] New status for floating IP 29a9a9c0-b81a-47d7-a25f-86c6fe297a09: ACTIVE {{(pid=84154) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 20 14:47:25.248631 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 45450) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:47:25.352705 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-9a67ef1b-6695-4f55-a9cf-c52f85e20ac8 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/floatingips/29a9a9c0-b81a-47d7-a25f-86c6fe297a09 HTTP/1.1" status: 200 len: 993 time: 0.1029353 Jan 20 14:47:28.014273 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-b85227a5-0b37-4dac-a8a6-aeb26ee7b1e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:47:28.263574 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-6bf815be-6810-4d80-8713-96ca1dfcd9f8 req-467c5c9a-5f22-48c3-8c18-f857e64acc28 service neutron] 10.222.0.106 "GET /v2.0/ports?device_id=6db986f7-4677-4d9c-8574-33ce08a703a6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1333284 Jan 20 14:47:28.400116 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-6bf815be-6810-4d80-8713-96ca1dfcd9f8 req-d0942810-41d8-4a99-87e8-245c235f6edc service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=640e8dbef2de46a485c2653a25e2ea4a&device_id=6db986f7-4677-4d9c-8574-33ce08a703a6 HTTP/1.1" status: 200 len: 1098 time: 0.0706544 Jan 20 14:47:28.553486 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf815be-6810-4d80-8713-96ca1dfcd9f8 req-5ff60d43-92c9-4e5a-9d98-89720fe079b3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:47:28.553931 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-6bf815be-6810-4d80-8713-96ca1dfcd9f8 req-5ff60d43-92c9-4e5a-9d98-89720fe079b3 service neutron] 10.222.0.106 "GET /v2.0/networks?id=b63b0105-7186-4a61-8e92-785ac239a31a HTTP/1.1" status: 200 len: 898 time: 0.1335514 Jan 20 14:47:28.653360 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-6bf815be-6810-4d80-8713-96ca1dfcd9f8 req-570ef2f3-f362-4d49-b710-60460d71823d service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d3ae1132-ed3b-4045-9dde-530eb1dc939a HTTP/1.1" status: 200 len: 1001 time: 0.0932994 Jan 20 14:47:28.718803 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf815be-6810-4d80-8713-96ca1dfcd9f8 req-e6a5a334-1cec-4a5b-b596-5370f4fe8e34 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:47:28.720254 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-6bf815be-6810-4d80-8713-96ca1dfcd9f8 req-e6a5a334-1cec-4a5b-b596-5370f4fe8e34 service neutron] 10.222.0.106 "GET /v2.0/subnets?id=a65cb068-399b-423f-9994-3e966b6feabd HTTP/1.1" status: 200 len: 835 time: 0.0615292 Jan 20 14:47:28.877047 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-6bf815be-6810-4d80-8713-96ca1dfcd9f8 req-71261d8a-a08c-470e-ac6a-01390900e151 service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=b63b0105-7186-4a61-8e92-785ac239a31a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1510341 Jan 20 14:47:29.017768 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-6bf815be-6810-4d80-8713-96ca1dfcd9f8 req-10a263ca-cb6d-406b-8947-a1cdcff2407c service neutron] 10.222.0.106 "GET /v2.0/networks/b63b0105-7186-4a61-8e92-785ac239a31a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346231 Jan 20 14:47:29.147354 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-6bf815be-6810-4d80-8713-96ca1dfcd9f8 req-8bfdd41a-c56f-4d92-9c2d-0492b6a054fa service neutron] 10.222.0.106 "GET /v2.0/networks/b63b0105-7186-4a61-8e92-785ac239a31a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240695 Jan 20 14:47:30.374493 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-1660bae4-369f-4437-ba5c-71f993403d7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:47:30.509554 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:47:31.411885 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:47:31.577542 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-cdd98e71-1f0a-4421-baa9-dcb30e06edf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:47:33.042606 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-eea6df97-7ff1-4b63-af20-e3ec8913deda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:47:52.048316 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.agents_db [None req-6dba657d-a637-4918-9b6d-40defdfae04b None None] Agent healthcheck: found 6 active agents {{(pid=84155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 14:47:57.991055 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-5af16ea8-8b60-42ba-820f-78f6bd4f97c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:48:00.368576 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-c30e6d3a-76be-414b-9bf9-b92dcb072ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:48:00.497977 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:48:01.445454 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:48:01.577341 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-cdd98e71-1f0a-4421-baa9-dcb30e06edf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:48:03.040267 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-eea6df97-7ff1-4b63-af20-e3ec8913deda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:48:27.647585 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-99627f8d-838c-40ac-80b3-e5c5b37f961d req-19f4cbe0-722e-4cb0-ae7f-35c0e35443e0 service neutron] 10.222.0.106 "GET /v2.0/ports?device_id=6db986f7-4677-4d9c-8574-33ce08a703a6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0732591 Jan 20 14:48:27.779447 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-99627f8d-838c-40ac-80b3-e5c5b37f961d req-e2471c19-fadf-4bcc-97ae-22178ec0fe2b service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=640e8dbef2de46a485c2653a25e2ea4a&device_id=6db986f7-4677-4d9c-8574-33ce08a703a6 HTTP/1.1" status: 200 len: 1098 time: 0.0662856 Jan 20 14:48:28.000752 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-43e96688-5e12-4359-a4c8-ade3d6b63097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:48:28.015142 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99627f8d-838c-40ac-80b3-e5c5b37f961d req-85a87b37-0f75-47e2-ac33-5c4d3cd804c9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:48:28.016629 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-99627f8d-838c-40ac-80b3-e5c5b37f961d req-85a87b37-0f75-47e2-ac33-5c4d3cd804c9 service neutron] 10.222.0.106 "GET /v2.0/networks?id=b63b0105-7186-4a61-8e92-785ac239a31a HTTP/1.1" status: 200 len: 898 time: 0.2191763 Jan 20 14:48:28.117392 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-99627f8d-838c-40ac-80b3-e5c5b37f961d req-2670bfb6-bf46-484b-a17e-d93e68f0db5f service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d3ae1132-ed3b-4045-9dde-530eb1dc939a HTTP/1.1" status: 200 len: 1001 time: 0.0945065 Jan 20 14:48:28.176816 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99627f8d-838c-40ac-80b3-e5c5b37f961d req-20a04a67-cae4-4dbd-b814-0b14a990c177 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:48:28.178254 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-99627f8d-838c-40ac-80b3-e5c5b37f961d req-20a04a67-cae4-4dbd-b814-0b14a990c177 service neutron] 10.222.0.106 "GET /v2.0/subnets?id=a65cb068-399b-423f-9994-3e966b6feabd HTTP/1.1" status: 200 len: 835 time: 0.0555942 Jan 20 14:48:28.253174 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-99627f8d-838c-40ac-80b3-e5c5b37f961d req-df1cd2a4-65a8-4dcb-ba3a-c6b3046fdaf5 service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=b63b0105-7186-4a61-8e92-785ac239a31a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0692043 Jan 20 14:48:28.381342 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-99627f8d-838c-40ac-80b3-e5c5b37f961d req-c873d528-c625-4da7-85e9-425cd7d9b311 service neutron] 10.222.0.106 "GET /v2.0/networks/b63b0105-7186-4a61-8e92-785ac239a31a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222980 Jan 20 14:48:28.509690 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-99627f8d-838c-40ac-80b3-e5c5b37f961d req-281e4d4a-35e0-471d-b61a-e6f2d6928549 service neutron] 10.222.0.106 "GET /v2.0/networks/b63b0105-7186-4a61-8e92-785ac239a31a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226971 Jan 20 14:48:29.048771 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.agents_db [None req-6dba657d-a637-4918-9b6d-40defdfae04b None None] Agent healthcheck: found 6 active agents {{(pid=84155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 14:48:30.405736 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-0bf8f7a2-e7dd-4604-baa6-d817367f465c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:48:30.500606 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:48:31.434015 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:48:31.577208 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-cdd98e71-1f0a-4421-baa9-dcb30e06edf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:48:33.080441 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-eea6df97-7ff1-4b63-af20-e3ec8913deda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:48:57.993711 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-a7d5e7d4-0ed8-4cc0-b470-4b1bafebb2d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:00.380174 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-b9868df7-90ed-44d1-aba6-4010d2931d5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:00.511679 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:01.402544 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:01.579542 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-cdd98e71-1f0a-4421-baa9-dcb30e06edf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:03.048314 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-eea6df97-7ff1-4b63-af20-e3ec8913deda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:06.049126 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.agents_db [None req-6dba657d-a637-4918-9b6d-40defdfae04b None None] Agent healthcheck: found 6 active agents {{(pid=84155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 14:49:26.770860 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 45490) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:49:26.966290 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-a53faa07-af11-4953-9c3f-71e3fc2b520c tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Deleting port 32e75fa5-a609-443b-8e2b-8e6641ba1a3e {{(pid=84152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:49:26.966626 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-a53faa07-af11-4953-9c3f-71e3fc2b520c tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:27.125051 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-a53faa07-af11-4953-9c3f-71e3fc2b520c tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:27.125377 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-a53faa07-af11-4953-9c3f-71e3fc2b520c tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:27.241048 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-a53faa07-af11-4953-9c3f-71e3fc2b520c tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Calling delete_port for 32e75fa5-a609-443b-8e2b-8e6641ba1a3e owned by network:floatingip {{(pid=84152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:49:27.442986 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-a53faa07-af11-4953-9c3f-71e3fc2b520c tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:27.486724 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53faa07-af11-4953-9c3f-71e3fc2b520c tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Pushing event deleted for resources: {'Port': ['ID=32e75fa5-a609-443b-8e2b-8e6641ba1a3e,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:49:27.529429 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53faa07-af11-4953-9c3f-71e3fc2b520c tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:49:27.529780 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53faa07-af11-4953-9c3f-71e3fc2b520c tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:49:27.530149 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53faa07-af11-4953-9c3f-71e3fc2b520c tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:49:27.530477 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53faa07-af11-4953-9c3f-71e3fc2b520c tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:49:27.530805 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53faa07-af11-4953-9c3f-71e3fc2b520c tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:49:27.531128 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53faa07-af11-4953-9c3f-71e3fc2b520c tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:49:27.531457 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53faa07-af11-4953-9c3f-71e3fc2b520c tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:49:27.531780 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53faa07-af11-4953-9c3f-71e3fc2b520c tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:49:27.532099 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53faa07-af11-4953-9c3f-71e3fc2b520c tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:49:27.532419 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53faa07-af11-4953-9c3f-71e3fc2b520c tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:49:27.532736 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53faa07-af11-4953-9c3f-71e3fc2b520c tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:49:27.590749 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-a53faa07-af11-4953-9c3f-71e3fc2b520c tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for floatingip, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:28.022399 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-134c3a8d-0067-48d1-820c-ffd70c0204ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:28.079928 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a53faa07-af11-4953-9c3f-71e3fc2b520c tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Router fe416b53-dd2f-4378-b374-69f664c35681 has already been hosted by L3 agent 624d525b-4c26-4143-8a1c-228bb1c6faaa {{(pid=84152) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 14:49:28.279618 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a53faa07-af11-4953-9c3f-71e3fc2b520c tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify agent at l3_agent.dv-neutron-825124-1-hyperv the message routers_updated {{(pid=84152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 14:49:28.288921 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67c16b70-4c9a-4171-a67a-2247dc5bb785 None None] Sync routers for ids ['fe416b53-dd2f-4378-b374-69f664c35681'] in dv-neutron-825124-1-hyperv {{(pid=84155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 14:49:28.300180 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67c16b70-4c9a-4171-a67a-2247dc5bb785 None None] Routers {'fe416b53-dd2f-4378-b374-69f664c35681'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:49:28.303386 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-67c16b70-4c9a-4171-a67a-2247dc5bb785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:49:00Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['fe416b53-dd2f-4378-b374-69f664c35681'], 'active': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:49:28.356739 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-a53faa07-af11-4953-9c3f-71e3fc2b520c tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for floatingip, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:28.409845 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-a53faa07-af11-4953-9c3f-71e3fc2b520c tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "DELETE /v2.0/floatingips/29a9a9c0-b81a-47d7-a25f-86c6fe297a09 HTTP/1.1" status: 204 len: 168 time: 1.6379080 Jan 20 14:49:28.410533 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6db986f7-4677-4d9c-8574-33ce08a703a6', 'tag': 'd3ae1132-ed3b-4045-9dde-530eb1dc939a'}] {{(pid=84152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 14:49:28.518004 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvr_db [None req-67c16b70-4c9a-4171-a67a-2247dc5bb785 None None] Set router fe416b53-dd2f-4378-b374-69f664c35681 gateway port host: dv-neutron-825124-1-hyperv {{(pid=84155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 14:49:28.637993 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6db986f7-4677-4d9c-8574-33ce08a703a6', 'tag': 'd3ae1132-ed3b-4045-9dde-530eb1dc939a', 'status': 'completed', 'code': 200} Jan 20 14:49:28.728771 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-b9f619a8-f1a4-43bb-abc9-cddbfd07e89c req-5dcd3d4a-f3f6-493e-b106-79ae4505c950 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=640e8dbef2de46a485c2653a25e2ea4a&device_id=6db986f7-4677-4d9c-8574-33ce08a703a6 HTTP/1.1" status: 200 len: 1098 time: 0.0691326 Jan 20 14:49:28.833745 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-67c16b70-4c9a-4171-a67a-2247dc5bb785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe416b53-dd2f-4378-b374-69f664c35681', 'name': 'tempest-TestNetworkBasicOps-router-1231664292', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.237'}], 'enable_snat': True}, 'gw_port_id': 'a5555dcf-b472-48b6-93eb-ae5d1cdaa9f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:45:44Z', 'updated_at': '2022-01-20T14:45:49Z', 'revision_number': 4, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'gw_port': {'id': 'a5555dcf-b472-48b6-93eb-ae5d1cdaa9f6', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:77:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe416b53-dd2f-4378-b374-69f664c35681', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:45:44Z', 'updated_at': '2022-01-20T14:47:18Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv', '_interfaces': [{'id': '7e98d940-14b4-481a-a50c-f5f39ad152cf', 'name': '', 'network_id': 'b63b0105-7186-4a61-8e92-785ac239a31a', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'mac_address': 'fa:16:3e:88:da:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe416b53-dd2f-4378-b374-69f664c35681', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a65cb068-399b-423f-9994-3e966b6feabd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:45:48Z', 'updated_at': '2022-01-20T14:47:19Z', 'revision_number': 7, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'subnets': [{'id': 'a65cb068-399b-423f-9994-3e966b6feabd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:49:28.838324 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67c16b70-4c9a-4171-a67a-2247dc5bb785 None None] Checking router: fe416b53-dd2f-4378-b374-69f664c35681 for host: dv-neutron-825124-1-hyperv {{(pid=84155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 14:49:28.848484 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67c16b70-4c9a-4171-a67a-2247dc5bb785 None None] Routers {'fe416b53-dd2f-4378-b374-69f664c35681'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:49:28.849076 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-67c16b70-4c9a-4171-a67a-2247dc5bb785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:49:00Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['fe416b53-dd2f-4378-b374-69f664c35681'], 'active': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:49:28.860933 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f619a8-f1a4-43bb-abc9-cddbfd07e89c req-802fb6e3-74a2-4733-bc2d-dc3841b937fb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:49:28.864614 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-b9f619a8-f1a4-43bb-abc9-cddbfd07e89c req-802fb6e3-74a2-4733-bc2d-dc3841b937fb service neutron] 10.222.0.106 "GET /v2.0/networks?id=b63b0105-7186-4a61-8e92-785ac239a31a HTTP/1.1" status: 200 len: 898 time: 0.1272123 Jan 20 14:49:28.957961 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-b9f619a8-f1a4-43bb-abc9-cddbfd07e89c req-abc99007-37b3-46cc-8a87-7b93e81f524f service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d3ae1132-ed3b-4045-9dde-530eb1dc939a HTTP/1.1" status: 200 len: 217 time: 0.0859637 Jan 20 14:49:29.027310 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f619a8-f1a4-43bb-abc9-cddbfd07e89c req-ddfae190-c61a-4f96-ba3d-6279d13239b0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:49:29.028747 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-b9f619a8-f1a4-43bb-abc9-cddbfd07e89c req-ddfae190-c61a-4f96-ba3d-6279d13239b0 service neutron] 10.222.0.106 "GET /v2.0/subnets?id=a65cb068-399b-423f-9994-3e966b6feabd HTTP/1.1" status: 200 len: 835 time: 0.0633581 Jan 20 14:49:29.033560 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvr_db [None req-67c16b70-4c9a-4171-a67a-2247dc5bb785 None None] Set router fe416b53-dd2f-4378-b374-69f664c35681 gateway port host: dv-neutron-825124-1-hyperv {{(pid=84155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 14:49:29.157401 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-b9f619a8-f1a4-43bb-abc9-cddbfd07e89c req-97897f26-be5a-4401-adb2-5a4754c67903 service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=b63b0105-7186-4a61-8e92-785ac239a31a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1217732 Jan 20 14:49:29.253982 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3638027c-980a-420f-8395-a3f54d46548a req-1c5163ca-9186-4357-b96a-01ffadb0340c tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:49:29.255608 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-3638027c-980a-420f-8395-a3f54d46548a req-1c5163ca-9186-4357-b96a-01ffadb0340c tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/ports?device_id=6db986f7-4677-4d9c-8574-33ce08a703a6 HTTP/1.1" status: 200 len: 945 time: 0.2593787 Jan 20 14:49:29.342052 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-b9f619a8-f1a4-43bb-abc9-cddbfd07e89c req-d8b235a4-4062-49af-bbc6-b03b4bff5147 service neutron] 10.222.0.106 "GET /v2.0/networks/b63b0105-7186-4a61-8e92-785ac239a31a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1759565 Jan 20 14:49:29.345535 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-3638027c-980a-420f-8395-a3f54d46548a req-26373b1a-696c-4ccb-812c-c9a7dcb88b9f tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/security-groups?id=3b378b03-d76d-4e31-80fe-96a63cb8a951&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825996 Jan 20 14:49:29.354875 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-67c16b70-4c9a-4171-a67a-2247dc5bb785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe416b53-dd2f-4378-b374-69f664c35681', 'name': 'tempest-TestNetworkBasicOps-router-1231664292', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.237'}], 'enable_snat': True}, 'gw_port_id': 'a5555dcf-b472-48b6-93eb-ae5d1cdaa9f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:45:44Z', 'updated_at': '2022-01-20T14:45:49Z', 'revision_number': 4, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'gw_port': {'id': 'a5555dcf-b472-48b6-93eb-ae5d1cdaa9f6', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:77:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe416b53-dd2f-4378-b374-69f664c35681', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:45:44Z', 'updated_at': '2022-01-20T14:47:18Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv', '_interfaces': [{'id': '7e98d940-14b4-481a-a50c-f5f39ad152cf', 'name': '', 'network_id': 'b63b0105-7186-4a61-8e92-785ac239a31a', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'mac_address': 'fa:16:3e:88:da:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe416b53-dd2f-4378-b374-69f664c35681', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a65cb068-399b-423f-9994-3e966b6feabd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:45:48Z', 'updated_at': '2022-01-20T14:47:19Z', 'revision_number': 7, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'subnets': [{'id': 'a65cb068-399b-423f-9994-3e966b6feabd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:49:29.359466 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67c16b70-4c9a-4171-a67a-2247dc5bb785 None None] The sync data for ids ['fe416b53-dd2f-4378-b374-69f664c35681'] in dv-neutron-825124-1-hyperv is: [{'id': 'fe416b53-dd2f-4378-b374-69f664c35681', 'name': 'tempest-TestNetworkBasicOps-router-1231664292', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.237'}], 'enable_snat': True}, 'gw_port_id': 'a5555dcf-b472-48b6-93eb-ae5d1cdaa9f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:45:44Z', 'updated_at': '2022-01-20T14:45:49Z', 'revision_number': 4, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'gw_port': {'id': 'a5555dcf-b472-48b6-93eb-ae5d1cdaa9f6', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:77:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe416b53-dd2f-4378-b374-69f664c35681', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:45:44Z', 'updated_at': '2022-01-20T14:47:18Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv', '_interfaces': [{'id': '7e98d940-14b4-481a-a50c-f5f39ad152cf', 'name': '', 'network_id': 'b63b0105-7186-4a61-8e92-785ac239a31a', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'mac_address': 'fa:16:3e:88:da:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe416b53-dd2f-4378-b374-69f664c35681', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a65cb068-399b-423f-9994-3e966b6feabd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:45:48Z', 'updated_at': '2022-01-20T14:47:19Z', 'revision_number': 7, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'subnets': [{'id': 'a65cb068-399b-423f-9994-3e966b6feabd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 14:49:29.490164 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-b9f619a8-f1a4-43bb-abc9-cddbfd07e89c req-9c97cc16-6dc4-4a32-b56f-6a03981e8739 service neutron] 10.222.0.106 "GET /v2.0/networks/b63b0105-7186-4a61-8e92-785ac239a31a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419542 Jan 20 14:49:30.385740 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7b85bf36-3969-4321-8a5d-fc3edce013bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:30.519442 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:30.577010 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab92035-28e9-46d4-8cce-55709621076b req-9d8c9c33-cfd5-4026-94ac-466b61090b2e tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:49:30.578433 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-8ab92035-28e9-46d4-8cce-55709621076b req-9d8c9c33-cfd5-4026-94ac-466b61090b2e tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/ports?device_id=6db986f7-4677-4d9c-8574-33ce08a703a6 HTTP/1.1" status: 200 len: 945 time: 0.1070483 Jan 20 14:49:30.643173 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-8ab92035-28e9-46d4-8cce-55709621076b req-a104feb6-b8d1-40b4-b762-6c6ad384b48a tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/security-groups?id=3b378b03-d76d-4e31-80fe-96a63cb8a951&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593190 Jan 20 14:49:30.660686 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7ddc0f-9503-48ce-ba06-b20cf353970c req-0b980f8d-5fa8-4c96-b1c9-25422fafe66c tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:49:30.662103 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-9e7ddc0f-9503-48ce-ba06-b20cf353970c req-0b980f8d-5fa8-4c96-b1c9-25422fafe66c tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.106 "GET /v2.0/ports?device_id=6db986f7-4677-4d9c-8574-33ce08a703a6 HTTP/1.1" status: 200 len: 945 time: 0.1182997 Jan 20 14:49:30.818473 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [req-9e7ddc0f-9503-48ce-ba06-b20cf353970c req-055701cb-1849-47c9-aecb-d7d3c9426da8 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Deleting port d3ae1132-ed3b-4045-9dde-530eb1dc939a {{(pid=84153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:49:30.818815 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-9e7ddc0f-9503-48ce-ba06-b20cf353970c req-055701cb-1849-47c9-aecb-d7d3c9426da8 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:31.063305 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.db [req-9e7ddc0f-9503-48ce-ba06-b20cf353970c req-055701cb-1849-47c9-aecb-d7d3c9426da8 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] For port d3ae1132-ed3b-4045-9dde-530eb1dc939a, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=d3ae1132-ed3b-4045-9dde-530eb1dc939a,segment=NetworkSegment(8f8ce318-64e0-4182-b461-5a080fb5254e),segment_id=8f8ce318-64e0-4182-b461-5a080fb5254e)] {{(pid=84153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:49:31.063664 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-9e7ddc0f-9503-48ce-ba06-b20cf353970c req-055701cb-1849-47c9-aecb-d7d3c9426da8 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:31.181703 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [req-9e7ddc0f-9503-48ce-ba06-b20cf353970c req-055701cb-1849-47c9-aecb-d7d3c9426da8 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Calling delete_port for d3ae1132-ed3b-4045-9dde-530eb1dc939a owned by compute:nova {{(pid=84153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:49:31.370827 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-9e7ddc0f-9503-48ce-ba06-b20cf353970c req-055701cb-1849-47c9-aecb-d7d3c9426da8 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:31.387883 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:31.417628 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055701cb-1849-47c9-aecb-d7d3c9426da8 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Pushing event deleted for resources: {'Port': ['ID=d3ae1132-ed3b-4045-9dde-530eb1dc939a,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:49:31.457487 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055701cb-1849-47c9-aecb-d7d3c9426da8 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:49:31.457834 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055701cb-1849-47c9-aecb-d7d3c9426da8 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:49:31.458202 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055701cb-1849-47c9-aecb-d7d3c9426da8 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:49:31.458538 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055701cb-1849-47c9-aecb-d7d3c9426da8 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:49:31.458870 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055701cb-1849-47c9-aecb-d7d3c9426da8 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:49:31.459198 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055701cb-1849-47c9-aecb-d7d3c9426da8 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:49:31.459525 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055701cb-1849-47c9-aecb-d7d3c9426da8 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:49:31.459875 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055701cb-1849-47c9-aecb-d7d3c9426da8 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:49:31.460203 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055701cb-1849-47c9-aecb-d7d3c9426da8 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:49:31.460521 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055701cb-1849-47c9-aecb-d7d3c9426da8 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:49:31.460841 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055701cb-1849-47c9-aecb-d7d3c9426da8 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:49:31.504588 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e7ddc0f-9503-48ce-ba06-b20cf353970c req-055701cb-1849-47c9-aecb-d7d3c9426da8 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] No DVR routers for this DVR port d3ae1132-ed3b-4045-9dde-530eb1dc939a on host hv-neutron-8251 {{(pid=84153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 14:49:31.507498 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-9e7ddc0f-9503-48ce-ba06-b20cf353970c req-055701cb-1849-47c9-aecb-d7d3c9426da8 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:31.509906 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6db986f7-4677-4d9c-8574-33ce08a703a6', 'name': 'network-vif-deleted', 'tag': 'd3ae1132-ed3b-4045-9dde-530eb1dc939a'}] {{(pid=84153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 14:49:31.521122 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-9e7ddc0f-9503-48ce-ba06-b20cf353970c req-055701cb-1849-47c9-aecb-d7d3c9426da8 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.106 "DELETE /v2.0/ports/d3ae1132-ed3b-4045-9dde-530eb1dc939a HTTP/1.1" status: 204 len: 173 time: 0.8540738 Jan 20 14:49:31.597529 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-cdd98e71-1f0a-4421-baa9-dcb30e06edf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:31.653786 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6db986f7-4677-4d9c-8574-33ce08a703a6', 'name': 'network-vif-deleted', 'tag': 'd3ae1132-ed3b-4045-9dde-530eb1dc939a', 'status': 'completed', 'code': 200} Jan 20 14:49:31.812449 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [req-d9122a24-86ae-41df-afcb-7be42cad4a86 req-8c9dd1ff-2b66-4388-a557-63b8cb51c8ce tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Synchronizing usage tracker for tenant:640e8dbef2de46a485c2653a25e2ea4a on resource:port {{(pid=84153) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:49:31.868094 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [req-d9122a24-86ae-41df-afcb-7be42cad4a86 req-8c9dd1ff-2b66-4388-a557-63b8cb51c8ce tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Unset dirty status for tenant:640e8dbef2de46a485c2653a25e2ea4a on resource:port {{(pid=84153) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:49:31.869310 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-d9122a24-86ae-41df-afcb-7be42cad4a86 req-8c9dd1ff-2b66-4388-a557-63b8cb51c8ce tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/ports?device_id=6db986f7-4677-4d9c-8574-33ce08a703a6 HTTP/1.1" status: 200 len: 210 time: 0.1004243 Jan 20 14:49:32.024759 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36b1f212-55e2-4f1d-8d55-c801dc2ad44c None None] New status for floating IP 29a9a9c0-b81a-47d7-a25f-86c6fe297a09: DOWN {{(pid=84154) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 20 14:49:32.973850 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 45518) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:49:33.037360 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-eea6df97-7ff1-4b63-af20-e3ec8913deda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:33.041333 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-4a3190d3-6b1a-4d47-9921-ae3ea9dadb16 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for security_group, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:33.073972 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-4a3190d3-6b1a-4d47-9921-ae3ea9dadb16 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:33.197340 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-4a3190d3-6b1a-4d47-9921-ae3ea9dadb16 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:33.214482 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3190d3-6b1a-4d47-9921-ae3ea9dadb16 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b378b03-d76d-4e31-80fe-96a63cb8a951,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:49:33.301606 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-4a3190d3-6b1a-4d47-9921-ae3ea9dadb16 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for security_group, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:33.302758 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-4a3190d3-6b1a-4d47-9921-ae3ea9dadb16 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "DELETE /v2.0/security-groups/3b378b03-d76d-4e31-80fe-96a63cb8a951 HTTP/1.1" status: 204 len: 168 time: 0.3279030 Jan 20 14:49:33.400315 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 45524) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:49:33.793141 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-214fcaed-7db4-4df2-9491-845f9756e9f2 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-743504'] for router_interface, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:33.953560 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Device d3ae1132-ed3b-4045-9dde-530eb1dc939a no longer exists at agent hyperv_hv-neutron-8251 {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:49:33.985666 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] No Port match for: d3ae1132-ed3b-4045-9dde-530eb1dc939a {{(pid=84154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 14:49:33.986012 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Device d3ae1132-ed3b-4045-9dde-530eb1dc939a not bound to the agent host hv-neutron-8251 {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 14:49:34.471537 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-214fcaed-7db4-4df2-9491-845f9756e9f2 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Deleting port 7e98d940-14b4-481a-a50c-f5f39ad152cf {{(pid=84152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:49:34.472115 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-214fcaed-7db4-4df2-9491-845f9756e9f2 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:34.651882 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.db [None req-214fcaed-7db4-4df2-9491-845f9756e9f2 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] For port 7e98d940-14b4-481a-a50c-f5f39ad152cf, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=7e98d940-14b4-481a-a50c-f5f39ad152cf,segment=NetworkSegment(8f8ce318-64e0-4182-b461-5a080fb5254e),segment_id=8f8ce318-64e0-4182-b461-5a080fb5254e)] {{(pid=84152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:49:34.652231 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-214fcaed-7db4-4df2-9491-845f9756e9f2 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:34.771464 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-214fcaed-7db4-4df2-9491-845f9756e9f2 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Calling delete_port for 7e98d940-14b4-481a-a50c-f5f39ad152cf owned by network:router_interface {{(pid=84152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:49:34.991801 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-214fcaed-7db4-4df2-9491-845f9756e9f2 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:35.039373 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214fcaed-7db4-4df2-9491-845f9756e9f2 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Pushing event deleted for resources: {'Port': ['ID=7e98d940-14b4-481a-a50c-f5f39ad152cf,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:49:35.329703 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-214fcaed-7db4-4df2-9491-845f9756e9f2 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1705096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-745401'] for router_interface, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:35.984890 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-214fcaed-7db4-4df2-9491-845f9756e9f2 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Router fe416b53-dd2f-4378-b374-69f664c35681 has already been hosted by L3 agent 624d525b-4c26-4143-8a1c-228bb1c6faaa {{(pid=84152) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 14:49:36.181571 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-214fcaed-7db4-4df2-9491-845f9756e9f2 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify agent at l3_agent.dv-neutron-825124-1-hyperv the message routers_updated {{(pid=84152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 14:49:36.191599 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89321b83-904d-4584-abd5-125b134f40a0 None None] Sync routers for ids ['fe416b53-dd2f-4378-b374-69f664c35681'] in dv-neutron-825124-1-hyperv {{(pid=84155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 14:49:36.203511 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89321b83-904d-4584-abd5-125b134f40a0 None None] Routers {'fe416b53-dd2f-4378-b374-69f664c35681'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:49:36.204167 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-89321b83-904d-4584-abd5-125b134f40a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:49:30Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['fe416b53-dd2f-4378-b374-69f664c35681'], 'active': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:49:36.263992 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-214fcaed-7db4-4df2-9491-845f9756e9f2 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "PUT /v2.0/routers/fe416b53-dd2f-4378-b374-69f664c35681/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8625500 Jan 20 14:49:36.266722 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 45528) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:49:36.374403 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvr_db [None req-89321b83-904d-4584-abd5-125b134f40a0 None None] Set router fe416b53-dd2f-4378-b374-69f664c35681 gateway port host: dv-neutron-825124-1-hyperv {{(pid=84155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 14:49:36.452669 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.db_base_plugin_v2 [None req-ccb4c72e-d15b-4033-8357-89b24a5134a5 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Deleting subnet a65cb068-399b-423f-9994-3e966b6feabd {{(pid=84152) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 20 14:49:36.455699 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-ccb4c72e-d15b-4033-8357-89b24a5134a5 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for subnet, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:36.514528 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-ccb4c72e-d15b-4033-8357-89b24a5134a5 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3337915'] for subnet, precommit_delete_associations {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:36.594898 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-ccb4c72e-d15b-4033-8357-89b24a5134a5 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1627147'] for subnet, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:36.687244 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-89321b83-904d-4584-abd5-125b134f40a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe416b53-dd2f-4378-b374-69f664c35681', 'name': 'tempest-TestNetworkBasicOps-router-1231664292', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.237'}], 'enable_snat': True}, 'gw_port_id': 'a5555dcf-b472-48b6-93eb-ae5d1cdaa9f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:45:44Z', 'updated_at': '2022-01-20T14:49:34Z', 'revision_number': 5, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'gw_port': {'id': 'a5555dcf-b472-48b6-93eb-ae5d1cdaa9f6', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:77:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe416b53-dd2f-4378-b374-69f664c35681', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:45:44Z', 'updated_at': '2022-01-20T14:47:18Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv'}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:49:36.691126 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89321b83-904d-4584-abd5-125b134f40a0 None None] Checking router: fe416b53-dd2f-4378-b374-69f664c35681 for host: dv-neutron-825124-1-hyperv {{(pid=84155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 14:49:36.701824 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89321b83-904d-4584-abd5-125b134f40a0 None None] Routers {'fe416b53-dd2f-4378-b374-69f664c35681'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:49:36.702487 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-89321b83-904d-4584-abd5-125b134f40a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:49:30Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['fe416b53-dd2f-4378-b374-69f664c35681'], 'active': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:49:36.728929 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-ccb4c72e-d15b-4033-8357-89b24a5134a5 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1627154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4163580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155308'] for subnet, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:36.771028 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb4c72e-d15b-4033-8357-89b24a5134a5 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Pushing event deleted for resources: {'Subnet': ['ID=a65cb068-399b-423f-9994-3e966b6feabd,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:49:36.777263 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-ccb4c72e-d15b-4033-8357-89b24a5134a5 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for subnet, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:36.783427 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-ccb4c72e-d15b-4033-8357-89b24a5134a5 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "DELETE /v2.0/subnets/a65cb068-399b-423f-9994-3e966b6feabd HTTP/1.1" status: 204 len: 168 time: 0.5156767 Jan 20 14:49:36.784816 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b3ca132-f4de-4f3d-b96a-d24800b4c662 None None] Network b63b0105-7186-4a61-8e92-785ac239a31a requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:49:36.786054 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 45532) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:49:36.878393 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvr_db [None req-89321b83-904d-4584-abd5-125b134f40a0 None None] Set router fe416b53-dd2f-4378-b374-69f664c35681 gateway port host: dv-neutron-825124-1-hyperv {{(pid=84155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 14:49:36.993629 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-0aabea3b-3f85-4329-a922-e1ba18f1d03e tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for router, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:37.034928 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bbc39b9-d254-4582-900d-fcb4ec8df1ad None None] DHCP port deletion for b63b0105-7186-4a61-8e92-785ac239a31a request from dv-neutron-825124-1-hyperv {{(pid=84154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 20 14:49:37.040142 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-7bbc39b9-d254-4582-900d-fcb4ec8df1ad None None] Deleting port 9eeecb66-ec4b-4880-b54c-e6e2cd98a9c3 {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:49:37.040728 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7bbc39b9-d254-4582-900d-fcb4ec8df1ad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:37.170517 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-89321b83-904d-4584-abd5-125b134f40a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe416b53-dd2f-4378-b374-69f664c35681', 'name': 'tempest-TestNetworkBasicOps-router-1231664292', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.237'}], 'enable_snat': True}, 'gw_port_id': 'a5555dcf-b472-48b6-93eb-ae5d1cdaa9f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:45:44Z', 'updated_at': '2022-01-20T14:49:34Z', 'revision_number': 5, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'gw_port': {'id': 'a5555dcf-b472-48b6-93eb-ae5d1cdaa9f6', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:77:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe416b53-dd2f-4378-b374-69f664c35681', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:45:44Z', 'updated_at': '2022-01-20T14:47:18Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv'}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:49:37.174686 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89321b83-904d-4584-abd5-125b134f40a0 None None] The sync data for ids ['fe416b53-dd2f-4378-b374-69f664c35681'] in dv-neutron-825124-1-hyperv is: [{'id': 'fe416b53-dd2f-4378-b374-69f664c35681', 'name': 'tempest-TestNetworkBasicOps-router-1231664292', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.237'}], 'enable_snat': True}, 'gw_port_id': 'a5555dcf-b472-48b6-93eb-ae5d1cdaa9f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:45:44Z', 'updated_at': '2022-01-20T14:49:34Z', 'revision_number': 5, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'gw_port': {'id': 'a5555dcf-b472-48b6-93eb-ae5d1cdaa9f6', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:77:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe416b53-dd2f-4378-b374-69f664c35681', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:45:44Z', 'updated_at': '2022-01-20T14:47:18Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv'}] {{(pid=84155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 14:49:37.204628 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-0aabea3b-3f85-4329-a922-e1ba18f1d03e tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:37.241363 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-7bbc39b9-d254-4582-900d-fcb4ec8df1ad None None] For port 9eeecb66-ec4b-4880-b54c-e6e2cd98a9c3, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=9eeecb66-ec4b-4880-b54c-e6e2cd98a9c3,segment=NetworkSegment(8f8ce318-64e0-4182-b461-5a080fb5254e),segment_id=8f8ce318-64e0-4182-b461-5a080fb5254e)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:49:37.241753 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7bbc39b9-d254-4582-900d-fcb4ec8df1ad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:37.279296 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-0aabea3b-3f85-4329-a922-e1ba18f1d03e tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Deleting port a5555dcf-b472-48b6-93eb-ae5d1cdaa9f6 {{(pid=84152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:49:37.279732 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-0aabea3b-3f85-4329-a922-e1ba18f1d03e tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:37.362872 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-7bbc39b9-d254-4582-900d-fcb4ec8df1ad None None] Calling delete_port for 9eeecb66-ec4b-4880-b54c-e6e2cd98a9c3 owned by network:dhcp {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:49:37.448517 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.db [None req-0aabea3b-3f85-4329-a922-e1ba18f1d03e tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] For port a5555dcf-b472-48b6-93eb-ae5d1cdaa9f6, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=a5555dcf-b472-48b6-93eb-ae5d1cdaa9f6,segment=NetworkSegment(f628f1ba-6b70-4c9b-8839-62340c040c81),segment_id=f628f1ba-6b70-4c9b-8839-62340c040c81)] {{(pid=84152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:49:37.448876 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-0aabea3b-3f85-4329-a922-e1ba18f1d03e tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:37.490417 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7bbc39b9-d254-4582-900d-fcb4ec8df1ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486'] for port, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:37.532456 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbc39b9-d254-4582-900d-fcb4ec8df1ad None None] Pushing event deleted for resources: {'Port': ['ID=9eeecb66-ec4b-4880-b54c-e6e2cd98a9c3,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:49:37.551030 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bbc39b9-d254-4582-900d-fcb4ec8df1ad None None] No DVR routers for this DVR port 9eeecb66-ec4b-4880-b54c-e6e2cd98a9c3 on host dv-neutron-825124-1-hyperv {{(pid=84154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 14:49:37.554863 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbc39b9-d254-4582-900d-fcb4ec8df1ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:49:37.555223 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbc39b9-d254-4582-900d-fcb4ec8df1ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:49:37.555602 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbc39b9-d254-4582-900d-fcb4ec8df1ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:49:37.556218 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbc39b9-d254-4582-900d-fcb4ec8df1ad None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:49:37.556687 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbc39b9-d254-4582-900d-fcb4ec8df1ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:49:37.557513 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbc39b9-d254-4582-900d-fcb4ec8df1ad None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:49:37.557906 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbc39b9-d254-4582-900d-fcb4ec8df1ad None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:49:37.558314 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbc39b9-d254-4582-900d-fcb4ec8df1ad None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:49:37.558649 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbc39b9-d254-4582-900d-fcb4ec8df1ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:49:37.558974 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbc39b9-d254-4582-900d-fcb4ec8df1ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:49:37.559298 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbc39b9-d254-4582-900d-fcb4ec8df1ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:49:37.579493 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-0aabea3b-3f85-4329-a922-e1ba18f1d03e tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Calling delete_port for a5555dcf-b472-48b6-93eb-ae5d1cdaa9f6 owned by network:router_gateway {{(pid=84152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:49:37.907607 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-0aabea3b-3f85-4329-a922-e1ba18f1d03e tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:37.953493 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aabea3b-3f85-4329-a922-e1ba18f1d03e tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Pushing event deleted for resources: {'Port': ['ID=a5555dcf-b472-48b6-93eb-ae5d1cdaa9f6,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:49:38.172487 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-0aabea3b-3f85-4329-a922-e1ba18f1d03e tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-745333'] for router_gateway, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:38.420804 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-0aabea3b-3f85-4329-a922-e1ba18f1d03e tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-737761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105493'] for router, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:38.425164 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-0aabea3b-3f85-4329-a922-e1ba18f1d03e tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:38.508223 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 9eeecb66-ec4b-4880-b54c-e6e2cd98a9c3 no longer exists at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:49:38.543239 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] No Port match for: 9eeecb66-ec4b-4880-b54c-e6e2cd98a9c3 {{(pid=84154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 14:49:38.543585 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 9eeecb66-ec4b-4880-b54c-e6e2cd98a9c3 not bound to the agent host dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 14:49:38.543989 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 7e98d940-14b4-481a-a50c-f5f39ad152cf no longer exists at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:49:38.547483 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-0aabea3b-3f85-4329-a922-e1ba18f1d03e tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-737693'] for router, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:38.548031 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0aabea3b-3f85-4329-a922-e1ba18f1d03e tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Fanout notify agent at l3_agent the message router_deleted on router fe416b53-dd2f-4378-b374-69f664c35681 {{(pid=84152) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 20 14:49:38.563481 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-0aabea3b-3f85-4329-a922-e1ba18f1d03e tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for router, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:38.564770 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-0aabea3b-3f85-4329-a922-e1ba18f1d03e tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "DELETE /v2.0/routers/fe416b53-dd2f-4378-b374-69f664c35681 HTTP/1.1" status: 204 len: 168 time: 1.7777538 Jan 20 14:49:38.567383 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 45536) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:49:38.575622 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] No Port match for: 7e98d940-14b4-481a-a50c-f5f39ad152cf {{(pid=84154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 14:49:38.576052 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 7e98d940-14b4-481a-a50c-f5f39ad152cf not bound to the agent host dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 14:49:38.677230 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-b3029f4b-2eee-477b-916c-c7c8e86b7c58 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586409'] for network, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:38.802903 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-b3029f4b-2eee-477b-916c-c7c8e86b7c58 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1626242', 'neutron.services.segments.db._delete_segments_for_network-8769554214620'] for network, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:38.826729 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.segments.db [None req-b3029f4b-2eee-477b-916c-c7c8e86b7c58 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b63b0105-7186-4a61-8e92-785ac239a31a']}} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:49:38.838662 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.segments.db [None req-b3029f4b-2eee-477b-916c-c7c8e86b7c58 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f8ce318-64e0-4182-b461-5a080fb5254e') {'for_net_delete': True} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:49:38.838956 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.segments.db [None req-b3029f4b-2eee-477b-916c-c7c8e86b7c58 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f8ce318-64e0-4182-b461-5a080fb5254e') {} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:49:38.849780 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-b3029f4b-2eee-477b-916c-c7c8e86b7c58 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769554214503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3337904'] for segment, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:38.865337 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-b3029f4b-2eee-477b-916c-c7c8e86b7c58 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:38.871116 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3029f4b-2eee-477b-916c-c7c8e86b7c58 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Releasing vlan 188 on physical network physnet1 to pool {{(pid=84152) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 14:49:38.871493 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-b3029f4b-2eee-477b-916c-c7c8e86b7c58 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1622950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4162906'] for segment, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:38.884986 dv-neutron-825124-1-hyperv neutron-server[84152]: Traceback (most recent call last): Jan 20 14:49:38.884986 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 14:49:38.884986 dv-neutron-825124-1-hyperv neutron-server[84152]: timer() Jan 20 14:49:38.884986 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 14:49:38.884986 dv-neutron-825124-1-hyperv neutron-server[84152]: cb(*args, **kw) Jan 20 14:49:38.884986 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 14:49:38.884986 dv-neutron-825124-1-hyperv neutron-server[84152]: return func(*args, **kwargs) Jan 20 14:49:38.884986 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 14:49:38.884986 dv-neutron-825124-1-hyperv neutron-server[84152]: self._notify() Jan 20 14:49:38.884986 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 14:49:38.884986 dv-neutron-825124-1-hyperv neutron-server[84152]: self.callback(batched_events) Jan 20 14:49:38.884986 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 14:49:38.884986 dv-neutron-825124-1-hyperv neutron-server[84152]: event.method(event) Jan 20 14:49:38.884986 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 14:49:38.884986 dv-neutron-825124-1-hyperv neutron-server[84152]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 14:49:38.884986 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 14:49:38.884986 dv-neutron-825124-1-hyperv neutron-server[84152]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 14:49:38.884986 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 14:49:38.884986 dv-neutron-825124-1-hyperv neutron-server[84152]: return f(self, *a, **k) Jan 20 14:49:38.884986 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 14:49:38.884986 dv-neutron-825124-1-hyperv neutron-server[84152]: return self._get(url).json() Jan 20 14:49:38.884986 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 14:49:38.884986 dv-neutron-825124-1-hyperv neutron-server[84152]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 14:49:38.884986 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 14:49:38.884986 dv-neutron-825124-1-hyperv neutron-server[84152]: return self.request(url, 'GET', **kwargs) Jan 20 14:49:38.884986 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 14:49:38.884986 dv-neutron-825124-1-hyperv neutron-server[84152]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 14:49:38.884986 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 14:49:38.884986 dv-neutron-825124-1-hyperv neutron-server[84152]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 14:49:38.884986 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 14:49:38.884986 dv-neutron-825124-1-hyperv neutron-server[84152]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 14:49:38.884986 dv-neutron-825124-1-hyperv neutron-server[84152]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 14:49:39.014673 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-b3029f4b-2eee-477b-916c-c7c8e86b7c58 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1626253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-745296'] for network, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:39.031603 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-b3029f4b-2eee-477b-916c-c7c8e86b7c58 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for network, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:39.045701 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3029f4b-2eee-477b-916c-c7c8e86b7c58 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Pushing event deleted for resources: {'Network': ['ID=b63b0105-7186-4a61-8e92-785ac239a31a,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:49:39.051632 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-b3029f4b-2eee-477b-916c-c7c8e86b7c58 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "DELETE /v2.0/networks/b63b0105-7186-4a61-8e92-785ac239a31a HTTP/1.1" status: 204 len: 168 time: 0.4800127 Jan 20 14:49:39.073939 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 45540) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:49:39.083566 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-cf5edbd2-c3b5-49a7-85f7-211b58c65d1c tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Request body: {'network': {'name': 'tempest-network-smoke--1669285204', 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'port_security_enabled': True}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:49:39.090129 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-cf5edbd2-c3b5-49a7-85f7-211b58c65d1c tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:49:39.093093 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-cf5edbd2-c3b5-49a7-85f7-211b58c65d1c tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Usage tracker for resource:network and tenant:640e8dbef2de46a485c2653a25e2ea4a is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:49:39.096243 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-cf5edbd2-c3b5-49a7-85f7-211b58c65d1c tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:49:39.102373 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-cf5edbd2-c3b5-49a7-85f7-211b58c65d1c tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:49:39.168313 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf5edbd2-c3b5-49a7-85f7-211b58c65d1c tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Made reservation on behalf of 640e8dbef2de46a485c2653a25e2ea4a for: {'network': 1} {{(pid=84152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:49:39.171394 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-cf5edbd2-c3b5-49a7-85f7-211b58c65d1c tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for network, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:39.200039 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf5edbd2-c3b5-49a7-85f7-211b58c65d1c tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 195} {{(pid=84152) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 14:49:39.208334 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-cf5edbd2-c3b5-49a7-85f7-211b58c65d1c tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:39.208668 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.db.segments_db [None req-cf5edbd2-c3b5-49a7-85f7-211b58c65d1c tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Added segment f8b4b841-3f0f-4393-b6dd-cb77932e7a41 of type vlan for network f19c9450-978d-4a60-a0b9-df03ea06344f Jan 20 14:49:39.233721 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-cf5edbd2-c3b5-49a7-85f7-211b58c65d1c tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769553767792'] for network, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:39.311538 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-cf5edbd2-c3b5-49a7-85f7-211b58c65d1c tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967'] for network, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:39.315280 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf5edbd2-c3b5-49a7-85f7-211b58c65d1c tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:49:39.315870 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-cf5edbd2-c3b5-49a7-85f7-211b58c65d1c tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for network, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:39.426349 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5edbd2-c3b5-49a7-85f7-211b58c65d1c tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Pushing event updated for resources: {'Network': ['ID=f19c9450-978d-4a60-a0b9-df03ea06344f,revision_number=1']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:49:39.437860 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Network f19c9450-978d-4a60-a0b9-df03ea06344f details requested by agent ovs-agent-dv-neutron-825124-1-hyperv with host dv-neutron-825124-1-hyperv {{(pid=84154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 14:49:39.496739 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-cf5edbd2-c3b5-49a7-85f7-211b58c65d1c tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4178441 Jan 20 14:49:39.499613 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 45544) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:49:39.505516 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-de9ca3dc-b267-4658-9430-889f578cb032 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-876667806', 'admin_state_up': True, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d'}}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:49:39.512783 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-de9ca3dc-b267-4658-9430-889f578cb032 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:49:39.516950 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-de9ca3dc-b267-4658-9430-889f578cb032 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Usage tracker for resource:router and tenant:640e8dbef2de46a485c2653a25e2ea4a is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:49:39.520047 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-de9ca3dc-b267-4658-9430-889f578cb032 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:49:39.526800 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-de9ca3dc-b267-4658-9430-889f578cb032 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:49:39.616240 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-de9ca3dc-b267-4658-9430-889f578cb032 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-105475'] for router, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:39.617138 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-de9ca3dc-b267-4658-9430-889f578cb032 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-739204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-744864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-735540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-105484'] for router, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:39.634865 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-de9ca3dc-b267-4658-9430-889f578cb032 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:39.863871 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-de9ca3dc-b267-4658-9430-889f578cb032 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-744886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-105502'] for router, precommit_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:40.111771 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-de9ca3dc-b267-4658-9430-889f578cb032 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for router_gateway, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:40.141070 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-de9ca3dc-b267-4658-9430-889f578cb032 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:40.276669 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.db_base_plugin_common [None req-de9ca3dc-b267-4658-9430-889f578cb032 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Allocated IP 172.26.7.252 (8dffb05c-5ca0-409b-bd5f-7be6264f707d/a489dd4f-42a5-433b-8be3-bab2749c4209/0cbfd4d0-c31a-4f01-98b1-0b228abcd02a) {{(pid=84153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:49:40.423140 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-de9ca3dc-b267-4658-9430-889f578cb032 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for port, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:40.425483 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device a5555dcf-b472-48b6-93eb-ae5d1cdaa9f6 no longer exists at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:49:40.463023 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] No Port match for: a5555dcf-b472-48b6-93eb-ae5d1cdaa9f6 {{(pid=84154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 14:49:40.466607 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device a5555dcf-b472-48b6-93eb-ae5d1cdaa9f6 not bound to the agent host dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 14:49:40.508412 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-de9ca3dc-b267-4658-9430-889f578cb032 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:40.573739 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de9ca3dc-b267-4658-9430-889f578cb032 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Network 8dffb05c-5ca0-409b-bd5f-7be6264f707d is already hosted by enough agents. {{(pid=84153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:49:40.576595 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.base_scheduler [None req-de9ca3dc-b267-4658-9430-889f578cb032 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Resources bound (agent type, host, resource id): {{(pid=84153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:49:40.579049 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de9ca3dc-b267-4658-9430-889f578cb032 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Received port after_create {{(pid=84153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:49:40.703687 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9ca3dc-b267-4658-9430-889f578cb032 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Pushing event updated for resources: {'Port': ['ID=0cbfd4d0-c31a-4f01-98b1-0b228abcd02a,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:49:40.870346 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-de9ca3dc-b267-4658-9430-889f578cb032 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for router_gateway, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:40.871064 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-de9ca3dc-b267-4658-9430-889f578cb032 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-744861'] for router, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:41.139616 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de9ca3dc-b267-4658-9430-889f578cb032 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Router 55117b08-bebd-4c45-969a-9fee5ddd54bb is scheduled to L3 agent 624d525b-4c26-4143-8a1c-228bb1c6faaa with binding_index 1 {{(pid=84153) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 20 14:49:41.334461 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de9ca3dc-b267-4658-9430-889f578cb032 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify agent at l3_agent.dv-neutron-825124-1-hyperv the message routers_updated {{(pid=84153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 14:49:41.343911 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cabc02a3-d793-4c6d-851a-4a07dc655cc1 None None] Sync routers for ids ['55117b08-bebd-4c45-969a-9fee5ddd54bb'] in dv-neutron-825124-1-hyperv {{(pid=84154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 14:49:41.355578 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cabc02a3-d793-4c6d-851a-4a07dc655cc1 None None] Routers {'55117b08-bebd-4c45-969a-9fee5ddd54bb'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:49:41.356178 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-cabc02a3-d793-4c6d-851a-4a07dc655cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:49:30Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['55117b08-bebd-4c45-969a-9fee5ddd54bb'], 'active': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:49:41.408888 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-de9ca3dc-b267-4658-9430-889f578cb032 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for router, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:41.410048 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-de9ca3dc-b267-4658-9430-889f578cb032 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.9088862 Jan 20 14:49:41.413876 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 45548) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:49:41.456809 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-b9ddae3b-c7c1-4447-b8d5-0c32589b32fd tempest-TestNetworkBasicOps-1338634829 tempest-TestNetworkBasicOps-1338634829-project-admin] 10.222.0.54 "GET /v2.0/subnets?project_id=640e8dbef2de46a485c2653a25e2ea4a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0416834 Jan 20 14:49:41.459260 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 45552) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:49:41.564023 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvr_db [None req-cabc02a3-d793-4c6d-851a-4a07dc655cc1 None None] Set router 55117b08-bebd-4c45-969a-9fee5ddd54bb gateway port host: dv-neutron-825124-1-hyperv {{(pid=84154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 14:49:41.587905 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd647827-ec45-4f31-93ea-1bbbc99224e4 tempest-TestNetworkBasicOps-1338634829 tempest-TestNetworkBasicOps-1338634829-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:49:41.589716 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-cd647827-ec45-4f31-93ea-1bbbc99224e4 tempest-TestNetworkBasicOps-1338634829 tempest-TestNetworkBasicOps-1338634829-project-admin] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1294835 Jan 20 14:49:41.592350 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 45556) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:49:41.634730 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-958f9a59-df16-440b-b2ab-ad7b5da7ec4c tempest-TestNetworkBasicOps-1338634829 tempest-TestNetworkBasicOps-1338634829-project-admin] 10.222.0.54 "GET /v2.0/subnets?network_id=8dffb05c-5ca0-409b-bd5f-7be6264f707d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0386713 Jan 20 14:49:41.634964 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 45560) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:49:41.640190 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-f781d7e1-4f84-4f21-85b7-253aeb1a87d0 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-62493897', 'network_id': 'f19c9450-978d-4a60-a0b9-df03ea06344f', 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:49:41.748150 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-f781d7e1-4f84-4f21-85b7-253aeb1a87d0 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:49:41.752216 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-f781d7e1-4f84-4f21-85b7-253aeb1a87d0 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Usage tracker for resource:subnet and tenant:640e8dbef2de46a485c2653a25e2ea4a is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:49:41.754767 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-f781d7e1-4f84-4f21-85b7-253aeb1a87d0 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:49:41.760845 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-f781d7e1-4f84-4f21-85b7-253aeb1a87d0 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:49:41.850152 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f781d7e1-4f84-4f21-85b7-253aeb1a87d0 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Made reservation on behalf of 640e8dbef2de46a485c2653a25e2ea4a for: {'subnet': 1} {{(pid=84153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:49:41.855416 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-cabc02a3-d793-4c6d-851a-4a07dc655cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55117b08-bebd-4c45-969a-9fee5ddd54bb', 'name': 'tempest-TestNetworkBasicOps-router-876667806', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.252'}], 'enable_snat': True}, 'gw_port_id': '0cbfd4d0-c31a-4f01-98b1-0b228abcd02a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:49:39Z', 'updated_at': '2022-01-20T14:49:40Z', 'revision_number': 3, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'gw_port': {'id': '0cbfd4d0-c31a-4f01-98b1-0b228abcd02a', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:0e:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55117b08-bebd-4c45-969a-9fee5ddd54bb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:49:40Z', 'updated_at': '2022-01-20T14:49:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv'}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:49:41.859236 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cabc02a3-d793-4c6d-851a-4a07dc655cc1 None None] Checking router: 55117b08-bebd-4c45-969a-9fee5ddd54bb for host: dv-neutron-825124-1-hyperv {{(pid=84154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 14:49:41.859584 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cabc02a3-d793-4c6d-851a-4a07dc655cc1 None None] Updating router 55117b08-bebd-4c45-969a-9fee5ddd54bb port 0cbfd4d0-c31a-4f01-98b1-0b228abcd02a binding host dv-neutron-825124-1-hyperv {{(pid=84154) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 20 14:49:41.913634 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-cabc02a3-d793-4c6d-851a-4a07dc655cc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:41.953049 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-f781d7e1-4f84-4f21-85b7-253aeb1a87d0 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4193986'] for subnet, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:42.214321 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-f781d7e1-4f84-4f21-85b7-253aeb1a87d0 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3943531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4194004'] for subnet, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:42.231849 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-cabc02a3-d793-4c6d-851a-4a07dc655cc1 None None] Notify callbacks [] for port, precommit_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:42.243477 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-cabc02a3-d793-4c6d-851a-4a07dc655cc1 None None] Transition to ACTIVE for port object 0cbfd4d0-c31a-4f01-98b1-0b228abcd02a will not be triggered until provisioned by entity L2. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:49:42.290794 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f781d7e1-4f84-4f21-85b7-253aeb1a87d0 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Pushing event updated for resources: {'Subnet': ['ID=aff09e47-8d1f-4915-aafa-372a52568157,revision_number=0']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:49:42.304450 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f781d7e1-4f84-4f21-85b7-253aeb1a87d0 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Checking segment: {'id': 'f8b4b841-3f0f-4393-b6dd-cb77932e7a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f19c9450-978d-4a60-a0b9-df03ea06344f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 14:49:42.304817 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f781d7e1-4f84-4f21-85b7-253aeb1a87d0 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Network hostable DHCP agents. Network: f19c9450-978d-4a60-a0b9-df03ea06344f, hostable agents: ['1a181e39-5220-4c1a-88f8-08a54e8bfc9b'], hosted agents: [] {{(pid=84153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 14:49:42.311108 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-cabc02a3-d793-4c6d-851a-4a07dc655cc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:42.385353 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f781d7e1-4f84-4f21-85b7-253aeb1a87d0 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Network f19c9450-978d-4a60-a0b9-df03ea06344f is scheduled to be hosted by DHCP agent 1a181e39-5220-4c1a-88f8-08a54e8bfc9b with binding_index 1 {{(pid=84153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 14:49:42.387767 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf4c963-d35f-4f4d-9a33-0bafbe6f55ef None None] Pushing event updated for resources: {'Port': ['ID=0cbfd4d0-c31a-4f01-98b1-0b228abcd02a,revision_number=2']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:49:42.390060 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-cabc02a3-d793-4c6d-851a-4a07dc655cc1 None None] Attempting to bind port 0cbfd4d0-c31a-4f01-98b1-0b228abcd02a on host dv-neutron-825124-1-hyperv for vnic_type normal with profile {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:49:42.393809 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-cabc02a3-d793-4c6d-851a-4a07dc655cc1 None None] Attempting to bind port 0cbfd4d0-c31a-4f01-98b1-0b228abcd02a by drivers openvswitch,hyperv on host dv-neutron-825124-1-hyperv at level 0 using segments [{'id': 'f628f1ba-6b70-4c9b-8839-62340c040c81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d'}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:49:42.393809 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cabc02a3-d793-4c6d-851a-4a07dc655cc1 None None] Attempting to bind port 0cbfd4d0-c31a-4f01-98b1-0b228abcd02a on network 8dffb05c-5ca0-409b-bd5f-7be6264f707d {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 14:49:42.397982 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cabc02a3-d793-4c6d-851a-4a07dc655cc1 None None] Checking agent: {'id': '6414dfeb-85c5-454a-8756-709ca637d800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825124-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 16, 31), 'started_at': datetime.datetime(2022, 1, 20, 14, 17, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 49, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825124-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 14:49:42.398380 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cabc02a3-d793-4c6d-851a-4a07dc655cc1 None None] Checking segment: {'id': 'f628f1ba-6b70-4c9b-8839-62340c040c81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 14:49:42.398784 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-cabc02a3-d793-4c6d-851a-4a07dc655cc1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:42.399163 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cabc02a3-d793-4c6d-851a-4a07dc655cc1 None None] Bound using segment: {'id': 'f628f1ba-6b70-4c9b-8839-62340c040c81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d'} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 14:49:42.399614 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-cabc02a3-d793-4c6d-851a-4a07dc655cc1 None None] Bound port: 0cbfd4d0-c31a-4f01-98b1-0b228abcd02a, host: dv-neutron-825124-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f628f1ba-6b70-4c9b-8839-62340c040c81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d'}}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:49:42.399978 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-cabc02a3-d793-4c6d-851a-4a07dc655cc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:42.454053 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.base_scheduler [None req-f781d7e1-4f84-4f21-85b7-253aeb1a87d0 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825124-1-hyperv, f19c9450-978d-4a60-a0b9-df03ea06344f) {{(pid=84153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:49:42.457992 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f781d7e1-4f84-4f21-85b7-253aeb1a87d0 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:49:42.458605 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-f781d7e1-4f84-4f21-85b7-253aeb1a87d0 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for subnet, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:42.470145 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-467b8dfb-b8b4-4cd8-9c03-64ac3319cda7 None None] Network f19c9450-978d-4a60-a0b9-df03ea06344f requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:49:42.530630 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-cabc02a3-d793-4c6d-851a-4a07dc655cc1 None None] For port 0cbfd4d0-c31a-4f01-98b1-0b228abcd02a, host dv-neutron-825124-1-hyperv, cleared binding levels {{(pid=84154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 14:49:42.537107 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-f781d7e1-4f84-4f21-85b7-253aeb1a87d0 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 839 time: 0.9012120 Jan 20 14:49:42.540500 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 45564) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:49:42.548539 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-cabc02a3-d793-4c6d-851a-4a07dc655cc1 None None] For port 0cbfd4d0-c31a-4f01-98b1-0b228abcd02a, host dv-neutron-825124-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=0cbfd4d0-c31a-4f01-98b1-0b228abcd02a,segment=NetworkSegment(f628f1ba-6b70-4c9b-8839-62340c040c81),segment_id=f628f1ba-6b70-4c9b-8839-62340c040c81)] {{(pid=84154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 14:49:42.620111 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-cabc02a3-d793-4c6d-851a-4a07dc655cc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:42.749654 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf4c963-d35f-4f4d-9a33-0bafbe6f55ef None None] Pushing event updated for resources: {'Port': ['ID=0cbfd4d0-c31a-4f01-98b1-0b228abcd02a,revision_number=3']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:49:42.755675 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cabc02a3-d793-4c6d-851a-4a07dc655cc1 None None] Routers {'55117b08-bebd-4c45-969a-9fee5ddd54bb'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:49:42.756264 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-cabc02a3-d793-4c6d-851a-4a07dc655cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:49:30Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['55117b08-bebd-4c45-969a-9fee5ddd54bb'], 'active': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:49:42.803238 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68f118cd-ad75-4865-8fa5-0e2792a637cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95c917f5-14ba-5e96-98b8-1a52654a930a-f19c9450-978d-4a60-a0b9-df03ea06344f', 'network_id': 'f19c9450-978d-4a60-a0b9-df03ea06344f', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'fixed_ips': [{'subnet_id': 'aff09e47-8d1f-4915-aafa-372a52568157'}]}} from dv-neutron-825124-1-hyperv. {{(pid=84154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 20 14:49:42.804602 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-68f118cd-ad75-4865-8fa5-0e2792a637cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:43.049417 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.agents_db [None req-6dba657d-a637-4918-9b6d-40defdfae04b None None] Agent healthcheck: found 6 active agents {{(pid=84155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 14:49:43.085873 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvr_db [None req-cabc02a3-d793-4c6d-851a-4a07dc655cc1 None None] Set router 55117b08-bebd-4c45-969a-9fee5ddd54bb gateway port host: dv-neutron-825124-1-hyperv {{(pid=84154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 14:49:43.222692 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_common [None req-68f118cd-ad75-4865-8fa5-0e2792a637cd None None] Allocated IP 172.20.0.2 (f19c9450-978d-4a60-a0b9-df03ea06344f/aff09e47-8d1f-4915-aafa-372a52568157/2cff5bfd-8ece-44a8-8052-4c64c84ffdfc) {{(pid=84154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:49:43.389530 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-e7793597-4020-43ca-9e43-55434e54df18 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:43.552501 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-68f118cd-ad75-4865-8fa5-0e2792a637cd None None] Notify callbacks [] for port, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:43.565079 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-cabc02a3-d793-4c6d-851a-4a07dc655cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55117b08-bebd-4c45-969a-9fee5ddd54bb', 'name': 'tempest-TestNetworkBasicOps-router-876667806', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.252'}], 'enable_snat': True}, 'gw_port_id': '0cbfd4d0-c31a-4f01-98b1-0b228abcd02a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:49:39Z', 'updated_at': '2022-01-20T14:49:40Z', 'revision_number': 3, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'gw_port': {'id': '0cbfd4d0-c31a-4f01-98b1-0b228abcd02a', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:0e:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55117b08-bebd-4c45-969a-9fee5ddd54bb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:49:40Z', 'updated_at': '2022-01-20T14:49:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv'}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:49:43.567292 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-68f118cd-ad75-4865-8fa5-0e2792a637cd None None] Transition to ACTIVE for port object 2cff5bfd-8ece-44a8-8052-4c64c84ffdfc will not be triggered until provisioned by entity L2. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:49:43.577415 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cabc02a3-d793-4c6d-851a-4a07dc655cc1 None None] The sync data for ids ['55117b08-bebd-4c45-969a-9fee5ddd54bb'] in dv-neutron-825124-1-hyperv is: [{'id': '55117b08-bebd-4c45-969a-9fee5ddd54bb', 'name': 'tempest-TestNetworkBasicOps-router-876667806', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.252'}], 'enable_snat': True}, 'gw_port_id': '0cbfd4d0-c31a-4f01-98b1-0b228abcd02a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:49:39Z', 'updated_at': '2022-01-20T14:49:40Z', 'revision_number': 3, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'gw_port': {'id': '0cbfd4d0-c31a-4f01-98b1-0b228abcd02a', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:0e:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55117b08-bebd-4c45-969a-9fee5ddd54bb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:49:40Z', 'updated_at': '2022-01-20T14:49:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv'}] {{(pid=84154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 14:49:43.589136 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-68f118cd-ad75-4865-8fa5-0e2792a637cd None None] Transition to ACTIVE for port object 2cff5bfd-8ece-44a8-8052-4c64c84ffdfc will not be triggered until provisioned by entity DHCP. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:49:43.651497 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-68f118cd-ad75-4865-8fa5-0e2792a637cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477'] for port, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:43.730285 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68f118cd-ad75-4865-8fa5-0e2792a637cd None None] Network f19c9450-978d-4a60-a0b9-df03ea06344f is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:49:43.735576 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-68f118cd-ad75-4865-8fa5-0e2792a637cd None None] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:49:43.736414 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f118cd-ad75-4865-8fa5-0e2792a637cd None None] Pushing event updated for resources: {'Port': ['ID=2cff5bfd-8ece-44a8-8052-4c64c84ffdfc,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:49:43.738499 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68f118cd-ad75-4865-8fa5-0e2792a637cd None None] Received port after_create {{(pid=84154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:49:43.805164 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.db_base_plugin_common [None req-e7793597-4020-43ca-9e43-55434e54df18 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Allocated IP 172.20.0.1 (f19c9450-978d-4a60-a0b9-df03ea06344f/aff09e47-8d1f-4915-aafa-372a52568157/57bfc90c-eddf-4580-b86a-deb196d008ca) {{(pid=84153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:49:43.852110 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-68f118cd-ad75-4865-8fa5-0e2792a637cd None None] Attempting to bind port 2cff5bfd-8ece-44a8-8052-4c64c84ffdfc on host dv-neutron-825124-1-hyperv for vnic_type normal with profile {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:49:43.852486 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-68f118cd-ad75-4865-8fa5-0e2792a637cd None None] Attempting to bind port 2cff5bfd-8ece-44a8-8052-4c64c84ffdfc by drivers openvswitch,hyperv on host dv-neutron-825124-1-hyperv at level 0 using segments [{'id': 'f8b4b841-3f0f-4393-b6dd-cb77932e7a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f19c9450-978d-4a60-a0b9-df03ea06344f'}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:49:43.852853 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68f118cd-ad75-4865-8fa5-0e2792a637cd None None] Attempting to bind port 2cff5bfd-8ece-44a8-8052-4c64c84ffdfc on network f19c9450-978d-4a60-a0b9-df03ea06344f {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 14:49:43.860128 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68f118cd-ad75-4865-8fa5-0e2792a637cd None None] Checking agent: {'id': '6414dfeb-85c5-454a-8756-709ca637d800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825124-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 16, 31), 'started_at': datetime.datetime(2022, 1, 20, 14, 17, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 49, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825124-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 14:49:43.860509 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68f118cd-ad75-4865-8fa5-0e2792a637cd None None] Checking segment: {'id': 'f8b4b841-3f0f-4393-b6dd-cb77932e7a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f19c9450-978d-4a60-a0b9-df03ea06344f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 14:49:43.860912 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-68f118cd-ad75-4865-8fa5-0e2792a637cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:43.861385 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68f118cd-ad75-4865-8fa5-0e2792a637cd None None] Bound using segment: {'id': 'f8b4b841-3f0f-4393-b6dd-cb77932e7a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f19c9450-978d-4a60-a0b9-df03ea06344f'} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 14:49:43.861852 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-68f118cd-ad75-4865-8fa5-0e2792a637cd None None] Bound port: 2cff5bfd-8ece-44a8-8052-4c64c84ffdfc, host: dv-neutron-825124-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8b4b841-3f0f-4393-b6dd-cb77932e7a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f19c9450-978d-4a60-a0b9-df03ea06344f'}}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:49:43.862268 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-68f118cd-ad75-4865-8fa5-0e2792a637cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:43.961621 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-68f118cd-ad75-4865-8fa5-0e2792a637cd None None] For port 2cff5bfd-8ece-44a8-8052-4c64c84ffdfc, host dv-neutron-825124-1-hyperv, cleared binding levels {{(pid=84154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 14:49:43.964941 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-68f118cd-ad75-4865-8fa5-0e2792a637cd None None] For port 2cff5bfd-8ece-44a8-8052-4c64c84ffdfc, host dv-neutron-825124-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=2cff5bfd-8ece-44a8-8052-4c64c84ffdfc,segment=NetworkSegment(f8b4b841-3f0f-4393-b6dd-cb77932e7a41),segment_id=f8b4b841-3f0f-4393-b6dd-cb77932e7a41)] {{(pid=84154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 14:49:43.976063 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-e7793597-4020-43ca-9e43-55434e54df18 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for port, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:43.992286 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.provisioning_blocks [None req-e7793597-4020-43ca-9e43-55434e54df18 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Transition to ACTIVE for port object 57bfc90c-eddf-4580-b86a-deb196d008ca will not be triggered until provisioned by entity DHCP. {{(pid=84153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:49:44.063180 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-68f118cd-ad75-4865-8fa5-0e2792a637cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:44.102698 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-e7793597-4020-43ca-9e43-55434e54df18 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:44.144313 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f118cd-ad75-4865-8fa5-0e2792a637cd None None] Pushing event updated for resources: {'Port': ['ID=2cff5bfd-8ece-44a8-8052-4c64c84ffdfc,revision_number=2']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:49:44.176922 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7793597-4020-43ca-9e43-55434e54df18 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Network f19c9450-978d-4a60-a0b9-df03ea06344f is already hosted by enough agents. {{(pid=84153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:49:44.180725 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.base_scheduler [None req-e7793597-4020-43ca-9e43-55434e54df18 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Resources bound (agent type, host, resource id): {{(pid=84153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:49:44.185756 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7793597-4020-43ca-9e43-55434e54df18 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Received port after_create {{(pid=84153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:49:44.212697 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7793597-4020-43ca-9e43-55434e54df18 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Pushing event updated for resources: {'Port': ['ID=57bfc90c-eddf-4580-b86a-deb196d008ca,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:49:44.247388 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-e7793597-4020-43ca-9e43-55434e54df18 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-745387'] for router_interface, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:44.408800 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-e7793597-4020-43ca-9e43-55434e54df18 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:44.577887 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 2cff5bfd-8ece-44a8-8052-4c64c84ffdfc up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:49:44.700487 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning for port 2cff5bfd-8ece-44a8-8052-4c64c84ffdfc completed by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:49:44.705767 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 0cbfd4d0-c31a-4f01-98b1-0b228abcd02a up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:49:44.827677 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning for port 0cbfd4d0-c31a-4f01-98b1-0b228abcd02a completed by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:49:44.840440 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port 0cbfd4d0-c31a-4f01-98b1-0b228abcd02a triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:49:44.840440 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:44.957899 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-e7793597-4020-43ca-9e43-55434e54df18 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for port, precommit_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:44.967363 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:44.984524 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] For port 0cbfd4d0-c31a-4f01-98b1-0b228abcd02a, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=0cbfd4d0-c31a-4f01-98b1-0b228abcd02a,segment=NetworkSegment(f628f1ba-6b70-4c9b-8839-62340c040c81),segment_id=f628f1ba-6b70-4c9b-8839-62340c040c81)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:49:45.016286 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-e7793597-4020-43ca-9e43-55434e54df18 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3944146'] for port, after_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:45.056737 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:45.132408 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-e7793597-4020-43ca-9e43-55434e54df18 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1705158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-743490'] for router_interface, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:45.136671 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7793597-4020-43ca-9e43-55434e54df18 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Pushing event updated for resources: {'Port': ['ID=57bfc90c-eddf-4580-b86a-deb196d008ca,revision_number=2']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:49:45.142584 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Pushing event updated for resources: {'Port': ['ID=0cbfd4d0-c31a-4f01-98b1-0b228abcd02a,revision_number=4']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:49:45.162000 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8ff3f1b-1724-49bd-902e-54afba94bc92 None None] Network f19c9450-978d-4a60-a0b9-df03ea06344f requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:49:45.286202 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7793597-4020-43ca-9e43-55434e54df18 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Network f19c9450-978d-4a60-a0b9-df03ea06344f is already hosted by enough agents. {{(pid=84153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:49:45.287329 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.base_scheduler [None req-e7793597-4020-43ca-9e43-55434e54df18 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Resources bound (agent type, host, resource id): {{(pid=84153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:49:45.354860 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-09783aa3-fa6c-4436-8978-9ce57999c1e7 None None] Provisioning for port 2cff5bfd-8ece-44a8-8052-4c64c84ffdfc completed by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:49:45.387621 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-09783aa3-fa6c-4436-8978-9ce57999c1e7 None None] Provisioning complete for port 2cff5bfd-8ece-44a8-8052-4c64c84ffdfc triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:49:45.388003 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-09783aa3-fa6c-4436-8978-9ce57999c1e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:45.574091 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-09783aa3-fa6c-4436-8978-9ce57999c1e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:45.609751 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-09783aa3-fa6c-4436-8978-9ce57999c1e7 None None] For port 2cff5bfd-8ece-44a8-8052-4c64c84ffdfc, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=2cff5bfd-8ece-44a8-8052-4c64c84ffdfc,segment=NetworkSegment(f8b4b841-3f0f-4393-b6dd-cb77932e7a41),segment_id=f8b4b841-3f0f-4393-b6dd-cb77932e7a41)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:49:45.687006 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7793597-4020-43ca-9e43-55434e54df18 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Router 55117b08-bebd-4c45-969a-9fee5ddd54bb has already been hosted by L3 agent 624d525b-4c26-4143-8a1c-228bb1c6faaa {{(pid=84153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 14:49:45.731058 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-09783aa3-fa6c-4436-8978-9ce57999c1e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:45.801070 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09783aa3-fa6c-4436-8978-9ce57999c1e7 None None] Pushing event updated for resources: {'Port': ['ID=2cff5bfd-8ece-44a8-8052-4c64c84ffdfc,revision_number=3']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:49:45.863255 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-48db21d5-3129-492c-8f27-1bc3dbcb5fc2 None None] Provisioning complete for port 2cff5bfd-8ece-44a8-8052-4c64c84ffdfc triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:49:45.863626 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-48db21d5-3129-492c-8f27-1bc3dbcb5fc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:45.896567 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7793597-4020-43ca-9e43-55434e54df18 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify agent at l3_agent.dv-neutron-825124-1-hyperv the message routers_updated {{(pid=84153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 14:49:45.912338 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-e7793597-4020-43ca-9e43-55434e54df18 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "PUT /v2.0/routers/55117b08-bebd-4c45-969a-9fee5ddd54bb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3682694 Jan 20 14:49:45.912647 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 45568) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:49:46.056666 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-48db21d5-3129-492c-8f27-1bc3dbcb5fc2 None None] Provisioning for port 57bfc90c-eddf-4580-b86a-deb196d008ca completed by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:49:46.059149 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9512852d-1372-426c-8a89-76d2ffc57784 tempest-TestNetworkBasicOps-1338634829 tempest-TestNetworkBasicOps-1338634829-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:49:46.059531 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9512852d-1372-426c-8a89-76d2ffc57784 tempest-TestNetworkBasicOps-1338634829 tempest-TestNetworkBasicOps-1338634829-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:49:46.059925 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9512852d-1372-426c-8a89-76d2ffc57784 tempest-TestNetworkBasicOps-1338634829 tempest-TestNetworkBasicOps-1338634829-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:49:46.060287 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9512852d-1372-426c-8a89-76d2ffc57784 tempest-TestNetworkBasicOps-1338634829 tempest-TestNetworkBasicOps-1338634829-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:49:46.062419 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-48db21d5-3129-492c-8f27-1bc3dbcb5fc2 None None] Provisioning complete for port 57bfc90c-eddf-4580-b86a-deb196d008ca triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:49:46.062799 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-48db21d5-3129-492c-8f27-1bc3dbcb5fc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:46.064727 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 45572) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:49:46.065231 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-9512852d-1372-426c-8a89-76d2ffc57784 tempest-TestNetworkBasicOps-1338634829 tempest-TestNetworkBasicOps-1338634829-project-admin] 10.222.0.54 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1511955 Jan 20 14:49:46.117734 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-48db21d5-3129-492c-8f27-1bc3dbcb5fc2 None None] Port 57bfc90c-eddf-4580-b86a-deb196d008ca cannot update to ACTIVE because it is not bound. {{(pid=84154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 14:49:46.228603 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e5234fc-2968-4cb0-88ae-de81723839ad tempest-TestNetworkBasicOps-1338634829 tempest-TestNetworkBasicOps-1338634829-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:49:46.228875 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e5234fc-2968-4cb0-88ae-de81723839ad tempest-TestNetworkBasicOps-1338634829 tempest-TestNetworkBasicOps-1338634829-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:49:46.229228 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e5234fc-2968-4cb0-88ae-de81723839ad tempest-TestNetworkBasicOps-1338634829 tempest-TestNetworkBasicOps-1338634829-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:49:46.229576 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e5234fc-2968-4cb0-88ae-de81723839ad tempest-TestNetworkBasicOps-1338634829 tempest-TestNetworkBasicOps-1338634829-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:49:46.231858 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-4e5234fc-2968-4cb0-88ae-de81723839ad tempest-TestNetworkBasicOps-1338634829 tempest-TestNetworkBasicOps-1338634829-project-admin] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2735 time: 0.1660135 Jan 20 14:49:46.233971 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 45576) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:49:46.241671 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-e2420099-466a-4984-884a-809d7b2f669b None None] Provisioning complete for port 57bfc90c-eddf-4580-b86a-deb196d008ca triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:49:46.242060 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-e2420099-466a-4984-884a-809d7b2f669b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:46.295855 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-e2420099-466a-4984-884a-809d7b2f669b None None] Port 57bfc90c-eddf-4580-b86a-deb196d008ca cannot update to ACTIVE because it is not bound. {{(pid=84154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 14:49:46.427195 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-5c805e11-b34e-4655-994b-93b2eb61b6b1 tempest-TestNetworkBasicOps-1338634829 tempest-TestNetworkBasicOps-1338634829-project-admin] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.1921000 Jan 20 14:49:46.475576 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 2cff5bfd-8ece-44a8-8052-4c64c84ffdfc up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:49:46.542400 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port 2cff5bfd-8ece-44a8-8052-4c64c84ffdfc triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:49:46.542793 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:46.654514 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 0cbfd4d0-c31a-4f01-98b1-0b228abcd02a up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:49:46.720126 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port 0cbfd4d0-c31a-4f01-98b1-0b228abcd02a triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:49:46.720493 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:46.918558 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 45582) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:49:46.924698 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-3b0b690a-cee4-4e8d-aa13-d1e8ed1aee04 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1173431442', 'description': 'tempest-secgroup-smoke-1173431442 description', 'project_id': '640e8dbef2de46a485c2653a25e2ea4a'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:49:46.931727 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-3b0b690a-cee4-4e8d-aa13-d1e8ed1aee04 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:49:46.935771 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-3b0b690a-cee4-4e8d-aa13-d1e8ed1aee04 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Usage tracker for resource:security_group and tenant:640e8dbef2de46a485c2653a25e2ea4a is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:49:46.938657 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-3b0b690a-cee4-4e8d-aa13-d1e8ed1aee04 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:49:46.944327 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-3b0b690a-cee4-4e8d-aa13-d1e8ed1aee04 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:49:47.008444 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-3b0b690a-cee4-4e8d-aa13-d1e8ed1aee04 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for security_group, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:47.045445 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-3b0b690a-cee4-4e8d-aa13-d1e8ed1aee04 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:49:47.049556 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-3b0b690a-cee4-4e8d-aa13-d1e8ed1aee04 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Usage tracker for resource:security_group_rule and tenant:640e8dbef2de46a485c2653a25e2ea4a is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:49:47.052433 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-3b0b690a-cee4-4e8d-aa13-d1e8ed1aee04 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:49:47.058870 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-3b0b690a-cee4-4e8d-aa13-d1e8ed1aee04 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:49:47.114188 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-3b0b690a-cee4-4e8d-aa13-d1e8ed1aee04 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for security_group, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:47.124793 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fa19100-f6fb-43a3-88c2-e7d2dbab6afe None None] Sync routers for ids ['55117b08-bebd-4c45-969a-9fee5ddd54bb'] in dv-neutron-825124-1-hyperv {{(pid=84155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 14:49:47.136941 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fa19100-f6fb-43a3-88c2-e7d2dbab6afe None None] Routers {'55117b08-bebd-4c45-969a-9fee5ddd54bb'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:49:47.137525 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-7fa19100-f6fb-43a3-88c2-e7d2dbab6afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:49:30Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['55117b08-bebd-4c45-969a-9fee5ddd54bb'], 'active': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:49:47.193238 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-3b0b690a-cee4-4e8d-aa13-d1e8ed1aee04 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:47.242581 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0b690a-cee4-4e8d-aa13-d1e8ed1aee04 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e12a7e0-8067-4797-91ed-c83d95394f1f,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:49:47.307772 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-3b0b690a-cee4-4e8d-aa13-d1e8ed1aee04 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for security_group, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:47.308997 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-3b0b690a-cee4-4e8d-aa13-d1e8ed1aee04 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.3893464 Jan 20 14:49:47.311943 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 45586) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:49:47.317312 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-98a23863-bdc9-41d4-80cf-6e2807da3b9b tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Request body: {'security_group_rule': {'security_group_id': '0e12a7e0-8067-4797-91ed-c83d95394f1f', 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:49:47.323784 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-98a23863-bdc9-41d4-80cf-6e2807da3b9b tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:49:47.327529 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-98a23863-bdc9-41d4-80cf-6e2807da3b9b tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Usage tracker for resource:security_group_rule and tenant:640e8dbef2de46a485c2653a25e2ea4a is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:49:47.328729 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvr_db [None req-7fa19100-f6fb-43a3-88c2-e7d2dbab6afe None None] Set router 55117b08-bebd-4c45-969a-9fee5ddd54bb gateway port host: dv-neutron-825124-1-hyperv {{(pid=84155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 14:49:47.330409 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-98a23863-bdc9-41d4-80cf-6e2807da3b9b tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:49:47.336649 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-98a23863-bdc9-41d4-80cf-6e2807da3b9b tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:49:47.422408 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-98a23863-bdc9-41d4-80cf-6e2807da3b9b tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:47.597984 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-98a23863-bdc9-41d4-80cf-6e2807da3b9b tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:47.650532 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-7fa19100-f6fb-43a3-88c2-e7d2dbab6afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55117b08-bebd-4c45-969a-9fee5ddd54bb', 'name': 'tempest-TestNetworkBasicOps-router-876667806', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.252'}], 'enable_snat': True}, 'gw_port_id': '0cbfd4d0-c31a-4f01-98b1-0b228abcd02a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:49:39Z', 'updated_at': '2022-01-20T14:49:44Z', 'revision_number': 4, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'gw_port': {'id': '0cbfd4d0-c31a-4f01-98b1-0b228abcd02a', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:0e:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55117b08-bebd-4c45-969a-9fee5ddd54bb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:49:40Z', 'updated_at': '2022-01-20T14:49:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv', '_interfaces': [{'id': '57bfc90c-eddf-4580-b86a-deb196d008ca', 'name': '', 'network_id': 'f19c9450-978d-4a60-a0b9-df03ea06344f', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'mac_address': 'fa:16:3e:61:fa:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55117b08-bebd-4c45-969a-9fee5ddd54bb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aff09e47-8d1f-4915-aafa-372a52568157', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:49:43Z', 'updated_at': '2022-01-20T14:49:44Z', 'revision_number': 2, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'subnets': [{'id': 'aff09e47-8d1f-4915-aafa-372a52568157', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:49:47.654241 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fa19100-f6fb-43a3-88c2-e7d2dbab6afe None None] Checking router: 55117b08-bebd-4c45-969a-9fee5ddd54bb for host: dv-neutron-825124-1-hyperv {{(pid=84155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 14:49:47.654586 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fa19100-f6fb-43a3-88c2-e7d2dbab6afe None None] Updating router 55117b08-bebd-4c45-969a-9fee5ddd54bb port 57bfc90c-eddf-4580-b86a-deb196d008ca binding host dv-neutron-825124-1-hyperv {{(pid=84155) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 20 14:49:47.665502 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-98a23863-bdc9-41d4-80cf-6e2807da3b9b tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734962'] for security_group_rule, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:47.694790 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a23863-bdc9-41d4-80cf-6e2807da3b9b tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f5b2b85-5aed-4791-a880-b166cdcfd5c8,revision_number=0']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:49:47.713630 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7fa19100-f6fb-43a3-88c2-e7d2dbab6afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:47.751727 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-98a23863-bdc9-41d4-80cf-6e2807da3b9b tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:47.752925 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-98a23863-bdc9-41d4-80cf-6e2807da3b9b tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4400744 Jan 20 14:49:47.755773 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 45590) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:49:47.761184 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-f609d8bb-f468-4714-a097-fe3decfa674f tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Request body: {'security_group_rule': {'security_group_id': '0e12a7e0-8067-4797-91ed-c83d95394f1f', 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:49:47.766995 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-f609d8bb-f468-4714-a097-fe3decfa674f tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:49:47.770675 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-f609d8bb-f468-4714-a097-fe3decfa674f tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Usage tracker for resource:security_group_rule and tenant:640e8dbef2de46a485c2653a25e2ea4a is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:49:47.774000 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-f609d8bb-f468-4714-a097-fe3decfa674f tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:49:47.779653 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-f609d8bb-f468-4714-a097-fe3decfa674f tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:49:47.857590 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-f609d8bb-f468-4714-a097-fe3decfa674f tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:47.919371 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-f609d8bb-f468-4714-a097-fe3decfa674f tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:47.987736 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-f609d8bb-f468-4714-a097-fe3decfa674f tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734962'] for security_group_rule, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:48.016648 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f609d8bb-f468-4714-a097-fe3decfa674f tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70535552-9765-4ca6-897f-a10a5a9fe7e3,revision_number=0']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:49:48.069999 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7fa19100-f6fb-43a3-88c2-e7d2dbab6afe None None] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:48.080898 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-7fa19100-f6fb-43a3-88c2-e7d2dbab6afe None None] Transition to ACTIVE for port object 57bfc90c-eddf-4580-b86a-deb196d008ca will not be triggered until provisioned by entity L2. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:49:48.082926 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-f609d8bb-f468-4714-a097-fe3decfa674f tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:48.088421 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-f609d8bb-f468-4714-a097-fe3decfa674f tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3274326 Jan 20 14:49:48.088421 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 45594) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:49:48.092765 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-1b66b46e-7d35-4cc3-b04d-0a9415fa8cca tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Request body: {'security_group_rule': {'security_group_id': '0e12a7e0-8067-4797-91ed-c83d95394f1f', 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:49:48.098651 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-1b66b46e-7d35-4cc3-b04d-0a9415fa8cca tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:49:48.103031 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-1b66b46e-7d35-4cc3-b04d-0a9415fa8cca tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Usage tracker for resource:security_group_rule and tenant:640e8dbef2de46a485c2653a25e2ea4a is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:49:48.105910 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-1b66b46e-7d35-4cc3-b04d-0a9415fa8cca tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:49:48.111582 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-1b66b46e-7d35-4cc3-b04d-0a9415fa8cca tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:49:48.164714 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7fa19100-f6fb-43a3-88c2-e7d2dbab6afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:48.200252 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-1b66b46e-7d35-4cc3-b04d-0a9415fa8cca tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:48.232732 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1956f5cb-b928-44f4-8d81-5447df7d5cfd None None] Pushing event updated for resources: {'Port': ['ID=57bfc90c-eddf-4580-b86a-deb196d008ca,revision_number=3']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:49:48.275578 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-1b66b46e-7d35-4cc3-b04d-0a9415fa8cca tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:48.285826 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1956f5cb-b928-44f4-8d81-5447df7d5cfd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:49:48.286195 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1956f5cb-b928-44f4-8d81-5447df7d5cfd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:49:48.286530 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1956f5cb-b928-44f4-8d81-5447df7d5cfd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:49:48.289188 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1956f5cb-b928-44f4-8d81-5447df7d5cfd None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:49:48.289188 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1956f5cb-b928-44f4-8d81-5447df7d5cfd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:49:48.289188 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1956f5cb-b928-44f4-8d81-5447df7d5cfd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:49:48.289188 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1956f5cb-b928-44f4-8d81-5447df7d5cfd None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:49:48.289188 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1956f5cb-b928-44f4-8d81-5447df7d5cfd None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:49:48.289188 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1956f5cb-b928-44f4-8d81-5447df7d5cfd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:49:48.289188 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1956f5cb-b928-44f4-8d81-5447df7d5cfd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:49:48.289188 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1956f5cb-b928-44f4-8d81-5447df7d5cfd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:49:48.334111 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-1b66b46e-7d35-4cc3-b04d-0a9415fa8cca tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734962'] for security_group_rule, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:48.367500 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b66b46e-7d35-4cc3-b04d-0a9415fa8cca tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f4255e3-9a51-408f-b515-e73bf3b06d7e,revision_number=0']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:49:48.393852 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-7fa19100-f6fb-43a3-88c2-e7d2dbab6afe None None] Attempting to bind port 57bfc90c-eddf-4580-b86a-deb196d008ca on host dv-neutron-825124-1-hyperv for vnic_type normal with profile {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:49:48.394243 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-7fa19100-f6fb-43a3-88c2-e7d2dbab6afe None None] Attempting to bind port 57bfc90c-eddf-4580-b86a-deb196d008ca by drivers openvswitch,hyperv on host dv-neutron-825124-1-hyperv at level 0 using segments [{'id': 'f8b4b841-3f0f-4393-b6dd-cb77932e7a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f19c9450-978d-4a60-a0b9-df03ea06344f'}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:49:48.394596 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa19100-f6fb-43a3-88c2-e7d2dbab6afe None None] Attempting to bind port 57bfc90c-eddf-4580-b86a-deb196d008ca on network f19c9450-978d-4a60-a0b9-df03ea06344f {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 14:49:48.401417 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa19100-f6fb-43a3-88c2-e7d2dbab6afe None None] Checking agent: {'id': '6414dfeb-85c5-454a-8756-709ca637d800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825124-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 16, 31), 'started_at': datetime.datetime(2022, 1, 20, 14, 17, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 49, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825124-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 14:49:48.401787 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa19100-f6fb-43a3-88c2-e7d2dbab6afe None None] Checking segment: {'id': 'f8b4b841-3f0f-4393-b6dd-cb77932e7a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f19c9450-978d-4a60-a0b9-df03ea06344f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 14:49:48.406235 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7fa19100-f6fb-43a3-88c2-e7d2dbab6afe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:48.406235 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa19100-f6fb-43a3-88c2-e7d2dbab6afe None None] Bound using segment: {'id': 'f8b4b841-3f0f-4393-b6dd-cb77932e7a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f19c9450-978d-4a60-a0b9-df03ea06344f'} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 14:49:48.406235 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-7fa19100-f6fb-43a3-88c2-e7d2dbab6afe None None] Bound port: 57bfc90c-eddf-4580-b86a-deb196d008ca, host: dv-neutron-825124-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8b4b841-3f0f-4393-b6dd-cb77932e7a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f19c9450-978d-4a60-a0b9-df03ea06344f'}}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:49:48.406235 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7fa19100-f6fb-43a3-88c2-e7d2dbab6afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:48.454141 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-1b66b46e-7d35-4cc3-b04d-0a9415fa8cca tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:48.455337 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-1b66b46e-7d35-4cc3-b04d-0a9415fa8cca tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3669512 Jan 20 14:49:48.458139 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 45598) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:49:48.463980 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-f0779f05-3b25-4611-ad19-8b849571da5d tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Request body: {'security_group_rule': {'security_group_id': '0e12a7e0-8067-4797-91ed-c83d95394f1f', 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:49:48.469720 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-f0779f05-3b25-4611-ad19-8b849571da5d tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:49:48.473484 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-f0779f05-3b25-4611-ad19-8b849571da5d tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Usage tracker for resource:security_group_rule and tenant:640e8dbef2de46a485c2653a25e2ea4a is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:49:48.477303 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-f0779f05-3b25-4611-ad19-8b849571da5d tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:49:48.482994 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-f0779f05-3b25-4611-ad19-8b849571da5d tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:49:48.494688 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-7fa19100-f6fb-43a3-88c2-e7d2dbab6afe None None] For port 57bfc90c-eddf-4580-b86a-deb196d008ca, host dv-neutron-825124-1-hyperv, cleared binding levels {{(pid=84155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 14:49:48.497557 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-7fa19100-f6fb-43a3-88c2-e7d2dbab6afe None None] For port 57bfc90c-eddf-4580-b86a-deb196d008ca, host dv-neutron-825124-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=57bfc90c-eddf-4580-b86a-deb196d008ca,segment=NetworkSegment(f8b4b841-3f0f-4393-b6dd-cb77932e7a41),segment_id=f8b4b841-3f0f-4393-b6dd-cb77932e7a41)] {{(pid=84155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 14:49:48.558175 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-f0779f05-3b25-4611-ad19-8b849571da5d tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:48.580208 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7fa19100-f6fb-43a3-88c2-e7d2dbab6afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:48.621066 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-f0779f05-3b25-4611-ad19-8b849571da5d tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:48.658537 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1956f5cb-b928-44f4-8d81-5447df7d5cfd None None] Pushing event updated for resources: {'Port': ['ID=57bfc90c-eddf-4580-b86a-deb196d008ca,revision_number=4']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:49:48.666305 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fa19100-f6fb-43a3-88c2-e7d2dbab6afe None None] Routers {'55117b08-bebd-4c45-969a-9fee5ddd54bb'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:49:48.666739 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-7fa19100-f6fb-43a3-88c2-e7d2dbab6afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:49:30Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['55117b08-bebd-4c45-969a-9fee5ddd54bb'], 'active': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:49:48.684574 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-f0779f05-3b25-4611-ad19-8b849571da5d tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734962'] for security_group_rule, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:48.711109 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0779f05-3b25-4611-ad19-8b849571da5d tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0013cd82-2f14-425c-9350-32ba21a9e20b,revision_number=0']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:49:48.810883 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-f0779f05-3b25-4611-ad19-8b849571da5d tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:48.812132 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-f0779f05-3b25-4611-ad19-8b849571da5d tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3530946 Jan 20 14:49:48.816678 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 45602) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:49:48.820784 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-81807dc8-8a80-46f0-8a91-e6b4e9e522c5 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Request body: {'security_group_rule': {'security_group_id': '0e12a7e0-8067-4797-91ed-c83d95394f1f', 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:49:48.826527 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-81807dc8-8a80-46f0-8a91-e6b4e9e522c5 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:49:48.830266 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-81807dc8-8a80-46f0-8a91-e6b4e9e522c5 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Usage tracker for resource:security_group_rule and tenant:640e8dbef2de46a485c2653a25e2ea4a is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:49:48.833123 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-81807dc8-8a80-46f0-8a91-e6b4e9e522c5 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:49:48.840185 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-81807dc8-8a80-46f0-8a91-e6b4e9e522c5 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:49:48.846665 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvr_db [None req-7fa19100-f6fb-43a3-88c2-e7d2dbab6afe None None] Set router 55117b08-bebd-4c45-969a-9fee5ddd54bb gateway port host: dv-neutron-825124-1-hyperv {{(pid=84155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 14:49:48.911814 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.db.securitygroups_db [None req-81807dc8-8a80-46f0-8a91-e6b4e9e522c5 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Project 640e8dbef2de46a485c2653a25e2ea4a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 20 14:49:48.918955 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-81807dc8-8a80-46f0-8a91-e6b4e9e522c5 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:48.982078 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-81807dc8-8a80-46f0-8a91-e6b4e9e522c5 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:49.048739 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-81807dc8-8a80-46f0-8a91-e6b4e9e522c5 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734962'] for security_group_rule, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:49.071991 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81807dc8-8a80-46f0-8a91-e6b4e9e522c5 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60e6f7d0-aef9-4cd7-a6ba-1a470dc97b00,revision_number=0']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:49:49.134726 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-81807dc8-8a80-46f0-8a91-e6b4e9e522c5 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:49.138681 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-81807dc8-8a80-46f0-8a91-e6b4e9e522c5 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3203530 Jan 20 14:49:49.139423 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 45606) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:49:49.145652 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-d3aaf63a-e5ce-4e2f-bb85-f75fb833d4a6 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Request body: {'security_group_rule': {'security_group_id': '0e12a7e0-8067-4797-91ed-c83d95394f1f', 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:49:49.151457 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-7fa19100-f6fb-43a3-88c2-e7d2dbab6afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55117b08-bebd-4c45-969a-9fee5ddd54bb', 'name': 'tempest-TestNetworkBasicOps-router-876667806', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.252'}], 'enable_snat': True}, 'gw_port_id': '0cbfd4d0-c31a-4f01-98b1-0b228abcd02a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:49:39Z', 'updated_at': '2022-01-20T14:49:44Z', 'revision_number': 4, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'gw_port': {'id': '0cbfd4d0-c31a-4f01-98b1-0b228abcd02a', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:0e:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55117b08-bebd-4c45-969a-9fee5ddd54bb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:49:40Z', 'updated_at': '2022-01-20T14:49:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv', '_interfaces': [{'id': '57bfc90c-eddf-4580-b86a-deb196d008ca', 'name': '', 'network_id': 'f19c9450-978d-4a60-a0b9-df03ea06344f', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'mac_address': 'fa:16:3e:61:fa:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55117b08-bebd-4c45-969a-9fee5ddd54bb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aff09e47-8d1f-4915-aafa-372a52568157', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:49:43Z', 'updated_at': '2022-01-20T14:49:48Z', 'revision_number': 4, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'subnets': [{'id': 'aff09e47-8d1f-4915-aafa-372a52568157', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:49:49.152817 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-d3aaf63a-e5ce-4e2f-bb85-f75fb833d4a6 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:49:49.155721 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fa19100-f6fb-43a3-88c2-e7d2dbab6afe None None] The sync data for ids ['55117b08-bebd-4c45-969a-9fee5ddd54bb'] in dv-neutron-825124-1-hyperv is: [{'id': '55117b08-bebd-4c45-969a-9fee5ddd54bb', 'name': 'tempest-TestNetworkBasicOps-router-876667806', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.252'}], 'enable_snat': True}, 'gw_port_id': '0cbfd4d0-c31a-4f01-98b1-0b228abcd02a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:49:39Z', 'updated_at': '2022-01-20T14:49:44Z', 'revision_number': 4, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'gw_port': {'id': '0cbfd4d0-c31a-4f01-98b1-0b228abcd02a', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:0e:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55117b08-bebd-4c45-969a-9fee5ddd54bb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:49:40Z', 'updated_at': '2022-01-20T14:49:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv', '_interfaces': [{'id': '57bfc90c-eddf-4580-b86a-deb196d008ca', 'name': '', 'network_id': 'f19c9450-978d-4a60-a0b9-df03ea06344f', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'mac_address': 'fa:16:3e:61:fa:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55117b08-bebd-4c45-969a-9fee5ddd54bb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aff09e47-8d1f-4915-aafa-372a52568157', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:49:43Z', 'updated_at': '2022-01-20T14:49:48Z', 'revision_number': 4, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'subnets': [{'id': 'aff09e47-8d1f-4915-aafa-372a52568157', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 14:49:49.156500 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-d3aaf63a-e5ce-4e2f-bb85-f75fb833d4a6 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Usage tracker for resource:security_group_rule and tenant:640e8dbef2de46a485c2653a25e2ea4a is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:49:49.160260 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-d3aaf63a-e5ce-4e2f-bb85-f75fb833d4a6 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:49:49.172274 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-d3aaf63a-e5ce-4e2f-bb85-f75fb833d4a6 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:49:49.256476 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.db.securitygroups_db [None req-d3aaf63a-e5ce-4e2f-bb85-f75fb833d4a6 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Project 640e8dbef2de46a485c2653a25e2ea4a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 20 14:49:49.264010 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-d3aaf63a-e5ce-4e2f-bb85-f75fb833d4a6 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:49.326411 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-d3aaf63a-e5ce-4e2f-bb85-f75fb833d4a6 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:49.370694 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-d3aaf63a-e5ce-4e2f-bb85-f75fb833d4a6 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734962'] for security_group_rule, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:49.394579 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3aaf63a-e5ce-4e2f-bb85-f75fb833d4a6 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea17cd64-aa30-4923-9ef5-d4829d6b9f08,revision_number=0']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:49:49.456372 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-d3aaf63a-e5ce-4e2f-bb85-f75fb833d4a6 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:49.466485 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-d3aaf63a-e5ce-4e2f-bb85-f75fb833d4a6 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3165319 Jan 20 14:49:49.646786 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [req-48d1d525-f052-41a0-8d48-68b889a03f48 req-c8e9ab35-61e5-49ff-8527-55eeca7fe7a6 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Synchronizing usage tracker for tenant:640e8dbef2de46a485c2653a25e2ea4a on resource:security_group {{(pid=84153) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:49:49.739845 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [req-48d1d525-f052-41a0-8d48-68b889a03f48 req-c8e9ab35-61e5-49ff-8527-55eeca7fe7a6 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Unset dirty status for tenant:640e8dbef2de46a485c2653a25e2ea4a on resource:security_group {{(pid=84153) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:49:49.745229 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-48d1d525-f052-41a0-8d48-68b889a03f48 req-c8e9ab35-61e5-49ff-8527-55eeca7fe7a6 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1173431442&fields=id&tenant_id=640e8dbef2de46a485c2653a25e2ea4a HTTP/1.1" status: 200 len: 267 time: 0.1403506 Jan 20 14:49:49.913645 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d1d525-f052-41a0-8d48-68b889a03f48 req-32e64d38-8166-4adf-af2c-ab307baea653 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:49:49.915263 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-48d1d525-f052-41a0-8d48-68b889a03f48 req-32e64d38-8166-4adf-af2c-ab307baea653 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/networks?id=f19c9450-978d-4a60-a0b9-df03ea06344f HTTP/1.1" status: 200 len: 797 time: 0.1667690 Jan 20 14:49:49.932751 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-48d1d525-f052-41a0-8d48-68b889a03f48 req-1c11b6e4-5876-4346-822d-e0aa6f2dc61b tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/quotas/640e8dbef2de46a485c2653a25e2ea4a HTTP/1.1" status: 200 len: 375 time: 0.0113599 Jan 20 14:49:50.014294 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [req-48d1d525-f052-41a0-8d48-68b889a03f48 req-45ce4984-e001-43cb-9ded-58a187805014 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Synchronizing usage tracker for tenant:640e8dbef2de46a485c2653a25e2ea4a on resource:port {{(pid=84153) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:49:50.090268 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [req-48d1d525-f052-41a0-8d48-68b889a03f48 req-45ce4984-e001-43cb-9ded-58a187805014 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Unset dirty status for tenant:640e8dbef2de46a485c2653a25e2ea4a on resource:port {{(pid=84153) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:49:50.091882 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-48d1d525-f052-41a0-8d48-68b889a03f48 req-45ce4984-e001-43cb-9ded-58a187805014 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=640e8dbef2de46a485c2653a25e2ea4a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1537251 Jan 20 14:49:50.107837 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [req-48d1d525-f052-41a0-8d48-68b889a03f48 req-a7368bf9-a00c-4f9f-b24d-14652d347548 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=84153) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 20 14:49:50.108982 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-48d1d525-f052-41a0-8d48-68b889a03f48 req-a7368bf9-a00c-4f9f-b24d-14652d347548 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0053198 Jan 20 14:49:50.249910 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-48d1d525-f052-41a0-8d48-68b889a03f48 req-7c9d996f-2834-4335-967a-25157a0359e1 service neutron] 10.222.0.54 "GET /v2.0/networks/f19c9450-978d-4a60-a0b9-df03ea06344f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345038 Jan 20 14:49:50.383695 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-48d1d525-f052-41a0-8d48-68b889a03f48 req-dc1f5692-eb3a-42fe-8be3-b467d5bc94ab service neutron] 10.222.0.54 "GET /v2.0/networks/f19c9450-978d-4a60-a0b9-df03ea06344f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282735 Jan 20 14:49:50.517589 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 57bfc90c-eddf-4580-b86a-deb196d008ca up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:49:50.633804 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning for port 57bfc90c-eddf-4580-b86a-deb196d008ca completed by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:49:50.639837 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port 57bfc90c-eddf-4580-b86a-deb196d008ca triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:49:50.640249 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:50.703546 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-0d6c2150-29ed-4ee5-bcff-cf203556886f req-5f6672b2-89d8-4147-b940-ff381eef89a4 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/ports?device_id=116edbbd-5cbe-4dad-bb74-04507b44e167 HTTP/1.1" status: 200 len: 210 time: 0.0411739 Jan 20 14:49:50.762253 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:50.793895 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] For port 57bfc90c-eddf-4580-b86a-deb196d008ca, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=57bfc90c-eddf-4580-b86a-deb196d008ca,segment=NetworkSegment(f8b4b841-3f0f-4393-b6dd-cb77932e7a41),segment_id=f8b4b841-3f0f-4393-b6dd-cb77932e7a41)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:49:50.855696 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:50.925039 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Pushing event updated for resources: {'Port': ['ID=57bfc90c-eddf-4580-b86a-deb196d008ca,revision_number=5']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:49:51.825685 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-f9b460de-804f-4086-a906-79b611101f66 req-81f52fb3-03a5-4f17-94d6-d5bb308c75b6 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/ports?device_id=116edbbd-5cbe-4dad-bb74-04507b44e167 HTTP/1.1" status: 200 len: 210 time: 0.0446846 Jan 20 14:49:52.473619 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 57bfc90c-eddf-4580-b86a-deb196d008ca up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:49:52.542695 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port 57bfc90c-eddf-4580-b86a-deb196d008ca triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:49:52.543063 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:52.931675 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-f5a4568b-0c28-4847-9ae6-2932e8344d85 req-d56ae275-0fb9-4d2b-8dfa-d6411483502e tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/ports?device_id=116edbbd-5cbe-4dad-bb74-04507b44e167 HTTP/1.1" status: 200 len: 210 time: 0.0406950 Jan 20 14:49:54.090218 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-5f9f485f-58fb-42c0-b05d-2f461a1ff90f req-d94363be-d4f6-4322-b68e-22b44f7a5162 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/ports?device_id=116edbbd-5cbe-4dad-bb74-04507b44e167 HTTP/1.1" status: 200 len: 210 time: 0.0410092 Jan 20 14:49:54.674408 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d1d525-f052-41a0-8d48-68b889a03f48 req-c60587ee-b538-4e1d-a074-b8f4a93b225f tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:49:54.675791 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-48d1d525-f052-41a0-8d48-68b889a03f48 req-c60587ee-b538-4e1d-a074-b8f4a93b225f tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.106 "GET /v2.0/networks?id=f19c9450-978d-4a60-a0b9-df03ea06344f HTTP/1.1" status: 200 len: 797 time: 0.1444805 Jan 20 14:49:54.733564 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-48d1d525-f052-41a0-8d48-68b889a03f48 req-d56a9877-0467-4606-bca4-e8fadb61e603 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.106 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=640e8dbef2de46a485c2653a25e2ea4a HTTP/1.1" status: 200 len: 380 time: 0.0456412 Jan 20 14:49:54.742437 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [req-48d1d525-f052-41a0-8d48-68b889a03f48 req-41d87d54-fcb0-4da6-9491-6eb1e3b728fa tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Request body: {'port': {'device_id': '116edbbd-5cbe-4dad-bb74-04507b44e167', 'network_id': 'f19c9450-978d-4a60-a0b9-df03ea06344f', 'admin_state_up': True, 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'security_groups': ['0e12a7e0-8067-4797-91ed-c83d95394f1f']}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:49:54.878422 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [req-48d1d525-f052-41a0-8d48-68b889a03f48 req-41d87d54-fcb0-4da6-9491-6eb1e3b728fa tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:49:54.887759 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [req-48d1d525-f052-41a0-8d48-68b889a03f48 req-41d87d54-fcb0-4da6-9491-6eb1e3b728fa tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:49:54.951786 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48d1d525-f052-41a0-8d48-68b889a03f48 req-41d87d54-fcb0-4da6-9491-6eb1e3b728fa tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Made reservation on behalf of 640e8dbef2de46a485c2653a25e2ea4a for: {'port': 1} {{(pid=84153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:49:54.954834 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-48d1d525-f052-41a0-8d48-68b889a03f48 req-41d87d54-fcb0-4da6-9491-6eb1e3b728fa tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:55.114971 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.db_base_plugin_common [req-48d1d525-f052-41a0-8d48-68b889a03f48 req-41d87d54-fcb0-4da6-9491-6eb1e3b728fa tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Allocated IP 172.20.0.13 (f19c9450-978d-4a60-a0b9-df03ea06344f/aff09e47-8d1f-4915-aafa-372a52568157/1ccae02b-0ed9-46ae-ba95-a7e9e918826b) {{(pid=84153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:49:55.373489 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-1dc3b76b-4dcb-47c5-ba96-39fd027de50d req-40c6b256-9082-4afc-b5ef-8c71109da3af tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/ports?device_id=116edbbd-5cbe-4dad-bb74-04507b44e167 HTTP/1.1" status: 200 len: 210 time: 0.1558659 Jan 20 14:49:55.438165 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-48d1d525-f052-41a0-8d48-68b889a03f48 req-41d87d54-fcb0-4da6-9491-6eb1e3b728fa tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for port, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:55.453555 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.provisioning_blocks [req-48d1d525-f052-41a0-8d48-68b889a03f48 req-41d87d54-fcb0-4da6-9491-6eb1e3b728fa tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Transition to ACTIVE for port object 1ccae02b-0ed9-46ae-ba95-a7e9e918826b will not be triggered until provisioned by entity DHCP. {{(pid=84153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:49:55.553743 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-48d1d525-f052-41a0-8d48-68b889a03f48 req-41d87d54-fcb0-4da6-9491-6eb1e3b728fa tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:55.628990 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48d1d525-f052-41a0-8d48-68b889a03f48 req-41d87d54-fcb0-4da6-9491-6eb1e3b728fa tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Network f19c9450-978d-4a60-a0b9-df03ea06344f is already hosted by enough agents. {{(pid=84153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:49:55.632820 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.base_scheduler [req-48d1d525-f052-41a0-8d48-68b889a03f48 req-41d87d54-fcb0-4da6-9491-6eb1e3b728fa tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Resources bound (agent type, host, resource id): {{(pid=84153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:49:55.637267 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.l3_dvrscheduler_db [req-48d1d525-f052-41a0-8d48-68b889a03f48 req-41d87d54-fcb0-4da6-9491-6eb1e3b728fa tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Received port after_create {{(pid=84153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:49:55.661856 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d87d54-fcb0-4da6-9491-6eb1e3b728fa tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Pushing event updated for resources: {'Port': ['ID=1ccae02b-0ed9-46ae-ba95-a7e9e918826b,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:49:55.700836 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d1d525-f052-41a0-8d48-68b889a03f48 req-41d87d54-fcb0-4da6-9491-6eb1e3b728fa tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:49:55.701465 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-48d1d525-f052-41a0-8d48-68b889a03f48 req-41d87d54-fcb0-4da6-9491-6eb1e3b728fa tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:55.807037 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-48d1d525-f052-41a0-8d48-68b889a03f48 req-41d87d54-fcb0-4da6-9491-6eb1e3b728fa tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.106 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0690444 Jan 20 14:49:55.818391 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [req-48d1d525-f052-41a0-8d48-68b889a03f48 req-616df07d-b3a8-4d66-856a-f17f1aae6c8e service neutron] Request body: {'port': {'device_id': '116edbbd-5cbe-4dad-bb74-04507b44e167', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8251'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:49:55.888489 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-4dfbe2be-41cf-4f0e-962f-b9a431ac4b17 None None] Provisioning for port 1ccae02b-0ed9-46ae-ba95-a7e9e918826b completed by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:49:55.893419 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-4dfbe2be-41cf-4f0e-962f-b9a431ac4b17 None None] Provisioning complete for port 1ccae02b-0ed9-46ae-ba95-a7e9e918826b triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:49:55.893791 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-4dfbe2be-41cf-4f0e-962f-b9a431ac4b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:55.925397 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-48d1d525-f052-41a0-8d48-68b889a03f48 req-616df07d-b3a8-4d66-856a-f17f1aae6c8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:55.945918 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-4dfbe2be-41cf-4f0e-962f-b9a431ac4b17 None None] Port 1ccae02b-0ed9-46ae-ba95-a7e9e918826b cannot update to ACTIVE because it is not bound. {{(pid=84154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 14:49:56.269237 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.notifiers.nova [req-48d1d525-f052-41a0-8d48-68b889a03f48 req-616df07d-b3a8-4d66-856a-f17f1aae6c8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ccae02b-0ed9-46ae-ba95-a7e9e918826b {{(pid=84153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 14:49:56.275948 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-48d1d525-f052-41a0-8d48-68b889a03f48 req-616df07d-b3a8-4d66-856a-f17f1aae6c8e service neutron] Notify callbacks [] for port, precommit_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:56.290626 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.provisioning_blocks [req-48d1d525-f052-41a0-8d48-68b889a03f48 req-616df07d-b3a8-4d66-856a-f17f1aae6c8e service neutron] Transition to ACTIVE for port object 1ccae02b-0ed9-46ae-ba95-a7e9e918826b will not be triggered until provisioned by entity L2. {{(pid=84153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:49:56.358604 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-48d1d525-f052-41a0-8d48-68b889a03f48 req-616df07d-b3a8-4d66-856a-f17f1aae6c8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3944146'] for port, after_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:56.486576 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616df07d-b3a8-4d66-856a-f17f1aae6c8e service neutron] Pushing event updated for resources: {'Port': ['ID=1ccae02b-0ed9-46ae-ba95-a7e9e918826b,revision_number=2']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:49:56.649109 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.managers [req-48d1d525-f052-41a0-8d48-68b889a03f48 req-616df07d-b3a8-4d66-856a-f17f1aae6c8e service neutron] Attempting to bind port 1ccae02b-0ed9-46ae-ba95-a7e9e918826b on host hv-neutron-8251 for vnic_type normal with profile {{(pid=84153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:49:56.649438 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.managers [req-48d1d525-f052-41a0-8d48-68b889a03f48 req-616df07d-b3a8-4d66-856a-f17f1aae6c8e service neutron] Attempting to bind port 1ccae02b-0ed9-46ae-ba95-a7e9e918826b by drivers openvswitch,hyperv on host hv-neutron-8251 at level 0 using segments [{'id': 'f8b4b841-3f0f-4393-b6dd-cb77932e7a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f19c9450-978d-4a60-a0b9-df03ea06344f'}] {{(pid=84153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:49:56.649760 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48d1d525-f052-41a0-8d48-68b889a03f48 req-616df07d-b3a8-4d66-856a-f17f1aae6c8e service neutron] Attempting to bind port 1ccae02b-0ed9-46ae-ba95-a7e9e918826b on network f19c9450-978d-4a60-a0b9-df03ea06344f {{(pid=84153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 14:49:56.659836 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48d1d525-f052-41a0-8d48-68b889a03f48 req-616df07d-b3a8-4d66-856a-f17f1aae6c8e service neutron] Port 1ccae02b-0ed9-46ae-ba95-a7e9e918826b on network f19c9450-978d-4a60-a0b9-df03ea06344f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8251 {{(pid=84153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 20 14:49:56.660166 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48d1d525-f052-41a0-8d48-68b889a03f48 req-616df07d-b3a8-4d66-856a-f17f1aae6c8e service neutron] Attempting to bind port 1ccae02b-0ed9-46ae-ba95-a7e9e918826b on network f19c9450-978d-4a60-a0b9-df03ea06344f {{(pid=84153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 14:49:56.670345 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c50a39-b377-46ea-a500-21f7cacb8501 req-38adf314-a963-46d9-8745-8817c11dfb85 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:49:56.671045 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [req-09c50a39-b377-46ea-a500-21f7cacb8501 req-38adf314-a963-46d9-8745-8817c11dfb85 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Synchronizing usage tracker for tenant:640e8dbef2de46a485c2653a25e2ea4a on resource:port {{(pid=84153) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:49:56.677538 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48d1d525-f052-41a0-8d48-68b889a03f48 req-616df07d-b3a8-4d66-856a-f17f1aae6c8e service neutron] Checking agent: {'id': 'e037d8fb-d49c-4f86-9910-f13f6ba89a51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8251', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 23), 'started_at': datetime.datetime(2022, 1, 20, 14, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 49, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 14:49:56.677874 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48d1d525-f052-41a0-8d48-68b889a03f48 req-616df07d-b3a8-4d66-856a-f17f1aae6c8e service neutron] Checking segment: {'id': 'f8b4b841-3f0f-4393-b6dd-cb77932e7a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f19c9450-978d-4a60-a0b9-df03ea06344f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 14:49:56.678356 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48d1d525-f052-41a0-8d48-68b889a03f48 req-616df07d-b3a8-4d66-856a-f17f1aae6c8e service neutron] Bound using segment: {'id': 'f8b4b841-3f0f-4393-b6dd-cb77932e7a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f19c9450-978d-4a60-a0b9-df03ea06344f'} {{(pid=84153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 14:49:56.678810 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.managers [req-48d1d525-f052-41a0-8d48-68b889a03f48 req-616df07d-b3a8-4d66-856a-f17f1aae6c8e service neutron] Bound port: 1ccae02b-0ed9-46ae-ba95-a7e9e918826b, host: hv-neutron-8251, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8b4b841-3f0f-4393-b6dd-cb77932e7a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f19c9450-978d-4a60-a0b9-df03ea06344f'}}] {{(pid=84153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:49:56.679157 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-48d1d525-f052-41a0-8d48-68b889a03f48 req-616df07d-b3a8-4d66-856a-f17f1aae6c8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:56.771127 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.db [req-48d1d525-f052-41a0-8d48-68b889a03f48 req-616df07d-b3a8-4d66-856a-f17f1aae6c8e service neutron] For port 1ccae02b-0ed9-46ae-ba95-a7e9e918826b, host hv-neutron-8251, cleared binding levels {{(pid=84153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 14:49:56.774579 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.db [req-48d1d525-f052-41a0-8d48-68b889a03f48 req-616df07d-b3a8-4d66-856a-f17f1aae6c8e service neutron] For port 1ccae02b-0ed9-46ae-ba95-a7e9e918826b, host hv-neutron-8251, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=1ccae02b-0ed9-46ae-ba95-a7e9e918826b,segment=NetworkSegment(f8b4b841-3f0f-4393-b6dd-cb77932e7a41),segment_id=f8b4b841-3f0f-4393-b6dd-cb77932e7a41)] {{(pid=84153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 14:49:56.785341 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [req-09c50a39-b377-46ea-a500-21f7cacb8501 req-38adf314-a963-46d9-8745-8817c11dfb85 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Unset dirty status for tenant:640e8dbef2de46a485c2653a25e2ea4a on resource:port {{(pid=84153) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:49:56.791937 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-09c50a39-b377-46ea-a500-21f7cacb8501 req-38adf314-a963-46d9-8745-8817c11dfb85 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/ports?device_id=116edbbd-5cbe-4dad-bb74-04507b44e167 HTTP/1.1" status: 200 len: 944 time: 0.2692201 Jan 20 14:49:56.834169 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-09c50a39-b377-46ea-a500-21f7cacb8501 req-fb3c020e-ab39-4670-ab1a-517b49cdbdb9 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/security-groups?id=0e12a7e0-8067-4797-91ed-c83d95394f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420785 Jan 20 14:49:56.877835 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-48d1d525-f052-41a0-8d48-68b889a03f48 req-616df07d-b3a8-4d66-856a-f17f1aae6c8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3944146'] for port, after_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:56.940258 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-48d1d525-f052-41a0-8d48-68b889a03f48 req-616df07d-b3a8-4d66-856a-f17f1aae6c8e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:56.941575 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-48d1d525-f052-41a0-8d48-68b889a03f48 req-616df07d-b3a8-4d66-856a-f17f1aae6c8e service neutron] 10.222.0.106 "PUT /v2.0/ports/1ccae02b-0ed9-46ae-ba95-a7e9e918826b HTTP/1.1" status: 200 len: 1094 time: 1.1276417 Jan 20 14:49:56.942105 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '116edbbd-5cbe-4dad-bb74-04507b44e167', 'tag': '1ccae02b-0ed9-46ae-ba95-a7e9e918826b'}] {{(pid=84153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 14:49:56.961873 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616df07d-b3a8-4d66-856a-f17f1aae6c8e service neutron] Pushing event updated for resources: {'Port': ['ID=1ccae02b-0ed9-46ae-ba95-a7e9e918826b,revision_number=3']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:49:56.999861 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '116edbbd-5cbe-4dad-bb74-04507b44e167', 'tag': '1ccae02b-0ed9-46ae-ba95-a7e9e918826b', 'status': 'completed', 'code': 200} Jan 20 14:49:57.091813 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-bb0a33f9-b797-45ad-8889-3e3d5c65b951 req-71c2bca5-1733-4623-8c28-cf7ab3a6f8bc service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=640e8dbef2de46a485c2653a25e2ea4a&device_id=116edbbd-5cbe-4dad-bb74-04507b44e167 HTTP/1.1" status: 200 len: 1097 time: 0.0721819 Jan 20 14:49:57.229800 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0a33f9-b797-45ad-8889-3e3d5c65b951 req-89bbebe8-9f06-401c-be01-35bab6fb1e1d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:49:57.231198 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-bb0a33f9-b797-45ad-8889-3e3d5c65b951 req-89bbebe8-9f06-401c-be01-35bab6fb1e1d service neutron] 10.222.0.106 "GET /v2.0/networks?tenant_id=640e8dbef2de46a485c2653a25e2ea4a&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1326835 Jan 20 14:49:57.364569 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0a33f9-b797-45ad-8889-3e3d5c65b951 req-1eb8255b-8395-4596-ac8c-f2cfc9798c0b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:49:57.365912 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-bb0a33f9-b797-45ad-8889-3e3d5c65b951 req-1eb8255b-8395-4596-ac8c-f2cfc9798c0b service neutron] 10.222.0.106 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1289177 Jan 20 14:49:57.466415 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-48d1d525-f052-41a0-8d48-68b889a03f48 req-3b554941-5323-4161-a462-5f0e3daad0df service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=640e8dbef2de46a485c2653a25e2ea4a&device_id=116edbbd-5cbe-4dad-bb74-04507b44e167 HTTP/1.1" status: 200 len: 1097 time: 0.0672798 Jan 20 14:49:57.625705 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-48d1d525-f052-41a0-8d48-68b889a03f48 req-fe55e0f6-2ace-4bce-a09a-8b4c42a0f3db service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1ccae02b-0ed9-46ae-ba95-a7e9e918826b HTTP/1.1" status: 200 len: 217 time: 0.1529949 Jan 20 14:49:57.688557 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d1d525-f052-41a0-8d48-68b889a03f48 req-15cadd19-044f-482a-b0fd-e21736ebe82c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:49:57.698489 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-48d1d525-f052-41a0-8d48-68b889a03f48 req-15cadd19-044f-482a-b0fd-e21736ebe82c service neutron] 10.222.0.106 "GET /v2.0/subnets?id=aff09e47-8d1f-4915-aafa-372a52568157 HTTP/1.1" status: 200 len: 842 time: 0.0589797 Jan 20 14:49:57.762404 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-48d1d525-f052-41a0-8d48-68b889a03f48 req-c9b6a396-d33f-4393-842c-71e8ff3e5e02 service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=f19c9450-978d-4a60-a0b9-df03ea06344f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0664990 Jan 20 14:49:57.904829 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-48d1d525-f052-41a0-8d48-68b889a03f48 req-5996a486-a862-45bd-a1f2-c99fce2082ea service neutron] 10.222.0.106 "GET /v2.0/networks/f19c9450-978d-4a60-a0b9-df03ea06344f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368530 Jan 20 14:49:57.997059 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-e635f6b7-0abb-462a-affd-d62d5319057a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:49:58.105256 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-48d1d525-f052-41a0-8d48-68b889a03f48 req-1b639107-8e7d-4493-81b2-2abdebc4b9c6 service neutron] 10.222.0.106 "GET /v2.0/networks/f19c9450-978d-4a60-a0b9-df03ea06344f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1949790 Jan 20 14:49:58.118887 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1e1717-daaf-43d8-9630-11801172f739 req-f67c0556-901f-48e4-8555-f58c83b180dc tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:49:58.120285 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-0e1e1717-daaf-43d8-9630-11801172f739 req-f67c0556-901f-48e4-8555-f58c83b180dc tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/ports?device_id=116edbbd-5cbe-4dad-bb74-04507b44e167 HTTP/1.1" status: 200 len: 944 time: 0.1252716 Jan 20 14:49:58.165010 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-0e1e1717-daaf-43d8-9630-11801172f739 req-3c4780f3-8cb5-4900-aee9-89ed6f522c1c tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/security-groups?id=0e12a7e0-8067-4797-91ed-c83d95394f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390942 Jan 20 14:49:59.366785 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5c97cf-c60f-4a70-a376-fbf90d73e421 req-df8020c8-cd99-4155-be88-fa889c7a3aad tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:49:59.368209 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-0b5c97cf-c60f-4a70-a376-fbf90d73e421 req-df8020c8-cd99-4155-be88-fa889c7a3aad tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/ports?device_id=116edbbd-5cbe-4dad-bb74-04507b44e167 HTTP/1.1" status: 200 len: 944 time: 0.0752304 Jan 20 14:49:59.412146 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-0b5c97cf-c60f-4a70-a376-fbf90d73e421 req-a75c8e2a-b822-4e4b-a43c-4a9d394409ea tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/security-groups?id=0e12a7e0-8067-4797-91ed-c83d95394f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383596 Jan 20 14:50:00.387606 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-97757209-ace7-4b56-a481-eaeac0776bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:50:00.540239 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:50:00.610707 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162ce62b-8c47-4103-a855-a1ff7d6df799 req-f5335699-45a1-415a-854e-24064fdae61e tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:50:00.612130 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-162ce62b-8c47-4103-a855-a1ff7d6df799 req-f5335699-45a1-415a-854e-24064fdae61e tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/ports?device_id=116edbbd-5cbe-4dad-bb74-04507b44e167 HTTP/1.1" status: 200 len: 944 time: 0.0798929 Jan 20 14:50:00.656072 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-162ce62b-8c47-4103-a855-a1ff7d6df799 req-8a7fdc8c-64a5-46c6-b625-74c0871db7c7 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/security-groups?id=0e12a7e0-8067-4797-91ed-c83d95394f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377667 Jan 20 14:50:01.415783 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:50:01.592731 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-cdd98e71-1f0a-4421-baa9-dcb30e06edf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:50:01.849357 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1b13c8-6be6-4df6-a6c0-7627a5a9987e req-d97ce586-f72e-4ba9-928f-c79da8405164 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:50:01.850758 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-3c1b13c8-6be6-4df6-a6c0-7627a5a9987e req-d97ce586-f72e-4ba9-928f-c79da8405164 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/ports?device_id=116edbbd-5cbe-4dad-bb74-04507b44e167 HTTP/1.1" status: 200 len: 944 time: 0.0758307 Jan 20 14:50:01.900445 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-3c1b13c8-6be6-4df6-a6c0-7627a5a9987e req-4bda65e1-05d4-4c14-9985-946aa82eccd0 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/security-groups?id=0e12a7e0-8067-4797-91ed-c83d95394f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431144 Jan 20 14:50:02.108964 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Device 1ccae02b-0ed9-46ae-ba95-a7e9e918826b details requested by agent hyperv_hv-neutron-8251 with host hv-neutron-8251 {{(pid=84154) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 20 14:50:02.240067 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] For port 1ccae02b-0ed9-46ae-ba95-a7e9e918826b, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=1ccae02b-0ed9-46ae-ba95-a7e9e918826b,segment=NetworkSegment(f8b4b841-3f0f-4393-b6dd-cb77932e7a41),segment_id=f8b4b841-3f0f-4393-b6dd-cb77932e7a41)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:50:02.253794 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Returning: {'device': '1ccae02b-0ed9-46ae-ba95-a7e9e918826b', 'network_id': 'f19c9450-978d-4a60-a0b9-df03ea06344f', 'port_id': '1ccae02b-0ed9-46ae-ba95-a7e9e918826b', 'mac_address': 'fa:16:3e:9c:7a:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aff09e47-8d1f-4915-aafa-372a52568157', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84154) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 20 14:50:02.310394 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:50:02.327477 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.notifiers.nova [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ccae02b-0ed9-46ae-ba95-a7e9e918826b {{(pid=84154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 14:50:02.342480 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] For port 1ccae02b-0ed9-46ae-ba95-a7e9e918826b, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=1ccae02b-0ed9-46ae-ba95-a7e9e918826b,segment=NetworkSegment(f8b4b841-3f0f-4393-b6dd-cb77932e7a41),segment_id=f8b4b841-3f0f-4393-b6dd-cb77932e7a41)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:50:02.410464 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:50:02.473999 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Pushing event updated for resources: {'Port': ['ID=1ccae02b-0ed9-46ae-ba95-a7e9e918826b,revision_number=4']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:50:02.764028 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] get_ports_and_sgs() called for port_ids ['1ccae02b-0ed9-46ae-ba95-a7e9e918826b'] {{(pid=84154) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 20 14:50:03.034580 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-eea6df97-7ff1-4b63-af20-e3ec8913deda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:50:03.100367 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b608c0f4-427e-4ec2-8cc8-397b3b81b45b req-bdf81e2f-40b3-40b9-b5d6-66fa9a9d6ad2 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:50:03.101871 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-b608c0f4-427e-4ec2-8cc8-397b3b81b45b req-bdf81e2f-40b3-40b9-b5d6-66fa9a9d6ad2 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/ports?device_id=116edbbd-5cbe-4dad-bb74-04507b44e167 HTTP/1.1" status: 200 len: 945 time: 0.0797267 Jan 20 14:50:03.154180 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-b608c0f4-427e-4ec2-8cc8-397b3b81b45b req-c74988c7-eca6-4df4-9594-e5ff13e71ddb tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/security-groups?id=0e12a7e0-8067-4797-91ed-c83d95394f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463953 Jan 20 14:50:04.124693 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Device 1ccae02b-0ed9-46ae-ba95-a7e9e918826b up at agent hyperv_hv-neutron-8251 {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:50:04.307621 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Provisioning for port 1ccae02b-0ed9-46ae-ba95-a7e9e918826b completed by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:50:04.312551 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Provisioning complete for port 1ccae02b-0ed9-46ae-ba95-a7e9e918826b triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:50:04.312950 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:50:04.352357 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c857d8f-f2d2-4567-9da8-bc8406323a81 req-1c2af22e-865d-473d-ae24-9006d3fa7e9a tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:50:04.354164 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-9c857d8f-f2d2-4567-9da8-bc8406323a81 req-1c2af22e-865d-473d-ae24-9006d3fa7e9a tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/ports?device_id=116edbbd-5cbe-4dad-bb74-04507b44e167 HTTP/1.1" status: 200 len: 945 time: 0.0806272 Jan 20 14:50:04.399756 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-9c857d8f-f2d2-4567-9da8-bc8406323a81 req-a52f6771-8d15-4fb8-b306-18d20a9fb515 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/security-groups?id=0e12a7e0-8067-4797-91ed-c83d95394f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395815 Jan 20 14:50:04.426331 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:50:04.457529 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '116edbbd-5cbe-4dad-bb74-04507b44e167', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ccae02b-0ed9-46ae-ba95-a7e9e918826b'}] {{(pid=84154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 14:50:04.462755 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] For port 1ccae02b-0ed9-46ae-ba95-a7e9e918826b, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=1ccae02b-0ed9-46ae-ba95-a7e9e918826b,segment=NetworkSegment(f8b4b841-3f0f-4393-b6dd-cb77932e7a41),segment_id=f8b4b841-3f0f-4393-b6dd-cb77932e7a41)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:50:04.528973 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:50:04.582966 dv-neutron-825124-1-hyperv neutron-server[84154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '116edbbd-5cbe-4dad-bb74-04507b44e167', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ccae02b-0ed9-46ae-ba95-a7e9e918826b', 'code': 200} Jan 20 14:50:04.601510 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Pushing event updated for resources: {'Port': ['ID=1ccae02b-0ed9-46ae-ba95-a7e9e918826b,revision_number=5']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:50:04.950635 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-bf4f9e17-f094-481b-856f-b5bfd041fee5 req-fecbb841-83f6-4de6-9e5f-3bc3bcc95c5a service neutron] 10.222.0.106 "GET /v2.0/ports?device_id=116edbbd-5cbe-4dad-bb74-04507b44e167 HTTP/1.1" status: 200 len: 1099 time: 0.0672152 Jan 20 14:50:04.989975 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-bf4f9e17-f094-481b-856f-b5bfd041fee5 req-b9e73bfb-1299-4589-a37a-34babf54d5db service neutron] 10.222.0.106 "GET /v2.0/security-groups?id=0e12a7e0-8067-4797-91ed-c83d95394f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339541 Jan 20 14:50:05.596489 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d492763-a219-4eaf-a308-228993bff654 req-0ada0e82-da85-4ec5-a45c-a81f8bed3aae tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:50:05.597914 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-0d492763-a219-4eaf-a308-228993bff654 req-0ada0e82-da85-4ec5-a45c-a81f8bed3aae tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/ports?device_id=116edbbd-5cbe-4dad-bb74-04507b44e167 HTTP/1.1" status: 200 len: 946 time: 0.0781624 Jan 20 14:50:05.642808 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-0d492763-a219-4eaf-a308-228993bff654 req-ea12d1a5-53d1-4425-aa3b-5fc7870cb29c tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/security-groups?id=0e12a7e0-8067-4797-91ed-c83d95394f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387380 Jan 20 14:50:06.840207 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6106c2e6-40e1-4ca5-8de1-623424f2d91a req-4cede7db-2c62-4ac9-ae4d-2707c7014e1b tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:50:06.841765 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-6106c2e6-40e1-4ca5-8de1-623424f2d91a req-4cede7db-2c62-4ac9-ae4d-2707c7014e1b tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/ports?device_id=116edbbd-5cbe-4dad-bb74-04507b44e167 HTTP/1.1" status: 200 len: 946 time: 0.0753112 Jan 20 14:50:06.888951 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-6106c2e6-40e1-4ca5-8de1-623424f2d91a req-3a67528b-6b27-4696-a89d-c0500ff1d978 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/security-groups?id=0e12a7e0-8067-4797-91ed-c83d95394f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415950 Jan 20 14:50:07.087647 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fa5344-f2af-4e1e-9991-c02a3015a496 req-04d70546-f9c4-4e75-886e-a73eb984317d tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:50:07.089079 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-31fa5344-f2af-4e1e-9991-c02a3015a496 req-04d70546-f9c4-4e75-886e-a73eb984317d tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/ports?device_id=116edbbd-5cbe-4dad-bb74-04507b44e167 HTTP/1.1" status: 200 len: 946 time: 0.0827236 Jan 20 14:50:07.132655 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-31fa5344-f2af-4e1e-9991-c02a3015a496 req-9c0865de-ecf1-441a-8b8e-3f06e4214265 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/security-groups?id=0e12a7e0-8067-4797-91ed-c83d95394f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380545 Jan 20 14:50:07.160323 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 45670) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:50:07.232410 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-c49e29e1-94a6-4d2a-ade6-6bf9681723d1 tempest-TestNetworkBasicOps-1338634829 tempest-TestNetworkBasicOps-1338634829-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=116edbbd-5cbe-4dad-bb74-04507b44e167 HTTP/1.1" status: 200 len: 1094 time: 0.0708144 Jan 20 14:50:07.234838 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 45674) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:50:07.239821 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-aa89e656-462e-4944-b589-ca6ce4f18dca tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Request body: {'floatingip': {'floating_network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'port_id': '1ccae02b-0ed9-46ae-ba95-a7e9e918826b', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'fixed_ip_address': '172.20.0.13'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:50:07.245227 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-aa89e656-462e-4944-b589-ca6ce4f18dca tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:50:07.249640 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-aa89e656-462e-4944-b589-ca6ce4f18dca tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Usage tracker for resource:floatingip and tenant:640e8dbef2de46a485c2653a25e2ea4a is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:50:07.253967 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-aa89e656-462e-4944-b589-ca6ce4f18dca tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:50:07.260256 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-aa89e656-462e-4944-b589-ca6ce4f18dca tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:50:07.333989 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-aa89e656-462e-4944-b589-ca6ce4f18dca tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for floatingip, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:50:07.468478 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-aa89e656-462e-4944-b589-ca6ce4f18dca tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:50:07.692288 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.db_base_plugin_common [None req-aa89e656-462e-4944-b589-ca6ce4f18dca tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Allocated IP 172.26.7.5 (8dffb05c-5ca0-409b-bd5f-7be6264f707d/a489dd4f-42a5-433b-8be3-bab2749c4209/18e849d5-16c1-490d-8327-1a0281461d0c) {{(pid=84153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:50:07.837234 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-aa89e656-462e-4944-b589-ca6ce4f18dca tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for port, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:50:07.923347 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-aa89e656-462e-4944-b589-ca6ce4f18dca tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:50:08.003674 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa89e656-462e-4944-b589-ca6ce4f18dca tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Network 8dffb05c-5ca0-409b-bd5f-7be6264f707d is already hosted by enough agents. {{(pid=84153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:50:08.006459 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.base_scheduler [None req-aa89e656-462e-4944-b589-ca6ce4f18dca tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Resources bound (agent type, host, resource id): {{(pid=84153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:50:08.011237 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa89e656-462e-4944-b589-ca6ce4f18dca tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Received port after_create {{(pid=84153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:50:08.035236 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa89e656-462e-4944-b589-ca6ce4f18dca tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Pushing event updated for resources: {'Port': ['ID=18e849d5-16c1-490d-8327-1a0281461d0c,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:50:08.501907 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-aa89e656-462e-4944-b589-ca6ce4f18dca tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:50:08.617761 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-aa89e656-462e-4944-b589-ca6ce4f18dca tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:50:08.815983 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-aa89e656-462e-4944-b589-ca6ce4f18dca tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for port, precommit_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:50:08.871264 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-aa89e656-462e-4944-b589-ca6ce4f18dca tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3944146'] for port, after_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:50:08.973071 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa89e656-462e-4944-b589-ca6ce4f18dca tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Pushing event updated for resources: {'Port': ['ID=18e849d5-16c1-490d-8327-1a0281461d0c,revision_number=2']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:50:08.990497 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-aa89e656-462e-4944-b589-ca6ce4f18dca tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-745254'] for floatingip, after_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:50:09.180758 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.db.l3_db [None req-aa89e656-462e-4944-b589-ca6ce4f18dca tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Floating IP 8fb461db-66bd-436a-86c0-ca2bb7c59b48 associated. External IP: 172.26.7.5, port: 1ccae02b-0ed9-46ae-ba95-a7e9e918826b. Jan 20 14:50:09.663556 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa89e656-462e-4944-b589-ca6ce4f18dca tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Router 55117b08-bebd-4c45-969a-9fee5ddd54bb has already been hosted by L3 agent 624d525b-4c26-4143-8a1c-228bb1c6faaa {{(pid=84153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 14:50:09.860939 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa89e656-462e-4944-b589-ca6ce4f18dca tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify agent at l3_agent.dv-neutron-825124-1-hyperv the message routers_updated {{(pid=84153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 14:50:09.871521 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60a901db-af42-4025-a843-729f6c8bc7c5 None None] Sync routers for ids ['55117b08-bebd-4c45-969a-9fee5ddd54bb'] in dv-neutron-825124-1-hyperv {{(pid=84154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 14:50:09.883491 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60a901db-af42-4025-a843-729f6c8bc7c5 None None] Routers {'55117b08-bebd-4c45-969a-9fee5ddd54bb'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:50:09.884076 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-60a901db-af42-4025-a843-729f6c8bc7c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:50:00Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['55117b08-bebd-4c45-969a-9fee5ddd54bb'], 'active': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:50:09.963713 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-aa89e656-462e-4944-b589-ca6ce4f18dca tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for floatingip, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:50:10.024702 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-aa89e656-462e-4944-b589-ca6ce4f18dca tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.7888653 Jan 20 14:50:10.025398 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '116edbbd-5cbe-4dad-bb74-04507b44e167', 'tag': '1ccae02b-0ed9-46ae-ba95-a7e9e918826b'}] {{(pid=84153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 14:50:10.027805 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 45678) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:50:10.074518 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvr_db [None req-60a901db-af42-4025-a843-729f6c8bc7c5 None None] Set router 55117b08-bebd-4c45-969a-9fee5ddd54bb gateway port host: dv-neutron-825124-1-hyperv {{(pid=84154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 14:50:10.080420 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '116edbbd-5cbe-4dad-bb74-04507b44e167', 'tag': '1ccae02b-0ed9-46ae-ba95-a7e9e918826b', 'status': 'completed', 'code': 200} Jan 20 14:50:10.134945 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-ca99e522-cf14-46ca-9d93-82f962ae2cf3 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/floatingips/8fb461db-66bd-436a-86c0-ca2bb7c59b48 HTTP/1.1" status: 200 len: 990 time: 0.1060271 Jan 20 14:50:10.177985 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-8c05fed7-1142-4e2e-b46a-3bdfa66ff9f7 req-1ce3ec73-fd7b-44c8-b5b7-53290faed66d service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=640e8dbef2de46a485c2653a25e2ea4a&device_id=116edbbd-5cbe-4dad-bb74-04507b44e167 HTTP/1.1" status: 200 len: 1099 time: 0.0757072 Jan 20 14:50:10.311896 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c05fed7-1142-4e2e-b46a-3bdfa66ff9f7 req-46330311-1a3a-4222-b242-82073c476586 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:50:10.313374 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-8c05fed7-1142-4e2e-b46a-3bdfa66ff9f7 req-46330311-1a3a-4222-b242-82073c476586 service neutron] 10.222.0.106 "GET /v2.0/networks?id=f19c9450-978d-4a60-a0b9-df03ea06344f HTTP/1.1" status: 200 len: 898 time: 0.1293261 Jan 20 14:50:10.419754 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-8c05fed7-1142-4e2e-b46a-3bdfa66ff9f7 req-e96f85fa-158e-4087-bf20-868cbcc40fcc service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1ccae02b-0ed9-46ae-ba95-a7e9e918826b HTTP/1.1" status: 200 len: 998 time: 0.1008294 Jan 20 14:50:10.425932 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-60a901db-af42-4025-a843-729f6c8bc7c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55117b08-bebd-4c45-969a-9fee5ddd54bb', 'name': 'tempest-TestNetworkBasicOps-router-876667806', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.252'}], 'enable_snat': True}, 'gw_port_id': '0cbfd4d0-c31a-4f01-98b1-0b228abcd02a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:49:39Z', 'updated_at': '2022-01-20T14:49:44Z', 'revision_number': 4, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'gw_port': {'id': '0cbfd4d0-c31a-4f01-98b1-0b228abcd02a', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:0e:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55117b08-bebd-4c45-969a-9fee5ddd54bb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:49:40Z', 'updated_at': '2022-01-20T14:49:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv', '_floatingips': [{'id': '8fb461db-66bd-436a-86c0-ca2bb7c59b48', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'floating_ip_address': '172.26.7.5', 'floating_network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'router_id': '55117b08-bebd-4c45-969a-9fee5ddd54bb', 'port_id': '1ccae02b-0ed9-46ae-ba95-a7e9e918826b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f19c9450-978d-4a60-a0b9-df03ea06344f', 'mac_address': 'fa:16:3e:9c:7a:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '116edbbd-5cbe-4dad-bb74-04507b44e167', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T14:50:08Z', 'updated_at': '2022-01-20T14:50:08Z', 'revision_number': 0, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57bfc90c-eddf-4580-b86a-deb196d008ca', 'name': '', 'network_id': 'f19c9450-978d-4a60-a0b9-df03ea06344f', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'mac_address': 'fa:16:3e:61:fa:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55117b08-bebd-4c45-969a-9fee5ddd54bb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aff09e47-8d1f-4915-aafa-372a52568157', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:49:43Z', 'updated_at': '2022-01-20T14:49:50Z', 'revision_number': 5, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'subnets': [{'id': 'aff09e47-8d1f-4915-aafa-372a52568157', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:50:10.430487 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60a901db-af42-4025-a843-729f6c8bc7c5 None None] Checking router: 55117b08-bebd-4c45-969a-9fee5ddd54bb for host: dv-neutron-825124-1-hyperv {{(pid=84154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 14:50:10.441010 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60a901db-af42-4025-a843-729f6c8bc7c5 None None] Routers {'55117b08-bebd-4c45-969a-9fee5ddd54bb'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:50:10.441601 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-60a901db-af42-4025-a843-729f6c8bc7c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:50:00Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['55117b08-bebd-4c45-969a-9fee5ddd54bb'], 'active': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:50:10.481550 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c05fed7-1142-4e2e-b46a-3bdfa66ff9f7 req-67cdc440-84e5-4e9d-ab80-a875e96250f0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:50:10.483058 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-8c05fed7-1142-4e2e-b46a-3bdfa66ff9f7 req-67cdc440-84e5-4e9d-ab80-a875e96250f0 service neutron] 10.222.0.106 "GET /v2.0/subnets?id=aff09e47-8d1f-4915-aafa-372a52568157 HTTP/1.1" status: 200 len: 842 time: 0.0583048 Jan 20 14:50:10.555778 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-8c05fed7-1142-4e2e-b46a-3bdfa66ff9f7 req-828cbf17-54be-4f31-aa68-1b12aaec5a4f service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=f19c9450-978d-4a60-a0b9-df03ea06344f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0672832 Jan 20 14:50:10.621032 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvr_db [None req-60a901db-af42-4025-a843-729f6c8bc7c5 None None] Set router 55117b08-bebd-4c45-969a-9fee5ddd54bb gateway port host: dv-neutron-825124-1-hyperv {{(pid=84154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 14:50:10.685575 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-8c05fed7-1142-4e2e-b46a-3bdfa66ff9f7 req-94c98b5e-7abc-4635-87f7-2d6bd553d906 service neutron] 10.222.0.106 "GET /v2.0/networks/f19c9450-978d-4a60-a0b9-df03ea06344f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224072 Jan 20 14:50:10.817113 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-8c05fed7-1142-4e2e-b46a-3bdfa66ff9f7 req-5bcc0ecb-8462-4188-b17f-9ecdd450329a service neutron] 10.222.0.106 "GET /v2.0/networks/f19c9450-978d-4a60-a0b9-df03ea06344f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260438 Jan 20 14:50:10.965421 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-60a901db-af42-4025-a843-729f6c8bc7c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55117b08-bebd-4c45-969a-9fee5ddd54bb', 'name': 'tempest-TestNetworkBasicOps-router-876667806', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.252'}], 'enable_snat': True}, 'gw_port_id': '0cbfd4d0-c31a-4f01-98b1-0b228abcd02a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:49:39Z', 'updated_at': '2022-01-20T14:49:44Z', 'revision_number': 4, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'gw_port': {'id': '0cbfd4d0-c31a-4f01-98b1-0b228abcd02a', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:0e:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55117b08-bebd-4c45-969a-9fee5ddd54bb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:49:40Z', 'updated_at': '2022-01-20T14:49:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv', '_floatingips': [{'id': '8fb461db-66bd-436a-86c0-ca2bb7c59b48', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'floating_ip_address': '172.26.7.5', 'floating_network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'router_id': '55117b08-bebd-4c45-969a-9fee5ddd54bb', 'port_id': '1ccae02b-0ed9-46ae-ba95-a7e9e918826b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f19c9450-978d-4a60-a0b9-df03ea06344f', 'mac_address': 'fa:16:3e:9c:7a:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '116edbbd-5cbe-4dad-bb74-04507b44e167', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T14:50:08Z', 'updated_at': '2022-01-20T14:50:08Z', 'revision_number': 0, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57bfc90c-eddf-4580-b86a-deb196d008ca', 'name': '', 'network_id': 'f19c9450-978d-4a60-a0b9-df03ea06344f', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'mac_address': 'fa:16:3e:61:fa:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55117b08-bebd-4c45-969a-9fee5ddd54bb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aff09e47-8d1f-4915-aafa-372a52568157', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:49:43Z', 'updated_at': '2022-01-20T14:49:50Z', 'revision_number': 5, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'subnets': [{'id': 'aff09e47-8d1f-4915-aafa-372a52568157', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:50:10.969461 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60a901db-af42-4025-a843-729f6c8bc7c5 None None] The sync data for ids ['55117b08-bebd-4c45-969a-9fee5ddd54bb'] in dv-neutron-825124-1-hyperv is: [{'id': '55117b08-bebd-4c45-969a-9fee5ddd54bb', 'name': 'tempest-TestNetworkBasicOps-router-876667806', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.252'}], 'enable_snat': True}, 'gw_port_id': '0cbfd4d0-c31a-4f01-98b1-0b228abcd02a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:49:39Z', 'updated_at': '2022-01-20T14:49:44Z', 'revision_number': 4, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'gw_port': {'id': '0cbfd4d0-c31a-4f01-98b1-0b228abcd02a', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:0e:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55117b08-bebd-4c45-969a-9fee5ddd54bb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:49:40Z', 'updated_at': '2022-01-20T14:49:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv', '_floatingips': [{'id': '8fb461db-66bd-436a-86c0-ca2bb7c59b48', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'floating_ip_address': '172.26.7.5', 'floating_network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'router_id': '55117b08-bebd-4c45-969a-9fee5ddd54bb', 'port_id': '1ccae02b-0ed9-46ae-ba95-a7e9e918826b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f19c9450-978d-4a60-a0b9-df03ea06344f', 'mac_address': 'fa:16:3e:9c:7a:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '116edbbd-5cbe-4dad-bb74-04507b44e167', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T14:50:08Z', 'updated_at': '2022-01-20T14:50:08Z', 'revision_number': 0, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57bfc90c-eddf-4580-b86a-deb196d008ca', 'name': '', 'network_id': 'f19c9450-978d-4a60-a0b9-df03ea06344f', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'mac_address': 'fa:16:3e:61:fa:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55117b08-bebd-4c45-969a-9fee5ddd54bb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aff09e47-8d1f-4915-aafa-372a52568157', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:49:43Z', 'updated_at': '2022-01-20T14:49:50Z', 'revision_number': 5, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'subnets': [{'id': 'aff09e47-8d1f-4915-aafa-372a52568157', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 14:50:11.139016 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 45684) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:50:11.149724 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e849c710-24aa-42a9-aa49-5c709db6be5c None None] New status for floating IP 8fb461db-66bd-436a-86c0-ca2bb7c59b48: ACTIVE {{(pid=84155) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 20 14:50:11.250928 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-b00f42e6-6b43-4d61-9c68-90cc599ba77e tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/floatingips/8fb461db-66bd-436a-86c0-ca2bb7c59b48 HTTP/1.1" status: 200 len: 990 time: 0.1107678 Jan 20 14:50:12.254820 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 45688) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:50:12.357677 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-3b205a7b-2eb1-41a1-9340-5ca35f4f3977 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/floatingips/8fb461db-66bd-436a-86c0-ca2bb7c59b48 HTTP/1.1" status: 200 len: 992 time: 0.1016257 Jan 20 14:50:20.050280 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.agents_db [None req-6dba657d-a637-4918-9b6d-40defdfae04b None None] Agent healthcheck: found 6 active agents {{(pid=84155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 14:50:28.015799 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-94d6bef1-553b-4937-aefd-6e821cabc45a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:50:29.280331 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-4b985abd-faaf-4b62-875a-bfdf6b633d77 req-57dd2183-fd59-4c8a-a03f-f7ab97abebb1 service neutron] 10.222.0.106 "GET /v2.0/ports?device_id=116edbbd-5cbe-4dad-bb74-04507b44e167&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0697725 Jan 20 14:50:29.416103 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-4b985abd-faaf-4b62-875a-bfdf6b633d77 req-40f03e7a-d043-48c3-807d-32d21fb7ecaf service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=640e8dbef2de46a485c2653a25e2ea4a&device_id=116edbbd-5cbe-4dad-bb74-04507b44e167 HTTP/1.1" status: 200 len: 1099 time: 0.0670056 Jan 20 14:50:29.649564 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b985abd-faaf-4b62-875a-bfdf6b633d77 req-cec697a7-e06f-44d6-82df-d7f113de92fa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:50:29.651029 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-4b985abd-faaf-4b62-875a-bfdf6b633d77 req-cec697a7-e06f-44d6-82df-d7f113de92fa service neutron] 10.222.0.106 "GET /v2.0/networks?id=f19c9450-978d-4a60-a0b9-df03ea06344f HTTP/1.1" status: 200 len: 898 time: 0.2158360 Jan 20 14:50:29.752485 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-4b985abd-faaf-4b62-875a-bfdf6b633d77 req-9286e495-e2bc-4158-89b1-77796f148e28 service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1ccae02b-0ed9-46ae-ba95-a7e9e918826b HTTP/1.1" status: 200 len: 1000 time: 0.0937731 Jan 20 14:50:29.815962 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b985abd-faaf-4b62-875a-bfdf6b633d77 req-28d8b96c-9ded-4c84-883b-7dead41611f2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:50:29.817325 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-4b985abd-faaf-4b62-875a-bfdf6b633d77 req-28d8b96c-9ded-4c84-883b-7dead41611f2 service neutron] 10.222.0.106 "GET /v2.0/subnets?id=aff09e47-8d1f-4915-aafa-372a52568157 HTTP/1.1" status: 200 len: 842 time: 0.0587840 Jan 20 14:50:29.888578 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-4b985abd-faaf-4b62-875a-bfdf6b633d77 req-7191ee26-94ee-4d54-8a09-c0a2e69a9546 service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=f19c9450-978d-4a60-a0b9-df03ea06344f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0652239 Jan 20 14:50:30.016564 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-4b985abd-faaf-4b62-875a-bfdf6b633d77 req-87f0c5e7-c3e2-4315-93da-47c3613e908a service neutron] 10.222.0.106 "GET /v2.0/networks/f19c9450-978d-4a60-a0b9-df03ea06344f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217787 Jan 20 14:50:30.145585 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-4b985abd-faaf-4b62-875a-bfdf6b633d77 req-a2b12531-5b22-4304-bedc-721b4045abf3 service neutron] 10.222.0.106 "GET /v2.0/networks/f19c9450-978d-4a60-a0b9-df03ea06344f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237149 Jan 20 14:50:30.381078 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-0090b955-bd05-4482-a87b-830bf14afdab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:50:30.546994 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:50:31.425914 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:50:31.585330 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-cdd98e71-1f0a-4421-baa9-dcb30e06edf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:50:33.102537 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-eea6df97-7ff1-4b63-af20-e3ec8913deda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:50:57.050676 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.agents_db [None req-6dba657d-a637-4918-9b6d-40defdfae04b None None] Agent healthcheck: found 6 active agents {{(pid=84155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 14:50:58.014881 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-37c5a279-6747-4d9f-8fe4-44696f33533d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:51:00.375271 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-a5965e3d-9c55-42d1-ae14-890036622cac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:51:00.575533 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:51:01.419818 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:51:01.603266 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-cdd98e71-1f0a-4421-baa9-dcb30e06edf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:51:03.020830 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-eea6df97-7ff1-4b63-af20-e3ec8913deda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:51:28.032392 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-81e29270-0694-4a6b-a81e-d4d87d7d3f8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:51:29.615690 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-16948fd3-4cb6-4654-9ff0-80c87068c71c req-49c13704-95c9-4d05-978c-e45634050344 service neutron] 10.222.0.106 "GET /v2.0/ports?device_id=116edbbd-5cbe-4dad-bb74-04507b44e167&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0672584 Jan 20 14:51:29.754665 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-16948fd3-4cb6-4654-9ff0-80c87068c71c req-67cbd400-1de7-4711-978b-962d0f917e32 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=640e8dbef2de46a485c2653a25e2ea4a&device_id=116edbbd-5cbe-4dad-bb74-04507b44e167 HTTP/1.1" status: 200 len: 1099 time: 0.0712564 Jan 20 14:51:29.895313 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16948fd3-4cb6-4654-9ff0-80c87068c71c req-fc8c3072-2e39-498c-a661-a03586fad951 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:51:29.896665 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-16948fd3-4cb6-4654-9ff0-80c87068c71c req-fc8c3072-2e39-498c-a661-a03586fad951 service neutron] 10.222.0.106 "GET /v2.0/networks?id=f19c9450-978d-4a60-a0b9-df03ea06344f HTTP/1.1" status: 200 len: 898 time: 0.1229367 Jan 20 14:51:29.996757 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-16948fd3-4cb6-4654-9ff0-80c87068c71c req-0b7af439-1a94-42b1-9127-726a5d293a0c service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1ccae02b-0ed9-46ae-ba95-a7e9e918826b HTTP/1.1" status: 200 len: 1000 time: 0.0939946 Jan 20 14:51:30.055139 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16948fd3-4cb6-4654-9ff0-80c87068c71c req-1b5eaf0c-9cfd-40ee-b1f2-2d157869a0ba service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:51:30.056493 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-16948fd3-4cb6-4654-9ff0-80c87068c71c req-1b5eaf0c-9cfd-40ee-b1f2-2d157869a0ba service neutron] 10.222.0.106 "GET /v2.0/subnets?id=aff09e47-8d1f-4915-aafa-372a52568157 HTTP/1.1" status: 200 len: 842 time: 0.0545385 Jan 20 14:51:30.130144 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-16948fd3-4cb6-4654-9ff0-80c87068c71c req-455c4d62-f876-4b6f-88e3-252282f693f3 service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=f19c9450-978d-4a60-a0b9-df03ea06344f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0664966 Jan 20 14:51:30.259612 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-16948fd3-4cb6-4654-9ff0-80c87068c71c req-b014a916-0754-4c45-82af-ca05858cfec1 service neutron] 10.222.0.106 "GET /v2.0/networks/f19c9450-978d-4a60-a0b9-df03ea06344f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221690 Jan 20 14:51:30.387960 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-16948fd3-4cb6-4654-9ff0-80c87068c71c req-b2523ba1-962b-4777-ad68-90a1e537df2c service neutron] 10.222.0.106 "GET /v2.0/networks/f19c9450-978d-4a60-a0b9-df03ea06344f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225615 Jan 20 14:51:30.395010 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-12c056c3-a332-4401-91a7-83bf43461d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:51:30.591597 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:51:31.397486 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:51:31.591827 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-cdd98e71-1f0a-4421-baa9-dcb30e06edf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:51:33.026017 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-eea6df97-7ff1-4b63-af20-e3ec8913deda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:51:34.051231 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.agents_db [None req-6dba657d-a637-4918-9b6d-40defdfae04b None None] Agent healthcheck: found 6 active agents {{(pid=84155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 14:51:58.013398 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-d511c9fe-13e0-42f6-a26e-9b05be42322a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:52:00.396641 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ad42ba09-0919-4228-8695-be72207d26fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:52:00.562016 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:52:01.413688 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:52:01.625018 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-cdd98e71-1f0a-4421-baa9-dcb30e06edf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:52:03.036033 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-eea6df97-7ff1-4b63-af20-e3ec8913deda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:52:11.051920 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.agents_db [None req-6dba657d-a637-4918-9b6d-40defdfae04b None None] Agent healthcheck: found 6 active agents {{(pid=84155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 14:52:28.001223 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-530974da-c0b0-401c-9aef-1945fceb327a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:52:29.712052 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-beea8a99-22f0-46ca-9543-ca5d5dda08ae req-eabfd038-1359-4a6b-880f-0e879f7dbe8e service neutron] 10.222.0.106 "GET /v2.0/ports?device_id=116edbbd-5cbe-4dad-bb74-04507b44e167&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1346028 Jan 20 14:52:29.846058 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-beea8a99-22f0-46ca-9543-ca5d5dda08ae req-6d073788-e7c3-4b25-a2c8-24baef070874 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=640e8dbef2de46a485c2653a25e2ea4a&device_id=116edbbd-5cbe-4dad-bb74-04507b44e167 HTTP/1.1" status: 200 len: 1099 time: 0.0684688 Jan 20 14:52:30.079682 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beea8a99-22f0-46ca-9543-ca5d5dda08ae req-69efbd35-0884-4ff4-b7f2-8b6d7f373027 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:52:30.081137 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-beea8a99-22f0-46ca-9543-ca5d5dda08ae req-69efbd35-0884-4ff4-b7f2-8b6d7f373027 service neutron] 10.222.0.106 "GET /v2.0/networks?id=f19c9450-978d-4a60-a0b9-df03ea06344f HTTP/1.1" status: 200 len: 898 time: 0.2169886 Jan 20 14:52:30.181340 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-beea8a99-22f0-46ca-9543-ca5d5dda08ae req-fe99fd41-19cb-4608-b895-d1f81df90a68 service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1ccae02b-0ed9-46ae-ba95-a7e9e918826b HTTP/1.1" status: 200 len: 1000 time: 0.0929606 Jan 20 14:52:30.246192 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beea8a99-22f0-46ca-9543-ca5d5dda08ae req-9bf3574b-7716-4e89-8e14-d34ede96ccb0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:52:30.247600 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-beea8a99-22f0-46ca-9543-ca5d5dda08ae req-9bf3574b-7716-4e89-8e14-d34ede96ccb0 service neutron] 10.222.0.106 "GET /v2.0/subnets?id=aff09e47-8d1f-4915-aafa-372a52568157 HTTP/1.1" status: 200 len: 842 time: 0.0604794 Jan 20 14:52:30.320387 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-beea8a99-22f0-46ca-9543-ca5d5dda08ae req-0e7c6d72-e706-4a16-a71c-ef064f0139c6 service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=f19c9450-978d-4a60-a0b9-df03ea06344f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0669181 Jan 20 14:52:30.372746 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-e90cdc4d-f431-4c2e-941c-658d7f8c8578 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:52:30.456119 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-beea8a99-22f0-46ca-9543-ca5d5dda08ae req-5dc011db-b7f3-4d9a-8c72-f35c8f8ec577 service neutron] 10.222.0.106 "GET /v2.0/networks/f19c9450-978d-4a60-a0b9-df03ea06344f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288366 Jan 20 14:52:30.588047 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-beea8a99-22f0-46ca-9543-ca5d5dda08ae req-759db3ca-0d56-42f3-b08e-57c08b745377 service neutron] 10.222.0.106 "GET /v2.0/networks/f19c9450-978d-4a60-a0b9-df03ea06344f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250083 Jan 20 14:52:30.595643 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:52:31.389507 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:52:31.595445 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-cdd98e71-1f0a-4421-baa9-dcb30e06edf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:52:33.019850 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-eea6df97-7ff1-4b63-af20-e3ec8913deda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:52:44.299691 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 45742) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:52:44.369994 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-a8bfba57-4924-419d-8d26-96fa572a5f4e tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:52:44.610420 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-a8bfba57-4924-419d-8d26-96fa572a5f4e tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4193995'] for subnet, before_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:52:44.829440 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-a8bfba57-4924-419d-8d26-96fa572a5f4e tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8769554138615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3943441'] for subnet, after_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:52:44.875842 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8bfba57-4924-419d-8d26-96fa572a5f4e tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:52:44.876334 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-a8bfba57-4924-419d-8d26-96fa572a5f4e tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for subnet, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:52:44.877580 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-a8bfba57-4924-419d-8d26-96fa572a5f4e tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "PUT /v2.0/subnets/aff09e47-8d1f-4915-aafa-372a52568157 HTTP/1.1" status: 200 len: 834 time: 0.5768909 Jan 20 14:52:44.884347 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc8281b9-d338-4647-ad7f-a43f0428a980 None None] Network f19c9450-978d-4a60-a0b9-df03ea06344f requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:52:44.897576 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bfba57-4924-419d-8d26-96fa572a5f4e tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Pushing event updated for resources: {'Subnet': ['ID=aff09e47-8d1f-4915-aafa-372a52568157,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:52:44.906299 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bfba57-4924-419d-8d26-96fa572a5f4e tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:52:44.906656 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bfba57-4924-419d-8d26-96fa572a5f4e tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:52:44.907018 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bfba57-4924-419d-8d26-96fa572a5f4e tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:52:44.907350 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bfba57-4924-419d-8d26-96fa572a5f4e tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:52:44.907681 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bfba57-4924-419d-8d26-96fa572a5f4e tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:52:44.908103 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bfba57-4924-419d-8d26-96fa572a5f4e tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:52:44.908461 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bfba57-4924-419d-8d26-96fa572a5f4e tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:52:44.908789 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bfba57-4924-419d-8d26-96fa572a5f4e tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:52:44.909138 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bfba57-4924-419d-8d26-96fa572a5f4e tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:52:44.909740 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bfba57-4924-419d-8d26-96fa572a5f4e tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:52:44.910083 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bfba57-4924-419d-8d26-96fa572a5f4e tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:52:45.334709 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-c756380b-599a-4848-98cc-f6d5f1e92e16 None None] Provisioning complete for port 2cff5bfd-8ece-44a8-8052-4c64c84ffdfc triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:52:45.335078 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-c756380b-599a-4848-98cc-f6d5f1e92e16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:52:45.455732 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-c756380b-599a-4848-98cc-f6d5f1e92e16 None None] Provisioning complete for port 1ccae02b-0ed9-46ae-ba95-a7e9e918826b triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:52:45.455992 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-c756380b-599a-4848-98cc-f6d5f1e92e16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:52:45.577193 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-c756380b-599a-4848-98cc-f6d5f1e92e16 None None] Provisioning complete for port 57bfc90c-eddf-4580-b86a-deb196d008ca triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:52:45.577550 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-c756380b-599a-4848-98cc-f6d5f1e92e16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:52:48.051876 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.agents_db [None req-6dba657d-a637-4918-9b6d-40defdfae04b None None] Agent healthcheck: found 6 active agents {{(pid=84155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 14:52:58.017864 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-11be0795-ac6c-491f-b4fa-e883931564d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:53:00.389214 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-2f7043ea-cd06-4003-a2e1-d676a534279b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:53:00.589078 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:53:01.412036 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:53:01.611983 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-cdd98e71-1f0a-4421-baa9-dcb30e06edf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:53:03.040368 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-eea6df97-7ff1-4b63-af20-e3ec8913deda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:53:25.051687 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.agents_db [None req-6dba657d-a637-4918-9b6d-40defdfae04b None None] Agent healthcheck: found 6 active agents {{(pid=84155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 14:53:28.010987 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-1f0ca660-2714-4cdb-8e3c-2433900d8949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:53:28.901345 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 45754) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:53:29.097692 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-7a3773f4-4b76-4d5e-9831-26155a7220bf tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Deleting port 18e849d5-16c1-490d-8327-1a0281461d0c {{(pid=84153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:53:29.098048 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-7a3773f4-4b76-4d5e-9831-26155a7220bf tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:53:29.260228 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-7a3773f4-4b76-4d5e-9831-26155a7220bf tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:53:29.260558 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-7a3773f4-4b76-4d5e-9831-26155a7220bf tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:53:29.463317 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-7a3773f4-4b76-4d5e-9831-26155a7220bf tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Calling delete_port for 18e849d5-16c1-490d-8327-1a0281461d0c owned by network:floatingip {{(pid=84153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:53:29.691091 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-7a3773f4-4b76-4d5e-9831-26155a7220bf tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:53:29.736637 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3773f4-4b76-4d5e-9831-26155a7220bf tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Pushing event deleted for resources: {'Port': ['ID=18e849d5-16c1-490d-8327-1a0281461d0c,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:53:29.825268 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-7a3773f4-4b76-4d5e-9831-26155a7220bf tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for floatingip, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:53:30.211430 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a3773f4-4b76-4d5e-9831-26155a7220bf tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Router 55117b08-bebd-4c45-969a-9fee5ddd54bb has already been hosted by L3 agent 624d525b-4c26-4143-8a1c-228bb1c6faaa {{(pid=84153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 14:53:30.365789 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-c4cafb19-dbe8-4609-9259-9cc0f11fce99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:53:30.419792 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a3773f4-4b76-4d5e-9831-26155a7220bf tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify agent at l3_agent.dv-neutron-825124-1-hyperv the message routers_updated {{(pid=84153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 14:53:30.430260 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b9ef5c-3921-4f37-ac4b-221911346503 None None] Sync routers for ids ['55117b08-bebd-4c45-969a-9fee5ddd54bb'] in dv-neutron-825124-1-hyperv {{(pid=84154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 14:53:30.441712 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6b9ef5c-3921-4f37-ac4b-221911346503 None None] Routers {'55117b08-bebd-4c45-969a-9fee5ddd54bb'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:53:30.442360 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-d6b9ef5c-3921-4f37-ac4b-221911346503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:53:30Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['55117b08-bebd-4c45-969a-9fee5ddd54bb'], 'active': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:53:30.473676 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-7a3773f4-4b76-4d5e-9831-26155a7220bf tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for floatingip, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:53:30.533669 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-7a3773f4-4b76-4d5e-9831-26155a7220bf tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "DELETE /v2.0/floatingips/8fb461db-66bd-436a-86c0-ca2bb7c59b48 HTTP/1.1" status: 204 len: 168 time: 1.6302381 Jan 20 14:53:30.534317 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '116edbbd-5cbe-4dad-bb74-04507b44e167', 'tag': '1ccae02b-0ed9-46ae-ba95-a7e9e918826b'}] {{(pid=84153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 14:53:30.629196 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:53:30.636405 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvr_db [None req-d6b9ef5c-3921-4f37-ac4b-221911346503 None None] Set router 55117b08-bebd-4c45-969a-9fee5ddd54bb gateway port host: dv-neutron-825124-1-hyperv {{(pid=84154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 14:53:30.658606 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '116edbbd-5cbe-4dad-bb74-04507b44e167', 'tag': '1ccae02b-0ed9-46ae-ba95-a7e9e918826b', 'status': 'completed', 'code': 200} Jan 20 14:53:30.768276 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-ea40293b-d7cb-4055-811b-ba8eb6d7c705 req-7b1b3e5a-77fb-40a9-8192-396770883784 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=640e8dbef2de46a485c2653a25e2ea4a&device_id=116edbbd-5cbe-4dad-bb74-04507b44e167 HTTP/1.1" status: 200 len: 1099 time: 0.0836422 Jan 20 14:53:30.904965 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea40293b-d7cb-4055-811b-ba8eb6d7c705 req-8effa09a-cf28-4748-b120-469913b9e15a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:53:30.906430 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-ea40293b-d7cb-4055-811b-ba8eb6d7c705 req-8effa09a-cf28-4748-b120-469913b9e15a service neutron] 10.222.0.106 "GET /v2.0/networks?id=f19c9450-978d-4a60-a0b9-df03ea06344f HTTP/1.1" status: 200 len: 898 time: 0.1320095 Jan 20 14:53:30.975869 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-ea40293b-d7cb-4055-811b-ba8eb6d7c705 req-817fef17-8336-41bd-aadb-eb86059cd140 service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1ccae02b-0ed9-46ae-ba95-a7e9e918826b HTTP/1.1" status: 200 len: 217 time: 0.0611560 Jan 20 14:53:30.997051 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-d6b9ef5c-3921-4f37-ac4b-221911346503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55117b08-bebd-4c45-969a-9fee5ddd54bb', 'name': 'tempest-TestNetworkBasicOps-router-876667806', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.252'}], 'enable_snat': True}, 'gw_port_id': '0cbfd4d0-c31a-4f01-98b1-0b228abcd02a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:49:39Z', 'updated_at': '2022-01-20T14:49:44Z', 'revision_number': 4, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'gw_port': {'id': '0cbfd4d0-c31a-4f01-98b1-0b228abcd02a', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:0e:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55117b08-bebd-4c45-969a-9fee5ddd54bb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:49:40Z', 'updated_at': '2022-01-20T14:49:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv', '_interfaces': [{'id': '57bfc90c-eddf-4580-b86a-deb196d008ca', 'name': '', 'network_id': 'f19c9450-978d-4a60-a0b9-df03ea06344f', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'mac_address': 'fa:16:3e:61:fa:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55117b08-bebd-4c45-969a-9fee5ddd54bb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aff09e47-8d1f-4915-aafa-372a52568157', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:49:43Z', 'updated_at': '2022-01-20T14:49:50Z', 'revision_number': 5, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'subnets': [{'id': 'aff09e47-8d1f-4915-aafa-372a52568157', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:53:31.001235 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b9ef5c-3921-4f37-ac4b-221911346503 None None] Checking router: 55117b08-bebd-4c45-969a-9fee5ddd54bb for host: dv-neutron-825124-1-hyperv {{(pid=84154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 14:53:31.012128 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6b9ef5c-3921-4f37-ac4b-221911346503 None None] Routers {'55117b08-bebd-4c45-969a-9fee5ddd54bb'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:53:31.012734 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-d6b9ef5c-3921-4f37-ac4b-221911346503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:53:30Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['55117b08-bebd-4c45-969a-9fee5ddd54bb'], 'active': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:53:31.047777 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea40293b-d7cb-4055-811b-ba8eb6d7c705 req-68f77cc0-cfb1-447c-beec-17d517acf616 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:53:31.049210 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-ea40293b-d7cb-4055-811b-ba8eb6d7c705 req-68f77cc0-cfb1-447c-beec-17d517acf616 service neutron] 10.222.0.106 "GET /v2.0/subnets?id=aff09e47-8d1f-4915-aafa-372a52568157 HTTP/1.1" status: 200 len: 842 time: 0.0620773 Jan 20 14:53:31.191549 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvr_db [None req-d6b9ef5c-3921-4f37-ac4b-221911346503 None None] Set router 55117b08-bebd-4c45-969a-9fee5ddd54bb gateway port host: dv-neutron-825124-1-hyperv {{(pid=84154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 14:53:31.192944 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32870421-397e-49fa-883a-0f76c1fb41aa req-d9d3d6a3-be46-44a3-a3f4-385559d9398e tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:53:31.193670 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [req-32870421-397e-49fa-883a-0f76c1fb41aa req-d9d3d6a3-be46-44a3-a3f4-385559d9398e tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Synchronizing usage tracker for tenant:640e8dbef2de46a485c2653a25e2ea4a on resource:port {{(pid=84153) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:53:31.199565 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-ea40293b-d7cb-4055-811b-ba8eb6d7c705 req-e4b265d3-1293-4d59-a2c4-2bbf04fb51cd service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=f19c9450-978d-4a60-a0b9-df03ea06344f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1421452 Jan 20 14:53:31.302706 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [req-32870421-397e-49fa-883a-0f76c1fb41aa req-d9d3d6a3-be46-44a3-a3f4-385559d9398e tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Unset dirty status for tenant:640e8dbef2de46a485c2653a25e2ea4a on resource:port {{(pid=84153) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:53:31.303800 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-32870421-397e-49fa-883a-0f76c1fb41aa req-d9d3d6a3-be46-44a3-a3f4-385559d9398e tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/ports?device_id=116edbbd-5cbe-4dad-bb74-04507b44e167 HTTP/1.1" status: 200 len: 946 time: 0.2475011 Jan 20 14:53:31.451427 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:53:31.469128 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-ea40293b-d7cb-4055-811b-ba8eb6d7c705 req-d5908b07-cbe0-49ef-b3ec-81ce8b3fa9fa service neutron] 10.222.0.106 "GET /v2.0/networks/f19c9450-978d-4a60-a0b9-df03ea06344f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2611899 Jan 20 14:53:31.503309 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-32870421-397e-49fa-883a-0f76c1fb41aa req-3a286cd9-8041-485f-a4c3-fd006d636b6a tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/security-groups?id=0e12a7e0-8067-4797-91ed-c83d95394f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800195 Jan 20 14:53:31.528812 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-d6b9ef5c-3921-4f37-ac4b-221911346503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55117b08-bebd-4c45-969a-9fee5ddd54bb', 'name': 'tempest-TestNetworkBasicOps-router-876667806', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.252'}], 'enable_snat': True}, 'gw_port_id': '0cbfd4d0-c31a-4f01-98b1-0b228abcd02a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:49:39Z', 'updated_at': '2022-01-20T14:49:44Z', 'revision_number': 4, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'gw_port': {'id': '0cbfd4d0-c31a-4f01-98b1-0b228abcd02a', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:0e:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55117b08-bebd-4c45-969a-9fee5ddd54bb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:49:40Z', 'updated_at': '2022-01-20T14:49:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv', '_interfaces': [{'id': '57bfc90c-eddf-4580-b86a-deb196d008ca', 'name': '', 'network_id': 'f19c9450-978d-4a60-a0b9-df03ea06344f', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'mac_address': 'fa:16:3e:61:fa:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55117b08-bebd-4c45-969a-9fee5ddd54bb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aff09e47-8d1f-4915-aafa-372a52568157', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:49:43Z', 'updated_at': '2022-01-20T14:49:50Z', 'revision_number': 5, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'subnets': [{'id': 'aff09e47-8d1f-4915-aafa-372a52568157', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:53:31.533423 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b9ef5c-3921-4f37-ac4b-221911346503 None None] The sync data for ids ['55117b08-bebd-4c45-969a-9fee5ddd54bb'] in dv-neutron-825124-1-hyperv is: [{'id': '55117b08-bebd-4c45-969a-9fee5ddd54bb', 'name': 'tempest-TestNetworkBasicOps-router-876667806', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.252'}], 'enable_snat': True}, 'gw_port_id': '0cbfd4d0-c31a-4f01-98b1-0b228abcd02a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:49:39Z', 'updated_at': '2022-01-20T14:49:44Z', 'revision_number': 4, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'gw_port': {'id': '0cbfd4d0-c31a-4f01-98b1-0b228abcd02a', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:0e:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55117b08-bebd-4c45-969a-9fee5ddd54bb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:49:40Z', 'updated_at': '2022-01-20T14:49:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv', '_interfaces': [{'id': '57bfc90c-eddf-4580-b86a-deb196d008ca', 'name': '', 'network_id': 'f19c9450-978d-4a60-a0b9-df03ea06344f', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'mac_address': 'fa:16:3e:61:fa:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55117b08-bebd-4c45-969a-9fee5ddd54bb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aff09e47-8d1f-4915-aafa-372a52568157', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:49:43Z', 'updated_at': '2022-01-20T14:49:50Z', 'revision_number': 5, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'subnets': [{'id': 'aff09e47-8d1f-4915-aafa-372a52568157', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 14:53:31.594512 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-cdd98e71-1f0a-4421-baa9-dcb30e06edf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:53:31.613171 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-ea40293b-d7cb-4055-811b-ba8eb6d7c705 req-bae98170-c843-4dd9-9471-e4ecd3e04aa9 service neutron] 10.222.0.106 "GET /v2.0/networks/f19c9450-978d-4a60-a0b9-df03ea06344f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358476 Jan 20 14:53:31.758136 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce5d77ba-b85d-428b-b21a-3acf97af558d None None] New status for floating IP 8fb461db-66bd-436a-86c0-ca2bb7c59b48: DOWN {{(pid=84155) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 20 14:53:32.750317 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66298ffa-4c90-40a8-be2e-da3cd7101da8 req-9108acd9-d639-4010-b9f5-11bca0fcdbb8 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:53:32.751759 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-66298ffa-4c90-40a8-be2e-da3cd7101da8 req-9108acd9-d639-4010-b9f5-11bca0fcdbb8 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.106 "GET /v2.0/ports?device_id=116edbbd-5cbe-4dad-bb74-04507b44e167 HTTP/1.1" status: 200 len: 946 time: 0.0766547 Jan 20 14:53:32.867018 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [req-66298ffa-4c90-40a8-be2e-da3cd7101da8 req-243edabc-3233-4469-8341-30125a403785 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Deleting port 1ccae02b-0ed9-46ae-ba95-a7e9e918826b {{(pid=84153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:53:32.867393 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-66298ffa-4c90-40a8-be2e-da3cd7101da8 req-243edabc-3233-4469-8341-30125a403785 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:53:32.990167 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9e9e13-1653-45b3-83e4-1a14bcc0bd95 req-9422ca7e-59b7-4229-9c5b-ff1e82c88661 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:53:32.992533 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-6c9e9e13-1653-45b3-83e4-1a14bcc0bd95 req-9422ca7e-59b7-4229-9c5b-ff1e82c88661 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/ports?device_id=116edbbd-5cbe-4dad-bb74-04507b44e167 HTTP/1.1" status: 200 len: 946 time: 0.3516159 Jan 20 14:53:33.039720 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-eea6df97-7ff1-4b63-af20-e3ec8913deda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:53:33.124660 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-6c9e9e13-1653-45b3-83e4-1a14bcc0bd95 req-74354c6b-7751-4f38-84fc-d5408d81494c tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/security-groups?id=0e12a7e0-8067-4797-91ed-c83d95394f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1272690 Jan 20 14:53:33.167939 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.db [req-66298ffa-4c90-40a8-be2e-da3cd7101da8 req-243edabc-3233-4469-8341-30125a403785 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] For port 1ccae02b-0ed9-46ae-ba95-a7e9e918826b, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=1ccae02b-0ed9-46ae-ba95-a7e9e918826b,segment=NetworkSegment(f8b4b841-3f0f-4393-b6dd-cb77932e7a41),segment_id=f8b4b841-3f0f-4393-b6dd-cb77932e7a41)] {{(pid=84153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:53:33.168296 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-66298ffa-4c90-40a8-be2e-da3cd7101da8 req-243edabc-3233-4469-8341-30125a403785 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:53:33.288476 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [req-66298ffa-4c90-40a8-be2e-da3cd7101da8 req-243edabc-3233-4469-8341-30125a403785 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Calling delete_port for 1ccae02b-0ed9-46ae-ba95-a7e9e918826b owned by compute:nova {{(pid=84153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:53:33.502971 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-66298ffa-4c90-40a8-be2e-da3cd7101da8 req-243edabc-3233-4469-8341-30125a403785 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:53:33.554956 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243edabc-3233-4469-8341-30125a403785 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Pushing event deleted for resources: {'Port': ['ID=1ccae02b-0ed9-46ae-ba95-a7e9e918826b,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:53:33.624363 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.l3_dvrscheduler_db [req-66298ffa-4c90-40a8-be2e-da3cd7101da8 req-243edabc-3233-4469-8341-30125a403785 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] No DVR routers for this DVR port 1ccae02b-0ed9-46ae-ba95-a7e9e918826b on host hv-neutron-8251 {{(pid=84153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 14:53:33.626734 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-66298ffa-4c90-40a8-be2e-da3cd7101da8 req-243edabc-3233-4469-8341-30125a403785 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:53:33.629159 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '116edbbd-5cbe-4dad-bb74-04507b44e167', 'name': 'network-vif-deleted', 'tag': '1ccae02b-0ed9-46ae-ba95-a7e9e918826b'}] {{(pid=84153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 14:53:33.698328 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-66298ffa-4c90-40a8-be2e-da3cd7101da8 req-243edabc-3233-4469-8341-30125a403785 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.106 "DELETE /v2.0/ports/1ccae02b-0ed9-46ae-ba95-a7e9e918826b HTTP/1.1" status: 204 len: 173 time: 0.9411452 Jan 20 14:53:33.699892 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '116edbbd-5cbe-4dad-bb74-04507b44e167', 'name': 'network-vif-deleted', 'tag': '1ccae02b-0ed9-46ae-ba95-a7e9e918826b', 'status': 'completed', 'code': 200} Jan 20 14:53:34.304632 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [req-d02be39f-4a85-4863-b436-05da26b15551 req-dd17327d-ed60-43c5-b29f-98a5f1184589 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Synchronizing usage tracker for tenant:640e8dbef2de46a485c2653a25e2ea4a on resource:port {{(pid=84153) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:53:34.456814 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [req-d02be39f-4a85-4863-b436-05da26b15551 req-dd17327d-ed60-43c5-b29f-98a5f1184589 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Unset dirty status for tenant:640e8dbef2de46a485c2653a25e2ea4a on resource:port {{(pid=84153) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:53:34.458019 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-d02be39f-4a85-4863-b436-05da26b15551 req-dd17327d-ed60-43c5-b29f-98a5f1184589 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/ports?device_id=116edbbd-5cbe-4dad-bb74-04507b44e167 HTTP/1.1" status: 200 len: 210 time: 0.1933279 Jan 20 14:53:35.102832 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Device 1ccae02b-0ed9-46ae-ba95-a7e9e918826b no longer exists at agent hyperv_hv-neutron-8251 {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:53:35.134776 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] No Port match for: 1ccae02b-0ed9-46ae-ba95-a7e9e918826b {{(pid=84154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 14:53:35.135119 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Device 1ccae02b-0ed9-46ae-ba95-a7e9e918826b not bound to the agent host hv-neutron-8251 {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 14:53:35.561576 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 45792) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:53:35.633367 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-e1fee6ef-7d5b-4c9f-b0f5-cb8f2542bea6 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for security_group, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:53:35.662474 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-e1fee6ef-7d5b-4c9f-b0f5-cb8f2542bea6 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:53:35.765296 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-e1fee6ef-7d5b-4c9f-b0f5-cb8f2542bea6 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:53:35.783563 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fee6ef-7d5b-4c9f-b0f5-cb8f2542bea6 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e12a7e0-8067-4797-91ed-c83d95394f1f,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:53:35.849018 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-e1fee6ef-7d5b-4c9f-b0f5-cb8f2542bea6 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for security_group, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:53:35.850225 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-e1fee6ef-7d5b-4c9f-b0f5-cb8f2542bea6 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "DELETE /v2.0/security-groups/0e12a7e0-8067-4797-91ed-c83d95394f1f HTTP/1.1" status: 204 len: 168 time: 0.2875669 Jan 20 14:53:35.953848 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 45798) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:53:36.443712 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-d7bf9b53-c5ca-41a8-832b-07990abaf95e tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-743504'] for router_interface, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:53:37.045779 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-d7bf9b53-c5ca-41a8-832b-07990abaf95e tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Deleting port 57bfc90c-eddf-4580-b86a-deb196d008ca {{(pid=84153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:53:37.046668 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-d7bf9b53-c5ca-41a8-832b-07990abaf95e tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:53:37.226569 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.db [None req-d7bf9b53-c5ca-41a8-832b-07990abaf95e tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] For port 57bfc90c-eddf-4580-b86a-deb196d008ca, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=57bfc90c-eddf-4580-b86a-deb196d008ca,segment=NetworkSegment(f8b4b841-3f0f-4393-b6dd-cb77932e7a41),segment_id=f8b4b841-3f0f-4393-b6dd-cb77932e7a41)] {{(pid=84153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:53:37.226916 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-d7bf9b53-c5ca-41a8-832b-07990abaf95e tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:53:37.343967 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-d7bf9b53-c5ca-41a8-832b-07990abaf95e tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Calling delete_port for 57bfc90c-eddf-4580-b86a-deb196d008ca owned by network:router_interface {{(pid=84153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:53:37.554513 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-d7bf9b53-c5ca-41a8-832b-07990abaf95e tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:53:37.601762 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bf9b53-c5ca-41a8-832b-07990abaf95e tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Pushing event deleted for resources: {'Port': ['ID=57bfc90c-eddf-4580-b86a-deb196d008ca,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:53:37.986387 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-d7bf9b53-c5ca-41a8-832b-07990abaf95e tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1705096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-745401'] for router_interface, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:53:38.569406 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7bf9b53-c5ca-41a8-832b-07990abaf95e tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Router 55117b08-bebd-4c45-969a-9fee5ddd54bb has already been hosted by L3 agent 624d525b-4c26-4143-8a1c-228bb1c6faaa {{(pid=84153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 14:53:38.766320 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7bf9b53-c5ca-41a8-832b-07990abaf95e tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify agent at l3_agent.dv-neutron-825124-1-hyperv the message routers_updated {{(pid=84153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 14:53:38.776892 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-642c2d1f-a28d-40e7-b5d2-6c626c78a853 None None] Sync routers for ids ['55117b08-bebd-4c45-969a-9fee5ddd54bb'] in dv-neutron-825124-1-hyperv {{(pid=84154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 14:53:38.789064 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-642c2d1f-a28d-40e7-b5d2-6c626c78a853 None None] Routers {'55117b08-bebd-4c45-969a-9fee5ddd54bb'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:53:38.789656 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-642c2d1f-a28d-40e7-b5d2-6c626c78a853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:53:30Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['55117b08-bebd-4c45-969a-9fee5ddd54bb'], 'active': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:53:38.835132 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-d7bf9b53-c5ca-41a8-832b-07990abaf95e tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "PUT /v2.0/routers/55117b08-bebd-4c45-969a-9fee5ddd54bb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8801506 Jan 20 14:53:38.838323 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 45802) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:53:38.969731 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvr_db [None req-642c2d1f-a28d-40e7-b5d2-6c626c78a853 None None] Set router 55117b08-bebd-4c45-969a-9fee5ddd54bb gateway port host: dv-neutron-825124-1-hyperv {{(pid=84154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 14:53:39.024841 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.db_base_plugin_v2 [None req-3212a8f8-0efc-4b06-a6ed-139a2bd9af48 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Deleting subnet aff09e47-8d1f-4915-aafa-372a52568157 {{(pid=84153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 20 14:53:39.027628 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-3212a8f8-0efc-4b06-a6ed-139a2bd9af48 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for subnet, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:53:39.083526 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-3212a8f8-0efc-4b06-a6ed-139a2bd9af48 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3980851'] for subnet, precommit_delete_associations {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:53:39.164216 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-3212a8f8-0efc-4b06-a6ed-139a2bd9af48 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1627147'] for subnet, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:53:39.248538 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-642c2d1f-a28d-40e7-b5d2-6c626c78a853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55117b08-bebd-4c45-969a-9fee5ddd54bb', 'name': 'tempest-TestNetworkBasicOps-router-876667806', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.252'}], 'enable_snat': True}, 'gw_port_id': '0cbfd4d0-c31a-4f01-98b1-0b228abcd02a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:49:39Z', 'updated_at': '2022-01-20T14:53:37Z', 'revision_number': 5, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'gw_port': {'id': '0cbfd4d0-c31a-4f01-98b1-0b228abcd02a', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:0e:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55117b08-bebd-4c45-969a-9fee5ddd54bb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:49:40Z', 'updated_at': '2022-01-20T14:49:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv'}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:53:39.252636 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-642c2d1f-a28d-40e7-b5d2-6c626c78a853 None None] Checking router: 55117b08-bebd-4c45-969a-9fee5ddd54bb for host: dv-neutron-825124-1-hyperv {{(pid=84154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 14:53:39.263705 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-642c2d1f-a28d-40e7-b5d2-6c626c78a853 None None] Routers {'55117b08-bebd-4c45-969a-9fee5ddd54bb'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:53:39.264303 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-642c2d1f-a28d-40e7-b5d2-6c626c78a853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:53:30Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['55117b08-bebd-4c45-969a-9fee5ddd54bb'], 'active': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:53:39.314586 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-3212a8f8-0efc-4b06-a6ed-139a2bd9af48 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1627154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3943464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4194013'] for subnet, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:53:39.355244 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3212a8f8-0efc-4b06-a6ed-139a2bd9af48 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Pushing event deleted for resources: {'Subnet': ['ID=aff09e47-8d1f-4915-aafa-372a52568157,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:53:39.359382 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-3212a8f8-0efc-4b06-a6ed-139a2bd9af48 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for subnet, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:53:39.366011 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-3212a8f8-0efc-4b06-a6ed-139a2bd9af48 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "DELETE /v2.0/subnets/aff09e47-8d1f-4915-aafa-372a52568157 HTTP/1.1" status: 204 len: 168 time: 0.5265236 Jan 20 14:53:39.368708 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 45806) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:53:39.368917 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eadf08c8-d81f-4fa3-be92-22125df91dc3 None None] Network f19c9450-978d-4a60-a0b9-df03ea06344f requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:53:39.563681 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-70f564d8-8b10-4422-83a9-eb537b35a62a tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for router, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:53:39.630824 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvr_db [None req-642c2d1f-a28d-40e7-b5d2-6c626c78a853 None None] Set router 55117b08-bebd-4c45-969a-9fee5ddd54bb gateway port host: dv-neutron-825124-1-hyperv {{(pid=84154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 14:53:39.865003 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-70f564d8-8b10-4422-83a9-eb537b35a62a tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:53:39.917286 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be533669-97eb-4cc9-8623-70efec2211b4 None None] DHCP port deletion for f19c9450-978d-4a60-a0b9-df03ea06344f request from dv-neutron-825124-1-hyperv {{(pid=84154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 20 14:53:39.924010 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-be533669-97eb-4cc9-8623-70efec2211b4 None None] Deleting port 2cff5bfd-8ece-44a8-8052-4c64c84ffdfc {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:53:39.924386 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-be533669-97eb-4cc9-8623-70efec2211b4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:53:39.936961 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-70f564d8-8b10-4422-83a9-eb537b35a62a tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Deleting port 0cbfd4d0-c31a-4f01-98b1-0b228abcd02a {{(pid=84153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:53:39.937307 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-70f564d8-8b10-4422-83a9-eb537b35a62a tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:53:40.056585 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-642c2d1f-a28d-40e7-b5d2-6c626c78a853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55117b08-bebd-4c45-969a-9fee5ddd54bb', 'name': 'tempest-TestNetworkBasicOps-router-876667806', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.252'}], 'enable_snat': True}, 'gw_port_id': '0cbfd4d0-c31a-4f01-98b1-0b228abcd02a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:49:39Z', 'updated_at': '2022-01-20T14:53:37Z', 'revision_number': 5, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'gw_port': {'id': '0cbfd4d0-c31a-4f01-98b1-0b228abcd02a', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:0e:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55117b08-bebd-4c45-969a-9fee5ddd54bb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:49:40Z', 'updated_at': '2022-01-20T14:49:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv'}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:53:40.107192 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-642c2d1f-a28d-40e7-b5d2-6c626c78a853 None None] The sync data for ids ['55117b08-bebd-4c45-969a-9fee5ddd54bb'] in dv-neutron-825124-1-hyperv is: [{'id': '55117b08-bebd-4c45-969a-9fee5ddd54bb', 'name': 'tempest-TestNetworkBasicOps-router-876667806', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.252'}], 'enable_snat': True}, 'gw_port_id': '0cbfd4d0-c31a-4f01-98b1-0b228abcd02a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:49:39Z', 'updated_at': '2022-01-20T14:53:37Z', 'revision_number': 5, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'gw_port': {'id': '0cbfd4d0-c31a-4f01-98b1-0b228abcd02a', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:0e:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55117b08-bebd-4c45-969a-9fee5ddd54bb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:49:40Z', 'updated_at': '2022-01-20T14:49:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv'}] {{(pid=84154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 14:53:40.112691 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.db [None req-70f564d8-8b10-4422-83a9-eb537b35a62a tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] For port 0cbfd4d0-c31a-4f01-98b1-0b228abcd02a, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=0cbfd4d0-c31a-4f01-98b1-0b228abcd02a,segment=NetworkSegment(f628f1ba-6b70-4c9b-8839-62340c040c81),segment_id=f628f1ba-6b70-4c9b-8839-62340c040c81)] {{(pid=84153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:53:40.113064 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-70f564d8-8b10-4422-83a9-eb537b35a62a tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:53:40.152670 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-be533669-97eb-4cc9-8623-70efec2211b4 None None] For port 2cff5bfd-8ece-44a8-8052-4c64c84ffdfc, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=2cff5bfd-8ece-44a8-8052-4c64c84ffdfc,segment=NetworkSegment(f8b4b841-3f0f-4393-b6dd-cb77932e7a41),segment_id=f8b4b841-3f0f-4393-b6dd-cb77932e7a41)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:53:40.153055 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-be533669-97eb-4cc9-8623-70efec2211b4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:53:40.245808 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-70f564d8-8b10-4422-83a9-eb537b35a62a tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Calling delete_port for 0cbfd4d0-c31a-4f01-98b1-0b228abcd02a owned by network:router_gateway {{(pid=84153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:53:40.296645 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-be533669-97eb-4cc9-8623-70efec2211b4 None None] Calling delete_port for 2cff5bfd-8ece-44a8-8052-4c64c84ffdfc owned by network:dhcp {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:53:40.433478 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-be533669-97eb-4cc9-8623-70efec2211b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486'] for port, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:53:40.478022 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be533669-97eb-4cc9-8623-70efec2211b4 None None] Pushing event deleted for resources: {'Port': ['ID=2cff5bfd-8ece-44a8-8052-4c64c84ffdfc,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:53:40.485474 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be533669-97eb-4cc9-8623-70efec2211b4 None None] No DVR routers for this DVR port 2cff5bfd-8ece-44a8-8052-4c64c84ffdfc on host dv-neutron-825124-1-hyperv {{(pid=84154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 14:53:40.497640 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be533669-97eb-4cc9-8623-70efec2211b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:53:40.497640 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be533669-97eb-4cc9-8623-70efec2211b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:53:40.497640 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be533669-97eb-4cc9-8623-70efec2211b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:53:40.497640 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be533669-97eb-4cc9-8623-70efec2211b4 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:53:40.497640 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be533669-97eb-4cc9-8623-70efec2211b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:53:40.497640 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be533669-97eb-4cc9-8623-70efec2211b4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:53:40.497640 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be533669-97eb-4cc9-8623-70efec2211b4 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:53:40.497640 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be533669-97eb-4cc9-8623-70efec2211b4 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:53:40.497640 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be533669-97eb-4cc9-8623-70efec2211b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:53:40.497640 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be533669-97eb-4cc9-8623-70efec2211b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:53:40.497640 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be533669-97eb-4cc9-8623-70efec2211b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:53:40.513398 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-70f564d8-8b10-4422-83a9-eb537b35a62a tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:53:40.561844 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f564d8-8b10-4422-83a9-eb537b35a62a tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Pushing event deleted for resources: {'Port': ['ID=0cbfd4d0-c31a-4f01-98b1-0b228abcd02a,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:53:40.581286 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 2cff5bfd-8ece-44a8-8052-4c64c84ffdfc no longer exists at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:53:40.617404 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] No Port match for: 2cff5bfd-8ece-44a8-8052-4c64c84ffdfc {{(pid=84154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 14:53:40.617755 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 2cff5bfd-8ece-44a8-8052-4c64c84ffdfc not bound to the agent host dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 14:53:40.618210 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 57bfc90c-eddf-4580-b86a-deb196d008ca no longer exists at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:53:40.650429 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] No Port match for: 57bfc90c-eddf-4580-b86a-deb196d008ca {{(pid=84154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 14:53:40.650793 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 57bfc90c-eddf-4580-b86a-deb196d008ca not bound to the agent host dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 14:53:40.780630 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-70f564d8-8b10-4422-83a9-eb537b35a62a tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-745333'] for router_gateway, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:53:41.029258 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-70f564d8-8b10-4422-83a9-eb537b35a62a tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-737761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105493'] for router, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:53:41.033287 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-70f564d8-8b10-4422-83a9-eb537b35a62a tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:53:41.118451 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-70f564d8-8b10-4422-83a9-eb537b35a62a tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-737693'] for router, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:53:41.118995 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70f564d8-8b10-4422-83a9-eb537b35a62a tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Fanout notify agent at l3_agent the message router_deleted on router 55117b08-bebd-4c45-969a-9fee5ddd54bb {{(pid=84153) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 20 14:53:41.134515 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-70f564d8-8b10-4422-83a9-eb537b35a62a tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for router, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:53:41.135633 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-70f564d8-8b10-4422-83a9-eb537b35a62a tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "DELETE /v2.0/routers/55117b08-bebd-4c45-969a-9fee5ddd54bb HTTP/1.1" status: 204 len: 168 time: 1.7660084 Jan 20 14:53:41.138364 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 45810) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:53:41.347983 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-979cf07c-a480-4ed1-825f-06e5c9706770 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586409'] for network, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:53:41.472979 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-979cf07c-a480-4ed1-825f-06e5c9706770 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1626242', 'neutron.services.segments.db._delete_segments_for_network-8769554214620'] for network, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:53:41.499819 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.services.segments.db [None req-979cf07c-a480-4ed1-825f-06e5c9706770 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f19c9450-978d-4a60-a0b9-df03ea06344f']}} {{(pid=84153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:53:41.511810 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.services.segments.db [None req-979cf07c-a480-4ed1-825f-06e5c9706770 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8b4b841-3f0f-4393-b6dd-cb77932e7a41') {'for_net_delete': True} {{(pid=84153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:53:41.512101 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.services.segments.db [None req-979cf07c-a480-4ed1-825f-06e5c9706770 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8b4b841-3f0f-4393-b6dd-cb77932e7a41') {} {{(pid=84153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:53:41.523771 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-979cf07c-a480-4ed1-825f-06e5c9706770 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769554214503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980856'] for segment, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:53:41.538937 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-979cf07c-a480-4ed1-825f-06e5c9706770 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:53:41.545168 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-979cf07c-a480-4ed1-825f-06e5c9706770 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=84153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 14:53:41.545595 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-979cf07c-a480-4ed1-825f-06e5c9706770 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1622950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3944078'] for segment, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:53:41.560904 dv-neutron-825124-1-hyperv neutron-server[84153]: Traceback (most recent call last): Jan 20 14:53:41.560904 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 14:53:41.560904 dv-neutron-825124-1-hyperv neutron-server[84153]: timer() Jan 20 14:53:41.560904 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 14:53:41.560904 dv-neutron-825124-1-hyperv neutron-server[84153]: cb(*args, **kw) Jan 20 14:53:41.560904 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 14:53:41.560904 dv-neutron-825124-1-hyperv neutron-server[84153]: return func(*args, **kwargs) Jan 20 14:53:41.560904 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 14:53:41.560904 dv-neutron-825124-1-hyperv neutron-server[84153]: self._notify() Jan 20 14:53:41.560904 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 14:53:41.560904 dv-neutron-825124-1-hyperv neutron-server[84153]: self.callback(batched_events) Jan 20 14:53:41.560904 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 14:53:41.560904 dv-neutron-825124-1-hyperv neutron-server[84153]: event.method(event) Jan 20 14:53:41.560904 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 14:53:41.560904 dv-neutron-825124-1-hyperv neutron-server[84153]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 14:53:41.560904 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 14:53:41.560904 dv-neutron-825124-1-hyperv neutron-server[84153]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 14:53:41.560904 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 14:53:41.560904 dv-neutron-825124-1-hyperv neutron-server[84153]: return f(self, *a, **k) Jan 20 14:53:41.560904 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 14:53:41.560904 dv-neutron-825124-1-hyperv neutron-server[84153]: return self._get(url).json() Jan 20 14:53:41.560904 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 14:53:41.560904 dv-neutron-825124-1-hyperv neutron-server[84153]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 14:53:41.560904 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 14:53:41.560904 dv-neutron-825124-1-hyperv neutron-server[84153]: return self.request(url, 'GET', **kwargs) Jan 20 14:53:41.560904 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 14:53:41.560904 dv-neutron-825124-1-hyperv neutron-server[84153]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 14:53:41.560904 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 14:53:41.560904 dv-neutron-825124-1-hyperv neutron-server[84153]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 14:53:41.560904 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 14:53:41.560904 dv-neutron-825124-1-hyperv neutron-server[84153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 14:53:41.560904 dv-neutron-825124-1-hyperv neutron-server[84153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 14:53:41.713753 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-979cf07c-a480-4ed1-825f-06e5c9706770 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1626253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-745296'] for network, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:53:41.734172 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-979cf07c-a480-4ed1-825f-06e5c9706770 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for network, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:53:41.745487 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979cf07c-a480-4ed1-825f-06e5c9706770 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Pushing event deleted for resources: {'Network': ['ID=f19c9450-978d-4a60-a0b9-df03ea06344f,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:53:41.750648 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-979cf07c-a480-4ed1-825f-06e5c9706770 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "DELETE /v2.0/networks/f19c9450-978d-4a60-a0b9-df03ea06344f HTTP/1.1" status: 204 len: 168 time: 0.6109540 Jan 20 14:53:41.765082 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 45814) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:53:41.770681 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-eb74e4b9-471c-442b-bbc9-7d4d21962060 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Request body: {'network': {'name': 'tempest-network-smoke--1412459035', 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'port_security_enabled': True}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:53:41.775696 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-eb74e4b9-471c-442b-bbc9-7d4d21962060 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:53:41.779716 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-eb74e4b9-471c-442b-bbc9-7d4d21962060 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Usage tracker for resource:network and tenant:640e8dbef2de46a485c2653a25e2ea4a is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:53:41.782655 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-eb74e4b9-471c-442b-bbc9-7d4d21962060 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:53:41.788305 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-eb74e4b9-471c-442b-bbc9-7d4d21962060 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:53:41.867830 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb74e4b9-471c-442b-bbc9-7d4d21962060 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Made reservation on behalf of 640e8dbef2de46a485c2653a25e2ea4a for: {'network': 1} {{(pid=84153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:53:41.870821 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-eb74e4b9-471c-442b-bbc9-7d4d21962060 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for network, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:53:41.899917 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb74e4b9-471c-442b-bbc9-7d4d21962060 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 166} {{(pid=84153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 14:53:41.908409 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-eb74e4b9-471c-442b-bbc9-7d4d21962060 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:53:41.908744 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.db.segments_db [None req-eb74e4b9-471c-442b-bbc9-7d4d21962060 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Added segment 41723bbc-d9fe-4d88-b338-f67c571a4fa1 of type vlan for network add96fdd-2e71-4bc9-b773-5bafcf513081 Jan 20 14:53:41.934351 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-eb74e4b9-471c-442b-bbc9-7d4d21962060 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769553767792'] for network, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:53:42.022500 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-eb74e4b9-471c-442b-bbc9-7d4d21962060 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967'] for network, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:53:42.026068 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb74e4b9-471c-442b-bbc9-7d4d21962060 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:53:42.026639 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-eb74e4b9-471c-442b-bbc9-7d4d21962060 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for network, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:53:42.133824 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb74e4b9-471c-442b-bbc9-7d4d21962060 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Pushing event updated for resources: {'Network': ['ID=add96fdd-2e71-4bc9-b773-5bafcf513081,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:53:42.143631 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Network add96fdd-2e71-4bc9-b773-5bafcf513081 details requested by agent ovs-agent-dv-neutron-825124-1-hyperv with host dv-neutron-825124-1-hyperv {{(pid=84154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 14:53:42.197526 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-eb74e4b9-471c-442b-bbc9-7d4d21962060 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4287758 Jan 20 14:53:42.197905 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 45818) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:53:42.203400 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-2fbec069-1418-416c-9939-a4d37b2346c7 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-577061774', 'admin_state_up': True, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d'}}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:53:42.210238 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-2fbec069-1418-416c-9939-a4d37b2346c7 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:53:42.214160 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-2fbec069-1418-416c-9939-a4d37b2346c7 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Usage tracker for resource:router and tenant:640e8dbef2de46a485c2653a25e2ea4a is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:53:42.217184 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-2fbec069-1418-416c-9939-a4d37b2346c7 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:53:42.223371 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-2fbec069-1418-416c-9939-a4d37b2346c7 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:53:42.314049 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-2fbec069-1418-416c-9939-a4d37b2346c7 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-105475'] for router, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:53:42.315028 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-2fbec069-1418-416c-9939-a4d37b2346c7 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-739204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-744864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-735540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-105484'] for router, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:53:42.332536 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-2fbec069-1418-416c-9939-a4d37b2346c7 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:53:42.531557 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-2fbec069-1418-416c-9939-a4d37b2346c7 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-744886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-105502'] for router, precommit_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:53:42.575487 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 0cbfd4d0-c31a-4f01-98b1-0b228abcd02a no longer exists at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:53:42.608075 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] No Port match for: 0cbfd4d0-c31a-4f01-98b1-0b228abcd02a {{(pid=84154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 14:53:42.608414 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 0cbfd4d0-c31a-4f01-98b1-0b228abcd02a not bound to the agent host dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 14:53:42.761346 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-2fbec069-1418-416c-9939-a4d37b2346c7 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for router_gateway, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:53:42.790185 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-2fbec069-1418-416c-9939-a4d37b2346c7 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:53:42.921684 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.db_base_plugin_common [None req-2fbec069-1418-416c-9939-a4d37b2346c7 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Allocated IP 172.26.7.131 (8dffb05c-5ca0-409b-bd5f-7be6264f707d/a489dd4f-42a5-433b-8be3-bab2749c4209/12aa2b61-c7d8-405c-83d3-b3f6a419ff9a) {{(pid=84153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:53:43.072187 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-2fbec069-1418-416c-9939-a4d37b2346c7 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for port, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:53:43.131929 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-2fbec069-1418-416c-9939-a4d37b2346c7 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:53:43.198887 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fbec069-1418-416c-9939-a4d37b2346c7 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Network 8dffb05c-5ca0-409b-bd5f-7be6264f707d is already hosted by enough agents. {{(pid=84153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:53:43.201630 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.base_scheduler [None req-2fbec069-1418-416c-9939-a4d37b2346c7 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Resources bound (agent type, host, resource id): {{(pid=84153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:53:43.204161 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fbec069-1418-416c-9939-a4d37b2346c7 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Received port after_create {{(pid=84153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:53:43.236282 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbec069-1418-416c-9939-a4d37b2346c7 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Pushing event updated for resources: {'Port': ['ID=12aa2b61-c7d8-405c-83d3-b3f6a419ff9a,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:53:43.394249 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-2fbec069-1418-416c-9939-a4d37b2346c7 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for router_gateway, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:53:43.394972 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-2fbec069-1418-416c-9939-a4d37b2346c7 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-744861'] for router, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:53:43.770911 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fbec069-1418-416c-9939-a4d37b2346c7 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Router 2ec6ebdd-af20-4f2e-94d5-322465a239bf is scheduled to L3 agent 624d525b-4c26-4143-8a1c-228bb1c6faaa with binding_index 1 {{(pid=84153) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 20 14:53:43.976176 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fbec069-1418-416c-9939-a4d37b2346c7 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify agent at l3_agent.dv-neutron-825124-1-hyperv the message routers_updated {{(pid=84153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 14:53:43.985446 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a235a24-e494-4eed-aa66-e9440cf7b911 None None] Sync routers for ids ['2ec6ebdd-af20-4f2e-94d5-322465a239bf'] in dv-neutron-825124-1-hyperv {{(pid=84155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 14:53:43.997809 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a235a24-e494-4eed-aa66-e9440cf7b911 None None] Routers {'2ec6ebdd-af20-4f2e-94d5-322465a239bf'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:53:43.998440 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-0a235a24-e494-4eed-aa66-e9440cf7b911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:53:30Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['2ec6ebdd-af20-4f2e-94d5-322465a239bf'], 'active': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:53:44.062467 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-2fbec069-1418-416c-9939-a4d37b2346c7 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for router, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:53:44.063683 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-2fbec069-1418-416c-9939-a4d37b2346c7 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.8647518 Jan 20 14:53:44.066924 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 45822) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:53:44.173049 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvr_db [None req-0a235a24-e494-4eed-aa66-e9440cf7b911 None None] Set router 2ec6ebdd-af20-4f2e-94d5-322465a239bf gateway port host: dv-neutron-825124-1-hyperv {{(pid=84155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 14:53:44.175408 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-e90dd167-1ec0-4934-adec-1d2d5d6780c2 tempest-TestNetworkBasicOps-1338634829 tempest-TestNetworkBasicOps-1338634829-project-admin] 10.222.0.54 "GET /v2.0/subnets?project_id=640e8dbef2de46a485c2653a25e2ea4a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1073682 Jan 20 14:53:44.182118 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 45828) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:53:44.331352 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a519f87-5bb9-43e2-8657-3bbd06cd05f0 tempest-TestNetworkBasicOps-1338634829 tempest-TestNetworkBasicOps-1338634829-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:53:44.332749 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-1a519f87-5bb9-43e2-8657-3bbd06cd05f0 tempest-TestNetworkBasicOps-1338634829 tempest-TestNetworkBasicOps-1338634829-project-admin] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1497452 Jan 20 14:53:44.336241 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 45832) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:53:44.374147 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-ba29e30e-b55f-4e67-a2b3-9026beb47132 tempest-TestNetworkBasicOps-1338634829 tempest-TestNetworkBasicOps-1338634829-project-admin] 10.222.0.54 "GET /v2.0/subnets?network_id=8dffb05c-5ca0-409b-bd5f-7be6264f707d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0368366 Jan 20 14:53:44.376607 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 45836) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:53:44.382467 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-bb01afe3-0d3e-4fb0-b7f2-5ac3ca8356c7 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1357577168', 'network_id': 'add96fdd-2e71-4bc9-b773-5bafcf513081', 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:53:44.467919 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-0a235a24-e494-4eed-aa66-e9440cf7b911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ec6ebdd-af20-4f2e-94d5-322465a239bf', 'name': 'tempest-TestNetworkBasicOps-router-577061774', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.131'}], 'enable_snat': True}, 'gw_port_id': '12aa2b61-c7d8-405c-83d3-b3f6a419ff9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:53:42Z', 'updated_at': '2022-01-20T14:53:43Z', 'revision_number': 3, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'gw_port': {'id': '12aa2b61-c7d8-405c-83d3-b3f6a419ff9a', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:f5:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ec6ebdd-af20-4f2e-94d5-322465a239bf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:53:42Z', 'updated_at': '2022-01-20T14:53:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv'}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:53:44.472694 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a235a24-e494-4eed-aa66-e9440cf7b911 None None] Checking router: 2ec6ebdd-af20-4f2e-94d5-322465a239bf for host: dv-neutron-825124-1-hyperv {{(pid=84155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 14:53:44.473031 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a235a24-e494-4eed-aa66-e9440cf7b911 None None] Updating router 2ec6ebdd-af20-4f2e-94d5-322465a239bf port 12aa2b61-c7d8-405c-83d3-b3f6a419ff9a binding host dv-neutron-825124-1-hyperv {{(pid=84155) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 20 14:53:44.489235 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-bb01afe3-0d3e-4fb0-b7f2-5ac3ca8356c7 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:53:44.493066 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-bb01afe3-0d3e-4fb0-b7f2-5ac3ca8356c7 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Usage tracker for resource:subnet and tenant:640e8dbef2de46a485c2653a25e2ea4a is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:53:44.495854 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-bb01afe3-0d3e-4fb0-b7f2-5ac3ca8356c7 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:53:44.501417 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-bb01afe3-0d3e-4fb0-b7f2-5ac3ca8356c7 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:53:44.522914 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0a235a24-e494-4eed-aa66-e9440cf7b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:53:44.588314 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb01afe3-0d3e-4fb0-b7f2-5ac3ca8356c7 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Made reservation on behalf of 640e8dbef2de46a485c2653a25e2ea4a for: {'subnet': 1} {{(pid=84153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:53:44.690275 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-bb01afe3-0d3e-4fb0-b7f2-5ac3ca8356c7 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4193986'] for subnet, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:53:44.845671 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0a235a24-e494-4eed-aa66-e9440cf7b911 None None] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:53:44.858235 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-0a235a24-e494-4eed-aa66-e9440cf7b911 None None] Transition to ACTIVE for port object 12aa2b61-c7d8-405c-83d3-b3f6a419ff9a will not be triggered until provisioned by entity L2. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:53:44.925455 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0a235a24-e494-4eed-aa66-e9440cf7b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:53:44.954492 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-bb01afe3-0d3e-4fb0-b7f2-5ac3ca8356c7 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3943531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4194004'] for subnet, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:53:45.006432 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-0a235a24-e494-4eed-aa66-e9440cf7b911 None None] Attempting to bind port 12aa2b61-c7d8-405c-83d3-b3f6a419ff9a on host dv-neutron-825124-1-hyperv for vnic_type normal with profile {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:53:45.007076 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-0a235a24-e494-4eed-aa66-e9440cf7b911 None None] Attempting to bind port 12aa2b61-c7d8-405c-83d3-b3f6a419ff9a by drivers openvswitch,hyperv on host dv-neutron-825124-1-hyperv at level 0 using segments [{'id': 'f628f1ba-6b70-4c9b-8839-62340c040c81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d'}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:53:45.007249 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a235a24-e494-4eed-aa66-e9440cf7b911 None None] Attempting to bind port 12aa2b61-c7d8-405c-83d3-b3f6a419ff9a on network 8dffb05c-5ca0-409b-bd5f-7be6264f707d {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 14:53:45.009717 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86cac26-9623-4f48-aa6d-bef09e60d08f None None] Pushing event updated for resources: {'Port': ['ID=12aa2b61-c7d8-405c-83d3-b3f6a419ff9a,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:53:45.020014 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a235a24-e494-4eed-aa66-e9440cf7b911 None None] Checking agent: {'id': '6414dfeb-85c5-454a-8756-709ca637d800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825124-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 16, 31), 'started_at': datetime.datetime(2022, 1, 20, 14, 17, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 53, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825124-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 14:53:45.020377 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a235a24-e494-4eed-aa66-e9440cf7b911 None None] Checking segment: {'id': 'f628f1ba-6b70-4c9b-8839-62340c040c81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 14:53:45.020767 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0a235a24-e494-4eed-aa66-e9440cf7b911 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:53:45.021152 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a235a24-e494-4eed-aa66-e9440cf7b911 None None] Bound using segment: {'id': 'f628f1ba-6b70-4c9b-8839-62340c040c81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d'} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 14:53:45.022241 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-0a235a24-e494-4eed-aa66-e9440cf7b911 None None] Bound port: 12aa2b61-c7d8-405c-83d3-b3f6a419ff9a, host: dv-neutron-825124-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f628f1ba-6b70-4c9b-8839-62340c040c81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d'}}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:53:45.022608 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0a235a24-e494-4eed-aa66-e9440cf7b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:53:45.035881 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb01afe3-0d3e-4fb0-b7f2-5ac3ca8356c7 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Pushing event updated for resources: {'Subnet': ['ID=b6a59b05-62f4-437a-9a68-cd964c877f14,revision_number=0']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:53:45.048737 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86cac26-9623-4f48-aa6d-bef09e60d08f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:53:45.049055 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86cac26-9623-4f48-aa6d-bef09e60d08f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:53:45.049386 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86cac26-9623-4f48-aa6d-bef09e60d08f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:53:45.049717 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86cac26-9623-4f48-aa6d-bef09e60d08f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:53:45.050055 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86cac26-9623-4f48-aa6d-bef09e60d08f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:53:45.050383 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86cac26-9623-4f48-aa6d-bef09e60d08f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:53:45.050701 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86cac26-9623-4f48-aa6d-bef09e60d08f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:53:45.051014 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86cac26-9623-4f48-aa6d-bef09e60d08f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:53:45.051328 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86cac26-9623-4f48-aa6d-bef09e60d08f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:53:45.051639 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86cac26-9623-4f48-aa6d-bef09e60d08f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:53:45.051906 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb01afe3-0d3e-4fb0-b7f2-5ac3ca8356c7 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:53:45.052013 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86cac26-9623-4f48-aa6d-bef09e60d08f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:53:45.052252 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb01afe3-0d3e-4fb0-b7f2-5ac3ca8356c7 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:53:45.052634 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb01afe3-0d3e-4fb0-b7f2-5ac3ca8356c7 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:53:45.052954 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb01afe3-0d3e-4fb0-b7f2-5ac3ca8356c7 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:53:45.053572 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb01afe3-0d3e-4fb0-b7f2-5ac3ca8356c7 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:53:45.053572 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb01afe3-0d3e-4fb0-b7f2-5ac3ca8356c7 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:53:45.053924 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb01afe3-0d3e-4fb0-b7f2-5ac3ca8356c7 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:53:45.054280 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb01afe3-0d3e-4fb0-b7f2-5ac3ca8356c7 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:53:45.054604 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb01afe3-0d3e-4fb0-b7f2-5ac3ca8356c7 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:53:45.054937 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb01afe3-0d3e-4fb0-b7f2-5ac3ca8356c7 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:53:45.055242 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb01afe3-0d3e-4fb0-b7f2-5ac3ca8356c7 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:53:45.058419 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb01afe3-0d3e-4fb0-b7f2-5ac3ca8356c7 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Checking segment: {'id': '41723bbc-d9fe-4d88-b338-f67c571a4fa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'add96fdd-2e71-4bc9-b773-5bafcf513081'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 14:53:45.058789 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb01afe3-0d3e-4fb0-b7f2-5ac3ca8356c7 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Network hostable DHCP agents. Network: add96fdd-2e71-4bc9-b773-5bafcf513081, hostable agents: ['1a181e39-5220-4c1a-88f8-08a54e8bfc9b'], hosted agents: [] {{(pid=84153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 14:53:45.103251 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-0a235a24-e494-4eed-aa66-e9440cf7b911 None None] For port 12aa2b61-c7d8-405c-83d3-b3f6a419ff9a, host dv-neutron-825124-1-hyperv, cleared binding levels {{(pid=84155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 14:53:45.106023 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-0a235a24-e494-4eed-aa66-e9440cf7b911 None None] For port 12aa2b61-c7d8-405c-83d3-b3f6a419ff9a, host dv-neutron-825124-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=12aa2b61-c7d8-405c-83d3-b3f6a419ff9a,segment=NetworkSegment(f628f1ba-6b70-4c9b-8839-62340c040c81),segment_id=f628f1ba-6b70-4c9b-8839-62340c040c81)] {{(pid=84155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 14:53:45.148696 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb01afe3-0d3e-4fb0-b7f2-5ac3ca8356c7 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Network add96fdd-2e71-4bc9-b773-5bafcf513081 is scheduled to be hosted by DHCP agent 1a181e39-5220-4c1a-88f8-08a54e8bfc9b with binding_index 1 {{(pid=84153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 14:53:45.171640 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0a235a24-e494-4eed-aa66-e9440cf7b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:53:45.221490 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.base_scheduler [None req-bb01afe3-0d3e-4fb0-b7f2-5ac3ca8356c7 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825124-1-hyperv, add96fdd-2e71-4bc9-b773-5bafcf513081) {{(pid=84153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:53:45.225722 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb01afe3-0d3e-4fb0-b7f2-5ac3ca8356c7 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:53:45.226762 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-bb01afe3-0d3e-4fb0-b7f2-5ac3ca8356c7 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for subnet, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:53:45.232593 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-263e9cdd-936d-4d66-afb1-ab2601b0b961 None None] Network add96fdd-2e71-4bc9-b773-5bafcf513081 requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:53:45.249849 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86cac26-9623-4f48-aa6d-bef09e60d08f None None] Pushing event updated for resources: {'Port': ['ID=12aa2b61-c7d8-405c-83d3-b3f6a419ff9a,revision_number=3']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:53:45.258966 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a235a24-e494-4eed-aa66-e9440cf7b911 None None] Routers {'2ec6ebdd-af20-4f2e-94d5-322465a239bf'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:53:45.259755 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-0a235a24-e494-4eed-aa66-e9440cf7b911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:53:30Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['2ec6ebdd-af20-4f2e-94d5-322465a239bf'], 'active': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:53:45.351234 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-bb01afe3-0d3e-4fb0-b7f2-5ac3ca8356c7 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9710381 Jan 20 14:53:45.351858 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 45840) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:53:45.471388 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvr_db [None req-0a235a24-e494-4eed-aa66-e9440cf7b911 None None] Set router 2ec6ebdd-af20-4f2e-94d5-322465a239bf gateway port host: dv-neutron-825124-1-hyperv {{(pid=84155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 14:53:45.497092 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fda4a76f-1ef4-45c0-9d67-a3fa7aa32ca9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95c917f5-14ba-5e96-98b8-1a52654a930a-add96fdd-2e71-4bc9-b773-5bafcf513081', 'network_id': 'add96fdd-2e71-4bc9-b773-5bafcf513081', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'fixed_ips': [{'subnet_id': 'b6a59b05-62f4-437a-9a68-cd964c877f14'}]}} from dv-neutron-825124-1-hyperv. {{(pid=84154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 20 14:53:45.497916 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-fda4a76f-1ef4-45c0-9d67-a3fa7aa32ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:53:45.657752 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_common [None req-fda4a76f-1ef4-45c0-9d67-a3fa7aa32ca9 None None] Allocated IP 172.20.0.2 (add96fdd-2e71-4bc9-b773-5bafcf513081/b6a59b05-62f4-437a-9a68-cd964c877f14/fa2416b4-4d8b-47f2-85b6-7e14317834e6) {{(pid=84154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:53:45.768683 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-0a235a24-e494-4eed-aa66-e9440cf7b911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ec6ebdd-af20-4f2e-94d5-322465a239bf', 'name': 'tempest-TestNetworkBasicOps-router-577061774', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.131'}], 'enable_snat': True}, 'gw_port_id': '12aa2b61-c7d8-405c-83d3-b3f6a419ff9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:53:42Z', 'updated_at': '2022-01-20T14:53:43Z', 'revision_number': 3, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'gw_port': {'id': '12aa2b61-c7d8-405c-83d3-b3f6a419ff9a', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:f5:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ec6ebdd-af20-4f2e-94d5-322465a239bf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:53:42Z', 'updated_at': '2022-01-20T14:53:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv'}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:53:45.773282 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a235a24-e494-4eed-aa66-e9440cf7b911 None None] The sync data for ids ['2ec6ebdd-af20-4f2e-94d5-322465a239bf'] in dv-neutron-825124-1-hyperv is: [{'id': '2ec6ebdd-af20-4f2e-94d5-322465a239bf', 'name': 'tempest-TestNetworkBasicOps-router-577061774', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.131'}], 'enable_snat': True}, 'gw_port_id': '12aa2b61-c7d8-405c-83d3-b3f6a419ff9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:53:42Z', 'updated_at': '2022-01-20T14:53:43Z', 'revision_number': 3, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'gw_port': {'id': '12aa2b61-c7d8-405c-83d3-b3f6a419ff9a', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:f5:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ec6ebdd-af20-4f2e-94d5-322465a239bf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:53:42Z', 'updated_at': '2022-01-20T14:53:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv'}] {{(pid=84155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 14:53:45.896291 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-fda4a76f-1ef4-45c0-9d67-a3fa7aa32ca9 None None] Notify callbacks [] for port, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:53:45.907549 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-fda4a76f-1ef4-45c0-9d67-a3fa7aa32ca9 None None] Transition to ACTIVE for port object fa2416b4-4d8b-47f2-85b6-7e14317834e6 will not be triggered until provisioned by entity L2. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:53:45.928749 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-fda4a76f-1ef4-45c0-9d67-a3fa7aa32ca9 None None] Transition to ACTIVE for port object fa2416b4-4d8b-47f2-85b6-7e14317834e6 will not be triggered until provisioned by entity DHCP. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:53:46.017546 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-fda4a76f-1ef4-45c0-9d67-a3fa7aa32ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477'] for port, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:53:46.092330 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fda4a76f-1ef4-45c0-9d67-a3fa7aa32ca9 None None] Network add96fdd-2e71-4bc9-b773-5bafcf513081 is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:53:46.095902 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-fda4a76f-1ef4-45c0-9d67-a3fa7aa32ca9 None None] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:53:46.103798 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fda4a76f-1ef4-45c0-9d67-a3fa7aa32ca9 None None] Received port after_create {{(pid=84154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:53:46.106190 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda4a76f-1ef4-45c0-9d67-a3fa7aa32ca9 None None] Pushing event updated for resources: {'Port': ['ID=fa2416b4-4d8b-47f2-85b6-7e14317834e6,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:53:46.197194 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-fda4a76f-1ef4-45c0-9d67-a3fa7aa32ca9 None None] Attempting to bind port fa2416b4-4d8b-47f2-85b6-7e14317834e6 on host dv-neutron-825124-1-hyperv for vnic_type normal with profile {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:53:46.197763 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-fda4a76f-1ef4-45c0-9d67-a3fa7aa32ca9 None None] Attempting to bind port fa2416b4-4d8b-47f2-85b6-7e14317834e6 by drivers openvswitch,hyperv on host dv-neutron-825124-1-hyperv at level 0 using segments [{'id': '41723bbc-d9fe-4d88-b338-f67c571a4fa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'add96fdd-2e71-4bc9-b773-5bafcf513081'}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:53:46.198203 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fda4a76f-1ef4-45c0-9d67-a3fa7aa32ca9 None None] Attempting to bind port fa2416b4-4d8b-47f2-85b6-7e14317834e6 on network add96fdd-2e71-4bc9-b773-5bafcf513081 {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 14:53:46.204932 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fda4a76f-1ef4-45c0-9d67-a3fa7aa32ca9 None None] Checking agent: {'id': '6414dfeb-85c5-454a-8756-709ca637d800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825124-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 16, 31), 'started_at': datetime.datetime(2022, 1, 20, 14, 17, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 53, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825124-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 14:53:46.205432 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fda4a76f-1ef4-45c0-9d67-a3fa7aa32ca9 None None] Checking segment: {'id': '41723bbc-d9fe-4d88-b338-f67c571a4fa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'add96fdd-2e71-4bc9-b773-5bafcf513081'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 14:53:46.205977 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-fda4a76f-1ef4-45c0-9d67-a3fa7aa32ca9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:53:46.206482 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fda4a76f-1ef4-45c0-9d67-a3fa7aa32ca9 None None] Bound using segment: {'id': '41723bbc-d9fe-4d88-b338-f67c571a4fa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'add96fdd-2e71-4bc9-b773-5bafcf513081'} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 14:53:46.207046 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-fda4a76f-1ef4-45c0-9d67-a3fa7aa32ca9 None None] Bound port: fa2416b4-4d8b-47f2-85b6-7e14317834e6, host: dv-neutron-825124-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41723bbc-d9fe-4d88-b338-f67c571a4fa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'add96fdd-2e71-4bc9-b773-5bafcf513081'}}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:53:46.207517 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-fda4a76f-1ef4-45c0-9d67-a3fa7aa32ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:53:46.267138 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-d4e1c5d7-8f87-49f8-98d2-0fa4aa60549f tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:53:46.309095 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-fda4a76f-1ef4-45c0-9d67-a3fa7aa32ca9 None None] For port fa2416b4-4d8b-47f2-85b6-7e14317834e6, host dv-neutron-825124-1-hyperv, cleared binding levels {{(pid=84154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 14:53:46.313010 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-fda4a76f-1ef4-45c0-9d67-a3fa7aa32ca9 None None] For port fa2416b4-4d8b-47f2-85b6-7e14317834e6, host dv-neutron-825124-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=fa2416b4-4d8b-47f2-85b6-7e14317834e6,segment=NetworkSegment(41723bbc-d9fe-4d88-b338-f67c571a4fa1),segment_id=41723bbc-d9fe-4d88-b338-f67c571a4fa1)] {{(pid=84154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 14:53:46.388030 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-fda4a76f-1ef4-45c0-9d67-a3fa7aa32ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:53:46.471892 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda4a76f-1ef4-45c0-9d67-a3fa7aa32ca9 None None] Pushing event updated for resources: {'Port': ['ID=fa2416b4-4d8b-47f2-85b6-7e14317834e6,revision_number=2']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:53:46.675867 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 12aa2b61-c7d8-405c-83d3-b3f6a419ff9a up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:53:46.737602 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.db_base_plugin_common [None req-d4e1c5d7-8f87-49f8-98d2-0fa4aa60549f tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Allocated IP 172.20.0.1 (add96fdd-2e71-4bc9-b773-5bafcf513081/b6a59b05-62f4-437a-9a68-cd964c877f14/b96d46c3-bf1f-47bd-a94c-c5ab2b6b54e0) {{(pid=84153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:53:46.833997 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning for port 12aa2b61-c7d8-405c-83d3-b3f6a419ff9a completed by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:53:46.839332 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port 12aa2b61-c7d8-405c-83d3-b3f6a419ff9a triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:53:46.839814 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:53:46.900645 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-d4e1c5d7-8f87-49f8-98d2-0fa4aa60549f tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for port, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:53:46.916305 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.provisioning_blocks [None req-d4e1c5d7-8f87-49f8-98d2-0fa4aa60549f tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Transition to ACTIVE for port object b96d46c3-bf1f-47bd-a94c-c5ab2b6b54e0 will not be triggered until provisioned by entity DHCP. {{(pid=84153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:53:46.954068 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:53:46.997967 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] For port 12aa2b61-c7d8-405c-83d3-b3f6a419ff9a, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=12aa2b61-c7d8-405c-83d3-b3f6a419ff9a,segment=NetworkSegment(f628f1ba-6b70-4c9b-8839-62340c040c81),segment_id=f628f1ba-6b70-4c9b-8839-62340c040c81)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:53:47.011412 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-d4e1c5d7-8f87-49f8-98d2-0fa4aa60549f tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:53:47.056830 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:53:47.079989 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4e1c5d7-8f87-49f8-98d2-0fa4aa60549f tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Network add96fdd-2e71-4bc9-b773-5bafcf513081 is already hosted by enough agents. {{(pid=84153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:53:47.083150 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.base_scheduler [None req-d4e1c5d7-8f87-49f8-98d2-0fa4aa60549f tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Resources bound (agent type, host, resource id): {{(pid=84153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:53:47.087909 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4e1c5d7-8f87-49f8-98d2-0fa4aa60549f tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Received port after_create {{(pid=84153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:53:47.122901 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e1c5d7-8f87-49f8-98d2-0fa4aa60549f tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Pushing event updated for resources: {'Port': ['ID=b96d46c3-bf1f-47bd-a94c-c5ab2b6b54e0,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:53:47.125676 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Pushing event updated for resources: {'Port': ['ID=12aa2b61-c7d8-405c-83d3-b3f6a419ff9a,revision_number=4']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:53:47.153300 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-d4e1c5d7-8f87-49f8-98d2-0fa4aa60549f tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-745387'] for router_interface, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:53:47.315792 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-d4e1c5d7-8f87-49f8-98d2-0fa4aa60549f tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:53:47.416523 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ab395c6-ecf6-4a86-ab2c-6c9f92b5e323 None None] Network add96fdd-2e71-4bc9-b773-5bafcf513081 requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:53:47.577901 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-7731e8a5-9c65-4ad7-9e87-e61fd172621d None None] Provisioning for port fa2416b4-4d8b-47f2-85b6-7e14317834e6 completed by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:53:47.826322 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-d4e1c5d7-8f87-49f8-98d2-0fa4aa60549f tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for port, precommit_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:53:47.890920 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-d4e1c5d7-8f87-49f8-98d2-0fa4aa60549f tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3944146'] for port, after_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:53:47.986966 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-0d38b883-1c72-466d-bce1-b91ac7816401 None None] Provisioning for port b96d46c3-bf1f-47bd-a94c-c5ab2b6b54e0 completed by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:53:47.993536 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-0d38b883-1c72-466d-bce1-b91ac7816401 None None] Provisioning complete for port b96d46c3-bf1f-47bd-a94c-c5ab2b6b54e0 triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:53:47.994064 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-0d38b883-1c72-466d-bce1-b91ac7816401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:53:48.004235 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-d4e1c5d7-8f87-49f8-98d2-0fa4aa60549f tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1705158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-743490'] for router_interface, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:53:48.011910 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e1c5d7-8f87-49f8-98d2-0fa4aa60549f tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Pushing event updated for resources: {'Port': ['ID=b96d46c3-bf1f-47bd-a94c-c5ab2b6b54e0,revision_number=2']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:53:48.067203 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-0d38b883-1c72-466d-bce1-b91ac7816401 None None] Port b96d46c3-bf1f-47bd-a94c-c5ab2b6b54e0 cannot update to ACTIVE because it is not bound. {{(pid=84154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 14:53:48.144232 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4e1c5d7-8f87-49f8-98d2-0fa4aa60549f tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Network add96fdd-2e71-4bc9-b773-5bafcf513081 is already hosted by enough agents. {{(pid=84153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:53:48.145335 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.base_scheduler [None req-d4e1c5d7-8f87-49f8-98d2-0fa4aa60549f tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Resources bound (agent type, host, resource id): {{(pid=84153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:53:48.189571 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-f5474ae4-88eb-4ea4-983e-c07e9d4ad478 None None] Provisioning complete for port b96d46c3-bf1f-47bd-a94c-c5ab2b6b54e0 triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:53:48.189948 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-f5474ae4-88eb-4ea4-983e-c07e9d4ad478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:53:48.255433 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-f5474ae4-88eb-4ea4-983e-c07e9d4ad478 None None] Port b96d46c3-bf1f-47bd-a94c-c5ab2b6b54e0 cannot update to ACTIVE because it is not bound. {{(pid=84154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 14:53:48.381434 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-3f632f04-7f80-4b59-a54f-96d3e1ccc9b6 None None] Provisioning complete for port b96d46c3-bf1f-47bd-a94c-c5ab2b6b54e0 triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:53:48.381434 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-3f632f04-7f80-4b59-a54f-96d3e1ccc9b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:53:48.432782 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-3f632f04-7f80-4b59-a54f-96d3e1ccc9b6 None None] Port b96d46c3-bf1f-47bd-a94c-c5ab2b6b54e0 cannot update to ACTIVE because it is not bound. {{(pid=84154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 14:53:48.545690 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4e1c5d7-8f87-49f8-98d2-0fa4aa60549f tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Router 2ec6ebdd-af20-4f2e-94d5-322465a239bf has already been hosted by L3 agent 624d525b-4c26-4143-8a1c-228bb1c6faaa {{(pid=84153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 14:53:48.661716 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device fa2416b4-4d8b-47f2-85b6-7e14317834e6 up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:53:48.753102 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4e1c5d7-8f87-49f8-98d2-0fa4aa60549f tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify agent at l3_agent.dv-neutron-825124-1-hyperv the message routers_updated {{(pid=84153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 14:53:48.766845 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-d4e1c5d7-8f87-49f8-98d2-0fa4aa60549f tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "PUT /v2.0/routers/2ec6ebdd-af20-4f2e-94d5-322465a239bf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4143929 Jan 20 14:53:48.769244 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 45844) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:53:48.828215 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning for port fa2416b4-4d8b-47f2-85b6-7e14317834e6 completed by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:53:48.833216 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port fa2416b4-4d8b-47f2-85b6-7e14317834e6 triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:53:48.833617 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:53:48.908873 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81c1ea7a-8a10-4023-95d0-a793db46be6f tempest-TestNetworkBasicOps-1338634829 tempest-TestNetworkBasicOps-1338634829-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:53:48.909411 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81c1ea7a-8a10-4023-95d0-a793db46be6f tempest-TestNetworkBasicOps-1338634829 tempest-TestNetworkBasicOps-1338634829-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:53:48.909602 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81c1ea7a-8a10-4023-95d0-a793db46be6f tempest-TestNetworkBasicOps-1338634829 tempest-TestNetworkBasicOps-1338634829-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:53:48.909961 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81c1ea7a-8a10-4023-95d0-a793db46be6f tempest-TestNetworkBasicOps-1338634829 tempest-TestNetworkBasicOps-1338634829-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:53:48.913988 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-81c1ea7a-8a10-4023-95d0-a793db46be6f tempest-TestNetworkBasicOps-1338634829 tempest-TestNetworkBasicOps-1338634829-project-admin] 10.222.0.54 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1414695 Jan 20 14:53:48.914243 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 45848) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:53:48.979618 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:53:48.980634 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6775c4c7-2eb6-4403-81e3-e9ffec358860 tempest-TestNetworkBasicOps-1338634829 tempest-TestNetworkBasicOps-1338634829-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:53:48.981013 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6775c4c7-2eb6-4403-81e3-e9ffec358860 tempest-TestNetworkBasicOps-1338634829 tempest-TestNetworkBasicOps-1338634829-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:53:48.981381 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6775c4c7-2eb6-4403-81e3-e9ffec358860 tempest-TestNetworkBasicOps-1338634829 tempest-TestNetworkBasicOps-1338634829-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:53:48.981740 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6775c4c7-2eb6-4403-81e3-e9ffec358860 tempest-TestNetworkBasicOps-1338634829 tempest-TestNetworkBasicOps-1338634829-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:53:48.985769 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-6775c4c7-2eb6-4403-81e3-e9ffec358860 tempest-TestNetworkBasicOps-1338634829 tempest-TestNetworkBasicOps-1338634829-project-admin] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0683031 Jan 20 14:53:48.986017 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 45852) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:53:49.011214 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] For port fa2416b4-4d8b-47f2-85b6-7e14317834e6, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=fa2416b4-4d8b-47f2-85b6-7e14317834e6,segment=NetworkSegment(41723bbc-d9fe-4d88-b338-f67c571a4fa1),segment_id=41723bbc-d9fe-4d88-b338-f67c571a4fa1)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:53:49.068268 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:53:49.069746 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 12aa2b61-c7d8-405c-83d3-b3f6a419ff9a up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:53:49.188349 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Pushing event updated for resources: {'Port': ['ID=fa2416b4-4d8b-47f2-85b6-7e14317834e6,revision_number=3']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:53:49.205498 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port 12aa2b61-c7d8-405c-83d3-b3f6a419ff9a triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:53:49.205867 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:53:49.214274 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-2dfae625-6320-4131-8e77-8419961d1806 tempest-TestNetworkBasicOps-1338634829 tempest-TestNetworkBasicOps-1338634829-project-admin] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.2271483 Jan 20 14:53:49.432901 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c20e7f5-d4f8-4b39-bea6-98f1a66e4fd1 None None] Sync routers for ids ['2ec6ebdd-af20-4f2e-94d5-322465a239bf'] in dv-neutron-825124-1-hyperv {{(pid=84154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 14:53:49.445529 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c20e7f5-d4f8-4b39-bea6-98f1a66e4fd1 None None] Routers {'2ec6ebdd-af20-4f2e-94d5-322465a239bf'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:53:49.446202 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-5c20e7f5-d4f8-4b39-bea6-98f1a66e4fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:53:30Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['2ec6ebdd-af20-4f2e-94d5-322465a239bf'], 'active': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:53:49.624144 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvr_db [None req-5c20e7f5-d4f8-4b39-bea6-98f1a66e4fd1 None None] Set router 2ec6ebdd-af20-4f2e-94d5-322465a239bf gateway port host: dv-neutron-825124-1-hyperv {{(pid=84154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 14:53:49.698710 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 45858) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:53:49.704303 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-cca3fe7a-ff27-46bf-8cba-863fab915fc9 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-562309656', 'description': 'tempest-secgroup-smoke-562309656 description', 'project_id': '640e8dbef2de46a485c2653a25e2ea4a'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:53:49.710607 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-cca3fe7a-ff27-46bf-8cba-863fab915fc9 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:53:49.714916 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-cca3fe7a-ff27-46bf-8cba-863fab915fc9 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Usage tracker for resource:security_group and tenant:640e8dbef2de46a485c2653a25e2ea4a is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:53:49.717919 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-cca3fe7a-ff27-46bf-8cba-863fab915fc9 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:53:49.723636 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-cca3fe7a-ff27-46bf-8cba-863fab915fc9 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:53:49.794303 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-cca3fe7a-ff27-46bf-8cba-863fab915fc9 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for security_group, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:53:49.830983 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-cca3fe7a-ff27-46bf-8cba-863fab915fc9 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:53:49.835950 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-cca3fe7a-ff27-46bf-8cba-863fab915fc9 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Usage tracker for resource:security_group_rule and tenant:640e8dbef2de46a485c2653a25e2ea4a is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:53:49.839103 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-cca3fe7a-ff27-46bf-8cba-863fab915fc9 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:53:49.844999 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-cca3fe7a-ff27-46bf-8cba-863fab915fc9 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:53:49.901295 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-cca3fe7a-ff27-46bf-8cba-863fab915fc9 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for security_group, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:53:49.945565 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-5c20e7f5-d4f8-4b39-bea6-98f1a66e4fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ec6ebdd-af20-4f2e-94d5-322465a239bf', 'name': 'tempest-TestNetworkBasicOps-router-577061774', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.131'}], 'enable_snat': True}, 'gw_port_id': '12aa2b61-c7d8-405c-83d3-b3f6a419ff9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:53:42Z', 'updated_at': '2022-01-20T14:53:47Z', 'revision_number': 4, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'gw_port': {'id': '12aa2b61-c7d8-405c-83d3-b3f6a419ff9a', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:f5:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ec6ebdd-af20-4f2e-94d5-322465a239bf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:53:42Z', 'updated_at': '2022-01-20T14:53:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv', '_interfaces': [{'id': 'b96d46c3-bf1f-47bd-a94c-c5ab2b6b54e0', 'name': '', 'network_id': 'add96fdd-2e71-4bc9-b773-5bafcf513081', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'mac_address': 'fa:16:3e:a8:01:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ec6ebdd-af20-4f2e-94d5-322465a239bf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b6a59b05-62f4-437a-9a68-cd964c877f14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:53:46Z', 'updated_at': '2022-01-20T14:53:47Z', 'revision_number': 2, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'subnets': [{'id': 'b6a59b05-62f4-437a-9a68-cd964c877f14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:53:49.949494 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c20e7f5-d4f8-4b39-bea6-98f1a66e4fd1 None None] Checking router: 2ec6ebdd-af20-4f2e-94d5-322465a239bf for host: dv-neutron-825124-1-hyperv {{(pid=84154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 14:53:49.953803 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c20e7f5-d4f8-4b39-bea6-98f1a66e4fd1 None None] Updating router 2ec6ebdd-af20-4f2e-94d5-322465a239bf port b96d46c3-bf1f-47bd-a94c-c5ab2b6b54e0 binding host dv-neutron-825124-1-hyperv {{(pid=84154) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 20 14:53:49.970744 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-cca3fe7a-ff27-46bf-8cba-863fab915fc9 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:53:50.004418 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-5c20e7f5-d4f8-4b39-bea6-98f1a66e4fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:53:50.014578 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca3fe7a-ff27-46bf-8cba-863fab915fc9 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f05383c7-4897-48df-95db-7d000a3a2058,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:53:50.097224 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-cca3fe7a-ff27-46bf-8cba-863fab915fc9 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for security_group, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:53:50.101894 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-cca3fe7a-ff27-46bf-8cba-863fab915fc9 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.3987982 Jan 20 14:53:50.102173 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 45862) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:53:50.109278 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-a8fe0e8e-4a8a-4b6e-b40c-99bd1164aeef tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Request body: {'security_group_rule': {'security_group_id': 'f05383c7-4897-48df-95db-7d000a3a2058', 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:53:50.116919 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-a8fe0e8e-4a8a-4b6e-b40c-99bd1164aeef tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:53:50.122365 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-a8fe0e8e-4a8a-4b6e-b40c-99bd1164aeef tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Usage tracker for resource:security_group_rule and tenant:640e8dbef2de46a485c2653a25e2ea4a is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:53:50.125265 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-a8fe0e8e-4a8a-4b6e-b40c-99bd1164aeef tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:53:50.131256 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-a8fe0e8e-4a8a-4b6e-b40c-99bd1164aeef tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:53:50.222452 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-a8fe0e8e-4a8a-4b6e-b40c-99bd1164aeef tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:53:50.287289 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-a8fe0e8e-4a8a-4b6e-b40c-99bd1164aeef tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:53:50.350957 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-5c20e7f5-d4f8-4b39-bea6-98f1a66e4fd1 None None] Notify callbacks [] for port, precommit_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:53:50.353542 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-a8fe0e8e-4a8a-4b6e-b40c-99bd1164aeef tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734962'] for security_group_rule, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:53:50.362226 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-5c20e7f5-d4f8-4b39-bea6-98f1a66e4fd1 None None] Transition to ACTIVE for port object b96d46c3-bf1f-47bd-a94c-c5ab2b6b54e0 will not be triggered until provisioned by entity L2. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:53:50.439513 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-5c20e7f5-d4f8-4b39-bea6-98f1a66e4fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:53:50.485318 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fe0e8e-4a8a-4b6e-b40c-99bd1164aeef tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ab0d577-84ca-477f-86e8-3ad26022fe60,revision_number=0']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:53:50.560766 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-a8fe0e8e-4a8a-4b6e-b40c-99bd1164aeef tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:53:50.561626 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a808ae-0924-4a91-9f86-4eeed609c2b4 None None] Pushing event updated for resources: {'Port': ['ID=b96d46c3-bf1f-47bd-a94c-c5ab2b6b54e0,revision_number=3']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:53:50.562256 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-a8fe0e8e-4a8a-4b6e-b40c-99bd1164aeef tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4590135 Jan 20 14:53:50.565139 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 45866) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:53:50.573031 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-2b823190-b018-4aaa-ba8c-553a3507f9dd tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Request body: {'security_group_rule': {'security_group_id': 'f05383c7-4897-48df-95db-7d000a3a2058', 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:53:50.578228 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-2b823190-b018-4aaa-ba8c-553a3507f9dd tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:53:50.588730 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-2b823190-b018-4aaa-ba8c-553a3507f9dd tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Usage tracker for resource:security_group_rule and tenant:640e8dbef2de46a485c2653a25e2ea4a is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:53:50.592835 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-2b823190-b018-4aaa-ba8c-553a3507f9dd tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:53:50.602896 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-2b823190-b018-4aaa-ba8c-553a3507f9dd tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:53:50.617597 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device fa2416b4-4d8b-47f2-85b6-7e14317834e6 up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:53:50.687692 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-2b823190-b018-4aaa-ba8c-553a3507f9dd tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:53:50.748593 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-2b823190-b018-4aaa-ba8c-553a3507f9dd tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:53:50.753557 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-5c20e7f5-d4f8-4b39-bea6-98f1a66e4fd1 None None] Attempting to bind port b96d46c3-bf1f-47bd-a94c-c5ab2b6b54e0 on host dv-neutron-825124-1-hyperv for vnic_type normal with profile {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:53:50.753924 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-5c20e7f5-d4f8-4b39-bea6-98f1a66e4fd1 None None] Attempting to bind port b96d46c3-bf1f-47bd-a94c-c5ab2b6b54e0 by drivers openvswitch,hyperv on host dv-neutron-825124-1-hyperv at level 0 using segments [{'id': '41723bbc-d9fe-4d88-b338-f67c571a4fa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'add96fdd-2e71-4bc9-b773-5bafcf513081'}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:53:50.754322 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c20e7f5-d4f8-4b39-bea6-98f1a66e4fd1 None None] Attempting to bind port b96d46c3-bf1f-47bd-a94c-c5ab2b6b54e0 on network add96fdd-2e71-4bc9-b773-5bafcf513081 {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 14:53:50.772247 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c20e7f5-d4f8-4b39-bea6-98f1a66e4fd1 None None] Checking agent: {'id': '6414dfeb-85c5-454a-8756-709ca637d800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825124-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 16, 31), 'started_at': datetime.datetime(2022, 1, 20, 14, 17, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 53, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825124-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 14:53:50.772678 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c20e7f5-d4f8-4b39-bea6-98f1a66e4fd1 None None] Checking segment: {'id': '41723bbc-d9fe-4d88-b338-f67c571a4fa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'add96fdd-2e71-4bc9-b773-5bafcf513081'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 14:53:50.773096 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-5c20e7f5-d4f8-4b39-bea6-98f1a66e4fd1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:53:50.773491 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c20e7f5-d4f8-4b39-bea6-98f1a66e4fd1 None None] Bound using segment: {'id': '41723bbc-d9fe-4d88-b338-f67c571a4fa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'add96fdd-2e71-4bc9-b773-5bafcf513081'} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 14:53:50.773953 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-5c20e7f5-d4f8-4b39-bea6-98f1a66e4fd1 None None] Bound port: b96d46c3-bf1f-47bd-a94c-c5ab2b6b54e0, host: dv-neutron-825124-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41723bbc-d9fe-4d88-b338-f67c571a4fa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'add96fdd-2e71-4bc9-b773-5bafcf513081'}}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:53:50.774350 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-5c20e7f5-d4f8-4b39-bea6-98f1a66e4fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:53:50.811324 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-2b823190-b018-4aaa-ba8c-553a3507f9dd tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734962'] for security_group_rule, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:53:50.840146 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b823190-b018-4aaa-ba8c-553a3507f9dd tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3586cb28-c56e-4362-a45e-4df2c933f4b5,revision_number=0']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:53:50.849452 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b823190-b018-4aaa-ba8c-553a3507f9dd tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:53:50.849924 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b823190-b018-4aaa-ba8c-553a3507f9dd tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:53:50.850338 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b823190-b018-4aaa-ba8c-553a3507f9dd tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:53:50.850673 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b823190-b018-4aaa-ba8c-553a3507f9dd tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:53:50.851623 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b823190-b018-4aaa-ba8c-553a3507f9dd tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:53:50.851623 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b823190-b018-4aaa-ba8c-553a3507f9dd tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:53:50.851923 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b823190-b018-4aaa-ba8c-553a3507f9dd tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:53:50.852389 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b823190-b018-4aaa-ba8c-553a3507f9dd tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:53:50.852719 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b823190-b018-4aaa-ba8c-553a3507f9dd tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:53:50.853042 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b823190-b018-4aaa-ba8c-553a3507f9dd tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:53:50.853360 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b823190-b018-4aaa-ba8c-553a3507f9dd tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:53:50.856905 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port fa2416b4-4d8b-47f2-85b6-7e14317834e6 triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:53:50.857284 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:53:50.908388 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-2b823190-b018-4aaa-ba8c-553a3507f9dd tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:53:50.912154 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-2b823190-b018-4aaa-ba8c-553a3507f9dd tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3435531 Jan 20 14:53:50.912495 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 45870) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:53:50.918344 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-c9e301ad-dcf6-4d30-badf-ecb502f8a81e tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Request body: {'security_group_rule': {'security_group_id': 'f05383c7-4897-48df-95db-7d000a3a2058', 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:53:50.924041 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-c9e301ad-dcf6-4d30-badf-ecb502f8a81e tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:53:50.926736 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-5c20e7f5-d4f8-4b39-bea6-98f1a66e4fd1 None None] For port b96d46c3-bf1f-47bd-a94c-c5ab2b6b54e0, host dv-neutron-825124-1-hyperv, cleared binding levels {{(pid=84154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 14:53:50.928486 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-c9e301ad-dcf6-4d30-badf-ecb502f8a81e tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Usage tracker for resource:security_group_rule and tenant:640e8dbef2de46a485c2653a25e2ea4a is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:53:50.931456 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-5c20e7f5-d4f8-4b39-bea6-98f1a66e4fd1 None None] For port b96d46c3-bf1f-47bd-a94c-c5ab2b6b54e0, host dv-neutron-825124-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=b96d46c3-bf1f-47bd-a94c-c5ab2b6b54e0,segment=NetworkSegment(41723bbc-d9fe-4d88-b338-f67c571a4fa1),segment_id=41723bbc-d9fe-4d88-b338-f67c571a4fa1)] {{(pid=84154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 14:53:50.931593 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-c9e301ad-dcf6-4d30-badf-ecb502f8a81e tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:53:50.937516 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-c9e301ad-dcf6-4d30-badf-ecb502f8a81e tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:53:50.985750 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-5c20e7f5-d4f8-4b39-bea6-98f1a66e4fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:53:51.007311 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-c9e301ad-dcf6-4d30-badf-ecb502f8a81e tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:53:51.071787 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a808ae-0924-4a91-9f86-4eeed609c2b4 None None] Pushing event updated for resources: {'Port': ['ID=b96d46c3-bf1f-47bd-a94c-c5ab2b6b54e0,revision_number=4']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:53:51.078072 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-c9e301ad-dcf6-4d30-badf-ecb502f8a81e tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:53:51.082386 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c20e7f5-d4f8-4b39-bea6-98f1a66e4fd1 None None] Routers {'2ec6ebdd-af20-4f2e-94d5-322465a239bf'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:53:51.082386 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-5c20e7f5-d4f8-4b39-bea6-98f1a66e4fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:53:30Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['2ec6ebdd-af20-4f2e-94d5-322465a239bf'], 'active': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:53:51.159904 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-c9e301ad-dcf6-4d30-badf-ecb502f8a81e tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734962'] for security_group_rule, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:53:51.187988 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e301ad-dcf6-4d30-badf-ecb502f8a81e tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebc0b2be-21c5-42df-910c-ba3bfc601f6b,revision_number=0']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:53:51.278141 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvr_db [None req-5c20e7f5-d4f8-4b39-bea6-98f1a66e4fd1 None None] Set router 2ec6ebdd-af20-4f2e-94d5-322465a239bf gateway port host: dv-neutron-825124-1-hyperv {{(pid=84154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 14:53:51.283506 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-c9e301ad-dcf6-4d30-badf-ecb502f8a81e tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:53:51.283506 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-c9e301ad-dcf6-4d30-badf-ecb502f8a81e tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3670809 Jan 20 14:53:51.283797 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 45874) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:53:51.290075 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-557d016f-af13-4a59-8b5b-5675f785cb20 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Request body: {'security_group_rule': {'security_group_id': 'f05383c7-4897-48df-95db-7d000a3a2058', 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:53:51.295987 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-557d016f-af13-4a59-8b5b-5675f785cb20 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:53:51.299706 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-557d016f-af13-4a59-8b5b-5675f785cb20 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Usage tracker for resource:security_group_rule and tenant:640e8dbef2de46a485c2653a25e2ea4a is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:53:51.302594 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-557d016f-af13-4a59-8b5b-5675f785cb20 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:53:51.309232 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-557d016f-af13-4a59-8b5b-5675f785cb20 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:53:51.389136 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-557d016f-af13-4a59-8b5b-5675f785cb20 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:53:51.454484 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-557d016f-af13-4a59-8b5b-5675f785cb20 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:53:51.542135 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-557d016f-af13-4a59-8b5b-5675f785cb20 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734962'] for security_group_rule, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:53:51.564784 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557d016f-af13-4a59-8b5b-5675f785cb20 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13a97eaa-b13a-44a2-aadc-e2b8b7510584,revision_number=0']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:53:51.587023 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-5c20e7f5-d4f8-4b39-bea6-98f1a66e4fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ec6ebdd-af20-4f2e-94d5-322465a239bf', 'name': 'tempest-TestNetworkBasicOps-router-577061774', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.131'}], 'enable_snat': True}, 'gw_port_id': '12aa2b61-c7d8-405c-83d3-b3f6a419ff9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:53:42Z', 'updated_at': '2022-01-20T14:53:47Z', 'revision_number': 4, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'gw_port': {'id': '12aa2b61-c7d8-405c-83d3-b3f6a419ff9a', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:f5:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ec6ebdd-af20-4f2e-94d5-322465a239bf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:53:42Z', 'updated_at': '2022-01-20T14:53:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv', '_interfaces': [{'id': 'b96d46c3-bf1f-47bd-a94c-c5ab2b6b54e0', 'name': '', 'network_id': 'add96fdd-2e71-4bc9-b773-5bafcf513081', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'mac_address': 'fa:16:3e:a8:01:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ec6ebdd-af20-4f2e-94d5-322465a239bf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b6a59b05-62f4-437a-9a68-cd964c877f14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:53:46Z', 'updated_at': '2022-01-20T14:53:50Z', 'revision_number': 4, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'subnets': [{'id': 'b6a59b05-62f4-437a-9a68-cd964c877f14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:53:51.593736 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c20e7f5-d4f8-4b39-bea6-98f1a66e4fd1 None None] The sync data for ids ['2ec6ebdd-af20-4f2e-94d5-322465a239bf'] in dv-neutron-825124-1-hyperv is: [{'id': '2ec6ebdd-af20-4f2e-94d5-322465a239bf', 'name': 'tempest-TestNetworkBasicOps-router-577061774', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.131'}], 'enable_snat': True}, 'gw_port_id': '12aa2b61-c7d8-405c-83d3-b3f6a419ff9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:53:42Z', 'updated_at': '2022-01-20T14:53:47Z', 'revision_number': 4, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'gw_port': {'id': '12aa2b61-c7d8-405c-83d3-b3f6a419ff9a', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:f5:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ec6ebdd-af20-4f2e-94d5-322465a239bf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:53:42Z', 'updated_at': '2022-01-20T14:53:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv', '_interfaces': [{'id': 'b96d46c3-bf1f-47bd-a94c-c5ab2b6b54e0', 'name': '', 'network_id': 'add96fdd-2e71-4bc9-b773-5bafcf513081', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'mac_address': 'fa:16:3e:a8:01:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ec6ebdd-af20-4f2e-94d5-322465a239bf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b6a59b05-62f4-437a-9a68-cd964c877f14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:53:46Z', 'updated_at': '2022-01-20T14:53:50Z', 'revision_number': 4, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'subnets': [{'id': 'b6a59b05-62f4-437a-9a68-cd964c877f14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 14:53:51.639481 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-557d016f-af13-4a59-8b5b-5675f785cb20 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:53:51.643606 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-557d016f-af13-4a59-8b5b-5675f785cb20 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3558896 Jan 20 14:53:51.643606 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 45878) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:53:51.650416 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-6ef3a526-9fc2-49fb-90d3-47c36860b57e tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Request body: {'security_group_rule': {'security_group_id': 'f05383c7-4897-48df-95db-7d000a3a2058', 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:53:51.656528 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-6ef3a526-9fc2-49fb-90d3-47c36860b57e tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:53:51.660397 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-6ef3a526-9fc2-49fb-90d3-47c36860b57e tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Usage tracker for resource:security_group_rule and tenant:640e8dbef2de46a485c2653a25e2ea4a is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:53:51.664143 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-6ef3a526-9fc2-49fb-90d3-47c36860b57e tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:53:51.670168 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-6ef3a526-9fc2-49fb-90d3-47c36860b57e tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:53:51.736630 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.db.securitygroups_db [None req-6ef3a526-9fc2-49fb-90d3-47c36860b57e tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Project 640e8dbef2de46a485c2653a25e2ea4a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 20 14:53:51.743175 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-6ef3a526-9fc2-49fb-90d3-47c36860b57e tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:53:51.812722 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-6ef3a526-9fc2-49fb-90d3-47c36860b57e tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:53:51.885551 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-6ef3a526-9fc2-49fb-90d3-47c36860b57e tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734962'] for security_group_rule, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:53:51.909446 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef3a526-9fc2-49fb-90d3-47c36860b57e tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50574976-b179-4f6b-a6a6-68a0f12e06cd,revision_number=0']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:53:51.965590 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-6ef3a526-9fc2-49fb-90d3-47c36860b57e tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:53:51.966855 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-6ef3a526-9fc2-49fb-90d3-47c36860b57e tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3224549 Jan 20 14:53:51.970369 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 45882) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:53:51.976023 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-dcc72108-fcc9-4104-bc92-8ac41373af7b tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Request body: {'security_group_rule': {'security_group_id': 'f05383c7-4897-48df-95db-7d000a3a2058', 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:53:51.982158 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-dcc72108-fcc9-4104-bc92-8ac41373af7b tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:53:51.986173 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-dcc72108-fcc9-4104-bc92-8ac41373af7b tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Usage tracker for resource:security_group_rule and tenant:640e8dbef2de46a485c2653a25e2ea4a is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:53:51.989298 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-dcc72108-fcc9-4104-bc92-8ac41373af7b tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:53:51.996057 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-dcc72108-fcc9-4104-bc92-8ac41373af7b tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:53:52.067388 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.db.securitygroups_db [None req-dcc72108-fcc9-4104-bc92-8ac41373af7b tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Project 640e8dbef2de46a485c2653a25e2ea4a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 20 14:53:52.075481 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-dcc72108-fcc9-4104-bc92-8ac41373af7b tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:53:52.143975 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-dcc72108-fcc9-4104-bc92-8ac41373af7b tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:53:52.204444 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-dcc72108-fcc9-4104-bc92-8ac41373af7b tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734962'] for security_group_rule, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:53:52.228236 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc72108-fcc9-4104-bc92-8ac41373af7b tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4933aa29-61b9-42a8-a71b-ffde7e899d10,revision_number=0']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:53:52.297164 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-dcc72108-fcc9-4104-bc92-8ac41373af7b tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:53:52.298400 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-dcc72108-fcc9-4104-bc92-8ac41373af7b tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3270245 Jan 20 14:53:52.475178 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [req-0683121f-b137-4e0d-8ff9-3e357765e2dc req-61fbfc44-0083-4de6-a336-22ab0ce8ce6f tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Synchronizing usage tracker for tenant:640e8dbef2de46a485c2653a25e2ea4a on resource:security_group {{(pid=84153) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:53:52.560698 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [req-0683121f-b137-4e0d-8ff9-3e357765e2dc req-61fbfc44-0083-4de6-a336-22ab0ce8ce6f tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Unset dirty status for tenant:640e8dbef2de46a485c2653a25e2ea4a on resource:security_group {{(pid=84153) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:53:52.562214 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-0683121f-b137-4e0d-8ff9-3e357765e2dc req-61fbfc44-0083-4de6-a336-22ab0ce8ce6f tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-562309656&fields=id&tenant_id=640e8dbef2de46a485c2653a25e2ea4a HTTP/1.1" status: 200 len: 267 time: 0.1293690 Jan 20 14:53:52.622750 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device b96d46c3-bf1f-47bd-a94c-c5ab2b6b54e0 up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:53:52.708966 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0683121f-b137-4e0d-8ff9-3e357765e2dc req-6c1a82eb-5726-4571-b255-4ceab7b0d17c tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:53:52.709635 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [req-0683121f-b137-4e0d-8ff9-3e357765e2dc req-6c1a82eb-5726-4571-b255-4ceab7b0d17c tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Synchronizing usage tracker for tenant:640e8dbef2de46a485c2653a25e2ea4a on resource:network {{(pid=84153) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:53:52.758242 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning for port b96d46c3-bf1f-47bd-a94c-c5ab2b6b54e0 completed by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:53:52.763172 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port b96d46c3-bf1f-47bd-a94c-c5ab2b6b54e0 triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:53:52.763540 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:53:52.787768 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [req-0683121f-b137-4e0d-8ff9-3e357765e2dc req-6c1a82eb-5726-4571-b255-4ceab7b0d17c tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Unset dirty status for tenant:640e8dbef2de46a485c2653a25e2ea4a on resource:network {{(pid=84153) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:53:52.789516 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-0683121f-b137-4e0d-8ff9-3e357765e2dc req-6c1a82eb-5726-4571-b255-4ceab7b0d17c tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/networks?id=add96fdd-2e71-4bc9-b773-5bafcf513081 HTTP/1.1" status: 200 len: 797 time: 0.2210653 Jan 20 14:53:52.807092 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-0683121f-b137-4e0d-8ff9-3e357765e2dc req-04455d47-ed41-4af1-a7c5-260ac551e57f tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/quotas/640e8dbef2de46a485c2653a25e2ea4a HTTP/1.1" status: 200 len: 375 time: 0.0118709 Jan 20 14:53:52.879199 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:53:52.887178 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [req-0683121f-b137-4e0d-8ff9-3e357765e2dc req-a760b578-d1f7-4104-a2dc-b02a06ca8407 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Synchronizing usage tracker for tenant:640e8dbef2de46a485c2653a25e2ea4a on resource:port {{(pid=84153) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:53:52.911447 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] For port b96d46c3-bf1f-47bd-a94c-c5ab2b6b54e0, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=b96d46c3-bf1f-47bd-a94c-c5ab2b6b54e0,segment=NetworkSegment(41723bbc-d9fe-4d88-b338-f67c571a4fa1),segment_id=41723bbc-d9fe-4d88-b338-f67c571a4fa1)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:53:52.965126 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [req-0683121f-b137-4e0d-8ff9-3e357765e2dc req-a760b578-d1f7-4104-a2dc-b02a06ca8407 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Unset dirty status for tenant:640e8dbef2de46a485c2653a25e2ea4a on resource:port {{(pid=84153) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:53:52.966499 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-0683121f-b137-4e0d-8ff9-3e357765e2dc req-a760b578-d1f7-4104-a2dc-b02a06ca8407 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=640e8dbef2de46a485c2653a25e2ea4a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1539116 Jan 20 14:53:52.993937 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:53:53.062543 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Pushing event updated for resources: {'Port': ['ID=b96d46c3-bf1f-47bd-a94c-c5ab2b6b54e0,revision_number=5']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:53:53.167516 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-0683121f-b137-4e0d-8ff9-3e357765e2dc req-03f9e5cc-0ffe-4572-8f60-11559268207b service neutron] 10.222.0.54 "GET /v2.0/networks/add96fdd-2e71-4bc9-b773-5bafcf513081?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1884661 Jan 20 14:53:53.298197 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-0683121f-b137-4e0d-8ff9-3e357765e2dc req-83914e4d-f967-4ef7-8275-fcb25fda9cb9 service neutron] 10.222.0.54 "GET /v2.0/networks/add96fdd-2e71-4bc9-b773-5bafcf513081?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251614 Jan 20 14:53:53.559636 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-4dab2253-c15a-4571-bf62-f8287e3a6aa7 req-2c8e9caa-943c-482c-9da5-b3ae3bdd2683 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/ports?device_id=81388310-d3c3-4793-a452-510ace53c530 HTTP/1.1" status: 200 len: 210 time: 0.0463793 Jan 20 14:53:54.591236 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device b96d46c3-bf1f-47bd-a94c-c5ab2b6b54e0 up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:53:54.666624 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port b96d46c3-bf1f-47bd-a94c-c5ab2b6b54e0 triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:53:54.666993 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:53:54.730006 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-81d2841f-208b-4c8a-b171-61ac78ec25da req-7c3c31a1-2b93-49d2-9c2b-f91125d773c4 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/ports?device_id=81388310-d3c3-4793-a452-510ace53c530 HTTP/1.1" status: 200 len: 210 time: 0.0420480 Jan 20 14:53:55.650541 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0683121f-b137-4e0d-8ff9-3e357765e2dc req-cbb275df-6250-4724-bbc4-7e4cb4b96bc9 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:53:55.652507 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-0683121f-b137-4e0d-8ff9-3e357765e2dc req-cbb275df-6250-4724-bbc4-7e4cb4b96bc9 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.106 "GET /v2.0/networks?id=add96fdd-2e71-4bc9-b773-5bafcf513081 HTTP/1.1" status: 200 len: 797 time: 0.1502008 Jan 20 14:53:55.705097 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-0683121f-b137-4e0d-8ff9-3e357765e2dc req-e82f4ded-21cd-4615-811d-746f5bd593ac tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.106 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=640e8dbef2de46a485c2653a25e2ea4a HTTP/1.1" status: 200 len: 379 time: 0.0408840 Jan 20 14:53:55.713658 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [req-0683121f-b137-4e0d-8ff9-3e357765e2dc req-57eba6a0-1351-4aca-beda-f6d4bdc6e204 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Request body: {'port': {'device_id': '81388310-d3c3-4793-a452-510ace53c530', 'network_id': 'add96fdd-2e71-4bc9-b773-5bafcf513081', 'admin_state_up': True, 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'security_groups': ['f05383c7-4897-48df-95db-7d000a3a2058']}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:53:55.855166 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [req-0683121f-b137-4e0d-8ff9-3e357765e2dc req-57eba6a0-1351-4aca-beda-f6d4bdc6e204 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:53:55.899457 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [req-0683121f-b137-4e0d-8ff9-3e357765e2dc req-57eba6a0-1351-4aca-beda-f6d4bdc6e204 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:53:55.911314 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-367fb235-e3a4-44c6-a968-efcd1c327c45 req-140949ac-a5c5-4d23-91b1-6952b7abeb76 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/ports?device_id=81388310-d3c3-4793-a452-510ace53c530 HTTP/1.1" status: 200 len: 210 time: 0.0492589 Jan 20 14:53:56.026873 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0683121f-b137-4e0d-8ff9-3e357765e2dc req-57eba6a0-1351-4aca-beda-f6d4bdc6e204 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Made reservation on behalf of 640e8dbef2de46a485c2653a25e2ea4a for: {'port': 1} {{(pid=84153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:53:56.029934 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-0683121f-b137-4e0d-8ff9-3e357765e2dc req-57eba6a0-1351-4aca-beda-f6d4bdc6e204 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:53:56.201122 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.db_base_plugin_common [req-0683121f-b137-4e0d-8ff9-3e357765e2dc req-57eba6a0-1351-4aca-beda-f6d4bdc6e204 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Allocated IP 172.20.0.7 (add96fdd-2e71-4bc9-b773-5bafcf513081/b6a59b05-62f4-437a-9a68-cd964c877f14/ff7d685e-bcf0-42c6-8c79-e9a3f6fc5802) {{(pid=84153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:53:56.383441 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-0683121f-b137-4e0d-8ff9-3e357765e2dc req-57eba6a0-1351-4aca-beda-f6d4bdc6e204 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for port, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:53:56.398907 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.provisioning_blocks [req-0683121f-b137-4e0d-8ff9-3e357765e2dc req-57eba6a0-1351-4aca-beda-f6d4bdc6e204 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Transition to ACTIVE for port object ff7d685e-bcf0-42c6-8c79-e9a3f6fc5802 will not be triggered until provisioned by entity DHCP. {{(pid=84153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:53:56.478688 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-0683121f-b137-4e0d-8ff9-3e357765e2dc req-57eba6a0-1351-4aca-beda-f6d4bdc6e204 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:53:56.549026 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0683121f-b137-4e0d-8ff9-3e357765e2dc req-57eba6a0-1351-4aca-beda-f6d4bdc6e204 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Network add96fdd-2e71-4bc9-b773-5bafcf513081 is already hosted by enough agents. {{(pid=84153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:53:56.552067 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.base_scheduler [req-0683121f-b137-4e0d-8ff9-3e357765e2dc req-57eba6a0-1351-4aca-beda-f6d4bdc6e204 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Resources bound (agent type, host, resource id): {{(pid=84153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:53:56.556613 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.l3_dvrscheduler_db [req-0683121f-b137-4e0d-8ff9-3e357765e2dc req-57eba6a0-1351-4aca-beda-f6d4bdc6e204 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Received port after_create {{(pid=84153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:53:56.594348 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eba6a0-1351-4aca-beda-f6d4bdc6e204 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Pushing event updated for resources: {'Port': ['ID=ff7d685e-bcf0-42c6-8c79-e9a3f6fc5802,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:53:56.625389 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0683121f-b137-4e0d-8ff9-3e357765e2dc req-57eba6a0-1351-4aca-beda-f6d4bdc6e204 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:53:56.626018 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-0683121f-b137-4e0d-8ff9-3e357765e2dc req-57eba6a0-1351-4aca-beda-f6d4bdc6e204 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:53:56.703448 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-0683121f-b137-4e0d-8ff9-3e357765e2dc req-57eba6a0-1351-4aca-beda-f6d4bdc6e204 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.106 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9932396 Jan 20 14:53:56.715310 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [req-0683121f-b137-4e0d-8ff9-3e357765e2dc req-dee7be77-86e6-4b7f-a199-9a21ba36a80a service neutron] Request body: {'port': {'device_id': '81388310-d3c3-4793-a452-510ace53c530', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8251'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:53:56.822519 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-2d213995-f060-421f-bc7c-1fd7cf9fc5ba None None] Provisioning for port ff7d685e-bcf0-42c6-8c79-e9a3f6fc5802 completed by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:53:56.827809 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-2d213995-f060-421f-bc7c-1fd7cf9fc5ba None None] Provisioning complete for port ff7d685e-bcf0-42c6-8c79-e9a3f6fc5802 triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:53:56.828110 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-2d213995-f060-421f-bc7c-1fd7cf9fc5ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:53:56.879885 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-2d213995-f060-421f-bc7c-1fd7cf9fc5ba None None] Port ff7d685e-bcf0-42c6-8c79-e9a3f6fc5802 cannot update to ACTIVE because it is not bound. {{(pid=84154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 14:53:56.908754 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-0683121f-b137-4e0d-8ff9-3e357765e2dc req-dee7be77-86e6-4b7f-a199-9a21ba36a80a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:53:57.231733 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e48f50-5cd8-42fb-9448-c69d3d3c73c1 req-e2676b35-1fe6-4609-9ac3-4a25d2102fec tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:53:57.232325 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [req-27e48f50-5cd8-42fb-9448-c69d3d3c73c1 req-e2676b35-1fe6-4609-9ac3-4a25d2102fec tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Synchronizing usage tracker for tenant:640e8dbef2de46a485c2653a25e2ea4a on resource:port {{(pid=84153) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:53:57.305436 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [req-27e48f50-5cd8-42fb-9448-c69d3d3c73c1 req-e2676b35-1fe6-4609-9ac3-4a25d2102fec tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Unset dirty status for tenant:640e8dbef2de46a485c2653a25e2ea4a on resource:port {{(pid=84153) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:53:57.306596 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-27e48f50-5cd8-42fb-9448-c69d3d3c73c1 req-e2676b35-1fe6-4609-9ac3-4a25d2102fec tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/ports?device_id=81388310-d3c3-4793-a452-510ace53c530 HTTP/1.1" status: 200 len: 931 time: 0.2618203 Jan 20 14:53:57.315104 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.notifiers.nova [req-0683121f-b137-4e0d-8ff9-3e357765e2dc req-dee7be77-86e6-4b7f-a199-9a21ba36a80a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff7d685e-bcf0-42c6-8c79-e9a3f6fc5802 {{(pid=84153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 14:53:57.335887 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-0683121f-b137-4e0d-8ff9-3e357765e2dc req-dee7be77-86e6-4b7f-a199-9a21ba36a80a service neutron] Notify callbacks [] for port, precommit_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:53:57.362277 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.provisioning_blocks [req-0683121f-b137-4e0d-8ff9-3e357765e2dc req-dee7be77-86e6-4b7f-a199-9a21ba36a80a service neutron] Transition to ACTIVE for port object ff7d685e-bcf0-42c6-8c79-e9a3f6fc5802 will not be triggered until provisioned by entity L2. {{(pid=84153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:53:57.372320 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-27e48f50-5cd8-42fb-9448-c69d3d3c73c1 req-90e725cd-7b08-4c8d-a200-6a33531315ad tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/security-groups?id=f05383c7-4897-48df-95db-7d000a3a2058&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595036 Jan 20 14:53:57.410927 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-0683121f-b137-4e0d-8ff9-3e357765e2dc req-dee7be77-86e6-4b7f-a199-9a21ba36a80a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3944146'] for port, after_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:53:57.538604 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee7be77-86e6-4b7f-a199-9a21ba36a80a service neutron] Pushing event updated for resources: {'Port': ['ID=ff7d685e-bcf0-42c6-8c79-e9a3f6fc5802,revision_number=2']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:53:57.644313 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.managers [req-0683121f-b137-4e0d-8ff9-3e357765e2dc req-dee7be77-86e6-4b7f-a199-9a21ba36a80a service neutron] Attempting to bind port ff7d685e-bcf0-42c6-8c79-e9a3f6fc5802 on host hv-neutron-8251 for vnic_type normal with profile {{(pid=84153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:53:57.644646 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.managers [req-0683121f-b137-4e0d-8ff9-3e357765e2dc req-dee7be77-86e6-4b7f-a199-9a21ba36a80a service neutron] Attempting to bind port ff7d685e-bcf0-42c6-8c79-e9a3f6fc5802 by drivers openvswitch,hyperv on host hv-neutron-8251 at level 0 using segments [{'id': '41723bbc-d9fe-4d88-b338-f67c571a4fa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'add96fdd-2e71-4bc9-b773-5bafcf513081'}] {{(pid=84153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:53:57.644970 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0683121f-b137-4e0d-8ff9-3e357765e2dc req-dee7be77-86e6-4b7f-a199-9a21ba36a80a service neutron] Attempting to bind port ff7d685e-bcf0-42c6-8c79-e9a3f6fc5802 on network add96fdd-2e71-4bc9-b773-5bafcf513081 {{(pid=84153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 14:53:57.650700 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0683121f-b137-4e0d-8ff9-3e357765e2dc req-dee7be77-86e6-4b7f-a199-9a21ba36a80a service neutron] Port ff7d685e-bcf0-42c6-8c79-e9a3f6fc5802 on network add96fdd-2e71-4bc9-b773-5bafcf513081 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8251 {{(pid=84153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 20 14:53:57.651019 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0683121f-b137-4e0d-8ff9-3e357765e2dc req-dee7be77-86e6-4b7f-a199-9a21ba36a80a service neutron] Attempting to bind port ff7d685e-bcf0-42c6-8c79-e9a3f6fc5802 on network add96fdd-2e71-4bc9-b773-5bafcf513081 {{(pid=84153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 14:53:57.657084 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0683121f-b137-4e0d-8ff9-3e357765e2dc req-dee7be77-86e6-4b7f-a199-9a21ba36a80a service neutron] Checking agent: {'id': 'e037d8fb-d49c-4f86-9910-f13f6ba89a51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8251', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 23), 'started_at': datetime.datetime(2022, 1, 20, 14, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 53, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 14:53:57.657415 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0683121f-b137-4e0d-8ff9-3e357765e2dc req-dee7be77-86e6-4b7f-a199-9a21ba36a80a service neutron] Checking segment: {'id': '41723bbc-d9fe-4d88-b338-f67c571a4fa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'add96fdd-2e71-4bc9-b773-5bafcf513081'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 14:53:57.657798 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0683121f-b137-4e0d-8ff9-3e357765e2dc req-dee7be77-86e6-4b7f-a199-9a21ba36a80a service neutron] Bound using segment: {'id': '41723bbc-d9fe-4d88-b338-f67c571a4fa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'add96fdd-2e71-4bc9-b773-5bafcf513081'} {{(pid=84153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 14:53:57.658249 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.managers [req-0683121f-b137-4e0d-8ff9-3e357765e2dc req-dee7be77-86e6-4b7f-a199-9a21ba36a80a service neutron] Bound port: ff7d685e-bcf0-42c6-8c79-e9a3f6fc5802, host: hv-neutron-8251, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41723bbc-d9fe-4d88-b338-f67c571a4fa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'add96fdd-2e71-4bc9-b773-5bafcf513081'}}] {{(pid=84153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:53:57.658584 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-0683121f-b137-4e0d-8ff9-3e357765e2dc req-dee7be77-86e6-4b7f-a199-9a21ba36a80a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:53:57.746788 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.db [req-0683121f-b137-4e0d-8ff9-3e357765e2dc req-dee7be77-86e6-4b7f-a199-9a21ba36a80a service neutron] For port ff7d685e-bcf0-42c6-8c79-e9a3f6fc5802, host hv-neutron-8251, cleared binding levels {{(pid=84153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 14:53:57.749554 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.db [req-0683121f-b137-4e0d-8ff9-3e357765e2dc req-dee7be77-86e6-4b7f-a199-9a21ba36a80a service neutron] For port ff7d685e-bcf0-42c6-8c79-e9a3f6fc5802, host hv-neutron-8251, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=ff7d685e-bcf0-42c6-8c79-e9a3f6fc5802,segment=NetworkSegment(41723bbc-d9fe-4d88-b338-f67c571a4fa1),segment_id=41723bbc-d9fe-4d88-b338-f67c571a4fa1)] {{(pid=84153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 14:53:57.826978 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-0683121f-b137-4e0d-8ff9-3e357765e2dc req-dee7be77-86e6-4b7f-a199-9a21ba36a80a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3944146'] for port, after_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:53:57.885727 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-0683121f-b137-4e0d-8ff9-3e357765e2dc req-dee7be77-86e6-4b7f-a199-9a21ba36a80a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:53:57.887106 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-0683121f-b137-4e0d-8ff9-3e357765e2dc req-dee7be77-86e6-4b7f-a199-9a21ba36a80a service neutron] 10.222.0.106 "PUT /v2.0/ports/ff7d685e-bcf0-42c6-8c79-e9a3f6fc5802 HTTP/1.1" status: 200 len: 1093 time: 1.1761122 Jan 20 14:53:57.891526 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81388310-d3c3-4793-a452-510ace53c530', 'tag': 'ff7d685e-bcf0-42c6-8c79-e9a3f6fc5802'}] {{(pid=84153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 14:53:57.910616 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee7be77-86e6-4b7f-a199-9a21ba36a80a service neutron] Pushing event updated for resources: {'Port': ['ID=ff7d685e-bcf0-42c6-8c79-e9a3f6fc5802,revision_number=3']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:53:57.960476 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81388310-d3c3-4793-a452-510ace53c530', 'tag': 'ff7d685e-bcf0-42c6-8c79-e9a3f6fc5802', 'status': 'completed', 'code': 200} Jan 20 14:53:58.058914 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-f238fac9-6e65-435b-93ca-d6a238e34684 req-e3fdea00-55ee-4570-8cf9-9a4d8cfb60c9 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=640e8dbef2de46a485c2653a25e2ea4a&device_id=81388310-d3c3-4793-a452-510ace53c530 HTTP/1.1" status: 200 len: 1096 time: 0.0774179 Jan 20 14:53:58.067981 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-aa79521f-15b9-40a4-81ab-808644becf58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:53:58.195231 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f238fac9-6e65-435b-93ca-d6a238e34684 req-159a2b6e-4d85-45e3-b3b1-8f59ae6604ee service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:53:58.196615 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-f238fac9-6e65-435b-93ca-d6a238e34684 req-159a2b6e-4d85-45e3-b3b1-8f59ae6604ee service neutron] 10.222.0.106 "GET /v2.0/networks?tenant_id=640e8dbef2de46a485c2653a25e2ea4a&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1309781 Jan 20 14:53:58.327985 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f238fac9-6e65-435b-93ca-d6a238e34684 req-2df2f872-ada9-4038-b278-ce7cb9bf3fe1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:53:58.329433 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-f238fac9-6e65-435b-93ca-d6a238e34684 req-2df2f872-ada9-4038-b278-ce7cb9bf3fe1 service neutron] 10.222.0.106 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1275172 Jan 20 14:53:58.431766 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-0683121f-b137-4e0d-8ff9-3e357765e2dc req-15feca2a-7ddc-429c-92e0-8125a776fa23 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=640e8dbef2de46a485c2653a25e2ea4a&device_id=81388310-d3c3-4793-a452-510ace53c530 HTTP/1.1" status: 200 len: 1096 time: 0.0669613 Jan 20 14:53:58.529813 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-0683121f-b137-4e0d-8ff9-3e357765e2dc req-e7d0a401-03f3-4d85-903c-be10218c1e6e service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ff7d685e-bcf0-42c6-8c79-e9a3f6fc5802 HTTP/1.1" status: 200 len: 217 time: 0.0910177 Jan 20 14:53:58.603483 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0683121f-b137-4e0d-8ff9-3e357765e2dc req-dcdb27db-384e-4c4a-b2f2-4fce5b95e049 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:53:58.604895 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-0683121f-b137-4e0d-8ff9-3e357765e2dc req-dcdb27db-384e-4c4a-b2f2-4fce5b95e049 service neutron] 10.222.0.106 "GET /v2.0/subnets?id=b6a59b05-62f4-437a-9a68-cd964c877f14 HTTP/1.1" status: 200 len: 835 time: 0.0701289 Jan 20 14:53:58.758538 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017a280b-f625-424f-87ba-2e5f6ade7958 req-33a84434-401f-4ba6-977e-dc5c353ff118 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:53:58.759965 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-017a280b-f625-424f-87ba-2e5f6ade7958 req-33a84434-401f-4ba6-977e-dc5c353ff118 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/ports?device_id=81388310-d3c3-4793-a452-510ace53c530 HTTP/1.1" status: 200 len: 943 time: 0.2606182 Jan 20 14:53:58.818728 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-017a280b-f625-424f-87ba-2e5f6ade7958 req-7b183130-a07e-4170-b424-6007d8d24c9e tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/security-groups?id=f05383c7-4897-48df-95db-7d000a3a2058&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497599 Jan 20 14:53:58.821937 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-0683121f-b137-4e0d-8ff9-3e357765e2dc req-b742e607-150a-4b33-b2ab-e06ce886a501 service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=add96fdd-2e71-4bc9-b773-5bafcf513081&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2103877 Jan 20 14:53:58.950873 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-0683121f-b137-4e0d-8ff9-3e357765e2dc req-a4a8e1af-1c1d-4629-a844-f3455204a267 service neutron] 10.222.0.106 "GET /v2.0/networks/add96fdd-2e71-4bc9-b773-5bafcf513081?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227605 Jan 20 14:53:59.081131 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-0683121f-b137-4e0d-8ff9-3e357765e2dc req-26bdb6f2-fe52-47c3-b204-cd33d8c1c6f5 service neutron] 10.222.0.106 "GET /v2.0/networks/add96fdd-2e71-4bc9-b773-5bafcf513081?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241283 Jan 20 14:54:00.017836 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe390f89-22c3-44bb-87e2-4af834528b90 req-126fab9b-bc44-4c2a-be4e-a733f9bfd42e tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:54:00.019318 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-fe390f89-22c3-44bb-87e2-4af834528b90 req-126fab9b-bc44-4c2a-be4e-a733f9bfd42e tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/ports?device_id=81388310-d3c3-4793-a452-510ace53c530 HTTP/1.1" status: 200 len: 943 time: 0.0798540 Jan 20 14:54:00.065452 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-fe390f89-22c3-44bb-87e2-4af834528b90 req-962f4728-e907-4493-b50a-c0952a3bec06 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/security-groups?id=f05383c7-4897-48df-95db-7d000a3a2058&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404983 Jan 20 14:54:00.353651 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-2ff11c30-2a80-4377-963e-6843ae58134b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:54:00.605137 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:54:01.228577 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Device ff7d685e-bcf0-42c6-8c79-e9a3f6fc5802 details requested by agent hyperv_hv-neutron-8251 with host hv-neutron-8251 {{(pid=84154) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 20 14:54:01.263697 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab293bb1-7901-4783-afb4-31d6d626ae60 req-23d4c1c8-ca73-4179-9c7c-6dd34927a9d7 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:54:01.265157 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-ab293bb1-7901-4783-afb4-31d6d626ae60 req-23d4c1c8-ca73-4179-9c7c-6dd34927a9d7 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/ports?device_id=81388310-d3c3-4793-a452-510ace53c530 HTTP/1.1" status: 200 len: 943 time: 0.0760632 Jan 20 14:54:01.310871 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-ab293bb1-7901-4783-afb4-31d6d626ae60 req-72cee4a8-c648-4938-8a20-8ceb2ad3e794 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/security-groups?id=f05383c7-4897-48df-95db-7d000a3a2058&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401297 Jan 20 14:54:01.371651 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] For port ff7d685e-bcf0-42c6-8c79-e9a3f6fc5802, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=ff7d685e-bcf0-42c6-8c79-e9a3f6fc5802,segment=NetworkSegment(41723bbc-d9fe-4d88-b338-f67c571a4fa1),segment_id=41723bbc-d9fe-4d88-b338-f67c571a4fa1)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:54:01.387759 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Returning: {'device': 'ff7d685e-bcf0-42c6-8c79-e9a3f6fc5802', 'network_id': 'add96fdd-2e71-4bc9-b773-5bafcf513081', 'port_id': 'ff7d685e-bcf0-42c6-8c79-e9a3f6fc5802', 'mac_address': 'fa:16:3e:bb:ea:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6a59b05-62f4-437a-9a68-cd964c877f14', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84154) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 20 14:54:01.464524 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:54:01.476275 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:54:01.493179 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.notifiers.nova [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff7d685e-bcf0-42c6-8c79-e9a3f6fc5802 {{(pid=84154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 14:54:01.507967 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] For port ff7d685e-bcf0-42c6-8c79-e9a3f6fc5802, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=ff7d685e-bcf0-42c6-8c79-e9a3f6fc5802,segment=NetworkSegment(41723bbc-d9fe-4d88-b338-f67c571a4fa1),segment_id=41723bbc-d9fe-4d88-b338-f67c571a4fa1)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:54:01.581983 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:54:01.615813 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-cdd98e71-1f0a-4421-baa9-dcb30e06edf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:54:01.649211 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Pushing event updated for resources: {'Port': ['ID=ff7d685e-bcf0-42c6-8c79-e9a3f6fc5802,revision_number=4']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:54:01.916131 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] get_ports_and_sgs() called for port_ids ['ff7d685e-bcf0-42c6-8c79-e9a3f6fc5802'] {{(pid=84154) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 20 14:54:02.050971 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.agents_db [None req-6dba657d-a637-4918-9b6d-40defdfae04b None None] Agent healthcheck: found 6 active agents {{(pid=84155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 14:54:02.509617 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f0da50-fa24-4aff-ae54-e0b4c39eaddd req-9c56c64d-8af4-46b2-9b5a-d28447fca5a6 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:54:02.511030 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-90f0da50-fa24-4aff-ae54-e0b4c39eaddd req-9c56c64d-8af4-46b2-9b5a-d28447fca5a6 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/ports?device_id=81388310-d3c3-4793-a452-510ace53c530 HTTP/1.1" status: 200 len: 944 time: 0.0780368 Jan 20 14:54:02.555971 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-90f0da50-fa24-4aff-ae54-e0b4c39eaddd req-30f7b7fb-1c82-4fc7-9fb1-b31ac2e24eb8 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/security-groups?id=f05383c7-4897-48df-95db-7d000a3a2058&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395558 Jan 20 14:54:03.044642 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-eea6df97-7ff1-4b63-af20-e3ec8913deda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:54:03.226679 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Device ff7d685e-bcf0-42c6-8c79-e9a3f6fc5802 up at agent hyperv_hv-neutron-8251 {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:54:03.346140 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Provisioning for port ff7d685e-bcf0-42c6-8c79-e9a3f6fc5802 completed by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:54:03.350720 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Provisioning complete for port ff7d685e-bcf0-42c6-8c79-e9a3f6fc5802 triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:54:03.351086 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:54:03.461808 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:54:03.486938 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81388310-d3c3-4793-a452-510ace53c530', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff7d685e-bcf0-42c6-8c79-e9a3f6fc5802'}] {{(pid=84154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 14:54:03.496487 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] For port ff7d685e-bcf0-42c6-8c79-e9a3f6fc5802, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=ff7d685e-bcf0-42c6-8c79-e9a3f6fc5802,segment=NetworkSegment(41723bbc-d9fe-4d88-b338-f67c571a4fa1),segment_id=41723bbc-d9fe-4d88-b338-f67c571a4fa1)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:54:03.541091 dv-neutron-825124-1-hyperv neutron-server[84154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81388310-d3c3-4793-a452-510ace53c530', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff7d685e-bcf0-42c6-8c79-e9a3f6fc5802', 'code': 200} Jan 20 14:54:03.558357 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:54:03.624820 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Pushing event updated for resources: {'Port': ['ID=ff7d685e-bcf0-42c6-8c79-e9a3f6fc5802,revision_number=5']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:54:03.757203 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fd32b7-4cff-43fc-adf6-1b172ec6a269 req-3489b7cb-27f3-49fa-9a66-1e408d6564e0 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:54:03.758615 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-e3fd32b7-4cff-43fc-adf6-1b172ec6a269 req-3489b7cb-27f3-49fa-9a66-1e408d6564e0 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/ports?device_id=81388310-d3c3-4793-a452-510ace53c530 HTTP/1.1" status: 200 len: 945 time: 0.0755410 Jan 20 14:54:03.853902 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-e3fd32b7-4cff-43fc-adf6-1b172ec6a269 req-784e2b07-113c-41cb-97fc-c242a2eaabae tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/security-groups?id=f05383c7-4897-48df-95db-7d000a3a2058&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0894380 Jan 20 14:54:03.882121 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-58db1f9b-55ea-41b1-b1a8-e6564dfc7a37 req-e029f232-aa6e-40f4-a2a4-b2363d8402b8 service neutron] 10.222.0.106 "GET /v2.0/ports?device_id=81388310-d3c3-4793-a452-510ace53c530 HTTP/1.1" status: 200 len: 1098 time: 0.0854962 Jan 20 14:54:03.922471 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-58db1f9b-55ea-41b1-b1a8-e6564dfc7a37 req-a3e20be3-efcc-4635-a304-d48e03b33c82 service neutron] 10.222.0.106 "GET /v2.0/security-groups?id=f05383c7-4897-48df-95db-7d000a3a2058&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348744 Jan 20 14:54:05.049749 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39055401-24ca-44d0-9b76-85a2887dff56 req-0cc482e0-b43d-481c-ae7c-d873f50228b2 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:54:05.051219 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-39055401-24ca-44d0-9b76-85a2887dff56 req-0cc482e0-b43d-481c-ae7c-d873f50228b2 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/ports?device_id=81388310-d3c3-4793-a452-510ace53c530 HTTP/1.1" status: 200 len: 945 time: 0.0778470 Jan 20 14:54:05.100479 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-39055401-24ca-44d0-9b76-85a2887dff56 req-74659d9a-c752-4890-9ba9-398b9294ef59 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/security-groups?id=f05383c7-4897-48df-95db-7d000a3a2058&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429888 Jan 20 14:54:06.294144 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fab1202-c994-4427-8459-bc2195f43802 req-0c8a6522-ab3c-49ca-8393-c56290617490 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:54:06.295592 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-8fab1202-c994-4427-8459-bc2195f43802 req-0c8a6522-ab3c-49ca-8393-c56290617490 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/ports?device_id=81388310-d3c3-4793-a452-510ace53c530 HTTP/1.1" status: 200 len: 945 time: 0.0768514 Jan 20 14:54:06.340150 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-8fab1202-c994-4427-8459-bc2195f43802 req-3dbe2c93-0ee9-4e7f-b923-3e8f1dd3bf3c tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/security-groups?id=f05383c7-4897-48df-95db-7d000a3a2058&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391102 Jan 20 14:54:06.537546 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa38e6a-8d46-44c1-8d66-92bf59ccf600 req-bad314fe-7f2e-4f9e-bcaa-c9ae2bc92515 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:54:06.539853 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-faa38e6a-8d46-44c1-8d66-92bf59ccf600 req-bad314fe-7f2e-4f9e-bcaa-c9ae2bc92515 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/ports?device_id=81388310-d3c3-4793-a452-510ace53c530 HTTP/1.1" status: 200 len: 945 time: 0.0800500 Jan 20 14:54:06.583954 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-faa38e6a-8d46-44c1-8d66-92bf59ccf600 req-55c17099-ba0f-4b20-86b2-6fd4aafd1724 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/security-groups?id=f05383c7-4897-48df-95db-7d000a3a2058&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386038 Jan 20 14:54:06.611838 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 45932) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:54:06.679213 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-373046b6-8afd-4a59-9f7c-73769b66a2d1 tempest-TestNetworkBasicOps-1338634829 tempest-TestNetworkBasicOps-1338634829-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=81388310-d3c3-4793-a452-510ace53c530 HTTP/1.1" status: 200 len: 1093 time: 0.0663326 Jan 20 14:54:06.684593 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 45936) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:54:06.692386 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-83381c95-e1a3-4b5a-9eca-dc4cb04ccf77 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Request body: {'floatingip': {'floating_network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'port_id': 'ff7d685e-bcf0-42c6-8c79-e9a3f6fc5802', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'fixed_ip_address': '172.20.0.7'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:54:06.702349 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-83381c95-e1a3-4b5a-9eca-dc4cb04ccf77 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:54:06.708531 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-83381c95-e1a3-4b5a-9eca-dc4cb04ccf77 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Usage tracker for resource:floatingip and tenant:640e8dbef2de46a485c2653a25e2ea4a is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:54:06.713030 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-83381c95-e1a3-4b5a-9eca-dc4cb04ccf77 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:54:06.718712 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-83381c95-e1a3-4b5a-9eca-dc4cb04ccf77 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:54:06.776240 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-83381c95-e1a3-4b5a-9eca-dc4cb04ccf77 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for floatingip, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:54:06.908129 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-83381c95-e1a3-4b5a-9eca-dc4cb04ccf77 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:54:07.041666 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.db_base_plugin_common [None req-83381c95-e1a3-4b5a-9eca-dc4cb04ccf77 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Allocated IP 172.26.7.74 (8dffb05c-5ca0-409b-bd5f-7be6264f707d/a489dd4f-42a5-433b-8be3-bab2749c4209/e869305d-6e45-4ce5-ae3b-aed487d79713) {{(pid=84153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:54:07.184569 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-83381c95-e1a3-4b5a-9eca-dc4cb04ccf77 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for port, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:54:07.267803 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-83381c95-e1a3-4b5a-9eca-dc4cb04ccf77 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:54:07.332481 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83381c95-e1a3-4b5a-9eca-dc4cb04ccf77 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Network 8dffb05c-5ca0-409b-bd5f-7be6264f707d is already hosted by enough agents. {{(pid=84153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:54:07.335316 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.base_scheduler [None req-83381c95-e1a3-4b5a-9eca-dc4cb04ccf77 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Resources bound (agent type, host, resource id): {{(pid=84153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:54:07.337788 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83381c95-e1a3-4b5a-9eca-dc4cb04ccf77 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Received port after_create {{(pid=84153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:54:07.467635 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83381c95-e1a3-4b5a-9eca-dc4cb04ccf77 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Pushing event updated for resources: {'Port': ['ID=e869305d-6e45-4ce5-ae3b-aed487d79713,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:54:07.922672 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-83381c95-e1a3-4b5a-9eca-dc4cb04ccf77 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:54:08.035215 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-83381c95-e1a3-4b5a-9eca-dc4cb04ccf77 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:54:08.235597 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-83381c95-e1a3-4b5a-9eca-dc4cb04ccf77 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for port, precommit_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:54:08.279022 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-83381c95-e1a3-4b5a-9eca-dc4cb04ccf77 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3944146'] for port, after_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:54:08.380800 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83381c95-e1a3-4b5a-9eca-dc4cb04ccf77 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Pushing event updated for resources: {'Port': ['ID=e869305d-6e45-4ce5-ae3b-aed487d79713,revision_number=2']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:54:08.399215 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-83381c95-e1a3-4b5a-9eca-dc4cb04ccf77 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-745254'] for floatingip, after_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:54:08.590755 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.db.l3_db [None req-83381c95-e1a3-4b5a-9eca-dc4cb04ccf77 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Floating IP 74f04cee-d645-451b-9415-2a4559ed8bee associated. External IP: 172.26.7.74, port: ff7d685e-bcf0-42c6-8c79-e9a3f6fc5802. Jan 20 14:54:08.976705 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83381c95-e1a3-4b5a-9eca-dc4cb04ccf77 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Router 2ec6ebdd-af20-4f2e-94d5-322465a239bf has already been hosted by L3 agent 624d525b-4c26-4143-8a1c-228bb1c6faaa {{(pid=84153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 14:54:09.269597 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83381c95-e1a3-4b5a-9eca-dc4cb04ccf77 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify agent at l3_agent.dv-neutron-825124-1-hyperv the message routers_updated {{(pid=84153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 14:54:09.279507 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-429d4f43-bfbe-474f-b23e-13bc86af1141 None None] Sync routers for ids ['2ec6ebdd-af20-4f2e-94d5-322465a239bf'] in dv-neutron-825124-1-hyperv {{(pid=84155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 14:54:09.291686 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-429d4f43-bfbe-474f-b23e-13bc86af1141 None None] Routers {'2ec6ebdd-af20-4f2e-94d5-322465a239bf'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:54:09.292303 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-429d4f43-bfbe-474f-b23e-13bc86af1141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:54:00Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['2ec6ebdd-af20-4f2e-94d5-322465a239bf'], 'active': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:54:09.330968 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-83381c95-e1a3-4b5a-9eca-dc4cb04ccf77 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for floatingip, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:54:09.389837 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-83381c95-e1a3-4b5a-9eca-dc4cb04ccf77 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.7018142 Jan 20 14:54:09.389837 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81388310-d3c3-4793-a452-510ace53c530', 'tag': 'ff7d685e-bcf0-42c6-8c79-e9a3f6fc5802'}] {{(pid=84153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 14:54:09.390859 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 45940) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:54:09.464121 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81388310-d3c3-4793-a452-510ace53c530', 'tag': 'ff7d685e-bcf0-42c6-8c79-e9a3f6fc5802', 'status': 'completed', 'code': 200} Jan 20 14:54:09.479622 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvr_db [None req-429d4f43-bfbe-474f-b23e-13bc86af1141 None None] Set router 2ec6ebdd-af20-4f2e-94d5-322465a239bf gateway port host: dv-neutron-825124-1-hyperv {{(pid=84155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 14:54:09.487519 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-69462b75-4eca-4e17-994d-d2cf7f7aa443 tempest-TestNetworkBasicOps-1338634829 tempest-TestNetworkBasicOps-1338634829-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=81388310-d3c3-4793-a452-510ace53c530 HTTP/1.1" status: 200 len: 1093 time: 0.0954204 Jan 20 14:54:09.559567 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-87f4f841-b674-42e1-b55c-5af051689e38 req-f5ccdfde-9ffb-4d9e-8a6d-aa374704a4ad service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=640e8dbef2de46a485c2653a25e2ea4a&device_id=81388310-d3c3-4793-a452-510ace53c530 HTTP/1.1" status: 200 len: 1098 time: 0.0708582 Jan 20 14:54:09.696429 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f4f841-b674-42e1-b55c-5af051689e38 req-98916943-d79f-4931-abfe-1c4b57c5ffda service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:54:09.697927 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-87f4f841-b674-42e1-b55c-5af051689e38 req-98916943-d79f-4931-abfe-1c4b57c5ffda service neutron] 10.222.0.106 "GET /v2.0/networks?id=add96fdd-2e71-4bc9-b773-5bafcf513081 HTTP/1.1" status: 200 len: 898 time: 0.1318331 Jan 20 14:54:09.793508 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 45948) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:54:09.804371 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-3062af74-d10c-47a5-836b-64821eebf9c3 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-567540993', 'description': 'tempest-secgroup-smoke-567540993 description', 'project_id': '640e8dbef2de46a485c2653a25e2ea4a'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:54:09.809243 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-87f4f841-b674-42e1-b55c-5af051689e38 req-b7895b37-3dd6-4517-97ca-f07c16c1643b service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ff7d685e-bcf0-42c6-8c79-e9a3f6fc5802 HTTP/1.1" status: 200 len: 998 time: 0.1039519 Jan 20 14:54:09.811969 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-3062af74-d10c-47a5-836b-64821eebf9c3 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:54:09.821598 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-3062af74-d10c-47a5-836b-64821eebf9c3 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:54:09.861100 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-429d4f43-bfbe-474f-b23e-13bc86af1141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ec6ebdd-af20-4f2e-94d5-322465a239bf', 'name': 'tempest-TestNetworkBasicOps-router-577061774', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.131'}], 'enable_snat': True}, 'gw_port_id': '12aa2b61-c7d8-405c-83d3-b3f6a419ff9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:53:42Z', 'updated_at': '2022-01-20T14:53:47Z', 'revision_number': 4, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'gw_port': {'id': '12aa2b61-c7d8-405c-83d3-b3f6a419ff9a', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:f5:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ec6ebdd-af20-4f2e-94d5-322465a239bf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:53:42Z', 'updated_at': '2022-01-20T14:53:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv', '_floatingips': [{'id': '74f04cee-d645-451b-9415-2a4559ed8bee', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'floating_ip_address': '172.26.7.74', 'floating_network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'router_id': '2ec6ebdd-af20-4f2e-94d5-322465a239bf', 'port_id': 'ff7d685e-bcf0-42c6-8c79-e9a3f6fc5802', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'add96fdd-2e71-4bc9-b773-5bafcf513081', 'mac_address': 'fa:16:3e:bb:ea:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81388310-d3c3-4793-a452-510ace53c530', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T14:54:07Z', 'updated_at': '2022-01-20T14:54:07Z', 'revision_number': 0, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b96d46c3-bf1f-47bd-a94c-c5ab2b6b54e0', 'name': '', 'network_id': 'add96fdd-2e71-4bc9-b773-5bafcf513081', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'mac_address': 'fa:16:3e:a8:01:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ec6ebdd-af20-4f2e-94d5-322465a239bf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b6a59b05-62f4-437a-9a68-cd964c877f14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:53:46Z', 'updated_at': '2022-01-20T14:53:52Z', 'revision_number': 5, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'subnets': [{'id': 'b6a59b05-62f4-437a-9a68-cd964c877f14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:54:09.864814 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-429d4f43-bfbe-474f-b23e-13bc86af1141 None None] Checking router: 2ec6ebdd-af20-4f2e-94d5-322465a239bf for host: dv-neutron-825124-1-hyperv {{(pid=84155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 14:54:09.871888 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f4f841-b674-42e1-b55c-5af051689e38 req-1444690c-e8a3-46a3-9605-4c7159c973b4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:54:09.873349 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-87f4f841-b674-42e1-b55c-5af051689e38 req-1444690c-e8a3-46a3-9605-4c7159c973b4 service neutron] 10.222.0.106 "GET /v2.0/subnets?id=b6a59b05-62f4-437a-9a68-cd964c877f14 HTTP/1.1" status: 200 len: 835 time: 0.0573599 Jan 20 14:54:09.875613 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-429d4f43-bfbe-474f-b23e-13bc86af1141 None None] Routers {'2ec6ebdd-af20-4f2e-94d5-322465a239bf'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:54:09.876190 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-429d4f43-bfbe-474f-b23e-13bc86af1141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:54:00Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['2ec6ebdd-af20-4f2e-94d5-322465a239bf'], 'active': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:54:09.908204 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-3062af74-d10c-47a5-836b-64821eebf9c3 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for security_group, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:54:09.952356 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-3062af74-d10c-47a5-836b-64821eebf9c3 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:54:09.956207 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-87f4f841-b674-42e1-b55c-5af051689e38 req-5cd90407-670c-4c4e-b251-ac40a526ce19 service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=add96fdd-2e71-4bc9-b773-5bafcf513081&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0756423 Jan 20 14:54:09.956536 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-3062af74-d10c-47a5-836b-64821eebf9c3 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Usage tracker for resource:security_group_rule and tenant:640e8dbef2de46a485c2653a25e2ea4a is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:54:09.959685 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-3062af74-d10c-47a5-836b-64821eebf9c3 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:54:09.965489 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-3062af74-d10c-47a5-836b-64821eebf9c3 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:54:10.020806 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-3062af74-d10c-47a5-836b-64821eebf9c3 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for security_group, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:54:10.053333 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvr_db [None req-429d4f43-bfbe-474f-b23e-13bc86af1141 None None] Set router 2ec6ebdd-af20-4f2e-94d5-322465a239bf gateway port host: dv-neutron-825124-1-hyperv {{(pid=84155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 14:54:10.090836 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-3062af74-d10c-47a5-836b-64821eebf9c3 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:54:10.096039 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-87f4f841-b674-42e1-b55c-5af051689e38 req-8352c745-4da0-48a4-a2c0-39c831f21380 service neutron] 10.222.0.106 "GET /v2.0/networks/add96fdd-2e71-4bc9-b773-5bafcf513081?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327949 Jan 20 14:54:10.138681 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3062af74-d10c-47a5-836b-64821eebf9c3 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab325e00-e13f-473b-8de3-7a93ad2b3ae0,revision_number=1']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:54:10.210975 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-3062af74-d10c-47a5-836b-64821eebf9c3 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for security_group, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:54:10.212481 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-3062af74-d10c-47a5-836b-64821eebf9c3 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.4163270 Jan 20 14:54:10.215306 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 45952) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:54:10.224574 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-f4cfd075-5d57-4e90-be20-835bb977a71d tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Request body: {'security_group_rule': {'security_group_id': 'ab325e00-e13f-473b-8de3-7a93ad2b3ae0', 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:54:10.234563 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-f4cfd075-5d57-4e90-be20-835bb977a71d tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:54:10.239821 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-87f4f841-b674-42e1-b55c-5af051689e38 req-63c05b48-29c1-4dbb-a499-b5201b2492eb service neutron] 10.222.0.106 "GET /v2.0/networks/add96fdd-2e71-4bc9-b773-5bafcf513081?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368284 Jan 20 14:54:10.241841 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-f4cfd075-5d57-4e90-be20-835bb977a71d tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Usage tracker for resource:security_group_rule and tenant:640e8dbef2de46a485c2653a25e2ea4a is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:54:10.247058 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-f4cfd075-5d57-4e90-be20-835bb977a71d tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:54:10.255753 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-f4cfd075-5d57-4e90-be20-835bb977a71d tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:54:10.348218 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-f4cfd075-5d57-4e90-be20-835bb977a71d tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:54:10.410107 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-f4cfd075-5d57-4e90-be20-835bb977a71d tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:54:10.442606 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-429d4f43-bfbe-474f-b23e-13bc86af1141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ec6ebdd-af20-4f2e-94d5-322465a239bf', 'name': 'tempest-TestNetworkBasicOps-router-577061774', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.131'}], 'enable_snat': True}, 'gw_port_id': '12aa2b61-c7d8-405c-83d3-b3f6a419ff9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:53:42Z', 'updated_at': '2022-01-20T14:53:47Z', 'revision_number': 4, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'gw_port': {'id': '12aa2b61-c7d8-405c-83d3-b3f6a419ff9a', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:f5:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ec6ebdd-af20-4f2e-94d5-322465a239bf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:53:42Z', 'updated_at': '2022-01-20T14:53:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv', '_floatingips': [{'id': '74f04cee-d645-451b-9415-2a4559ed8bee', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'floating_ip_address': '172.26.7.74', 'floating_network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'router_id': '2ec6ebdd-af20-4f2e-94d5-322465a239bf', 'port_id': 'ff7d685e-bcf0-42c6-8c79-e9a3f6fc5802', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'add96fdd-2e71-4bc9-b773-5bafcf513081', 'mac_address': 'fa:16:3e:bb:ea:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81388310-d3c3-4793-a452-510ace53c530', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T14:54:07Z', 'updated_at': '2022-01-20T14:54:07Z', 'revision_number': 0, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b96d46c3-bf1f-47bd-a94c-c5ab2b6b54e0', 'name': '', 'network_id': 'add96fdd-2e71-4bc9-b773-5bafcf513081', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'mac_address': 'fa:16:3e:a8:01:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ec6ebdd-af20-4f2e-94d5-322465a239bf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b6a59b05-62f4-437a-9a68-cd964c877f14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:53:46Z', 'updated_at': '2022-01-20T14:53:52Z', 'revision_number': 5, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'subnets': [{'id': 'b6a59b05-62f4-437a-9a68-cd964c877f14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:54:10.446674 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-429d4f43-bfbe-474f-b23e-13bc86af1141 None None] The sync data for ids ['2ec6ebdd-af20-4f2e-94d5-322465a239bf'] in dv-neutron-825124-1-hyperv is: [{'id': '2ec6ebdd-af20-4f2e-94d5-322465a239bf', 'name': 'tempest-TestNetworkBasicOps-router-577061774', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.131'}], 'enable_snat': True}, 'gw_port_id': '12aa2b61-c7d8-405c-83d3-b3f6a419ff9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:53:42Z', 'updated_at': '2022-01-20T14:53:47Z', 'revision_number': 4, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'gw_port': {'id': '12aa2b61-c7d8-405c-83d3-b3f6a419ff9a', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:f5:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ec6ebdd-af20-4f2e-94d5-322465a239bf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:53:42Z', 'updated_at': '2022-01-20T14:53:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv', '_floatingips': [{'id': '74f04cee-d645-451b-9415-2a4559ed8bee', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'floating_ip_address': '172.26.7.74', 'floating_network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'router_id': '2ec6ebdd-af20-4f2e-94d5-322465a239bf', 'port_id': 'ff7d685e-bcf0-42c6-8c79-e9a3f6fc5802', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'add96fdd-2e71-4bc9-b773-5bafcf513081', 'mac_address': 'fa:16:3e:bb:ea:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81388310-d3c3-4793-a452-510ace53c530', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T14:54:07Z', 'updated_at': '2022-01-20T14:54:07Z', 'revision_number': 0, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b96d46c3-bf1f-47bd-a94c-c5ab2b6b54e0', 'name': '', 'network_id': 'add96fdd-2e71-4bc9-b773-5bafcf513081', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'mac_address': 'fa:16:3e:a8:01:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ec6ebdd-af20-4f2e-94d5-322465a239bf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b6a59b05-62f4-437a-9a68-cd964c877f14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:53:46Z', 'updated_at': '2022-01-20T14:53:52Z', 'revision_number': 5, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'subnets': [{'id': 'b6a59b05-62f4-437a-9a68-cd964c877f14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 14:54:10.479368 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-f4cfd075-5d57-4e90-be20-835bb977a71d tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734962'] for security_group_rule, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:54:10.502820 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cfd075-5d57-4e90-be20-835bb977a71d tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3374555a-912d-4fc1-a35d-f28f31d343c1,revision_number=0']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:54:10.564891 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-f4cfd075-5d57-4e90-be20-835bb977a71d tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:54:10.568762 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-f4cfd075-5d57-4e90-be20-835bb977a71d tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3496127 Jan 20 14:54:10.569536 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 45956) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:54:10.575401 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-e57c1826-5b7c-4a89-9bda-ae2b5037ebd1 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Request body: {'security_group_rule': {'security_group_id': 'ab325e00-e13f-473b-8de3-7a93ad2b3ae0', 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:54:10.581482 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-e57c1826-5b7c-4a89-9bda-ae2b5037ebd1 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:54:10.586120 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-e57c1826-5b7c-4a89-9bda-ae2b5037ebd1 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Usage tracker for resource:security_group_rule and tenant:640e8dbef2de46a485c2653a25e2ea4a is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:54:10.589088 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-e57c1826-5b7c-4a89-9bda-ae2b5037ebd1 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:54:10.598289 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-e57c1826-5b7c-4a89-9bda-ae2b5037ebd1 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:54:10.643348 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c493bb1d-929f-43cf-96f4-83d94f94f7ff None None] New status for floating IP 74f04cee-d645-451b-9415-2a4559ed8bee: ACTIVE {{(pid=84154) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 20 14:54:10.674224 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-e57c1826-5b7c-4a89-9bda-ae2b5037ebd1 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:54:10.734911 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-e57c1826-5b7c-4a89-9bda-ae2b5037ebd1 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:54:10.803436 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-e57c1826-5b7c-4a89-9bda-ae2b5037ebd1 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734962'] for security_group_rule, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:54:10.827667 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57c1826-5b7c-4a89-9bda-ae2b5037ebd1 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4ae9203-3a71-4168-8000-ee8533b91007,revision_number=0']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:54:10.919250 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-e57c1826-5b7c-4a89-9bda-ae2b5037ebd1 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:54:10.920396 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-e57c1826-5b7c-4a89-9bda-ae2b5037ebd1 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3498790 Jan 20 14:54:10.923093 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 45960) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:54:10.928933 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-a55fe477-7c8a-4a9f-bef8-47fde9ed64e9 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Request body: {'security_group_rule': {'security_group_id': 'ab325e00-e13f-473b-8de3-7a93ad2b3ae0', 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:54:10.935114 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-a55fe477-7c8a-4a9f-bef8-47fde9ed64e9 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:54:10.938818 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-a55fe477-7c8a-4a9f-bef8-47fde9ed64e9 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Usage tracker for resource:security_group_rule and tenant:640e8dbef2de46a485c2653a25e2ea4a is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:54:10.941688 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-a55fe477-7c8a-4a9f-bef8-47fde9ed64e9 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:54:10.948094 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-a55fe477-7c8a-4a9f-bef8-47fde9ed64e9 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:54:11.022559 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-a55fe477-7c8a-4a9f-bef8-47fde9ed64e9 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:54:11.084094 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-a55fe477-7c8a-4a9f-bef8-47fde9ed64e9 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:54:11.142003 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-a55fe477-7c8a-4a9f-bef8-47fde9ed64e9 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734962'] for security_group_rule, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:54:11.164012 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55fe477-7c8a-4a9f-bef8-47fde9ed64e9 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37e0d9f1-ed4e-4f81-8555-e43ceeedd300,revision_number=0']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:54:11.256246 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-a55fe477-7c8a-4a9f-bef8-47fde9ed64e9 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:54:11.257561 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-a55fe477-7c8a-4a9f-bef8-47fde9ed64e9 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3334315 Jan 20 14:54:11.260108 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 45964) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:54:11.265270 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-4ad72eab-58c0-4c5a-a1be-b0c86c0622ff tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Request body: {'security_group_rule': {'security_group_id': 'ab325e00-e13f-473b-8de3-7a93ad2b3ae0', 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:54:11.271113 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-4ad72eab-58c0-4c5a-a1be-b0c86c0622ff tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:54:11.274974 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-4ad72eab-58c0-4c5a-a1be-b0c86c0622ff tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Usage tracker for resource:security_group_rule and tenant:640e8dbef2de46a485c2653a25e2ea4a is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:54:11.277790 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-4ad72eab-58c0-4c5a-a1be-b0c86c0622ff tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:54:11.283430 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-4ad72eab-58c0-4c5a-a1be-b0c86c0622ff tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:54:11.359366 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-4ad72eab-58c0-4c5a-a1be-b0c86c0622ff tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:54:11.434667 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-4ad72eab-58c0-4c5a-a1be-b0c86c0622ff tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:54:11.501569 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-4ad72eab-58c0-4c5a-a1be-b0c86c0622ff tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734962'] for security_group_rule, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:54:11.524070 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad72eab-58c0-4c5a-a1be-b0c86c0622ff tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5221371-2d6e-4aa9-a401-9a6198e31ae6,revision_number=0']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:54:11.604758 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-4ad72eab-58c0-4c5a-a1be-b0c86c0622ff tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:54:11.605987 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-4ad72eab-58c0-4c5a-a1be-b0c86c0622ff tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3449609 Jan 20 14:54:11.608623 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 45968) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:54:11.613962 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-086a1f78-48f2-4ece-bb5f-41a5160956b1 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Request body: {'security_group_rule': {'security_group_id': 'ab325e00-e13f-473b-8de3-7a93ad2b3ae0', 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:54:11.620265 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-086a1f78-48f2-4ece-bb5f-41a5160956b1 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:54:11.624056 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-086a1f78-48f2-4ece-bb5f-41a5160956b1 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Usage tracker for resource:security_group_rule and tenant:640e8dbef2de46a485c2653a25e2ea4a is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:54:11.626873 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-086a1f78-48f2-4ece-bb5f-41a5160956b1 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:54:11.632543 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-086a1f78-48f2-4ece-bb5f-41a5160956b1 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:54:11.685397 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.db.securitygroups_db [None req-086a1f78-48f2-4ece-bb5f-41a5160956b1 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Project 640e8dbef2de46a485c2653a25e2ea4a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 20 14:54:11.698372 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-086a1f78-48f2-4ece-bb5f-41a5160956b1 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:54:11.779673 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-086a1f78-48f2-4ece-bb5f-41a5160956b1 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:54:11.821936 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-086a1f78-48f2-4ece-bb5f-41a5160956b1 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734962'] for security_group_rule, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:54:11.844805 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086a1f78-48f2-4ece-bb5f-41a5160956b1 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4eb7e99-ecd6-4fb3-adb8-52643aa1750c,revision_number=0']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:54:11.901928 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-086a1f78-48f2-4ece-bb5f-41a5160956b1 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:54:11.903108 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-086a1f78-48f2-4ece-bb5f-41a5160956b1 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2935610 Jan 20 14:54:11.905750 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 45972) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:54:11.911064 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-c872e708-90ba-4a8c-ab51-88d35b1d35fa tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Request body: {'security_group_rule': {'security_group_id': 'ab325e00-e13f-473b-8de3-7a93ad2b3ae0', 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:54:11.917276 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-c872e708-90ba-4a8c-ab51-88d35b1d35fa tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:54:11.920984 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-c872e708-90ba-4a8c-ab51-88d35b1d35fa tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Usage tracker for resource:security_group_rule and tenant:640e8dbef2de46a485c2653a25e2ea4a is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:54:11.923845 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-c872e708-90ba-4a8c-ab51-88d35b1d35fa tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:54:11.929419 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-c872e708-90ba-4a8c-ab51-88d35b1d35fa tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:54:11.976829 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.db.securitygroups_db [None req-c872e708-90ba-4a8c-ab51-88d35b1d35fa tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Project 640e8dbef2de46a485c2653a25e2ea4a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 20 14:54:11.982984 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-c872e708-90ba-4a8c-ab51-88d35b1d35fa tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:54:12.047510 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-c872e708-90ba-4a8c-ab51-88d35b1d35fa tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:54:12.119402 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-c872e708-90ba-4a8c-ab51-88d35b1d35fa tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734962'] for security_group_rule, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:54:12.142382 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c872e708-90ba-4a8c-ab51-88d35b1d35fa tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00669a83-3da8-42f9-b37a-86a35d7e3330,revision_number=0']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:54:12.216220 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-c872e708-90ba-4a8c-ab51-88d35b1d35fa tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:54:12.217498 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-c872e708-90ba-4a8c-ab51-88d35b1d35fa tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3108182 Jan 20 14:54:12.386543 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-1c8681a2-117f-4895-b8b5-d7a8817daab8 req-3a8bbee9-8db2-4f65-9cbf-d0b43c023ee3 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-567540993&fields=id&tenant_id=640e8dbef2de46a485c2653a25e2ea4a HTTP/1.1" status: 200 len: 267 time: 0.0405312 Jan 20 14:54:12.531655 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8681a2-117f-4895-b8b5-d7a8817daab8 req-6ba47510-9b7f-44a1-9f53-9d604443311b tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:54:12.533080 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-1c8681a2-117f-4895-b8b5-d7a8817daab8 req-6ba47510-9b7f-44a1-9f53-9d604443311b tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/networks?id=add96fdd-2e71-4bc9-b773-5bafcf513081 HTTP/1.1" status: 200 len: 797 time: 0.1404884 Jan 20 14:54:12.548833 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-1c8681a2-117f-4895-b8b5-d7a8817daab8 req-d402738f-cdcd-4ad2-b37e-69393afe8204 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/quotas/640e8dbef2de46a485c2653a25e2ea4a HTTP/1.1" status: 200 len: 375 time: 0.0103924 Jan 20 14:54:12.630987 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-1c8681a2-117f-4895-b8b5-d7a8817daab8 req-fac1007f-9f86-4756-9c73-02d626561dbd tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=640e8dbef2de46a485c2653a25e2ea4a&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0767577 Jan 20 14:54:12.727860 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [req-1c8681a2-117f-4895-b8b5-d7a8817daab8 req-059dd699-a8c7-45e1-85e2-21a7510981a2 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=84153) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 20 14:54:12.728832 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-1c8681a2-117f-4895-b8b5-d7a8817daab8 req-059dd699-a8c7-45e1-85e2-21a7510981a2 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0863857 Jan 20 14:54:12.882970 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-1c8681a2-117f-4895-b8b5-d7a8817daab8 req-c6d8fad8-17c1-432a-930b-70f4506a17da service neutron] 10.222.0.54 "GET /v2.0/networks/add96fdd-2e71-4bc9-b773-5bafcf513081?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477320 Jan 20 14:54:13.011655 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-1c8681a2-117f-4895-b8b5-d7a8817daab8 req-cb6c141f-07dc-47c7-a999-e128be0d26ca service neutron] 10.222.0.54 "GET /v2.0/networks/add96fdd-2e71-4bc9-b773-5bafcf513081?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229644 Jan 20 14:54:13.273721 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-8298be17-df08-4ae7-a5d4-72ff93c7a4e9 req-42e40add-753c-498d-b682-f85886497783 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/ports?device_id=1d7147b2-5ab2-4798-b5f6-b89cdecab3b6 HTTP/1.1" status: 200 len: 210 time: 0.0465155 Jan 20 14:54:14.535362 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-815dbe6b-20f8-4579-8122-a754b4a50944 req-eb5d7f4b-1ac4-4324-88f6-61ebcee360d7 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/ports?device_id=1d7147b2-5ab2-4798-b5f6-b89cdecab3b6 HTTP/1.1" status: 200 len: 210 time: 0.1388924 Jan 20 14:54:15.231584 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8681a2-117f-4895-b8b5-d7a8817daab8 req-72731be1-64e6-4802-9d9b-dfa2773ab10d tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:54:15.233013 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-1c8681a2-117f-4895-b8b5-d7a8817daab8 req-72731be1-64e6-4802-9d9b-dfa2773ab10d tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.106 "GET /v2.0/networks?id=add96fdd-2e71-4bc9-b773-5bafcf513081 HTTP/1.1" status: 200 len: 797 time: 0.1467574 Jan 20 14:54:15.287829 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-1c8681a2-117f-4895-b8b5-d7a8817daab8 req-1d769258-eaaf-422a-91dd-811db5ea5968 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.106 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=640e8dbef2de46a485c2653a25e2ea4a HTTP/1.1" status: 200 len: 471 time: 0.0423858 Jan 20 14:54:15.295911 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [req-1c8681a2-117f-4895-b8b5-d7a8817daab8 req-65b95b5f-9b54-447d-85ef-f56eb1450dc6 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Request body: {'port': {'device_id': '1d7147b2-5ab2-4798-b5f6-b89cdecab3b6', 'network_id': 'add96fdd-2e71-4bc9-b773-5bafcf513081', 'admin_state_up': True, 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'security_groups': ['ab325e00-e13f-473b-8de3-7a93ad2b3ae0']}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:54:15.433199 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [req-1c8681a2-117f-4895-b8b5-d7a8817daab8 req-65b95b5f-9b54-447d-85ef-f56eb1450dc6 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:54:15.442734 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [req-1c8681a2-117f-4895-b8b5-d7a8817daab8 req-65b95b5f-9b54-447d-85ef-f56eb1450dc6 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:54:15.524577 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c8681a2-117f-4895-b8b5-d7a8817daab8 req-65b95b5f-9b54-447d-85ef-f56eb1450dc6 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Made reservation on behalf of 640e8dbef2de46a485c2653a25e2ea4a for: {'port': 1} {{(pid=84153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:54:15.527641 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-1c8681a2-117f-4895-b8b5-d7a8817daab8 req-65b95b5f-9b54-447d-85ef-f56eb1450dc6 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:54:15.705766 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-10126cdd-60e7-4363-a537-381b1a25dfbc req-fd5f2cfb-5312-449c-8a67-16ec0a1e939c tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/ports?device_id=1d7147b2-5ab2-4798-b5f6-b89cdecab3b6 HTTP/1.1" status: 200 len: 210 time: 0.0462272 Jan 20 14:54:15.727381 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.db_base_plugin_common [req-1c8681a2-117f-4895-b8b5-d7a8817daab8 req-65b95b5f-9b54-447d-85ef-f56eb1450dc6 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Allocated IP 172.20.0.11 (add96fdd-2e71-4bc9-b773-5bafcf513081/b6a59b05-62f4-437a-9a68-cd964c877f14/96ef3733-1cd9-49d7-889b-55a2d7227370) {{(pid=84153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:54:15.911236 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-1c8681a2-117f-4895-b8b5-d7a8817daab8 req-65b95b5f-9b54-447d-85ef-f56eb1450dc6 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for port, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:54:15.926704 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.provisioning_blocks [req-1c8681a2-117f-4895-b8b5-d7a8817daab8 req-65b95b5f-9b54-447d-85ef-f56eb1450dc6 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Transition to ACTIVE for port object 96ef3733-1cd9-49d7-889b-55a2d7227370 will not be triggered until provisioned by entity DHCP. {{(pid=84153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:54:16.010695 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-1c8681a2-117f-4895-b8b5-d7a8817daab8 req-65b95b5f-9b54-447d-85ef-f56eb1450dc6 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:54:16.079180 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c8681a2-117f-4895-b8b5-d7a8817daab8 req-65b95b5f-9b54-447d-85ef-f56eb1450dc6 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Network add96fdd-2e71-4bc9-b773-5bafcf513081 is already hosted by enough agents. {{(pid=84153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:54:16.082197 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.base_scheduler [req-1c8681a2-117f-4895-b8b5-d7a8817daab8 req-65b95b5f-9b54-447d-85ef-f56eb1450dc6 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Resources bound (agent type, host, resource id): {{(pid=84153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:54:16.084761 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c8681a2-117f-4895-b8b5-d7a8817daab8 req-65b95b5f-9b54-447d-85ef-f56eb1450dc6 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Received port after_create {{(pid=84153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:54:16.121960 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b95b5f-9b54-447d-85ef-f56eb1450dc6 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Pushing event updated for resources: {'Port': ['ID=96ef3733-1cd9-49d7-889b-55a2d7227370,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:54:16.152920 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8681a2-117f-4895-b8b5-d7a8817daab8 req-65b95b5f-9b54-447d-85ef-f56eb1450dc6 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:54:16.153516 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-1c8681a2-117f-4895-b8b5-d7a8817daab8 req-65b95b5f-9b54-447d-85ef-f56eb1450dc6 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:54:16.245296 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-1c8681a2-117f-4895-b8b5-d7a8817daab8 req-65b95b5f-9b54-447d-85ef-f56eb1450dc6 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.106 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9528537 Jan 20 14:54:16.257537 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [req-1c8681a2-117f-4895-b8b5-d7a8817daab8 req-56143f8f-f592-4e73-afe4-1be4420f7ce1 service neutron] Request body: {'port': {'device_id': '1d7147b2-5ab2-4798-b5f6-b89cdecab3b6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8251'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:54:16.367205 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-1c8681a2-117f-4895-b8b5-d7a8817daab8 req-56143f8f-f592-4e73-afe4-1be4420f7ce1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:54:16.414488 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-763a545e-eb03-4f11-8860-4dbdcb8b10a2 None None] Provisioning for port 96ef3733-1cd9-49d7-889b-55a2d7227370 completed by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:54:16.420671 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-763a545e-eb03-4f11-8860-4dbdcb8b10a2 None None] Provisioning complete for port 96ef3733-1cd9-49d7-889b-55a2d7227370 triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:54:16.423490 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-763a545e-eb03-4f11-8860-4dbdcb8b10a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:54:16.479227 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-763a545e-eb03-4f11-8860-4dbdcb8b10a2 None None] Port 96ef3733-1cd9-49d7-889b-55a2d7227370 cannot update to ACTIVE because it is not bound. {{(pid=84154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 14:54:16.704203 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.notifiers.nova [req-1c8681a2-117f-4895-b8b5-d7a8817daab8 req-56143f8f-f592-4e73-afe4-1be4420f7ce1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96ef3733-1cd9-49d7-889b-55a2d7227370 {{(pid=84153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 14:54:16.710990 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-1c8681a2-117f-4895-b8b5-d7a8817daab8 req-56143f8f-f592-4e73-afe4-1be4420f7ce1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:54:16.724461 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.provisioning_blocks [req-1c8681a2-117f-4895-b8b5-d7a8817daab8 req-56143f8f-f592-4e73-afe4-1be4420f7ce1 service neutron] Transition to ACTIVE for port object 96ef3733-1cd9-49d7-889b-55a2d7227370 will not be triggered until provisioned by entity L2. {{(pid=84153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:54:16.798893 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-1c8681a2-117f-4895-b8b5-d7a8817daab8 req-56143f8f-f592-4e73-afe4-1be4420f7ce1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3944146'] for port, after_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:54:16.978714 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56143f8f-f592-4e73-afe4-1be4420f7ce1 service neutron] Pushing event updated for resources: {'Port': ['ID=96ef3733-1cd9-49d7-889b-55a2d7227370,revision_number=2']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:54:17.173169 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34edaf79-ec0d-4b91-9b10-069ac9123f3a req-dfcf4ef9-6a71-4160-9538-dbcfddd9aabe tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:54:17.173859 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [req-34edaf79-ec0d-4b91-9b10-069ac9123f3a req-dfcf4ef9-6a71-4160-9538-dbcfddd9aabe tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Synchronizing usage tracker for tenant:640e8dbef2de46a485c2653a25e2ea4a on resource:port {{(pid=84153) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:54:17.208969 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.managers [req-1c8681a2-117f-4895-b8b5-d7a8817daab8 req-56143f8f-f592-4e73-afe4-1be4420f7ce1 service neutron] Attempting to bind port 96ef3733-1cd9-49d7-889b-55a2d7227370 on host hv-neutron-8251 for vnic_type normal with profile {{(pid=84153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:54:17.209749 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.managers [req-1c8681a2-117f-4895-b8b5-d7a8817daab8 req-56143f8f-f592-4e73-afe4-1be4420f7ce1 service neutron] Attempting to bind port 96ef3733-1cd9-49d7-889b-55a2d7227370 by drivers openvswitch,hyperv on host hv-neutron-8251 at level 0 using segments [{'id': '41723bbc-d9fe-4d88-b338-f67c571a4fa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'add96fdd-2e71-4bc9-b773-5bafcf513081'}] {{(pid=84153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:54:17.210121 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c8681a2-117f-4895-b8b5-d7a8817daab8 req-56143f8f-f592-4e73-afe4-1be4420f7ce1 service neutron] Attempting to bind port 96ef3733-1cd9-49d7-889b-55a2d7227370 on network add96fdd-2e71-4bc9-b773-5bafcf513081 {{(pid=84153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 14:54:17.215814 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c8681a2-117f-4895-b8b5-d7a8817daab8 req-56143f8f-f592-4e73-afe4-1be4420f7ce1 service neutron] Port 96ef3733-1cd9-49d7-889b-55a2d7227370 on network add96fdd-2e71-4bc9-b773-5bafcf513081 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8251 {{(pid=84153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 20 14:54:17.218605 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c8681a2-117f-4895-b8b5-d7a8817daab8 req-56143f8f-f592-4e73-afe4-1be4420f7ce1 service neutron] Attempting to bind port 96ef3733-1cd9-49d7-889b-55a2d7227370 on network add96fdd-2e71-4bc9-b773-5bafcf513081 {{(pid=84153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 14:54:17.222290 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c8681a2-117f-4895-b8b5-d7a8817daab8 req-56143f8f-f592-4e73-afe4-1be4420f7ce1 service neutron] Checking agent: {'id': 'e037d8fb-d49c-4f86-9910-f13f6ba89a51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8251', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 23), 'started_at': datetime.datetime(2022, 1, 20, 14, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 54, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 14:54:17.222616 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c8681a2-117f-4895-b8b5-d7a8817daab8 req-56143f8f-f592-4e73-afe4-1be4420f7ce1 service neutron] Checking segment: {'id': '41723bbc-d9fe-4d88-b338-f67c571a4fa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'add96fdd-2e71-4bc9-b773-5bafcf513081'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 14:54:17.222998 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c8681a2-117f-4895-b8b5-d7a8817daab8 req-56143f8f-f592-4e73-afe4-1be4420f7ce1 service neutron] Bound using segment: {'id': '41723bbc-d9fe-4d88-b338-f67c571a4fa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'add96fdd-2e71-4bc9-b773-5bafcf513081'} {{(pid=84153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 14:54:17.223416 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.managers [req-1c8681a2-117f-4895-b8b5-d7a8817daab8 req-56143f8f-f592-4e73-afe4-1be4420f7ce1 service neutron] Bound port: 96ef3733-1cd9-49d7-889b-55a2d7227370, host: hv-neutron-8251, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41723bbc-d9fe-4d88-b338-f67c571a4fa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'add96fdd-2e71-4bc9-b773-5bafcf513081'}}] {{(pid=84153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:54:17.223754 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-1c8681a2-117f-4895-b8b5-d7a8817daab8 req-56143f8f-f592-4e73-afe4-1be4420f7ce1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:54:17.267403 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [req-34edaf79-ec0d-4b91-9b10-069ac9123f3a req-dfcf4ef9-6a71-4160-9538-dbcfddd9aabe tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Unset dirty status for tenant:640e8dbef2de46a485c2653a25e2ea4a on resource:port {{(pid=84153) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:54:17.268545 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-34edaf79-ec0d-4b91-9b10-069ac9123f3a req-dfcf4ef9-6a71-4160-9538-dbcfddd9aabe tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/ports?device_id=1d7147b2-5ab2-4798-b5f6-b89cdecab3b6 HTTP/1.1" status: 200 len: 944 time: 0.4289277 Jan 20 14:54:17.348575 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-34edaf79-ec0d-4b91-9b10-069ac9123f3a req-cd288e47-11cc-4bb3-92eb-01af565e416c tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/security-groups?id=ab325e00-e13f-473b-8de3-7a93ad2b3ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732324 Jan 20 14:54:17.349456 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.db [req-1c8681a2-117f-4895-b8b5-d7a8817daab8 req-56143f8f-f592-4e73-afe4-1be4420f7ce1 service neutron] For port 96ef3733-1cd9-49d7-889b-55a2d7227370, host hv-neutron-8251, cleared binding levels {{(pid=84153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 14:54:17.352528 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.db [req-1c8681a2-117f-4895-b8b5-d7a8817daab8 req-56143f8f-f592-4e73-afe4-1be4420f7ce1 service neutron] For port 96ef3733-1cd9-49d7-889b-55a2d7227370, host hv-neutron-8251, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=96ef3733-1cd9-49d7-889b-55a2d7227370,segment=NetworkSegment(41723bbc-d9fe-4d88-b338-f67c571a4fa1),segment_id=41723bbc-d9fe-4d88-b338-f67c571a4fa1)] {{(pid=84153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 14:54:17.393745 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-1c8681a2-117f-4895-b8b5-d7a8817daab8 req-56143f8f-f592-4e73-afe4-1be4420f7ce1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3944146'] for port, after_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:54:17.454593 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-1c8681a2-117f-4895-b8b5-d7a8817daab8 req-56143f8f-f592-4e73-afe4-1be4420f7ce1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:54:17.455932 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-1c8681a2-117f-4895-b8b5-d7a8817daab8 req-56143f8f-f592-4e73-afe4-1be4420f7ce1 service neutron] 10.222.0.106 "PUT /v2.0/ports/96ef3733-1cd9-49d7-889b-55a2d7227370 HTTP/1.1" status: 200 len: 1094 time: 1.2027051 Jan 20 14:54:17.456356 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d7147b2-5ab2-4798-b5f6-b89cdecab3b6', 'tag': '96ef3733-1cd9-49d7-889b-55a2d7227370'}] {{(pid=84153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 14:54:17.474153 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56143f8f-f592-4e73-afe4-1be4420f7ce1 service neutron] Pushing event updated for resources: {'Port': ['ID=96ef3733-1cd9-49d7-889b-55a2d7227370,revision_number=3']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:54:17.523844 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d7147b2-5ab2-4798-b5f6-b89cdecab3b6', 'tag': '96ef3733-1cd9-49d7-889b-55a2d7227370', 'status': 'completed', 'code': 200} Jan 20 14:54:17.626970 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-29b79139-4fff-4118-8d70-34524d8430c8 req-e20997e4-77e8-4e42-a76a-99210295c976 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=640e8dbef2de46a485c2653a25e2ea4a&device_id=1d7147b2-5ab2-4798-b5f6-b89cdecab3b6 HTTP/1.1" status: 200 len: 1097 time: 0.0840600 Jan 20 14:54:17.766347 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b79139-4fff-4118-8d70-34524d8430c8 req-9e4fa265-8029-4468-9281-7fe915c84ad7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:54:17.767662 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-29b79139-4fff-4118-8d70-34524d8430c8 req-9e4fa265-8029-4468-9281-7fe915c84ad7 service neutron] 10.222.0.106 "GET /v2.0/networks?tenant_id=640e8dbef2de46a485c2653a25e2ea4a&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1331596 Jan 20 14:54:17.901992 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b79139-4fff-4118-8d70-34524d8430c8 req-9e057981-a093-4d69-94d1-6b09d2ec5fcb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:54:17.903351 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-29b79139-4fff-4118-8d70-34524d8430c8 req-9e057981-a093-4d69-94d1-6b09d2ec5fcb service neutron] 10.222.0.106 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1287348 Jan 20 14:54:18.013144 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-1c8681a2-117f-4895-b8b5-d7a8817daab8 req-32419937-84fb-404e-a4a4-a1164fcfb5d6 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=640e8dbef2de46a485c2653a25e2ea4a&device_id=1d7147b2-5ab2-4798-b5f6-b89cdecab3b6 HTTP/1.1" status: 200 len: 1097 time: 0.0681767 Jan 20 14:54:18.083308 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-1c8681a2-117f-4895-b8b5-d7a8817daab8 req-19d68cee-5af0-4baf-9410-eece5195bf0c service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=96ef3733-1cd9-49d7-889b-55a2d7227370 HTTP/1.1" status: 200 len: 217 time: 0.0625951 Jan 20 14:54:18.143617 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8681a2-117f-4895-b8b5-d7a8817daab8 req-09d9fd0a-8321-43fa-a953-62d9530ef545 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:54:18.145028 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-1c8681a2-117f-4895-b8b5-d7a8817daab8 req-09d9fd0a-8321-43fa-a953-62d9530ef545 service neutron] 10.222.0.106 "GET /v2.0/subnets?id=b6a59b05-62f4-437a-9a68-cd964c877f14 HTTP/1.1" status: 200 len: 835 time: 0.0560758 Jan 20 14:54:18.218564 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-1c8681a2-117f-4895-b8b5-d7a8817daab8 req-b32cdfb4-4a34-4a55-8a4e-553ae0c15bf0 service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=add96fdd-2e71-4bc9-b773-5bafcf513081&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0670815 Jan 20 14:54:18.355884 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-1c8681a2-117f-4895-b8b5-d7a8817daab8 req-f76e28b5-936c-4786-ac1b-be04131c0fb0 service neutron] 10.222.0.106 "GET /v2.0/networks/add96fdd-2e71-4bc9-b773-5bafcf513081?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306787 Jan 20 14:54:18.536019 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-1c8681a2-117f-4895-b8b5-d7a8817daab8 req-836bdbd8-0433-4a6e-8c2d-bd7a078e6ae4 service neutron] 10.222.0.106 "GET /v2.0/networks/add96fdd-2e71-4bc9-b773-5bafcf513081?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1721978 Jan 20 14:54:18.566944 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c865f2a8-6be3-4e8a-a664-185d703b1b5f req-3bcdf459-249b-4fc6-bed2-331ec18ab952 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:54:18.570998 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-c865f2a8-6be3-4e8a-a664-185d703b1b5f req-3bcdf459-249b-4fc6-bed2-331ec18ab952 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/ports?device_id=1d7147b2-5ab2-4798-b5f6-b89cdecab3b6 HTTP/1.1" status: 200 len: 944 time: 0.0970643 Jan 20 14:54:18.615559 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-c865f2a8-6be3-4e8a-a664-185d703b1b5f req-116917fc-aec2-4da2-9bb9-c04cd219a39e tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/security-groups?id=ab325e00-e13f-473b-8de3-7a93ad2b3ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416708 Jan 20 14:54:19.809473 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dff070-d3d2-430b-b44a-18aa651d6c89 req-0f96ef52-af62-4426-9848-5bd59208a62a tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:54:19.810950 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-47dff070-d3d2-430b-b44a-18aa651d6c89 req-0f96ef52-af62-4426-9848-5bd59208a62a tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/ports?device_id=1d7147b2-5ab2-4798-b5f6-b89cdecab3b6 HTTP/1.1" status: 200 len: 944 time: 0.0751050 Jan 20 14:54:19.859535 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-47dff070-d3d2-430b-b44a-18aa651d6c89 req-99f5b327-eb7a-46c2-a6d9-65eb4fcc8772 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/security-groups?id=ab325e00-e13f-473b-8de3-7a93ad2b3ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430541 Jan 20 14:54:21.056048 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70c7630-cba0-455d-86b7-2ee3949069c0 req-0ee67740-a9ec-4b7c-91a4-19e9f88ac5d9 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:54:21.057485 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-c70c7630-cba0-455d-86b7-2ee3949069c0 req-0ee67740-a9ec-4b7c-91a4-19e9f88ac5d9 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/ports?device_id=1d7147b2-5ab2-4798-b5f6-b89cdecab3b6 HTTP/1.1" status: 200 len: 944 time: 0.0755029 Jan 20 14:54:21.101555 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-c70c7630-cba0-455d-86b7-2ee3949069c0 req-2eea0877-3e62-48e3-b0fe-c664fc454c1f tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/security-groups?id=ab325e00-e13f-473b-8de3-7a93ad2b3ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383260 Jan 20 14:54:21.287951 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Device 96ef3733-1cd9-49d7-889b-55a2d7227370 details requested by agent hyperv_hv-neutron-8251 with host hv-neutron-8251 {{(pid=84154) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 20 14:54:21.418646 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] For port 96ef3733-1cd9-49d7-889b-55a2d7227370, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=96ef3733-1cd9-49d7-889b-55a2d7227370,segment=NetworkSegment(41723bbc-d9fe-4d88-b338-f67c571a4fa1),segment_id=41723bbc-d9fe-4d88-b338-f67c571a4fa1)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:54:21.431238 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Returning: {'device': '96ef3733-1cd9-49d7-889b-55a2d7227370', 'network_id': 'add96fdd-2e71-4bc9-b773-5bafcf513081', 'port_id': '96ef3733-1cd9-49d7-889b-55a2d7227370', 'mac_address': 'fa:16:3e:67:3d:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6a59b05-62f4-437a-9a68-cd964c877f14', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84154) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 20 14:54:21.486641 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:54:21.503611 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.notifiers.nova [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96ef3733-1cd9-49d7-889b-55a2d7227370 {{(pid=84154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 14:54:21.517966 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] For port 96ef3733-1cd9-49d7-889b-55a2d7227370, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=96ef3733-1cd9-49d7-889b-55a2d7227370,segment=NetworkSegment(41723bbc-d9fe-4d88-b338-f67c571a4fa1),segment_id=41723bbc-d9fe-4d88-b338-f67c571a4fa1)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:54:21.581626 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:54:21.645255 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Pushing event updated for resources: {'Port': ['ID=96ef3733-1cd9-49d7-889b-55a2d7227370,revision_number=4']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:54:21.909939 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] get_ports_and_sgs() called for port_ids ['96ef3733-1cd9-49d7-889b-55a2d7227370'] {{(pid=84154) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 20 14:54:22.299816 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f638c33-e11e-4b00-952d-4bd4633dddf0 req-a3289b8a-662e-4d4e-b509-4a671346b0d3 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:54:22.301227 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-7f638c33-e11e-4b00-952d-4bd4633dddf0 req-a3289b8a-662e-4d4e-b509-4a671346b0d3 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/ports?device_id=1d7147b2-5ab2-4798-b5f6-b89cdecab3b6 HTTP/1.1" status: 200 len: 945 time: 0.0780463 Jan 20 14:54:22.345331 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-7f638c33-e11e-4b00-952d-4bd4633dddf0 req-75704a76-0c25-4453-88dc-ce7b7c873c64 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/security-groups?id=ab325e00-e13f-473b-8de3-7a93ad2b3ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381494 Jan 20 14:54:23.309369 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Device 96ef3733-1cd9-49d7-889b-55a2d7227370 up at agent hyperv_hv-neutron-8251 {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:54:23.433581 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Provisioning for port 96ef3733-1cd9-49d7-889b-55a2d7227370 completed by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:54:23.438518 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Provisioning complete for port 96ef3733-1cd9-49d7-889b-55a2d7227370 triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:54:23.438978 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:54:23.537644 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c9ece1-39ed-4c4c-a945-0babfb178cc7 req-21766c0c-67a8-47b8-a8cf-69d31cb1f35d tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:54:23.539150 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-41c9ece1-39ed-4c4c-a945-0babfb178cc7 req-21766c0c-67a8-47b8-a8cf-69d31cb1f35d tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/ports?device_id=1d7147b2-5ab2-4798-b5f6-b89cdecab3b6 HTTP/1.1" status: 200 len: 945 time: 0.0753345 Jan 20 14:54:23.552189 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:54:23.586589 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-41c9ece1-39ed-4c4c-a945-0babfb178cc7 req-622377bc-1f41-4bfe-bb37-cb6ebedf2627 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/security-groups?id=ab325e00-e13f-473b-8de3-7a93ad2b3ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416121 Jan 20 14:54:23.608238 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d7147b2-5ab2-4798-b5f6-b89cdecab3b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96ef3733-1cd9-49d7-889b-55a2d7227370'}] {{(pid=84154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 14:54:23.618278 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] For port 96ef3733-1cd9-49d7-889b-55a2d7227370, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=96ef3733-1cd9-49d7-889b-55a2d7227370,segment=NetworkSegment(41723bbc-d9fe-4d88-b338-f67c571a4fa1),segment_id=41723bbc-d9fe-4d88-b338-f67c571a4fa1)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:54:23.662251 dv-neutron-825124-1-hyperv neutron-server[84154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d7147b2-5ab2-4798-b5f6-b89cdecab3b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96ef3733-1cd9-49d7-889b-55a2d7227370', 'code': 200} Jan 20 14:54:23.706319 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:54:23.769923 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Pushing event updated for resources: {'Port': ['ID=96ef3733-1cd9-49d7-889b-55a2d7227370,revision_number=5']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:54:24.097160 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-6dd8d720-144b-449c-9d3d-a69960899ccd req-1bdda0d9-da68-45f6-8607-21399e3b3bbf service neutron] 10.222.0.106 "GET /v2.0/ports?device_id=1d7147b2-5ab2-4798-b5f6-b89cdecab3b6 HTTP/1.1" status: 200 len: 1099 time: 0.1511979 Jan 20 14:54:24.138467 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-6dd8d720-144b-449c-9d3d-a69960899ccd req-70542704-a4e2-46e4-b2d1-0167bc1d75f6 service neutron] 10.222.0.106 "GET /v2.0/security-groups?id=ab325e00-e13f-473b-8de3-7a93ad2b3ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349457 Jan 20 14:54:24.785506 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b98a3e-d366-4880-a090-58a85fe4d9a6 req-03184643-e061-4fd9-b528-39c63ed7cc09 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:54:24.786962 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-42b98a3e-d366-4880-a090-58a85fe4d9a6 req-03184643-e061-4fd9-b528-39c63ed7cc09 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/ports?device_id=1d7147b2-5ab2-4798-b5f6-b89cdecab3b6 HTTP/1.1" status: 200 len: 946 time: 0.0826755 Jan 20 14:54:24.833260 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-42b98a3e-d366-4880-a090-58a85fe4d9a6 req-8b0b4137-d073-4eeb-b1ab-d75c08e8af83 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/security-groups?id=ab325e00-e13f-473b-8de3-7a93ad2b3ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407162 Jan 20 14:54:26.031283 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1426f8f8-8559-405c-b8bc-e6f7b4342e31 req-c8f89959-7037-46b0-84e0-f6bcd822e940 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:54:26.032721 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-1426f8f8-8559-405c-b8bc-e6f7b4342e31 req-c8f89959-7037-46b0-84e0-f6bcd822e940 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/ports?device_id=1d7147b2-5ab2-4798-b5f6-b89cdecab3b6 HTTP/1.1" status: 200 len: 946 time: 0.0797486 Jan 20 14:54:26.080947 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-1426f8f8-8559-405c-b8bc-e6f7b4342e31 req-2cc0deb6-e17d-4ff5-8e86-d1c4f729adaf tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/security-groups?id=ab325e00-e13f-473b-8de3-7a93ad2b3ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419307 Jan 20 14:54:26.277915 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca469d9-313a-4337-8e9a-afb9a75ed843 req-eef0e5c7-1709-4ef0-b27e-c0d6da30be8a tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:54:26.279378 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-1ca469d9-313a-4337-8e9a-afb9a75ed843 req-eef0e5c7-1709-4ef0-b27e-c0d6da30be8a tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/ports?device_id=1d7147b2-5ab2-4798-b5f6-b89cdecab3b6 HTTP/1.1" status: 200 len: 946 time: 0.0794060 Jan 20 14:54:26.327435 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-1ca469d9-313a-4337-8e9a-afb9a75ed843 req-ac0fcf92-63ce-4b89-9a25-3c9c4c8430be tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/security-groups?id=ab325e00-e13f-473b-8de3-7a93ad2b3ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424657 Jan 20 14:54:26.356796 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 46022) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:54:26.429567 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-bb7880dd-0402-4002-a99d-681344b53362 tempest-TestNetworkBasicOps-1338634829 tempest-TestNetworkBasicOps-1338634829-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=1d7147b2-5ab2-4798-b5f6-b89cdecab3b6 HTTP/1.1" status: 200 len: 1094 time: 0.0710051 Jan 20 14:54:26.432235 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 46026) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:54:26.437507 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-b4b5f6f5-1ee8-4af3-bd1f-2253b3673cf7 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Request body: {'floatingip': {'floating_network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'port_id': '96ef3733-1cd9-49d7-889b-55a2d7227370', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'fixed_ip_address': '172.20.0.11'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:54:26.443553 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-b4b5f6f5-1ee8-4af3-bd1f-2253b3673cf7 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:54:26.447314 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-b4b5f6f5-1ee8-4af3-bd1f-2253b3673cf7 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Usage tracker for resource:floatingip and tenant:640e8dbef2de46a485c2653a25e2ea4a is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:54:26.450113 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-b4b5f6f5-1ee8-4af3-bd1f-2253b3673cf7 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:54:26.456002 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-b4b5f6f5-1ee8-4af3-bd1f-2253b3673cf7 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:54:26.528449 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-b4b5f6f5-1ee8-4af3-bd1f-2253b3673cf7 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for floatingip, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:54:26.659960 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-b4b5f6f5-1ee8-4af3-bd1f-2253b3673cf7 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:54:26.793194 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.db_base_plugin_common [None req-b4b5f6f5-1ee8-4af3-bd1f-2253b3673cf7 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Allocated IP 172.26.7.100 (8dffb05c-5ca0-409b-bd5f-7be6264f707d/a489dd4f-42a5-433b-8be3-bab2749c4209/e2ae4942-7d7b-4679-80c3-740027d0de55) {{(pid=84152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:54:27.026389 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-b4b5f6f5-1ee8-4af3-bd1f-2253b3673cf7 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for port, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:54:27.118269 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-b4b5f6f5-1ee8-4af3-bd1f-2253b3673cf7 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:54:27.179425 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4b5f6f5-1ee8-4af3-bd1f-2253b3673cf7 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Network 8dffb05c-5ca0-409b-bd5f-7be6264f707d is already hosted by enough agents. {{(pid=84152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:54:27.182051 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.base_scheduler [None req-b4b5f6f5-1ee8-4af3-bd1f-2253b3673cf7 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Resources bound (agent type, host, resource id): {{(pid=84152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:54:27.185923 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b5f6f5-1ee8-4af3-bd1f-2253b3673cf7 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Received port after_create {{(pid=84152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:54:27.223164 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b5f6f5-1ee8-4af3-bd1f-2253b3673cf7 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Pushing event updated for resources: {'Port': ['ID=e2ae4942-7d7b-4679-80c3-740027d0de55,revision_number=1']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:54:27.703246 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-b4b5f6f5-1ee8-4af3-bd1f-2253b3673cf7 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:54:27.823974 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-b4b5f6f5-1ee8-4af3-bd1f-2253b3673cf7 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:54:28.010007 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-fd3c4bc0-8468-4925-9495-dac7e78bdf82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:54:28.021440 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-b4b5f6f5-1ee8-4af3-bd1f-2253b3673cf7 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for port, precommit_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:54:28.072766 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-b4b5f6f5-1ee8-4af3-bd1f-2253b3673cf7 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162822'] for port, after_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:54:28.172155 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b5f6f5-1ee8-4af3-bd1f-2253b3673cf7 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Pushing event updated for resources: {'Port': ['ID=e2ae4942-7d7b-4679-80c3-740027d0de55,revision_number=2']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:54:28.190127 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-b4b5f6f5-1ee8-4af3-bd1f-2253b3673cf7 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-745254'] for floatingip, after_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:54:28.375868 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.db.l3_db [None req-b4b5f6f5-1ee8-4af3-bd1f-2253b3673cf7 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Floating IP ae60947b-0653-41be-8edc-cdd5253e5930 associated. External IP: 172.26.7.100, port: 96ef3733-1cd9-49d7-889b-55a2d7227370. Jan 20 14:54:28.879119 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4b5f6f5-1ee8-4af3-bd1f-2253b3673cf7 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Router 2ec6ebdd-af20-4f2e-94d5-322465a239bf has already been hosted by L3 agent 624d525b-4c26-4143-8a1c-228bb1c6faaa {{(pid=84152) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 14:54:29.082745 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4b5f6f5-1ee8-4af3-bd1f-2253b3673cf7 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify agent at l3_agent.dv-neutron-825124-1-hyperv the message routers_updated {{(pid=84152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 14:54:29.093439 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda7664a-0687-47c3-9d1e-01c6a0284201 None None] Sync routers for ids ['2ec6ebdd-af20-4f2e-94d5-322465a239bf'] in dv-neutron-825124-1-hyperv {{(pid=84155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 14:54:29.105335 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda7664a-0687-47c3-9d1e-01c6a0284201 None None] Routers {'2ec6ebdd-af20-4f2e-94d5-322465a239bf'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:54:29.105969 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-cda7664a-0687-47c3-9d1e-01c6a0284201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:54:00Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['2ec6ebdd-af20-4f2e-94d5-322465a239bf'], 'active': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:54:29.163196 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-b4b5f6f5-1ee8-4af3-bd1f-2253b3673cf7 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for floatingip, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:54:29.231814 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-b4b5f6f5-1ee8-4af3-bd1f-2253b3673cf7 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.7846334 Jan 20 14:54:29.231814 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d7147b2-5ab2-4798-b5f6-b89cdecab3b6', 'tag': '96ef3733-1cd9-49d7-889b-55a2d7227370'}] {{(pid=84152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 14:54:29.284833 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvr_db [None req-cda7664a-0687-47c3-9d1e-01c6a0284201 None None] Set router 2ec6ebdd-af20-4f2e-94d5-322465a239bf gateway port host: dv-neutron-825124-1-hyperv {{(pid=84155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 14:54:29.347204 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d7147b2-5ab2-4798-b5f6-b89cdecab3b6', 'tag': '96ef3733-1cd9-49d7-889b-55a2d7227370', 'status': 'completed', 'code': 200} Jan 20 14:54:29.436529 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-fc84ade1-8403-4240-b09f-066cb7f26842 req-c161d2cb-878b-4c2e-8063-5d6d5ee9c684 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=640e8dbef2de46a485c2653a25e2ea4a&device_id=1d7147b2-5ab2-4798-b5f6-b89cdecab3b6 HTTP/1.1" status: 200 len: 1099 time: 0.0677350 Jan 20 14:54:29.565539 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc84ade1-8403-4240-b09f-066cb7f26842 req-78d2fbe8-303c-4ab8-916b-fd68391e09af service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:54:29.567008 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-fc84ade1-8403-4240-b09f-066cb7f26842 req-78d2fbe8-303c-4ab8-916b-fd68391e09af service neutron] 10.222.0.106 "GET /v2.0/networks?id=add96fdd-2e71-4bc9-b773-5bafcf513081 HTTP/1.1" status: 200 len: 898 time: 0.1249192 Jan 20 14:54:29.629074 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-cda7664a-0687-47c3-9d1e-01c6a0284201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ec6ebdd-af20-4f2e-94d5-322465a239bf', 'name': 'tempest-TestNetworkBasicOps-router-577061774', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.131'}], 'enable_snat': True}, 'gw_port_id': '12aa2b61-c7d8-405c-83d3-b3f6a419ff9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:53:42Z', 'updated_at': '2022-01-20T14:53:47Z', 'revision_number': 4, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'gw_port': {'id': '12aa2b61-c7d8-405c-83d3-b3f6a419ff9a', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:f5:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ec6ebdd-af20-4f2e-94d5-322465a239bf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:53:42Z', 'updated_at': '2022-01-20T14:53:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv', '_floatingips': [{'id': '74f04cee-d645-451b-9415-2a4559ed8bee', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'floating_ip_address': '172.26.7.74', 'floating_network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'router_id': '2ec6ebdd-af20-4f2e-94d5-322465a239bf', 'port_id': 'ff7d685e-bcf0-42c6-8c79-e9a3f6fc5802', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'add96fdd-2e71-4bc9-b773-5bafcf513081', 'mac_address': 'fa:16:3e:bb:ea:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81388310-d3c3-4793-a452-510ace53c530', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T14:54:07Z', 'updated_at': '2022-01-20T14:54:10Z', 'revision_number': 1, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'fixed_ip_address_scope': None}, {'id': 'ae60947b-0653-41be-8edc-cdd5253e5930', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'floating_ip_address': '172.26.7.100', 'floating_network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'router_id': '2ec6ebdd-af20-4f2e-94d5-322465a239bf', 'port_id': '96ef3733-1cd9-49d7-889b-55a2d7227370', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'add96fdd-2e71-4bc9-b773-5bafcf513081', 'mac_address': 'fa:16:3e:67:3d:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d7147b2-5ab2-4798-b5f6-b89cdecab3b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T14:54:27Z', 'updated_at': '2022-01-20T14:54:27Z', 'revision_number': 0, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b96d46c3-bf1f-47bd-a94c-c5ab2b6b54e0', 'name': '', 'network_id': 'add96fdd-2e71-4bc9-b773-5bafcf513081', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'mac_address': 'fa:16:3e:a8:01:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ec6ebdd-af20-4f2e-94d5-322465a239bf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b6a59b05-62f4-437a-9a68-cd964c877f14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:53:46Z', 'updated_at': '2022-01-20T14:53:52Z', 'revision_number': 5, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'subnets': [{'id': 'b6a59b05-62f4-437a-9a68-cd964c877f14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:54:29.633607 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda7664a-0687-47c3-9d1e-01c6a0284201 None None] Checking router: 2ec6ebdd-af20-4f2e-94d5-322465a239bf for host: dv-neutron-825124-1-hyperv {{(pid=84155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 14:54:29.644244 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda7664a-0687-47c3-9d1e-01c6a0284201 None None] Routers {'2ec6ebdd-af20-4f2e-94d5-322465a239bf'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:54:29.644853 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-cda7664a-0687-47c3-9d1e-01c6a0284201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:54:00Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['2ec6ebdd-af20-4f2e-94d5-322465a239bf'], 'active': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:54:29.672474 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-fc84ade1-8403-4240-b09f-066cb7f26842 req-d27468ab-cbbb-4f4a-93f1-839c69288153 service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=96ef3733-1cd9-49d7-889b-55a2d7227370 HTTP/1.1" status: 200 len: 1000 time: 0.0997660 Jan 20 14:54:29.738348 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc84ade1-8403-4240-b09f-066cb7f26842 req-865fd4c5-3692-4e58-89b1-349207937425 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:54:29.739708 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-fc84ade1-8403-4240-b09f-066cb7f26842 req-865fd4c5-3692-4e58-89b1-349207937425 service neutron] 10.222.0.106 "GET /v2.0/subnets?id=b6a59b05-62f4-437a-9a68-cd964c877f14 HTTP/1.1" status: 200 len: 835 time: 0.0608327 Jan 20 14:54:29.818453 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-fc84ade1-8403-4240-b09f-066cb7f26842 req-26196e0f-47f7-4849-9579-c04d6f5b355b service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=add96fdd-2e71-4bc9-b773-5bafcf513081&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0728133 Jan 20 14:54:29.825656 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvr_db [None req-cda7664a-0687-47c3-9d1e-01c6a0284201 None None] Set router 2ec6ebdd-af20-4f2e-94d5-322465a239bf gateway port host: dv-neutron-825124-1-hyperv {{(pid=84155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 14:54:29.948465 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-fc84ade1-8403-4240-b09f-066cb7f26842 req-259c3b22-4f98-4a23-8d6a-eb77fea159f5 service neutron] 10.222.0.106 "GET /v2.0/networks/add96fdd-2e71-4bc9-b773-5bafcf513081?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243989 Jan 20 14:54:30.081512 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-fc84ade1-8403-4240-b09f-066cb7f26842 req-16dcb4f9-62fd-4716-b375-1336f90ae8f7 service neutron] 10.222.0.106 "GET /v2.0/networks/add96fdd-2e71-4bc9-b773-5bafcf513081?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265478 Jan 20 14:54:30.196194 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-cda7664a-0687-47c3-9d1e-01c6a0284201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ec6ebdd-af20-4f2e-94d5-322465a239bf', 'name': 'tempest-TestNetworkBasicOps-router-577061774', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.131'}], 'enable_snat': True}, 'gw_port_id': '12aa2b61-c7d8-405c-83d3-b3f6a419ff9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:53:42Z', 'updated_at': '2022-01-20T14:53:47Z', 'revision_number': 4, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'gw_port': {'id': '12aa2b61-c7d8-405c-83d3-b3f6a419ff9a', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:f5:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ec6ebdd-af20-4f2e-94d5-322465a239bf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:53:42Z', 'updated_at': '2022-01-20T14:53:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv', '_floatingips': [{'id': '74f04cee-d645-451b-9415-2a4559ed8bee', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'floating_ip_address': '172.26.7.74', 'floating_network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'router_id': '2ec6ebdd-af20-4f2e-94d5-322465a239bf', 'port_id': 'ff7d685e-bcf0-42c6-8c79-e9a3f6fc5802', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'add96fdd-2e71-4bc9-b773-5bafcf513081', 'mac_address': 'fa:16:3e:bb:ea:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81388310-d3c3-4793-a452-510ace53c530', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T14:54:07Z', 'updated_at': '2022-01-20T14:54:10Z', 'revision_number': 1, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'fixed_ip_address_scope': None}, {'id': 'ae60947b-0653-41be-8edc-cdd5253e5930', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'floating_ip_address': '172.26.7.100', 'floating_network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'router_id': '2ec6ebdd-af20-4f2e-94d5-322465a239bf', 'port_id': '96ef3733-1cd9-49d7-889b-55a2d7227370', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'add96fdd-2e71-4bc9-b773-5bafcf513081', 'mac_address': 'fa:16:3e:67:3d:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d7147b2-5ab2-4798-b5f6-b89cdecab3b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T14:54:27Z', 'updated_at': '2022-01-20T14:54:27Z', 'revision_number': 0, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b96d46c3-bf1f-47bd-a94c-c5ab2b6b54e0', 'name': '', 'network_id': 'add96fdd-2e71-4bc9-b773-5bafcf513081', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'mac_address': 'fa:16:3e:a8:01:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ec6ebdd-af20-4f2e-94d5-322465a239bf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b6a59b05-62f4-437a-9a68-cd964c877f14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:53:46Z', 'updated_at': '2022-01-20T14:53:52Z', 'revision_number': 5, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'subnets': [{'id': 'b6a59b05-62f4-437a-9a68-cd964c877f14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:54:30.200114 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda7664a-0687-47c3-9d1e-01c6a0284201 None None] The sync data for ids ['2ec6ebdd-af20-4f2e-94d5-322465a239bf'] in dv-neutron-825124-1-hyperv is: [{'id': '2ec6ebdd-af20-4f2e-94d5-322465a239bf', 'name': 'tempest-TestNetworkBasicOps-router-577061774', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.131'}], 'enable_snat': True}, 'gw_port_id': '12aa2b61-c7d8-405c-83d3-b3f6a419ff9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:53:42Z', 'updated_at': '2022-01-20T14:53:47Z', 'revision_number': 4, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'gw_port': {'id': '12aa2b61-c7d8-405c-83d3-b3f6a419ff9a', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:f5:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ec6ebdd-af20-4f2e-94d5-322465a239bf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:53:42Z', 'updated_at': '2022-01-20T14:53:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv', '_floatingips': [{'id': '74f04cee-d645-451b-9415-2a4559ed8bee', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'floating_ip_address': '172.26.7.74', 'floating_network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'router_id': '2ec6ebdd-af20-4f2e-94d5-322465a239bf', 'port_id': 'ff7d685e-bcf0-42c6-8c79-e9a3f6fc5802', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'add96fdd-2e71-4bc9-b773-5bafcf513081', 'mac_address': 'fa:16:3e:bb:ea:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81388310-d3c3-4793-a452-510ace53c530', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T14:54:07Z', 'updated_at': '2022-01-20T14:54:10Z', 'revision_number': 1, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'fixed_ip_address_scope': None}, {'id': 'ae60947b-0653-41be-8edc-cdd5253e5930', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'floating_ip_address': '172.26.7.100', 'floating_network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'router_id': '2ec6ebdd-af20-4f2e-94d5-322465a239bf', 'port_id': '96ef3733-1cd9-49d7-889b-55a2d7227370', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'add96fdd-2e71-4bc9-b773-5bafcf513081', 'mac_address': 'fa:16:3e:67:3d:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d7147b2-5ab2-4798-b5f6-b89cdecab3b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T14:54:27Z', 'updated_at': '2022-01-20T14:54:27Z', 'revision_number': 0, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b96d46c3-bf1f-47bd-a94c-c5ab2b6b54e0', 'name': '', 'network_id': 'add96fdd-2e71-4bc9-b773-5bafcf513081', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'mac_address': 'fa:16:3e:a8:01:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ec6ebdd-af20-4f2e-94d5-322465a239bf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b6a59b05-62f4-437a-9a68-cd964c877f14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:53:46Z', 'updated_at': '2022-01-20T14:53:52Z', 'revision_number': 5, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'subnets': [{'id': 'b6a59b05-62f4-437a-9a68-cd964c877f14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 14:54:30.374459 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-74a8e7ae-ddd6-4c2a-9a91-2500c8efe511 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:54:30.391988 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24049803-ef89-4daa-babc-84d30f63af01 None None] New status for floating IP ae60947b-0653-41be-8edc-cdd5253e5930: ACTIVE {{(pid=84154) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 20 14:54:30.643550 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:54:31.427669 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:54:31.627053 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-cdd98e71-1f0a-4421-baa9-dcb30e06edf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:54:33.089624 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-eea6df97-7ff1-4b63-af20-e3ec8913deda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:54:33.623062 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-e3db1d53-2141-47de-bae9-263aecdb82dc req-4d53bf93-ff79-4371-b2e3-d1a79a399b5e service neutron] 10.222.0.106 "GET /v2.0/ports?device_id=81388310-d3c3-4793-a452-510ace53c530&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0657773 Jan 20 14:54:33.763126 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-e3db1d53-2141-47de-bae9-263aecdb82dc req-9cb630b4-bb51-4d11-8744-9fb998d24dd0 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=640e8dbef2de46a485c2653a25e2ea4a&device_id=81388310-d3c3-4793-a452-510ace53c530 HTTP/1.1" status: 200 len: 1098 time: 0.0709383 Jan 20 14:54:33.913902 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3db1d53-2141-47de-bae9-263aecdb82dc req-6a8c1471-1dd9-4920-ba73-11d96ffbac6b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:54:33.915285 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-e3db1d53-2141-47de-bae9-263aecdb82dc req-6a8c1471-1dd9-4920-ba73-11d96ffbac6b service neutron] 10.222.0.106 "GET /v2.0/networks?id=add96fdd-2e71-4bc9-b773-5bafcf513081 HTTP/1.1" status: 200 len: 898 time: 0.1335559 Jan 20 14:54:34.016458 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-e3db1d53-2141-47de-bae9-263aecdb82dc req-32c532e2-e4f1-42d3-a6a3-227b406256a7 service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ff7d685e-bcf0-42c6-8c79-e9a3f6fc5802 HTTP/1.1" status: 200 len: 1000 time: 0.0939541 Jan 20 14:54:34.077300 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3db1d53-2141-47de-bae9-263aecdb82dc req-2768a617-3457-4ad0-a09a-8aedd7b5e1e3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:54:34.078753 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-e3db1d53-2141-47de-bae9-263aecdb82dc req-2768a617-3457-4ad0-a09a-8aedd7b5e1e3 service neutron] 10.222.0.106 "GET /v2.0/subnets?id=b6a59b05-62f4-437a-9a68-cd964c877f14 HTTP/1.1" status: 200 len: 835 time: 0.0565462 Jan 20 14:54:34.155780 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-e3db1d53-2141-47de-bae9-263aecdb82dc req-413aca90-dfd5-4ce4-9548-802ebf0c1b44 service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=add96fdd-2e71-4bc9-b773-5bafcf513081&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0707936 Jan 20 14:54:34.380144 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-e3db1d53-2141-47de-bae9-263aecdb82dc req-a6551244-068e-4e22-a583-3d38e01435fc service neutron] 10.222.0.106 "GET /v2.0/networks/add96fdd-2e71-4bc9-b773-5bafcf513081?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2180731 Jan 20 14:54:34.506769 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-e3db1d53-2141-47de-bae9-263aecdb82dc req-ef0286fd-6965-409c-9235-cc9fdacc6b5b service neutron] 10.222.0.106 "GET /v2.0/networks/add96fdd-2e71-4bc9-b773-5bafcf513081?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205955 Jan 20 14:54:39.051249 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.agents_db [None req-6dba657d-a637-4918-9b6d-40defdfae04b None None] Agent healthcheck: found 6 active agents {{(pid=84155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 14:54:58.015018 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-42e4e324-61f9-4f39-b8b2-a2db54e574ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:55:00.384719 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-66658c4a-47bd-4cda-831e-04eb793098a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:55:00.636344 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:55:01.444031 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:55:01.678108 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-cdd98e71-1f0a-4421-baa9-dcb30e06edf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:55:03.056281 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-eea6df97-7ff1-4b63-af20-e3ec8913deda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:55:16.050663 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.agents_db [None req-6dba657d-a637-4918-9b6d-40defdfae04b None None] Agent healthcheck: found 6 active agents {{(pid=84155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 14:55:28.015051 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-33d06570-0d0f-4f05-b579-298911f52f8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:55:30.380894 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-1847f5b3-dff1-4222-92c5-aa796c0c54f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:55:30.615138 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:55:31.412367 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:55:31.618337 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-cdd98e71-1f0a-4421-baa9-dcb30e06edf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:55:33.071651 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-eea6df97-7ff1-4b63-af20-e3ec8913deda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:55:35.661370 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-ee1dc470-1173-425b-b420-c93f20f908ba req-02e2d36c-3599-4dca-9f4a-ded5f9ff7104 service neutron] 10.222.0.106 "GET /v2.0/ports?device_id=1d7147b2-5ab2-4798-b5f6-b89cdecab3b6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0718317 Jan 20 14:55:35.752767 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-ee1dc470-1173-425b-b420-c93f20f908ba req-6db38486-2f88-4c72-a58f-d5e49b7c0469 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=640e8dbef2de46a485c2653a25e2ea4a&device_id=1d7147b2-5ab2-4798-b5f6-b89cdecab3b6 HTTP/1.1" status: 200 len: 1099 time: 0.0709109 Jan 20 14:55:35.914271 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1dc470-1173-425b-b420-c93f20f908ba req-cb86c298-3b31-45b5-9235-7caf079dd41e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:55:35.915628 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-ee1dc470-1173-425b-b420-c93f20f908ba req-cb86c298-3b31-45b5-9235-7caf079dd41e service neutron] 10.222.0.106 "GET /v2.0/networks?id=add96fdd-2e71-4bc9-b773-5bafcf513081 HTTP/1.1" status: 200 len: 898 time: 0.1433482 Jan 20 14:55:36.030211 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-ee1dc470-1173-425b-b420-c93f20f908ba req-0486639d-08be-4e3a-b24b-eaa1c1cbc129 service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=96ef3733-1cd9-49d7-889b-55a2d7227370 HTTP/1.1" status: 200 len: 1002 time: 0.1084144 Jan 20 14:55:36.097259 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1dc470-1173-425b-b420-c93f20f908ba req-bc980429-f7c8-4a38-b5ba-c3f7d61b36dd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:55:36.098756 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-ee1dc470-1173-425b-b420-c93f20f908ba req-bc980429-f7c8-4a38-b5ba-c3f7d61b36dd service neutron] 10.222.0.106 "GET /v2.0/subnets?id=b6a59b05-62f4-437a-9a68-cd964c877f14 HTTP/1.1" status: 200 len: 835 time: 0.0610063 Jan 20 14:55:36.173190 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-ee1dc470-1173-425b-b420-c93f20f908ba req-501276f3-1bd4-487d-8578-55963478620a service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=add96fdd-2e71-4bc9-b773-5bafcf513081&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0683064 Jan 20 14:55:36.344385 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-ee1dc470-1173-425b-b420-c93f20f908ba req-9301ee8e-e1e6-4d67-bab7-4ccde3371ed0 service neutron] 10.222.0.106 "GET /v2.0/networks/add96fdd-2e71-4bc9-b773-5bafcf513081?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1634333 Jan 20 14:55:36.482751 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-ee1dc470-1173-425b-b420-c93f20f908ba req-d2c4ad1d-7495-44ca-8266-1a5aa6e6253f service neutron] 10.222.0.106 "GET /v2.0/networks/add96fdd-2e71-4bc9-b773-5bafcf513081?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303904 Jan 20 14:55:44.590413 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 46054) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:55:44.697766 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-2fe01b25-b36c-49ba-83e2-e73893d2dfda tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/floatingips/74f04cee-d645-451b-9415-2a4559ed8bee HTTP/1.1" status: 200 len: 992 time: 0.1056530 Jan 20 14:55:45.531188 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 46064) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:55:45.536420 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-c8eb5970-5a00-4592-bed2-6115f7bbc4bc tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Request body: {'port': {'admin_state_up': False}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:55:45.655136 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-c8eb5970-5a00-4592-bed2-6115f7bbc4bc tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:55:45.874580 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.db [None req-c8eb5970-5a00-4592-bed2-6115f7bbc4bc tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] For port ff7d685e-bcf0-42c6-8c79-e9a3f6fc5802, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=ff7d685e-bcf0-42c6-8c79-e9a3f6fc5802,segment=NetworkSegment(41723bbc-d9fe-4d88-b338-f67c571a4fa1),segment_id=41723bbc-d9fe-4d88-b338-f67c571a4fa1)] {{(pid=84152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:55:45.903684 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-c8eb5970-5a00-4592-bed2-6115f7bbc4bc tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for port, precommit_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:55:45.960553 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-c8eb5970-5a00-4592-bed2-6115f7bbc4bc tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162822'] for port, after_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:55:46.029765 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8eb5970-5a00-4592-bed2-6115f7bbc4bc tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:55:46.030441 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-c8eb5970-5a00-4592-bed2-6115f7bbc4bc tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:55:46.032596 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-c8eb5970-5a00-4592-bed2-6115f7bbc4bc tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "PUT /v2.0/ports/ff7d685e-bcf0-42c6-8c79-e9a3f6fc5802 HTTP/1.1" status: 200 len: 938 time: 0.5002966 Jan 20 14:55:46.032596 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81388310-d3c3-4793-a452-510ace53c530', 'tag': 'ff7d685e-bcf0-42c6-8c79-e9a3f6fc5802'}] {{(pid=84152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 14:55:46.071344 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8eb5970-5a00-4592-bed2-6115f7bbc4bc tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Pushing event updated for resources: {'Port': ['ID=ff7d685e-bcf0-42c6-8c79-e9a3f6fc5802,revision_number=6']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:55:46.071344 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8eb5970-5a00-4592-bed2-6115f7bbc4bc tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:55:46.071344 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8eb5970-5a00-4592-bed2-6115f7bbc4bc tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:55:46.071344 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8eb5970-5a00-4592-bed2-6115f7bbc4bc tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:55:46.071344 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8eb5970-5a00-4592-bed2-6115f7bbc4bc tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:55:46.071344 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8eb5970-5a00-4592-bed2-6115f7bbc4bc tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:55:46.071344 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8eb5970-5a00-4592-bed2-6115f7bbc4bc tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:55:46.071344 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8eb5970-5a00-4592-bed2-6115f7bbc4bc tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:55:46.071344 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8eb5970-5a00-4592-bed2-6115f7bbc4bc tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:55:46.071344 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8eb5970-5a00-4592-bed2-6115f7bbc4bc tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:55:46.071344 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8eb5970-5a00-4592-bed2-6115f7bbc4bc tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:55:46.071344 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8eb5970-5a00-4592-bed2-6115f7bbc4bc tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:55:46.099751 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81388310-d3c3-4793-a452-510ace53c530', 'tag': 'ff7d685e-bcf0-42c6-8c79-e9a3f6fc5802', 'status': 'completed', 'code': 200} Jan 20 14:55:46.209379 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-c6cce446-44be-44bc-9315-30508ad0115b req-f7e95340-e434-44c9-970d-a737c8dbccdd service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=640e8dbef2de46a485c2653a25e2ea4a&device_id=81388310-d3c3-4793-a452-510ace53c530 HTTP/1.1" status: 200 len: 1099 time: 0.0805197 Jan 20 14:55:46.253231 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-271e7e68-c1d1-418d-a641-7a38485cc6ce None None] Provisioning complete for port ff7d685e-bcf0-42c6-8c79-e9a3f6fc5802 triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:55:46.253843 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-271e7e68-c1d1-418d-a641-7a38485cc6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:55:46.316511 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-271e7e68-c1d1-418d-a641-7a38485cc6ce None None] Port ff7d685e-bcf0-42c6-8c79-e9a3f6fc5802 is administratively disabled so it will not transition to active. {{(pid=84154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} Jan 20 14:55:46.346226 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cce446-44be-44bc-9315-30508ad0115b req-bcc3bc86-6443-4c68-ba73-34d74a4f0b73 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:55:46.347692 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-c6cce446-44be-44bc-9315-30508ad0115b req-bcc3bc86-6443-4c68-ba73-34d74a4f0b73 service neutron] 10.222.0.106 "GET /v2.0/networks?id=add96fdd-2e71-4bc9-b773-5bafcf513081 HTTP/1.1" status: 200 len: 898 time: 0.1322162 Jan 20 14:55:46.454769 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-c6cce446-44be-44bc-9315-30508ad0115b req-6155c989-10b2-47b8-8b3c-1a291c9e4bd0 service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ff7d685e-bcf0-42c6-8c79-e9a3f6fc5802 HTTP/1.1" status: 200 len: 1001 time: 0.1000838 Jan 20 14:55:46.521710 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cce446-44be-44bc-9315-30508ad0115b req-83dae920-52fc-448c-873d-4b10a7477a58 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:55:46.523181 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-c6cce446-44be-44bc-9315-30508ad0115b req-83dae920-52fc-448c-873d-4b10a7477a58 service neutron] 10.222.0.106 "GET /v2.0/subnets?id=b6a59b05-62f4-437a-9a68-cd964c877f14 HTTP/1.1" status: 200 len: 835 time: 0.0618727 Jan 20 14:55:46.599418 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-c6cce446-44be-44bc-9315-30508ad0115b req-3f696a65-2aba-42e0-b2e7-ede56e899997 service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=add96fdd-2e71-4bc9-b773-5bafcf513081&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0702682 Jan 20 14:55:46.827288 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-c6cce446-44be-44bc-9315-30508ad0115b req-448174bb-535c-4ec9-ac4a-af8c66e9d1a2 service neutron] 10.222.0.106 "GET /v2.0/networks/add96fdd-2e71-4bc9-b773-5bafcf513081?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2214804 Jan 20 14:55:46.959250 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-c6cce446-44be-44bc-9315-30508ad0115b req-a35cb504-6d51-411f-9bb4-24c6d4601f2c service neutron] 10.222.0.106 "GET /v2.0/networks/add96fdd-2e71-4bc9-b773-5bafcf513081?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255198 Jan 20 14:55:49.470206 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 46074) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:55:49.476022 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-ea588c87-5746-4dee-bf62-88a8420352d4 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Request body: {'port': {'admin_state_up': True}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:55:49.600895 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-ea588c87-5746-4dee-bf62-88a8420352d4 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:55:49.822918 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.db [None req-ea588c87-5746-4dee-bf62-88a8420352d4 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] For port ff7d685e-bcf0-42c6-8c79-e9a3f6fc5802, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=ff7d685e-bcf0-42c6-8c79-e9a3f6fc5802,segment=NetworkSegment(41723bbc-d9fe-4d88-b338-f67c571a4fa1),segment_id=41723bbc-d9fe-4d88-b338-f67c571a4fa1)] {{(pid=84153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:55:49.848577 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-ea588c87-5746-4dee-bf62-88a8420352d4 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for port, precommit_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:55:49.900796 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-ea588c87-5746-4dee-bf62-88a8420352d4 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3944146'] for port, after_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:55:49.971664 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea588c87-5746-4dee-bf62-88a8420352d4 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:55:49.972283 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-ea588c87-5746-4dee-bf62-88a8420352d4 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:55:49.973675 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-ea588c87-5746-4dee-bf62-88a8420352d4 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "PUT /v2.0/ports/ff7d685e-bcf0-42c6-8c79-e9a3f6fc5802 HTTP/1.1" status: 200 len: 937 time: 0.5024412 Jan 20 14:55:49.974253 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81388310-d3c3-4793-a452-510ace53c530', 'tag': 'ff7d685e-bcf0-42c6-8c79-e9a3f6fc5802'}] {{(pid=84153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 14:55:49.976585 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 46078) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:55:50.017246 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea588c87-5746-4dee-bf62-88a8420352d4 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Pushing event updated for resources: {'Port': ['ID=ff7d685e-bcf0-42c6-8c79-e9a3f6fc5802,revision_number=7']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:55:50.026994 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea588c87-5746-4dee-bf62-88a8420352d4 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:55:50.027394 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea588c87-5746-4dee-bf62-88a8420352d4 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:55:50.027734 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea588c87-5746-4dee-bf62-88a8420352d4 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:55:50.028070 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea588c87-5746-4dee-bf62-88a8420352d4 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:55:50.028399 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea588c87-5746-4dee-bf62-88a8420352d4 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:55:50.028720 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea588c87-5746-4dee-bf62-88a8420352d4 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:55:50.029043 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea588c87-5746-4dee-bf62-88a8420352d4 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:55:50.029363 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea588c87-5746-4dee-bf62-88a8420352d4 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:55:50.029683 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea588c87-5746-4dee-bf62-88a8420352d4 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:55:50.029999 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea588c87-5746-4dee-bf62-88a8420352d4 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:55:50.030347 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea588c87-5746-4dee-bf62-88a8420352d4 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:55:50.113420 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-87fb4f84-c116-40f4-b749-732e826427ff tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/floatingips/74f04cee-d645-451b-9415-2a4559ed8bee HTTP/1.1" status: 200 len: 992 time: 0.1356986 Jan 20 14:55:50.148846 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81388310-d3c3-4793-a452-510ace53c530', 'tag': 'ff7d685e-bcf0-42c6-8c79-e9a3f6fc5802', 'status': 'completed', 'code': 200} Jan 20 14:55:50.242999 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-228a8675-207f-44dd-81c5-4ac7fecf4d53 req-1060fd5f-bd26-492b-9977-a68cd02529f9 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=640e8dbef2de46a485c2653a25e2ea4a&device_id=81388310-d3c3-4793-a452-510ace53c530 HTTP/1.1" status: 200 len: 1098 time: 0.0717452 Jan 20 14:55:50.264094 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-5f4b23be-1b51-497b-80e3-8cbf6cd7bf7f None None] Provisioning complete for port ff7d685e-bcf0-42c6-8c79-e9a3f6fc5802 triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:55:50.264642 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-5f4b23be-1b51-497b-80e3-8cbf6cd7bf7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:55:50.319741 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] get_ports_and_sgs() called for port_ids ['ff7d685e-bcf0-42c6-8c79-e9a3f6fc5802'] {{(pid=84154) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 20 14:55:50.385852 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228a8675-207f-44dd-81c5-4ac7fecf4d53 req-ece7ba3e-f01f-46ee-9621-43cae74ecb78 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:55:50.389520 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-228a8675-207f-44dd-81c5-4ac7fecf4d53 req-ece7ba3e-f01f-46ee-9621-43cae74ecb78 service neutron] 10.222.0.106 "GET /v2.0/networks?id=add96fdd-2e71-4bc9-b773-5bafcf513081 HTTP/1.1" status: 200 len: 898 time: 0.1377034 Jan 20 14:55:50.495817 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-228a8675-207f-44dd-81c5-4ac7fecf4d53 req-2eed2ea8-00d0-4afe-a0b0-02bbcd2463e6 service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ff7d685e-bcf0-42c6-8c79-e9a3f6fc5802 HTTP/1.1" status: 200 len: 1000 time: 0.1018133 Jan 20 14:55:50.559529 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228a8675-207f-44dd-81c5-4ac7fecf4d53 req-3133caf1-2ae3-4e5a-8e94-3398fa883301 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:55:50.560967 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-228a8675-207f-44dd-81c5-4ac7fecf4d53 req-3133caf1-2ae3-4e5a-8e94-3398fa883301 service neutron] 10.222.0.106 "GET /v2.0/subnets?id=b6a59b05-62f4-437a-9a68-cd964c877f14 HTTP/1.1" status: 200 len: 835 time: 0.0598984 Jan 20 14:55:50.640049 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-228a8675-207f-44dd-81c5-4ac7fecf4d53 req-d6836aad-911a-440f-83cb-b65e35d4327a service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=add96fdd-2e71-4bc9-b773-5bafcf513081&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0730610 Jan 20 14:55:50.767907 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-228a8675-207f-44dd-81c5-4ac7fecf4d53 req-11fe714d-1da7-46ee-a7e6-50a48347b17b service neutron] 10.222.0.106 "GET /v2.0/networks/add96fdd-2e71-4bc9-b773-5bafcf513081?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221447 Jan 20 14:55:50.896451 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-228a8675-207f-44dd-81c5-4ac7fecf4d53 req-bea6e6cc-db83-4e5a-9778-7b0774d399dd service neutron] 10.222.0.106 "GET /v2.0/networks/add96fdd-2e71-4bc9-b773-5bafcf513081?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220441 Jan 20 14:55:52.685902 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 46092) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:55:52.989408 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-fe3c89bd-c822-445f-b1ee-5ae3abf135bc tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Deleting port e2ae4942-7d7b-4679-80c3-740027d0de55 {{(pid=84153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:55:52.989658 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-fe3c89bd-c822-445f-b1ee-5ae3abf135bc tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:55:53.051219 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.agents_db [None req-6dba657d-a637-4918-9b6d-40defdfae04b None None] Agent healthcheck: found 6 active agents {{(pid=84155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 14:55:53.158618 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-fe3c89bd-c822-445f-b1ee-5ae3abf135bc tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:55:53.158944 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-fe3c89bd-c822-445f-b1ee-5ae3abf135bc tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:55:53.278006 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-fe3c89bd-c822-445f-b1ee-5ae3abf135bc tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Calling delete_port for e2ae4942-7d7b-4679-80c3-740027d0de55 owned by network:floatingip {{(pid=84153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:55:53.500468 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-fe3c89bd-c822-445f-b1ee-5ae3abf135bc tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:55:53.546054 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3c89bd-c822-445f-b1ee-5ae3abf135bc tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Pushing event deleted for resources: {'Port': ['ID=e2ae4942-7d7b-4679-80c3-740027d0de55,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:55:53.638868 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-fe3c89bd-c822-445f-b1ee-5ae3abf135bc tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for floatingip, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:55:54.025720 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe3c89bd-c822-445f-b1ee-5ae3abf135bc tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Router 2ec6ebdd-af20-4f2e-94d5-322465a239bf has already been hosted by L3 agent 624d525b-4c26-4143-8a1c-228bb1c6faaa {{(pid=84153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 14:55:54.223817 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe3c89bd-c822-445f-b1ee-5ae3abf135bc tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify agent at l3_agent.dv-neutron-825124-1-hyperv the message routers_updated {{(pid=84153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 14:55:54.233457 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3975e554-9aaf-41d3-8bc4-29c7e7f0477d None None] Sync routers for ids ['2ec6ebdd-af20-4f2e-94d5-322465a239bf'] in dv-neutron-825124-1-hyperv {{(pid=84155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 14:55:54.245516 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3975e554-9aaf-41d3-8bc4-29c7e7f0477d None None] Routers {'2ec6ebdd-af20-4f2e-94d5-322465a239bf'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:55:54.253144 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-3975e554-9aaf-41d3-8bc4-29c7e7f0477d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:55:30Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['2ec6ebdd-af20-4f2e-94d5-322465a239bf'], 'active': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:55:54.320164 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-fe3c89bd-c822-445f-b1ee-5ae3abf135bc tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for floatingip, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:55:54.373250 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-fe3c89bd-c822-445f-b1ee-5ae3abf135bc tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "DELETE /v2.0/floatingips/ae60947b-0653-41be-8edc-cdd5253e5930 HTTP/1.1" status: 204 len: 168 time: 1.6862323 Jan 20 14:55:54.373822 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d7147b2-5ab2-4798-b5f6-b89cdecab3b6', 'tag': '96ef3733-1cd9-49d7-889b-55a2d7227370'}] {{(pid=84153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 14:55:54.429458 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvr_db [None req-3975e554-9aaf-41d3-8bc4-29c7e7f0477d None None] Set router 2ec6ebdd-af20-4f2e-94d5-322465a239bf gateway port host: dv-neutron-825124-1-hyperv {{(pid=84155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 14:55:54.430721 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d7147b2-5ab2-4798-b5f6-b89cdecab3b6', 'tag': '96ef3733-1cd9-49d7-889b-55a2d7227370', 'status': 'completed', 'code': 200} Jan 20 14:55:54.528695 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-afd10e06-6e4b-46c9-9992-ca84d99ffa2e req-a5912256-3983-4859-bd23-6a87cac2a74d service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=640e8dbef2de46a485c2653a25e2ea4a&device_id=1d7147b2-5ab2-4798-b5f6-b89cdecab3b6 HTTP/1.1" status: 200 len: 1099 time: 0.0757012 Jan 20 14:55:54.666947 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd10e06-6e4b-46c9-9992-ca84d99ffa2e req-a16317b9-cd32-434b-995f-b78408fd6c8f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:55:54.668525 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-afd10e06-6e4b-46c9-9992-ca84d99ffa2e req-a16317b9-cd32-434b-995f-b78408fd6c8f service neutron] 10.222.0.106 "GET /v2.0/networks?id=add96fdd-2e71-4bc9-b773-5bafcf513081 HTTP/1.1" status: 200 len: 898 time: 0.1335864 Jan 20 14:55:54.805626 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-3975e554-9aaf-41d3-8bc4-29c7e7f0477d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ec6ebdd-af20-4f2e-94d5-322465a239bf', 'name': 'tempest-TestNetworkBasicOps-router-577061774', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.131'}], 'enable_snat': True}, 'gw_port_id': '12aa2b61-c7d8-405c-83d3-b3f6a419ff9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:53:42Z', 'updated_at': '2022-01-20T14:53:47Z', 'revision_number': 4, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'gw_port': {'id': '12aa2b61-c7d8-405c-83d3-b3f6a419ff9a', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:f5:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ec6ebdd-af20-4f2e-94d5-322465a239bf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:53:42Z', 'updated_at': '2022-01-20T14:53:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv', '_floatingips': [{'id': '74f04cee-d645-451b-9415-2a4559ed8bee', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'floating_ip_address': '172.26.7.74', 'floating_network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'router_id': '2ec6ebdd-af20-4f2e-94d5-322465a239bf', 'port_id': 'ff7d685e-bcf0-42c6-8c79-e9a3f6fc5802', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'add96fdd-2e71-4bc9-b773-5bafcf513081', 'mac_address': 'fa:16:3e:bb:ea:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81388310-d3c3-4793-a452-510ace53c530', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T14:54:07Z', 'updated_at': '2022-01-20T14:54:10Z', 'revision_number': 1, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b96d46c3-bf1f-47bd-a94c-c5ab2b6b54e0', 'name': '', 'network_id': 'add96fdd-2e71-4bc9-b773-5bafcf513081', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'mac_address': 'fa:16:3e:a8:01:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ec6ebdd-af20-4f2e-94d5-322465a239bf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b6a59b05-62f4-437a-9a68-cd964c877f14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:53:46Z', 'updated_at': '2022-01-20T14:53:52Z', 'revision_number': 5, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'subnets': [{'id': 'b6a59b05-62f4-437a-9a68-cd964c877f14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:55:54.810668 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3975e554-9aaf-41d3-8bc4-29c7e7f0477d None None] Checking router: 2ec6ebdd-af20-4f2e-94d5-322465a239bf for host: dv-neutron-825124-1-hyperv {{(pid=84155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 14:55:54.822139 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3975e554-9aaf-41d3-8bc4-29c7e7f0477d None None] Routers {'2ec6ebdd-af20-4f2e-94d5-322465a239bf'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:55:54.822706 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-3975e554-9aaf-41d3-8bc4-29c7e7f0477d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:55:30Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['2ec6ebdd-af20-4f2e-94d5-322465a239bf'], 'active': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:55:54.849441 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-afd10e06-6e4b-46c9-9992-ca84d99ffa2e req-04f402fe-2714-45a8-993f-f7e7b47ab75a service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=96ef3733-1cd9-49d7-889b-55a2d7227370 HTTP/1.1" status: 200 len: 217 time: 0.1751864 Jan 20 14:55:54.912713 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd10e06-6e4b-46c9-9992-ca84d99ffa2e req-7e810da8-2590-4eda-8b26-769848560f21 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:55:54.914178 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-afd10e06-6e4b-46c9-9992-ca84d99ffa2e req-7e810da8-2590-4eda-8b26-769848560f21 service neutron] 10.222.0.106 "GET /v2.0/subnets?id=b6a59b05-62f4-437a-9a68-cd964c877f14 HTTP/1.1" status: 200 len: 835 time: 0.0580275 Jan 20 14:55:54.995237 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-afd10e06-6e4b-46c9-9992-ca84d99ffa2e req-f1400ab1-a539-4246-b9e1-823289b0936a service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=add96fdd-2e71-4bc9-b773-5bafcf513081&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0742326 Jan 20 14:55:55.005217 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvr_db [None req-3975e554-9aaf-41d3-8bc4-29c7e7f0477d None None] Set router 2ec6ebdd-af20-4f2e-94d5-322465a239bf gateway port host: dv-neutron-825124-1-hyperv {{(pid=84155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 14:55:55.133815 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-afd10e06-6e4b-46c9-9992-ca84d99ffa2e req-b812ba3f-41db-4bed-9c39-d141867cc8b4 service neutron] 10.222.0.106 "GET /v2.0/networks/add96fdd-2e71-4bc9-b773-5bafcf513081?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321738 Jan 20 14:55:55.321099 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-afd10e06-6e4b-46c9-9992-ca84d99ffa2e req-b308ab21-f27d-4b78-87d3-aa5796b7f3b9 service neutron] 10.222.0.106 "GET /v2.0/networks/add96fdd-2e71-4bc9-b773-5bafcf513081?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1804109 Jan 20 14:55:55.333763 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d427b36d-96ac-4328-8ba4-6d9c07fc732e req-1ecad817-1062-4e19-849f-838ec302cd19 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:55:55.334625 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [req-d427b36d-96ac-4328-8ba4-6d9c07fc732e req-1ecad817-1062-4e19-849f-838ec302cd19 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Synchronizing usage tracker for tenant:640e8dbef2de46a485c2653a25e2ea4a on resource:port {{(pid=84153) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:55:55.365311 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-3975e554-9aaf-41d3-8bc4-29c7e7f0477d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ec6ebdd-af20-4f2e-94d5-322465a239bf', 'name': 'tempest-TestNetworkBasicOps-router-577061774', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.131'}], 'enable_snat': True}, 'gw_port_id': '12aa2b61-c7d8-405c-83d3-b3f6a419ff9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:53:42Z', 'updated_at': '2022-01-20T14:53:47Z', 'revision_number': 4, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'gw_port': {'id': '12aa2b61-c7d8-405c-83d3-b3f6a419ff9a', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:f5:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ec6ebdd-af20-4f2e-94d5-322465a239bf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:53:42Z', 'updated_at': '2022-01-20T14:53:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv', '_floatingips': [{'id': '74f04cee-d645-451b-9415-2a4559ed8bee', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'floating_ip_address': '172.26.7.74', 'floating_network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'router_id': '2ec6ebdd-af20-4f2e-94d5-322465a239bf', 'port_id': 'ff7d685e-bcf0-42c6-8c79-e9a3f6fc5802', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'add96fdd-2e71-4bc9-b773-5bafcf513081', 'mac_address': 'fa:16:3e:bb:ea:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81388310-d3c3-4793-a452-510ace53c530', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T14:54:07Z', 'updated_at': '2022-01-20T14:54:10Z', 'revision_number': 1, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b96d46c3-bf1f-47bd-a94c-c5ab2b6b54e0', 'name': '', 'network_id': 'add96fdd-2e71-4bc9-b773-5bafcf513081', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'mac_address': 'fa:16:3e:a8:01:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ec6ebdd-af20-4f2e-94d5-322465a239bf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b6a59b05-62f4-437a-9a68-cd964c877f14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:53:46Z', 'updated_at': '2022-01-20T14:53:52Z', 'revision_number': 5, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'subnets': [{'id': 'b6a59b05-62f4-437a-9a68-cd964c877f14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:55:55.369764 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3975e554-9aaf-41d3-8bc4-29c7e7f0477d None None] The sync data for ids ['2ec6ebdd-af20-4f2e-94d5-322465a239bf'] in dv-neutron-825124-1-hyperv is: [{'id': '2ec6ebdd-af20-4f2e-94d5-322465a239bf', 'name': 'tempest-TestNetworkBasicOps-router-577061774', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.131'}], 'enable_snat': True}, 'gw_port_id': '12aa2b61-c7d8-405c-83d3-b3f6a419ff9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:53:42Z', 'updated_at': '2022-01-20T14:53:47Z', 'revision_number': 4, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'gw_port': {'id': '12aa2b61-c7d8-405c-83d3-b3f6a419ff9a', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:f5:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ec6ebdd-af20-4f2e-94d5-322465a239bf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:53:42Z', 'updated_at': '2022-01-20T14:53:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv', '_floatingips': [{'id': '74f04cee-d645-451b-9415-2a4559ed8bee', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'floating_ip_address': '172.26.7.74', 'floating_network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'router_id': '2ec6ebdd-af20-4f2e-94d5-322465a239bf', 'port_id': 'ff7d685e-bcf0-42c6-8c79-e9a3f6fc5802', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'add96fdd-2e71-4bc9-b773-5bafcf513081', 'mac_address': 'fa:16:3e:bb:ea:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81388310-d3c3-4793-a452-510ace53c530', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T14:54:07Z', 'updated_at': '2022-01-20T14:54:10Z', 'revision_number': 1, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b96d46c3-bf1f-47bd-a94c-c5ab2b6b54e0', 'name': '', 'network_id': 'add96fdd-2e71-4bc9-b773-5bafcf513081', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'mac_address': 'fa:16:3e:a8:01:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ec6ebdd-af20-4f2e-94d5-322465a239bf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b6a59b05-62f4-437a-9a68-cd964c877f14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:53:46Z', 'updated_at': '2022-01-20T14:53:52Z', 'revision_number': 5, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'subnets': [{'id': 'b6a59b05-62f4-437a-9a68-cd964c877f14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 14:55:55.465921 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [req-d427b36d-96ac-4328-8ba4-6d9c07fc732e req-1ecad817-1062-4e19-849f-838ec302cd19 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Unset dirty status for tenant:640e8dbef2de46a485c2653a25e2ea4a on resource:port {{(pid=84153) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:55:55.469949 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-d427b36d-96ac-4328-8ba4-6d9c07fc732e req-1ecad817-1062-4e19-849f-838ec302cd19 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/ports?device_id=1d7147b2-5ab2-4798-b5f6-b89cdecab3b6 HTTP/1.1" status: 200 len: 946 time: 0.3978269 Jan 20 14:55:55.519585 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-d427b36d-96ac-4328-8ba4-6d9c07fc732e req-ae1278d6-8afe-4130-af89-84dfb01553fa tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/security-groups?id=ab325e00-e13f-473b-8de3-7a93ad2b3ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467255 Jan 20 14:55:55.580879 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd23e10-c9c8-4782-ab6d-d451835c3310 None None] New status for floating IP ae60947b-0653-41be-8edc-cdd5253e5930: DOWN {{(pid=84154) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 20 14:55:56.764578 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44acebd-1a2d-4f5f-824d-ff541a6f9dd5 req-281e107b-f8ee-4e27-9e90-76b0697c5edd tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:55:56.766009 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-b44acebd-1a2d-4f5f-824d-ff541a6f9dd5 req-281e107b-f8ee-4e27-9e90-76b0697c5edd tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.106 "GET /v2.0/ports?device_id=1d7147b2-5ab2-4798-b5f6-b89cdecab3b6 HTTP/1.1" status: 200 len: 946 time: 0.1330256 Jan 20 14:55:56.771635 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f835182-434a-441a-b653-4bbb5436a960 req-57a3c385-4d02-47d7-97f6-fb345e75bee1 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:55:56.772943 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-6f835182-434a-441a-b653-4bbb5436a960 req-57a3c385-4d02-47d7-97f6-fb345e75bee1 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/ports?device_id=1d7147b2-5ab2-4798-b5f6-b89cdecab3b6 HTTP/1.1" status: 200 len: 946 time: 0.1103072 Jan 20 14:55:56.870635 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [req-b44acebd-1a2d-4f5f-824d-ff541a6f9dd5 req-d1bf76b0-df14-47aa-8998-b461ffcb6058 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Deleting port 96ef3733-1cd9-49d7-889b-55a2d7227370 {{(pid=84153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:55:56.870891 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-b44acebd-1a2d-4f5f-824d-ff541a6f9dd5 req-d1bf76b0-df14-47aa-8998-b461ffcb6058 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:55:56.911870 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-6f835182-434a-441a-b653-4bbb5436a960 req-6dcac953-9b13-45c0-8b55-7b3e52563709 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/security-groups?id=ab325e00-e13f-473b-8de3-7a93ad2b3ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1081388 Jan 20 14:55:57.117393 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.db [req-b44acebd-1a2d-4f5f-824d-ff541a6f9dd5 req-d1bf76b0-df14-47aa-8998-b461ffcb6058 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] For port 96ef3733-1cd9-49d7-889b-55a2d7227370, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=96ef3733-1cd9-49d7-889b-55a2d7227370,segment=NetworkSegment(41723bbc-d9fe-4d88-b338-f67c571a4fa1),segment_id=41723bbc-d9fe-4d88-b338-f67c571a4fa1)] {{(pid=84153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:55:57.117748 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-b44acebd-1a2d-4f5f-824d-ff541a6f9dd5 req-d1bf76b0-df14-47aa-8998-b461ffcb6058 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:55:57.241536 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [req-b44acebd-1a2d-4f5f-824d-ff541a6f9dd5 req-d1bf76b0-df14-47aa-8998-b461ffcb6058 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Calling delete_port for 96ef3733-1cd9-49d7-889b-55a2d7227370 owned by compute:nova {{(pid=84153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:55:57.465807 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-b44acebd-1a2d-4f5f-824d-ff541a6f9dd5 req-d1bf76b0-df14-47aa-8998-b461ffcb6058 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:55:57.523586 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bf76b0-df14-47aa-8998-b461ffcb6058 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Pushing event deleted for resources: {'Port': ['ID=96ef3733-1cd9-49d7-889b-55a2d7227370,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:55:57.595118 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.l3_dvrscheduler_db [req-b44acebd-1a2d-4f5f-824d-ff541a6f9dd5 req-d1bf76b0-df14-47aa-8998-b461ffcb6058 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] No DVR routers for this DVR port 96ef3733-1cd9-49d7-889b-55a2d7227370 on host hv-neutron-8251 {{(pid=84153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 14:55:57.597554 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-b44acebd-1a2d-4f5f-824d-ff541a6f9dd5 req-d1bf76b0-df14-47aa-8998-b461ffcb6058 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:55:57.600108 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d7147b2-5ab2-4798-b5f6-b89cdecab3b6', 'name': 'network-vif-deleted', 'tag': '96ef3733-1cd9-49d7-889b-55a2d7227370'}] {{(pid=84153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 14:55:57.653538 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d7147b2-5ab2-4798-b5f6-b89cdecab3b6', 'name': 'network-vif-deleted', 'tag': '96ef3733-1cd9-49d7-889b-55a2d7227370', 'status': 'completed', 'code': 200} Jan 20 14:55:57.666664 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-b44acebd-1a2d-4f5f-824d-ff541a6f9dd5 req-d1bf76b0-df14-47aa-8998-b461ffcb6058 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.106 "DELETE /v2.0/ports/96ef3733-1cd9-49d7-889b-55a2d7227370 HTTP/1.1" status: 204 len: 173 time: 0.8928161 Jan 20 14:55:58.034288 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-cf6a9ec3-988a-4aab-9ff6-371e28654b55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:55:58.108609 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [req-8449ff4e-38cf-45ff-8f80-cb5a6a5a4bce req-84131977-9737-4ce8-9753-e79e037a31df tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Synchronizing usage tracker for tenant:640e8dbef2de46a485c2653a25e2ea4a on resource:port {{(pid=84153) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:55:58.182795 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [req-8449ff4e-38cf-45ff-8f80-cb5a6a5a4bce req-84131977-9737-4ce8-9753-e79e037a31df tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Unset dirty status for tenant:640e8dbef2de46a485c2653a25e2ea4a on resource:port {{(pid=84153) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:55:58.184126 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-8449ff4e-38cf-45ff-8f80-cb5a6a5a4bce req-84131977-9737-4ce8-9753-e79e037a31df tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/ports?device_id=1d7147b2-5ab2-4798-b5f6-b89cdecab3b6 HTTP/1.1" status: 200 len: 210 time: 0.1266835 Jan 20 14:55:59.291515 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 46114) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:55:59.359491 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-a8c18177-47e4-44ea-8747-e183b909df81 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for security_group, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:55:59.388300 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-a8c18177-47e4-44ea-8747-e183b909df81 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:55:59.523527 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-a8c18177-47e4-44ea-8747-e183b909df81 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:55:59.541109 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c18177-47e4-44ea-8747-e183b909df81 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab325e00-e13f-473b-8de3-7a93ad2b3ae0,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:55:59.554787 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-a8c18177-47e4-44ea-8747-e183b909df81 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for security_group, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:55:59.554787 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-a8c18177-47e4-44ea-8747-e183b909df81 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "DELETE /v2.0/security-groups/ab325e00-e13f-473b-8de3-7a93ad2b3ae0 HTTP/1.1" status: 204 len: 168 time: 0.2583089 Jan 20 14:55:59.655404 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 46120) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:55:59.938309 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-39a274c4-c52d-4af7-8d41-d71ca0632c7e tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Deleting port e869305d-6e45-4ce5-ae3b-aed487d79713 {{(pid=84153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:55:59.938648 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-39a274c4-c52d-4af7-8d41-d71ca0632c7e tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:56:00.107062 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-39a274c4-c52d-4af7-8d41-d71ca0632c7e tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:56:00.107384 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-39a274c4-c52d-4af7-8d41-d71ca0632c7e tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:56:00.224447 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-39a274c4-c52d-4af7-8d41-d71ca0632c7e tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Calling delete_port for e869305d-6e45-4ce5-ae3b-aed487d79713 owned by network:floatingip {{(pid=84153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:56:00.397145 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ee4d8a48-800f-4c37-96fa-566c7b8936c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:56:00.428719 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-39a274c4-c52d-4af7-8d41-d71ca0632c7e tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:56:00.472729 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a274c4-c52d-4af7-8d41-d71ca0632c7e tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Pushing event deleted for resources: {'Port': ['ID=e869305d-6e45-4ce5-ae3b-aed487d79713,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:56:00.571817 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-39a274c4-c52d-4af7-8d41-d71ca0632c7e tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for floatingip, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:56:00.628532 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:56:00.963558 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39a274c4-c52d-4af7-8d41-d71ca0632c7e tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Router 2ec6ebdd-af20-4f2e-94d5-322465a239bf has already been hosted by L3 agent 624d525b-4c26-4143-8a1c-228bb1c6faaa {{(pid=84153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 14:56:01.157305 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39a274c4-c52d-4af7-8d41-d71ca0632c7e tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify agent at l3_agent.dv-neutron-825124-1-hyperv the message routers_updated {{(pid=84153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 14:56:01.166286 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6770b6ec-1153-48fd-a812-187b231d2f53 None None] Sync routers for ids ['2ec6ebdd-af20-4f2e-94d5-322465a239bf'] in dv-neutron-825124-1-hyperv {{(pid=84155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 14:56:01.178280 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6770b6ec-1153-48fd-a812-187b231d2f53 None None] Routers {'2ec6ebdd-af20-4f2e-94d5-322465a239bf'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:56:01.178867 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-6770b6ec-1153-48fd-a812-187b231d2f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:56:00Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['2ec6ebdd-af20-4f2e-94d5-322465a239bf'], 'active': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:56:01.231922 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-39a274c4-c52d-4af7-8d41-d71ca0632c7e tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for floatingip, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:56:01.288277 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-39a274c4-c52d-4af7-8d41-d71ca0632c7e tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "DELETE /v2.0/floatingips/74f04cee-d645-451b-9415-2a4559ed8bee HTTP/1.1" status: 204 len: 168 time: 1.6317267 Jan 20 14:56:01.288925 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81388310-d3c3-4793-a452-510ace53c530', 'tag': 'ff7d685e-bcf0-42c6-8c79-e9a3f6fc5802'}] {{(pid=84153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 14:56:01.356614 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81388310-d3c3-4793-a452-510ace53c530', 'tag': 'ff7d685e-bcf0-42c6-8c79-e9a3f6fc5802', 'status': 'completed', 'code': 200} Jan 20 14:56:01.390998 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvr_db [None req-6770b6ec-1153-48fd-a812-187b231d2f53 None None] Set router 2ec6ebdd-af20-4f2e-94d5-322465a239bf gateway port host: dv-neutron-825124-1-hyperv {{(pid=84155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 14:56:01.419806 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:56:01.456026 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-f1ab6b0c-c55e-49ac-9b6f-9cd12e850e91 req-75fefb7d-870c-4ab2-b72f-cd880e08d2f2 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=640e8dbef2de46a485c2653a25e2ea4a&device_id=81388310-d3c3-4793-a452-510ace53c530 HTTP/1.1" status: 200 len: 1098 time: 0.0767417 Jan 20 14:56:01.654358 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-cdd98e71-1f0a-4421-baa9-dcb30e06edf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:56:01.693437 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ab6b0c-c55e-49ac-9b6f-9cd12e850e91 req-9bb8f890-a224-4782-8a23-02abefe3b3d1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:56:01.697281 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-f1ab6b0c-c55e-49ac-9b6f-9cd12e850e91 req-9bb8f890-a224-4782-8a23-02abefe3b3d1 service neutron] 10.222.0.106 "GET /v2.0/networks?id=add96fdd-2e71-4bc9-b773-5bafcf513081 HTTP/1.1" status: 200 len: 898 time: 0.2335668 Jan 20 14:56:01.730141 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-6770b6ec-1153-48fd-a812-187b231d2f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ec6ebdd-af20-4f2e-94d5-322465a239bf', 'name': 'tempest-TestNetworkBasicOps-router-577061774', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.131'}], 'enable_snat': True}, 'gw_port_id': '12aa2b61-c7d8-405c-83d3-b3f6a419ff9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:53:42Z', 'updated_at': '2022-01-20T14:53:47Z', 'revision_number': 4, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'gw_port': {'id': '12aa2b61-c7d8-405c-83d3-b3f6a419ff9a', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:f5:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ec6ebdd-af20-4f2e-94d5-322465a239bf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:53:42Z', 'updated_at': '2022-01-20T14:53:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv', '_interfaces': [{'id': 'b96d46c3-bf1f-47bd-a94c-c5ab2b6b54e0', 'name': '', 'network_id': 'add96fdd-2e71-4bc9-b773-5bafcf513081', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'mac_address': 'fa:16:3e:a8:01:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ec6ebdd-af20-4f2e-94d5-322465a239bf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b6a59b05-62f4-437a-9a68-cd964c877f14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:53:46Z', 'updated_at': '2022-01-20T14:53:52Z', 'revision_number': 5, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'subnets': [{'id': 'b6a59b05-62f4-437a-9a68-cd964c877f14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:56:01.734430 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6770b6ec-1153-48fd-a812-187b231d2f53 None None] Checking router: 2ec6ebdd-af20-4f2e-94d5-322465a239bf for host: dv-neutron-825124-1-hyperv {{(pid=84155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 14:56:01.749948 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6770b6ec-1153-48fd-a812-187b231d2f53 None None] Routers {'2ec6ebdd-af20-4f2e-94d5-322465a239bf'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:56:01.749948 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-6770b6ec-1153-48fd-a812-187b231d2f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:56:00Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['2ec6ebdd-af20-4f2e-94d5-322465a239bf'], 'active': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:56:01.765265 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-f1ab6b0c-c55e-49ac-9b6f-9cd12e850e91 req-97ee144b-5fca-4906-9b41-79616247d5d3 service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ff7d685e-bcf0-42c6-8c79-e9a3f6fc5802 HTTP/1.1" status: 200 len: 217 time: 0.0635040 Jan 20 14:56:01.765745 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Device 96ef3733-1cd9-49d7-889b-55a2d7227370 no longer exists at agent hyperv_hv-neutron-8251 {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:56:01.799605 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] No Port match for: 96ef3733-1cd9-49d7-889b-55a2d7227370 {{(pid=84154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 14:56:01.800284 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Device 96ef3733-1cd9-49d7-889b-55a2d7227370 not bound to the agent host hv-neutron-8251 {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 14:56:01.874540 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ab6b0c-c55e-49ac-9b6f-9cd12e850e91 req-11d76353-9c79-4d03-aa07-b17dbfe8b7fa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:56:01.875972 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-f1ab6b0c-c55e-49ac-9b6f-9cd12e850e91 req-11d76353-9c79-4d03-aa07-b17dbfe8b7fa service neutron] 10.222.0.106 "GET /v2.0/subnets?id=b6a59b05-62f4-437a-9a68-cd964c877f14 HTTP/1.1" status: 200 len: 835 time: 0.1041260 Jan 20 14:56:01.926948 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvr_db [None req-6770b6ec-1153-48fd-a812-187b231d2f53 None None] Set router 2ec6ebdd-af20-4f2e-94d5-322465a239bf gateway port host: dv-neutron-825124-1-hyperv {{(pid=84155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 14:56:01.969841 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d233e3-887a-47a9-b65c-cb892b7aa5ac req-04566952-270d-41b4-b28f-59d488b8e02c tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:56:01.970560 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [req-24d233e3-887a-47a9-b65c-cb892b7aa5ac req-04566952-270d-41b4-b28f-59d488b8e02c tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Synchronizing usage tracker for tenant:640e8dbef2de46a485c2653a25e2ea4a on resource:port {{(pid=84153) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:56:01.985462 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-f1ab6b0c-c55e-49ac-9b6f-9cd12e850e91 req-cf9ab6fa-cf36-4441-ba65-c23e4ae605b8 service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=add96fdd-2e71-4bc9-b773-5bafcf513081&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1015508 Jan 20 14:56:02.080797 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [req-24d233e3-887a-47a9-b65c-cb892b7aa5ac req-04566952-270d-41b4-b28f-59d488b8e02c tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Unset dirty status for tenant:640e8dbef2de46a485c2653a25e2ea4a on resource:port {{(pid=84153) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:56:02.081930 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-24d233e3-887a-47a9-b65c-cb892b7aa5ac req-04566952-270d-41b4-b28f-59d488b8e02c tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/ports?device_id=81388310-d3c3-4793-a452-510ace53c530 HTTP/1.1" status: 200 len: 945 time: 0.2482049 Jan 20 14:56:02.157306 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-f1ab6b0c-c55e-49ac-9b6f-9cd12e850e91 req-ef44f37f-3228-4bac-aa4d-869e2f0f1068 service neutron] 10.222.0.106 "GET /v2.0/networks/add96fdd-2e71-4bc9-b773-5bafcf513081?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1647344 Jan 20 14:56:02.184964 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [req-24d233e3-887a-47a9-b65c-cb892b7aa5ac req-00521992-97f3-4125-94dc-da0641c13bae tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Synchronizing usage tracker for tenant:640e8dbef2de46a485c2653a25e2ea4a on resource:security_group {{(pid=84153) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:56:02.248854 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-6770b6ec-1153-48fd-a812-187b231d2f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ec6ebdd-af20-4f2e-94d5-322465a239bf', 'name': 'tempest-TestNetworkBasicOps-router-577061774', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.131'}], 'enable_snat': True}, 'gw_port_id': '12aa2b61-c7d8-405c-83d3-b3f6a419ff9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:53:42Z', 'updated_at': '2022-01-20T14:53:47Z', 'revision_number': 4, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'gw_port': {'id': '12aa2b61-c7d8-405c-83d3-b3f6a419ff9a', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:f5:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ec6ebdd-af20-4f2e-94d5-322465a239bf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:53:42Z', 'updated_at': '2022-01-20T14:53:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv', '_interfaces': [{'id': 'b96d46c3-bf1f-47bd-a94c-c5ab2b6b54e0', 'name': '', 'network_id': 'add96fdd-2e71-4bc9-b773-5bafcf513081', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'mac_address': 'fa:16:3e:a8:01:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ec6ebdd-af20-4f2e-94d5-322465a239bf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b6a59b05-62f4-437a-9a68-cd964c877f14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:53:46Z', 'updated_at': '2022-01-20T14:53:52Z', 'revision_number': 5, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'subnets': [{'id': 'b6a59b05-62f4-437a-9a68-cd964c877f14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:56:02.253642 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6770b6ec-1153-48fd-a812-187b231d2f53 None None] The sync data for ids ['2ec6ebdd-af20-4f2e-94d5-322465a239bf'] in dv-neutron-825124-1-hyperv is: [{'id': '2ec6ebdd-af20-4f2e-94d5-322465a239bf', 'name': 'tempest-TestNetworkBasicOps-router-577061774', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.131'}], 'enable_snat': True}, 'gw_port_id': '12aa2b61-c7d8-405c-83d3-b3f6a419ff9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:53:42Z', 'updated_at': '2022-01-20T14:53:47Z', 'revision_number': 4, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'gw_port': {'id': '12aa2b61-c7d8-405c-83d3-b3f6a419ff9a', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:f5:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ec6ebdd-af20-4f2e-94d5-322465a239bf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:53:42Z', 'updated_at': '2022-01-20T14:53:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv', '_interfaces': [{'id': 'b96d46c3-bf1f-47bd-a94c-c5ab2b6b54e0', 'name': '', 'network_id': 'add96fdd-2e71-4bc9-b773-5bafcf513081', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'mac_address': 'fa:16:3e:a8:01:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ec6ebdd-af20-4f2e-94d5-322465a239bf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b6a59b05-62f4-437a-9a68-cd964c877f14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:53:46Z', 'updated_at': '2022-01-20T14:53:52Z', 'revision_number': 5, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'subnets': [{'id': 'b6a59b05-62f4-437a-9a68-cd964c877f14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 14:56:02.303603 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-f1ab6b0c-c55e-49ac-9b6f-9cd12e850e91 req-deccc07f-1f1a-4e54-9c65-3c8e21e80e2f service neutron] 10.222.0.106 "GET /v2.0/networks/add96fdd-2e71-4bc9-b773-5bafcf513081?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394017 Jan 20 14:56:02.322878 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [req-24d233e3-887a-47a9-b65c-cb892b7aa5ac req-00521992-97f3-4125-94dc-da0641c13bae tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Unset dirty status for tenant:640e8dbef2de46a485c2653a25e2ea4a on resource:security_group {{(pid=84153) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:56:02.324196 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-24d233e3-887a-47a9-b65c-cb892b7aa5ac req-00521992-97f3-4125-94dc-da0641c13bae tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/security-groups?id=f05383c7-4897-48df-95db-7d000a3a2058&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2365456 Jan 20 14:56:02.570000 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df94c364-38da-4a3e-9838-b04e4e0bfbdb None None] New status for floating IP 74f04cee-d645-451b-9415-2a4559ed8bee: DOWN {{(pid=84154) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 20 14:56:03.091432 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-eea6df97-7ff1-4b63-af20-e3ec8913deda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:56:03.522329 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35d6a21-b4d8-46ac-b37e-dabb60f31a84 req-7ed6de52-9019-4880-87ef-712ee87884ed tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:56:03.523672 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-f35d6a21-b4d8-46ac-b37e-dabb60f31a84 req-7ed6de52-9019-4880-87ef-712ee87884ed tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/ports?device_id=81388310-d3c3-4793-a452-510ace53c530 HTTP/1.1" status: 200 len: 945 time: 0.0796349 Jan 20 14:56:03.607156 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-f35d6a21-b4d8-46ac-b37e-dabb60f31a84 req-f3be562c-e5dd-4e92-8eaf-821f527f7bd9 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/security-groups?id=f05383c7-4897-48df-95db-7d000a3a2058&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780244 Jan 20 14:56:03.641557 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83d33ec-ddb6-427c-9cdd-a405983d0ed5 req-bc334fa8-303b-4076-b32b-78b3fa6ad195 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:56:03.642984 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-a83d33ec-ddb6-427c-9cdd-a405983d0ed5 req-bc334fa8-303b-4076-b32b-78b3fa6ad195 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.106 "GET /v2.0/ports?device_id=81388310-d3c3-4793-a452-510ace53c530 HTTP/1.1" status: 200 len: 945 time: 0.0803626 Jan 20 14:56:03.712062 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [req-a83d33ec-ddb6-427c-9cdd-a405983d0ed5 req-f1a6d497-85c5-4a97-ae28-89027990d81a tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Deleting port ff7d685e-bcf0-42c6-8c79-e9a3f6fc5802 {{(pid=84153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:56:03.712402 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-a83d33ec-ddb6-427c-9cdd-a405983d0ed5 req-f1a6d497-85c5-4a97-ae28-89027990d81a tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:56:03.949664 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.db [req-a83d33ec-ddb6-427c-9cdd-a405983d0ed5 req-f1a6d497-85c5-4a97-ae28-89027990d81a tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] For port ff7d685e-bcf0-42c6-8c79-e9a3f6fc5802, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=ff7d685e-bcf0-42c6-8c79-e9a3f6fc5802,segment=NetworkSegment(41723bbc-d9fe-4d88-b338-f67c571a4fa1),segment_id=41723bbc-d9fe-4d88-b338-f67c571a4fa1)] {{(pid=84153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:56:03.950022 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-a83d33ec-ddb6-427c-9cdd-a405983d0ed5 req-f1a6d497-85c5-4a97-ae28-89027990d81a tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:56:04.069318 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [req-a83d33ec-ddb6-427c-9cdd-a405983d0ed5 req-f1a6d497-85c5-4a97-ae28-89027990d81a tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Calling delete_port for ff7d685e-bcf0-42c6-8c79-e9a3f6fc5802 owned by compute:nova {{(pid=84153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:56:04.273540 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-a83d33ec-ddb6-427c-9cdd-a405983d0ed5 req-f1a6d497-85c5-4a97-ae28-89027990d81a tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:56:04.325438 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a6d497-85c5-4a97-ae28-89027990d81a tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Pushing event deleted for resources: {'Port': ['ID=ff7d685e-bcf0-42c6-8c79-e9a3f6fc5802,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:56:04.397263 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.l3_dvrscheduler_db [req-a83d33ec-ddb6-427c-9cdd-a405983d0ed5 req-f1a6d497-85c5-4a97-ae28-89027990d81a tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] No DVR routers for this DVR port ff7d685e-bcf0-42c6-8c79-e9a3f6fc5802 on host hv-neutron-8251 {{(pid=84153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 14:56:04.399561 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-a83d33ec-ddb6-427c-9cdd-a405983d0ed5 req-f1a6d497-85c5-4a97-ae28-89027990d81a tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:56:04.402059 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81388310-d3c3-4793-a452-510ace53c530', 'name': 'network-vif-deleted', 'tag': 'ff7d685e-bcf0-42c6-8c79-e9a3f6fc5802'}] {{(pid=84153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 14:56:04.456302 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81388310-d3c3-4793-a452-510ace53c530', 'name': 'network-vif-deleted', 'tag': 'ff7d685e-bcf0-42c6-8c79-e9a3f6fc5802', 'status': 'completed', 'code': 200} Jan 20 14:56:04.472000 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-a83d33ec-ddb6-427c-9cdd-a405983d0ed5 req-f1a6d497-85c5-4a97-ae28-89027990d81a tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.106 "DELETE /v2.0/ports/ff7d685e-bcf0-42c6-8c79-e9a3f6fc5802 HTTP/1.1" status: 204 len: 173 time: 0.8236487 Jan 20 14:56:04.787315 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [req-f8ec8c34-30f6-4860-8396-6e26aaf19281 req-16a56b34-9425-4c26-8068-0952e5360f57 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Synchronizing usage tracker for tenant:640e8dbef2de46a485c2653a25e2ea4a on resource:port {{(pid=84153) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:56:04.896928 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [req-f8ec8c34-30f6-4860-8396-6e26aaf19281 req-16a56b34-9425-4c26-8068-0952e5360f57 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Unset dirty status for tenant:640e8dbef2de46a485c2653a25e2ea4a on resource:port {{(pid=84153) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:56:04.898088 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-f8ec8c34-30f6-4860-8396-6e26aaf19281 req-16a56b34-9425-4c26-8068-0952e5360f57 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/ports?device_id=81388310-d3c3-4793-a452-510ace53c530 HTTP/1.1" status: 200 len: 210 time: 0.1574833 Jan 20 14:56:06.007967 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 46138) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:56:06.074884 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-19068d9f-1999-4662-b248-726c6852343c tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for security_group, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:56:06.103338 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-19068d9f-1999-4662-b248-726c6852343c tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:56:06.234245 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-19068d9f-1999-4662-b248-726c6852343c tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:56:06.258145 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19068d9f-1999-4662-b248-726c6852343c tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f05383c7-4897-48df-95db-7d000a3a2058,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:56:06.330514 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-19068d9f-1999-4662-b248-726c6852343c tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for security_group, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:56:06.331673 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-19068d9f-1999-4662-b248-726c6852343c tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "DELETE /v2.0/security-groups/f05383c7-4897-48df-95db-7d000a3a2058 HTTP/1.1" status: 204 len: 168 time: 0.3227451 Jan 20 14:56:06.457863 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 46144) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:56:06.934318 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-f84fdf21-5541-46b4-9786-67bced429185 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-743504'] for router_interface, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:56:07.539798 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-f84fdf21-5541-46b4-9786-67bced429185 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Deleting port b96d46c3-bf1f-47bd-a94c-c5ab2b6b54e0 {{(pid=84152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:56:07.540473 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-f84fdf21-5541-46b4-9786-67bced429185 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:56:07.726131 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.db [None req-f84fdf21-5541-46b4-9786-67bced429185 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] For port b96d46c3-bf1f-47bd-a94c-c5ab2b6b54e0, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=b96d46c3-bf1f-47bd-a94c-c5ab2b6b54e0,segment=NetworkSegment(41723bbc-d9fe-4d88-b338-f67c571a4fa1),segment_id=41723bbc-d9fe-4d88-b338-f67c571a4fa1)] {{(pid=84152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:56:07.726483 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-f84fdf21-5541-46b4-9786-67bced429185 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:56:07.784454 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Device ff7d685e-bcf0-42c6-8c79-e9a3f6fc5802 no longer exists at agent hyperv_hv-neutron-8251 {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:56:07.816686 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] No Port match for: ff7d685e-bcf0-42c6-8c79-e9a3f6fc5802 {{(pid=84154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 14:56:07.816952 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Device ff7d685e-bcf0-42c6-8c79-e9a3f6fc5802 not bound to the agent host hv-neutron-8251 {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 14:56:07.848103 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-f84fdf21-5541-46b4-9786-67bced429185 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Calling delete_port for b96d46c3-bf1f-47bd-a94c-c5ab2b6b54e0 owned by network:router_interface {{(pid=84152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:56:08.091743 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-f84fdf21-5541-46b4-9786-67bced429185 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:56:08.140144 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84fdf21-5541-46b4-9786-67bced429185 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Pushing event deleted for resources: {'Port': ['ID=b96d46c3-bf1f-47bd-a94c-c5ab2b6b54e0,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:56:08.441505 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-f84fdf21-5541-46b4-9786-67bced429185 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1705096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-745401'] for router_interface, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:56:09.096300 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f84fdf21-5541-46b4-9786-67bced429185 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Router 2ec6ebdd-af20-4f2e-94d5-322465a239bf has already been hosted by L3 agent 624d525b-4c26-4143-8a1c-228bb1c6faaa {{(pid=84152) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 14:56:09.293785 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f84fdf21-5541-46b4-9786-67bced429185 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify agent at l3_agent.dv-neutron-825124-1-hyperv the message routers_updated {{(pid=84152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 14:56:09.303302 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f5af0ca-50e2-4614-8bfe-6232eccae8f1 None None] Sync routers for ids ['2ec6ebdd-af20-4f2e-94d5-322465a239bf'] in dv-neutron-825124-1-hyperv {{(pid=84155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 14:56:09.315320 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f5af0ca-50e2-4614-8bfe-6232eccae8f1 None None] Routers {'2ec6ebdd-af20-4f2e-94d5-322465a239bf'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:56:09.315913 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-4f5af0ca-50e2-4614-8bfe-6232eccae8f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:56:00Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['2ec6ebdd-af20-4f2e-94d5-322465a239bf'], 'active': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:56:09.384764 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-f84fdf21-5541-46b4-9786-67bced429185 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "PUT /v2.0/routers/2ec6ebdd-af20-4f2e-94d5-322465a239bf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9255755 Jan 20 14:56:09.387917 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 46148) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:56:09.487104 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvr_db [None req-4f5af0ca-50e2-4614-8bfe-6232eccae8f1 None None] Set router 2ec6ebdd-af20-4f2e-94d5-322465a239bf gateway port host: dv-neutron-825124-1-hyperv {{(pid=84155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 14:56:09.570041 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9df6c53-8fae-44d2-8d0a-67199f6a3dd0 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Deleting subnet b6a59b05-62f4-437a-9a68-cd964c877f14 {{(pid=84152) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 20 14:56:09.572909 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-b9df6c53-8fae-44d2-8d0a-67199f6a3dd0 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for subnet, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:56:09.627480 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-b9df6c53-8fae-44d2-8d0a-67199f6a3dd0 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3337915'] for subnet, precommit_delete_associations {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:56:09.710644 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-b9df6c53-8fae-44d2-8d0a-67199f6a3dd0 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1627147'] for subnet, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:56:09.789186 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-4f5af0ca-50e2-4614-8bfe-6232eccae8f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ec6ebdd-af20-4f2e-94d5-322465a239bf', 'name': 'tempest-TestNetworkBasicOps-router-577061774', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.131'}], 'enable_snat': True}, 'gw_port_id': '12aa2b61-c7d8-405c-83d3-b3f6a419ff9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:53:42Z', 'updated_at': '2022-01-20T14:56:07Z', 'revision_number': 5, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'gw_port': {'id': '12aa2b61-c7d8-405c-83d3-b3f6a419ff9a', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:f5:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ec6ebdd-af20-4f2e-94d5-322465a239bf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:53:42Z', 'updated_at': '2022-01-20T14:53:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv'}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:56:09.793199 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f5af0ca-50e2-4614-8bfe-6232eccae8f1 None None] Checking router: 2ec6ebdd-af20-4f2e-94d5-322465a239bf for host: dv-neutron-825124-1-hyperv {{(pid=84155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 14:56:09.803441 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f5af0ca-50e2-4614-8bfe-6232eccae8f1 None None] Routers {'2ec6ebdd-af20-4f2e-94d5-322465a239bf'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:56:09.809185 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-4f5af0ca-50e2-4614-8bfe-6232eccae8f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:56:00Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['2ec6ebdd-af20-4f2e-94d5-322465a239bf'], 'active': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:56:09.860243 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-b9df6c53-8fae-44d2-8d0a-67199f6a3dd0 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1627154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4163580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155308'] for subnet, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:56:09.895314 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9df6c53-8fae-44d2-8d0a-67199f6a3dd0 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Pushing event deleted for resources: {'Subnet': ['ID=b6a59b05-62f4-437a-9a68-cd964c877f14,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:56:09.905256 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-b9df6c53-8fae-44d2-8d0a-67199f6a3dd0 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for subnet, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:56:09.911539 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-b9df6c53-8fae-44d2-8d0a-67199f6a3dd0 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "DELETE /v2.0/subnets/b6a59b05-62f4-437a-9a68-cd964c877f14 HTTP/1.1" status: 204 len: 168 time: 0.5225308 Jan 20 14:56:09.918224 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa334ea3-a784-43fb-9485-e92dc721bf2e None None] Network add96fdd-2e71-4bc9-b773-5bafcf513081 requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:56:09.918670 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 46152) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:56:09.982143 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvr_db [None req-4f5af0ca-50e2-4614-8bfe-6232eccae8f1 None None] Set router 2ec6ebdd-af20-4f2e-94d5-322465a239bf gateway port host: dv-neutron-825124-1-hyperv {{(pid=84155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 14:56:10.117899 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-2feac063-61ae-4b1c-9736-1d64327fa7bb tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for router, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:56:10.162937 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-846da057-b24e-45dc-988d-c4e4cd347f1f None None] DHCP port deletion for add96fdd-2e71-4bc9-b773-5bafcf513081 request from dv-neutron-825124-1-hyperv {{(pid=84154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 20 14:56:10.167079 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-846da057-b24e-45dc-988d-c4e4cd347f1f None None] Deleting port fa2416b4-4d8b-47f2-85b6-7e14317834e6 {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:56:10.167443 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-846da057-b24e-45dc-988d-c4e4cd347f1f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:56:10.290472 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-4f5af0ca-50e2-4614-8bfe-6232eccae8f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ec6ebdd-af20-4f2e-94d5-322465a239bf', 'name': 'tempest-TestNetworkBasicOps-router-577061774', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.131'}], 'enable_snat': True}, 'gw_port_id': '12aa2b61-c7d8-405c-83d3-b3f6a419ff9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:53:42Z', 'updated_at': '2022-01-20T14:56:07Z', 'revision_number': 5, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'gw_port': {'id': '12aa2b61-c7d8-405c-83d3-b3f6a419ff9a', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:f5:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ec6ebdd-af20-4f2e-94d5-322465a239bf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:53:42Z', 'updated_at': '2022-01-20T14:53:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv'}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:56:10.295423 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f5af0ca-50e2-4614-8bfe-6232eccae8f1 None None] The sync data for ids ['2ec6ebdd-af20-4f2e-94d5-322465a239bf'] in dv-neutron-825124-1-hyperv is: [{'id': '2ec6ebdd-af20-4f2e-94d5-322465a239bf', 'name': 'tempest-TestNetworkBasicOps-router-577061774', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.131'}], 'enable_snat': True}, 'gw_port_id': '12aa2b61-c7d8-405c-83d3-b3f6a419ff9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:53:42Z', 'updated_at': '2022-01-20T14:56:07Z', 'revision_number': 5, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'gw_port': {'id': '12aa2b61-c7d8-405c-83d3-b3f6a419ff9a', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:f5:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ec6ebdd-af20-4f2e-94d5-322465a239bf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:53:42Z', 'updated_at': '2022-01-20T14:53:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv'}] {{(pid=84155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 14:56:10.397423 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-846da057-b24e-45dc-988d-c4e4cd347f1f None None] For port fa2416b4-4d8b-47f2-85b6-7e14317834e6, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=fa2416b4-4d8b-47f2-85b6-7e14317834e6,segment=NetworkSegment(41723bbc-d9fe-4d88-b338-f67c571a4fa1),segment_id=41723bbc-d9fe-4d88-b338-f67c571a4fa1)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:56:10.397824 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-846da057-b24e-45dc-988d-c4e4cd347f1f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:56:10.428512 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-2feac063-61ae-4b1c-9736-1d64327fa7bb tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:56:10.508448 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-2feac063-61ae-4b1c-9736-1d64327fa7bb tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Deleting port 12aa2b61-c7d8-405c-83d3-b3f6a419ff9a {{(pid=84152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 14:56:10.508819 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-2feac063-61ae-4b1c-9736-1d64327fa7bb tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:56:10.515572 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-846da057-b24e-45dc-988d-c4e4cd347f1f None None] Calling delete_port for fa2416b4-4d8b-47f2-85b6-7e14317834e6 owned by network:dhcp {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:56:10.666185 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-846da057-b24e-45dc-988d-c4e4cd347f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486'] for port, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:56:10.687525 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.db [None req-2feac063-61ae-4b1c-9736-1d64327fa7bb tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] For port 12aa2b61-c7d8-405c-83d3-b3f6a419ff9a, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=12aa2b61-c7d8-405c-83d3-b3f6a419ff9a,segment=NetworkSegment(f628f1ba-6b70-4c9b-8839-62340c040c81),segment_id=f628f1ba-6b70-4c9b-8839-62340c040c81)] {{(pid=84152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:56:10.688233 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-2feac063-61ae-4b1c-9736-1d64327fa7bb tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:56:10.730301 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device fa2416b4-4d8b-47f2-85b6-7e14317834e6 no longer exists at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:56:10.770680 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846da057-b24e-45dc-988d-c4e4cd347f1f None None] Pushing event deleted for resources: {'Port': ['ID=fa2416b4-4d8b-47f2-85b6-7e14317834e6,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:56:10.773148 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-846da057-b24e-45dc-988d-c4e4cd347f1f None None] No DVR routers for this DVR port fa2416b4-4d8b-47f2-85b6-7e14317834e6 on host dv-neutron-825124-1-hyperv {{(pid=84154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 14:56:10.786188 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] No Port match for: fa2416b4-4d8b-47f2-85b6-7e14317834e6 {{(pid=84154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 14:56:10.786691 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device fa2416b4-4d8b-47f2-85b6-7e14317834e6 not bound to the agent host dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 14:56:10.786999 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device b96d46c3-bf1f-47bd-a94c-c5ab2b6b54e0 no longer exists at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:56:10.819517 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-2feac063-61ae-4b1c-9736-1d64327fa7bb tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Calling delete_port for 12aa2b61-c7d8-405c-83d3-b3f6a419ff9a owned by network:router_gateway {{(pid=84152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 14:56:10.819796 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846da057-b24e-45dc-988d-c4e4cd347f1f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:56:10.819982 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846da057-b24e-45dc-988d-c4e4cd347f1f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:56:10.820314 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846da057-b24e-45dc-988d-c4e4cd347f1f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:56:10.820650 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846da057-b24e-45dc-988d-c4e4cd347f1f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:56:10.820983 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846da057-b24e-45dc-988d-c4e4cd347f1f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:56:10.821314 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846da057-b24e-45dc-988d-c4e4cd347f1f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:56:10.821643 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846da057-b24e-45dc-988d-c4e4cd347f1f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:56:10.821974 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846da057-b24e-45dc-988d-c4e4cd347f1f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:56:10.822335 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846da057-b24e-45dc-988d-c4e4cd347f1f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:56:10.822663 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846da057-b24e-45dc-988d-c4e4cd347f1f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:56:10.823007 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846da057-b24e-45dc-988d-c4e4cd347f1f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:56:10.830389 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] No Port match for: b96d46c3-bf1f-47bd-a94c-c5ab2b6b54e0 {{(pid=84154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 14:56:10.830740 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device b96d46c3-bf1f-47bd-a94c-c5ab2b6b54e0 not bound to the agent host dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 14:56:11.036892 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-2feac063-61ae-4b1c-9736-1d64327fa7bb tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:56:11.083991 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2feac063-61ae-4b1c-9736-1d64327fa7bb tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Pushing event deleted for resources: {'Port': ['ID=12aa2b61-c7d8-405c-83d3-b3f6a419ff9a,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:56:11.299898 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-2feac063-61ae-4b1c-9736-1d64327fa7bb tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-745333'] for router_gateway, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:56:11.547146 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-2feac063-61ae-4b1c-9736-1d64327fa7bb tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-737761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105493'] for router, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:56:11.551271 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-2feac063-61ae-4b1c-9736-1d64327fa7bb tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:56:11.668523 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-2feac063-61ae-4b1c-9736-1d64327fa7bb tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-737693'] for router, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:56:11.669052 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2feac063-61ae-4b1c-9736-1d64327fa7bb tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Fanout notify agent at l3_agent the message router_deleted on router 2ec6ebdd-af20-4f2e-94d5-322465a239bf {{(pid=84152) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 20 14:56:11.683012 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-2feac063-61ae-4b1c-9736-1d64327fa7bb tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for router, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:56:11.686469 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-2feac063-61ae-4b1c-9736-1d64327fa7bb tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "DELETE /v2.0/routers/2ec6ebdd-af20-4f2e-94d5-322465a239bf HTTP/1.1" status: 204 len: 168 time: 1.7694631 Jan 20 14:56:11.687323 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 46156) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:56:11.802005 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-ebd19135-dd34-4b9b-84ce-072106cd8a8e tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586409'] for network, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:56:12.012248 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-ebd19135-dd34-4b9b-84ce-072106cd8a8e tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1626242', 'neutron.services.segments.db._delete_segments_for_network-8769554214620'] for network, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:56:12.036723 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.services.segments.db [None req-ebd19135-dd34-4b9b-84ce-072106cd8a8e tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['add96fdd-2e71-4bc9-b773-5bafcf513081']}} {{(pid=84153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:56:12.048211 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.services.segments.db [None req-ebd19135-dd34-4b9b-84ce-072106cd8a8e tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41723bbc-d9fe-4d88-b338-f67c571a4fa1') {'for_net_delete': True} {{(pid=84153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:56:12.048499 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.services.segments.db [None req-ebd19135-dd34-4b9b-84ce-072106cd8a8e tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41723bbc-d9fe-4d88-b338-f67c571a4fa1') {} {{(pid=84153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:56:12.059619 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-ebd19135-dd34-4b9b-84ce-072106cd8a8e tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769554214503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980856'] for segment, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:56:12.075102 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-ebd19135-dd34-4b9b-84ce-072106cd8a8e tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:56:12.080908 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebd19135-dd34-4b9b-84ce-072106cd8a8e tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Releasing vlan 166 on physical network physnet1 to pool {{(pid=84153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 14:56:12.081282 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-ebd19135-dd34-4b9b-84ce-072106cd8a8e tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1622950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3944078'] for segment, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:56:12.096437 dv-neutron-825124-1-hyperv neutron-server[84153]: Traceback (most recent call last): Jan 20 14:56:12.096437 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 14:56:12.096437 dv-neutron-825124-1-hyperv neutron-server[84153]: timer() Jan 20 14:56:12.096437 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 14:56:12.096437 dv-neutron-825124-1-hyperv neutron-server[84153]: cb(*args, **kw) Jan 20 14:56:12.096437 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 14:56:12.096437 dv-neutron-825124-1-hyperv neutron-server[84153]: return func(*args, **kwargs) Jan 20 14:56:12.096437 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 14:56:12.096437 dv-neutron-825124-1-hyperv neutron-server[84153]: self._notify() Jan 20 14:56:12.096437 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 14:56:12.096437 dv-neutron-825124-1-hyperv neutron-server[84153]: self.callback(batched_events) Jan 20 14:56:12.096437 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 14:56:12.096437 dv-neutron-825124-1-hyperv neutron-server[84153]: event.method(event) Jan 20 14:56:12.096437 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 14:56:12.096437 dv-neutron-825124-1-hyperv neutron-server[84153]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 14:56:12.096437 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 14:56:12.096437 dv-neutron-825124-1-hyperv neutron-server[84153]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 14:56:12.096437 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 14:56:12.096437 dv-neutron-825124-1-hyperv neutron-server[84153]: return f(self, *a, **k) Jan 20 14:56:12.096437 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 14:56:12.096437 dv-neutron-825124-1-hyperv neutron-server[84153]: return self._get(url).json() Jan 20 14:56:12.096437 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 14:56:12.096437 dv-neutron-825124-1-hyperv neutron-server[84153]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 14:56:12.096437 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 14:56:12.096437 dv-neutron-825124-1-hyperv neutron-server[84153]: return self.request(url, 'GET', **kwargs) Jan 20 14:56:12.096437 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 14:56:12.096437 dv-neutron-825124-1-hyperv neutron-server[84153]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 14:56:12.096437 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 14:56:12.096437 dv-neutron-825124-1-hyperv neutron-server[84153]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 14:56:12.096437 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 14:56:12.096437 dv-neutron-825124-1-hyperv neutron-server[84153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 14:56:12.096437 dv-neutron-825124-1-hyperv neutron-server[84153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 14:56:12.232568 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-ebd19135-dd34-4b9b-84ce-072106cd8a8e tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1626253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-745296'] for network, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:56:12.259421 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-ebd19135-dd34-4b9b-84ce-072106cd8a8e tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for network, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:56:12.271631 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd19135-dd34-4b9b-84ce-072106cd8a8e tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Pushing event deleted for resources: {'Network': ['ID=add96fdd-2e71-4bc9-b773-5bafcf513081,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:56:12.328991 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-ebd19135-dd34-4b9b-84ce-072106cd8a8e tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "DELETE /v2.0/networks/add96fdd-2e71-4bc9-b773-5bafcf513081 HTTP/1.1" status: 204 len: 168 time: 0.6404493 Jan 20 14:56:12.354281 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 46160) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:56:12.359693 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-d56d11b3-f2db-439a-96ff-df125c65402d tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Request body: {'network': {'name': 'tempest-network-smoke--1055282552', 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'port_security_enabled': True}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:56:12.364727 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-d56d11b3-f2db-439a-96ff-df125c65402d tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:56:12.368702 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-d56d11b3-f2db-439a-96ff-df125c65402d tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Usage tracker for resource:network and tenant:640e8dbef2de46a485c2653a25e2ea4a is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:56:12.372015 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-d56d11b3-f2db-439a-96ff-df125c65402d tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:56:12.377566 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-d56d11b3-f2db-439a-96ff-df125c65402d tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:56:12.468458 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d56d11b3-f2db-439a-96ff-df125c65402d tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Made reservation on behalf of 640e8dbef2de46a485c2653a25e2ea4a for: {'network': 1} {{(pid=84153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:56:12.471533 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-d56d11b3-f2db-439a-96ff-df125c65402d tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for network, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:56:12.500004 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d56d11b3-f2db-439a-96ff-df125c65402d tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 165} {{(pid=84153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 14:56:12.508430 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-d56d11b3-f2db-439a-96ff-df125c65402d tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:56:12.508767 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.db.segments_db [None req-d56d11b3-f2db-439a-96ff-df125c65402d tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Added segment bb8db4f7-90d6-4b5a-8a5f-48b9a7491a00 of type vlan for network 8c6c8c3f-0f3e-4556-9f56-87fcdfddf0ad Jan 20 14:56:12.534167 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-d56d11b3-f2db-439a-96ff-df125c65402d tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769553767792'] for network, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:56:12.637147 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-d56d11b3-f2db-439a-96ff-df125c65402d tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967'] for network, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:56:12.641041 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d56d11b3-f2db-439a-96ff-df125c65402d tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:56:12.641622 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-d56d11b3-f2db-439a-96ff-df125c65402d tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for network, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:56:12.654774 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 12aa2b61-c7d8-405c-83d3-b3f6a419ff9a no longer exists at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:56:12.687922 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] No Port match for: 12aa2b61-c7d8-405c-83d3-b3f6a419ff9a {{(pid=84154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 14:56:12.688263 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 12aa2b61-c7d8-405c-83d3-b3f6a419ff9a not bound to the agent host dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 14:56:12.751198 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56d11b3-f2db-439a-96ff-df125c65402d tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Pushing event updated for resources: {'Network': ['ID=8c6c8c3f-0f3e-4556-9f56-87fcdfddf0ad,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:56:12.763086 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Network 8c6c8c3f-0f3e-4556-9f56-87fcdfddf0ad details requested by agent ovs-agent-dv-neutron-825124-1-hyperv with host dv-neutron-825124-1-hyperv {{(pid=84154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 14:56:12.826539 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-d56d11b3-f2db-439a-96ff-df125c65402d tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4712110 Jan 20 14:56:12.829199 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 46164) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:56:12.834563 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-cba619a7-6bc3-4001-b9fb-9b68fae6b567 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1059928734', 'admin_state_up': True, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d'}}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:56:12.841345 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-cba619a7-6bc3-4001-b9fb-9b68fae6b567 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:56:12.845135 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-cba619a7-6bc3-4001-b9fb-9b68fae6b567 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Usage tracker for resource:router and tenant:640e8dbef2de46a485c2653a25e2ea4a is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:56:12.848041 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-cba619a7-6bc3-4001-b9fb-9b68fae6b567 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:56:12.853632 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-cba619a7-6bc3-4001-b9fb-9b68fae6b567 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:56:12.911194 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-cba619a7-6bc3-4001-b9fb-9b68fae6b567 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-105475'] for router, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:56:12.912163 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-cba619a7-6bc3-4001-b9fb-9b68fae6b567 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-739204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-744864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-735540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-105484'] for router, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:56:12.930626 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-cba619a7-6bc3-4001-b9fb-9b68fae6b567 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:56:13.176967 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-cba619a7-6bc3-4001-b9fb-9b68fae6b567 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-744886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-105502'] for router, precommit_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:56:13.449611 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-cba619a7-6bc3-4001-b9fb-9b68fae6b567 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for router_gateway, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:56:13.477532 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-cba619a7-6bc3-4001-b9fb-9b68fae6b567 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:56:13.608962 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.db_base_plugin_common [None req-cba619a7-6bc3-4001-b9fb-9b68fae6b567 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Allocated IP 172.26.7.69 (8dffb05c-5ca0-409b-bd5f-7be6264f707d/a489dd4f-42a5-433b-8be3-bab2749c4209/a9cc669b-d710-4cdd-9e77-2b948747aa05) {{(pid=84153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:56:13.752953 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-cba619a7-6bc3-4001-b9fb-9b68fae6b567 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for port, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:56:13.831183 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-cba619a7-6bc3-4001-b9fb-9b68fae6b567 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:56:13.901384 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cba619a7-6bc3-4001-b9fb-9b68fae6b567 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Network 8dffb05c-5ca0-409b-bd5f-7be6264f707d is already hosted by enough agents. {{(pid=84153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:56:13.904349 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.base_scheduler [None req-cba619a7-6bc3-4001-b9fb-9b68fae6b567 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Resources bound (agent type, host, resource id): {{(pid=84153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:56:13.908756 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cba619a7-6bc3-4001-b9fb-9b68fae6b567 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Received port after_create {{(pid=84153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:56:13.933584 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba619a7-6bc3-4001-b9fb-9b68fae6b567 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Pushing event updated for resources: {'Port': ['ID=a9cc669b-d710-4cdd-9e77-2b948747aa05,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:56:14.123387 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-cba619a7-6bc3-4001-b9fb-9b68fae6b567 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for router_gateway, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:56:14.124140 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-cba619a7-6bc3-4001-b9fb-9b68fae6b567 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-744861'] for router, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:56:14.542890 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cba619a7-6bc3-4001-b9fb-9b68fae6b567 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Router c2b0be43-53c0-450c-b429-ae9ed3ac0228 is scheduled to L3 agent 624d525b-4c26-4143-8a1c-228bb1c6faaa with binding_index 1 {{(pid=84153) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 20 14:56:14.754730 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cba619a7-6bc3-4001-b9fb-9b68fae6b567 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify agent at l3_agent.dv-neutron-825124-1-hyperv the message routers_updated {{(pid=84153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 14:56:14.764572 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f28fa826-9caa-4329-8269-29810d8f5308 None None] Sync routers for ids ['c2b0be43-53c0-450c-b429-ae9ed3ac0228'] in dv-neutron-825124-1-hyperv {{(pid=84154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 14:56:14.776009 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f28fa826-9caa-4329-8269-29810d8f5308 None None] Routers {'c2b0be43-53c0-450c-b429-ae9ed3ac0228'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:56:14.776689 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-f28fa826-9caa-4329-8269-29810d8f5308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:56:00Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['c2b0be43-53c0-450c-b429-ae9ed3ac0228'], 'active': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:56:14.837181 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-cba619a7-6bc3-4001-b9fb-9b68fae6b567 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for router, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:56:14.838370 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-cba619a7-6bc3-4001-b9fb-9b68fae6b567 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.0082161 Jan 20 14:56:14.841652 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 46168) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:56:14.881200 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-115fcf8f-fcc0-4aee-8f3c-240dfb9c724e tempest-TestNetworkBasicOps-1338634829 tempest-TestNetworkBasicOps-1338634829-project-admin] 10.222.0.54 "GET /v2.0/subnets?project_id=640e8dbef2de46a485c2653a25e2ea4a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0384405 Jan 20 14:56:14.883875 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 46172) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:56:14.954539 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvr_db [None req-f28fa826-9caa-4329-8269-29810d8f5308 None None] Set router c2b0be43-53c0-450c-b429-ae9ed3ac0228 gateway port host: dv-neutron-825124-1-hyperv {{(pid=84154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 14:56:15.012624 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e769e82d-9a09-4160-9d71-71f1b8d7eba6 tempest-TestNetworkBasicOps-1338634829 tempest-TestNetworkBasicOps-1338634829-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:56:15.014141 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-e769e82d-9a09-4160-9d71-71f1b8d7eba6 tempest-TestNetworkBasicOps-1338634829 tempest-TestNetworkBasicOps-1338634829-project-admin] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1293585 Jan 20 14:56:15.016934 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 46176) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:56:15.061000 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-dffc501d-447c-410b-863a-227f37e283cd tempest-TestNetworkBasicOps-1338634829 tempest-TestNetworkBasicOps-1338634829-project-admin] 10.222.0.54 "GET /v2.0/subnets?network_id=8dffb05c-5ca0-409b-bd5f-7be6264f707d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0428882 Jan 20 14:56:15.063533 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 46180) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:56:15.068724 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-1aafefb3-0852-4582-8a7b-97a569d66c26 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1576138295', 'network_id': '8c6c8c3f-0f3e-4556-9f56-87fcdfddf0ad', 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:56:15.186336 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-1aafefb3-0852-4582-8a7b-97a569d66c26 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:56:15.190168 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-1aafefb3-0852-4582-8a7b-97a569d66c26 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Usage tracker for resource:subnet and tenant:640e8dbef2de46a485c2653a25e2ea4a is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:56:15.193177 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-1aafefb3-0852-4582-8a7b-97a569d66c26 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:56:15.199430 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-1aafefb3-0852-4582-8a7b-97a569d66c26 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:56:15.259867 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1aafefb3-0852-4582-8a7b-97a569d66c26 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Made reservation on behalf of 640e8dbef2de46a485c2653a25e2ea4a for: {'subnet': 1} {{(pid=84153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:56:15.289410 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-f28fa826-9caa-4329-8269-29810d8f5308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2b0be43-53c0-450c-b429-ae9ed3ac0228', 'name': 'tempest-TestNetworkBasicOps-router-1059928734', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.69'}], 'enable_snat': True}, 'gw_port_id': 'a9cc669b-d710-4cdd-9e77-2b948747aa05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:56:12Z', 'updated_at': '2022-01-20T14:56:14Z', 'revision_number': 3, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'gw_port': {'id': 'a9cc669b-d710-4cdd-9e77-2b948747aa05', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:2a:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2b0be43-53c0-450c-b429-ae9ed3ac0228', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:56:13Z', 'updated_at': '2022-01-20T14:56:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv'}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:56:15.293371 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f28fa826-9caa-4329-8269-29810d8f5308 None None] Checking router: c2b0be43-53c0-450c-b429-ae9ed3ac0228 for host: dv-neutron-825124-1-hyperv {{(pid=84154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 14:56:15.293754 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f28fa826-9caa-4329-8269-29810d8f5308 None None] Updating router c2b0be43-53c0-450c-b429-ae9ed3ac0228 port a9cc669b-d710-4cdd-9e77-2b948747aa05 binding host dv-neutron-825124-1-hyperv {{(pid=84154) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 20 14:56:15.345753 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-f28fa826-9caa-4329-8269-29810d8f5308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:56:15.361759 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-1aafefb3-0852-4582-8a7b-97a569d66c26 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4193986'] for subnet, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:56:15.654225 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-1aafefb3-0852-4582-8a7b-97a569d66c26 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3943531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4194004'] for subnet, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:56:15.674356 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-f28fa826-9caa-4329-8269-29810d8f5308 None None] Notify callbacks [] for port, precommit_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:56:15.686976 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-f28fa826-9caa-4329-8269-29810d8f5308 None None] Transition to ACTIVE for port object a9cc669b-d710-4cdd-9e77-2b948747aa05 will not be triggered until provisioned by entity L2. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:56:15.736204 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aafefb3-0852-4582-8a7b-97a569d66c26 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Pushing event updated for resources: {'Subnet': ['ID=259fb7dc-6c0b-4430-8621-99751bb4dc00,revision_number=0']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:56:15.746194 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aafefb3-0852-4582-8a7b-97a569d66c26 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Checking segment: {'id': 'bb8db4f7-90d6-4b5a-8a5f-48b9a7491a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '8c6c8c3f-0f3e-4556-9f56-87fcdfddf0ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 14:56:15.746549 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aafefb3-0852-4582-8a7b-97a569d66c26 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Network hostable DHCP agents. Network: 8c6c8c3f-0f3e-4556-9f56-87fcdfddf0ad, hostable agents: ['1a181e39-5220-4c1a-88f8-08a54e8bfc9b'], hosted agents: [] {{(pid=84153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 14:56:15.748245 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-f28fa826-9caa-4329-8269-29810d8f5308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:56:15.824727 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-f28fa826-9caa-4329-8269-29810d8f5308 None None] Attempting to bind port a9cc669b-d710-4cdd-9e77-2b948747aa05 on host dv-neutron-825124-1-hyperv for vnic_type normal with profile {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:56:15.825329 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-f28fa826-9caa-4329-8269-29810d8f5308 None None] Attempting to bind port a9cc669b-d710-4cdd-9e77-2b948747aa05 by drivers openvswitch,hyperv on host dv-neutron-825124-1-hyperv at level 0 using segments [{'id': 'f628f1ba-6b70-4c9b-8839-62340c040c81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d'}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:56:15.825443 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f28fa826-9caa-4329-8269-29810d8f5308 None None] Attempting to bind port a9cc669b-d710-4cdd-9e77-2b948747aa05 on network 8dffb05c-5ca0-409b-bd5f-7be6264f707d {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 14:56:15.830259 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781b217f-d41b-4575-bc44-f099c08c7a60 None None] Pushing event updated for resources: {'Port': ['ID=a9cc669b-d710-4cdd-9e77-2b948747aa05,revision_number=2']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:56:15.833635 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aafefb3-0852-4582-8a7b-97a569d66c26 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Network 8c6c8c3f-0f3e-4556-9f56-87fcdfddf0ad is scheduled to be hosted by DHCP agent 1a181e39-5220-4c1a-88f8-08a54e8bfc9b with binding_index 1 {{(pid=84153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 14:56:15.836254 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f28fa826-9caa-4329-8269-29810d8f5308 None None] Checking agent: {'id': '6414dfeb-85c5-454a-8756-709ca637d800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825124-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 16, 31), 'started_at': datetime.datetime(2022, 1, 20, 14, 17, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 56, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825124-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 14:56:15.836658 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f28fa826-9caa-4329-8269-29810d8f5308 None None] Checking segment: {'id': 'f628f1ba-6b70-4c9b-8839-62340c040c81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 14:56:15.839846 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-f28fa826-9caa-4329-8269-29810d8f5308 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:56:15.839846 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f28fa826-9caa-4329-8269-29810d8f5308 None None] Bound using segment: {'id': 'f628f1ba-6b70-4c9b-8839-62340c040c81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d'} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 14:56:15.839846 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-f28fa826-9caa-4329-8269-29810d8f5308 None None] Bound port: a9cc669b-d710-4cdd-9e77-2b948747aa05, host: dv-neutron-825124-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f628f1ba-6b70-4c9b-8839-62340c040c81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d'}}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:56:15.839846 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-f28fa826-9caa-4329-8269-29810d8f5308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:56:15.905178 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.base_scheduler [None req-1aafefb3-0852-4582-8a7b-97a569d66c26 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825124-1-hyperv, 8c6c8c3f-0f3e-4556-9f56-87fcdfddf0ad) {{(pid=84153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:56:15.909427 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-f28fa826-9caa-4329-8269-29810d8f5308 None None] For port a9cc669b-d710-4cdd-9e77-2b948747aa05, host dv-neutron-825124-1-hyperv, cleared binding levels {{(pid=84154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 14:56:15.910202 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aafefb3-0852-4582-8a7b-97a569d66c26 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:56:15.910775 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-1aafefb3-0852-4582-8a7b-97a569d66c26 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for subnet, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:56:15.912959 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-f28fa826-9caa-4329-8269-29810d8f5308 None None] For port a9cc669b-d710-4cdd-9e77-2b948747aa05, host dv-neutron-825124-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=a9cc669b-d710-4cdd-9e77-2b948747aa05,segment=NetworkSegment(f628f1ba-6b70-4c9b-8839-62340c040c81),segment_id=f628f1ba-6b70-4c9b-8839-62340c040c81)] {{(pid=84154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 14:56:15.915263 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0f6a198-4b2d-4def-b61e-933e613f80c6 None None] Network 8c6c8c3f-0f3e-4556-9f56-87fcdfddf0ad requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:56:15.973877 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-f28fa826-9caa-4329-8269-29810d8f5308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:56:15.997730 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-1aafefb3-0852-4582-8a7b-97a569d66c26 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9331548 Jan 20 14:56:16.000565 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 46184) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:56:16.096129 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781b217f-d41b-4575-bc44-f099c08c7a60 None None] Pushing event updated for resources: {'Port': ['ID=a9cc669b-d710-4cdd-9e77-2b948747aa05,revision_number=3']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:56:16.129535 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f28fa826-9caa-4329-8269-29810d8f5308 None None] Routers {'c2b0be43-53c0-450c-b429-ae9ed3ac0228'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:56:16.130181 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-f28fa826-9caa-4329-8269-29810d8f5308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:56:00Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['c2b0be43-53c0-450c-b429-ae9ed3ac0228'], 'active': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:56:16.330531 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-069c6975-ac0f-4774-8e4b-8fb61a06bd17 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95c917f5-14ba-5e96-98b8-1a52654a930a-8c6c8c3f-0f3e-4556-9f56-87fcdfddf0ad', 'network_id': '8c6c8c3f-0f3e-4556-9f56-87fcdfddf0ad', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'fixed_ips': [{'subnet_id': '259fb7dc-6c0b-4430-8621-99751bb4dc00'}]}} from dv-neutron-825124-1-hyperv. {{(pid=84154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 20 14:56:16.331357 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-069c6975-ac0f-4774-8e4b-8fb61a06bd17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:56:16.414916 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvr_db [None req-f28fa826-9caa-4329-8269-29810d8f5308 None None] Set router c2b0be43-53c0-450c-b429-ae9ed3ac0228 gateway port host: dv-neutron-825124-1-hyperv {{(pid=84154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 14:56:16.693100 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_common [None req-069c6975-ac0f-4774-8e4b-8fb61a06bd17 None None] Allocated IP 172.20.0.2 (8c6c8c3f-0f3e-4556-9f56-87fcdfddf0ad/259fb7dc-6c0b-4430-8621-99751bb4dc00/1f8b1a20-f644-4a07-bd1b-567bcdcb4db5) {{(pid=84154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:56:16.868447 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-59516924-aa2f-4aaa-bbf6-059b552dca7a tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:56:16.956917 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-f28fa826-9caa-4329-8269-29810d8f5308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2b0be43-53c0-450c-b429-ae9ed3ac0228', 'name': 'tempest-TestNetworkBasicOps-router-1059928734', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.69'}], 'enable_snat': True}, 'gw_port_id': 'a9cc669b-d710-4cdd-9e77-2b948747aa05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:56:12Z', 'updated_at': '2022-01-20T14:56:14Z', 'revision_number': 3, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'gw_port': {'id': 'a9cc669b-d710-4cdd-9e77-2b948747aa05', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:2a:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2b0be43-53c0-450c-b429-ae9ed3ac0228', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:56:13Z', 'updated_at': '2022-01-20T14:56:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv'}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:56:16.973315 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f28fa826-9caa-4329-8269-29810d8f5308 None None] The sync data for ids ['c2b0be43-53c0-450c-b429-ae9ed3ac0228'] in dv-neutron-825124-1-hyperv is: [{'id': 'c2b0be43-53c0-450c-b429-ae9ed3ac0228', 'name': 'tempest-TestNetworkBasicOps-router-1059928734', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.69'}], 'enable_snat': True}, 'gw_port_id': 'a9cc669b-d710-4cdd-9e77-2b948747aa05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:56:12Z', 'updated_at': '2022-01-20T14:56:14Z', 'revision_number': 3, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'gw_port': {'id': 'a9cc669b-d710-4cdd-9e77-2b948747aa05', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:2a:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2b0be43-53c0-450c-b429-ae9ed3ac0228', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:56:13Z', 'updated_at': '2022-01-20T14:56:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv'}] {{(pid=84154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 14:56:16.998005 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-069c6975-ac0f-4774-8e4b-8fb61a06bd17 None None] Notify callbacks [] for port, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:56:17.009998 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-069c6975-ac0f-4774-8e4b-8fb61a06bd17 None None] Transition to ACTIVE for port object 1f8b1a20-f644-4a07-bd1b-567bcdcb4db5 will not be triggered until provisioned by entity L2. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:56:17.030848 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-069c6975-ac0f-4774-8e4b-8fb61a06bd17 None None] Transition to ACTIVE for port object 1f8b1a20-f644-4a07-bd1b-567bcdcb4db5 will not be triggered until provisioned by entity DHCP. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:56:17.126122 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-069c6975-ac0f-4774-8e4b-8fb61a06bd17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477'] for port, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:56:17.204521 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-069c6975-ac0f-4774-8e4b-8fb61a06bd17 None None] Network 8c6c8c3f-0f3e-4556-9f56-87fcdfddf0ad is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:56:17.207413 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-069c6975-ac0f-4774-8e4b-8fb61a06bd17 None None] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:56:17.216806 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-069c6975-ac0f-4774-8e4b-8fb61a06bd17 None None] Received port after_create {{(pid=84154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:56:17.223550 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069c6975-ac0f-4774-8e4b-8fb61a06bd17 None None] Pushing event updated for resources: {'Port': ['ID=1f8b1a20-f644-4a07-bd1b-567bcdcb4db5,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:56:17.312742 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.db_base_plugin_common [None req-59516924-aa2f-4aaa-bbf6-059b552dca7a tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Allocated IP 172.20.0.1 (8c6c8c3f-0f3e-4556-9f56-87fcdfddf0ad/259fb7dc-6c0b-4430-8621-99751bb4dc00/25d9e351-82a2-457c-bb01-04a6d251f382) {{(pid=84153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:56:17.316742 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-069c6975-ac0f-4774-8e4b-8fb61a06bd17 None None] Attempting to bind port 1f8b1a20-f644-4a07-bd1b-567bcdcb4db5 on host dv-neutron-825124-1-hyperv for vnic_type normal with profile {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:56:17.317111 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-069c6975-ac0f-4774-8e4b-8fb61a06bd17 None None] Attempting to bind port 1f8b1a20-f644-4a07-bd1b-567bcdcb4db5 by drivers openvswitch,hyperv on host dv-neutron-825124-1-hyperv at level 0 using segments [{'id': 'bb8db4f7-90d6-4b5a-8a5f-48b9a7491a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '8c6c8c3f-0f3e-4556-9f56-87fcdfddf0ad'}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:56:17.317477 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-069c6975-ac0f-4774-8e4b-8fb61a06bd17 None None] Attempting to bind port 1f8b1a20-f644-4a07-bd1b-567bcdcb4db5 on network 8c6c8c3f-0f3e-4556-9f56-87fcdfddf0ad {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 14:56:17.328127 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-069c6975-ac0f-4774-8e4b-8fb61a06bd17 None None] Checking agent: {'id': '6414dfeb-85c5-454a-8756-709ca637d800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825124-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 16, 31), 'started_at': datetime.datetime(2022, 1, 20, 14, 17, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 56, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825124-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 14:56:17.328127 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-069c6975-ac0f-4774-8e4b-8fb61a06bd17 None None] Checking segment: {'id': 'bb8db4f7-90d6-4b5a-8a5f-48b9a7491a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '8c6c8c3f-0f3e-4556-9f56-87fcdfddf0ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 14:56:17.328127 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-069c6975-ac0f-4774-8e4b-8fb61a06bd17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:56:17.328127 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-069c6975-ac0f-4774-8e4b-8fb61a06bd17 None None] Bound using segment: {'id': 'bb8db4f7-90d6-4b5a-8a5f-48b9a7491a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '8c6c8c3f-0f3e-4556-9f56-87fcdfddf0ad'} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 14:56:17.328127 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-069c6975-ac0f-4774-8e4b-8fb61a06bd17 None None] Bound port: 1f8b1a20-f644-4a07-bd1b-567bcdcb4db5, host: dv-neutron-825124-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb8db4f7-90d6-4b5a-8a5f-48b9a7491a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '8c6c8c3f-0f3e-4556-9f56-87fcdfddf0ad'}}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:56:17.328127 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-069c6975-ac0f-4774-8e4b-8fb61a06bd17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:56:17.419966 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-069c6975-ac0f-4774-8e4b-8fb61a06bd17 None None] For port 1f8b1a20-f644-4a07-bd1b-567bcdcb4db5, host dv-neutron-825124-1-hyperv, cleared binding levels {{(pid=84154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 14:56:17.423452 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-069c6975-ac0f-4774-8e4b-8fb61a06bd17 None None] For port 1f8b1a20-f644-4a07-bd1b-567bcdcb4db5, host dv-neutron-825124-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=1f8b1a20-f644-4a07-bd1b-567bcdcb4db5,segment=NetworkSegment(bb8db4f7-90d6-4b5a-8a5f-48b9a7491a00),segment_id=bb8db4f7-90d6-4b5a-8a5f-48b9a7491a00)] {{(pid=84154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 14:56:17.481750 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-59516924-aa2f-4aaa-bbf6-059b552dca7a tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for port, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:56:17.491625 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-069c6975-ac0f-4774-8e4b-8fb61a06bd17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:56:17.498105 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.provisioning_blocks [None req-59516924-aa2f-4aaa-bbf6-059b552dca7a tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Transition to ACTIVE for port object 25d9e351-82a2-457c-bb01-04a6d251f382 will not be triggered until provisioned by entity DHCP. {{(pid=84153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:56:17.574364 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069c6975-ac0f-4774-8e4b-8fb61a06bd17 None None] Pushing event updated for resources: {'Port': ['ID=1f8b1a20-f644-4a07-bd1b-567bcdcb4db5,revision_number=2']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:56:17.574515 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-59516924-aa2f-4aaa-bbf6-059b552dca7a tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:56:17.650180 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59516924-aa2f-4aaa-bbf6-059b552dca7a tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Network 8c6c8c3f-0f3e-4556-9f56-87fcdfddf0ad is already hosted by enough agents. {{(pid=84153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:56:17.654496 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.base_scheduler [None req-59516924-aa2f-4aaa-bbf6-059b552dca7a tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Resources bound (agent type, host, resource id): {{(pid=84153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:56:17.656357 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59516924-aa2f-4aaa-bbf6-059b552dca7a tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Pushing event updated for resources: {'Port': ['ID=25d9e351-82a2-457c-bb01-04a6d251f382,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:56:17.658502 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59516924-aa2f-4aaa-bbf6-059b552dca7a tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Received port after_create {{(pid=84153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:56:17.731643 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-59516924-aa2f-4aaa-bbf6-059b552dca7a tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-745387'] for router_interface, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:56:17.884963 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-59516924-aa2f-4aaa-bbf6-059b552dca7a tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:56:18.289577 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-59516924-aa2f-4aaa-bbf6-059b552dca7a tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for port, precommit_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:56:18.342770 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-59516924-aa2f-4aaa-bbf6-059b552dca7a tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3944146'] for port, after_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:56:18.542914 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ffa30b8-80c1-4c45-9115-3b940ca5e9b3 None None] Network 8c6c8c3f-0f3e-4556-9f56-87fcdfddf0ad requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 14:56:18.567875 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-59516924-aa2f-4aaa-bbf6-059b552dca7a tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1705158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-743490'] for router_interface, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:56:18.579850 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59516924-aa2f-4aaa-bbf6-059b552dca7a tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Pushing event updated for resources: {'Port': ['ID=25d9e351-82a2-457c-bb01-04a6d251f382,revision_number=2']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:56:18.718238 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-525cf9f6-6689-45c7-bd53-ff2e76b168ac None None] Provisioning for port 1f8b1a20-f644-4a07-bd1b-567bcdcb4db5 completed by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:56:18.725727 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59516924-aa2f-4aaa-bbf6-059b552dca7a tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Network 8c6c8c3f-0f3e-4556-9f56-87fcdfddf0ad is already hosted by enough agents. {{(pid=84153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:56:18.727033 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.base_scheduler [None req-59516924-aa2f-4aaa-bbf6-059b552dca7a tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Resources bound (agent type, host, resource id): {{(pid=84153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:56:18.757514 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device a9cc669b-d710-4cdd-9e77-2b948747aa05 up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:56:18.922680 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning for port a9cc669b-d710-4cdd-9e77-2b948747aa05 completed by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:56:18.927891 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port a9cc669b-d710-4cdd-9e77-2b948747aa05 triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:56:18.928269 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:56:19.047190 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:56:19.063883 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] For port a9cc669b-d710-4cdd-9e77-2b948747aa05, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=a9cc669b-d710-4cdd-9e77-2b948747aa05,segment=NetworkSegment(f628f1ba-6b70-4c9b-8839-62340c040c81),segment_id=f628f1ba-6b70-4c9b-8839-62340c040c81)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:56:19.125278 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:56:19.128531 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 1f8b1a20-f644-4a07-bd1b-567bcdcb4db5 up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:56:19.133138 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59516924-aa2f-4aaa-bbf6-059b552dca7a tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Router c2b0be43-53c0-450c-b429-ae9ed3ac0228 has already been hosted by L3 agent 624d525b-4c26-4143-8a1c-228bb1c6faaa {{(pid=84153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 14:56:19.281172 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Pushing event updated for resources: {'Port': ['ID=a9cc669b-d710-4cdd-9e77-2b948747aa05,revision_number=4']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:56:19.358376 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59516924-aa2f-4aaa-bbf6-059b552dca7a tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify agent at l3_agent.dv-neutron-825124-1-hyperv the message routers_updated {{(pid=84153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 14:56:19.362612 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning for port 1f8b1a20-f644-4a07-bd1b-567bcdcb4db5 completed by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:56:19.368053 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port 1f8b1a20-f644-4a07-bd1b-567bcdcb4db5 triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:56:19.368598 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:56:19.376914 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-59516924-aa2f-4aaa-bbf6-059b552dca7a tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "PUT /v2.0/routers/c2b0be43-53c0-450c-b429-ae9ed3ac0228/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3731511 Jan 20 14:56:19.377211 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 46188) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:56:19.401914 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-3ab8604d-c0e1-4dc0-b0b5-d012a466a061 None None] Provisioning for port 25d9e351-82a2-457c-bb01-04a6d251f382 completed by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:56:19.424502 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-3ab8604d-c0e1-4dc0-b0b5-d012a466a061 None None] Provisioning complete for port 25d9e351-82a2-457c-bb01-04a6d251f382 triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:56:19.424875 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-3ab8604d-c0e1-4dc0-b0b5-d012a466a061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:56:19.487501 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-3ab8604d-c0e1-4dc0-b0b5-d012a466a061 None None] Port 25d9e351-82a2-457c-bb01-04a6d251f382 cannot update to ACTIVE because it is not bound. {{(pid=84154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 14:56:19.519063 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc4c2882-436f-4503-bc5a-8770101b9bc6 tempest-TestNetworkBasicOps-1338634829 tempest-TestNetworkBasicOps-1338634829-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:56:19.519283 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc4c2882-436f-4503-bc5a-8770101b9bc6 tempest-TestNetworkBasicOps-1338634829 tempest-TestNetworkBasicOps-1338634829-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:56:19.519547 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc4c2882-436f-4503-bc5a-8770101b9bc6 tempest-TestNetworkBasicOps-1338634829 tempest-TestNetworkBasicOps-1338634829-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:56:19.520001 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc4c2882-436f-4503-bc5a-8770101b9bc6 tempest-TestNetworkBasicOps-1338634829 tempest-TestNetworkBasicOps-1338634829-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:56:19.521623 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-bc4c2882-436f-4503-bc5a-8770101b9bc6 tempest-TestNetworkBasicOps-1338634829 tempest-TestNetworkBasicOps-1338634829-project-admin] 10.222.0.54 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1435809 Jan 20 14:56:19.524373 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 46192) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:56:19.544399 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:56:19.575915 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] For port 1f8b1a20-f644-4a07-bd1b-567bcdcb4db5, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=1f8b1a20-f644-4a07-bd1b-567bcdcb4db5,segment=NetworkSegment(bb8db4f7-90d6-4b5a-8a5f-48b9a7491a00),segment_id=bb8db4f7-90d6-4b5a-8a5f-48b9a7491a00)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:56:19.589950 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-352a2b9e-de26-43e1-b047-fc58aab28b0f tempest-TestNetworkBasicOps-1338634829 tempest-TestNetworkBasicOps-1338634829-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:56:19.590246 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-352a2b9e-de26-43e1-b047-fc58aab28b0f tempest-TestNetworkBasicOps-1338634829 tempest-TestNetworkBasicOps-1338634829-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:56:19.590601 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-352a2b9e-de26-43e1-b047-fc58aab28b0f tempest-TestNetworkBasicOps-1338634829 tempest-TestNetworkBasicOps-1338634829-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:56:19.590948 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-352a2b9e-de26-43e1-b047-fc58aab28b0f tempest-TestNetworkBasicOps-1338634829 tempest-TestNetworkBasicOps-1338634829-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:56:19.592562 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-352a2b9e-de26-43e1-b047-fc58aab28b0f tempest-TestNetworkBasicOps-1338634829 tempest-TestNetworkBasicOps-1338634829-project-admin] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0673351 Jan 20 14:56:19.598631 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 46196) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:56:19.609339 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:56:19.641459 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-3371c1eb-23c9-4c69-90ad-47199c5c411d None None] Provisioning complete for port 25d9e351-82a2-457c-bb01-04a6d251f382 triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:56:19.641830 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-3371c1eb-23c9-4c69-90ad-47199c5c411d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:56:19.717270 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-3371c1eb-23c9-4c69-90ad-47199c5c411d None None] Port 25d9e351-82a2-457c-bb01-04a6d251f382 cannot update to ACTIVE because it is not bound. {{(pid=84154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 14:56:19.721695 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Pushing event updated for resources: {'Port': ['ID=1f8b1a20-f644-4a07-bd1b-567bcdcb4db5,revision_number=3']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:56:19.796927 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-26c577d3-c6f6-4346-b5a3-3f5e705ffcc9 tempest-TestNetworkBasicOps-1338634829 tempest-TestNetworkBasicOps-1338634829-project-admin] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.1972079 Jan 20 14:56:20.150548 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 46202) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:56:20.156294 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-afb46433-6179-4d10-89ee-f7856d472bb5 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-491600611', 'description': 'tempest-secgroup-smoke-491600611 description', 'project_id': '640e8dbef2de46a485c2653a25e2ea4a'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:56:20.162227 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-afb46433-6179-4d10-89ee-f7856d472bb5 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:56:20.166258 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-afb46433-6179-4d10-89ee-f7856d472bb5 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Usage tracker for resource:security_group and tenant:640e8dbef2de46a485c2653a25e2ea4a is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:56:20.169531 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-afb46433-6179-4d10-89ee-f7856d472bb5 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:56:20.175698 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-afb46433-6179-4d10-89ee-f7856d472bb5 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:56:20.268582 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-afb46433-6179-4d10-89ee-f7856d472bb5 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for security_group, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:56:20.303128 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-afb46433-6179-4d10-89ee-f7856d472bb5 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:56:20.306810 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-afb46433-6179-4d10-89ee-f7856d472bb5 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Usage tracker for resource:security_group_rule and tenant:640e8dbef2de46a485c2653a25e2ea4a is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:56:20.312293 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-afb46433-6179-4d10-89ee-f7856d472bb5 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:56:20.319074 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-afb46433-6179-4d10-89ee-f7856d472bb5 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:56:20.384043 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-afb46433-6179-4d10-89ee-f7856d472bb5 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for security_group, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:56:20.439791 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-afb46433-6179-4d10-89ee-f7856d472bb5 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:56:20.486658 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb46433-6179-4d10-89ee-f7856d472bb5 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0ccd309-7e5b-49ef-ad2d-5eb7b459f365,revision_number=1']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:56:20.554050 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-afb46433-6179-4d10-89ee-f7856d472bb5 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for security_group, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:56:20.555307 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-afb46433-6179-4d10-89ee-f7856d472bb5 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.4037278 Jan 20 14:56:20.558102 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 46206) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:56:20.563744 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-24139bbf-4ced-41cf-b0da-6d519ce3cce9 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Request body: {'security_group_rule': {'security_group_id': 'e0ccd309-7e5b-49ef-ad2d-5eb7b459f365', 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:56:20.569839 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-24139bbf-4ced-41cf-b0da-6d519ce3cce9 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:56:20.573958 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-24139bbf-4ced-41cf-b0da-6d519ce3cce9 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Usage tracker for resource:security_group_rule and tenant:640e8dbef2de46a485c2653a25e2ea4a is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:56:20.576975 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-24139bbf-4ced-41cf-b0da-6d519ce3cce9 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:56:20.583048 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-24139bbf-4ced-41cf-b0da-6d519ce3cce9 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:56:20.589702 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26e7a03a-d74c-48de-b954-e75028ba6fb4 None None] Sync routers for ids ['c2b0be43-53c0-450c-b429-ae9ed3ac0228'] in dv-neutron-825124-1-hyperv {{(pid=84155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 14:56:20.602383 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e7a03a-d74c-48de-b954-e75028ba6fb4 None None] Routers {'c2b0be43-53c0-450c-b429-ae9ed3ac0228'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:56:20.603084 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-26e7a03a-d74c-48de-b954-e75028ba6fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:56:00Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['c2b0be43-53c0-450c-b429-ae9ed3ac0228'], 'active': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:56:20.665651 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device a9cc669b-d710-4cdd-9e77-2b948747aa05 up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:56:20.671196 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-24139bbf-4ced-41cf-b0da-6d519ce3cce9 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:56:20.737503 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-24139bbf-4ced-41cf-b0da-6d519ce3cce9 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:56:20.750352 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port a9cc669b-d710-4cdd-9e77-2b948747aa05 triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:56:20.757451 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:56:20.790621 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvr_db [None req-26e7a03a-d74c-48de-b954-e75028ba6fb4 None None] Set router c2b0be43-53c0-450c-b429-ae9ed3ac0228 gateway port host: dv-neutron-825124-1-hyperv {{(pid=84155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 14:56:20.805021 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-24139bbf-4ced-41cf-b0da-6d519ce3cce9 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734962'] for security_group_rule, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:56:20.831102 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24139bbf-4ced-41cf-b0da-6d519ce3cce9 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c70ec5ac-45e9-4064-b976-fc10e2320eef,revision_number=0']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:56:20.869504 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 1f8b1a20-f644-4a07-bd1b-567bcdcb4db5 up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:56:20.903533 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-24139bbf-4ced-41cf-b0da-6d519ce3cce9 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:56:20.907654 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-24139bbf-4ced-41cf-b0da-6d519ce3cce9 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3455660 Jan 20 14:56:20.907847 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 46210) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:56:20.914008 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-28d7cf52-b475-4a03-9e1a-b46f3fb5af2c tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Request body: {'security_group_rule': {'security_group_id': 'e0ccd309-7e5b-49ef-ad2d-5eb7b459f365', 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:56:20.920725 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-28d7cf52-b475-4a03-9e1a-b46f3fb5af2c tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:56:20.924889 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-28d7cf52-b475-4a03-9e1a-b46f3fb5af2c tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Usage tracker for resource:security_group_rule and tenant:640e8dbef2de46a485c2653a25e2ea4a is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:56:20.927998 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-28d7cf52-b475-4a03-9e1a-b46f3fb5af2c tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:56:20.934571 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-28d7cf52-b475-4a03-9e1a-b46f3fb5af2c tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:56:20.971082 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port 1f8b1a20-f644-4a07-bd1b-567bcdcb4db5 triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:56:20.971506 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:56:21.106175 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-28d7cf52-b475-4a03-9e1a-b46f3fb5af2c tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:56:21.112958 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-26e7a03a-d74c-48de-b954-e75028ba6fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2b0be43-53c0-450c-b429-ae9ed3ac0228', 'name': 'tempest-TestNetworkBasicOps-router-1059928734', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.69'}], 'enable_snat': True}, 'gw_port_id': 'a9cc669b-d710-4cdd-9e77-2b948747aa05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:56:12Z', 'updated_at': '2022-01-20T14:56:17Z', 'revision_number': 4, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'gw_port': {'id': 'a9cc669b-d710-4cdd-9e77-2b948747aa05', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:2a:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2b0be43-53c0-450c-b429-ae9ed3ac0228', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:56:13Z', 'updated_at': '2022-01-20T14:56:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv', '_interfaces': [{'id': '25d9e351-82a2-457c-bb01-04a6d251f382', 'name': '', 'network_id': '8c6c8c3f-0f3e-4556-9f56-87fcdfddf0ad', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'mac_address': 'fa:16:3e:5a:ce:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2b0be43-53c0-450c-b429-ae9ed3ac0228', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '259fb7dc-6c0b-4430-8621-99751bb4dc00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:56:17Z', 'updated_at': '2022-01-20T14:56:18Z', 'revision_number': 2, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'subnets': [{'id': '259fb7dc-6c0b-4430-8621-99751bb4dc00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:56:21.116776 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26e7a03a-d74c-48de-b954-e75028ba6fb4 None None] Checking router: c2b0be43-53c0-450c-b429-ae9ed3ac0228 for host: dv-neutron-825124-1-hyperv {{(pid=84155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 14:56:21.117126 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26e7a03a-d74c-48de-b954-e75028ba6fb4 None None] Updating router c2b0be43-53c0-450c-b429-ae9ed3ac0228 port 25d9e351-82a2-457c-bb01-04a6d251f382 binding host dv-neutron-825124-1-hyperv {{(pid=84155) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 20 14:56:21.168724 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-28d7cf52-b475-4a03-9e1a-b46f3fb5af2c tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:56:21.172496 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-26e7a03a-d74c-48de-b954-e75028ba6fb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:56:21.236996 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-28d7cf52-b475-4a03-9e1a-b46f3fb5af2c tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734962'] for security_group_rule, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:56:21.266015 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d7cf52-b475-4a03-9e1a-b46f3fb5af2c tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d61e369-ad4f-4d7a-bdea-fb74f6f8fb6e,revision_number=0']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:56:21.328658 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-28d7cf52-b475-4a03-9e1a-b46f3fb5af2c tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:56:21.329875 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-28d7cf52-b475-4a03-9e1a-b46f3fb5af2c tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.4209390 Jan 20 14:56:21.333011 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 46214) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:56:21.339005 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-132813ee-3fc6-41f5-b6cb-85a113e02df3 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Request body: {'security_group_rule': {'security_group_id': 'e0ccd309-7e5b-49ef-ad2d-5eb7b459f365', 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:56:21.345357 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-132813ee-3fc6-41f5-b6cb-85a113e02df3 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:56:21.349416 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-132813ee-3fc6-41f5-b6cb-85a113e02df3 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Usage tracker for resource:security_group_rule and tenant:640e8dbef2de46a485c2653a25e2ea4a is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:56:21.352601 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-132813ee-3fc6-41f5-b6cb-85a113e02df3 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:56:21.358786 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-132813ee-3fc6-41f5-b6cb-85a113e02df3 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:56:21.460949 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-132813ee-3fc6-41f5-b6cb-85a113e02df3 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:56:21.523661 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-132813ee-3fc6-41f5-b6cb-85a113e02df3 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:56:21.528618 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-26e7a03a-d74c-48de-b954-e75028ba6fb4 None None] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:56:21.539775 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-26e7a03a-d74c-48de-b954-e75028ba6fb4 None None] Transition to ACTIVE for port object 25d9e351-82a2-457c-bb01-04a6d251f382 will not be triggered until provisioned by entity L2. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:56:21.596581 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-132813ee-3fc6-41f5-b6cb-85a113e02df3 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734962'] for security_group_rule, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:56:21.613864 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-26e7a03a-d74c-48de-b954-e75028ba6fb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:56:21.622260 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132813ee-3fc6-41f5-b6cb-85a113e02df3 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30e5bc78-fdd9-4560-9fb5-c837e6472648,revision_number=0']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:56:21.700639 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-132813ee-3fc6-41f5-b6cb-85a113e02df3 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:56:21.711281 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-132813ee-3fc6-41f5-b6cb-85a113e02df3 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3680208 Jan 20 14:56:21.711281 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 46218) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:56:21.711281 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-72d80146-f3b0-46ec-9ea2-4c46136a28ba tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Request body: {'security_group_rule': {'security_group_id': 'e0ccd309-7e5b-49ef-ad2d-5eb7b459f365', 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:56:21.716553 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-72d80146-f3b0-46ec-9ea2-4c46136a28ba tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:56:21.720719 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-72d80146-f3b0-46ec-9ea2-4c46136a28ba tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Usage tracker for resource:security_group_rule and tenant:640e8dbef2de46a485c2653a25e2ea4a is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:56:21.724395 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-72d80146-f3b0-46ec-9ea2-4c46136a28ba tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:56:21.734650 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-72d80146-f3b0-46ec-9ea2-4c46136a28ba tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:56:21.739631 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748a2fca-9301-4374-bf2d-7fe779c6fd28 None None] Pushing event updated for resources: {'Port': ['ID=25d9e351-82a2-457c-bb01-04a6d251f382,revision_number=3']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:56:21.750444 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748a2fca-9301-4374-bf2d-7fe779c6fd28 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:56:21.750790 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748a2fca-9301-4374-bf2d-7fe779c6fd28 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:56:21.751128 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748a2fca-9301-4374-bf2d-7fe779c6fd28 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:56:21.751457 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748a2fca-9301-4374-bf2d-7fe779c6fd28 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:56:21.751784 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748a2fca-9301-4374-bf2d-7fe779c6fd28 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:56:21.752106 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748a2fca-9301-4374-bf2d-7fe779c6fd28 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:56:21.752425 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748a2fca-9301-4374-bf2d-7fe779c6fd28 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:56:21.752745 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748a2fca-9301-4374-bf2d-7fe779c6fd28 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:56:21.753063 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748a2fca-9301-4374-bf2d-7fe779c6fd28 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:56:21.753468 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748a2fca-9301-4374-bf2d-7fe779c6fd28 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:56:21.753796 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748a2fca-9301-4374-bf2d-7fe779c6fd28 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:56:21.839794 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-72d80146-f3b0-46ec-9ea2-4c46136a28ba tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:56:21.841052 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-26e7a03a-d74c-48de-b954-e75028ba6fb4 None None] Attempting to bind port 25d9e351-82a2-457c-bb01-04a6d251f382 on host dv-neutron-825124-1-hyperv for vnic_type normal with profile {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:56:21.841660 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-26e7a03a-d74c-48de-b954-e75028ba6fb4 None None] Attempting to bind port 25d9e351-82a2-457c-bb01-04a6d251f382 by drivers openvswitch,hyperv on host dv-neutron-825124-1-hyperv at level 0 using segments [{'id': 'bb8db4f7-90d6-4b5a-8a5f-48b9a7491a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '8c6c8c3f-0f3e-4556-9f56-87fcdfddf0ad'}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:56:21.842337 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e7a03a-d74c-48de-b954-e75028ba6fb4 None None] Attempting to bind port 25d9e351-82a2-457c-bb01-04a6d251f382 on network 8c6c8c3f-0f3e-4556-9f56-87fcdfddf0ad {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 14:56:21.849458 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e7a03a-d74c-48de-b954-e75028ba6fb4 None None] Checking agent: {'id': '6414dfeb-85c5-454a-8756-709ca637d800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825124-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 16, 31), 'started_at': datetime.datetime(2022, 1, 20, 14, 17, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 56, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825124-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 14:56:21.850016 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e7a03a-d74c-48de-b954-e75028ba6fb4 None None] Checking segment: {'id': 'bb8db4f7-90d6-4b5a-8a5f-48b9a7491a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '8c6c8c3f-0f3e-4556-9f56-87fcdfddf0ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 14:56:21.850304 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-26e7a03a-d74c-48de-b954-e75028ba6fb4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:56:21.850696 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e7a03a-d74c-48de-b954-e75028ba6fb4 None None] Bound using segment: {'id': 'bb8db4f7-90d6-4b5a-8a5f-48b9a7491a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '8c6c8c3f-0f3e-4556-9f56-87fcdfddf0ad'} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 14:56:21.851154 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-26e7a03a-d74c-48de-b954-e75028ba6fb4 None None] Bound port: 25d9e351-82a2-457c-bb01-04a6d251f382, host: dv-neutron-825124-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb8db4f7-90d6-4b5a-8a5f-48b9a7491a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '8c6c8c3f-0f3e-4556-9f56-87fcdfddf0ad'}}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:56:21.851543 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-26e7a03a-d74c-48de-b954-e75028ba6fb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:56:21.908033 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-72d80146-f3b0-46ec-9ea2-4c46136a28ba tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:56:21.940318 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-26e7a03a-d74c-48de-b954-e75028ba6fb4 None None] For port 25d9e351-82a2-457c-bb01-04a6d251f382, host dv-neutron-825124-1-hyperv, cleared binding levels {{(pid=84155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 14:56:21.941960 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-26e7a03a-d74c-48de-b954-e75028ba6fb4 None None] For port 25d9e351-82a2-457c-bb01-04a6d251f382, host dv-neutron-825124-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=25d9e351-82a2-457c-bb01-04a6d251f382,segment=NetworkSegment(bb8db4f7-90d6-4b5a-8a5f-48b9a7491a00),segment_id=bb8db4f7-90d6-4b5a-8a5f-48b9a7491a00)] {{(pid=84155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 14:56:21.990822 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-72d80146-f3b0-46ec-9ea2-4c46136a28ba tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734962'] for security_group_rule, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:56:22.014352 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d80146-f3b0-46ec-9ea2-4c46136a28ba tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ee6b0c7-8478-4b60-ae97-ac66f52a2937,revision_number=0']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:56:22.020310 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-26e7a03a-d74c-48de-b954-e75028ba6fb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:56:22.088656 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-72d80146-f3b0-46ec-9ea2-4c46136a28ba tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:56:22.089855 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-72d80146-f3b0-46ec-9ea2-4c46136a28ba tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3842108 Jan 20 14:56:22.092826 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 46222) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:56:22.098316 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-d01eb0de-8704-4873-a863-46070eadb955 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Request body: {'security_group_rule': {'security_group_id': 'e0ccd309-7e5b-49ef-ad2d-5eb7b459f365', 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:56:22.102370 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748a2fca-9301-4374-bf2d-7fe779c6fd28 None None] Pushing event updated for resources: {'Port': ['ID=25d9e351-82a2-457c-bb01-04a6d251f382,revision_number=4']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:56:22.104224 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-d01eb0de-8704-4873-a863-46070eadb955 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:56:22.107368 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e7a03a-d74c-48de-b954-e75028ba6fb4 None None] Routers {'c2b0be43-53c0-450c-b429-ae9ed3ac0228'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:56:22.107368 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-26e7a03a-d74c-48de-b954-e75028ba6fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:56:00Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['c2b0be43-53c0-450c-b429-ae9ed3ac0228'], 'active': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:56:22.111227 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-d01eb0de-8704-4873-a863-46070eadb955 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Usage tracker for resource:security_group_rule and tenant:640e8dbef2de46a485c2653a25e2ea4a is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:56:22.114682 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-d01eb0de-8704-4873-a863-46070eadb955 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:56:22.121085 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-d01eb0de-8704-4873-a863-46070eadb955 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:56:22.199577 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.db.securitygroups_db [None req-d01eb0de-8704-4873-a863-46070eadb955 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Project 640e8dbef2de46a485c2653a25e2ea4a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 20 14:56:22.207196 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-d01eb0de-8704-4873-a863-46070eadb955 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:56:22.278111 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-d01eb0de-8704-4873-a863-46070eadb955 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:56:22.294543 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvr_db [None req-26e7a03a-d74c-48de-b954-e75028ba6fb4 None None] Set router c2b0be43-53c0-450c-b429-ae9ed3ac0228 gateway port host: dv-neutron-825124-1-hyperv {{(pid=84155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 14:56:22.350949 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-d01eb0de-8704-4873-a863-46070eadb955 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734962'] for security_group_rule, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:56:22.374514 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01eb0de-8704-4873-a863-46070eadb955 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1bf3de28-b396-4381-8938-8ba37873cc41,revision_number=0']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:56:22.450993 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-d01eb0de-8704-4873-a863-46070eadb955 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:56:22.452225 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-d01eb0de-8704-4873-a863-46070eadb955 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3584754 Jan 20 14:56:22.455379 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 46226) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:56:22.461253 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-90d78ef2-0dbb-4f1b-9705-a9a3e60139a4 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Request body: {'security_group_rule': {'security_group_id': 'e0ccd309-7e5b-49ef-ad2d-5eb7b459f365', 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:56:22.468335 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-90d78ef2-0dbb-4f1b-9705-a9a3e60139a4 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:56:22.472398 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-90d78ef2-0dbb-4f1b-9705-a9a3e60139a4 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Usage tracker for resource:security_group_rule and tenant:640e8dbef2de46a485c2653a25e2ea4a is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:56:22.475351 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-90d78ef2-0dbb-4f1b-9705-a9a3e60139a4 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:56:22.480994 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-90d78ef2-0dbb-4f1b-9705-a9a3e60139a4 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:56:22.553808 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.db.securitygroups_db [None req-90d78ef2-0dbb-4f1b-9705-a9a3e60139a4 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Project 640e8dbef2de46a485c2653a25e2ea4a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 20 14:56:22.560689 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-90d78ef2-0dbb-4f1b-9705-a9a3e60139a4 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:56:22.607008 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-26e7a03a-d74c-48de-b954-e75028ba6fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2b0be43-53c0-450c-b429-ae9ed3ac0228', 'name': 'tempest-TestNetworkBasicOps-router-1059928734', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.69'}], 'enable_snat': True}, 'gw_port_id': 'a9cc669b-d710-4cdd-9e77-2b948747aa05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:56:12Z', 'updated_at': '2022-01-20T14:56:17Z', 'revision_number': 4, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'gw_port': {'id': 'a9cc669b-d710-4cdd-9e77-2b948747aa05', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:2a:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2b0be43-53c0-450c-b429-ae9ed3ac0228', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:56:13Z', 'updated_at': '2022-01-20T14:56:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv', '_interfaces': [{'id': '25d9e351-82a2-457c-bb01-04a6d251f382', 'name': '', 'network_id': '8c6c8c3f-0f3e-4556-9f56-87fcdfddf0ad', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'mac_address': 'fa:16:3e:5a:ce:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2b0be43-53c0-450c-b429-ae9ed3ac0228', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '259fb7dc-6c0b-4430-8621-99751bb4dc00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:56:17Z', 'updated_at': '2022-01-20T14:56:21Z', 'revision_number': 4, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'subnets': [{'id': '259fb7dc-6c0b-4430-8621-99751bb4dc00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:56:22.610949 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26e7a03a-d74c-48de-b954-e75028ba6fb4 None None] The sync data for ids ['c2b0be43-53c0-450c-b429-ae9ed3ac0228'] in dv-neutron-825124-1-hyperv is: [{'id': 'c2b0be43-53c0-450c-b429-ae9ed3ac0228', 'name': 'tempest-TestNetworkBasicOps-router-1059928734', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.69'}], 'enable_snat': True}, 'gw_port_id': 'a9cc669b-d710-4cdd-9e77-2b948747aa05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:56:12Z', 'updated_at': '2022-01-20T14:56:17Z', 'revision_number': 4, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'gw_port': {'id': 'a9cc669b-d710-4cdd-9e77-2b948747aa05', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:2a:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2b0be43-53c0-450c-b429-ae9ed3ac0228', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:56:13Z', 'updated_at': '2022-01-20T14:56:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv', '_interfaces': [{'id': '25d9e351-82a2-457c-bb01-04a6d251f382', 'name': '', 'network_id': '8c6c8c3f-0f3e-4556-9f56-87fcdfddf0ad', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'mac_address': 'fa:16:3e:5a:ce:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2b0be43-53c0-450c-b429-ae9ed3ac0228', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '259fb7dc-6c0b-4430-8621-99751bb4dc00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:56:17Z', 'updated_at': '2022-01-20T14:56:21Z', 'revision_number': 4, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'subnets': [{'id': '259fb7dc-6c0b-4430-8621-99751bb4dc00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 14:56:22.625615 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-90d78ef2-0dbb-4f1b-9705-a9a3e60139a4 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:56:22.719847 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-90d78ef2-0dbb-4f1b-9705-a9a3e60139a4 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734962'] for security_group_rule, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:56:22.745604 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d78ef2-0dbb-4f1b-9705-a9a3e60139a4 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4e07791-dcfa-4398-8466-7e3ea1027db9,revision_number=0']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:56:22.833705 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-90d78ef2-0dbb-4f1b-9705-a9a3e60139a4 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:56:22.834870 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-90d78ef2-0dbb-4f1b-9705-a9a3e60139a4 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3785124 Jan 20 14:56:23.202258 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-52a8a22d-e59b-48fa-9265-92a70a145c9e req-5d89d7ab-9839-4483-accc-6cabf12c087e tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-491600611&fields=id&tenant_id=640e8dbef2de46a485c2653a25e2ea4a HTTP/1.1" status: 200 len: 267 time: 0.0441697 Jan 20 14:56:23.477828 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a8a22d-e59b-48fa-9265-92a70a145c9e req-65dbbf52-6968-4df9-b37a-3325ebd8e497 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:56:23.478547 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [req-52a8a22d-e59b-48fa-9265-92a70a145c9e req-65dbbf52-6968-4df9-b37a-3325ebd8e497 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Synchronizing usage tracker for tenant:640e8dbef2de46a485c2653a25e2ea4a on resource:network {{(pid=84153) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:56:23.568640 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [req-52a8a22d-e59b-48fa-9265-92a70a145c9e req-65dbbf52-6968-4df9-b37a-3325ebd8e497 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Unset dirty status for tenant:640e8dbef2de46a485c2653a25e2ea4a on resource:network {{(pid=84153) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:56:23.570161 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-52a8a22d-e59b-48fa-9265-92a70a145c9e req-65dbbf52-6968-4df9-b37a-3325ebd8e497 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/networks?id=8c6c8c3f-0f3e-4556-9f56-87fcdfddf0ad HTTP/1.1" status: 200 len: 797 time: 0.3612075 Jan 20 14:56:23.587023 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-52a8a22d-e59b-48fa-9265-92a70a145c9e req-0059f196-7189-4d97-8baa-2d510646c582 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/quotas/640e8dbef2de46a485c2653a25e2ea4a HTTP/1.1" status: 200 len: 375 time: 0.0112407 Jan 20 14:56:23.673013 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [req-52a8a22d-e59b-48fa-9265-92a70a145c9e req-63d76fe8-c019-4a2c-98f1-8bcf2e038328 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Synchronizing usage tracker for tenant:640e8dbef2de46a485c2653a25e2ea4a on resource:port {{(pid=84153) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:56:23.768281 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [req-52a8a22d-e59b-48fa-9265-92a70a145c9e req-63d76fe8-c019-4a2c-98f1-8bcf2e038328 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Unset dirty status for tenant:640e8dbef2de46a485c2653a25e2ea4a on resource:port {{(pid=84153) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:56:23.769635 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-52a8a22d-e59b-48fa-9265-92a70a145c9e req-63d76fe8-c019-4a2c-98f1-8bcf2e038328 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=640e8dbef2de46a485c2653a25e2ea4a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1767752 Jan 20 14:56:23.908239 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-52a8a22d-e59b-48fa-9265-92a70a145c9e req-2c152e11-e43d-423e-a72e-fae4696634e2 service neutron] 10.222.0.54 "GET /v2.0/networks/8c6c8c3f-0f3e-4556-9f56-87fcdfddf0ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261268 Jan 20 14:56:24.037381 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-52a8a22d-e59b-48fa-9265-92a70a145c9e req-b143b067-ee45-4ba3-9ba5-596f207aa80c service neutron] 10.222.0.54 "GET /v2.0/networks/8c6c8c3f-0f3e-4556-9f56-87fcdfddf0ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236050 Jan 20 14:56:24.289323 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-83296ef0-eecb-4945-975e-64f04a87256c req-c3c99119-2231-4030-b1dc-ca03644dee59 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/ports?device_id=87aeb0f7-7d4e-4d3b-9241-44ec93bf2e2c HTTP/1.1" status: 200 len: 210 time: 0.0408275 Jan 20 14:56:24.689292 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 25d9e351-82a2-457c-bb01-04a6d251f382 up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:56:24.828101 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning for port 25d9e351-82a2-457c-bb01-04a6d251f382 completed by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:56:24.833169 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port 25d9e351-82a2-457c-bb01-04a6d251f382 triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:56:24.833542 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:56:24.945130 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:56:24.976396 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] For port 25d9e351-82a2-457c-bb01-04a6d251f382, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=25d9e351-82a2-457c-bb01-04a6d251f382,segment=NetworkSegment(bb8db4f7-90d6-4b5a-8a5f-48b9a7491a00),segment_id=bb8db4f7-90d6-4b5a-8a5f-48b9a7491a00)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:56:25.074224 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:56:25.137774 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Pushing event updated for resources: {'Port': ['ID=25d9e351-82a2-457c-bb01-04a6d251f382,revision_number=5']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:56:25.395337 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-4a81e71e-ae21-4888-b93a-df00cd60cfae req-e58a1cee-00f9-4de3-bc40-26952badb906 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/ports?device_id=87aeb0f7-7d4e-4d3b-9241-44ec93bf2e2c HTTP/1.1" status: 200 len: 210 time: 0.0401258 Jan 20 14:56:26.556447 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-8f514bb9-036f-4fdb-a9bd-fcaf4ca7ad03 req-5817df04-2a06-4ff4-b7a5-e5ad8d620674 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/ports?device_id=87aeb0f7-7d4e-4d3b-9241-44ec93bf2e2c HTTP/1.1" status: 200 len: 210 time: 0.0424435 Jan 20 14:56:26.662679 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 25d9e351-82a2-457c-bb01-04a6d251f382 up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:56:26.733145 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port 25d9e351-82a2-457c-bb01-04a6d251f382 triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:56:26.733409 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:56:27.720289 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-adcb8dab-68af-4183-a75f-2b3496820aef req-514ed3b7-718c-4cc2-b8c7-cc5b1ed1e235 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/ports?device_id=87aeb0f7-7d4e-4d3b-9241-44ec93bf2e2c HTTP/1.1" status: 200 len: 210 time: 0.0419683 Jan 20 14:56:28.001977 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-6a9a510c-776f-411a-9a61-d856de2ec895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:56:28.479849 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a8a22d-e59b-48fa-9265-92a70a145c9e req-b775de01-dd91-444c-a870-0547016c4bc1 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:56:28.481805 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-52a8a22d-e59b-48fa-9265-92a70a145c9e req-b775de01-dd91-444c-a870-0547016c4bc1 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.106 "GET /v2.0/networks?id=8c6c8c3f-0f3e-4556-9f56-87fcdfddf0ad HTTP/1.1" status: 200 len: 797 time: 0.1459308 Jan 20 14:56:28.535108 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-52a8a22d-e59b-48fa-9265-92a70a145c9e req-aaa633e0-e1c2-4026-8c25-280b62abcf93 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.106 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=640e8dbef2de46a485c2653a25e2ea4a HTTP/1.1" status: 200 len: 379 time: 0.0417702 Jan 20 14:56:28.543317 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [req-52a8a22d-e59b-48fa-9265-92a70a145c9e req-bbbdb7e0-d495-46d3-9dfa-e7bae97c5b45 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Request body: {'port': {'device_id': '87aeb0f7-7d4e-4d3b-9241-44ec93bf2e2c', 'network_id': '8c6c8c3f-0f3e-4556-9f56-87fcdfddf0ad', 'admin_state_up': True, 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'security_groups': ['e0ccd309-7e5b-49ef-ad2d-5eb7b459f365']}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:56:28.678447 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [req-52a8a22d-e59b-48fa-9265-92a70a145c9e req-bbbdb7e0-d495-46d3-9dfa-e7bae97c5b45 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:56:28.688122 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [req-52a8a22d-e59b-48fa-9265-92a70a145c9e req-bbbdb7e0-d495-46d3-9dfa-e7bae97c5b45 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:56:28.779274 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52a8a22d-e59b-48fa-9265-92a70a145c9e req-bbbdb7e0-d495-46d3-9dfa-e7bae97c5b45 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Made reservation on behalf of 640e8dbef2de46a485c2653a25e2ea4a for: {'port': 1} {{(pid=84153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 14:56:28.782447 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-52a8a22d-e59b-48fa-9265-92a70a145c9e req-bbbdb7e0-d495-46d3-9dfa-e7bae97c5b45 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:56:28.901407 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-c81f3426-6e93-46f9-98a5-14810fb1373e req-be6a6995-fe63-4d21-99de-f3a23b892727 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/ports?device_id=87aeb0f7-7d4e-4d3b-9241-44ec93bf2e2c HTTP/1.1" status: 200 len: 210 time: 0.0479875 Jan 20 14:56:28.984710 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.db_base_plugin_common [req-52a8a22d-e59b-48fa-9265-92a70a145c9e req-bbbdb7e0-d495-46d3-9dfa-e7bae97c5b45 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Allocated IP 172.20.0.7 (8c6c8c3f-0f3e-4556-9f56-87fcdfddf0ad/259fb7dc-6c0b-4430-8621-99751bb4dc00/e984cee2-99fe-43b2-b3ff-94cf552d6f70) {{(pid=84153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:56:29.172109 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-52a8a22d-e59b-48fa-9265-92a70a145c9e req-bbbdb7e0-d495-46d3-9dfa-e7bae97c5b45 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for port, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:56:29.187147 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.provisioning_blocks [req-52a8a22d-e59b-48fa-9265-92a70a145c9e req-bbbdb7e0-d495-46d3-9dfa-e7bae97c5b45 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Transition to ACTIVE for port object e984cee2-99fe-43b2-b3ff-94cf552d6f70 will not be triggered until provisioned by entity DHCP. {{(pid=84153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:56:29.314210 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-52a8a22d-e59b-48fa-9265-92a70a145c9e req-bbbdb7e0-d495-46d3-9dfa-e7bae97c5b45 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:56:29.385774 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52a8a22d-e59b-48fa-9265-92a70a145c9e req-bbbdb7e0-d495-46d3-9dfa-e7bae97c5b45 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Network 8c6c8c3f-0f3e-4556-9f56-87fcdfddf0ad is already hosted by enough agents. {{(pid=84153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:56:29.389557 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.base_scheduler [req-52a8a22d-e59b-48fa-9265-92a70a145c9e req-bbbdb7e0-d495-46d3-9dfa-e7bae97c5b45 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Resources bound (agent type, host, resource id): {{(pid=84153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:56:29.394014 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.l3_dvrscheduler_db [req-52a8a22d-e59b-48fa-9265-92a70a145c9e req-bbbdb7e0-d495-46d3-9dfa-e7bae97c5b45 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Received port after_create {{(pid=84153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:56:29.423658 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbdb7e0-d495-46d3-9dfa-e7bae97c5b45 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Pushing event updated for resources: {'Port': ['ID=e984cee2-99fe-43b2-b3ff-94cf552d6f70,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:56:29.461861 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a8a22d-e59b-48fa-9265-92a70a145c9e req-bbbdb7e0-d495-46d3-9dfa-e7bae97c5b45 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:56:29.462484 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-52a8a22d-e59b-48fa-9265-92a70a145c9e req-bbbdb7e0-d495-46d3-9dfa-e7bae97c5b45 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:56:29.588922 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-52a8a22d-e59b-48fa-9265-92a70a145c9e req-bbbdb7e0-d495-46d3-9dfa-e7bae97c5b45 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.106 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0495834 Jan 20 14:56:29.599522 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [req-52a8a22d-e59b-48fa-9265-92a70a145c9e req-d0bdcc83-23e0-4737-a4c6-e9c23897e107 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=84153) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 20 14:56:29.600512 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-52a8a22d-e59b-48fa-9265-92a70a145c9e req-d0bdcc83-23e0-4737-a4c6-e9c23897e107 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.106 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0049188 Jan 20 14:56:29.610546 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [req-52a8a22d-e59b-48fa-9265-92a70a145c9e req-f4226a78-cd61-4c3a-8f79-c5802e8b7419 service neutron] Request body: {'port': {'device_id': '87aeb0f7-7d4e-4d3b-9241-44ec93bf2e2c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8251'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:56:29.716210 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-52a8a22d-e59b-48fa-9265-92a70a145c9e req-f4226a78-cd61-4c3a-8f79-c5802e8b7419 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:56:29.724971 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-586d3fe4-e764-45bc-89c4-e1925f28cabf None None] Provisioning for port e984cee2-99fe-43b2-b3ff-94cf552d6f70 completed by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:56:29.729924 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-586d3fe4-e764-45bc-89c4-e1925f28cabf None None] Provisioning complete for port e984cee2-99fe-43b2-b3ff-94cf552d6f70 triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:56:29.730996 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-586d3fe4-e764-45bc-89c4-e1925f28cabf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:56:29.785662 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-586d3fe4-e764-45bc-89c4-e1925f28cabf None None] Port e984cee2-99fe-43b2-b3ff-94cf552d6f70 cannot update to ACTIVE because it is not bound. {{(pid=84154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 14:56:30.052270 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.agents_db [None req-6dba657d-a637-4918-9b6d-40defdfae04b None None] Agent healthcheck: found 6 active agents {{(pid=84155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 14:56:30.159146 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ecdff5-33e9-40bd-9790-01509320f37e req-267ff857-6f47-4f86-a2ad-aaf883186bfa tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:56:30.159840 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [req-00ecdff5-33e9-40bd-9790-01509320f37e req-267ff857-6f47-4f86-a2ad-aaf883186bfa tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Synchronizing usage tracker for tenant:640e8dbef2de46a485c2653a25e2ea4a on resource:port {{(pid=84153) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 14:56:30.223204 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.notifiers.nova [req-52a8a22d-e59b-48fa-9265-92a70a145c9e req-f4226a78-cd61-4c3a-8f79-c5802e8b7419 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e984cee2-99fe-43b2-b3ff-94cf552d6f70 {{(pid=84153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 14:56:30.230277 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-52a8a22d-e59b-48fa-9265-92a70a145c9e req-f4226a78-cd61-4c3a-8f79-c5802e8b7419 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:56:30.245165 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.provisioning_blocks [req-52a8a22d-e59b-48fa-9265-92a70a145c9e req-f4226a78-cd61-4c3a-8f79-c5802e8b7419 service neutron] Transition to ACTIVE for port object e984cee2-99fe-43b2-b3ff-94cf552d6f70 will not be triggered until provisioned by entity L2. {{(pid=84153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 14:56:30.276342 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [req-00ecdff5-33e9-40bd-9790-01509320f37e req-267ff857-6f47-4f86-a2ad-aaf883186bfa tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Unset dirty status for tenant:640e8dbef2de46a485c2653a25e2ea4a on resource:port {{(pid=84153) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 14:56:30.277550 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-00ecdff5-33e9-40bd-9790-01509320f37e req-267ff857-6f47-4f86-a2ad-aaf883186bfa tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/ports?device_id=87aeb0f7-7d4e-4d3b-9241-44ec93bf2e2c HTTP/1.1" status: 200 len: 931 time: 0.2514150 Jan 20 14:56:30.302704 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-52a8a22d-e59b-48fa-9265-92a70a145c9e req-f4226a78-cd61-4c3a-8f79-c5802e8b7419 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3944146'] for port, after_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:56:30.379430 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-b4e01d10-f351-4eb7-91be-bd55d18aba82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:56:30.445480 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-00ecdff5-33e9-40bd-9790-01509320f37e req-0b428847-3934-48a8-806a-bded85987640 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/security-groups?id=e0ccd309-7e5b-49ef-ad2d-5eb7b459f365&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1623967 Jan 20 14:56:30.459992 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4226a78-cd61-4c3a-8f79-c5802e8b7419 service neutron] Pushing event updated for resources: {'Port': ['ID=e984cee2-99fe-43b2-b3ff-94cf552d6f70,revision_number=2']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:56:30.577001 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.managers [req-52a8a22d-e59b-48fa-9265-92a70a145c9e req-f4226a78-cd61-4c3a-8f79-c5802e8b7419 service neutron] Attempting to bind port e984cee2-99fe-43b2-b3ff-94cf552d6f70 on host hv-neutron-8251 for vnic_type normal with profile {{(pid=84153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 14:56:30.583606 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.managers [req-52a8a22d-e59b-48fa-9265-92a70a145c9e req-f4226a78-cd61-4c3a-8f79-c5802e8b7419 service neutron] Attempting to bind port e984cee2-99fe-43b2-b3ff-94cf552d6f70 by drivers openvswitch,hyperv on host hv-neutron-8251 at level 0 using segments [{'id': 'bb8db4f7-90d6-4b5a-8a5f-48b9a7491a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '8c6c8c3f-0f3e-4556-9f56-87fcdfddf0ad'}] {{(pid=84153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 14:56:30.583606 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52a8a22d-e59b-48fa-9265-92a70a145c9e req-f4226a78-cd61-4c3a-8f79-c5802e8b7419 service neutron] Attempting to bind port e984cee2-99fe-43b2-b3ff-94cf552d6f70 on network 8c6c8c3f-0f3e-4556-9f56-87fcdfddf0ad {{(pid=84153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 14:56:30.583606 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52a8a22d-e59b-48fa-9265-92a70a145c9e req-f4226a78-cd61-4c3a-8f79-c5802e8b7419 service neutron] Port e984cee2-99fe-43b2-b3ff-94cf552d6f70 on network 8c6c8c3f-0f3e-4556-9f56-87fcdfddf0ad not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8251 {{(pid=84153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 20 14:56:30.583606 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52a8a22d-e59b-48fa-9265-92a70a145c9e req-f4226a78-cd61-4c3a-8f79-c5802e8b7419 service neutron] Attempting to bind port e984cee2-99fe-43b2-b3ff-94cf552d6f70 on network 8c6c8c3f-0f3e-4556-9f56-87fcdfddf0ad {{(pid=84153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 14:56:30.590270 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52a8a22d-e59b-48fa-9265-92a70a145c9e req-f4226a78-cd61-4c3a-8f79-c5802e8b7419 service neutron] Checking agent: {'id': 'e037d8fb-d49c-4f86-9910-f13f6ba89a51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8251', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 23), 'started_at': datetime.datetime(2022, 1, 20, 14, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 14, 56, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 14:56:30.590607 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52a8a22d-e59b-48fa-9265-92a70a145c9e req-f4226a78-cd61-4c3a-8f79-c5802e8b7419 service neutron] Checking segment: {'id': 'bb8db4f7-90d6-4b5a-8a5f-48b9a7491a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '8c6c8c3f-0f3e-4556-9f56-87fcdfddf0ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 14:56:30.590982 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52a8a22d-e59b-48fa-9265-92a70a145c9e req-f4226a78-cd61-4c3a-8f79-c5802e8b7419 service neutron] Bound using segment: {'id': 'bb8db4f7-90d6-4b5a-8a5f-48b9a7491a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '8c6c8c3f-0f3e-4556-9f56-87fcdfddf0ad'} {{(pid=84153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 14:56:30.591395 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.managers [req-52a8a22d-e59b-48fa-9265-92a70a145c9e req-f4226a78-cd61-4c3a-8f79-c5802e8b7419 service neutron] Bound port: e984cee2-99fe-43b2-b3ff-94cf552d6f70, host: hv-neutron-8251, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb8db4f7-90d6-4b5a-8a5f-48b9a7491a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '8c6c8c3f-0f3e-4556-9f56-87fcdfddf0ad'}}] {{(pid=84153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 14:56:30.591735 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-52a8a22d-e59b-48fa-9265-92a70a145c9e req-f4226a78-cd61-4c3a-8f79-c5802e8b7419 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:56:30.630905 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:56:30.680871 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.db [req-52a8a22d-e59b-48fa-9265-92a70a145c9e req-f4226a78-cd61-4c3a-8f79-c5802e8b7419 service neutron] For port e984cee2-99fe-43b2-b3ff-94cf552d6f70, host hv-neutron-8251, cleared binding levels {{(pid=84153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 14:56:30.683934 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.db [req-52a8a22d-e59b-48fa-9265-92a70a145c9e req-f4226a78-cd61-4c3a-8f79-c5802e8b7419 service neutron] For port e984cee2-99fe-43b2-b3ff-94cf552d6f70, host hv-neutron-8251, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=e984cee2-99fe-43b2-b3ff-94cf552d6f70,segment=NetworkSegment(bb8db4f7-90d6-4b5a-8a5f-48b9a7491a00),segment_id=bb8db4f7-90d6-4b5a-8a5f-48b9a7491a00)] {{(pid=84153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 14:56:30.774293 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-52a8a22d-e59b-48fa-9265-92a70a145c9e req-f4226a78-cd61-4c3a-8f79-c5802e8b7419 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3944146'] for port, after_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:56:30.842092 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-52a8a22d-e59b-48fa-9265-92a70a145c9e req-f4226a78-cd61-4c3a-8f79-c5802e8b7419 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:56:30.843438 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-52a8a22d-e59b-48fa-9265-92a70a145c9e req-f4226a78-cd61-4c3a-8f79-c5802e8b7419 service neutron] 10.222.0.106 "PUT /v2.0/ports/e984cee2-99fe-43b2-b3ff-94cf552d6f70 HTTP/1.1" status: 200 len: 1093 time: 1.2364752 Jan 20 14:56:30.843873 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87aeb0f7-7d4e-4d3b-9241-44ec93bf2e2c', 'tag': 'e984cee2-99fe-43b2-b3ff-94cf552d6f70'}] {{(pid=84153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 14:56:30.864822 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4226a78-cd61-4c3a-8f79-c5802e8b7419 service neutron] Pushing event updated for resources: {'Port': ['ID=e984cee2-99fe-43b2-b3ff-94cf552d6f70,revision_number=3']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:56:30.906300 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87aeb0f7-7d4e-4d3b-9241-44ec93bf2e2c', 'tag': 'e984cee2-99fe-43b2-b3ff-94cf552d6f70', 'status': 'completed', 'code': 200} Jan 20 14:56:31.003274 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-e65e1d80-e888-4ac3-8acf-a0518257938d req-20e99d4a-27f7-4844-8033-f61649a7bcb2 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=640e8dbef2de46a485c2653a25e2ea4a&device_id=87aeb0f7-7d4e-4d3b-9241-44ec93bf2e2c HTTP/1.1" status: 200 len: 1096 time: 0.0760379 Jan 20 14:56:31.145917 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65e1d80-e888-4ac3-8acf-a0518257938d req-d776e8dc-1fbc-4db2-b5e3-9904e89a2737 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:56:31.147292 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-e65e1d80-e888-4ac3-8acf-a0518257938d req-d776e8dc-1fbc-4db2-b5e3-9904e89a2737 service neutron] 10.222.0.106 "GET /v2.0/networks?tenant_id=640e8dbef2de46a485c2653a25e2ea4a&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1378138 Jan 20 14:56:31.289170 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65e1d80-e888-4ac3-8acf-a0518257938d req-a32ad44f-0d57-4f16-bba6-a2f59f9486d0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:56:31.290652 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-e65e1d80-e888-4ac3-8acf-a0518257938d req-a32ad44f-0d57-4f16-bba6-a2f59f9486d0 service neutron] 10.222.0.106 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1377673 Jan 20 14:56:31.395790 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-52a8a22d-e59b-48fa-9265-92a70a145c9e req-039443ef-5049-45a7-8006-33e7435cc5c9 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=640e8dbef2de46a485c2653a25e2ea4a&device_id=87aeb0f7-7d4e-4d3b-9241-44ec93bf2e2c HTTP/1.1" status: 200 len: 1096 time: 0.0696764 Jan 20 14:56:31.419974 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:56:31.466109 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-52a8a22d-e59b-48fa-9265-92a70a145c9e req-7a15b6fd-2814-482f-81be-d90ce3206d3f service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e984cee2-99fe-43b2-b3ff-94cf552d6f70 HTTP/1.1" status: 200 len: 217 time: 0.0644097 Jan 20 14:56:31.527264 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a8a22d-e59b-48fa-9265-92a70a145c9e req-4abe923c-a79c-45ef-a56b-ffe707ff5ee0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:56:31.528691 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-52a8a22d-e59b-48fa-9265-92a70a145c9e req-4abe923c-a79c-45ef-a56b-ffe707ff5ee0 service neutron] 10.222.0.106 "GET /v2.0/subnets?id=259fb7dc-6c0b-4430-8621-99751bb4dc00 HTTP/1.1" status: 200 len: 835 time: 0.0571814 Jan 20 14:56:31.627953 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-cdd98e71-1f0a-4421-baa9-dcb30e06edf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:56:31.663420 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-52a8a22d-e59b-48fa-9265-92a70a145c9e req-a714090e-18d6-49a0-9989-69cbef5f00e3 service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=8c6c8c3f-0f3e-4556-9f56-87fcdfddf0ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1285636 Jan 20 14:56:31.674191 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ce3c86-2af1-4be5-bf6f-52978a5a1c5f req-1268ee07-62ff-44f7-a7db-691c36011e69 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:56:31.675476 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-38ce3c86-2af1-4be5-bf6f-52978a5a1c5f req-1268ee07-62ff-44f7-a7db-691c36011e69 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/ports?device_id=87aeb0f7-7d4e-4d3b-9241-44ec93bf2e2c HTTP/1.1" status: 200 len: 943 time: 0.1014731 Jan 20 14:56:31.895558 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-38ce3c86-2af1-4be5-bf6f-52978a5a1c5f req-f11981f2-f4c8-41dc-928f-68d5cdb3488a tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/security-groups?id=e0ccd309-7e5b-49ef-ad2d-5eb7b459f365&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2018983 Jan 20 14:56:31.928430 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-52a8a22d-e59b-48fa-9265-92a70a145c9e req-6409ab85-aefb-470c-a557-766104105bd6 service neutron] 10.222.0.106 "GET /v2.0/networks/8c6c8c3f-0f3e-4556-9f56-87fcdfddf0ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2519825 Jan 20 14:56:32.056506 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-52a8a22d-e59b-48fa-9265-92a70a145c9e req-8de844a6-f45e-470b-a26b-bf795b0593e6 service neutron] 10.222.0.106 "GET /v2.0/networks/8c6c8c3f-0f3e-4556-9f56-87fcdfddf0ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218045 Jan 20 14:56:33.107917 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-eea6df97-7ff1-4b63-af20-e3ec8913deda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:56:33.112997 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7040e519-5ad8-4317-8b04-65508979fe57 req-a08043b1-7fe1-4fbf-9afc-5e7a704e0cb5 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:56:33.114828 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-7040e519-5ad8-4317-8b04-65508979fe57 req-a08043b1-7fe1-4fbf-9afc-5e7a704e0cb5 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/ports?device_id=87aeb0f7-7d4e-4d3b-9241-44ec93bf2e2c HTTP/1.1" status: 200 len: 943 time: 0.0877397 Jan 20 14:56:33.164523 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-7040e519-5ad8-4317-8b04-65508979fe57 req-cb96ee65-041f-432f-8606-875e08d24697 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/security-groups?id=e0ccd309-7e5b-49ef-ad2d-5eb7b459f365&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435860 Jan 20 14:56:33.924557 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Device e984cee2-99fe-43b2-b3ff-94cf552d6f70 details requested by agent hyperv_hv-neutron-8251 with host hv-neutron-8251 {{(pid=84154) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 20 14:56:34.054214 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] For port e984cee2-99fe-43b2-b3ff-94cf552d6f70, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=e984cee2-99fe-43b2-b3ff-94cf552d6f70,segment=NetworkSegment(bb8db4f7-90d6-4b5a-8a5f-48b9a7491a00),segment_id=bb8db4f7-90d6-4b5a-8a5f-48b9a7491a00)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:56:34.067818 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Returning: {'device': 'e984cee2-99fe-43b2-b3ff-94cf552d6f70', 'network_id': '8c6c8c3f-0f3e-4556-9f56-87fcdfddf0ad', 'port_id': 'e984cee2-99fe-43b2-b3ff-94cf552d6f70', 'mac_address': 'fa:16:3e:77:fc:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '259fb7dc-6c0b-4430-8621-99751bb4dc00', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84154) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 20 14:56:34.122869 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:56:34.139741 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.notifiers.nova [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e984cee2-99fe-43b2-b3ff-94cf552d6f70 {{(pid=84154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 14:56:34.154157 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] For port e984cee2-99fe-43b2-b3ff-94cf552d6f70, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=e984cee2-99fe-43b2-b3ff-94cf552d6f70,segment=NetworkSegment(bb8db4f7-90d6-4b5a-8a5f-48b9a7491a00),segment_id=bb8db4f7-90d6-4b5a-8a5f-48b9a7491a00)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:56:34.253561 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:56:34.323614 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Pushing event updated for resources: {'Port': ['ID=e984cee2-99fe-43b2-b3ff-94cf552d6f70,revision_number=4']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:56:34.360523 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a6f877-774a-46f0-b82f-3a4505eec7fc req-777bf6b6-1f75-492e-92a4-7fe12869e7be tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:56:34.361953 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-74a6f877-774a-46f0-b82f-3a4505eec7fc req-777bf6b6-1f75-492e-92a4-7fe12869e7be tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/ports?device_id=87aeb0f7-7d4e-4d3b-9241-44ec93bf2e2c HTTP/1.1" status: 200 len: 944 time: 0.0755320 Jan 20 14:56:34.406052 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-74a6f877-774a-46f0-b82f-3a4505eec7fc req-d7f257fb-c637-40f4-b4e1-d0ac8b0e0e7a tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/security-groups?id=e0ccd309-7e5b-49ef-ad2d-5eb7b459f365&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385339 Jan 20 14:56:34.579370 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] get_ports_and_sgs() called for port_ids ['e984cee2-99fe-43b2-b3ff-94cf552d6f70'] {{(pid=84154) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 20 14:56:35.607427 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df474cd-0ccb-4312-b37c-f06d66e2c21c req-0be633e0-a6c6-4121-8b96-b95c08f9363b tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:56:35.608882 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-3df474cd-0ccb-4312-b37c-f06d66e2c21c req-0be633e0-a6c6-4121-8b96-b95c08f9363b tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/ports?device_id=87aeb0f7-7d4e-4d3b-9241-44ec93bf2e2c HTTP/1.1" status: 200 len: 944 time: 0.0849531 Jan 20 14:56:35.653700 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-3df474cd-0ccb-4312-b37c-f06d66e2c21c req-eae7ac7a-7960-4135-9b90-47795573c823 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/security-groups?id=e0ccd309-7e5b-49ef-ad2d-5eb7b459f365&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393391 Jan 20 14:56:35.954128 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Device e984cee2-99fe-43b2-b3ff-94cf552d6f70 up at agent hyperv_hv-neutron-8251 {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:56:36.096182 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Provisioning for port e984cee2-99fe-43b2-b3ff-94cf552d6f70 completed by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 14:56:36.101115 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Provisioning complete for port e984cee2-99fe-43b2-b3ff-94cf552d6f70 triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:56:36.101486 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:56:36.210856 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:56:36.240124 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87aeb0f7-7d4e-4d3b-9241-44ec93bf2e2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e984cee2-99fe-43b2-b3ff-94cf552d6f70'}] {{(pid=84154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 14:56:36.249768 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] For port e984cee2-99fe-43b2-b3ff-94cf552d6f70, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=e984cee2-99fe-43b2-b3ff-94cf552d6f70,segment=NetworkSegment(bb8db4f7-90d6-4b5a-8a5f-48b9a7491a00),segment_id=bb8db4f7-90d6-4b5a-8a5f-48b9a7491a00)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:56:36.313781 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:56:36.379007 dv-neutron-825124-1-hyperv neutron-server[84154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87aeb0f7-7d4e-4d3b-9241-44ec93bf2e2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e984cee2-99fe-43b2-b3ff-94cf552d6f70', 'code': 200} Jan 20 14:56:36.412723 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Pushing event updated for resources: {'Port': ['ID=e984cee2-99fe-43b2-b3ff-94cf552d6f70,revision_number=5']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:56:36.716792 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-ead5e620-c2ac-4d38-a4e1-f814664f53b3 req-b85737a3-9b9f-4a8e-a57f-d311ebdf7c1b service neutron] 10.222.0.106 "GET /v2.0/ports?device_id=87aeb0f7-7d4e-4d3b-9241-44ec93bf2e2c HTTP/1.1" status: 200 len: 1098 time: 0.0682526 Jan 20 14:56:36.762558 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-ead5e620-c2ac-4d38-a4e1-f814664f53b3 req-95db7e17-cd3f-4d90-925c-9112e564b11e service neutron] 10.222.0.106 "GET /v2.0/security-groups?id=e0ccd309-7e5b-49ef-ad2d-5eb7b459f365&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400324 Jan 20 14:56:36.848090 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d146ef-b4ac-4c11-a465-e0cf8ef41fce req-86c6bb37-1da0-4da3-adc0-cabe48cd9203 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:56:36.849521 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-97d146ef-b4ac-4c11-a465-e0cf8ef41fce req-86c6bb37-1da0-4da3-adc0-cabe48cd9203 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/ports?device_id=87aeb0f7-7d4e-4d3b-9241-44ec93bf2e2c HTTP/1.1" status: 200 len: 945 time: 0.0752103 Jan 20 14:56:36.894444 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-97d146ef-b4ac-4c11-a465-e0cf8ef41fce req-cc020bd0-b7e4-4dca-b2d8-04df077626a3 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/security-groups?id=e0ccd309-7e5b-49ef-ad2d-5eb7b459f365&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394609 Jan 20 14:56:38.099909 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3492e549-8934-4fbc-a602-1b90b9a66dea req-3fe6a247-341b-4ffd-9b4c-425d350ccbc5 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:56:38.101391 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-3492e549-8934-4fbc-a602-1b90b9a66dea req-3fe6a247-341b-4ffd-9b4c-425d350ccbc5 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/ports?device_id=87aeb0f7-7d4e-4d3b-9241-44ec93bf2e2c HTTP/1.1" status: 200 len: 945 time: 0.0804360 Jan 20 14:56:38.149807 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-3492e549-8934-4fbc-a602-1b90b9a66dea req-a8979a17-d211-4021-a9f8-54cbdb1fa2de tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/security-groups?id=e0ccd309-7e5b-49ef-ad2d-5eb7b459f365&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410130 Jan 20 14:56:39.360476 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323308b0-ff46-48c5-b305-6e41d5c326b3 req-6446cbd7-63b6-4c6b-a220-2a7fe7159d18 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:56:39.361902 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-323308b0-ff46-48c5-b305-6e41d5c326b3 req-6446cbd7-63b6-4c6b-a220-2a7fe7159d18 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/ports?device_id=87aeb0f7-7d4e-4d3b-9241-44ec93bf2e2c HTTP/1.1" status: 200 len: 945 time: 0.0782683 Jan 20 14:56:39.406396 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-323308b0-ff46-48c5-b305-6e41d5c326b3 req-0869a2b5-ca96-4691-b41e-fd4c3a3a4943 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/security-groups?id=e0ccd309-7e5b-49ef-ad2d-5eb7b459f365&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389824 Jan 20 14:56:39.607180 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7cdf7e-73aa-4b45-b983-73f0b65b52f2 req-450ce4f8-c6a9-4c81-8c03-07554873c7d9 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:56:39.608622 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-6d7cdf7e-73aa-4b45-b983-73f0b65b52f2 req-450ce4f8-c6a9-4c81-8c03-07554873c7d9 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/ports?device_id=87aeb0f7-7d4e-4d3b-9241-44ec93bf2e2c HTTP/1.1" status: 200 len: 945 time: 0.0797091 Jan 20 14:56:39.661869 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-6d7cdf7e-73aa-4b45-b983-73f0b65b52f2 req-c8e2990f-369a-45ed-9841-499ecb97286c tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/security-groups?id=e0ccd309-7e5b-49ef-ad2d-5eb7b459f365&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477488 Jan 20 14:56:39.689546 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 46296) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:56:39.756459 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-1df3fd06-96a5-4ce1-b9cf-ec4491bc2c4f tempest-TestNetworkBasicOps-1338634829 tempest-TestNetworkBasicOps-1338634829-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=87aeb0f7-7d4e-4d3b-9241-44ec93bf2e2c HTTP/1.1" status: 200 len: 1093 time: 0.0657611 Jan 20 14:56:39.759030 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 46300) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:56:39.764094 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-a2e66cb2-4930-445d-af1d-87c93de64000 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Request body: {'floatingip': {'floating_network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'port_id': 'e984cee2-99fe-43b2-b3ff-94cf552d6f70', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'fixed_ip_address': '172.20.0.7'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:56:39.769471 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-a2e66cb2-4930-445d-af1d-87c93de64000 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 14:56:39.773218 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-a2e66cb2-4930-445d-af1d-87c93de64000 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Usage tracker for resource:floatingip and tenant:640e8dbef2de46a485c2653a25e2ea4a is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 14:56:39.775993 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-a2e66cb2-4930-445d-af1d-87c93de64000 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 14:56:39.781550 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-a2e66cb2-4930-445d-af1d-87c93de64000 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 14:56:39.890581 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-a2e66cb2-4930-445d-af1d-87c93de64000 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for floatingip, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:56:40.023735 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-a2e66cb2-4930-445d-af1d-87c93de64000 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:56:40.159325 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.db_base_plugin_common [None req-a2e66cb2-4930-445d-af1d-87c93de64000 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Allocated IP 172.26.7.107 (8dffb05c-5ca0-409b-bd5f-7be6264f707d/a489dd4f-42a5-433b-8be3-bab2749c4209/bda8f110-070c-4bcf-b293-4819ba80a8bb) {{(pid=84153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 14:56:40.304954 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-a2e66cb2-4930-445d-af1d-87c93de64000 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for port, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:56:40.393409 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-a2e66cb2-4930-445d-af1d-87c93de64000 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:56:40.462552 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2e66cb2-4930-445d-af1d-87c93de64000 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Network 8dffb05c-5ca0-409b-bd5f-7be6264f707d is already hosted by enough agents. {{(pid=84153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 14:56:40.465467 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.base_scheduler [None req-a2e66cb2-4930-445d-af1d-87c93de64000 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Resources bound (agent type, host, resource id): {{(pid=84153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 14:56:40.469848 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2e66cb2-4930-445d-af1d-87c93de64000 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Received port after_create {{(pid=84153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 14:56:40.494055 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e66cb2-4930-445d-af1d-87c93de64000 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Pushing event updated for resources: {'Port': ['ID=bda8f110-070c-4bcf-b293-4819ba80a8bb,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:56:41.063406 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-a2e66cb2-4930-445d-af1d-87c93de64000 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:56:41.174295 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-a2e66cb2-4930-445d-af1d-87c93de64000 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:56:41.374524 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-a2e66cb2-4930-445d-af1d-87c93de64000 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for port, precommit_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:56:41.438747 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-a2e66cb2-4930-445d-af1d-87c93de64000 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3944146'] for port, after_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:56:41.542266 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e66cb2-4930-445d-af1d-87c93de64000 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Pushing event updated for resources: {'Port': ['ID=bda8f110-070c-4bcf-b293-4819ba80a8bb,revision_number=2']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:56:41.558346 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-a2e66cb2-4930-445d-af1d-87c93de64000 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-745254'] for floatingip, after_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:56:41.746057 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.db.l3_db [None req-a2e66cb2-4930-445d-af1d-87c93de64000 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Floating IP 9b4e60f9-a963-4483-a9ca-47d3f560b88e associated. External IP: 172.26.7.107, port: e984cee2-99fe-43b2-b3ff-94cf552d6f70. Jan 20 14:56:42.125845 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2e66cb2-4930-445d-af1d-87c93de64000 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Router c2b0be43-53c0-450c-b429-ae9ed3ac0228 has already been hosted by L3 agent 624d525b-4c26-4143-8a1c-228bb1c6faaa {{(pid=84153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 14:56:42.419485 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2e66cb2-4930-445d-af1d-87c93de64000 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify agent at l3_agent.dv-neutron-825124-1-hyperv the message routers_updated {{(pid=84153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 14:56:42.431499 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38903dad-235f-4f1e-b1d8-b4d762ec2816 None None] Sync routers for ids ['c2b0be43-53c0-450c-b429-ae9ed3ac0228'] in dv-neutron-825124-1-hyperv {{(pid=84154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 14:56:42.446422 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38903dad-235f-4f1e-b1d8-b4d762ec2816 None None] Routers {'c2b0be43-53c0-450c-b429-ae9ed3ac0228'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:56:42.447038 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-38903dad-235f-4f1e-b1d8-b4d762ec2816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:56:30Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['c2b0be43-53c0-450c-b429-ae9ed3ac0228'], 'active': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:56:42.494059 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-a2e66cb2-4930-445d-af1d-87c93de64000 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for floatingip, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:56:42.557925 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-a2e66cb2-4930-445d-af1d-87c93de64000 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7978947 Jan 20 14:56:42.560108 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87aeb0f7-7d4e-4d3b-9241-44ec93bf2e2c', 'tag': 'e984cee2-99fe-43b2-b3ff-94cf552d6f70'}] {{(pid=84153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 14:56:42.561462 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 46304) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:56:42.628360 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87aeb0f7-7d4e-4d3b-9241-44ec93bf2e2c', 'tag': 'e984cee2-99fe-43b2-b3ff-94cf552d6f70', 'status': 'completed', 'code': 200} Jan 20 14:56:42.644640 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvr_db [None req-38903dad-235f-4f1e-b1d8-b4d762ec2816 None None] Set router c2b0be43-53c0-450c-b429-ae9ed3ac0228 gateway port host: dv-neutron-825124-1-hyperv {{(pid=84154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 14:56:42.684057 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-3ddbc50d-dfe2-4c69-88e6-e31b6b803116 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/floatingips/9b4e60f9-a963-4483-a9ca-47d3f560b88e HTTP/1.1" status: 200 len: 991 time: 0.1191871 Jan 20 14:56:42.721932 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-45ffb59c-a518-4796-b8b0-674f36e7a622 req-3c906f9e-5265-4d39-a300-6e9ee6bb3f00 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=640e8dbef2de46a485c2653a25e2ea4a&device_id=87aeb0f7-7d4e-4d3b-9241-44ec93bf2e2c HTTP/1.1" status: 200 len: 1098 time: 0.0730212 Jan 20 14:56:42.861362 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ffb59c-a518-4796-b8b0-674f36e7a622 req-be9b7e4a-29ca-4570-a1e3-3f5921ef9f53 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:56:42.862900 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-45ffb59c-a518-4796-b8b0-674f36e7a622 req-be9b7e4a-29ca-4570-a1e3-3f5921ef9f53 service neutron] 10.222.0.106 "GET /v2.0/networks?id=8c6c8c3f-0f3e-4556-9f56-87fcdfddf0ad HTTP/1.1" status: 200 len: 898 time: 0.1355221 Jan 20 14:56:42.966593 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-45ffb59c-a518-4796-b8b0-674f36e7a622 req-0c125c84-d3f0-4d75-ae8b-5da52ef39287 service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e984cee2-99fe-43b2-b3ff-94cf552d6f70 HTTP/1.1" status: 200 len: 999 time: 0.0980041 Jan 20 14:56:43.009172 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-38903dad-235f-4f1e-b1d8-b4d762ec2816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2b0be43-53c0-450c-b429-ae9ed3ac0228', 'name': 'tempest-TestNetworkBasicOps-router-1059928734', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.69'}], 'enable_snat': True}, 'gw_port_id': 'a9cc669b-d710-4cdd-9e77-2b948747aa05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:56:12Z', 'updated_at': '2022-01-20T14:56:17Z', 'revision_number': 4, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'gw_port': {'id': 'a9cc669b-d710-4cdd-9e77-2b948747aa05', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:2a:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2b0be43-53c0-450c-b429-ae9ed3ac0228', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:56:13Z', 'updated_at': '2022-01-20T14:56:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv', '_floatingips': [{'id': '9b4e60f9-a963-4483-a9ca-47d3f560b88e', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'floating_ip_address': '172.26.7.107', 'floating_network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'router_id': 'c2b0be43-53c0-450c-b429-ae9ed3ac0228', 'port_id': 'e984cee2-99fe-43b2-b3ff-94cf552d6f70', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c6c8c3f-0f3e-4556-9f56-87fcdfddf0ad', 'mac_address': 'fa:16:3e:77:fc:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87aeb0f7-7d4e-4d3b-9241-44ec93bf2e2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T14:56:40Z', 'updated_at': '2022-01-20T14:56:40Z', 'revision_number': 0, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25d9e351-82a2-457c-bb01-04a6d251f382', 'name': '', 'network_id': '8c6c8c3f-0f3e-4556-9f56-87fcdfddf0ad', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'mac_address': 'fa:16:3e:5a:ce:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2b0be43-53c0-450c-b429-ae9ed3ac0228', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '259fb7dc-6c0b-4430-8621-99751bb4dc00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:56:17Z', 'updated_at': '2022-01-20T14:56:24Z', 'revision_number': 5, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'subnets': [{'id': '259fb7dc-6c0b-4430-8621-99751bb4dc00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:56:43.013366 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38903dad-235f-4f1e-b1d8-b4d762ec2816 None None] Checking router: c2b0be43-53c0-450c-b429-ae9ed3ac0228 for host: dv-neutron-825124-1-hyperv {{(pid=84154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 14:56:43.025930 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38903dad-235f-4f1e-b1d8-b4d762ec2816 None None] Routers {'c2b0be43-53c0-450c-b429-ae9ed3ac0228'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:56:43.026571 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-38903dad-235f-4f1e-b1d8-b4d762ec2816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:56:30Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['c2b0be43-53c0-450c-b429-ae9ed3ac0228'], 'active': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:56:43.033948 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ffb59c-a518-4796-b8b0-674f36e7a622 req-1e885cfc-2424-4d87-8215-a83d058a7cd2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:56:43.035472 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-45ffb59c-a518-4796-b8b0-674f36e7a622 req-1e885cfc-2424-4d87-8215-a83d058a7cd2 service neutron] 10.222.0.106 "GET /v2.0/subnets?id=259fb7dc-6c0b-4430-8621-99751bb4dc00 HTTP/1.1" status: 200 len: 835 time: 0.0636096 Jan 20 14:56:43.117593 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-45ffb59c-a518-4796-b8b0-674f36e7a622 req-4d8813b5-4412-413c-b699-618e8a167614 service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=8c6c8c3f-0f3e-4556-9f56-87fcdfddf0ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0766194 Jan 20 14:56:43.220417 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvr_db [None req-38903dad-235f-4f1e-b1d8-b4d762ec2816 None None] Set router c2b0be43-53c0-450c-b429-ae9ed3ac0228 gateway port host: dv-neutron-825124-1-hyperv {{(pid=84154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 14:56:43.262752 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-45ffb59c-a518-4796-b8b0-674f36e7a622 req-011d64b1-2599-4356-a650-ae8b470759d7 service neutron] 10.222.0.106 "GET /v2.0/networks/8c6c8c3f-0f3e-4556-9f56-87fcdfddf0ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385381 Jan 20 14:56:43.396611 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-45ffb59c-a518-4796-b8b0-674f36e7a622 req-a75897a0-4163-4796-9c9b-3d7ea06b7d37 service neutron] 10.222.0.106 "GET /v2.0/networks/8c6c8c3f-0f3e-4556-9f56-87fcdfddf0ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289594 Jan 20 14:56:43.568681 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-38903dad-235f-4f1e-b1d8-b4d762ec2816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2b0be43-53c0-450c-b429-ae9ed3ac0228', 'name': 'tempest-TestNetworkBasicOps-router-1059928734', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.69'}], 'enable_snat': True}, 'gw_port_id': 'a9cc669b-d710-4cdd-9e77-2b948747aa05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:56:12Z', 'updated_at': '2022-01-20T14:56:17Z', 'revision_number': 4, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'gw_port': {'id': 'a9cc669b-d710-4cdd-9e77-2b948747aa05', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:2a:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2b0be43-53c0-450c-b429-ae9ed3ac0228', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:56:13Z', 'updated_at': '2022-01-20T14:56:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv', '_floatingips': [{'id': '9b4e60f9-a963-4483-a9ca-47d3f560b88e', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'floating_ip_address': '172.26.7.107', 'floating_network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'router_id': 'c2b0be43-53c0-450c-b429-ae9ed3ac0228', 'port_id': 'e984cee2-99fe-43b2-b3ff-94cf552d6f70', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c6c8c3f-0f3e-4556-9f56-87fcdfddf0ad', 'mac_address': 'fa:16:3e:77:fc:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87aeb0f7-7d4e-4d3b-9241-44ec93bf2e2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T14:56:40Z', 'updated_at': '2022-01-20T14:56:40Z', 'revision_number': 0, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25d9e351-82a2-457c-bb01-04a6d251f382', 'name': '', 'network_id': '8c6c8c3f-0f3e-4556-9f56-87fcdfddf0ad', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'mac_address': 'fa:16:3e:5a:ce:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2b0be43-53c0-450c-b429-ae9ed3ac0228', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '259fb7dc-6c0b-4430-8621-99751bb4dc00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:56:17Z', 'updated_at': '2022-01-20T14:56:24Z', 'revision_number': 5, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'subnets': [{'id': '259fb7dc-6c0b-4430-8621-99751bb4dc00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:56:43.572603 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38903dad-235f-4f1e-b1d8-b4d762ec2816 None None] The sync data for ids ['c2b0be43-53c0-450c-b429-ae9ed3ac0228'] in dv-neutron-825124-1-hyperv is: [{'id': 'c2b0be43-53c0-450c-b429-ae9ed3ac0228', 'name': 'tempest-TestNetworkBasicOps-router-1059928734', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.69'}], 'enable_snat': True}, 'gw_port_id': 'a9cc669b-d710-4cdd-9e77-2b948747aa05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:56:12Z', 'updated_at': '2022-01-20T14:56:17Z', 'revision_number': 4, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'gw_port': {'id': 'a9cc669b-d710-4cdd-9e77-2b948747aa05', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:2a:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2b0be43-53c0-450c-b429-ae9ed3ac0228', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:56:13Z', 'updated_at': '2022-01-20T14:56:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv', '_floatingips': [{'id': '9b4e60f9-a963-4483-a9ca-47d3f560b88e', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'floating_ip_address': '172.26.7.107', 'floating_network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'router_id': 'c2b0be43-53c0-450c-b429-ae9ed3ac0228', 'port_id': 'e984cee2-99fe-43b2-b3ff-94cf552d6f70', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c6c8c3f-0f3e-4556-9f56-87fcdfddf0ad', 'mac_address': 'fa:16:3e:77:fc:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87aeb0f7-7d4e-4d3b-9241-44ec93bf2e2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T14:56:40Z', 'updated_at': '2022-01-20T14:56:40Z', 'revision_number': 0, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25d9e351-82a2-457c-bb01-04a6d251f382', 'name': '', 'network_id': '8c6c8c3f-0f3e-4556-9f56-87fcdfddf0ad', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'mac_address': 'fa:16:3e:5a:ce:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2b0be43-53c0-450c-b429-ae9ed3ac0228', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '259fb7dc-6c0b-4430-8621-99751bb4dc00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:56:17Z', 'updated_at': '2022-01-20T14:56:24Z', 'revision_number': 5, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'subnets': [{'id': '259fb7dc-6c0b-4430-8621-99751bb4dc00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 14:56:43.686735 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 46310) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:56:43.760332 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10daf91c-2cee-4fcb-8eb6-49c48436e619 None None] New status for floating IP 9b4e60f9-a963-4483-a9ca-47d3f560b88e: ACTIVE {{(pid=84155) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 20 14:56:43.791829 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-9f5bb86b-a76a-441f-b441-f9b0dab9e01a tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/floatingips/9b4e60f9-a963-4483-a9ca-47d3f560b88e HTTP/1.1" status: 200 len: 991 time: 0.1039629 Jan 20 14:56:44.794725 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 46314) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:56:44.897900 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-15dfe7c4-0b70-40c7-8652-048180b99aff tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/floatingips/9b4e60f9-a963-4483-a9ca-47d3f560b88e HTTP/1.1" status: 200 len: 993 time: 0.1018758 Jan 20 14:56:58.024416 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-c60332b1-f651-436c-bd5c-0424330b4ef1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:57:00.401751 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-5d2482c6-a9f3-4e01-a0fd-86ed641240b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:57:00.661253 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:57:01.432283 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:57:01.626914 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-cdd98e71-1f0a-4421-baa9-dcb30e06edf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:57:03.098773 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-eea6df97-7ff1-4b63-af20-e3ec8913deda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:57:07.052817 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.agents_db [None req-6dba657d-a637-4918-9b6d-40defdfae04b None None] Agent healthcheck: found 6 active agents {{(pid=84155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 14:57:28.041243 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-3ebc0aa3-544d-43b2-b116-6adb566a853c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:57:30.372676 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-36fa4f28-8655-4915-b00e-8ac114fca472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:57:30.769189 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:57:31.438731 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:57:31.631857 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-cdd98e71-1f0a-4421-baa9-dcb30e06edf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:57:33.072091 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-eea6df97-7ff1-4b63-af20-e3ec8913deda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:57:37.278752 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-499dd91d-ba4d-4774-9e3b-43a8b122cb0e req-ff470fb7-455b-4477-997d-963489cc0eab service neutron] 10.222.0.106 "GET /v2.0/ports?device_id=87aeb0f7-7d4e-4d3b-9241-44ec93bf2e2c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1333914 Jan 20 14:57:37.417618 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-499dd91d-ba4d-4774-9e3b-43a8b122cb0e req-30be6af8-aa54-4f7f-94d0-7c798cabfc3a service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=640e8dbef2de46a485c2653a25e2ea4a&device_id=87aeb0f7-7d4e-4d3b-9241-44ec93bf2e2c HTTP/1.1" status: 200 len: 1098 time: 0.0706606 Jan 20 14:57:37.557647 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499dd91d-ba4d-4774-9e3b-43a8b122cb0e req-3a2e3802-c701-4dc4-b5cc-a61a566bb58c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:57:37.559597 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-499dd91d-ba4d-4774-9e3b-43a8b122cb0e req-3a2e3802-c701-4dc4-b5cc-a61a566bb58c service neutron] 10.222.0.106 "GET /v2.0/networks?id=8c6c8c3f-0f3e-4556-9f56-87fcdfddf0ad HTTP/1.1" status: 200 len: 898 time: 0.1245799 Jan 20 14:57:37.660482 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-499dd91d-ba4d-4774-9e3b-43a8b122cb0e req-c01a31ba-093f-4f80-a7dc-153399acf358 service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e984cee2-99fe-43b2-b3ff-94cf552d6f70 HTTP/1.1" status: 200 len: 1001 time: 0.0919602 Jan 20 14:57:37.723826 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499dd91d-ba4d-4774-9e3b-43a8b122cb0e req-8fde79ba-775f-4204-9c51-6acb5a268374 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:57:37.725138 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-499dd91d-ba4d-4774-9e3b-43a8b122cb0e req-8fde79ba-775f-4204-9c51-6acb5a268374 service neutron] 10.222.0.106 "GET /v2.0/subnets?id=259fb7dc-6c0b-4430-8621-99751bb4dc00 HTTP/1.1" status: 200 len: 835 time: 0.0588703 Jan 20 14:57:37.796423 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-499dd91d-ba4d-4774-9e3b-43a8b122cb0e req-b8fc26b4-d209-402f-8d9b-17ba1d38ecaa service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=8c6c8c3f-0f3e-4556-9f56-87fcdfddf0ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0659916 Jan 20 14:57:37.923612 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-499dd91d-ba4d-4774-9e3b-43a8b122cb0e req-79125256-1ed3-4252-a0c5-6d18734fdb63 service neutron] 10.222.0.106 "GET /v2.0/networks/8c6c8c3f-0f3e-4556-9f56-87fcdfddf0ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212239 Jan 20 14:57:38.145045 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-499dd91d-ba4d-4774-9e3b-43a8b122cb0e req-dfd2c1dd-d65f-46a5-923f-82ce2889865c service neutron] 10.222.0.106 "GET /v2.0/networks/8c6c8c3f-0f3e-4556-9f56-87fcdfddf0ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2155285 Jan 20 14:57:44.054134 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.agents_db [None req-6dba657d-a637-4918-9b6d-40defdfae04b None None] Agent healthcheck: found 6 active agents {{(pid=84155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 14:57:54.272776 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 46348) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:57:54.348824 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-8700f5e4-2ebd-4f49-8247-eeb74816462d tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Request body: {'router': {'admin_state_up': False}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:57:54.891225 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-8700f5e4-2ebd-4f49-8247-eeb74816462d tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-744886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-105502'] for router, precommit_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:57:54.951272 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-8700f5e4-2ebd-4f49-8247-eeb74816462d tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-744861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-744847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-744836', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-737562'] for router, after_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:57:55.145491 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8700f5e4-2ebd-4f49-8247-eeb74816462d tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Router c2b0be43-53c0-450c-b429-ae9ed3ac0228 has already been hosted by L3 agent 624d525b-4c26-4143-8a1c-228bb1c6faaa {{(pid=84152) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 14:57:55.442818 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8700f5e4-2ebd-4f49-8247-eeb74816462d tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify agent at l3_agent.dv-neutron-825124-1-hyperv the message routers_updated {{(pid=84152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 14:57:55.448628 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-8700f5e4-2ebd-4f49-8247-eeb74816462d tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for router, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:57:55.449659 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-8700f5e4-2ebd-4f49-8247-eeb74816462d tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "PUT /v2.0/routers/c2b0be43-53c0-450c-b429-ae9ed3ac0228 HTTP/1.1" status: 200 len: 888 time: 1.1759186 Jan 20 14:57:55.456692 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-545af0b9-7004-4c9a-97ad-740471272ede None None] Sync routers for ids ['c2b0be43-53c0-450c-b429-ae9ed3ac0228'] in dv-neutron-825124-1-hyperv {{(pid=84154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 14:57:55.468098 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-545af0b9-7004-4c9a-97ad-740471272ede None None] Routers {'c2b0be43-53c0-450c-b429-ae9ed3ac0228'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:57:55.468698 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-545af0b9-7004-4c9a-97ad-740471272ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:57:30Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['c2b0be43-53c0-450c-b429-ae9ed3ac0228'], 'active': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:57:55.526310 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-545af0b9-7004-4c9a-97ad-740471272ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:57:55.537025 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-545af0b9-7004-4c9a-97ad-740471272ede None None] Routers {'c2b0be43-53c0-450c-b429-ae9ed3ac0228'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:57:55.537605 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-545af0b9-7004-4c9a-97ad-740471272ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:57:30Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['c2b0be43-53c0-450c-b429-ae9ed3ac0228'], 'active': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:57:55.638007 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-545af0b9-7004-4c9a-97ad-740471272ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:57:55.638439 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-545af0b9-7004-4c9a-97ad-740471272ede None None] The sync data for ids ['c2b0be43-53c0-450c-b429-ae9ed3ac0228'] in dv-neutron-825124-1-hyperv is: [] {{(pid=84154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 14:57:56.394328 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7455b23-b7f3-4f1a-9f53-edcd2908b32d None None] New status for floating IP 9b4e60f9-a963-4483-a9ca-47d3f560b88e: DOWN {{(pid=84155) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 20 14:57:56.702941 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 25d9e351-82a2-457c-bb01-04a6d251f382 no longer exists at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:57:56.814891 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:57:56.846502 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] For port 25d9e351-82a2-457c-bb01-04a6d251f382, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=25d9e351-82a2-457c-bb01-04a6d251f382,segment=NetworkSegment(bb8db4f7-90d6-4b5a-8a5f-48b9a7491a00),segment_id=bb8db4f7-90d6-4b5a-8a5f-48b9a7491a00)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:57:56.894167 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:57:56.894887 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device a9cc669b-d710-4cdd-9e77-2b948747aa05 no longer exists at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 14:57:57.006880 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Pushing event updated for resources: {'Port': ['ID=25d9e351-82a2-457c-bb01-04a6d251f382,revision_number=6']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:57:57.048819 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:57:57.049166 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:57:57.049506 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:57:57.049843 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:57:57.050218 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:57:57.050547 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:57:57.050874 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:57:57.051201 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:57:57.051523 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:57:57.051844 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:57:57.052166 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 14:57:57.072994 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:57:57.088313 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] For port a9cc669b-d710-4cdd-9e77-2b948747aa05, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=a9cc669b-d710-4cdd-9e77-2b948747aa05,segment=NetworkSegment(f628f1ba-6b70-4c9b-8839-62340c040c81),segment_id=f628f1ba-6b70-4c9b-8839-62340c040c81)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:57:57.145993 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:57:57.210175 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Pushing event updated for resources: {'Port': ['ID=a9cc669b-d710-4cdd-9e77-2b948747aa05,revision_number=5']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:57:57.627995 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 46358) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:57:57.633115 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-027f6ba0-ab33-43a0-a217-56ced9a6df9d tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Request body: {'router': {'admin_state_up': True}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 14:57:58.019727 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-f9d6cedf-25a4-417e-b857-5b9b115ee83b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:57:58.183281 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-027f6ba0-ab33-43a0-a217-56ced9a6df9d tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-744886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-105502'] for router, precommit_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:57:58.260187 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-027f6ba0-ab33-43a0-a217-56ced9a6df9d tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-744861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-744847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-744836', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-737562'] for router, after_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:57:58.461629 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-027f6ba0-ab33-43a0-a217-56ced9a6df9d tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Router c2b0be43-53c0-450c-b429-ae9ed3ac0228 has already been hosted by L3 agent 624d525b-4c26-4143-8a1c-228bb1c6faaa {{(pid=84153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 14:57:58.656105 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-027f6ba0-ab33-43a0-a217-56ced9a6df9d tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify agent at l3_agent.dv-neutron-825124-1-hyperv the message routers_updated {{(pid=84153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 14:57:58.667006 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-027f6ba0-ab33-43a0-a217-56ced9a6df9d tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for router, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:57:58.667006 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-027f6ba0-ab33-43a0-a217-56ced9a6df9d tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "PUT /v2.0/routers/c2b0be43-53c0-450c-b429-ae9ed3ac0228 HTTP/1.1" status: 200 len: 887 time: 1.0348663 Jan 20 14:57:58.667006 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 46362) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:57:58.669678 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c32d6de6-2ef1-4868-ad7d-e85e0a4ad0f8 None None] Sync routers for ids ['c2b0be43-53c0-450c-b429-ae9ed3ac0228'] in dv-neutron-825124-1-hyperv {{(pid=84154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 14:57:58.686198 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c32d6de6-2ef1-4868-ad7d-e85e0a4ad0f8 None None] Routers {'c2b0be43-53c0-450c-b429-ae9ed3ac0228'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:57:58.686795 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-c32d6de6-2ef1-4868-ad7d-e85e0a4ad0f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:57:30Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['c2b0be43-53c0-450c-b429-ae9ed3ac0228'], 'active': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:57:58.770562 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-638147f0-9450-4d60-98ac-5ad8c8ad3175 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/floatingips/9b4e60f9-a963-4483-a9ca-47d3f560b88e HTTP/1.1" status: 200 len: 991 time: 0.1026080 Jan 20 14:57:58.860935 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvr_db [None req-c32d6de6-2ef1-4868-ad7d-e85e0a4ad0f8 None None] Set router c2b0be43-53c0-450c-b429-ae9ed3ac0228 gateway port host: dv-neutron-825124-1-hyperv {{(pid=84154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 14:57:59.199311 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-c32d6de6-2ef1-4868-ad7d-e85e0a4ad0f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2b0be43-53c0-450c-b429-ae9ed3ac0228', 'name': 'tempest-TestNetworkBasicOps-router-1059928734', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.69'}], 'enable_snat': True}, 'gw_port_id': 'a9cc669b-d710-4cdd-9e77-2b948747aa05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:56:12Z', 'updated_at': '2022-01-20T14:57:58Z', 'revision_number': 6, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'gw_port': {'id': 'a9cc669b-d710-4cdd-9e77-2b948747aa05', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:2a:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2b0be43-53c0-450c-b429-ae9ed3ac0228', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:56:13Z', 'updated_at': '2022-01-20T14:57:57Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv', '_floatingips': [{'id': '9b4e60f9-a963-4483-a9ca-47d3f560b88e', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'floating_ip_address': '172.26.7.107', 'floating_network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'router_id': 'c2b0be43-53c0-450c-b429-ae9ed3ac0228', 'port_id': 'e984cee2-99fe-43b2-b3ff-94cf552d6f70', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c6c8c3f-0f3e-4556-9f56-87fcdfddf0ad', 'mac_address': 'fa:16:3e:77:fc:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87aeb0f7-7d4e-4d3b-9241-44ec93bf2e2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T14:56:40Z', 'updated_at': '2022-01-20T14:57:56Z', 'revision_number': 2, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25d9e351-82a2-457c-bb01-04a6d251f382', 'name': '', 'network_id': '8c6c8c3f-0f3e-4556-9f56-87fcdfddf0ad', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'mac_address': 'fa:16:3e:5a:ce:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2b0be43-53c0-450c-b429-ae9ed3ac0228', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '259fb7dc-6c0b-4430-8621-99751bb4dc00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:56:17Z', 'updated_at': '2022-01-20T14:57:56Z', 'revision_number': 6, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'subnets': [{'id': '259fb7dc-6c0b-4430-8621-99751bb4dc00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:57:59.203268 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c32d6de6-2ef1-4868-ad7d-e85e0a4ad0f8 None None] Checking router: c2b0be43-53c0-450c-b429-ae9ed3ac0228 for host: dv-neutron-825124-1-hyperv {{(pid=84154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 14:57:59.213663 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c32d6de6-2ef1-4868-ad7d-e85e0a4ad0f8 None None] Routers {'c2b0be43-53c0-450c-b429-ae9ed3ac0228'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 14:57:59.214278 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-c32d6de6-2ef1-4868-ad7d-e85e0a4ad0f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T14:57:30Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['c2b0be43-53c0-450c-b429-ae9ed3ac0228'], 'active': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:57:59.389805 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvr_db [None req-c32d6de6-2ef1-4868-ad7d-e85e0a4ad0f8 None None] Set router c2b0be43-53c0-450c-b429-ae9ed3ac0228 gateway port host: dv-neutron-825124-1-hyperv {{(pid=84154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 14:57:59.774436 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 46366) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:57:59.775017 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-c32d6de6-2ef1-4868-ad7d-e85e0a4ad0f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2b0be43-53c0-450c-b429-ae9ed3ac0228', 'name': 'tempest-TestNetworkBasicOps-router-1059928734', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.69'}], 'enable_snat': True}, 'gw_port_id': 'a9cc669b-d710-4cdd-9e77-2b948747aa05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:56:12Z', 'updated_at': '2022-01-20T14:57:58Z', 'revision_number': 6, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'gw_port': {'id': 'a9cc669b-d710-4cdd-9e77-2b948747aa05', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:2a:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2b0be43-53c0-450c-b429-ae9ed3ac0228', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:56:13Z', 'updated_at': '2022-01-20T14:57:57Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv', '_floatingips': [{'id': '9b4e60f9-a963-4483-a9ca-47d3f560b88e', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'floating_ip_address': '172.26.7.107', 'floating_network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'router_id': 'c2b0be43-53c0-450c-b429-ae9ed3ac0228', 'port_id': 'e984cee2-99fe-43b2-b3ff-94cf552d6f70', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c6c8c3f-0f3e-4556-9f56-87fcdfddf0ad', 'mac_address': 'fa:16:3e:77:fc:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87aeb0f7-7d4e-4d3b-9241-44ec93bf2e2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T14:56:40Z', 'updated_at': '2022-01-20T14:57:56Z', 'revision_number': 2, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25d9e351-82a2-457c-bb01-04a6d251f382', 'name': '', 'network_id': '8c6c8c3f-0f3e-4556-9f56-87fcdfddf0ad', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'mac_address': 'fa:16:3e:5a:ce:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2b0be43-53c0-450c-b429-ae9ed3ac0228', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '259fb7dc-6c0b-4430-8621-99751bb4dc00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:56:17Z', 'updated_at': '2022-01-20T14:57:56Z', 'revision_number': 6, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'subnets': [{'id': '259fb7dc-6c0b-4430-8621-99751bb4dc00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 14:57:59.779021 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c32d6de6-2ef1-4868-ad7d-e85e0a4ad0f8 None None] The sync data for ids ['c2b0be43-53c0-450c-b429-ae9ed3ac0228'] in dv-neutron-825124-1-hyperv is: [{'id': 'c2b0be43-53c0-450c-b429-ae9ed3ac0228', 'name': 'tempest-TestNetworkBasicOps-router-1059928734', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.69'}], 'enable_snat': True}, 'gw_port_id': 'a9cc669b-d710-4cdd-9e77-2b948747aa05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:56:12Z', 'updated_at': '2022-01-20T14:57:58Z', 'revision_number': 6, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'gw_port': {'id': 'a9cc669b-d710-4cdd-9e77-2b948747aa05', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:2a:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2b0be43-53c0-450c-b429-ae9ed3ac0228', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:56:13Z', 'updated_at': '2022-01-20T14:57:57Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv', '_floatingips': [{'id': '9b4e60f9-a963-4483-a9ca-47d3f560b88e', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'floating_ip_address': '172.26.7.107', 'floating_network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'router_id': 'c2b0be43-53c0-450c-b429-ae9ed3ac0228', 'port_id': 'e984cee2-99fe-43b2-b3ff-94cf552d6f70', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c6c8c3f-0f3e-4556-9f56-87fcdfddf0ad', 'mac_address': 'fa:16:3e:77:fc:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87aeb0f7-7d4e-4d3b-9241-44ec93bf2e2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T14:56:40Z', 'updated_at': '2022-01-20T14:57:56Z', 'revision_number': 2, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25d9e351-82a2-457c-bb01-04a6d251f382', 'name': '', 'network_id': '8c6c8c3f-0f3e-4556-9f56-87fcdfddf0ad', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'mac_address': 'fa:16:3e:5a:ce:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2b0be43-53c0-450c-b429-ae9ed3ac0228', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '259fb7dc-6c0b-4430-8621-99751bb4dc00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:56:17Z', 'updated_at': '2022-01-20T14:57:56Z', 'revision_number': 6, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'subnets': [{'id': '259fb7dc-6c0b-4430-8621-99751bb4dc00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 14:57:59.882425 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-05c02ad5-88cb-4313-873a-98a0de7fc281 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/floatingips/9b4e60f9-a963-4483-a9ca-47d3f560b88e HTTP/1.1" status: 200 len: 991 time: 0.1068323 Jan 20 14:58:00.379814 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-83300dea-eac2-4d56-89f3-e5d796414d82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:58:00.648313 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:58:00.767804 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 25d9e351-82a2-457c-bb01-04a6d251f382 up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:58:00.837699 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port 25d9e351-82a2-457c-bb01-04a6d251f382 triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:58:00.838091 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:58:00.886249 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 46370) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:58:00.947029 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:58:00.977946 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] For port 25d9e351-82a2-457c-bb01-04a6d251f382, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=25d9e351-82a2-457c-bb01-04a6d251f382,segment=NetworkSegment(bb8db4f7-90d6-4b5a-8a5f-48b9a7491a00),segment_id=bb8db4f7-90d6-4b5a-8a5f-48b9a7491a00)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:58:01.030022 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:58:01.030871 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device a9cc669b-d710-4cdd-9e77-2b948747aa05 up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:58:01.103998 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-f6c6dce5-50d7-4390-97b3-8a0b47923dca tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/floatingips/9b4e60f9-a963-4483-a9ca-47d3f560b88e HTTP/1.1" status: 200 len: 991 time: 0.2154934 Jan 20 14:58:01.144612 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Pushing event updated for resources: {'Port': ['ID=25d9e351-82a2-457c-bb01-04a6d251f382,revision_number=7']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:58:01.158994 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port a9cc669b-d710-4cdd-9e77-2b948747aa05 triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:58:01.159365 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:58:01.270690 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:58:01.286467 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] For port a9cc669b-d710-4cdd-9e77-2b948747aa05, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=a9cc669b-d710-4cdd-9e77-2b948747aa05,segment=NetworkSegment(f628f1ba-6b70-4c9b-8839-62340c040c81),segment_id=f628f1ba-6b70-4c9b-8839-62340c040c81)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 14:58:01.402744 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:58:01.449734 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:58:01.485222 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Pushing event updated for resources: {'Port': ['ID=a9cc669b-d710-4cdd-9e77-2b948747aa05,revision_number=6']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 14:58:01.619857 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-cdd98e71-1f0a-4421-baa9-dcb30e06edf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:58:02.106956 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 46374) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:58:02.209759 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-e8a070e7-40ac-4d04-bd0f-e9ac986f3524 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/floatingips/9b4e60f9-a963-4483-a9ca-47d3f560b88e HTTP/1.1" status: 200 len: 991 time: 0.1011660 Jan 20 14:58:02.713866 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 25d9e351-82a2-457c-bb01-04a6d251f382 up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:58:02.780498 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port 25d9e351-82a2-457c-bb01-04a6d251f382 triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:58:02.780870 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:58:02.892475 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device a9cc669b-d710-4cdd-9e77-2b948747aa05 up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 14:58:02.956915 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port a9cc669b-d710-4cdd-9e77-2b948747aa05 triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 14:58:02.957206 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:58:03.081384 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-eea6df97-7ff1-4b63-af20-e3ec8913deda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:58:03.213026 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 46378) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:58:03.316468 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-9f477f47-b6ea-4fbb-964e-566b30770817 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/floatingips/9b4e60f9-a963-4483-a9ca-47d3f560b88e HTTP/1.1" status: 200 len: 991 time: 0.1023579 Jan 20 14:58:04.320381 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 46382) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:58:04.424430 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-08c5cef5-4083-412e-81e6-e89053092524 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/floatingips/9b4e60f9-a963-4483-a9ca-47d3f560b88e HTTP/1.1" status: 200 len: 991 time: 0.1028805 Jan 20 14:58:05.429188 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 46386) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:58:05.535239 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-7b3e25af-42b3-4877-b9a5-61b2c87c62cc tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/floatingips/9b4e60f9-a963-4483-a9ca-47d3f560b88e HTTP/1.1" status: 200 len: 991 time: 0.1049254 Jan 20 14:58:06.539388 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 46390) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:58:06.644945 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-536ac604-fc8f-48bf-80da-6234301ae256 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/floatingips/9b4e60f9-a963-4483-a9ca-47d3f560b88e HTTP/1.1" status: 200 len: 991 time: 0.1041305 Jan 20 14:58:06.900168 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc1ff0bc-0d31-463f-ba41-1c3aadf7ea7c None None] New status for floating IP 9b4e60f9-a963-4483-a9ca-47d3f560b88e: ACTIVE {{(pid=84155) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 20 14:58:07.648774 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 46394) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 14:58:07.752838 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-6289c636-543f-4f5f-9ae6-b46d874682d6 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/floatingips/9b4e60f9-a963-4483-a9ca-47d3f560b88e HTTP/1.1" status: 200 len: 993 time: 0.1029496 Jan 20 14:58:21.055584 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.agents_db [None req-6dba657d-a637-4918-9b6d-40defdfae04b None None] Agent healthcheck: found 6 active agents {{(pid=84155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 14:58:28.053918 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-3affbf15-c6a4-4ed6-9bd0-9d4d9fcce88e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:58:30.378851 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-2e884c95-6cae-4069-80dd-a0b3a8b774ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:58:30.670382 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:58:31.430411 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:58:31.624379 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-cdd98e71-1f0a-4421-baa9-dcb30e06edf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:58:33.114825 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-eea6df97-7ff1-4b63-af20-e3ec8913deda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:58:36.633640 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-e0d3684c-5613-4859-b417-6dbfdb760251 req-96e44e45-28ba-401d-9ba0-4b795287c069 service neutron] 10.222.0.106 "GET /v2.0/ports?device_id=87aeb0f7-7d4e-4d3b-9241-44ec93bf2e2c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0671234 Jan 20 14:58:36.771979 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-e0d3684c-5613-4859-b417-6dbfdb760251 req-505e5884-fc83-4135-a9bd-0ea1723eba53 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=640e8dbef2de46a485c2653a25e2ea4a&device_id=87aeb0f7-7d4e-4d3b-9241-44ec93bf2e2c HTTP/1.1" status: 200 len: 1098 time: 0.0716126 Jan 20 14:58:36.912031 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d3684c-5613-4859-b417-6dbfdb760251 req-65cadd0b-1174-4f30-8b23-fc1d05157638 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:58:36.913897 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-e0d3684c-5613-4859-b417-6dbfdb760251 req-65cadd0b-1174-4f30-8b23-fc1d05157638 service neutron] 10.222.0.106 "GET /v2.0/networks?id=8c6c8c3f-0f3e-4556-9f56-87fcdfddf0ad HTTP/1.1" status: 200 len: 898 time: 0.1252160 Jan 20 14:58:37.013774 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-e0d3684c-5613-4859-b417-6dbfdb760251 req-54c4ba4d-9c57-42bf-af48-5c7d64244257 service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e984cee2-99fe-43b2-b3ff-94cf552d6f70 HTTP/1.1" status: 200 len: 1001 time: 0.0945685 Jan 20 14:58:37.078182 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d3684c-5613-4859-b417-6dbfdb760251 req-5525a751-6887-4833-b432-1a7796f59bd5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:58:37.079630 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-e0d3684c-5613-4859-b417-6dbfdb760251 req-5525a751-6887-4833-b432-1a7796f59bd5 service neutron] 10.222.0.106 "GET /v2.0/subnets?id=259fb7dc-6c0b-4430-8621-99751bb4dc00 HTTP/1.1" status: 200 len: 835 time: 0.0601439 Jan 20 14:58:37.150609 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-e0d3684c-5613-4859-b417-6dbfdb760251 req-ec31ba85-932f-444f-9bd2-d0c88d30224e service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=8c6c8c3f-0f3e-4556-9f56-87fcdfddf0ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0655899 Jan 20 14:58:37.280142 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-e0d3684c-5613-4859-b417-6dbfdb760251 req-8ff52de0-e495-4fe0-b6cc-5e031dd84e3c service neutron] 10.222.0.106 "GET /v2.0/networks/8c6c8c3f-0f3e-4556-9f56-87fcdfddf0ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236782 Jan 20 14:58:37.411253 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-e0d3684c-5613-4859-b417-6dbfdb760251 req-8b18570e-992f-4c0f-a86f-86487bbea58e service neutron] 10.222.0.106 "GET /v2.0/networks/8c6c8c3f-0f3e-4556-9f56-87fcdfddf0ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245198 Jan 20 14:58:58.006696 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-8f7e6550-6811-4ca9-b416-f77aa76f92f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:58:58.055106 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.agents_db [None req-6dba657d-a637-4918-9b6d-40defdfae04b None None] Agent healthcheck: found 6 active agents {{(pid=84155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 14:59:00.372150 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-8c35b049-0d70-4356-a9be-375a8f8d8f4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:59:00.657984 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:59:01.411342 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:59:01.640271 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-cdd98e71-1f0a-4421-baa9-dcb30e06edf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:59:03.115186 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-eea6df97-7ff1-4b63-af20-e3ec8913deda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:59:24.423069 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [req-2f5d2cad-3b98-455f-882a-3da8c8b15ffd req-fac49ec2-929c-4ae5-9462-09aeaf69450b tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] (84152) timed out ('10.222.0.106', 52252) {{(pid=84152) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jan 20 14:59:28.023598 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-e1d03873-6974-44e8-b8a6-30629ddbe818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:59:30.377244 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-37f3a927-ac88-4e08-851a-d45159c1d4dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:59:30.663225 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:59:31.422830 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:59:31.639946 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-cdd98e71-1f0a-4421-baa9-dcb30e06edf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:59:33.091988 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-eea6df97-7ff1-4b63-af20-e3ec8913deda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 14:59:35.055192 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.agents_db [None req-6dba657d-a637-4918-9b6d-40defdfae04b None None] Agent healthcheck: found 6 active agents {{(pid=84155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 14:59:36.603725 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-021ee437-6f2a-4f8b-a5aa-34b20795e955 req-2bb293bb-c430-4763-a2b9-08118d1a600b service neutron] 10.222.0.106 "GET /v2.0/ports?device_id=87aeb0f7-7d4e-4d3b-9241-44ec93bf2e2c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0709555 Jan 20 14:59:36.737713 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-021ee437-6f2a-4f8b-a5aa-34b20795e955 req-a2dc7819-acc7-44f1-b870-b857dab42036 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=640e8dbef2de46a485c2653a25e2ea4a&device_id=87aeb0f7-7d4e-4d3b-9241-44ec93bf2e2c HTTP/1.1" status: 200 len: 1098 time: 0.0684078 Jan 20 14:59:36.983593 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021ee437-6f2a-4f8b-a5aa-34b20795e955 req-a333b4ab-6908-44cb-9cf9-e27c0886c2ed service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:59:36.984973 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-021ee437-6f2a-4f8b-a5aa-34b20795e955 req-a333b4ab-6908-44cb-9cf9-e27c0886c2ed service neutron] 10.222.0.106 "GET /v2.0/networks?id=8c6c8c3f-0f3e-4556-9f56-87fcdfddf0ad HTTP/1.1" status: 200 len: 898 time: 0.2283149 Jan 20 14:59:37.085031 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-021ee437-6f2a-4f8b-a5aa-34b20795e955 req-1ba0578f-62fe-4562-9a84-c49645144040 service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e984cee2-99fe-43b2-b3ff-94cf552d6f70 HTTP/1.1" status: 200 len: 1001 time: 0.0941916 Jan 20 14:59:37.145054 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021ee437-6f2a-4f8b-a5aa-34b20795e955 req-a82f49c3-afe3-4f0c-a5a9-7c889e7a0bbc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 14:59:37.146490 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-021ee437-6f2a-4f8b-a5aa-34b20795e955 req-a82f49c3-afe3-4f0c-a5a9-7c889e7a0bbc service neutron] 10.222.0.106 "GET /v2.0/subnets?id=259fb7dc-6c0b-4430-8621-99751bb4dc00 HTTP/1.1" status: 200 len: 835 time: 0.0558722 Jan 20 14:59:37.225752 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-021ee437-6f2a-4f8b-a5aa-34b20795e955 req-8205bbf7-fe73-46d7-b04c-388c54efe5bc service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=8c6c8c3f-0f3e-4556-9f56-87fcdfddf0ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0722439 Jan 20 14:59:37.361869 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-021ee437-6f2a-4f8b-a5aa-34b20795e955 req-6a59e6f8-b817-4b85-af80-e508f6687c43 service neutron] 10.222.0.106 "GET /v2.0/networks/8c6c8c3f-0f3e-4556-9f56-87fcdfddf0ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294751 Jan 20 14:59:37.490902 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-021ee437-6f2a-4f8b-a5aa-34b20795e955 req-19d54282-6874-4093-afb2-768b2b83de6a service neutron] 10.222.0.106 "GET /v2.0/networks/8c6c8c3f-0f3e-4556-9f56-87fcdfddf0ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230118 Jan 20 14:59:58.022898 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-96a743b0-d4ef-4d34-83d1-e71222b619a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:00.388139 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-11ec8e9e-6e9e-4b5e-a30e-e85736bd650a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:00.730941 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:01.433885 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:01.645433 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-cdd98e71-1f0a-4421-baa9-dcb30e06edf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:03.073772 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-eea6df97-7ff1-4b63-af20-e3ec8913deda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:09.188181 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 46424) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:00:09.392181 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-126dee3f-b497-4d8b-8683-17ba9bbf4427 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Deleting port bda8f110-070c-4bcf-b293-4819ba80a8bb {{(pid=84153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 15:00:09.392518 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-126dee3f-b497-4d8b-8683-17ba9bbf4427 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:09.556706 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-126dee3f-b497-4d8b-8683-17ba9bbf4427 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:09.557034 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-126dee3f-b497-4d8b-8683-17ba9bbf4427 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:09.676346 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-126dee3f-b497-4d8b-8683-17ba9bbf4427 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Calling delete_port for bda8f110-070c-4bcf-b293-4819ba80a8bb owned by network:floatingip {{(pid=84153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 15:00:09.891767 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-126dee3f-b497-4d8b-8683-17ba9bbf4427 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:09.936427 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126dee3f-b497-4d8b-8683-17ba9bbf4427 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Pushing event deleted for resources: {'Port': ['ID=bda8f110-070c-4bcf-b293-4819ba80a8bb,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:00:09.974608 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126dee3f-b497-4d8b-8683-17ba9bbf4427 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:00:09.975007 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126dee3f-b497-4d8b-8683-17ba9bbf4427 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:00:09.975354 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126dee3f-b497-4d8b-8683-17ba9bbf4427 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:00:09.975686 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126dee3f-b497-4d8b-8683-17ba9bbf4427 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:00:09.976018 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126dee3f-b497-4d8b-8683-17ba9bbf4427 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:00:09.976351 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126dee3f-b497-4d8b-8683-17ba9bbf4427 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:00:09.976784 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126dee3f-b497-4d8b-8683-17ba9bbf4427 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:00:09.977053 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126dee3f-b497-4d8b-8683-17ba9bbf4427 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:00:09.977385 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126dee3f-b497-4d8b-8683-17ba9bbf4427 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:00:09.977703 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126dee3f-b497-4d8b-8683-17ba9bbf4427 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:00:09.978021 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126dee3f-b497-4d8b-8683-17ba9bbf4427 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:00:10.047745 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-126dee3f-b497-4d8b-8683-17ba9bbf4427 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for floatingip, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:10.563921 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-126dee3f-b497-4d8b-8683-17ba9bbf4427 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Router c2b0be43-53c0-450c-b429-ae9ed3ac0228 has already been hosted by L3 agent 624d525b-4c26-4143-8a1c-228bb1c6faaa {{(pid=84153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 15:00:10.774884 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-126dee3f-b497-4d8b-8683-17ba9bbf4427 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify agent at l3_agent.dv-neutron-825124-1-hyperv the message routers_updated {{(pid=84153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 15:00:10.788273 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc18249-5895-49a4-951b-33850486464d None None] Sync routers for ids ['c2b0be43-53c0-450c-b429-ae9ed3ac0228'] in dv-neutron-825124-1-hyperv {{(pid=84154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 15:00:10.799244 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc18249-5895-49a4-951b-33850486464d None None] Routers {'c2b0be43-53c0-450c-b429-ae9ed3ac0228'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 15:00:10.799850 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-0fc18249-5895-49a4-951b-33850486464d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T15:00:00Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['c2b0be43-53c0-450c-b429-ae9ed3ac0228'], 'active': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:00:10.872257 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-126dee3f-b497-4d8b-8683-17ba9bbf4427 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for floatingip, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:10.940218 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-126dee3f-b497-4d8b-8683-17ba9bbf4427 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "DELETE /v2.0/floatingips/9b4e60f9-a963-4483-a9ca-47d3f560b88e HTTP/1.1" status: 204 len: 168 time: 1.7505949 Jan 20 15:00:10.940778 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87aeb0f7-7d4e-4d3b-9241-44ec93bf2e2c', 'tag': 'e984cee2-99fe-43b2-b3ff-94cf552d6f70'}] {{(pid=84153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 15:00:10.992550 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvr_db [None req-0fc18249-5895-49a4-951b-33850486464d None None] Set router c2b0be43-53c0-450c-b429-ae9ed3ac0228 gateway port host: dv-neutron-825124-1-hyperv {{(pid=84154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 15:00:11.001581 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87aeb0f7-7d4e-4d3b-9241-44ec93bf2e2c', 'tag': 'e984cee2-99fe-43b2-b3ff-94cf552d6f70', 'status': 'completed', 'code': 200} Jan 20 15:00:11.113071 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-5e19c217-f798-438b-ab0e-f3d4ba44c622 req-99d3b82c-8bbd-4e5c-a389-ba45d4dacc77 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=640e8dbef2de46a485c2653a25e2ea4a&device_id=87aeb0f7-7d4e-4d3b-9241-44ec93bf2e2c HTTP/1.1" status: 200 len: 1098 time: 0.0805929 Jan 20 15:00:11.262976 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e19c217-f798-438b-ab0e-f3d4ba44c622 req-c641b29a-72cf-41d5-8e73-e551b75bca75 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:00:11.264702 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-5e19c217-f798-438b-ab0e-f3d4ba44c622 req-c641b29a-72cf-41d5-8e73-e551b75bca75 service neutron] 10.222.0.106 "GET /v2.0/networks?id=8c6c8c3f-0f3e-4556-9f56-87fcdfddf0ad HTTP/1.1" status: 200 len: 898 time: 0.1455545 Jan 20 15:00:11.345319 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-5e19c217-f798-438b-ab0e-f3d4ba44c622 req-14c413c6-ec97-472b-8e3d-0da3e3a8661c service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e984cee2-99fe-43b2-b3ff-94cf552d6f70 HTTP/1.1" status: 200 len: 217 time: 0.0733860 Jan 20 15:00:11.376065 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-0fc18249-5895-49a4-951b-33850486464d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2b0be43-53c0-450c-b429-ae9ed3ac0228', 'name': 'tempest-TestNetworkBasicOps-router-1059928734', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.69'}], 'enable_snat': True}, 'gw_port_id': 'a9cc669b-d710-4cdd-9e77-2b948747aa05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:56:12Z', 'updated_at': '2022-01-20T14:57:58Z', 'revision_number': 6, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'gw_port': {'id': 'a9cc669b-d710-4cdd-9e77-2b948747aa05', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:2a:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2b0be43-53c0-450c-b429-ae9ed3ac0228', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:56:13Z', 'updated_at': '2022-01-20T14:58:01Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv', '_interfaces': [{'id': '25d9e351-82a2-457c-bb01-04a6d251f382', 'name': '', 'network_id': '8c6c8c3f-0f3e-4556-9f56-87fcdfddf0ad', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'mac_address': 'fa:16:3e:5a:ce:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2b0be43-53c0-450c-b429-ae9ed3ac0228', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '259fb7dc-6c0b-4430-8621-99751bb4dc00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:56:17Z', 'updated_at': '2022-01-20T14:58:00Z', 'revision_number': 7, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'subnets': [{'id': '259fb7dc-6c0b-4430-8621-99751bb4dc00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:00:11.379965 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc18249-5895-49a4-951b-33850486464d None None] Checking router: c2b0be43-53c0-450c-b429-ae9ed3ac0228 for host: dv-neutron-825124-1-hyperv {{(pid=84154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 15:00:11.392505 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc18249-5895-49a4-951b-33850486464d None None] Routers {'c2b0be43-53c0-450c-b429-ae9ed3ac0228'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 15:00:11.393237 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-0fc18249-5895-49a4-951b-33850486464d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T15:00:00Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['c2b0be43-53c0-450c-b429-ae9ed3ac0228'], 'active': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:00:11.418315 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e19c217-f798-438b-ab0e-f3d4ba44c622 req-90afa967-5f68-443a-a779-dda2c389a646 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:00:11.419772 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-5e19c217-f798-438b-ab0e-f3d4ba44c622 req-90afa967-5f68-443a-a779-dda2c389a646 service neutron] 10.222.0.106 "GET /v2.0/subnets?id=259fb7dc-6c0b-4430-8621-99751bb4dc00 HTTP/1.1" status: 200 len: 835 time: 0.0692658 Jan 20 15:00:11.508989 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-5e19c217-f798-438b-ab0e-f3d4ba44c622 req-39546150-f9e2-4e19-aa1c-29ebf68d94fe service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=8c6c8c3f-0f3e-4556-9f56-87fcdfddf0ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0837636 Jan 20 15:00:11.586847 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvr_db [None req-0fc18249-5895-49a4-951b-33850486464d None None] Set router c2b0be43-53c0-450c-b429-ae9ed3ac0228 gateway port host: dv-neutron-825124-1-hyperv {{(pid=84154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 15:00:11.697877 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-5e19c217-f798-438b-ab0e-f3d4ba44c622 req-f170a6ac-f2b0-4d43-af1c-38eaa1cd6ad8 service neutron] 10.222.0.106 "GET /v2.0/networks/8c6c8c3f-0f3e-4556-9f56-87fcdfddf0ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512988 Jan 20 15:00:11.705167 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35030ecc-b34f-4387-af49-88bfdf62a573 req-d599b23c-f701-44c4-ba59-055229b7fb9f tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:00:11.705842 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [req-35030ecc-b34f-4387-af49-88bfdf62a573 req-d599b23c-f701-44c4-ba59-055229b7fb9f tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Synchronizing usage tracker for tenant:640e8dbef2de46a485c2653a25e2ea4a on resource:port {{(pid=84153) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 15:00:11.844670 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-5e19c217-f798-438b-ab0e-f3d4ba44c622 req-70efecdc-9113-4ce8-be1c-88bf243ee7a3 service neutron] 10.222.0.106 "GET /v2.0/networks/8c6c8c3f-0f3e-4556-9f56-87fcdfddf0ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351538 Jan 20 15:00:11.902327 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [req-35030ecc-b34f-4387-af49-88bfdf62a573 req-d599b23c-f701-44c4-ba59-055229b7fb9f tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Unset dirty status for tenant:640e8dbef2de46a485c2653a25e2ea4a on resource:port {{(pid=84153) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 15:00:11.902815 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-0fc18249-5895-49a4-951b-33850486464d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2b0be43-53c0-450c-b429-ae9ed3ac0228', 'name': 'tempest-TestNetworkBasicOps-router-1059928734', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.69'}], 'enable_snat': True}, 'gw_port_id': 'a9cc669b-d710-4cdd-9e77-2b948747aa05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:56:12Z', 'updated_at': '2022-01-20T14:57:58Z', 'revision_number': 6, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'gw_port': {'id': 'a9cc669b-d710-4cdd-9e77-2b948747aa05', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:2a:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2b0be43-53c0-450c-b429-ae9ed3ac0228', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:56:13Z', 'updated_at': '2022-01-20T14:58:01Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv', '_interfaces': [{'id': '25d9e351-82a2-457c-bb01-04a6d251f382', 'name': '', 'network_id': '8c6c8c3f-0f3e-4556-9f56-87fcdfddf0ad', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'mac_address': 'fa:16:3e:5a:ce:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2b0be43-53c0-450c-b429-ae9ed3ac0228', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '259fb7dc-6c0b-4430-8621-99751bb4dc00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:56:17Z', 'updated_at': '2022-01-20T14:58:00Z', 'revision_number': 7, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'subnets': [{'id': '259fb7dc-6c0b-4430-8621-99751bb4dc00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:00:11.903471 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-35030ecc-b34f-4387-af49-88bfdf62a573 req-d599b23c-f701-44c4-ba59-055229b7fb9f tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/ports?device_id=87aeb0f7-7d4e-4d3b-9241-44ec93bf2e2c HTTP/1.1" status: 200 len: 945 time: 0.3923554 Jan 20 15:00:11.909763 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc18249-5895-49a4-951b-33850486464d None None] The sync data for ids ['c2b0be43-53c0-450c-b429-ae9ed3ac0228'] in dv-neutron-825124-1-hyperv is: [{'id': 'c2b0be43-53c0-450c-b429-ae9ed3ac0228', 'name': 'tempest-TestNetworkBasicOps-router-1059928734', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.69'}], 'enable_snat': True}, 'gw_port_id': 'a9cc669b-d710-4cdd-9e77-2b948747aa05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:56:12Z', 'updated_at': '2022-01-20T14:57:58Z', 'revision_number': 6, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'gw_port': {'id': 'a9cc669b-d710-4cdd-9e77-2b948747aa05', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:2a:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2b0be43-53c0-450c-b429-ae9ed3ac0228', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:56:13Z', 'updated_at': '2022-01-20T14:58:01Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv', '_interfaces': [{'id': '25d9e351-82a2-457c-bb01-04a6d251f382', 'name': '', 'network_id': '8c6c8c3f-0f3e-4556-9f56-87fcdfddf0ad', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'mac_address': 'fa:16:3e:5a:ce:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2b0be43-53c0-450c-b429-ae9ed3ac0228', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '259fb7dc-6c0b-4430-8621-99751bb4dc00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:56:17Z', 'updated_at': '2022-01-20T14:58:00Z', 'revision_number': 7, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'subnets': [{'id': '259fb7dc-6c0b-4430-8621-99751bb4dc00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 15:00:11.951647 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-35030ecc-b34f-4387-af49-88bfdf62a573 req-189f8f99-5038-4ec6-ae9a-adbe12f7dc41 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/security-groups?id=e0ccd309-7e5b-49ef-ad2d-5eb7b459f365&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414238 Jan 20 15:00:12.059042 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.agents_db [None req-6dba657d-a637-4918-9b6d-40defdfae04b None None] Agent healthcheck: found 6 active agents {{(pid=84155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 15:00:13.312120 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9f49c7-63fc-401c-9fd4-42cd3ef70146 req-fa8c53c2-3bcd-440c-bee7-1cdf744e427d tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:00:13.314190 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-ee9f49c7-63fc-401c-9fd4-42cd3ef70146 req-fa8c53c2-3bcd-440c-bee7-1cdf744e427d tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.106 "GET /v2.0/ports?device_id=87aeb0f7-7d4e-4d3b-9241-44ec93bf2e2c HTTP/1.1" status: 200 len: 945 time: 0.1445968 Jan 20 15:00:13.322847 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db3ef37-550d-4547-ab4f-b5bd248d6915 req-fb22789a-adac-48f9-83d8-3d0bd37ab186 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:00:13.324367 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-1db3ef37-550d-4547-ab4f-b5bd248d6915 req-fb22789a-adac-48f9-83d8-3d0bd37ab186 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/ports?device_id=87aeb0f7-7d4e-4d3b-9241-44ec93bf2e2c HTTP/1.1" status: 200 len: 945 time: 0.2454250 Jan 20 15:00:13.523963 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [req-ee9f49c7-63fc-401c-9fd4-42cd3ef70146 req-5ae0aff3-8589-4f23-accd-c104a65391a6 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Deleting port e984cee2-99fe-43b2-b3ff-94cf552d6f70 {{(pid=84153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 15:00:13.524216 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-ee9f49c7-63fc-401c-9fd4-42cd3ef70146 req-5ae0aff3-8589-4f23-accd-c104a65391a6 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:13.562510 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-1db3ef37-550d-4547-ab4f-b5bd248d6915 req-ae04182b-675f-43dd-bb59-ab3bf4511577 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/security-groups?id=e0ccd309-7e5b-49ef-ad2d-5eb7b459f365&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2100203 Jan 20 15:00:13.772312 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.db [req-ee9f49c7-63fc-401c-9fd4-42cd3ef70146 req-5ae0aff3-8589-4f23-accd-c104a65391a6 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] For port e984cee2-99fe-43b2-b3ff-94cf552d6f70, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=e984cee2-99fe-43b2-b3ff-94cf552d6f70,segment=NetworkSegment(bb8db4f7-90d6-4b5a-8a5f-48b9a7491a00),segment_id=bb8db4f7-90d6-4b5a-8a5f-48b9a7491a00)] {{(pid=84153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 15:00:13.772670 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-ee9f49c7-63fc-401c-9fd4-42cd3ef70146 req-5ae0aff3-8589-4f23-accd-c104a65391a6 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:13.893966 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [req-ee9f49c7-63fc-401c-9fd4-42cd3ef70146 req-5ae0aff3-8589-4f23-accd-c104a65391a6 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Calling delete_port for e984cee2-99fe-43b2-b3ff-94cf552d6f70 owned by compute:nova {{(pid=84153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 15:00:14.090612 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-ee9f49c7-63fc-401c-9fd4-42cd3ef70146 req-5ae0aff3-8589-4f23-accd-c104a65391a6 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:14.138739 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae0aff3-8589-4f23-accd-c104a65391a6 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Pushing event deleted for resources: {'Port': ['ID=e984cee2-99fe-43b2-b3ff-94cf552d6f70,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:00:14.215007 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee9f49c7-63fc-401c-9fd4-42cd3ef70146 req-5ae0aff3-8589-4f23-accd-c104a65391a6 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] No DVR routers for this DVR port e984cee2-99fe-43b2-b3ff-94cf552d6f70 on host hv-neutron-8251 {{(pid=84153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 15:00:14.217372 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-ee9f49c7-63fc-401c-9fd4-42cd3ef70146 req-5ae0aff3-8589-4f23-accd-c104a65391a6 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:14.219972 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87aeb0f7-7d4e-4d3b-9241-44ec93bf2e2c', 'name': 'network-vif-deleted', 'tag': 'e984cee2-99fe-43b2-b3ff-94cf552d6f70'}] {{(pid=84153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 15:00:14.277767 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87aeb0f7-7d4e-4d3b-9241-44ec93bf2e2c', 'name': 'network-vif-deleted', 'tag': 'e984cee2-99fe-43b2-b3ff-94cf552d6f70', 'status': 'completed', 'code': 200} Jan 20 15:00:14.285944 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-ee9f49c7-63fc-401c-9fd4-42cd3ef70146 req-5ae0aff3-8589-4f23-accd-c104a65391a6 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.106 "DELETE /v2.0/ports/e984cee2-99fe-43b2-b3ff-94cf552d6f70 HTTP/1.1" status: 204 len: 173 time: 0.9606779 Jan 20 15:00:14.575793 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54f44eb1-5937-4d64-aa28-356aa04d332b None None] New status for floating IP 9b4e60f9-a963-4483-a9ca-47d3f560b88e: DOWN {{(pid=84155) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 20 15:00:14.746013 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [req-9e4e7af8-886b-4163-b592-06524d0ebc62 req-9ad3c565-45ad-4e9e-a1ba-5a18501b79cb tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Synchronizing usage tracker for tenant:640e8dbef2de46a485c2653a25e2ea4a on resource:port {{(pid=84153) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 15:00:14.885158 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [req-9e4e7af8-886b-4163-b592-06524d0ebc62 req-9ad3c565-45ad-4e9e-a1ba-5a18501b79cb tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Unset dirty status for tenant:640e8dbef2de46a485c2653a25e2ea4a on resource:port {{(pid=84153) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 15:00:14.886343 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-9e4e7af8-886b-4163-b592-06524d0ebc62 req-9ad3c565-45ad-4e9e-a1ba-5a18501b79cb tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "GET /v2.0/ports?device_id=87aeb0f7-7d4e-4d3b-9241-44ec93bf2e2c HTTP/1.1" status: 200 len: 210 time: 0.1841781 Jan 20 15:00:15.996648 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 46446) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:00:16.066109 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-b831ed28-b96f-44de-be83-a77fe863ad74 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for security_group, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:16.096642 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-b831ed28-b96f-44de-be83-a77fe863ad74 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:16.262652 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-b831ed28-b96f-44de-be83-a77fe863ad74 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:16.284953 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b831ed28-b96f-44de-be83-a77fe863ad74 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0ccd309-7e5b-49ef-ad2d-5eb7b459f365,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:00:16.295947 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-b831ed28-b96f-44de-be83-a77fe863ad74 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for security_group, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:16.297047 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-b831ed28-b96f-44de-be83-a77fe863ad74 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "DELETE /v2.0/security-groups/e0ccd309-7e5b-49ef-ad2d-5eb7b459f365 HTTP/1.1" status: 204 len: 168 time: 0.2994726 Jan 20 15:00:16.298318 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b831ed28-b96f-44de-be83-a77fe863ad74 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:00:16.298638 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b831ed28-b96f-44de-be83-a77fe863ad74 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:00:16.298970 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b831ed28-b96f-44de-be83-a77fe863ad74 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:00:16.299293 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b831ed28-b96f-44de-be83-a77fe863ad74 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:00:16.299643 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b831ed28-b96f-44de-be83-a77fe863ad74 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:00:16.299945 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b831ed28-b96f-44de-be83-a77fe863ad74 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:00:16.300267 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b831ed28-b96f-44de-be83-a77fe863ad74 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:00:16.300585 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b831ed28-b96f-44de-be83-a77fe863ad74 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:00:16.300899 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b831ed28-b96f-44de-be83-a77fe863ad74 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:00:16.301209 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b831ed28-b96f-44de-be83-a77fe863ad74 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:00:16.301519 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b831ed28-b96f-44de-be83-a77fe863ad74 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:00:16.417575 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 46452) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:00:16.821118 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-c68f4f5d-23b2-4ddd-9ebe-55aef208e238 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-743504'] for router_interface, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:16.933700 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Device e984cee2-99fe-43b2-b3ff-94cf552d6f70 no longer exists at agent hyperv_hv-neutron-8251 {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 15:00:16.978301 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] No Port match for: e984cee2-99fe-43b2-b3ff-94cf552d6f70 {{(pid=84154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 15:00:16.978653 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Device e984cee2-99fe-43b2-b3ff-94cf552d6f70 not bound to the agent host hv-neutron-8251 {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 15:00:17.435987 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-c68f4f5d-23b2-4ddd-9ebe-55aef208e238 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Deleting port 25d9e351-82a2-457c-bb01-04a6d251f382 {{(pid=84152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 15:00:17.436563 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-c68f4f5d-23b2-4ddd-9ebe-55aef208e238 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:17.617128 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.db [None req-c68f4f5d-23b2-4ddd-9ebe-55aef208e238 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] For port 25d9e351-82a2-457c-bb01-04a6d251f382, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=25d9e351-82a2-457c-bb01-04a6d251f382,segment=NetworkSegment(bb8db4f7-90d6-4b5a-8a5f-48b9a7491a00),segment_id=bb8db4f7-90d6-4b5a-8a5f-48b9a7491a00)] {{(pid=84152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 15:00:17.617478 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-c68f4f5d-23b2-4ddd-9ebe-55aef208e238 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:17.833542 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-c68f4f5d-23b2-4ddd-9ebe-55aef208e238 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Calling delete_port for 25d9e351-82a2-457c-bb01-04a6d251f382 owned by network:router_interface {{(pid=84152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 15:00:18.091157 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-c68f4f5d-23b2-4ddd-9ebe-55aef208e238 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:18.138376 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68f4f5d-23b2-4ddd-9ebe-55aef208e238 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Pushing event deleted for resources: {'Port': ['ID=25d9e351-82a2-457c-bb01-04a6d251f382,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:00:18.446393 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-c68f4f5d-23b2-4ddd-9ebe-55aef208e238 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1705096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-745401'] for router_interface, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:19.026219 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c68f4f5d-23b2-4ddd-9ebe-55aef208e238 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Router c2b0be43-53c0-450c-b429-ae9ed3ac0228 has already been hosted by L3 agent 624d525b-4c26-4143-8a1c-228bb1c6faaa {{(pid=84152) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 15:00:19.221833 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c68f4f5d-23b2-4ddd-9ebe-55aef208e238 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify agent at l3_agent.dv-neutron-825124-1-hyperv the message routers_updated {{(pid=84152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 15:00:19.231904 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07696805-568b-42f0-8dd3-e993925e3d29 None None] Sync routers for ids ['c2b0be43-53c0-450c-b429-ae9ed3ac0228'] in dv-neutron-825124-1-hyperv {{(pid=84154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 15:00:19.244014 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07696805-568b-42f0-8dd3-e993925e3d29 None None] Routers {'c2b0be43-53c0-450c-b429-ae9ed3ac0228'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 15:00:19.246419 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-07696805-568b-42f0-8dd3-e993925e3d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T15:00:00Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['c2b0be43-53c0-450c-b429-ae9ed3ac0228'], 'active': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:00:19.304760 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-c68f4f5d-23b2-4ddd-9ebe-55aef208e238 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "PUT /v2.0/routers/c2b0be43-53c0-450c-b429-ae9ed3ac0228/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8859544 Jan 20 15:00:19.307576 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 46456) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:00:19.427605 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvr_db [None req-07696805-568b-42f0-8dd3-e993925e3d29 None None] Set router c2b0be43-53c0-450c-b429-ae9ed3ac0228 gateway port host: dv-neutron-825124-1-hyperv {{(pid=84154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 15:00:19.596156 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.db_base_plugin_v2 [None req-09c9d96d-75f4-4d9c-b3b3-03786e4fa99a tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Deleting subnet 259fb7dc-6c0b-4430-8621-99751bb4dc00 {{(pid=84152) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 20 15:00:19.599013 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-09c9d96d-75f4-4d9c-b3b3-03786e4fa99a tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for subnet, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:19.652444 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-09c9d96d-75f4-4d9c-b3b3-03786e4fa99a tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3337915'] for subnet, precommit_delete_associations {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:19.734874 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-09c9d96d-75f4-4d9c-b3b3-03786e4fa99a tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1627147'] for subnet, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:19.756146 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-07696805-568b-42f0-8dd3-e993925e3d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2b0be43-53c0-450c-b429-ae9ed3ac0228', 'name': 'tempest-TestNetworkBasicOps-router-1059928734', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.69'}], 'enable_snat': True}, 'gw_port_id': 'a9cc669b-d710-4cdd-9e77-2b948747aa05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:56:12Z', 'updated_at': '2022-01-20T15:00:17Z', 'revision_number': 7, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'gw_port': {'id': 'a9cc669b-d710-4cdd-9e77-2b948747aa05', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:2a:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2b0be43-53c0-450c-b429-ae9ed3ac0228', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:56:13Z', 'updated_at': '2022-01-20T14:58:01Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv'}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:00:19.761615 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07696805-568b-42f0-8dd3-e993925e3d29 None None] Checking router: c2b0be43-53c0-450c-b429-ae9ed3ac0228 for host: dv-neutron-825124-1-hyperv {{(pid=84154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 15:00:19.772273 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07696805-568b-42f0-8dd3-e993925e3d29 None None] Routers {'c2b0be43-53c0-450c-b429-ae9ed3ac0228'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 15:00:19.772908 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-07696805-568b-42f0-8dd3-e993925e3d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T15:00:00Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['c2b0be43-53c0-450c-b429-ae9ed3ac0228'], 'active': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:00:19.879760 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-09c9d96d-75f4-4d9c-b3b3-03786e4fa99a tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1627154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4163580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155308'] for subnet, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:19.917095 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c9d96d-75f4-4d9c-b3b3-03786e4fa99a tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Pushing event deleted for resources: {'Subnet': ['ID=259fb7dc-6c0b-4430-8621-99751bb4dc00,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:00:19.924794 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-09c9d96d-75f4-4d9c-b3b3-03786e4fa99a tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for subnet, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:19.931669 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-09c9d96d-75f4-4d9c-b3b3-03786e4fa99a tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "DELETE /v2.0/subnets/259fb7dc-6c0b-4430-8621-99751bb4dc00 HTTP/1.1" status: 204 len: 168 time: 0.6231086 Jan 20 15:00:19.933206 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3529e847-623e-406a-860c-ef223a560b10 None None] Network 8c6c8c3f-0f3e-4556-9f56-87fcdfddf0ad requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 15:00:19.934339 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 46460) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:00:20.043096 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvr_db [None req-07696805-568b-42f0-8dd3-e993925e3d29 None None] Set router c2b0be43-53c0-450c-b429-ae9ed3ac0228 gateway port host: dv-neutron-825124-1-hyperv {{(pid=84154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 15:00:20.133210 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-56c77222-d479-4385-a22c-7d82b7463335 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for router, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:20.334639 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-56c77222-d479-4385-a22c-7d82b7463335 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:20.410670 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-56c77222-d479-4385-a22c-7d82b7463335 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Deleting port a9cc669b-d710-4cdd-9e77-2b948747aa05 {{(pid=84152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 15:00:20.411011 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-56c77222-d479-4385-a22c-7d82b7463335 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:20.412467 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-07696805-568b-42f0-8dd3-e993925e3d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2b0be43-53c0-450c-b429-ae9ed3ac0228', 'name': 'tempest-TestNetworkBasicOps-router-1059928734', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.69'}], 'enable_snat': True}, 'gw_port_id': 'a9cc669b-d710-4cdd-9e77-2b948747aa05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:56:12Z', 'updated_at': '2022-01-20T15:00:17Z', 'revision_number': 7, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'gw_port': {'id': 'a9cc669b-d710-4cdd-9e77-2b948747aa05', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:2a:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2b0be43-53c0-450c-b429-ae9ed3ac0228', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:56:13Z', 'updated_at': '2022-01-20T14:58:01Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv'}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:00:20.416426 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07696805-568b-42f0-8dd3-e993925e3d29 None None] The sync data for ids ['c2b0be43-53c0-450c-b429-ae9ed3ac0228'] in dv-neutron-825124-1-hyperv is: [{'id': 'c2b0be43-53c0-450c-b429-ae9ed3ac0228', 'name': 'tempest-TestNetworkBasicOps-router-1059928734', 'tenant_id': '640e8dbef2de46a485c2653a25e2ea4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.69'}], 'enable_snat': True}, 'gw_port_id': 'a9cc669b-d710-4cdd-9e77-2b948747aa05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T14:56:12Z', 'updated_at': '2022-01-20T15:00:17Z', 'revision_number': 7, 'project_id': '640e8dbef2de46a485c2653a25e2ea4a', 'gw_port': {'id': 'a9cc669b-d710-4cdd-9e77-2b948747aa05', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:2a:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2b0be43-53c0-450c-b429-ae9ed3ac0228', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T14:56:13Z', 'updated_at': '2022-01-20T14:58:01Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv'}] {{(pid=84154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 15:00:20.442564 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4bca823-7fe0-402a-b548-c05d3fb58347 None None] DHCP port deletion for 8c6c8c3f-0f3e-4556-9f56-87fcdfddf0ad request from dv-neutron-825124-1-hyperv {{(pid=84154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 20 15:00:20.447283 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-b4bca823-7fe0-402a-b548-c05d3fb58347 None None] Deleting port 1f8b1a20-f644-4a07-bd1b-567bcdcb4db5 {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 15:00:20.450384 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-b4bca823-7fe0-402a-b548-c05d3fb58347 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:20.588975 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.db [None req-56c77222-d479-4385-a22c-7d82b7463335 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] For port a9cc669b-d710-4cdd-9e77-2b948747aa05, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=a9cc669b-d710-4cdd-9e77-2b948747aa05,segment=NetworkSegment(f628f1ba-6b70-4c9b-8839-62340c040c81),segment_id=f628f1ba-6b70-4c9b-8839-62340c040c81)] {{(pid=84152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 15:00:20.589327 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-56c77222-d479-4385-a22c-7d82b7463335 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:20.648549 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-b4bca823-7fe0-402a-b548-c05d3fb58347 None None] For port 1f8b1a20-f644-4a07-bd1b-567bcdcb4db5, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=1f8b1a20-f644-4a07-bd1b-567bcdcb4db5,segment=NetworkSegment(bb8db4f7-90d6-4b5a-8a5f-48b9a7491a00),segment_id=bb8db4f7-90d6-4b5a-8a5f-48b9a7491a00)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 15:00:20.648856 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-b4bca823-7fe0-402a-b548-c05d3fb58347 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:20.709042 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-56c77222-d479-4385-a22c-7d82b7463335 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Calling delete_port for a9cc669b-d710-4cdd-9e77-2b948747aa05 owned by network:router_gateway {{(pid=84152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 15:00:20.773071 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-b4bca823-7fe0-402a-b548-c05d3fb58347 None None] Calling delete_port for 1f8b1a20-f644-4a07-bd1b-567bcdcb4db5 owned by network:dhcp {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 15:00:20.836387 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 25d9e351-82a2-457c-bb01-04a6d251f382 no longer exists at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 15:00:20.878752 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] No Port match for: 25d9e351-82a2-457c-bb01-04a6d251f382 {{(pid=84154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 15:00:20.879088 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 25d9e351-82a2-457c-bb01-04a6d251f382 not bound to the agent host dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 15:00:20.879520 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 1f8b1a20-f644-4a07-bd1b-567bcdcb4db5 no longer exists at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 15:00:20.942543 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-56c77222-d479-4385-a22c-7d82b7463335 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:20.994229 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c77222-d479-4385-a22c-7d82b7463335 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Pushing event deleted for resources: {'Port': ['ID=a9cc669b-d710-4cdd-9e77-2b948747aa05,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:00:20.999036 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-b4bca823-7fe0-402a-b548-c05d3fb58347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486'] for port, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:21.039122 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:21.067758 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bca823-7fe0-402a-b548-c05d3fb58347 None None] Pushing event deleted for resources: {'Port': ['ID=1f8b1a20-f644-4a07-bd1b-567bcdcb4db5,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:00:21.085566 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4bca823-7fe0-402a-b548-c05d3fb58347 None None] No DVR routers for this DVR port 1f8b1a20-f644-4a07-bd1b-567bcdcb4db5 on host dv-neutron-825124-1-hyperv {{(pid=84154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 15:00:21.088033 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4bca823-7fe0-402a-b548-c05d3fb58347 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:00:21.088390 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4bca823-7fe0-402a-b548-c05d3fb58347 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:00:21.088730 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4bca823-7fe0-402a-b548-c05d3fb58347 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:00:21.089072 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4bca823-7fe0-402a-b548-c05d3fb58347 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:00:21.089410 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4bca823-7fe0-402a-b548-c05d3fb58347 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:00:21.089731 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4bca823-7fe0-402a-b548-c05d3fb58347 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:00:21.090077 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4bca823-7fe0-402a-b548-c05d3fb58347 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:00:21.090406 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4bca823-7fe0-402a-b548-c05d3fb58347 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:00:21.090729 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4bca823-7fe0-402a-b548-c05d3fb58347 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:00:21.091049 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4bca823-7fe0-402a-b548-c05d3fb58347 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:00:21.091370 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4bca823-7fe0-402a-b548-c05d3fb58347 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:00:21.307581 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-56c77222-d479-4385-a22c-7d82b7463335 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-745333'] for router_gateway, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:21.559431 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-56c77222-d479-4385-a22c-7d82b7463335 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-737761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105493'] for router, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:21.564423 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-56c77222-d479-4385-a22c-7d82b7463335 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:21.650773 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-56c77222-d479-4385-a22c-7d82b7463335 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-737693'] for router, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:21.651463 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56c77222-d479-4385-a22c-7d82b7463335 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Fanout notify agent at l3_agent the message router_deleted on router c2b0be43-53c0-450c-b429-ae9ed3ac0228 {{(pid=84152) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 20 15:00:21.666497 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-56c77222-d479-4385-a22c-7d82b7463335 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for router, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:21.667601 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-56c77222-d479-4385-a22c-7d82b7463335 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "DELETE /v2.0/routers/c2b0be43-53c0-450c-b429-ae9ed3ac0228 HTTP/1.1" status: 204 len: 168 time: 1.7323308 Jan 20 15:00:21.670331 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 46464) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:00:21.782907 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-f8399d1e-7c2d-4661-a4f5-5dc690273854 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586409'] for network, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:21.911025 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-f8399d1e-7c2d-4661-a4f5-5dc690273854 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1626242', 'neutron.services.segments.db._delete_segments_for_network-8769554214620'] for network, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:21.936776 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.segments.db [None req-f8399d1e-7c2d-4661-a4f5-5dc690273854 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c6c8c3f-0f3e-4556-9f56-87fcdfddf0ad']}} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:00:21.949452 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.segments.db [None req-f8399d1e-7c2d-4661-a4f5-5dc690273854 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb8db4f7-90d6-4b5a-8a5f-48b9a7491a00') {'for_net_delete': True} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:00:21.949741 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.segments.db [None req-f8399d1e-7c2d-4661-a4f5-5dc690273854 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb8db4f7-90d6-4b5a-8a5f-48b9a7491a00') {} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:00:21.961655 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-f8399d1e-7c2d-4661-a4f5-5dc690273854 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769554214503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3337904'] for segment, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:21.976740 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-f8399d1e-7c2d-4661-a4f5-5dc690273854 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:21.982642 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8399d1e-7c2d-4661-a4f5-5dc690273854 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=84152) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 15:00:21.983017 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-f8399d1e-7c2d-4661-a4f5-5dc690273854 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1622950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4162906'] for segment, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:21.996712 dv-neutron-825124-1-hyperv neutron-server[84152]: Traceback (most recent call last): Jan 20 15:00:21.996712 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 15:00:21.996712 dv-neutron-825124-1-hyperv neutron-server[84152]: timer() Jan 20 15:00:21.996712 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 15:00:21.996712 dv-neutron-825124-1-hyperv neutron-server[84152]: cb(*args, **kw) Jan 20 15:00:21.996712 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 15:00:21.996712 dv-neutron-825124-1-hyperv neutron-server[84152]: return func(*args, **kwargs) Jan 20 15:00:21.996712 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 15:00:21.996712 dv-neutron-825124-1-hyperv neutron-server[84152]: self._notify() Jan 20 15:00:21.996712 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 15:00:21.996712 dv-neutron-825124-1-hyperv neutron-server[84152]: self.callback(batched_events) Jan 20 15:00:21.996712 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 15:00:21.996712 dv-neutron-825124-1-hyperv neutron-server[84152]: event.method(event) Jan 20 15:00:21.996712 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 15:00:21.996712 dv-neutron-825124-1-hyperv neutron-server[84152]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 15:00:21.996712 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 15:00:21.996712 dv-neutron-825124-1-hyperv neutron-server[84152]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 15:00:21.996712 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 15:00:21.996712 dv-neutron-825124-1-hyperv neutron-server[84152]: return f(self, *a, **k) Jan 20 15:00:21.996712 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 15:00:21.996712 dv-neutron-825124-1-hyperv neutron-server[84152]: return self._get(url).json() Jan 20 15:00:21.996712 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 15:00:21.996712 dv-neutron-825124-1-hyperv neutron-server[84152]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 15:00:21.996712 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 15:00:21.996712 dv-neutron-825124-1-hyperv neutron-server[84152]: return self.request(url, 'GET', **kwargs) Jan 20 15:00:21.996712 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 15:00:21.996712 dv-neutron-825124-1-hyperv neutron-server[84152]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 15:00:21.996712 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 15:00:21.996712 dv-neutron-825124-1-hyperv neutron-server[84152]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 15:00:21.996712 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 15:00:21.996712 dv-neutron-825124-1-hyperv neutron-server[84152]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 15:00:21.996712 dv-neutron-825124-1-hyperv neutron-server[84152]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 15:00:22.119439 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-f8399d1e-7c2d-4661-a4f5-5dc690273854 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1626253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-745296'] for network, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:22.136817 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-f8399d1e-7c2d-4661-a4f5-5dc690273854 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Notify callbacks [] for network, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:22.147544 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8399d1e-7c2d-4661-a4f5-5dc690273854 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] Pushing event deleted for resources: {'Network': ['ID=8c6c8c3f-0f3e-4556-9f56-87fcdfddf0ad,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:00:22.188281 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-f8399d1e-7c2d-4661-a4f5-5dc690273854 tempest-TestNetworkBasicOps-855134329 tempest-TestNetworkBasicOps-855134329-project] 10.222.0.54 "DELETE /v2.0/networks/8c6c8c3f-0f3e-4556-9f56-87fcdfddf0ad HTTP/1.1" status: 204 len: 168 time: 0.5168600 Jan 20 15:00:22.722451 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 46472) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:00:22.928433 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-60577dca-7101-4479-bf1c-d507ec506221 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=640e8dbef2de46a485c2653a25e2ea4a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2048311 Jan 20 15:00:22.930949 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 46478) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:00:22.989427 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-c85f4e07-4acb-473d-8fd2-c2f031f6bfa4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:23.019731 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-c85f4e07-4acb-473d-8fd2-c2f031f6bfa4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:23.136396 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-c85f4e07-4acb-473d-8fd2-c2f031f6bfa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:23.154529 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85f4e07-4acb-473d-8fd2-c2f031f6bfa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ebe9e08-f346-43fe-ac90-4eb35518de92,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:00:23.161332 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-c85f4e07-4acb-473d-8fd2-c2f031f6bfa4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:23.162472 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-c85f4e07-4acb-473d-8fd2-c2f031f6bfa4 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/3ebe9e08-f346-43fe-ac90-4eb35518de92 HTTP/1.1" status: 204 len: 168 time: 0.2306502 Jan 20 15:00:23.817954 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 46486) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:00:23.835898 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-7bb1365a-79a8-4ae2-b230-a7c159d864c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:23.867349 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-7bb1365a-79a8-4ae2-b230-a7c159d864c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:00:23.871345 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-7bb1365a-79a8-4ae2-b230-a7c159d864c7 admin admin] Usage tracker for resource:security_group_rule and tenant:37967475f67a4e409aea6c4a4583e003 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:00:23.874211 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-7bb1365a-79a8-4ae2-b230-a7c159d864c7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:00:23.880849 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-7bb1365a-79a8-4ae2-b230-a7c159d864c7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:00:23.947332 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-7bb1365a-79a8-4ae2-b230-a7c159d864c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:23.993561 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-7bb1365a-79a8-4ae2-b230-a7c159d864c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:24.037238 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb1365a-79a8-4ae2-b230-a7c159d864c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3c1cac5-1ac8-48de-bd8e-d4a81c79e039,revision_number=1']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:00:24.043299 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-7bb1365a-79a8-4ae2-b230-a7c159d864c7 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=37967475f67a4e409aea6c4a4583e003&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2242980 Jan 20 15:00:24.046490 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 46490) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:00:24.107715 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-a5b77b4a-e9f6-47f2-be7d-d89a3883ca20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:24.132541 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-a5b77b4a-e9f6-47f2-be7d-d89a3883ca20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:24.227707 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-a5b77b4a-e9f6-47f2-be7d-d89a3883ca20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:24.242377 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b77b4a-e9f6-47f2-be7d-d89a3883ca20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3c1cac5-1ac8-48de-bd8e-d4a81c79e039,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:00:24.249499 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-a5b77b4a-e9f6-47f2-be7d-d89a3883ca20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:24.250656 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-a5b77b4a-e9f6-47f2-be7d-d89a3883ca20 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/e3c1cac5-1ac8-48de-bd8e-d4a81c79e039 HTTP/1.1" status: 204 len: 168 time: 0.2026877 Jan 20 15:00:24.734357 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device a9cc669b-d710-4cdd-9e77-2b948747aa05 no longer exists at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 15:00:24.767879 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] No Port match for: a9cc669b-d710-4cdd-9e77-2b948747aa05 {{(pid=84154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 15:00:24.768280 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device a9cc669b-d710-4cdd-9e77-2b948747aa05 not bound to the agent host dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 15:00:25.475373 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 46512) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:00:25.615696 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-6190cf08-b2a4-49d8-b78a-624ac9e64f7b admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-955325565-network', 'tenant_id': 'a6a20a5c18bb47e9bea85e0745338b67'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 15:00:25.620469 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-6190cf08-b2a4-49d8-b78a-624ac9e64f7b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:00:25.624589 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-6190cf08-b2a4-49d8-b78a-624ac9e64f7b admin admin] Usage tracker for resource:network and tenant:a6a20a5c18bb47e9bea85e0745338b67 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:00:25.635104 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-6190cf08-b2a4-49d8-b78a-624ac9e64f7b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:00:25.635104 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-6190cf08-b2a4-49d8-b78a-624ac9e64f7b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:00:25.742364 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6190cf08-b2a4-49d8-b78a-624ac9e64f7b admin admin] Made reservation on behalf of a6a20a5c18bb47e9bea85e0745338b67 for: {'network': 1} {{(pid=84152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 15:00:25.744801 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-6190cf08-b2a4-49d8-b78a-624ac9e64f7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for network, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:25.757190 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-6190cf08-b2a4-49d8-b78a-624ac9e64f7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:25.787658 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-6190cf08-b2a4-49d8-b78a-624ac9e64f7b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:00:25.792208 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-6190cf08-b2a4-49d8-b78a-624ac9e64f7b admin admin] Usage tracker for resource:security_group_rule and tenant:a6a20a5c18bb47e9bea85e0745338b67 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:00:25.794172 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-6190cf08-b2a4-49d8-b78a-624ac9e64f7b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:00:25.800450 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-6190cf08-b2a4-49d8-b78a-624ac9e64f7b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:00:25.863376 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-6190cf08-b2a4-49d8-b78a-624ac9e64f7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:25.947719 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-6190cf08-b2a4-49d8-b78a-624ac9e64f7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:25.979867 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6190cf08-b2a4-49d8-b78a-624ac9e64f7b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 195} {{(pid=84152) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 15:00:25.984914 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6190cf08-b2a4-49d8-b78a-624ac9e64f7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ebb845b-59f4-4d27-85db-2911790ae0b3,revision_number=1']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:00:25.991560 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-6190cf08-b2a4-49d8-b78a-624ac9e64f7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:25.991748 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.db.segments_db [None req-6190cf08-b2a4-49d8-b78a-624ac9e64f7b admin admin] Added segment 9a7c5d9c-bd97-4a55-b29b-addc7afccf71 of type vlan for network edf06355-5865-432f-8542-6320de69a6cf Jan 20 15:00:26.020354 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-6190cf08-b2a4-49d8-b78a-624ac9e64f7b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769553767792'] for network, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:26.148027 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-6190cf08-b2a4-49d8-b78a-624ac9e64f7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967'] for network, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:26.148901 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6190cf08-b2a4-49d8-b78a-624ac9e64f7b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:00:26.149461 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-6190cf08-b2a4-49d8-b78a-624ac9e64f7b admin admin] Notify callbacks [] for network, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:26.247222 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6190cf08-b2a4-49d8-b78a-624ac9e64f7b admin admin] Pushing event updated for resources: {'Network': ['ID=edf06355-5865-432f-8542-6320de69a6cf,revision_number=1']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:00:26.258003 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Network edf06355-5865-432f-8542-6320de69a6cf details requested by agent ovs-agent-dv-neutron-825124-1-hyperv with host dv-neutron-825124-1-hyperv {{(pid=84154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 15:00:26.294222 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-6190cf08-b2a4-49d8-b78a-624ac9e64f7b admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8149283 Jan 20 15:00:26.294632 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 46518) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:00:26.300100 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-ec853a8b-bcad-4a1e-ae0d-b5419a09f3b4 admin admin] Request body: {'subnet': {'network_id': 'edf06355-5865-432f-8542-6320de69a6cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-955325565-subnet', 'tenant_id': 'a6a20a5c18bb47e9bea85e0745338b67', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 15:00:26.308197 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-ec853a8b-bcad-4a1e-ae0d-b5419a09f3b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:00:26.308716 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-ec853a8b-bcad-4a1e-ae0d-b5419a09f3b4 admin admin] Usage tracker for resource:subnet and tenant:a6a20a5c18bb47e9bea85e0745338b67 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:00:26.312031 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-ec853a8b-bcad-4a1e-ae0d-b5419a09f3b4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:00:26.318234 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-ec853a8b-bcad-4a1e-ae0d-b5419a09f3b4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:00:26.376446 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec853a8b-bcad-4a1e-ae0d-b5419a09f3b4 admin admin] Made reservation on behalf of a6a20a5c18bb47e9bea85e0745338b67 for: {'subnet': 1} {{(pid=84152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 15:00:26.378805 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-ec853a8b-bcad-4a1e-ae0d-b5419a09f3b4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3155315'] for subnet, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:26.730949 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-ec853a8b-bcad-4a1e-ae0d-b5419a09f3b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4163519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3155301'] for subnet, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:26.792903 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec853a8b-bcad-4a1e-ae0d-b5419a09f3b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4faef7e5-9247-4e9a-926e-9a33402564eb,revision_number=0']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:00:26.818870 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec853a8b-bcad-4a1e-ae0d-b5419a09f3b4 admin admin] Checking segment: {'id': '9a7c5d9c-bd97-4a55-b29b-addc7afccf71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'edf06355-5865-432f-8542-6320de69a6cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 15:00:26.819222 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec853a8b-bcad-4a1e-ae0d-b5419a09f3b4 admin admin] Network hostable DHCP agents. Network: edf06355-5865-432f-8542-6320de69a6cf, hostable agents: ['1a181e39-5220-4c1a-88f8-08a54e8bfc9b'], hosted agents: [] {{(pid=84152) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 15:00:26.936396 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec853a8b-bcad-4a1e-ae0d-b5419a09f3b4 admin admin] Network edf06355-5865-432f-8542-6320de69a6cf is scheduled to be hosted by DHCP agent 1a181e39-5220-4c1a-88f8-08a54e8bfc9b with binding_index 1 {{(pid=84152) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 15:00:27.010375 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.base_scheduler [None req-ec853a8b-bcad-4a1e-ae0d-b5419a09f3b4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825124-1-hyperv, edf06355-5865-432f-8542-6320de69a6cf) {{(pid=84152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 15:00:27.014124 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec853a8b-bcad-4a1e-ae0d-b5419a09f3b4 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:00:27.014704 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-ec853a8b-bcad-4a1e-ae0d-b5419a09f3b4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:27.019647 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac063fcf-0d50-412e-bc67-687f1f6446ce None None] Network edf06355-5865-432f-8542-6320de69a6cf requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 15:00:27.096910 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-ec853a8b-bcad-4a1e-ae0d-b5419a09f3b4 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8011172 Jan 20 15:00:27.243272 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc31dca3-d9d5-4066-bbe6-8022a31daca9 None None] Network edf06355-5865-432f-8542-6320de69a6cf requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 15:00:28.055901 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-baefefc6-f862-4ae6-b62e-1bd2dfe18dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:28.147486 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 46540) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:00:28.152971 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-18b46c70-d4fe-405b-9abf-7f9699f5e79c admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-869155246-network', 'tenant_id': '245c6af04a51487b81be7cdd7ce0123a'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 15:00:28.157794 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-18b46c70-d4fe-405b-9abf-7f9699f5e79c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:00:28.161550 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-18b46c70-d4fe-405b-9abf-7f9699f5e79c admin admin] Usage tracker for resource:network and tenant:245c6af04a51487b81be7cdd7ce0123a is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:00:28.164352 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-18b46c70-d4fe-405b-9abf-7f9699f5e79c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:00:28.169974 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-18b46c70-d4fe-405b-9abf-7f9699f5e79c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:00:28.233150 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18b46c70-d4fe-405b-9abf-7f9699f5e79c admin admin] Made reservation on behalf of 245c6af04a51487b81be7cdd7ce0123a for: {'network': 1} {{(pid=84152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 15:00:28.236015 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-18b46c70-d4fe-405b-9abf-7f9699f5e79c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for network, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:28.248598 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-18b46c70-d4fe-405b-9abf-7f9699f5e79c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:28.279694 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-18b46c70-d4fe-405b-9abf-7f9699f5e79c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:00:28.283461 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-18b46c70-d4fe-405b-9abf-7f9699f5e79c admin admin] Usage tracker for resource:security_group_rule and tenant:245c6af04a51487b81be7cdd7ce0123a is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:00:28.286228 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-18b46c70-d4fe-405b-9abf-7f9699f5e79c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:00:28.291839 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-18b46c70-d4fe-405b-9abf-7f9699f5e79c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:00:28.355471 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-18b46c70-d4fe-405b-9abf-7f9699f5e79c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:28.404441 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-18b46c70-d4fe-405b-9abf-7f9699f5e79c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:28.431553 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18b46c70-d4fe-405b-9abf-7f9699f5e79c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 155} {{(pid=84152) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 15:00:28.444499 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b46c70-d4fe-405b-9abf-7f9699f5e79c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18c72fa0-3f7b-40a7-bc21-baa88854489f,revision_number=1']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:00:28.448800 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-18b46c70-d4fe-405b-9abf-7f9699f5e79c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:28.452613 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.db.segments_db [None req-18b46c70-d4fe-405b-9abf-7f9699f5e79c admin admin] Added segment d7b2014c-df81-491d-b9a8-74336903d6cc of type vlan for network 7c5f5a51-383b-4de4-b445-3766420eb8bf Jan 20 15:00:28.476018 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-18b46c70-d4fe-405b-9abf-7f9699f5e79c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769553767792'] for network, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:28.542051 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-18b46c70-d4fe-405b-9abf-7f9699f5e79c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967'] for network, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:28.542917 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18b46c70-d4fe-405b-9abf-7f9699f5e79c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:00:28.543492 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-18b46c70-d4fe-405b-9abf-7f9699f5e79c admin admin] Notify callbacks [] for network, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:28.644593 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b46c70-d4fe-405b-9abf-7f9699f5e79c admin admin] Pushing event updated for resources: {'Network': ['ID=7c5f5a51-383b-4de4-b445-3766420eb8bf,revision_number=1']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:00:28.654475 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Network 7c5f5a51-383b-4de4-b445-3766420eb8bf details requested by agent ovs-agent-dv-neutron-825124-1-hyperv with host dv-neutron-825124-1-hyperv {{(pid=84154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 15:00:28.674478 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-18b46c70-d4fe-405b-9abf-7f9699f5e79c admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5258777 Jan 20 15:00:28.677240 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 46544) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:00:28.682616 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-0a69f948-8f23-433a-b0ed-b9471250e103 admin admin] Request body: {'subnet': {'network_id': '7c5f5a51-383b-4de4-b445-3766420eb8bf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-869155246-subnet', 'tenant_id': '245c6af04a51487b81be7cdd7ce0123a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 15:00:28.687924 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-0a69f948-8f23-433a-b0ed-b9471250e103 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:00:28.691763 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-0a69f948-8f23-433a-b0ed-b9471250e103 admin admin] Usage tracker for resource:subnet and tenant:245c6af04a51487b81be7cdd7ce0123a is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:00:28.694629 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-0a69f948-8f23-433a-b0ed-b9471250e103 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:00:28.700585 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-0a69f948-8f23-433a-b0ed-b9471250e103 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:00:28.742170 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a69f948-8f23-433a-b0ed-b9471250e103 admin admin] Made reservation on behalf of 245c6af04a51487b81be7cdd7ce0123a for: {'subnet': 1} {{(pid=84152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 15:00:28.744534 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-0a69f948-8f23-433a-b0ed-b9471250e103 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3155315'] for subnet, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:28.999748 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-0a69f948-8f23-433a-b0ed-b9471250e103 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4163519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3155301'] for subnet, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:29.073891 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a69f948-8f23-433a-b0ed-b9471250e103 admin admin] Pushing event updated for resources: {'Subnet': ['ID=12cfe9cd-c7b3-4eef-b764-54b5bd12a5a7,revision_number=0']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:00:29.087847 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a69f948-8f23-433a-b0ed-b9471250e103 admin admin] Checking segment: {'id': 'd7b2014c-df81-491d-b9a8-74336903d6cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '7c5f5a51-383b-4de4-b445-3766420eb8bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 15:00:29.088202 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a69f948-8f23-433a-b0ed-b9471250e103 admin admin] Network hostable DHCP agents. Network: 7c5f5a51-383b-4de4-b445-3766420eb8bf, hostable agents: ['1a181e39-5220-4c1a-88f8-08a54e8bfc9b'], hosted agents: [] {{(pid=84152) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 15:00:29.176487 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a69f948-8f23-433a-b0ed-b9471250e103 admin admin] Network 7c5f5a51-383b-4de4-b445-3766420eb8bf is scheduled to be hosted by DHCP agent 1a181e39-5220-4c1a-88f8-08a54e8bfc9b with binding_index 1 {{(pid=84152) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 15:00:29.244716 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.base_scheduler [None req-0a69f948-8f23-433a-b0ed-b9471250e103 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825124-1-hyperv, 7c5f5a51-383b-4de4-b445-3766420eb8bf) {{(pid=84152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 15:00:29.248508 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a69f948-8f23-433a-b0ed-b9471250e103 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:00:29.249188 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-0a69f948-8f23-433a-b0ed-b9471250e103 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:29.254486 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ce61e5b-da80-41fd-bad6-4bc290ba9da8 None None] Network 7c5f5a51-383b-4de4-b445-3766420eb8bf requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 15:00:29.337089 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-0a69f948-8f23-433a-b0ed-b9471250e103 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6587770 Jan 20 15:00:29.469527 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5945462e-8365-4458-a4e9-12545a480a02 None None] Network 7c5f5a51-383b-4de4-b445-3766420eb8bf requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 15:00:29.955666 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d96aa56-ceb9-4fa6-8c52-2fe8dd0189e0 req-74e440bc-f90d-4879-ab15-d28ed36b7c14 tempest-TestServerAdvancedOps-811244845 tempest-TestServerAdvancedOps-811244845-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:00:29.957109 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-9d96aa56-ceb9-4fa6-8c52-2fe8dd0189e0 req-74e440bc-f90d-4879-ab15-d28ed36b7c14 tempest-TestServerAdvancedOps-811244845 tempest-TestServerAdvancedOps-811244845-project] 10.222.0.54 "GET /v2.0/networks?id=edf06355-5865-432f-8542-6320de69a6cf HTTP/1.1" status: 200 len: 811 time: 0.1411626 Jan 20 15:00:29.973480 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-9d96aa56-ceb9-4fa6-8c52-2fe8dd0189e0 req-13102bd5-e369-44aa-bb6f-c084eb8cde81 tempest-TestServerAdvancedOps-811244845 tempest-TestServerAdvancedOps-811244845-project] 10.222.0.54 "GET /v2.0/quotas/a6a20a5c18bb47e9bea85e0745338b67 HTTP/1.1" status: 200 len: 375 time: 0.0111134 Jan 20 15:00:30.018891 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-9d96aa56-ceb9-4fa6-8c52-2fe8dd0189e0 req-77bc87f2-852d-47f9-b01e-1b4b215480ca tempest-TestServerAdvancedOps-811244845 tempest-TestServerAdvancedOps-811244845-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=a6a20a5c18bb47e9bea85e0745338b67&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0405872 Jan 20 15:00:30.270853 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-9d96aa56-ceb9-4fa6-8c52-2fe8dd0189e0 req-bd97564a-3d7b-4a00-9f8d-b62404db16b6 service neutron] 10.222.0.54 "GET /v2.0/networks/edf06355-5865-432f-8542-6320de69a6cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2454956 Jan 20 15:00:30.370870 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-e386a594-30bf-4f17-9ec7-477bdf01abb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:30.405211 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-9d96aa56-ceb9-4fa6-8c52-2fe8dd0189e0 req-fbd77311-58cf-4794-aa90-749f86fd7ec8 service neutron] 10.222.0.54 "GET /v2.0/networks/edf06355-5865-432f-8542-6320de69a6cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286945 Jan 20 15:00:30.655231 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-8b6a41b7-b65b-4bb9-bc90-8f36f87ba330 req-fceb54ae-7997-4b1a-8a6d-7eadcb3a0b6e tempest-TestServerAdvancedOps-811244845 tempest-TestServerAdvancedOps-811244845-project] 10.222.0.54 "GET /v2.0/ports?device_id=4182569f-0c9b-4fa4-8c8a-4f5bce0e1e53 HTTP/1.1" status: 200 len: 210 time: 0.0469742 Jan 20 15:00:30.696088 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:31.427872 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:31.679074 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-cdd98e71-1f0a-4421-baa9-dcb30e06edf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:31.815973 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-b3c56c76-71ea-49e0-8ca7-33f0569ffebb req-aea3e725-877b-4e58-acee-07de1648605d tempest-TestServerAdvancedOps-811244845 tempest-TestServerAdvancedOps-811244845-project] 10.222.0.54 "GET /v2.0/ports?device_id=4182569f-0c9b-4fa4-8c8a-4f5bce0e1e53 HTTP/1.1" status: 200 len: 210 time: 0.0419214 Jan 20 15:00:32.676590 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d96aa56-ceb9-4fa6-8c52-2fe8dd0189e0 req-9f21a54e-93b3-4b72-a696-802acbb77fc7 tempest-TestServerAdvancedOps-811244845 tempest-TestServerAdvancedOps-811244845-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:00:32.678087 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-9d96aa56-ceb9-4fa6-8c52-2fe8dd0189e0 req-9f21a54e-93b3-4b72-a696-802acbb77fc7 tempest-TestServerAdvancedOps-811244845 tempest-TestServerAdvancedOps-811244845-project] 10.222.0.106 "GET /v2.0/networks?id=edf06355-5865-432f-8542-6320de69a6cf HTTP/1.1" status: 200 len: 811 time: 0.1520300 Jan 20 15:00:32.693130 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [req-9d96aa56-ceb9-4fa6-8c52-2fe8dd0189e0 req-3e6bfecf-9982-4c91-99e5-0a7da476c6c7 tempest-TestServerAdvancedOps-811244845 tempest-TestServerAdvancedOps-811244845-project] Request body: {'port': {'device_id': '4182569f-0c9b-4fa4-8c8a-4f5bce0e1e53', 'network_id': 'edf06355-5865-432f-8542-6320de69a6cf', 'admin_state_up': True, 'tenant_id': 'a6a20a5c18bb47e9bea85e0745338b67'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 15:00:32.927281 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [req-9d96aa56-ceb9-4fa6-8c52-2fe8dd0189e0 req-3e6bfecf-9982-4c91-99e5-0a7da476c6c7 tempest-TestServerAdvancedOps-811244845 tempest-TestServerAdvancedOps-811244845-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:00:32.931011 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [req-9d96aa56-ceb9-4fa6-8c52-2fe8dd0189e0 req-3e6bfecf-9982-4c91-99e5-0a7da476c6c7 tempest-TestServerAdvancedOps-811244845 tempest-TestServerAdvancedOps-811244845-project] Usage tracker for resource:port and tenant:a6a20a5c18bb47e9bea85e0745338b67 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:00:32.933905 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [req-9d96aa56-ceb9-4fa6-8c52-2fe8dd0189e0 req-3e6bfecf-9982-4c91-99e5-0a7da476c6c7 tempest-TestServerAdvancedOps-811244845 tempest-TestServerAdvancedOps-811244845-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:00:32.940413 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [req-9d96aa56-ceb9-4fa6-8c52-2fe8dd0189e0 req-3e6bfecf-9982-4c91-99e5-0a7da476c6c7 tempest-TestServerAdvancedOps-811244845 tempest-TestServerAdvancedOps-811244845-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:00:32.989093 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-545771b0-ba70-43d4-857a-7ae4b69bb4e1 req-a956e37b-d532-4566-8a21-2e0b46444a6b tempest-TestServerAdvancedOps-811244845 tempest-TestServerAdvancedOps-811244845-project] 10.222.0.54 "GET /v2.0/ports?device_id=4182569f-0c9b-4fa4-8c8a-4f5bce0e1e53 HTTP/1.1" status: 200 len: 210 time: 0.0440621 Jan 20 15:00:33.056384 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d96aa56-ceb9-4fa6-8c52-2fe8dd0189e0 req-3e6bfecf-9982-4c91-99e5-0a7da476c6c7 tempest-TestServerAdvancedOps-811244845 tempest-TestServerAdvancedOps-811244845-project] Made reservation on behalf of a6a20a5c18bb47e9bea85e0745338b67 for: {'port': 1} {{(pid=84153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 15:00:33.060907 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-9d96aa56-ceb9-4fa6-8c52-2fe8dd0189e0 req-3e6bfecf-9982-4c91-99e5-0a7da476c6c7 tempest-TestServerAdvancedOps-811244845 tempest-TestServerAdvancedOps-811244845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:33.127884 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-eea6df97-7ff1-4b63-af20-e3ec8913deda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:33.243521 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.db_base_plugin_common [req-9d96aa56-ceb9-4fa6-8c52-2fe8dd0189e0 req-3e6bfecf-9982-4c91-99e5-0a7da476c6c7 tempest-TestServerAdvancedOps-811244845 tempest-TestServerAdvancedOps-811244845-project] Allocated IP 172.20.0.12 (edf06355-5865-432f-8542-6320de69a6cf/4faef7e5-9247-4e9a-926e-9a33402564eb/f06234e5-74ad-4e08-a1f9-cc32cb3420d0) {{(pid=84153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 15:00:33.462152 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-9d96aa56-ceb9-4fa6-8c52-2fe8dd0189e0 req-3e6bfecf-9982-4c91-99e5-0a7da476c6c7 tempest-TestServerAdvancedOps-811244845 tempest-TestServerAdvancedOps-811244845-project] Notify callbacks [] for port, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:33.525310 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-9d96aa56-ceb9-4fa6-8c52-2fe8dd0189e0 req-3e6bfecf-9982-4c91-99e5-0a7da476c6c7 tempest-TestServerAdvancedOps-811244845 tempest-TestServerAdvancedOps-811244845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:33.596311 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d96aa56-ceb9-4fa6-8c52-2fe8dd0189e0 req-3e6bfecf-9982-4c91-99e5-0a7da476c6c7 tempest-TestServerAdvancedOps-811244845 tempest-TestServerAdvancedOps-811244845-project] Network edf06355-5865-432f-8542-6320de69a6cf is already hosted by enough agents. {{(pid=84153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 15:00:33.599448 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.base_scheduler [req-9d96aa56-ceb9-4fa6-8c52-2fe8dd0189e0 req-3e6bfecf-9982-4c91-99e5-0a7da476c6c7 tempest-TestServerAdvancedOps-811244845 tempest-TestServerAdvancedOps-811244845-project] Resources bound (agent type, host, resource id): {{(pid=84153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 15:00:33.603903 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d96aa56-ceb9-4fa6-8c52-2fe8dd0189e0 req-3e6bfecf-9982-4c91-99e5-0a7da476c6c7 tempest-TestServerAdvancedOps-811244845 tempest-TestServerAdvancedOps-811244845-project] Received port after_create {{(pid=84153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 15:00:33.628835 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6bfecf-9982-4c91-99e5-0a7da476c6c7 tempest-TestServerAdvancedOps-811244845 tempest-TestServerAdvancedOps-811244845-project] Pushing event updated for resources: {'Port': ['ID=f06234e5-74ad-4e08-a1f9-cc32cb3420d0,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:00:33.665268 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d96aa56-ceb9-4fa6-8c52-2fe8dd0189e0 req-3e6bfecf-9982-4c91-99e5-0a7da476c6c7 tempest-TestServerAdvancedOps-811244845 tempest-TestServerAdvancedOps-811244845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:00:33.665863 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-9d96aa56-ceb9-4fa6-8c52-2fe8dd0189e0 req-3e6bfecf-9982-4c91-99e5-0a7da476c6c7 tempest-TestServerAdvancedOps-811244845 tempest-TestServerAdvancedOps-811244845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:33.731688 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-9d96aa56-ceb9-4fa6-8c52-2fe8dd0189e0 req-3e6bfecf-9982-4c91-99e5-0a7da476c6c7 tempest-TestServerAdvancedOps-811244845 tempest-TestServerAdvancedOps-811244845-project] 10.222.0.106 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0422814 Jan 20 15:00:33.743016 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [req-9d96aa56-ceb9-4fa6-8c52-2fe8dd0189e0 req-ba61054c-b992-463f-844c-171d53258c88 service neutron] Request body: {'port': {'device_id': '4182569f-0c9b-4fa4-8c8a-4f5bce0e1e53', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8251'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 15:00:33.851266 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-9d96aa56-ceb9-4fa6-8c52-2fe8dd0189e0 req-ba61054c-b992-463f-844c-171d53258c88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:34.255335 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ca633c-b5a4-4520-8889-1bb22c3ff4c7 req-8ccdfe29-9f69-4a0e-b87b-a6ae008c06f5 tempest-TestServerAdvancedOps-811244845 tempest-TestServerAdvancedOps-811244845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:00:34.255986 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [req-07ca633c-b5a4-4520-8889-1bb22c3ff4c7 req-8ccdfe29-9f69-4a0e-b87b-a6ae008c06f5 tempest-TestServerAdvancedOps-811244845 tempest-TestServerAdvancedOps-811244845-project] Synchronizing usage tracker for tenant:a6a20a5c18bb47e9bea85e0745338b67 on resource:port {{(pid=84153) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 15:00:34.259894 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.notifiers.nova [req-9d96aa56-ceb9-4fa6-8c52-2fe8dd0189e0 req-ba61054c-b992-463f-844c-171d53258c88 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f06234e5-74ad-4e08-a1f9-cc32cb3420d0 {{(pid=84153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 15:00:34.268349 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-9d96aa56-ceb9-4fa6-8c52-2fe8dd0189e0 req-ba61054c-b992-463f-844c-171d53258c88 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:34.290254 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.provisioning_blocks [req-9d96aa56-ceb9-4fa6-8c52-2fe8dd0189e0 req-ba61054c-b992-463f-844c-171d53258c88 service neutron] Transition to ACTIVE for port object f06234e5-74ad-4e08-a1f9-cc32cb3420d0 will not be triggered until provisioned by entity L2. {{(pid=84153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 15:00:34.324776 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [req-07ca633c-b5a4-4520-8889-1bb22c3ff4c7 req-8ccdfe29-9f69-4a0e-b87b-a6ae008c06f5 tempest-TestServerAdvancedOps-811244845 tempest-TestServerAdvancedOps-811244845-project] Unset dirty status for tenant:a6a20a5c18bb47e9bea85e0745338b67 on resource:port {{(pid=84153) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 15:00:34.325917 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-07ca633c-b5a4-4520-8889-1bb22c3ff4c7 req-8ccdfe29-9f69-4a0e-b87b-a6ae008c06f5 tempest-TestServerAdvancedOps-811244845 tempest-TestServerAdvancedOps-811244845-project] 10.222.0.54 "GET /v2.0/ports?device_id=4182569f-0c9b-4fa4-8c8a-4f5bce0e1e53 HTTP/1.1" status: 200 len: 932 time: 0.2128892 Jan 20 15:00:34.348199 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-9d96aa56-ceb9-4fa6-8c52-2fe8dd0189e0 req-ba61054c-b992-463f-844c-171d53258c88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3944146'] for port, after_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:34.493221 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba61054c-b992-463f-844c-171d53258c88 service neutron] Pushing event updated for resources: {'Port': ['ID=f06234e5-74ad-4e08-a1f9-cc32cb3420d0,revision_number=2']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:00:34.497335 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-07ca633c-b5a4-4520-8889-1bb22c3ff4c7 req-d4bf8f08-65cd-410a-a248-c711e9e6b547 tempest-TestServerAdvancedOps-811244845 tempest-TestServerAdvancedOps-811244845-project] 10.222.0.54 "GET /v2.0/security-groups?id=9ebb845b-59f4-4d27-85db-2911790ae0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652832 Jan 20 15:00:34.602046 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.managers [req-9d96aa56-ceb9-4fa6-8c52-2fe8dd0189e0 req-ba61054c-b992-463f-844c-171d53258c88 service neutron] Attempting to bind port f06234e5-74ad-4e08-a1f9-cc32cb3420d0 on host hv-neutron-8251 for vnic_type normal with profile {{(pid=84153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 15:00:34.602389 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.managers [req-9d96aa56-ceb9-4fa6-8c52-2fe8dd0189e0 req-ba61054c-b992-463f-844c-171d53258c88 service neutron] Attempting to bind port f06234e5-74ad-4e08-a1f9-cc32cb3420d0 by drivers openvswitch,hyperv on host hv-neutron-8251 at level 0 using segments [{'id': '9a7c5d9c-bd97-4a55-b29b-addc7afccf71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'edf06355-5865-432f-8542-6320de69a6cf'}] {{(pid=84153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 15:00:34.602709 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d96aa56-ceb9-4fa6-8c52-2fe8dd0189e0 req-ba61054c-b992-463f-844c-171d53258c88 service neutron] Attempting to bind port f06234e5-74ad-4e08-a1f9-cc32cb3420d0 on network edf06355-5865-432f-8542-6320de69a6cf {{(pid=84153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 15:00:34.608539 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d96aa56-ceb9-4fa6-8c52-2fe8dd0189e0 req-ba61054c-b992-463f-844c-171d53258c88 service neutron] Port f06234e5-74ad-4e08-a1f9-cc32cb3420d0 on network edf06355-5865-432f-8542-6320de69a6cf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8251 {{(pid=84153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 20 15:00:34.608878 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d96aa56-ceb9-4fa6-8c52-2fe8dd0189e0 req-ba61054c-b992-463f-844c-171d53258c88 service neutron] Attempting to bind port f06234e5-74ad-4e08-a1f9-cc32cb3420d0 on network edf06355-5865-432f-8542-6320de69a6cf {{(pid=84153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 15:00:34.614941 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d96aa56-ceb9-4fa6-8c52-2fe8dd0189e0 req-ba61054c-b992-463f-844c-171d53258c88 service neutron] Checking agent: {'id': 'e037d8fb-d49c-4f86-9910-f13f6ba89a51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8251', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 23), 'started_at': datetime.datetime(2022, 1, 20, 14, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 15, 0, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 15:00:34.615270 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d96aa56-ceb9-4fa6-8c52-2fe8dd0189e0 req-ba61054c-b992-463f-844c-171d53258c88 service neutron] Checking segment: {'id': '9a7c5d9c-bd97-4a55-b29b-addc7afccf71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'edf06355-5865-432f-8542-6320de69a6cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 15:00:34.615643 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d96aa56-ceb9-4fa6-8c52-2fe8dd0189e0 req-ba61054c-b992-463f-844c-171d53258c88 service neutron] Bound using segment: {'id': '9a7c5d9c-bd97-4a55-b29b-addc7afccf71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'edf06355-5865-432f-8542-6320de69a6cf'} {{(pid=84153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 15:00:34.616056 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.managers [req-9d96aa56-ceb9-4fa6-8c52-2fe8dd0189e0 req-ba61054c-b992-463f-844c-171d53258c88 service neutron] Bound port: f06234e5-74ad-4e08-a1f9-cc32cb3420d0, host: hv-neutron-8251, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a7c5d9c-bd97-4a55-b29b-addc7afccf71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'edf06355-5865-432f-8542-6320de69a6cf'}}] {{(pid=84153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 15:00:34.616389 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-9d96aa56-ceb9-4fa6-8c52-2fe8dd0189e0 req-ba61054c-b992-463f-844c-171d53258c88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:34.705650 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.db [req-9d96aa56-ceb9-4fa6-8c52-2fe8dd0189e0 req-ba61054c-b992-463f-844c-171d53258c88 service neutron] For port f06234e5-74ad-4e08-a1f9-cc32cb3420d0, host hv-neutron-8251, cleared binding levels {{(pid=84153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 15:00:34.708531 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.db [req-9d96aa56-ceb9-4fa6-8c52-2fe8dd0189e0 req-ba61054c-b992-463f-844c-171d53258c88 service neutron] For port f06234e5-74ad-4e08-a1f9-cc32cb3420d0, host hv-neutron-8251, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=f06234e5-74ad-4e08-a1f9-cc32cb3420d0,segment=NetworkSegment(9a7c5d9c-bd97-4a55-b29b-addc7afccf71),segment_id=9a7c5d9c-bd97-4a55-b29b-addc7afccf71)] {{(pid=84153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 15:00:34.765093 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-9d96aa56-ceb9-4fa6-8c52-2fe8dd0189e0 req-ba61054c-b992-463f-844c-171d53258c88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3944146'] for port, after_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:34.828233 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-9d96aa56-ceb9-4fa6-8c52-2fe8dd0189e0 req-ba61054c-b992-463f-844c-171d53258c88 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:34.829746 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-9d96aa56-ceb9-4fa6-8c52-2fe8dd0189e0 req-ba61054c-b992-463f-844c-171d53258c88 service neutron] 10.222.0.106 "PUT /v2.0/ports/f06234e5-74ad-4e08-a1f9-cc32cb3420d0 HTTP/1.1" status: 200 len: 1094 time: 1.0913002 Jan 20 15:00:34.830195 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4182569f-0c9b-4fa4-8c8a-4f5bce0e1e53', 'tag': 'f06234e5-74ad-4e08-a1f9-cc32cb3420d0'}] {{(pid=84153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 15:00:34.847809 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba61054c-b992-463f-844c-171d53258c88 service neutron] Pushing event updated for resources: {'Port': ['ID=f06234e5-74ad-4e08-a1f9-cc32cb3420d0,revision_number=3']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:00:34.891712 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4182569f-0c9b-4fa4-8c8a-4f5bce0e1e53', 'tag': 'f06234e5-74ad-4e08-a1f9-cc32cb3420d0', 'status': 'completed', 'code': 200} Jan 20 15:00:34.980083 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-4f93932d-ead2-409c-9143-9e3e776105f7 req-af634267-c4ef-4bcf-a232-2942cbdb7d55 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=a6a20a5c18bb47e9bea85e0745338b67&device_id=4182569f-0c9b-4fa4-8c8a-4f5bce0e1e53 HTTP/1.1" status: 200 len: 1097 time: 0.0725691 Jan 20 15:00:35.122286 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f93932d-ead2-409c-9143-9e3e776105f7 req-a499bc42-b75d-4ef8-b6fc-09590392b70a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:00:35.123771 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-4f93932d-ead2-409c-9143-9e3e776105f7 req-a499bc42-b75d-4ef8-b6fc-09590392b70a service neutron] 10.222.0.106 "GET /v2.0/networks?tenant_id=a6a20a5c18bb47e9bea85e0745338b67&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1371243 Jan 20 15:00:35.263906 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f93932d-ead2-409c-9143-9e3e776105f7 req-8d386c3d-6f0a-40c7-9590-afc25bf0bf5a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:00:35.265396 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-4f93932d-ead2-409c-9143-9e3e776105f7 req-8d386c3d-6f0a-40c7-9590-afc25bf0bf5a service neutron] 10.222.0.106 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1365466 Jan 20 15:00:35.375153 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-9d96aa56-ceb9-4fa6-8c52-2fe8dd0189e0 req-c7cfaf38-0b4d-4c17-acd8-9fd27bac2c8b service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=a6a20a5c18bb47e9bea85e0745338b67&device_id=4182569f-0c9b-4fa4-8c8a-4f5bce0e1e53 HTTP/1.1" status: 200 len: 1097 time: 0.0723951 Jan 20 15:00:35.443723 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-9d96aa56-ceb9-4fa6-8c52-2fe8dd0189e0 req-3691c15c-b119-4573-9054-9220718d7ec6 service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f06234e5-74ad-4e08-a1f9-cc32cb3420d0 HTTP/1.1" status: 200 len: 217 time: 0.0629616 Jan 20 15:00:35.616335 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d96aa56-ceb9-4fa6-8c52-2fe8dd0189e0 req-811bf217-36fe-4e59-8395-6f3c0f1c41de service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:00:35.617792 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-9d96aa56-ceb9-4fa6-8c52-2fe8dd0189e0 req-811bf217-36fe-4e59-8395-6f3c0f1c41de service neutron] 10.222.0.106 "GET /v2.0/subnets?id=4faef7e5-9247-4e9a-926e-9a33402564eb HTTP/1.1" status: 200 len: 851 time: 0.1684542 Jan 20 15:00:35.703554 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-9d96aa56-ceb9-4fa6-8c52-2fe8dd0189e0 req-77bc4d3a-2401-4bfa-87ba-8144988b3839 service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=edf06355-5865-432f-8542-6320de69a6cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0798006 Jan 20 15:00:35.867148 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62c3769-63b1-4f07-9873-2fdd72d37a52 req-8cd0cca4-ac05-4d31-b656-b411795db5b0 tempest-TestServerAdvancedOps-811244845 tempest-TestServerAdvancedOps-811244845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:00:35.868624 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-d62c3769-63b1-4f07-9873-2fdd72d37a52 req-8cd0cca4-ac05-4d31-b656-b411795db5b0 tempest-TestServerAdvancedOps-811244845 tempest-TestServerAdvancedOps-811244845-project] 10.222.0.54 "GET /v2.0/ports?device_id=4182569f-0c9b-4fa4-8c8a-4f5bce0e1e53 HTTP/1.1" status: 200 len: 944 time: 0.2147987 Jan 20 15:00:35.872033 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-9d96aa56-ceb9-4fa6-8c52-2fe8dd0189e0 req-7493aab9-a4c9-41ad-875c-f8631acc6ade service neutron] 10.222.0.106 "GET /v2.0/networks/edf06355-5865-432f-8542-6320de69a6cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1626327 Jan 20 15:00:36.008183 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-d62c3769-63b1-4f07-9873-2fdd72d37a52 req-4929ae17-b1c1-4303-acd9-a1a5b48092a3 tempest-TestServerAdvancedOps-811244845 tempest-TestServerAdvancedOps-811244845-project] 10.222.0.54 "GET /v2.0/security-groups?id=9ebb845b-59f4-4d27-85db-2911790ae0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337066 Jan 20 15:00:36.051551 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-9d96aa56-ceb9-4fa6-8c52-2fe8dd0189e0 req-4ee2fab3-9a27-4e1a-8045-676936015f89 service neutron] 10.222.0.106 "GET /v2.0/networks/edf06355-5865-432f-8542-6320de69a6cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1612241 Jan 20 15:00:37.215567 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b4cadb-82e1-4e5e-af1c-b0c25bb3198e req-ec314fa6-4a7e-4c29-9e8d-c9d53bc9a0ec tempest-TestServerAdvancedOps-811244845 tempest-TestServerAdvancedOps-811244845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:00:37.217143 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-e6b4cadb-82e1-4e5e-af1c-b0c25bb3198e req-ec314fa6-4a7e-4c29-9e8d-c9d53bc9a0ec tempest-TestServerAdvancedOps-811244845 tempest-TestServerAdvancedOps-811244845-project] 10.222.0.54 "GET /v2.0/ports?device_id=4182569f-0c9b-4fa4-8c8a-4f5bce0e1e53 HTTP/1.1" status: 200 len: 944 time: 0.0861077 Jan 20 15:00:37.263543 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-e6b4cadb-82e1-4e5e-af1c-b0c25bb3198e req-ecfbeff9-0b7c-47c2-bbe9-26ff82a46fcf tempest-TestServerAdvancedOps-811244845 tempest-TestServerAdvancedOps-811244845-project] 10.222.0.54 "GET /v2.0/security-groups?id=9ebb845b-59f4-4d27-85db-2911790ae0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397451 Jan 20 15:00:38.457550 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def8d1c3-b936-4209-8cce-67dbfb1f600b req-df93adad-c8d6-45ef-b104-fbfab0322768 tempest-TestServerAdvancedOps-811244845 tempest-TestServerAdvancedOps-811244845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:00:38.459069 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-def8d1c3-b936-4209-8cce-67dbfb1f600b req-df93adad-c8d6-45ef-b104-fbfab0322768 tempest-TestServerAdvancedOps-811244845 tempest-TestServerAdvancedOps-811244845-project] 10.222.0.54 "GET /v2.0/ports?device_id=4182569f-0c9b-4fa4-8c8a-4f5bce0e1e53 HTTP/1.1" status: 200 len: 944 time: 0.0762777 Jan 20 15:00:38.502974 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-def8d1c3-b936-4209-8cce-67dbfb1f600b req-753d00a9-87b9-48f7-b08a-33e9bdf3ba8b tempest-TestServerAdvancedOps-811244845 tempest-TestServerAdvancedOps-811244845-project] 10.222.0.54 "GET /v2.0/security-groups?id=9ebb845b-59f4-4d27-85db-2911790ae0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384967 Jan 20 15:00:39.702386 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96537ba1-dbe2-45ba-ba5e-63e643333846 req-339273bf-0659-428e-b041-8382110da945 tempest-TestServerAdvancedOps-811244845 tempest-TestServerAdvancedOps-811244845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:00:39.703837 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-96537ba1-dbe2-45ba-ba5e-63e643333846 req-339273bf-0659-428e-b041-8382110da945 tempest-TestServerAdvancedOps-811244845 tempest-TestServerAdvancedOps-811244845-project] 10.222.0.54 "GET /v2.0/ports?device_id=4182569f-0c9b-4fa4-8c8a-4f5bce0e1e53 HTTP/1.1" status: 200 len: 944 time: 0.0778828 Jan 20 15:00:39.754907 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-96537ba1-dbe2-45ba-ba5e-63e643333846 req-4205be9c-5483-4344-b6f1-cd1c1652d271 tempest-TestServerAdvancedOps-811244845 tempest-TestServerAdvancedOps-811244845-project] 10.222.0.54 "GET /v2.0/security-groups?id=9ebb845b-59f4-4d27-85db-2911790ae0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455453 Jan 20 15:00:40.952712 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a053299-b7a6-4980-a34d-da3f54cc7405 req-a2cfc4c7-cb6e-4dc2-bfba-d4431408150e tempest-TestServerAdvancedOps-811244845 tempest-TestServerAdvancedOps-811244845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:00:40.954746 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-3a053299-b7a6-4980-a34d-da3f54cc7405 req-a2cfc4c7-cb6e-4dc2-bfba-d4431408150e tempest-TestServerAdvancedOps-811244845 tempest-TestServerAdvancedOps-811244845-project] 10.222.0.54 "GET /v2.0/ports?device_id=4182569f-0c9b-4fa4-8c8a-4f5bce0e1e53 HTTP/1.1" status: 200 len: 944 time: 0.0791414 Jan 20 15:00:41.003063 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-3a053299-b7a6-4980-a34d-da3f54cc7405 req-10657f97-f41a-4dcc-9a4d-495d8b44a649 tempest-TestServerAdvancedOps-811244845 tempest-TestServerAdvancedOps-811244845-project] 10.222.0.54 "GET /v2.0/security-groups?id=9ebb845b-59f4-4d27-85db-2911790ae0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427284 Jan 20 15:00:41.089294 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Device f06234e5-74ad-4e08-a1f9-cc32cb3420d0 details requested by agent hyperv_hv-neutron-8251 with host hv-neutron-8251 {{(pid=84154) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 20 15:00:41.259946 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] For port f06234e5-74ad-4e08-a1f9-cc32cb3420d0, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=f06234e5-74ad-4e08-a1f9-cc32cb3420d0,segment=NetworkSegment(9a7c5d9c-bd97-4a55-b29b-addc7afccf71),segment_id=9a7c5d9c-bd97-4a55-b29b-addc7afccf71)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 15:00:41.273907 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Returning: {'device': 'f06234e5-74ad-4e08-a1f9-cc32cb3420d0', 'network_id': 'edf06355-5865-432f-8542-6320de69a6cf', 'port_id': 'f06234e5-74ad-4e08-a1f9-cc32cb3420d0', 'mac_address': 'fa:16:3e:6a:ac:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4faef7e5-9247-4e9a-926e-9a33402564eb', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84154) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 20 15:00:41.325981 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:41.350141 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.notifiers.nova [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f06234e5-74ad-4e08-a1f9-cc32cb3420d0 {{(pid=84154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 15:00:41.365347 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] For port f06234e5-74ad-4e08-a1f9-cc32cb3420d0, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=f06234e5-74ad-4e08-a1f9-cc32cb3420d0,segment=NetworkSegment(9a7c5d9c-bd97-4a55-b29b-addc7afccf71),segment_id=9a7c5d9c-bd97-4a55-b29b-addc7afccf71)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 15:00:41.451030 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:41.518725 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Pushing event updated for resources: {'Port': ['ID=f06234e5-74ad-4e08-a1f9-cc32cb3420d0,revision_number=4']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:00:41.827286 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] get_ports_and_sgs() called for port_ids ['f06234e5-74ad-4e08-a1f9-cc32cb3420d0'] {{(pid=84154) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 20 15:00:42.201534 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8a5843-d40b-4458-a465-d33dc06f9fc7 req-91838a1c-882e-48aa-99b8-1f531772661e tempest-TestServerAdvancedOps-811244845 tempest-TestServerAdvancedOps-811244845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:00:42.203010 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-8b8a5843-d40b-4458-a465-d33dc06f9fc7 req-91838a1c-882e-48aa-99b8-1f531772661e tempest-TestServerAdvancedOps-811244845 tempest-TestServerAdvancedOps-811244845-project] 10.222.0.54 "GET /v2.0/ports?device_id=4182569f-0c9b-4fa4-8c8a-4f5bce0e1e53 HTTP/1.1" status: 200 len: 945 time: 0.0778646 Jan 20 15:00:42.248190 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-8b8a5843-d40b-4458-a465-d33dc06f9fc7 req-a4ab28ea-a991-4100-9729-16d2dbb8de70 tempest-TestServerAdvancedOps-811244845 tempest-TestServerAdvancedOps-811244845-project] 10.222.0.54 "GET /v2.0/security-groups?id=9ebb845b-59f4-4d27-85db-2911790ae0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397184 Jan 20 15:00:43.089190 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Device f06234e5-74ad-4e08-a1f9-cc32cb3420d0 up at agent hyperv_hv-neutron-8251 {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 15:00:43.244082 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Provisioning for port f06234e5-74ad-4e08-a1f9-cc32cb3420d0 completed by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 15:00:43.249388 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Provisioning complete for port f06234e5-74ad-4e08-a1f9-cc32cb3420d0 triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:00:43.249792 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:43.376265 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:43.402360 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4182569f-0c9b-4fa4-8c8a-4f5bce0e1e53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f06234e5-74ad-4e08-a1f9-cc32cb3420d0'}] {{(pid=84154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 15:00:43.413188 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] For port f06234e5-74ad-4e08-a1f9-cc32cb3420d0, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=f06234e5-74ad-4e08-a1f9-cc32cb3420d0,segment=NetworkSegment(9a7c5d9c-bd97-4a55-b29b-addc7afccf71),segment_id=9a7c5d9c-bd97-4a55-b29b-addc7afccf71)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 15:00:43.460023 dv-neutron-825124-1-hyperv neutron-server[84154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4182569f-0c9b-4fa4-8c8a-4f5bce0e1e53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f06234e5-74ad-4e08-a1f9-cc32cb3420d0', 'code': 200} Jan 20 15:00:43.461041 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d66f9a-a68f-42a9-8604-96d456232c1d req-4fcd6202-1fb0-45ed-ac68-b5e4e4f51b90 tempest-TestServerAdvancedOps-811244845 tempest-TestServerAdvancedOps-811244845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:00:43.462656 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-55d66f9a-a68f-42a9-8604-96d456232c1d req-4fcd6202-1fb0-45ed-ac68-b5e4e4f51b90 tempest-TestServerAdvancedOps-811244845 tempest-TestServerAdvancedOps-811244845-project] 10.222.0.54 "GET /v2.0/ports?device_id=4182569f-0c9b-4fa4-8c8a-4f5bce0e1e53 HTTP/1.1" status: 200 len: 945 time: 0.0884075 Jan 20 15:00:43.473476 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:43.513801 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-55d66f9a-a68f-42a9-8604-96d456232c1d req-029ec47a-8f9d-4472-a0ab-c71efce295b6 tempest-TestServerAdvancedOps-811244845 tempest-TestServerAdvancedOps-811244845-project] 10.222.0.54 "GET /v2.0/security-groups?id=9ebb845b-59f4-4d27-85db-2911790ae0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446894 Jan 20 15:00:43.544640 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Pushing event updated for resources: {'Port': ['ID=f06234e5-74ad-4e08-a1f9-cc32cb3420d0,revision_number=5']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:00:43.826103 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-b5773554-4a41-4003-8102-a735e64f287f req-ff7d389c-30fa-4347-8e9c-7816a6a5c845 service neutron] 10.222.0.106 "GET /v2.0/ports?device_id=4182569f-0c9b-4fa4-8c8a-4f5bce0e1e53 HTTP/1.1" status: 200 len: 1099 time: 0.0669591 Jan 20 15:00:43.867536 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-b5773554-4a41-4003-8102-a735e64f287f req-894132af-c19f-467b-bad0-d1b1b50aa808 service neutron] 10.222.0.106 "GET /v2.0/security-groups?id=9ebb845b-59f4-4d27-85db-2911790ae0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356133 Jan 20 15:00:44.726497 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ed11b3-293a-4075-8ded-af9902fb1194 req-046d090a-1125-4463-ace6-61a1d52d2a95 tempest-TestServerAdvancedOps-811244845 tempest-TestServerAdvancedOps-811244845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:00:44.728013 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-c3ed11b3-293a-4075-8ded-af9902fb1194 req-046d090a-1125-4463-ace6-61a1d52d2a95 tempest-TestServerAdvancedOps-811244845 tempest-TestServerAdvancedOps-811244845-project] 10.222.0.54 "GET /v2.0/ports?device_id=4182569f-0c9b-4fa4-8c8a-4f5bce0e1e53 HTTP/1.1" status: 200 len: 946 time: 0.0903368 Jan 20 15:00:44.775764 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-c3ed11b3-293a-4075-8ded-af9902fb1194 req-0bd7bbc5-1d01-465b-b7e6-6a0ac22fc41a tempest-TestServerAdvancedOps-811244845 tempest-TestServerAdvancedOps-811244845-project] 10.222.0.54 "GET /v2.0/security-groups?id=9ebb845b-59f4-4d27-85db-2911790ae0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422380 Jan 20 15:00:45.970736 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b29018-de7b-4cc5-a8cd-f0a2b3f85745 req-9f6af80b-a79b-4b2c-8d23-da6f9a15936b tempest-TestServerAdvancedOps-811244845 tempest-TestServerAdvancedOps-811244845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:00:45.972369 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-b5b29018-de7b-4cc5-a8cd-f0a2b3f85745 req-9f6af80b-a79b-4b2c-8d23-da6f9a15936b tempest-TestServerAdvancedOps-811244845 tempest-TestServerAdvancedOps-811244845-project] 10.222.0.54 "GET /v2.0/ports?device_id=4182569f-0c9b-4fa4-8c8a-4f5bce0e1e53 HTTP/1.1" status: 200 len: 946 time: 0.0752392 Jan 20 15:00:46.019805 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-b5b29018-de7b-4cc5-a8cd-f0a2b3f85745 req-3818edab-d701-4c88-8778-3b493aa232a6 tempest-TestServerAdvancedOps-811244845 tempest-TestServerAdvancedOps-811244845-project] 10.222.0.54 "GET /v2.0/security-groups?id=9ebb845b-59f4-4d27-85db-2911790ae0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421503 Jan 20 15:00:46.218306 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8ff769-6e69-4449-9088-1f3af00ca2e2 req-cecfecb6-de04-4cbc-9b7e-d4f524429c83 tempest-TestServerAdvancedOps-811244845 tempest-TestServerAdvancedOps-811244845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:00:46.219755 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-0b8ff769-6e69-4449-9088-1f3af00ca2e2 req-cecfecb6-de04-4cbc-9b7e-d4f524429c83 tempest-TestServerAdvancedOps-811244845 tempest-TestServerAdvancedOps-811244845-project] 10.222.0.54 "GET /v2.0/ports?device_id=4182569f-0c9b-4fa4-8c8a-4f5bce0e1e53 HTTP/1.1" status: 200 len: 946 time: 0.0772381 Jan 20 15:00:46.267612 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-0b8ff769-6e69-4449-9088-1f3af00ca2e2 req-6d28bb90-cc83-4e38-8126-11e35414c378 tempest-TestServerAdvancedOps-811244845 tempest-TestServerAdvancedOps-811244845-project] 10.222.0.54 "GET /v2.0/security-groups?id=9ebb845b-59f4-4d27-85db-2911790ae0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423265 Jan 20 15:00:46.835059 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26843de6-df81-4706-b596-5a48d510dcf1 req-f944f6ec-8395-4bc5-bb11-1b2d6f627883 tempest-TestServerAdvancedOps-811244845 tempest-TestServerAdvancedOps-811244845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:00:46.836476 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-26843de6-df81-4706-b596-5a48d510dcf1 req-f944f6ec-8395-4bc5-bb11-1b2d6f627883 tempest-TestServerAdvancedOps-811244845 tempest-TestServerAdvancedOps-811244845-project] 10.222.0.54 "GET /v2.0/ports?device_id=4182569f-0c9b-4fa4-8c8a-4f5bce0e1e53 HTTP/1.1" status: 200 len: 946 time: 0.0794282 Jan 20 15:00:46.883581 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-26843de6-df81-4706-b596-5a48d510dcf1 req-060c6652-3755-4a23-9c3c-31445e809ca1 tempest-TestServerAdvancedOps-811244845 tempest-TestServerAdvancedOps-811244845-project] 10.222.0.54 "GET /v2.0/security-groups?id=9ebb845b-59f4-4d27-85db-2911790ae0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415838 Jan 20 15:00:48.085376 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9576166-77e9-47bd-8c88-f8003a90127e req-a2560d15-3a5c-4d72-9866-5126afe5b85f tempest-TestServerAdvancedOps-811244845 tempest-TestServerAdvancedOps-811244845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:00:48.086867 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-e9576166-77e9-47bd-8c88-f8003a90127e req-a2560d15-3a5c-4d72-9866-5126afe5b85f tempest-TestServerAdvancedOps-811244845 tempest-TestServerAdvancedOps-811244845-project] 10.222.0.54 "GET /v2.0/ports?device_id=4182569f-0c9b-4fa4-8c8a-4f5bce0e1e53 HTTP/1.1" status: 200 len: 946 time: 0.0791705 Jan 20 15:00:48.132632 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-e9576166-77e9-47bd-8c88-f8003a90127e req-d13cd8de-913a-4f6d-80e7-a16ba3c510f6 tempest-TestServerAdvancedOps-811244845 tempest-TestServerAdvancedOps-811244845-project] 10.222.0.54 "GET /v2.0/security-groups?id=9ebb845b-59f4-4d27-85db-2911790ae0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401835 Jan 20 15:00:48.745376 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d581ce6f-84b4-4de6-9731-e99a700b4dc0 req-3ff35252-10e6-49b1-874d-f76df7bca724 tempest-TestServerAdvancedOps-811244845 tempest-TestServerAdvancedOps-811244845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:00:48.746856 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-d581ce6f-84b4-4de6-9731-e99a700b4dc0 req-3ff35252-10e6-49b1-874d-f76df7bca724 tempest-TestServerAdvancedOps-811244845 tempest-TestServerAdvancedOps-811244845-project] 10.222.0.54 "GET /v2.0/ports?device_id=4182569f-0c9b-4fa4-8c8a-4f5bce0e1e53 HTTP/1.1" status: 200 len: 946 time: 0.2278361 Jan 20 15:00:48.751083 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-7e52a46d-342a-4b91-8fbb-3d73ef12ea76 req-b624273e-8e68-4bdf-9cbc-9fc4ef7bc868 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=a6a20a5c18bb47e9bea85e0745338b67&device_id=4182569f-0c9b-4fa4-8c8a-4f5bce0e1e53 HTTP/1.1" status: 200 len: 1099 time: 0.1881359 Jan 20 15:00:48.871905 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-d581ce6f-84b4-4de6-9731-e99a700b4dc0 req-e2df4831-0b90-450e-b754-103ee408628d tempest-TestServerAdvancedOps-811244845 tempest-TestServerAdvancedOps-811244845-project] 10.222.0.54 "GET /v2.0/security-groups?id=9ebb845b-59f4-4d27-85db-2911790ae0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189795 Jan 20 15:00:48.908937 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e52a46d-342a-4b91-8fbb-3d73ef12ea76 req-45335286-3281-4e4e-a3c6-f5ad85f9335f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:00:48.910429 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-7e52a46d-342a-4b91-8fbb-3d73ef12ea76 req-45335286-3281-4e4e-a3c6-f5ad85f9335f service neutron] 10.222.0.106 "GET /v2.0/networks?id=edf06355-5865-432f-8542-6320de69a6cf HTTP/1.1" status: 200 len: 912 time: 0.1438909 Jan 20 15:00:48.978852 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-7e52a46d-342a-4b91-8fbb-3d73ef12ea76 req-3b46535f-adfa-4777-b28b-db24e7c49977 service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f06234e5-74ad-4e08-a1f9-cc32cb3420d0 HTTP/1.1" status: 200 len: 217 time: 0.0623028 Jan 20 15:00:49.039192 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e52a46d-342a-4b91-8fbb-3d73ef12ea76 req-a6604742-d0b6-465c-b2f7-74725f63f6e2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:00:49.040589 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-7e52a46d-342a-4b91-8fbb-3d73ef12ea76 req-a6604742-d0b6-465c-b2f7-74725f63f6e2 service neutron] 10.222.0.106 "GET /v2.0/subnets?id=4faef7e5-9247-4e9a-926e-9a33402564eb HTTP/1.1" status: 200 len: 851 time: 0.0565805 Jan 20 15:00:49.060020 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.agents_db [None req-6dba657d-a637-4918-9b6d-40defdfae04b None None] Agent healthcheck: found 6 active agents {{(pid=84155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 15:00:49.093705 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-7e52a46d-342a-4b91-8fbb-3d73ef12ea76 req-c5b5e827-5a43-4dfd-a7c7-8842f52d3c99 service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=edf06355-5865-432f-8542-6320de69a6cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469713 Jan 20 15:00:49.230095 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-7e52a46d-342a-4b91-8fbb-3d73ef12ea76 req-90816394-687b-4b78-a8ca-f6cba7efc4d8 service neutron] 10.222.0.106 "GET /v2.0/networks/edf06355-5865-432f-8542-6320de69a6cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273229 Jan 20 15:00:49.387584 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-7e52a46d-342a-4b91-8fbb-3d73ef12ea76 req-c59b5ee8-3cd7-4738-a045-b97cf94b22bd service neutron] 10.222.0.106 "GET /v2.0/networks/edf06355-5865-432f-8542-6320de69a6cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1517377 Jan 20 15:00:50.073170 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3b8bdc-ba5c-4e8a-a5e4-f079ffb3bdb2 req-77d2a148-42c2-4562-9d87-dc7a1049f9bf tempest-TestServerAdvancedOps-811244845 tempest-TestServerAdvancedOps-811244845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:00:50.074627 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-9d3b8bdc-ba5c-4e8a-a5e4-f079ffb3bdb2 req-77d2a148-42c2-4562-9d87-dc7a1049f9bf tempest-TestServerAdvancedOps-811244845 tempest-TestServerAdvancedOps-811244845-project] 10.222.0.54 "GET /v2.0/ports?device_id=4182569f-0c9b-4fa4-8c8a-4f5bce0e1e53 HTTP/1.1" status: 200 len: 946 time: 0.0814214 Jan 20 15:00:50.118671 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-9d3b8bdc-ba5c-4e8a-a5e4-f079ffb3bdb2 req-c35c64af-b9f1-4e3b-8638-0188adf11ffa tempest-TestServerAdvancedOps-811244845 tempest-TestServerAdvancedOps-811244845-project] 10.222.0.54 "GET /v2.0/security-groups?id=9ebb845b-59f4-4d27-85db-2911790ae0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381846 Jan 20 15:00:51.322484 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b895535-37d3-4110-aa06-9d33097ee2b7 req-03e09254-ccbf-4e58-8ae4-5797f1112362 tempest-TestServerAdvancedOps-811244845 tempest-TestServerAdvancedOps-811244845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:00:51.323910 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-0b895535-37d3-4110-aa06-9d33097ee2b7 req-03e09254-ccbf-4e58-8ae4-5797f1112362 tempest-TestServerAdvancedOps-811244845 tempest-TestServerAdvancedOps-811244845-project] 10.222.0.54 "GET /v2.0/ports?device_id=4182569f-0c9b-4fa4-8c8a-4f5bce0e1e53 HTTP/1.1" status: 200 len: 946 time: 0.0820508 Jan 20 15:00:51.368046 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-0b895535-37d3-4110-aa06-9d33097ee2b7 req-429af075-b599-48e6-853f-84bb09b36835 tempest-TestServerAdvancedOps-811244845 tempest-TestServerAdvancedOps-811244845-project] 10.222.0.54 "GET /v2.0/security-groups?id=9ebb845b-59f4-4d27-85db-2911790ae0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386057 Jan 20 15:00:51.941658 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e86239-3824-439c-8e27-4087ce157fba req-7cc8b627-f6e3-4ba6-b5c1-db91755aafb6 tempest-TestServerAdvancedOps-811244845 tempest-TestServerAdvancedOps-811244845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:00:51.943134 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-32e86239-3824-439c-8e27-4087ce157fba req-7cc8b627-f6e3-4ba6-b5c1-db91755aafb6 tempest-TestServerAdvancedOps-811244845 tempest-TestServerAdvancedOps-811244845-project] 10.222.0.54 "GET /v2.0/ports?device_id=4182569f-0c9b-4fa4-8c8a-4f5bce0e1e53 HTTP/1.1" status: 200 len: 946 time: 0.0755224 Jan 20 15:00:51.991833 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-32e86239-3824-439c-8e27-4087ce157fba req-4c0e4c5f-3b3a-4cf1-ad7f-06c47b4b1502 tempest-TestServerAdvancedOps-811244845 tempest-TestServerAdvancedOps-811244845-project] 10.222.0.54 "GET /v2.0/security-groups?id=9ebb845b-59f4-4d27-85db-2911790ae0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423903 Jan 20 15:00:53.187788 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd2b9f8-7973-4d5d-ab8f-242e5e40b240 req-66477bce-8697-40c1-9c8d-9d08dcd3416f tempest-TestServerAdvancedOps-811244845 tempest-TestServerAdvancedOps-811244845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:00:53.189232 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-9cd2b9f8-7973-4d5d-ab8f-242e5e40b240 req-66477bce-8697-40c1-9c8d-9d08dcd3416f tempest-TestServerAdvancedOps-811244845 tempest-TestServerAdvancedOps-811244845-project] 10.222.0.54 "GET /v2.0/ports?device_id=4182569f-0c9b-4fa4-8c8a-4f5bce0e1e53 HTTP/1.1" status: 200 len: 946 time: 0.0760489 Jan 20 15:00:53.233526 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-9cd2b9f8-7973-4d5d-ab8f-242e5e40b240 req-dac87174-434b-497b-bde6-3cace0fe9962 tempest-TestServerAdvancedOps-811244845 tempest-TestServerAdvancedOps-811244845-project] 10.222.0.54 "GET /v2.0/security-groups?id=9ebb845b-59f4-4d27-85db-2911790ae0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387990 Jan 20 15:00:53.739862 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d45a482-08fb-4912-b506-3bb210513af7 req-855c7bbd-e56e-419e-b596-15580633a886 tempest-TestServerAdvancedOps-811244845 tempest-TestServerAdvancedOps-811244845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:00:53.741284 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-8d45a482-08fb-4912-b506-3bb210513af7 req-855c7bbd-e56e-419e-b596-15580633a886 tempest-TestServerAdvancedOps-811244845 tempest-TestServerAdvancedOps-811244845-project] 10.222.0.54 "GET /v2.0/ports?device_id=4182569f-0c9b-4fa4-8c8a-4f5bce0e1e53 HTTP/1.1" status: 200 len: 946 time: 0.1161768 Jan 20 15:00:53.805042 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-8d45a482-08fb-4912-b506-3bb210513af7 req-8aede10f-f94b-4ca8-a581-803062a99fb8 tempest-TestServerAdvancedOps-811244845 tempest-TestServerAdvancedOps-811244845-project] 10.222.0.54 "GET /v2.0/security-groups?id=9ebb845b-59f4-4d27-85db-2911790ae0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572691 Jan 20 15:00:53.812663 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-a516d2b4-a9f6-4143-9f99-85c55d6db83a req-c057ebcb-2eac-47d6-88eb-e8665f96e2bf service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=a6a20a5c18bb47e9bea85e0745338b67&device_id=4182569f-0c9b-4fa4-8c8a-4f5bce0e1e53 HTTP/1.1" status: 200 len: 1099 time: 0.1114910 Jan 20 15:00:53.959330 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a516d2b4-a9f6-4143-9f99-85c55d6db83a req-58be2cfa-7ed3-4509-9ab2-c9c7c51f5040 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:00:53.960757 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-a516d2b4-a9f6-4143-9f99-85c55d6db83a req-58be2cfa-7ed3-4509-9ab2-c9c7c51f5040 service neutron] 10.222.0.106 "GET /v2.0/networks?id=edf06355-5865-432f-8542-6320de69a6cf HTTP/1.1" status: 200 len: 912 time: 0.1364191 Jan 20 15:00:54.029793 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-a516d2b4-a9f6-4143-9f99-85c55d6db83a req-170e27a3-cdc7-44cb-80ba-69c93b53437e service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f06234e5-74ad-4e08-a1f9-cc32cb3420d0 HTTP/1.1" status: 200 len: 217 time: 0.0627584 Jan 20 15:00:54.089880 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a516d2b4-a9f6-4143-9f99-85c55d6db83a req-112fac63-43d5-478b-a03b-a698abaebe71 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:00:54.091250 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-a516d2b4-a9f6-4143-9f99-85c55d6db83a req-112fac63-43d5-478b-a03b-a698abaebe71 service neutron] 10.222.0.106 "GET /v2.0/subnets?id=4faef7e5-9247-4e9a-926e-9a33402564eb HTTP/1.1" status: 200 len: 851 time: 0.0556931 Jan 20 15:00:54.134757 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-a516d2b4-a9f6-4143-9f99-85c55d6db83a req-8c711cfe-81fa-4d54-bd93-51a6cd68faff service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=edf06355-5865-432f-8542-6320de69a6cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375128 Jan 20 15:00:54.367627 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-a516d2b4-a9f6-4143-9f99-85c55d6db83a req-5471109c-9035-4b68-816b-f898fe4f5b88 service neutron] 10.222.0.106 "GET /v2.0/networks/edf06355-5865-432f-8542-6320de69a6cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2260723 Jan 20 15:00:54.497877 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-a516d2b4-a9f6-4143-9f99-85c55d6db83a req-bf48bc91-dcb5-4151-b7c1-b9df886a2894 service neutron] 10.222.0.106 "GET /v2.0/networks/edf06355-5865-432f-8542-6320de69a6cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250396 Jan 20 15:00:55.084217 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e4a31f-f438-4e8b-92c5-bfb53f60aecf req-625363d2-f01a-483e-b36e-d060bcdf753e tempest-TestServerAdvancedOps-811244845 tempest-TestServerAdvancedOps-811244845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:00:55.085666 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-39e4a31f-f438-4e8b-92c5-bfb53f60aecf req-625363d2-f01a-483e-b36e-d060bcdf753e tempest-TestServerAdvancedOps-811244845 tempest-TestServerAdvancedOps-811244845-project] 10.222.0.54 "GET /v2.0/ports?device_id=4182569f-0c9b-4fa4-8c8a-4f5bce0e1e53 HTTP/1.1" status: 200 len: 946 time: 0.1436694 Jan 20 15:00:55.130996 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-39e4a31f-f438-4e8b-92c5-bfb53f60aecf req-7a4e190e-b752-4a82-9846-7173c55a0940 tempest-TestServerAdvancedOps-811244845 tempest-TestServerAdvancedOps-811244845-project] 10.222.0.54 "GET /v2.0/security-groups?id=9ebb845b-59f4-4d27-85db-2911790ae0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397487 Jan 20 15:00:56.331546 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71750fc3-d061-415a-8228-9c00507c6ad9 req-168b2903-80b9-4648-a9e9-08f2d31c112c tempest-TestServerAdvancedOps-811244845 tempest-TestServerAdvancedOps-811244845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:00:56.332980 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-71750fc3-d061-415a-8228-9c00507c6ad9 req-168b2903-80b9-4648-a9e9-08f2d31c112c tempest-TestServerAdvancedOps-811244845 tempest-TestServerAdvancedOps-811244845-project] 10.222.0.54 "GET /v2.0/ports?device_id=4182569f-0c9b-4fa4-8c8a-4f5bce0e1e53 HTTP/1.1" status: 200 len: 946 time: 0.0799625 Jan 20 15:00:56.377986 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-71750fc3-d061-415a-8228-9c00507c6ad9 req-ee482fb8-27ea-47bd-a72b-73dbaba0d75c tempest-TestServerAdvancedOps-811244845 tempest-TestServerAdvancedOps-811244845-project] 10.222.0.54 "GET /v2.0/security-groups?id=9ebb845b-59f4-4d27-85db-2911790ae0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396154 Jan 20 15:00:56.903413 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3109f7-8dd5-473f-ade9-8d5c8ce4b9e7 req-194533d5-8a6f-422f-a6c4-abc3ef5a0dc4 tempest-TestServerAdvancedOps-811244845 tempest-TestServerAdvancedOps-811244845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:00:56.904842 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-fe3109f7-8dd5-473f-ade9-8d5c8ce4b9e7 req-194533d5-8a6f-422f-a6c4-abc3ef5a0dc4 tempest-TestServerAdvancedOps-811244845 tempest-TestServerAdvancedOps-811244845-project] 10.222.0.54 "GET /v2.0/ports?device_id=4182569f-0c9b-4fa4-8c8a-4f5bce0e1e53 HTTP/1.1" status: 200 len: 946 time: 0.0748906 Jan 20 15:00:56.950998 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-fe3109f7-8dd5-473f-ade9-8d5c8ce4b9e7 req-e4bb09aa-511b-4aca-a2b1-a9b1bd19861d tempest-TestServerAdvancedOps-811244845 tempest-TestServerAdvancedOps-811244845-project] 10.222.0.54 "GET /v2.0/security-groups?id=9ebb845b-59f4-4d27-85db-2911790ae0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399220 Jan 20 15:00:58.010185 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-fa3571f8-71bd-4e4a-8bd2-533f5030e340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:58.150632 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163170c8-98df-4404-929f-471b137f466c req-d456cbe9-fad5-4cf4-9d95-bad0ee844a89 tempest-TestServerAdvancedOps-811244845 tempest-TestServerAdvancedOps-811244845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:00:58.152085 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-163170c8-98df-4404-929f-471b137f466c req-d456cbe9-fad5-4cf4-9d95-bad0ee844a89 tempest-TestServerAdvancedOps-811244845 tempest-TestServerAdvancedOps-811244845-project] 10.222.0.54 "GET /v2.0/ports?device_id=4182569f-0c9b-4fa4-8c8a-4f5bce0e1e53 HTTP/1.1" status: 200 len: 946 time: 0.0791028 Jan 20 15:00:58.198285 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-163170c8-98df-4404-929f-471b137f466c req-d5ece9fb-cedb-47cb-a831-35b421bb3442 tempest-TestServerAdvancedOps-811244845 tempest-TestServerAdvancedOps-811244845-project] 10.222.0.54 "GET /v2.0/security-groups?id=9ebb845b-59f4-4d27-85db-2911790ae0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406048 Jan 20 15:00:58.938710 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087ab436-bc3a-4765-92d6-333f27527fb6 req-64262311-44c8-418a-834a-6059aa872b3c tempest-TestServerAdvancedOps-811244845 tempest-TestServerAdvancedOps-811244845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:00:58.940133 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-087ab436-bc3a-4765-92d6-333f27527fb6 req-64262311-44c8-418a-834a-6059aa872b3c tempest-TestServerAdvancedOps-811244845 tempest-TestServerAdvancedOps-811244845-project] 10.222.0.106 "GET /v2.0/ports?device_id=4182569f-0c9b-4fa4-8c8a-4f5bce0e1e53 HTTP/1.1" status: 200 len: 946 time: 0.0758128 Jan 20 15:00:59.010746 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [req-087ab436-bc3a-4765-92d6-333f27527fb6 req-28f54674-6318-41b1-a28b-d1389b828ac2 tempest-TestServerAdvancedOps-811244845 tempest-TestServerAdvancedOps-811244845-project] Deleting port f06234e5-74ad-4e08-a1f9-cc32cb3420d0 {{(pid=84153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 15:00:59.010999 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-087ab436-bc3a-4765-92d6-333f27527fb6 req-28f54674-6318-41b1-a28b-d1389b828ac2 tempest-TestServerAdvancedOps-811244845 tempest-TestServerAdvancedOps-811244845-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:59.245207 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.db [req-087ab436-bc3a-4765-92d6-333f27527fb6 req-28f54674-6318-41b1-a28b-d1389b828ac2 tempest-TestServerAdvancedOps-811244845 tempest-TestServerAdvancedOps-811244845-project] For port f06234e5-74ad-4e08-a1f9-cc32cb3420d0, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=f06234e5-74ad-4e08-a1f9-cc32cb3420d0,segment=NetworkSegment(9a7c5d9c-bd97-4a55-b29b-addc7afccf71),segment_id=9a7c5d9c-bd97-4a55-b29b-addc7afccf71)] {{(pid=84153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 15:00:59.245849 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-087ab436-bc3a-4765-92d6-333f27527fb6 req-28f54674-6318-41b1-a28b-d1389b828ac2 tempest-TestServerAdvancedOps-811244845 tempest-TestServerAdvancedOps-811244845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:59.369689 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [req-087ab436-bc3a-4765-92d6-333f27527fb6 req-28f54674-6318-41b1-a28b-d1389b828ac2 tempest-TestServerAdvancedOps-811244845 tempest-TestServerAdvancedOps-811244845-project] Calling delete_port for f06234e5-74ad-4e08-a1f9-cc32cb3420d0 owned by compute:nova {{(pid=84153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 15:00:59.536162 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbba84a-8e1d-418f-98e6-7b4a923497df req-ec7bbc5d-2d43-492d-871f-a2c0afbf52bf tempest-TestServerAdvancedOps-811244845 tempest-TestServerAdvancedOps-811244845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:00:59.537593 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-bdbba84a-8e1d-418f-98e6-7b4a923497df req-ec7bbc5d-2d43-492d-871f-a2c0afbf52bf tempest-TestServerAdvancedOps-811244845 tempest-TestServerAdvancedOps-811244845-project] 10.222.0.54 "GET /v2.0/ports?device_id=4182569f-0c9b-4fa4-8c8a-4f5bce0e1e53 HTTP/1.1" status: 200 len: 946 time: 0.1742470 Jan 20 15:00:59.602593 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-bdbba84a-8e1d-418f-98e6-7b4a923497df req-3b6affe5-1cc5-4886-985d-e3c927fb2d42 tempest-TestServerAdvancedOps-811244845 tempest-TestServerAdvancedOps-811244845-project] 10.222.0.54 "GET /v2.0/security-groups?id=9ebb845b-59f4-4d27-85db-2911790ae0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575523 Jan 20 15:00:59.655926 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-087ab436-bc3a-4765-92d6-333f27527fb6 req-28f54674-6318-41b1-a28b-d1389b828ac2 tempest-TestServerAdvancedOps-811244845 tempest-TestServerAdvancedOps-811244845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:59.668150 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] get_ports_and_sgs() called for port_ids ['f06234e5-74ad-4e08-a1f9-cc32cb3420d0'] {{(pid=84154) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 20 15:00:59.708123 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f54674-6318-41b1-a28b-d1389b828ac2 tempest-TestServerAdvancedOps-811244845 tempest-TestServerAdvancedOps-811244845-project] Pushing event deleted for resources: {'Port': ['ID=f06234e5-74ad-4e08-a1f9-cc32cb3420d0,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:00:59.778638 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.l3_dvrscheduler_db [req-087ab436-bc3a-4765-92d6-333f27527fb6 req-28f54674-6318-41b1-a28b-d1389b828ac2 tempest-TestServerAdvancedOps-811244845 tempest-TestServerAdvancedOps-811244845-project] No DVR routers for this DVR port f06234e5-74ad-4e08-a1f9-cc32cb3420d0 on host hv-neutron-8251 {{(pid=84153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 15:00:59.781661 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-087ab436-bc3a-4765-92d6-333f27527fb6 req-28f54674-6318-41b1-a28b-d1389b828ac2 tempest-TestServerAdvancedOps-811244845 tempest-TestServerAdvancedOps-811244845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:00:59.784160 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4182569f-0c9b-4fa4-8c8a-4f5bce0e1e53', 'name': 'network-vif-deleted', 'tag': 'f06234e5-74ad-4e08-a1f9-cc32cb3420d0'}] {{(pid=84153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 15:00:59.845701 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-087ab436-bc3a-4765-92d6-333f27527fb6 req-28f54674-6318-41b1-a28b-d1389b828ac2 tempest-TestServerAdvancedOps-811244845 tempest-TestServerAdvancedOps-811244845-project] 10.222.0.106 "DELETE /v2.0/ports/f06234e5-74ad-4e08-a1f9-cc32cb3420d0 HTTP/1.1" status: 204 len: 173 time: 0.8993123 Jan 20 15:00:59.919637 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4182569f-0c9b-4fa4-8c8a-4f5bce0e1e53', 'name': 'network-vif-deleted', 'tag': 'f06234e5-74ad-4e08-a1f9-cc32cb3420d0', 'status': 'completed', 'code': 200} Jan 20 15:01:00.375793 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-e7ffd17e-c85d-49ba-913e-6e1d932f6b33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:01:00.684558 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:01:00.794744 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [req-694c9e8b-9c83-4603-a753-a46e32d62abf req-c9cf2fe2-a6d4-4d2e-abab-381f89a165ec tempest-TestServerAdvancedOps-811244845 tempest-TestServerAdvancedOps-811244845-project] Synchronizing usage tracker for tenant:a6a20a5c18bb47e9bea85e0745338b67 on resource:port {{(pid=84153) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 15:01:00.884643 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [req-694c9e8b-9c83-4603-a753-a46e32d62abf req-c9cf2fe2-a6d4-4d2e-abab-381f89a165ec tempest-TestServerAdvancedOps-811244845 tempest-TestServerAdvancedOps-811244845-project] Unset dirty status for tenant:a6a20a5c18bb47e9bea85e0745338b67 on resource:port {{(pid=84153) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 15:01:00.885765 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-694c9e8b-9c83-4603-a753-a46e32d62abf req-c9cf2fe2-a6d4-4d2e-abab-381f89a165ec tempest-TestServerAdvancedOps-811244845 tempest-TestServerAdvancedOps-811244845-project] 10.222.0.54 "GET /v2.0/ports?device_id=4182569f-0c9b-4fa4-8c8a-4f5bce0e1e53 HTTP/1.1" status: 200 len: 210 time: 0.1372001 Jan 20 15:01:01.432921 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:01:01.644148 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-cdd98e71-1f0a-4421-baa9-dcb30e06edf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:01:02.000258 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 46656) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:01:02.061895 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.db_base_plugin_v2 [None req-2650840e-4ad9-400e-af37-5a9e2d1c467e admin admin] Deleting subnet 4faef7e5-9247-4e9a-926e-9a33402564eb {{(pid=84152) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 20 15:01:02.065511 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-2650840e-4ad9-400e-af37-5a9e2d1c467e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:01:02.113655 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-2650840e-4ad9-400e-af37-5a9e2d1c467e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3337915'] for subnet, precommit_delete_associations {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:01:02.167991 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-2650840e-4ad9-400e-af37-5a9e2d1c467e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1627147'] for subnet, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:01:02.296747 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-2650840e-4ad9-400e-af37-5a9e2d1c467e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1627154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4163580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155308'] for subnet, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:01:02.334156 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2650840e-4ad9-400e-af37-5a9e2d1c467e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4faef7e5-9247-4e9a-926e-9a33402564eb,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:01:02.338943 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-2650840e-4ad9-400e-af37-5a9e2d1c467e admin admin] Notify callbacks [] for subnet, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:01:02.345383 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-2650840e-4ad9-400e-af37-5a9e2d1c467e admin admin] 10.222.0.54 "DELETE /v2.0/subnets/4faef7e5-9247-4e9a-926e-9a33402564eb HTTP/1.1" status: 204 len: 168 time: 0.3436677 Jan 20 15:01:02.347773 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 46660) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:01:02.450137 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-7598ab78-a8fd-4ea9-a996-a39ddc30cb27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586409'] for network, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:01:02.573442 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-7598ab78-a8fd-4ea9-a996-a39ddc30cb27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1626242', 'neutron.services.segments.db._delete_segments_for_network-8769554214620'] for network, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:01:02.597869 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.segments.db [None req-7598ab78-a8fd-4ea9-a996-a39ddc30cb27 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['edf06355-5865-432f-8542-6320de69a6cf']}} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:01:02.609989 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.segments.db [None req-7598ab78-a8fd-4ea9-a996-a39ddc30cb27 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a7c5d9c-bd97-4a55-b29b-addc7afccf71') {'for_net_delete': True} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:01:02.610306 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.segments.db [None req-7598ab78-a8fd-4ea9-a996-a39ddc30cb27 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a7c5d9c-bd97-4a55-b29b-addc7afccf71') {} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:01:02.621063 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-7598ab78-a8fd-4ea9-a996-a39ddc30cb27 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769554214503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3337904'] for segment, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:01:02.636478 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-7598ab78-a8fd-4ea9-a996-a39ddc30cb27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:01:02.642569 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7598ab78-a8fd-4ea9-a996-a39ddc30cb27 admin admin] Releasing vlan 195 on physical network physnet1 to pool {{(pid=84152) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 15:01:02.643073 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-7598ab78-a8fd-4ea9-a996-a39ddc30cb27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1622950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4162906'] for segment, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:01:02.655786 dv-neutron-825124-1-hyperv neutron-server[84152]: Traceback (most recent call last): Jan 20 15:01:02.655786 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 15:01:02.655786 dv-neutron-825124-1-hyperv neutron-server[84152]: timer() Jan 20 15:01:02.655786 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 15:01:02.655786 dv-neutron-825124-1-hyperv neutron-server[84152]: cb(*args, **kw) Jan 20 15:01:02.655786 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 15:01:02.655786 dv-neutron-825124-1-hyperv neutron-server[84152]: return func(*args, **kwargs) Jan 20 15:01:02.655786 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 15:01:02.655786 dv-neutron-825124-1-hyperv neutron-server[84152]: self._notify() Jan 20 15:01:02.655786 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 15:01:02.655786 dv-neutron-825124-1-hyperv neutron-server[84152]: self.callback(batched_events) Jan 20 15:01:02.655786 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 15:01:02.655786 dv-neutron-825124-1-hyperv neutron-server[84152]: event.method(event) Jan 20 15:01:02.655786 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 15:01:02.655786 dv-neutron-825124-1-hyperv neutron-server[84152]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 15:01:02.655786 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 15:01:02.655786 dv-neutron-825124-1-hyperv neutron-server[84152]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 15:01:02.655786 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 15:01:02.655786 dv-neutron-825124-1-hyperv neutron-server[84152]: return f(self, *a, **k) Jan 20 15:01:02.655786 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 15:01:02.655786 dv-neutron-825124-1-hyperv neutron-server[84152]: return self._get(url).json() Jan 20 15:01:02.655786 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 15:01:02.655786 dv-neutron-825124-1-hyperv neutron-server[84152]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 15:01:02.655786 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 15:01:02.655786 dv-neutron-825124-1-hyperv neutron-server[84152]: return self.request(url, 'GET', **kwargs) Jan 20 15:01:02.655786 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 15:01:02.655786 dv-neutron-825124-1-hyperv neutron-server[84152]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 15:01:02.655786 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 15:01:02.655786 dv-neutron-825124-1-hyperv neutron-server[84152]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 15:01:02.655786 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 15:01:02.655786 dv-neutron-825124-1-hyperv neutron-server[84152]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 15:01:02.655786 dv-neutron-825124-1-hyperv neutron-server[84152]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 15:01:02.786634 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-7598ab78-a8fd-4ea9-a996-a39ddc30cb27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1626253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-745296'] for network, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:01:02.802782 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-7598ab78-a8fd-4ea9-a996-a39ddc30cb27 admin admin] Notify callbacks [] for network, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:01:02.811637 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7598ab78-a8fd-4ea9-a996-a39ddc30cb27 admin admin] Pushing event deleted for resources: {'Network': ['ID=edf06355-5865-432f-8542-6320de69a6cf,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:01:02.815107 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-7598ab78-a8fd-4ea9-a996-a39ddc30cb27 admin admin] 10.222.0.54 "DELETE /v2.0/networks/edf06355-5865-432f-8542-6320de69a6cf HTTP/1.1" status: 204 len: 168 time: 0.4664354 Jan 20 15:01:02.817864 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 46664) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:01:02.962506 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e8e7b81-3172-4d97-99bb-0cf07532093d admin admin] Deleting subnet 12cfe9cd-c7b3-4eef-b764-54b5bd12a5a7 {{(pid=84152) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 20 15:01:02.965537 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-1e8e7b81-3172-4d97-99bb-0cf07532093d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:01:03.014329 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-1e8e7b81-3172-4d97-99bb-0cf07532093d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3337915'] for subnet, precommit_delete_associations {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:01:03.070306 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-1e8e7b81-3172-4d97-99bb-0cf07532093d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1627147'] for subnet, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:01:03.084498 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-eea6df97-7ff1-4b63-af20-e3ec8913deda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:01:03.181873 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-1e8e7b81-3172-4d97-99bb-0cf07532093d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1627154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4163580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155308'] for subnet, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:01:03.214069 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Device f06234e5-74ad-4e08-a1f9-cc32cb3420d0 no longer exists at agent hyperv_hv-neutron-8251 {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 15:01:03.217569 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8e7b81-3172-4d97-99bb-0cf07532093d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=12cfe9cd-c7b3-4eef-b764-54b5bd12a5a7,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:01:03.224066 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-1e8e7b81-3172-4d97-99bb-0cf07532093d admin admin] Notify callbacks [] for subnet, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:01:03.229749 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-1e8e7b81-3172-4d97-99bb-0cf07532093d admin admin] 10.222.0.54 "DELETE /v2.0/subnets/12cfe9cd-c7b3-4eef-b764-54b5bd12a5a7 HTTP/1.1" status: 204 len: 168 time: 0.4109077 Jan 20 15:01:03.232111 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 46668) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:01:03.249869 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] No Port match for: f06234e5-74ad-4e08-a1f9-cc32cb3420d0 {{(pid=84154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 15:01:03.250385 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Device f06234e5-74ad-4e08-a1f9-cc32cb3420d0 not bound to the agent host hv-neutron-8251 {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 15:01:03.336867 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-91da071c-e515-479d-9838-e27975d6bc0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586409'] for network, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:01:03.459939 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-91da071c-e515-479d-9838-e27975d6bc0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1626242', 'neutron.services.segments.db._delete_segments_for_network-8769554214620'] for network, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:01:03.484149 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.segments.db [None req-91da071c-e515-479d-9838-e27975d6bc0a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c5f5a51-383b-4de4-b445-3766420eb8bf']}} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:01:03.495708 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.segments.db [None req-91da071c-e515-479d-9838-e27975d6bc0a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7b2014c-df81-491d-b9a8-74336903d6cc') {'for_net_delete': True} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:01:03.495996 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.segments.db [None req-91da071c-e515-479d-9838-e27975d6bc0a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7b2014c-df81-491d-b9a8-74336903d6cc') {} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:01:03.507023 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-91da071c-e515-479d-9838-e27975d6bc0a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769554214503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3337904'] for segment, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:01:03.523041 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-91da071c-e515-479d-9838-e27975d6bc0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:01:03.529768 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91da071c-e515-479d-9838-e27975d6bc0a admin admin] Releasing vlan 155 on physical network physnet1 to pool {{(pid=84152) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 15:01:03.530164 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-91da071c-e515-479d-9838-e27975d6bc0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1622950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4162906'] for segment, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:01:03.543801 dv-neutron-825124-1-hyperv neutron-server[84152]: Traceback (most recent call last): Jan 20 15:01:03.543801 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 15:01:03.543801 dv-neutron-825124-1-hyperv neutron-server[84152]: timer() Jan 20 15:01:03.543801 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 15:01:03.543801 dv-neutron-825124-1-hyperv neutron-server[84152]: cb(*args, **kw) Jan 20 15:01:03.543801 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 15:01:03.543801 dv-neutron-825124-1-hyperv neutron-server[84152]: return func(*args, **kwargs) Jan 20 15:01:03.543801 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 15:01:03.543801 dv-neutron-825124-1-hyperv neutron-server[84152]: self._notify() Jan 20 15:01:03.543801 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 15:01:03.543801 dv-neutron-825124-1-hyperv neutron-server[84152]: self.callback(batched_events) Jan 20 15:01:03.543801 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 15:01:03.543801 dv-neutron-825124-1-hyperv neutron-server[84152]: event.method(event) Jan 20 15:01:03.543801 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 15:01:03.543801 dv-neutron-825124-1-hyperv neutron-server[84152]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 15:01:03.543801 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 15:01:03.543801 dv-neutron-825124-1-hyperv neutron-server[84152]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 15:01:03.543801 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 15:01:03.543801 dv-neutron-825124-1-hyperv neutron-server[84152]: return f(self, *a, **k) Jan 20 15:01:03.543801 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 15:01:03.543801 dv-neutron-825124-1-hyperv neutron-server[84152]: return self._get(url).json() Jan 20 15:01:03.543801 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 15:01:03.543801 dv-neutron-825124-1-hyperv neutron-server[84152]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 15:01:03.543801 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 15:01:03.543801 dv-neutron-825124-1-hyperv neutron-server[84152]: return self.request(url, 'GET', **kwargs) Jan 20 15:01:03.543801 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 15:01:03.543801 dv-neutron-825124-1-hyperv neutron-server[84152]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 15:01:03.543801 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 15:01:03.543801 dv-neutron-825124-1-hyperv neutron-server[84152]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 15:01:03.543801 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 15:01:03.543801 dv-neutron-825124-1-hyperv neutron-server[84152]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 15:01:03.543801 dv-neutron-825124-1-hyperv neutron-server[84152]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 15:01:03.696032 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-91da071c-e515-479d-9838-e27975d6bc0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1626253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-745296'] for network, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:01:03.711931 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-91da071c-e515-479d-9838-e27975d6bc0a admin admin] Notify callbacks [] for network, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:01:03.721403 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-91da071c-e515-479d-9838-e27975d6bc0a admin admin] 10.222.0.54 "DELETE /v2.0/networks/7c5f5a51-383b-4de4-b445-3766420eb8bf HTTP/1.1" status: 204 len: 168 time: 0.4883730 Jan 20 15:01:03.722249 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91da071c-e515-479d-9838-e27975d6bc0a admin admin] Pushing event deleted for resources: {'Network': ['ID=7c5f5a51-383b-4de4-b445-3766420eb8bf,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:01:04.080453 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 46674) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:01:04.128676 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-ba475d3a-3fd8-49d5-9e28-daf4f87590e5 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=a6a20a5c18bb47e9bea85e0745338b67&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0471056 Jan 20 15:01:04.131142 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 46678) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:01:04.192021 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-33491a1c-4a44-40d2-872c-ff56488241fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:01:04.216418 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-33491a1c-4a44-40d2-872c-ff56488241fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:01:04.330433 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-33491a1c-4a44-40d2-872c-ff56488241fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:01:04.345388 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33491a1c-4a44-40d2-872c-ff56488241fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ebb845b-59f4-4d27-85db-2911790ae0b3,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:01:04.351777 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-33491a1c-4a44-40d2-872c-ff56488241fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:01:04.353065 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-33491a1c-4a44-40d2-872c-ff56488241fa admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/9ebb845b-59f4-4d27-85db-2911790ae0b3 HTTP/1.1" status: 204 len: 168 time: 0.2210531 Jan 20 15:01:04.976126 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 46686) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:01:05.025372 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-d320f496-fdf3-4712-928d-33982780df00 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=245c6af04a51487b81be7cdd7ce0123a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0480933 Jan 20 15:01:05.027814 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 46690) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:01:05.085050 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-1ec3a0f4-9f7e-4723-9008-ef4eae58a92e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:01:05.109782 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-1ec3a0f4-9f7e-4723-9008-ef4eae58a92e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:01:05.199111 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-1ec3a0f4-9f7e-4723-9008-ef4eae58a92e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:01:05.213413 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec3a0f4-9f7e-4723-9008-ef4eae58a92e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18c72fa0-3f7b-40a7-bc21-baa88854489f,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:01:05.219889 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-1ec3a0f4-9f7e-4723-9008-ef4eae58a92e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:01:05.221005 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-1ec3a0f4-9f7e-4723-9008-ef4eae58a92e admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/18c72fa0-3f7b-40a7-bc21-baa88854489f HTTP/1.1" status: 204 len: 168 time: 0.1923041 Jan 20 15:01:13.541305 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-89d1972e-39cc-41e2-9a7c-2ed3edd1438d req-df8122f3-228f-48f8-a3f5-f152ddc23336 tempest-ServersAdminNegativeTestJSON-698207599 tempest-ServersAdminNegativeTestJSON-698207599-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=ebff052e3dc843f19bda662d4f9d4d7b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1152544 Jan 20 15:01:13.688361 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d1972e-39cc-41e2-9a7c-2ed3edd1438d req-8f06c0cc-7e66-4b9a-b0b9-83da7b2d6938 tempest-ServersAdminNegativeTestJSON-698207599 tempest-ServersAdminNegativeTestJSON-698207599-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:01:13.689927 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-89d1972e-39cc-41e2-9a7c-2ed3edd1438d req-8f06c0cc-7e66-4b9a-b0b9-83da7b2d6938 tempest-ServersAdminNegativeTestJSON-698207599 tempest-ServersAdminNegativeTestJSON-698207599-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1431861 Jan 20 15:01:13.706888 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-89d1972e-39cc-41e2-9a7c-2ed3edd1438d req-26b49a07-0eb9-4e5d-8ff6-fd2defeb3bfe tempest-ServersAdminNegativeTestJSON-698207599 tempest-ServersAdminNegativeTestJSON-698207599-project] 10.222.0.54 "GET /v2.0/quotas/ebff052e3dc843f19bda662d4f9d4d7b HTTP/1.1" status: 200 len: 375 time: 0.0114243 Jan 20 15:01:13.751664 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-89d1972e-39cc-41e2-9a7c-2ed3edd1438d req-cb4ceea0-d1ef-4c90-b766-cd00b24ea492 tempest-ServersAdminNegativeTestJSON-698207599 tempest-ServersAdminNegativeTestJSON-698207599-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=ebff052e3dc843f19bda662d4f9d4d7b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0395911 Jan 20 15:01:15.039532 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-3a515ea7-7cd1-444e-b163-d38362d6f46e req-617f9f1e-f0b1-4798-ad80-e4fe59ca87ce tempest-ServersAdminNegativeTestJSON-698207599 tempest-ServersAdminNegativeTestJSON-698207599-project] 10.222.0.54 "GET /v2.0/ports?device_id=727dc7ca-7bbd-4848-808e-3d40ca3e3d74 HTTP/1.1" status: 200 len: 210 time: 0.0435259 Jan 20 15:01:16.208611 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-a8232b7e-c4c8-40e6-8b85-d99d435b419d req-c287e4b4-db74-4b78-97d7-440f3762e553 tempest-ServersAdminNegativeTestJSON-698207599 tempest-ServersAdminNegativeTestJSON-698207599-project] 10.222.0.54 "GET /v2.0/ports?device_id=727dc7ca-7bbd-4848-808e-3d40ca3e3d74 HTTP/1.1" status: 200 len: 210 time: 0.0476854 Jan 20 15:01:16.895822 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-89d1972e-39cc-41e2-9a7c-2ed3edd1438d req-a1ade4b8-7b90-456e-bee6-34fec15fc7b1 tempest-ServersAdminNegativeTestJSON-698207599 tempest-ServersAdminNegativeTestJSON-698207599-project] 10.222.0.106 "GET /v2.0/networks?tenant_id=ebff052e3dc843f19bda662d4f9d4d7b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0324593 Jan 20 15:01:17.047359 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d1972e-39cc-41e2-9a7c-2ed3edd1438d req-64ec21d4-bf16-44fb-ba00-a844019522fd tempest-ServersAdminNegativeTestJSON-698207599 tempest-ServersAdminNegativeTestJSON-698207599-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:01:17.048771 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-89d1972e-39cc-41e2-9a7c-2ed3edd1438d req-64ec21d4-bf16-44fb-ba00-a844019522fd tempest-ServersAdminNegativeTestJSON-698207599 tempest-ServersAdminNegativeTestJSON-698207599-project] 10.222.0.106 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1480644 Jan 20 15:01:17.065229 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [req-89d1972e-39cc-41e2-9a7c-2ed3edd1438d req-a98dab6a-277a-4c47-8f76-5564e2fe35b4 tempest-ServersAdminNegativeTestJSON-698207599 tempest-ServersAdminNegativeTestJSON-698207599-project] Request body: {'port': {'device_id': '727dc7ca-7bbd-4848-808e-3d40ca3e3d74', 'network_id': '1f0b1672-47f6-4012-b991-ae860658a630', 'admin_state_up': True, 'tenant_id': 'ebff052e3dc843f19bda662d4f9d4d7b'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 15:01:17.199804 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [req-89d1972e-39cc-41e2-9a7c-2ed3edd1438d req-a98dab6a-277a-4c47-8f76-5564e2fe35b4 tempest-ServersAdminNegativeTestJSON-698207599 tempest-ServersAdminNegativeTestJSON-698207599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:01:17.203278 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [req-89d1972e-39cc-41e2-9a7c-2ed3edd1438d req-a98dab6a-277a-4c47-8f76-5564e2fe35b4 tempest-ServersAdminNegativeTestJSON-698207599 tempest-ServersAdminNegativeTestJSON-698207599-project] Usage tracker for resource:port and tenant:ebff052e3dc843f19bda662d4f9d4d7b is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:01:17.206104 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [req-89d1972e-39cc-41e2-9a7c-2ed3edd1438d req-a98dab6a-277a-4c47-8f76-5564e2fe35b4 tempest-ServersAdminNegativeTestJSON-698207599 tempest-ServersAdminNegativeTestJSON-698207599-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:01:17.211733 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [req-89d1972e-39cc-41e2-9a7c-2ed3edd1438d req-a98dab6a-277a-4c47-8f76-5564e2fe35b4 tempest-ServersAdminNegativeTestJSON-698207599 tempest-ServersAdminNegativeTestJSON-698207599-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:01:17.290259 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89d1972e-39cc-41e2-9a7c-2ed3edd1438d req-a98dab6a-277a-4c47-8f76-5564e2fe35b4 tempest-ServersAdminNegativeTestJSON-698207599 tempest-ServersAdminNegativeTestJSON-698207599-project] Made reservation on behalf of ebff052e3dc843f19bda662d4f9d4d7b for: {'port': 1} {{(pid=84153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 15:01:17.294515 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-89d1972e-39cc-41e2-9a7c-2ed3edd1438d req-a98dab6a-277a-4c47-8f76-5564e2fe35b4 tempest-ServersAdminNegativeTestJSON-698207599 tempest-ServersAdminNegativeTestJSON-698207599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:01:17.308292 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-89d1972e-39cc-41e2-9a7c-2ed3edd1438d req-a98dab6a-277a-4c47-8f76-5564e2fe35b4 tempest-ServersAdminNegativeTestJSON-698207599 tempest-ServersAdminNegativeTestJSON-698207599-project] Notify callbacks [] for security_group, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:01:17.382520 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [req-89d1972e-39cc-41e2-9a7c-2ed3edd1438d req-a98dab6a-277a-4c47-8f76-5564e2fe35b4 tempest-ServersAdminNegativeTestJSON-698207599 tempest-ServersAdminNegativeTestJSON-698207599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:01:17.386320 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-a8d70146-bebe-4aa7-b7bb-ab06d2c8fbf1 req-33161547-797d-45ee-b84e-034747335aca tempest-ServersAdminNegativeTestJSON-698207599 tempest-ServersAdminNegativeTestJSON-698207599-project] 10.222.0.54 "GET /v2.0/ports?device_id=727dc7ca-7bbd-4848-808e-3d40ca3e3d74 HTTP/1.1" status: 200 len: 210 time: 0.0510411 Jan 20 15:01:17.388558 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [req-89d1972e-39cc-41e2-9a7c-2ed3edd1438d req-a98dab6a-277a-4c47-8f76-5564e2fe35b4 tempest-ServersAdminNegativeTestJSON-698207599 tempest-ServersAdminNegativeTestJSON-698207599-project] Usage tracker for resource:security_group_rule and tenant:ebff052e3dc843f19bda662d4f9d4d7b is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:01:17.391492 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [req-89d1972e-39cc-41e2-9a7c-2ed3edd1438d req-a98dab6a-277a-4c47-8f76-5564e2fe35b4 tempest-ServersAdminNegativeTestJSON-698207599 tempest-ServersAdminNegativeTestJSON-698207599-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:01:17.397261 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [req-89d1972e-39cc-41e2-9a7c-2ed3edd1438d req-a98dab6a-277a-4c47-8f76-5564e2fe35b4 tempest-ServersAdminNegativeTestJSON-698207599 tempest-ServersAdminNegativeTestJSON-698207599-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:01:17.466473 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-89d1972e-39cc-41e2-9a7c-2ed3edd1438d req-a98dab6a-277a-4c47-8f76-5564e2fe35b4 tempest-ServersAdminNegativeTestJSON-698207599 tempest-ServersAdminNegativeTestJSON-698207599-project] Notify callbacks [] for security_group, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:01:17.523386 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-89d1972e-39cc-41e2-9a7c-2ed3edd1438d req-a98dab6a-277a-4c47-8f76-5564e2fe35b4 tempest-ServersAdminNegativeTestJSON-698207599 tempest-ServersAdminNegativeTestJSON-698207599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:01:17.599867 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98dab6a-277a-4c47-8f76-5564e2fe35b4 tempest-ServersAdminNegativeTestJSON-698207599 tempest-ServersAdminNegativeTestJSON-698207599-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d654ff2b-49ef-4796-b183-8fff81bee267,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:01:17.623390 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98dab6a-277a-4c47-8f76-5564e2fe35b4 tempest-ServersAdminNegativeTestJSON-698207599 tempest-ServersAdminNegativeTestJSON-698207599-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:01:17.623732 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98dab6a-277a-4c47-8f76-5564e2fe35b4 tempest-ServersAdminNegativeTestJSON-698207599 tempest-ServersAdminNegativeTestJSON-698207599-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:01:17.624068 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98dab6a-277a-4c47-8f76-5564e2fe35b4 tempest-ServersAdminNegativeTestJSON-698207599 tempest-ServersAdminNegativeTestJSON-698207599-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:01:17.624447 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98dab6a-277a-4c47-8f76-5564e2fe35b4 tempest-ServersAdminNegativeTestJSON-698207599 tempest-ServersAdminNegativeTestJSON-698207599-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:01:17.624789 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98dab6a-277a-4c47-8f76-5564e2fe35b4 tempest-ServersAdminNegativeTestJSON-698207599 tempest-ServersAdminNegativeTestJSON-698207599-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:01:17.625099 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98dab6a-277a-4c47-8f76-5564e2fe35b4 tempest-ServersAdminNegativeTestJSON-698207599 tempest-ServersAdminNegativeTestJSON-698207599-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:01:17.625429 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98dab6a-277a-4c47-8f76-5564e2fe35b4 tempest-ServersAdminNegativeTestJSON-698207599 tempest-ServersAdminNegativeTestJSON-698207599-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:01:17.625805 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98dab6a-277a-4c47-8f76-5564e2fe35b4 tempest-ServersAdminNegativeTestJSON-698207599 tempest-ServersAdminNegativeTestJSON-698207599-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:01:17.626151 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98dab6a-277a-4c47-8f76-5564e2fe35b4 tempest-ServersAdminNegativeTestJSON-698207599 tempest-ServersAdminNegativeTestJSON-698207599-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:01:17.626474 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98dab6a-277a-4c47-8f76-5564e2fe35b4 tempest-ServersAdminNegativeTestJSON-698207599 tempest-ServersAdminNegativeTestJSON-698207599-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:01:17.626799 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98dab6a-277a-4c47-8f76-5564e2fe35b4 tempest-ServersAdminNegativeTestJSON-698207599 tempest-ServersAdminNegativeTestJSON-698207599-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:01:17.719715 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.db_base_plugin_common [req-89d1972e-39cc-41e2-9a7c-2ed3edd1438d req-a98dab6a-277a-4c47-8f76-5564e2fe35b4 tempest-ServersAdminNegativeTestJSON-698207599 tempest-ServersAdminNegativeTestJSON-698207599-project] Allocated IP 192.168.233.126 (1f0b1672-47f6-4012-b991-ae860658a630/9dda5952-b963-4fe9-b0d4-ac2f685a2d01/608e19ed-b07d-4b0b-9b2b-5cda60f28f8b) {{(pid=84153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 15:01:17.925663 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-89d1972e-39cc-41e2-9a7c-2ed3edd1438d req-a98dab6a-277a-4c47-8f76-5564e2fe35b4 tempest-ServersAdminNegativeTestJSON-698207599 tempest-ServersAdminNegativeTestJSON-698207599-project] Notify callbacks [] for port, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:01:17.941561 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.provisioning_blocks [req-89d1972e-39cc-41e2-9a7c-2ed3edd1438d req-a98dab6a-277a-4c47-8f76-5564e2fe35b4 tempest-ServersAdminNegativeTestJSON-698207599 tempest-ServersAdminNegativeTestJSON-698207599-project] Transition to ACTIVE for port object 608e19ed-b07d-4b0b-9b2b-5cda60f28f8b will not be triggered until provisioned by entity DHCP. {{(pid=84153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 15:01:18.021935 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-89d1972e-39cc-41e2-9a7c-2ed3edd1438d req-a98dab6a-277a-4c47-8f76-5564e2fe35b4 tempest-ServersAdminNegativeTestJSON-698207599 tempest-ServersAdminNegativeTestJSON-698207599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:01:18.092623 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89d1972e-39cc-41e2-9a7c-2ed3edd1438d req-a98dab6a-277a-4c47-8f76-5564e2fe35b4 tempest-ServersAdminNegativeTestJSON-698207599 tempest-ServersAdminNegativeTestJSON-698207599-project] Network 1f0b1672-47f6-4012-b991-ae860658a630 is already hosted by enough agents. {{(pid=84153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 15:01:18.095823 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.base_scheduler [req-89d1972e-39cc-41e2-9a7c-2ed3edd1438d req-a98dab6a-277a-4c47-8f76-5564e2fe35b4 tempest-ServersAdminNegativeTestJSON-698207599 tempest-ServersAdminNegativeTestJSON-698207599-project] Resources bound (agent type, host, resource id): {{(pid=84153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 15:01:18.100189 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.l3_dvrscheduler_db [req-89d1972e-39cc-41e2-9a7c-2ed3edd1438d req-a98dab6a-277a-4c47-8f76-5564e2fe35b4 tempest-ServersAdminNegativeTestJSON-698207599 tempest-ServersAdminNegativeTestJSON-698207599-project] Received port after_create {{(pid=84153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 15:01:18.128576 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98dab6a-277a-4c47-8f76-5564e2fe35b4 tempest-ServersAdminNegativeTestJSON-698207599 tempest-ServersAdminNegativeTestJSON-698207599-project] Pushing event updated for resources: {'Port': ['ID=608e19ed-b07d-4b0b-9b2b-5cda60f28f8b,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:01:18.166378 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d1972e-39cc-41e2-9a7c-2ed3edd1438d req-a98dab6a-277a-4c47-8f76-5564e2fe35b4 tempest-ServersAdminNegativeTestJSON-698207599 tempest-ServersAdminNegativeTestJSON-698207599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:01:18.166984 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-89d1972e-39cc-41e2-9a7c-2ed3edd1438d req-a98dab6a-277a-4c47-8f76-5564e2fe35b4 tempest-ServersAdminNegativeTestJSON-698207599 tempest-ServersAdminNegativeTestJSON-698207599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:01:18.262537 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-89d1972e-39cc-41e2-9a7c-2ed3edd1438d req-a98dab6a-277a-4c47-8f76-5564e2fe35b4 tempest-ServersAdminNegativeTestJSON-698207599 tempest-ServersAdminNegativeTestJSON-698207599-project] 10.222.0.106 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2015970 Jan 20 15:01:18.273425 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [req-89d1972e-39cc-41e2-9a7c-2ed3edd1438d req-a6d74696-c65e-435d-811a-79c847758e1a service neutron] Request body: {'port': {'device_id': '727dc7ca-7bbd-4848-808e-3d40ca3e3d74', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8251'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 15:01:18.381639 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-89d1972e-39cc-41e2-9a7c-2ed3edd1438d req-a6d74696-c65e-435d-811a-79c847758e1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:01:18.398382 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ed415bb0-a10e-4695-8803-1886a9b9bb2f None None] Provisioning for port 608e19ed-b07d-4b0b-9b2b-5cda60f28f8b completed by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 15:01:18.403622 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ed415bb0-a10e-4695-8803-1886a9b9bb2f None None] Provisioning complete for port 608e19ed-b07d-4b0b-9b2b-5cda60f28f8b triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:01:18.408176 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ed415bb0-a10e-4695-8803-1886a9b9bb2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:01:18.460636 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-ed415bb0-a10e-4695-8803-1886a9b9bb2f None None] Port 608e19ed-b07d-4b0b-9b2b-5cda60f28f8b cannot update to ACTIVE because it is not bound. {{(pid=84154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 15:01:18.817535 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f2d815-11e9-4e73-937d-b9d7be6e7c5d req-afb76d58-a5a6-4dbf-bc31-19ddc6b3ed2f tempest-ServersAdminNegativeTestJSON-698207599 tempest-ServersAdminNegativeTestJSON-698207599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:01:18.818232 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [req-f4f2d815-11e9-4e73-937d-b9d7be6e7c5d req-afb76d58-a5a6-4dbf-bc31-19ddc6b3ed2f tempest-ServersAdminNegativeTestJSON-698207599 tempest-ServersAdminNegativeTestJSON-698207599-project] Synchronizing usage tracker for tenant:ebff052e3dc843f19bda662d4f9d4d7b on resource:port {{(pid=84153) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 15:01:18.898918 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.notifiers.nova [req-89d1972e-39cc-41e2-9a7c-2ed3edd1438d req-a6d74696-c65e-435d-811a-79c847758e1a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 608e19ed-b07d-4b0b-9b2b-5cda60f28f8b {{(pid=84153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 15:01:18.902887 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [req-f4f2d815-11e9-4e73-937d-b9d7be6e7c5d req-afb76d58-a5a6-4dbf-bc31-19ddc6b3ed2f tempest-ServersAdminNegativeTestJSON-698207599 tempest-ServersAdminNegativeTestJSON-698207599-project] Unset dirty status for tenant:ebff052e3dc843f19bda662d4f9d4d7b on resource:port {{(pid=84153) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 15:01:18.904046 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-f4f2d815-11e9-4e73-937d-b9d7be6e7c5d req-afb76d58-a5a6-4dbf-bc31-19ddc6b3ed2f tempest-ServersAdminNegativeTestJSON-698207599 tempest-ServersAdminNegativeTestJSON-698207599-project] 10.222.0.54 "GET /v2.0/ports?device_id=727dc7ca-7bbd-4848-808e-3d40ca3e3d74 HTTP/1.1" status: 200 len: 936 time: 0.3845344 Jan 20 15:01:18.907798 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-89d1972e-39cc-41e2-9a7c-2ed3edd1438d req-a6d74696-c65e-435d-811a-79c847758e1a service neutron] Notify callbacks [] for port, precommit_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:01:18.942672 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.provisioning_blocks [req-89d1972e-39cc-41e2-9a7c-2ed3edd1438d req-a6d74696-c65e-435d-811a-79c847758e1a service neutron] Transition to ACTIVE for port object 608e19ed-b07d-4b0b-9b2b-5cda60f28f8b will not be triggered until provisioned by entity L2. {{(pid=84153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 15:01:18.964477 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [req-f4f2d815-11e9-4e73-937d-b9d7be6e7c5d req-85910752-ae2a-4431-84db-e6286d39d620 tempest-ServersAdminNegativeTestJSON-698207599 tempest-ServersAdminNegativeTestJSON-698207599-project] Synchronizing usage tracker for tenant:ebff052e3dc843f19bda662d4f9d4d7b on resource:security_group {{(pid=84153) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 15:01:18.998462 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-89d1972e-39cc-41e2-9a7c-2ed3edd1438d req-a6d74696-c65e-435d-811a-79c847758e1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3944146'] for port, after_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:01:19.047178 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [req-f4f2d815-11e9-4e73-937d-b9d7be6e7c5d req-85910752-ae2a-4431-84db-e6286d39d620 tempest-ServersAdminNegativeTestJSON-698207599 tempest-ServersAdminNegativeTestJSON-698207599-project] Unset dirty status for tenant:ebff052e3dc843f19bda662d4f9d4d7b on resource:security_group {{(pid=84153) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 15:01:19.048308 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-f4f2d815-11e9-4e73-937d-b9d7be6e7c5d req-85910752-ae2a-4431-84db-e6286d39d620 tempest-ServersAdminNegativeTestJSON-698207599 tempest-ServersAdminNegativeTestJSON-698207599-project] 10.222.0.54 "GET /v2.0/security-groups?id=d654ff2b-49ef-4796-b183-8fff81bee267&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379719 Jan 20 15:01:19.130119 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d74696-c65e-435d-811a-79c847758e1a service neutron] Pushing event updated for resources: {'Port': ['ID=608e19ed-b07d-4b0b-9b2b-5cda60f28f8b,revision_number=2']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:01:19.238270 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.managers [req-89d1972e-39cc-41e2-9a7c-2ed3edd1438d req-a6d74696-c65e-435d-811a-79c847758e1a service neutron] Attempting to bind port 608e19ed-b07d-4b0b-9b2b-5cda60f28f8b on host hv-neutron-8251 for vnic_type normal with profile {{(pid=84153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 15:01:19.238636 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.managers [req-89d1972e-39cc-41e2-9a7c-2ed3edd1438d req-a6d74696-c65e-435d-811a-79c847758e1a service neutron] Attempting to bind port 608e19ed-b07d-4b0b-9b2b-5cda60f28f8b by drivers openvswitch,hyperv on host hv-neutron-8251 at level 0 using segments [{'id': '533b3441-2168-44a1-8206-c3a92857c7a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '1f0b1672-47f6-4012-b991-ae860658a630'}] {{(pid=84153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 15:01:19.238939 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89d1972e-39cc-41e2-9a7c-2ed3edd1438d req-a6d74696-c65e-435d-811a-79c847758e1a service neutron] Attempting to bind port 608e19ed-b07d-4b0b-9b2b-5cda60f28f8b on network 1f0b1672-47f6-4012-b991-ae860658a630 {{(pid=84153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 15:01:19.245564 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89d1972e-39cc-41e2-9a7c-2ed3edd1438d req-a6d74696-c65e-435d-811a-79c847758e1a service neutron] Port 608e19ed-b07d-4b0b-9b2b-5cda60f28f8b on network 1f0b1672-47f6-4012-b991-ae860658a630 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8251 {{(pid=84153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 20 15:01:19.245892 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89d1972e-39cc-41e2-9a7c-2ed3edd1438d req-a6d74696-c65e-435d-811a-79c847758e1a service neutron] Attempting to bind port 608e19ed-b07d-4b0b-9b2b-5cda60f28f8b on network 1f0b1672-47f6-4012-b991-ae860658a630 {{(pid=84153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 15:01:19.253266 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89d1972e-39cc-41e2-9a7c-2ed3edd1438d req-a6d74696-c65e-435d-811a-79c847758e1a service neutron] Checking agent: {'id': 'e037d8fb-d49c-4f86-9910-f13f6ba89a51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8251', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 23), 'started_at': datetime.datetime(2022, 1, 20, 14, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 15, 1, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 15:01:19.253542 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89d1972e-39cc-41e2-9a7c-2ed3edd1438d req-a6d74696-c65e-435d-811a-79c847758e1a service neutron] Checking segment: {'id': '533b3441-2168-44a1-8206-c3a92857c7a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '1f0b1672-47f6-4012-b991-ae860658a630'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 15:01:19.253920 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89d1972e-39cc-41e2-9a7c-2ed3edd1438d req-a6d74696-c65e-435d-811a-79c847758e1a service neutron] Bound using segment: {'id': '533b3441-2168-44a1-8206-c3a92857c7a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '1f0b1672-47f6-4012-b991-ae860658a630'} {{(pid=84153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 15:01:19.254388 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.managers [req-89d1972e-39cc-41e2-9a7c-2ed3edd1438d req-a6d74696-c65e-435d-811a-79c847758e1a service neutron] Bound port: 608e19ed-b07d-4b0b-9b2b-5cda60f28f8b, host: hv-neutron-8251, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '533b3441-2168-44a1-8206-c3a92857c7a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '1f0b1672-47f6-4012-b991-ae860658a630'}}] {{(pid=84153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 15:01:19.254759 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-89d1972e-39cc-41e2-9a7c-2ed3edd1438d req-a6d74696-c65e-435d-811a-79c847758e1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:01:19.346345 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.db [req-89d1972e-39cc-41e2-9a7c-2ed3edd1438d req-a6d74696-c65e-435d-811a-79c847758e1a service neutron] For port 608e19ed-b07d-4b0b-9b2b-5cda60f28f8b, host hv-neutron-8251, cleared binding levels {{(pid=84153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 15:01:19.349325 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.db [req-89d1972e-39cc-41e2-9a7c-2ed3edd1438d req-a6d74696-c65e-435d-811a-79c847758e1a service neutron] For port 608e19ed-b07d-4b0b-9b2b-5cda60f28f8b, host hv-neutron-8251, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=608e19ed-b07d-4b0b-9b2b-5cda60f28f8b,segment=NetworkSegment(533b3441-2168-44a1-8206-c3a92857c7a9),segment_id=533b3441-2168-44a1-8206-c3a92857c7a9)] {{(pid=84153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 15:01:19.422593 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-89d1972e-39cc-41e2-9a7c-2ed3edd1438d req-a6d74696-c65e-435d-811a-79c847758e1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3944146'] for port, after_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:01:19.482144 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-89d1972e-39cc-41e2-9a7c-2ed3edd1438d req-a6d74696-c65e-435d-811a-79c847758e1a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:01:19.483483 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-89d1972e-39cc-41e2-9a7c-2ed3edd1438d req-a6d74696-c65e-435d-811a-79c847758e1a service neutron] 10.222.0.106 "PUT /v2.0/ports/608e19ed-b07d-4b0b-9b2b-5cda60f28f8b HTTP/1.1" status: 200 len: 1098 time: 1.2142322 Jan 20 15:01:19.486991 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '727dc7ca-7bbd-4848-808e-3d40ca3e3d74', 'tag': '608e19ed-b07d-4b0b-9b2b-5cda60f28f8b'}] {{(pid=84153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 15:01:19.506282 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d74696-c65e-435d-811a-79c847758e1a service neutron] Pushing event updated for resources: {'Port': ['ID=608e19ed-b07d-4b0b-9b2b-5cda60f28f8b,revision_number=3']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:01:19.543244 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '727dc7ca-7bbd-4848-808e-3d40ca3e3d74', 'tag': '608e19ed-b07d-4b0b-9b2b-5cda60f28f8b', 'status': 'completed', 'code': 200} Jan 20 15:01:19.662195 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-b2f8ac8e-3456-426f-b93f-9b5aefa3e96e req-17a761c1-4ca6-4087-bf7e-dec4a691439b service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=ebff052e3dc843f19bda662d4f9d4d7b&device_id=727dc7ca-7bbd-4848-808e-3d40ca3e3d74 HTTP/1.1" status: 200 len: 1101 time: 0.0960414 Jan 20 15:01:19.696002 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-b2f8ac8e-3456-426f-b93f-9b5aefa3e96e req-ab0498e6-8290-4615-9579-26e147047fa0 service neutron] 10.222.0.106 "GET /v2.0/networks?tenant_id=ebff052e3dc843f19bda662d4f9d4d7b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0270832 Jan 20 15:01:19.839481 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f8ac8e-3456-426f-b93f-9b5aefa3e96e req-a8553728-68f5-4681-aa73-7ff1982faa24 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:01:19.840936 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-b2f8ac8e-3456-426f-b93f-9b5aefa3e96e req-a8553728-68f5-4681-aa73-7ff1982faa24 service neutron] 10.222.0.106 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1393216 Jan 20 15:01:19.943594 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-89d1972e-39cc-41e2-9a7c-2ed3edd1438d req-e4945f7e-db5b-44be-9af6-16d2a114b7b1 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=ebff052e3dc843f19bda662d4f9d4d7b&device_id=727dc7ca-7bbd-4848-808e-3d40ca3e3d74 HTTP/1.1" status: 200 len: 1101 time: 0.0684514 Jan 20 15:01:20.015633 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-89d1972e-39cc-41e2-9a7c-2ed3edd1438d req-9d46dd2c-5ed8-41ff-9c39-46a257ab35e2 service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.126&port_id=608e19ed-b07d-4b0b-9b2b-5cda60f28f8b HTTP/1.1" status: 200 len: 217 time: 0.0647132 Jan 20 15:01:20.075858 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d1972e-39cc-41e2-9a7c-2ed3edd1438d req-abb5b6d8-c69b-41f3-98d3-50283af29cba service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:01:20.077835 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-89d1972e-39cc-41e2-9a7c-2ed3edd1438d req-abb5b6d8-c69b-41f3-98d3-50283af29cba service neutron] 10.222.0.106 "GET /v2.0/subnets?id=9dda5952-b963-4fe9-b0d4-ac2f685a2d01 HTTP/1.1" status: 200 len: 843 time: 0.0570405 Jan 20 15:01:20.157399 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-89d1972e-39cc-41e2-9a7c-2ed3edd1438d req-fdbf840b-98f7-43c9-a1c0-8c0f82713e5b service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=1f0b1672-47f6-4012-b991-ae860658a630&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0737569 Jan 20 15:01:20.348112 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-89d1972e-39cc-41e2-9a7c-2ed3edd1438d req-afbdf29f-0a7e-4fe1-9b51-715dcd003e22 service neutron] 10.222.0.106 "GET /v2.0/networks/1f0b1672-47f6-4012-b991-ae860658a630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1832359 Jan 20 15:01:20.358549 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae22f9b-a01a-4f99-962b-af0949c646b8 req-015e86ce-81de-4cec-8c46-4cc4542fbcff tempest-ServersAdminNegativeTestJSON-698207599 tempest-ServersAdminNegativeTestJSON-698207599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:01:20.359943 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-2ae22f9b-a01a-4f99-962b-af0949c646b8 req-015e86ce-81de-4cec-8c46-4cc4542fbcff tempest-ServersAdminNegativeTestJSON-698207599 tempest-ServersAdminNegativeTestJSON-698207599-project] 10.222.0.54 "GET /v2.0/ports?device_id=727dc7ca-7bbd-4848-808e-3d40ca3e3d74 HTTP/1.1" status: 200 len: 948 time: 0.1777406 Jan 20 15:01:20.498103 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-2ae22f9b-a01a-4f99-962b-af0949c646b8 req-d032c16a-a8b0-4b5c-bcb4-67dd8c536954 tempest-ServersAdminNegativeTestJSON-698207599 tempest-ServersAdminNegativeTestJSON-698207599-project] 10.222.0.54 "GET /v2.0/security-groups?id=d654ff2b-49ef-4796-b183-8fff81bee267&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193810 Jan 20 15:01:20.519935 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-89d1972e-39cc-41e2-9a7c-2ed3edd1438d req-d6274ecd-b86a-4c45-ba04-0904d0e1a5dd service neutron] 10.222.0.106 "GET /v2.0/networks/1f0b1672-47f6-4012-b991-ae860658a630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1590819 Jan 20 15:01:21.699792 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417286c4-eb07-475d-8362-a0e417dcf4b8 req-b15c45ad-c874-4806-bc99-80c6065fbc03 tempest-ServersAdminNegativeTestJSON-698207599 tempest-ServersAdminNegativeTestJSON-698207599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:01:21.701224 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-417286c4-eb07-475d-8362-a0e417dcf4b8 req-b15c45ad-c874-4806-bc99-80c6065fbc03 tempest-ServersAdminNegativeTestJSON-698207599 tempest-ServersAdminNegativeTestJSON-698207599-project] 10.222.0.54 "GET /v2.0/ports?device_id=727dc7ca-7bbd-4848-808e-3d40ca3e3d74 HTTP/1.1" status: 200 len: 948 time: 0.0809166 Jan 20 15:01:21.746314 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-417286c4-eb07-475d-8362-a0e417dcf4b8 req-e2b44900-56a0-4229-8f65-e4bbfa6fa550 tempest-ServersAdminNegativeTestJSON-698207599 tempest-ServersAdminNegativeTestJSON-698207599-project] 10.222.0.54 "GET /v2.0/security-groups?id=d654ff2b-49ef-4796-b183-8fff81bee267&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389085 Jan 20 15:01:22.940420 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a844902-e353-4f26-98a3-ab0aff6d3ff8 req-bfd49418-6d0a-4d88-8c05-7327df288aa8 tempest-ServersAdminNegativeTestJSON-698207599 tempest-ServersAdminNegativeTestJSON-698207599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:01:22.941890 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-7a844902-e353-4f26-98a3-ab0aff6d3ff8 req-bfd49418-6d0a-4d88-8c05-7327df288aa8 tempest-ServersAdminNegativeTestJSON-698207599 tempest-ServersAdminNegativeTestJSON-698207599-project] 10.222.0.54 "GET /v2.0/ports?device_id=727dc7ca-7bbd-4848-808e-3d40ca3e3d74 HTTP/1.1" status: 200 len: 948 time: 0.0753636 Jan 20 15:01:22.989042 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-7a844902-e353-4f26-98a3-ab0aff6d3ff8 req-5669c41d-d4ea-4eff-9895-5d1ea43f79b5 tempest-ServersAdminNegativeTestJSON-698207599 tempest-ServersAdminNegativeTestJSON-698207599-project] 10.222.0.54 "GET /v2.0/security-groups?id=d654ff2b-49ef-4796-b183-8fff81bee267&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413933 Jan 20 15:01:24.282764 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2649935f-937a-44af-83d4-3c8192d08d1a req-8058f2b3-8239-4a2f-8cd3-06ecd9cee237 tempest-ServersAdminNegativeTestJSON-698207599 tempest-ServersAdminNegativeTestJSON-698207599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:01:24.284139 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-2649935f-937a-44af-83d4-3c8192d08d1a req-8058f2b3-8239-4a2f-8cd3-06ecd9cee237 tempest-ServersAdminNegativeTestJSON-698207599 tempest-ServersAdminNegativeTestJSON-698207599-project] 10.222.0.54 "GET /v2.0/ports?device_id=727dc7ca-7bbd-4848-808e-3d40ca3e3d74 HTTP/1.1" status: 200 len: 948 time: 0.1733656 Jan 20 15:01:24.329178 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-2649935f-937a-44af-83d4-3c8192d08d1a req-8a7f08f9-af66-4599-b63c-5575da8f71e6 tempest-ServersAdminNegativeTestJSON-698207599 tempest-ServersAdminNegativeTestJSON-698207599-project] 10.222.0.54 "GET /v2.0/security-groups?id=d654ff2b-49ef-4796-b183-8fff81bee267&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394959 Jan 20 15:01:25.322277 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Device 608e19ed-b07d-4b0b-9b2b-5cda60f28f8b details requested by agent hyperv_hv-neutron-8251 with host hv-neutron-8251 {{(pid=84154) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 20 15:01:25.455600 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] For port 608e19ed-b07d-4b0b-9b2b-5cda60f28f8b, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=608e19ed-b07d-4b0b-9b2b-5cda60f28f8b,segment=NetworkSegment(533b3441-2168-44a1-8206-c3a92857c7a9),segment_id=533b3441-2168-44a1-8206-c3a92857c7a9)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 15:01:25.468900 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Returning: {'device': '608e19ed-b07d-4b0b-9b2b-5cda60f28f8b', 'network_id': '1f0b1672-47f6-4012-b991-ae860658a630', 'port_id': '608e19ed-b07d-4b0b-9b2b-5cda60f28f8b', 'mac_address': 'fa:16:3e:d8:c2:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9dda5952-b963-4fe9-b0d4-ac2f685a2d01', 'ip_address': '192.168.233.126'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84154) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 20 15:01:25.521560 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:01:25.536192 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1401a8-b195-4ed0-b4b5-ea4f644679b6 req-f488f7a1-d2d5-475c-bcdd-a378b9a79bba tempest-ServersAdminNegativeTestJSON-698207599 tempest-ServersAdminNegativeTestJSON-698207599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:01:25.537660 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-1e1401a8-b195-4ed0-b4b5-ea4f644679b6 req-f488f7a1-d2d5-475c-bcdd-a378b9a79bba tempest-ServersAdminNegativeTestJSON-698207599 tempest-ServersAdminNegativeTestJSON-698207599-project] 10.222.0.54 "GET /v2.0/ports?device_id=727dc7ca-7bbd-4848-808e-3d40ca3e3d74 HTTP/1.1" status: 200 len: 948 time: 0.0794346 Jan 20 15:01:25.538426 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.notifiers.nova [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 608e19ed-b07d-4b0b-9b2b-5cda60f28f8b {{(pid=84154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 15:01:25.553413 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] For port 608e19ed-b07d-4b0b-9b2b-5cda60f28f8b, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=608e19ed-b07d-4b0b-9b2b-5cda60f28f8b,segment=NetworkSegment(533b3441-2168-44a1-8206-c3a92857c7a9),segment_id=533b3441-2168-44a1-8206-c3a92857c7a9)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 15:01:25.583669 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-1e1401a8-b195-4ed0-b4b5-ea4f644679b6 req-1ac23221-d972-4f34-a30d-d21f6e741ea0 tempest-ServersAdminNegativeTestJSON-698207599 tempest-ServersAdminNegativeTestJSON-698207599-project] 10.222.0.54 "GET /v2.0/security-groups?id=d654ff2b-49ef-4796-b183-8fff81bee267&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398555 Jan 20 15:01:25.615709 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:01:25.698352 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Pushing event updated for resources: {'Port': ['ID=608e19ed-b07d-4b0b-9b2b-5cda60f28f8b,revision_number=4']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:01:25.709083 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:01:25.709434 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:01:25.709778 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:01:25.710202 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:01:25.710624 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:01:25.711005 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:01:25.711341 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:01:25.711672 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:01:25.712000 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:01:25.712325 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:01:25.712652 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:01:25.961863 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] get_ports_and_sgs() called for port_ids ['608e19ed-b07d-4b0b-9b2b-5cda60f28f8b'] {{(pid=84154) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 20 15:01:26.060429 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.agents_db [None req-6dba657d-a637-4918-9b6d-40defdfae04b None None] Agent healthcheck: found 6 active agents {{(pid=84155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 15:01:26.781583 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71fce0d-5740-4a0c-a0d7-dc7d3aeb1a2e req-c04a1456-e11e-4b7a-a4fc-74cc9dd0bf04 tempest-ServersAdminNegativeTestJSON-698207599 tempest-ServersAdminNegativeTestJSON-698207599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:01:26.783077 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-f71fce0d-5740-4a0c-a0d7-dc7d3aeb1a2e req-c04a1456-e11e-4b7a-a4fc-74cc9dd0bf04 tempest-ServersAdminNegativeTestJSON-698207599 tempest-ServersAdminNegativeTestJSON-698207599-project] 10.222.0.54 "GET /v2.0/ports?device_id=727dc7ca-7bbd-4848-808e-3d40ca3e3d74 HTTP/1.1" status: 200 len: 949 time: 0.0764124 Jan 20 15:01:26.828933 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-f71fce0d-5740-4a0c-a0d7-dc7d3aeb1a2e req-10095107-7d7d-4cb9-97fa-dfb5827c4d3e tempest-ServersAdminNegativeTestJSON-698207599 tempest-ServersAdminNegativeTestJSON-698207599-project] 10.222.0.54 "GET /v2.0/security-groups?id=d654ff2b-49ef-4796-b183-8fff81bee267&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402400 Jan 20 15:01:27.337649 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Device 608e19ed-b07d-4b0b-9b2b-5cda60f28f8b up at agent hyperv_hv-neutron-8251 {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 15:01:27.455643 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Provisioning for port 608e19ed-b07d-4b0b-9b2b-5cda60f28f8b completed by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 15:01:27.460791 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Provisioning complete for port 608e19ed-b07d-4b0b-9b2b-5cda60f28f8b triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:01:27.461166 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:01:27.574820 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:01:27.607683 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '727dc7ca-7bbd-4848-808e-3d40ca3e3d74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '608e19ed-b07d-4b0b-9b2b-5cda60f28f8b'}] {{(pid=84154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 15:01:27.617864 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] For port 608e19ed-b07d-4b0b-9b2b-5cda60f28f8b, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=608e19ed-b07d-4b0b-9b2b-5cda60f28f8b,segment=NetworkSegment(533b3441-2168-44a1-8206-c3a92857c7a9),segment_id=533b3441-2168-44a1-8206-c3a92857c7a9)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 15:01:27.673689 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:01:27.678104 dv-neutron-825124-1-hyperv neutron-server[84154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '727dc7ca-7bbd-4848-808e-3d40ca3e3d74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '608e19ed-b07d-4b0b-9b2b-5cda60f28f8b', 'code': 200} Jan 20 15:01:27.746230 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Pushing event updated for resources: {'Port': ['ID=608e19ed-b07d-4b0b-9b2b-5cda60f28f8b,revision_number=5']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:01:28.016567 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-314d29ec-1251-46ac-bbb5-3a08f1f2e2fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:01:28.074784 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-b75b90ab-f3de-4a5b-9a14-f9240b08737f req-9d5a9665-f4cc-4006-b17d-8a19036a561d service neutron] 10.222.0.106 "GET /v2.0/ports?device_id=727dc7ca-7bbd-4848-808e-3d40ca3e3d74 HTTP/1.1" status: 200 len: 1103 time: 0.1367285 Jan 20 15:01:28.081116 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25572d9-65d1-41f4-b462-8bbba8847cf5 req-27c3ab63-98ef-4491-bba4-9dbcc6ba589d tempest-ServersAdminNegativeTestJSON-698207599 tempest-ServersAdminNegativeTestJSON-698207599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:01:28.082441 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-d25572d9-65d1-41f4-b462-8bbba8847cf5 req-27c3ab63-98ef-4491-bba4-9dbcc6ba589d tempest-ServersAdminNegativeTestJSON-698207599 tempest-ServersAdminNegativeTestJSON-698207599-project] 10.222.0.54 "GET /v2.0/ports?device_id=727dc7ca-7bbd-4848-808e-3d40ca3e3d74 HTTP/1.1" status: 200 len: 950 time: 0.1122353 Jan 20 15:01:28.151476 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-b75b90ab-f3de-4a5b-9a14-f9240b08737f req-9cfdf642-32de-4baa-ae81-946d990f8a8e service neutron] 10.222.0.106 "GET /v2.0/security-groups?id=d654ff2b-49ef-4796-b183-8fff81bee267&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678473 Jan 20 15:01:28.155830 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-d25572d9-65d1-41f4-b462-8bbba8847cf5 req-92b682fa-b778-4f08-9d16-d041b8c797bc tempest-ServersAdminNegativeTestJSON-698207599 tempest-ServersAdminNegativeTestJSON-698207599-project] 10.222.0.54 "GET /v2.0/security-groups?id=d654ff2b-49ef-4796-b183-8fff81bee267&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584261 Jan 20 15:01:29.356749 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398c5596-fd91-42d7-aae3-d67af42902e7 req-ef4b3807-a339-4c5a-98be-8e266103ee3f tempest-ServersAdminNegativeTestJSON-698207599 tempest-ServersAdminNegativeTestJSON-698207599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:01:29.358735 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-398c5596-fd91-42d7-aae3-d67af42902e7 req-ef4b3807-a339-4c5a-98be-8e266103ee3f tempest-ServersAdminNegativeTestJSON-698207599 tempest-ServersAdminNegativeTestJSON-698207599-project] 10.222.0.54 "GET /v2.0/ports?device_id=727dc7ca-7bbd-4848-808e-3d40ca3e3d74 HTTP/1.1" status: 200 len: 950 time: 0.0815465 Jan 20 15:01:29.406842 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-398c5596-fd91-42d7-aae3-d67af42902e7 req-3bf1303b-84fc-41a0-8ff3-3e013e1ba372 tempest-ServersAdminNegativeTestJSON-698207599 tempest-ServersAdminNegativeTestJSON-698207599-project] 10.222.0.54 "GET /v2.0/security-groups?id=d654ff2b-49ef-4796-b183-8fff81bee267&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411723 Jan 20 15:01:30.381122 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-1e7923f4-29bb-4908-b024-43de2f2deeb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:01:30.610278 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f245e74a-81b1-4e9e-aa09-fd5e7f1bcb11 req-249d1a8d-c40a-406b-a758-5fe72e82a6ee tempest-ServersAdminNegativeTestJSON-698207599 tempest-ServersAdminNegativeTestJSON-698207599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:01:30.611653 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-f245e74a-81b1-4e9e-aa09-fd5e7f1bcb11 req-249d1a8d-c40a-406b-a758-5fe72e82a6ee tempest-ServersAdminNegativeTestJSON-698207599 tempest-ServersAdminNegativeTestJSON-698207599-project] 10.222.0.54 "GET /v2.0/ports?device_id=727dc7ca-7bbd-4848-808e-3d40ca3e3d74 HTTP/1.1" status: 200 len: 950 time: 0.0799873 Jan 20 15:01:30.658122 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-f245e74a-81b1-4e9e-aa09-fd5e7f1bcb11 req-9631db59-6c61-472d-95e8-ce4ece6cdd53 tempest-ServersAdminNegativeTestJSON-698207599 tempest-ServersAdminNegativeTestJSON-698207599-project] 10.222.0.54 "GET /v2.0/security-groups?id=d654ff2b-49ef-4796-b183-8fff81bee267&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409355 Jan 20 15:01:30.718774 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:01:31.292833 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-cc0d0ab6-83d7-400e-a8eb-8a4f753213ce req-d32d0b2a-3461-4167-9e53-36918d26b86a service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=727dc7ca-7bbd-4848-808e-3d40ca3e3d74&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1891923 Jan 20 15:01:31.439619 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:01:31.666362 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-cdd98e71-1f0a-4421-baa9-dcb30e06edf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:01:31.918367 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-cc19ced0-334a-4676-974b-c86664471181 req-528d26ae-5c51-4cb3-a336-ee082bbc0f7b service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=727dc7ca-7bbd-4848-808e-3d40ca3e3d74&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0700552 Jan 20 15:01:32.747788 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8628a76b-a364-4eaa-9a71-59ace1a7968a req-bcc4460d-2524-4e22-ab5d-28367976a6fd tempest-ServersAdminNegativeTestJSON-698207599 tempest-ServersAdminNegativeTestJSON-698207599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:01:32.749360 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-8628a76b-a364-4eaa-9a71-59ace1a7968a req-bcc4460d-2524-4e22-ab5d-28367976a6fd tempest-ServersAdminNegativeTestJSON-698207599 tempest-ServersAdminNegativeTestJSON-698207599-project] 10.222.0.54 "GET /v2.0/ports?device_id=727dc7ca-7bbd-4848-808e-3d40ca3e3d74 HTTP/1.1" status: 200 len: 950 time: 0.0767527 Jan 20 15:01:32.794537 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-8628a76b-a364-4eaa-9a71-59ace1a7968a req-825d99f0-c0d6-401d-802c-c3e75815adf4 tempest-ServersAdminNegativeTestJSON-698207599 tempest-ServersAdminNegativeTestJSON-698207599-project] 10.222.0.54 "GET /v2.0/security-groups?id=d654ff2b-49ef-4796-b183-8fff81bee267&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390117 Jan 20 15:01:33.106687 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-eea6df97-7ff1-4b63-af20-e3ec8913deda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:01:34.002058 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4480f3ec-f90a-430a-99cb-8e5fc88ef293 req-bfd4edfe-ff6e-43aa-be88-1ecdcce26aba tempest-ServersAdminNegativeTestJSON-698207599 tempest-ServersAdminNegativeTestJSON-698207599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:01:34.003524 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-4480f3ec-f90a-430a-99cb-8e5fc88ef293 req-bfd4edfe-ff6e-43aa-be88-1ecdcce26aba tempest-ServersAdminNegativeTestJSON-698207599 tempest-ServersAdminNegativeTestJSON-698207599-project] 10.222.0.54 "GET /v2.0/ports?device_id=727dc7ca-7bbd-4848-808e-3d40ca3e3d74 HTTP/1.1" status: 200 len: 950 time: 0.0806935 Jan 20 15:01:34.100490 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-4480f3ec-f90a-430a-99cb-8e5fc88ef293 req-21d21560-c57d-4ff3-be4c-0373f96b68cd tempest-ServersAdminNegativeTestJSON-698207599 tempest-ServersAdminNegativeTestJSON-698207599-project] 10.222.0.54 "GET /v2.0/security-groups?id=d654ff2b-49ef-4796-b183-8fff81bee267&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668650 Jan 20 15:01:34.113367 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea0f8bf-9e8c-435f-8964-413d51ee026b req-8b9fc9eb-08df-4a5a-a8fb-b953dc861adf tempest-ServersAdminNegativeTestJSON-698207599 tempest-ServersAdminNegativeTestJSON-698207599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:01:34.114826 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-fea0f8bf-9e8c-435f-8964-413d51ee026b req-8b9fc9eb-08df-4a5a-a8fb-b953dc861adf tempest-ServersAdminNegativeTestJSON-698207599 tempest-ServersAdminNegativeTestJSON-698207599-project] 10.222.0.106 "GET /v2.0/ports?device_id=727dc7ca-7bbd-4848-808e-3d40ca3e3d74 HTTP/1.1" status: 200 len: 950 time: 0.1104610 Jan 20 15:01:34.185336 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [req-fea0f8bf-9e8c-435f-8964-413d51ee026b req-7fa40e2d-a5e2-4464-91d8-cf0617ac53be tempest-ServersAdminNegativeTestJSON-698207599 tempest-ServersAdminNegativeTestJSON-698207599-project] Deleting port 608e19ed-b07d-4b0b-9b2b-5cda60f28f8b {{(pid=84153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 15:01:34.185676 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-fea0f8bf-9e8c-435f-8964-413d51ee026b req-7fa40e2d-a5e2-4464-91d8-cf0617ac53be tempest-ServersAdminNegativeTestJSON-698207599 tempest-ServersAdminNegativeTestJSON-698207599-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:01:34.426491 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.db [req-fea0f8bf-9e8c-435f-8964-413d51ee026b req-7fa40e2d-a5e2-4464-91d8-cf0617ac53be tempest-ServersAdminNegativeTestJSON-698207599 tempest-ServersAdminNegativeTestJSON-698207599-project] For port 608e19ed-b07d-4b0b-9b2b-5cda60f28f8b, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=608e19ed-b07d-4b0b-9b2b-5cda60f28f8b,segment=NetworkSegment(533b3441-2168-44a1-8206-c3a92857c7a9),segment_id=533b3441-2168-44a1-8206-c3a92857c7a9)] {{(pid=84153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 15:01:34.426740 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-fea0f8bf-9e8c-435f-8964-413d51ee026b req-7fa40e2d-a5e2-4464-91d8-cf0617ac53be tempest-ServersAdminNegativeTestJSON-698207599 tempest-ServersAdminNegativeTestJSON-698207599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:01:34.544629 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [req-fea0f8bf-9e8c-435f-8964-413d51ee026b req-7fa40e2d-a5e2-4464-91d8-cf0617ac53be tempest-ServersAdminNegativeTestJSON-698207599 tempest-ServersAdminNegativeTestJSON-698207599-project] Calling delete_port for 608e19ed-b07d-4b0b-9b2b-5cda60f28f8b owned by compute:nova {{(pid=84153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 15:01:34.735613 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-fea0f8bf-9e8c-435f-8964-413d51ee026b req-7fa40e2d-a5e2-4464-91d8-cf0617ac53be tempest-ServersAdminNegativeTestJSON-698207599 tempest-ServersAdminNegativeTestJSON-698207599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:01:34.746916 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] get_ports_and_sgs() called for port_ids ['608e19ed-b07d-4b0b-9b2b-5cda60f28f8b'] {{(pid=84154) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 20 15:01:34.786930 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa40e2d-a5e2-4464-91d8-cf0617ac53be tempest-ServersAdminNegativeTestJSON-698207599 tempest-ServersAdminNegativeTestJSON-698207599-project] Pushing event deleted for resources: {'Port': ['ID=608e19ed-b07d-4b0b-9b2b-5cda60f28f8b,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:01:34.861919 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.l3_dvrscheduler_db [req-fea0f8bf-9e8c-435f-8964-413d51ee026b req-7fa40e2d-a5e2-4464-91d8-cf0617ac53be tempest-ServersAdminNegativeTestJSON-698207599 tempest-ServersAdminNegativeTestJSON-698207599-project] No DVR routers for this DVR port 608e19ed-b07d-4b0b-9b2b-5cda60f28f8b on host hv-neutron-8251 {{(pid=84153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 15:01:34.864371 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-fea0f8bf-9e8c-435f-8964-413d51ee026b req-7fa40e2d-a5e2-4464-91d8-cf0617ac53be tempest-ServersAdminNegativeTestJSON-698207599 tempest-ServersAdminNegativeTestJSON-698207599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:01:34.866997 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '727dc7ca-7bbd-4848-808e-3d40ca3e3d74', 'name': 'network-vif-deleted', 'tag': '608e19ed-b07d-4b0b-9b2b-5cda60f28f8b'}] {{(pid=84153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 15:01:34.925770 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '727dc7ca-7bbd-4848-808e-3d40ca3e3d74', 'name': 'network-vif-deleted', 'tag': '608e19ed-b07d-4b0b-9b2b-5cda60f28f8b', 'status': 'completed', 'code': 200} Jan 20 15:01:34.942058 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-fea0f8bf-9e8c-435f-8964-413d51ee026b req-7fa40e2d-a5e2-4464-91d8-cf0617ac53be tempest-ServersAdminNegativeTestJSON-698207599 tempest-ServersAdminNegativeTestJSON-698207599-project] 10.222.0.106 "DELETE /v2.0/ports/608e19ed-b07d-4b0b-9b2b-5cda60f28f8b HTTP/1.1" status: 204 len: 173 time: 0.8224473 Jan 20 15:01:35.286007 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [req-eec12ccc-19e3-45dc-8e0d-6d2f96bbc798 req-1b1aad29-afd2-4173-b2dd-e19b5d6c08b9 tempest-ServersAdminNegativeTestJSON-698207599 tempest-ServersAdminNegativeTestJSON-698207599-project] Synchronizing usage tracker for tenant:ebff052e3dc843f19bda662d4f9d4d7b on resource:port {{(pid=84153) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 15:01:35.352885 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [req-eec12ccc-19e3-45dc-8e0d-6d2f96bbc798 req-1b1aad29-afd2-4173-b2dd-e19b5d6c08b9 tempest-ServersAdminNegativeTestJSON-698207599 tempest-ServersAdminNegativeTestJSON-698207599-project] Unset dirty status for tenant:ebff052e3dc843f19bda662d4f9d4d7b on resource:port {{(pid=84153) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 15:01:35.354119 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-eec12ccc-19e3-45dc-8e0d-6d2f96bbc798 req-1b1aad29-afd2-4173-b2dd-e19b5d6c08b9 tempest-ServersAdminNegativeTestJSON-698207599 tempest-ServersAdminNegativeTestJSON-698207599-project] 10.222.0.54 "GET /v2.0/ports?device_id=727dc7ca-7bbd-4848-808e-3d40ca3e3d74 HTTP/1.1" status: 200 len: 210 time: 0.1114149 Jan 20 15:01:37.029970 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 46828) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:01:37.230921 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-7ebc11cf-dcae-4a82-bc61-1b808870f4a1 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=ebff052e3dc843f19bda662d4f9d4d7b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1993818 Jan 20 15:01:37.233640 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 46834) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:01:37.302584 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-db21bc11-24e4-4c7a-805a-a262ad95c352 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:01:37.328214 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-db21bc11-24e4-4c7a-805a-a262ad95c352 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:01:37.337394 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Device 608e19ed-b07d-4b0b-9b2b-5cda60f28f8b no longer exists at agent hyperv_hv-neutron-8251 {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 15:01:37.369298 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] No Port match for: 608e19ed-b07d-4b0b-9b2b-5cda60f28f8b {{(pid=84154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 15:01:37.369551 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Device 608e19ed-b07d-4b0b-9b2b-5cda60f28f8b not bound to the agent host hv-neutron-8251 {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 15:01:37.432675 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-db21bc11-24e4-4c7a-805a-a262ad95c352 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:01:37.451566 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db21bc11-24e4-4c7a-805a-a262ad95c352 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d654ff2b-49ef-4796-b183-8fff81bee267,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:01:37.540196 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-db21bc11-24e4-4c7a-805a-a262ad95c352 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:01:37.541338 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-db21bc11-24e4-4c7a-805a-a262ad95c352 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/d654ff2b-49ef-4796-b183-8fff81bee267 HTTP/1.1" status: 204 len: 168 time: 0.3067610 Jan 20 15:01:38.197917 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 46842) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:01:38.216505 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-bd2a2942-d29b-407a-933c-590ea4c931a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:01:38.247170 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-bd2a2942-d29b-407a-933c-590ea4c931a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:01:38.251568 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-bd2a2942-d29b-407a-933c-590ea4c931a2 admin admin] Usage tracker for resource:security_group_rule and tenant:a3dcb906fe534e2ca5b610537e910dc9 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:01:38.254459 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-bd2a2942-d29b-407a-933c-590ea4c931a2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:01:38.260259 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-bd2a2942-d29b-407a-933c-590ea4c931a2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:01:38.326117 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-bd2a2942-d29b-407a-933c-590ea4c931a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:01:38.380865 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-bd2a2942-d29b-407a-933c-590ea4c931a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:01:38.425812 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2a2942-d29b-407a-933c-590ea4c931a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7697c16e-1214-4a47-888a-c898e0c1c398,revision_number=1']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:01:38.430453 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-bd2a2942-d29b-407a-933c-590ea4c931a2 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=a3dcb906fe534e2ca5b610537e910dc9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2315145 Jan 20 15:01:38.433318 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 46846) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:01:38.437310 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2a2942-d29b-407a-933c-590ea4c931a2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:01:38.438225 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2a2942-d29b-407a-933c-590ea4c931a2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:01:38.438568 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2a2942-d29b-407a-933c-590ea4c931a2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:01:38.438900 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2a2942-d29b-407a-933c-590ea4c931a2 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:01:38.439228 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2a2942-d29b-407a-933c-590ea4c931a2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:01:38.439553 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2a2942-d29b-407a-933c-590ea4c931a2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:01:38.439885 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2a2942-d29b-407a-933c-590ea4c931a2 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:01:38.440204 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2a2942-d29b-407a-933c-590ea4c931a2 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:01:38.440524 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2a2942-d29b-407a-933c-590ea4c931a2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:01:38.440843 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2a2942-d29b-407a-933c-590ea4c931a2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:01:38.441162 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2a2942-d29b-407a-933c-590ea4c931a2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:01:38.492094 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-f9621c93-3bec-44c3-a836-3792b56530ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:01:38.517994 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-f9621c93-3bec-44c3-a836-3792b56530ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:01:38.627034 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-f9621c93-3bec-44c3-a836-3792b56530ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:01:38.641180 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9621c93-3bec-44c3-a836-3792b56530ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7697c16e-1214-4a47-888a-c898e0c1c398,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:01:38.647094 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-f9621c93-3bec-44c3-a836-3792b56530ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:01:38.648186 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-f9621c93-3bec-44c3-a836-3792b56530ce admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/7697c16e-1214-4a47-888a-c898e0c1c398 HTTP/1.1" status: 204 len: 168 time: 0.2138631 Jan 20 15:01:39.784062 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 46868) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:01:39.918263 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-6e893ac8-a0d8-43d2-85e7-840160e7a3d4 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-654227013-network', 'tenant_id': '185631371e14462ebae4cafd6b7868f3'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 15:01:39.923034 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-6e893ac8-a0d8-43d2-85e7-840160e7a3d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:01:39.926722 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-6e893ac8-a0d8-43d2-85e7-840160e7a3d4 admin admin] Usage tracker for resource:network and tenant:185631371e14462ebae4cafd6b7868f3 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:01:39.929499 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-6e893ac8-a0d8-43d2-85e7-840160e7a3d4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:01:39.935031 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-6e893ac8-a0d8-43d2-85e7-840160e7a3d4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:01:40.009248 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e893ac8-a0d8-43d2-85e7-840160e7a3d4 admin admin] Made reservation on behalf of 185631371e14462ebae4cafd6b7868f3 for: {'network': 1} {{(pid=84153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 15:01:40.011649 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-6e893ac8-a0d8-43d2-85e7-840160e7a3d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for network, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:01:40.024830 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-6e893ac8-a0d8-43d2-85e7-840160e7a3d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:01:40.055966 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-6e893ac8-a0d8-43d2-85e7-840160e7a3d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:01:40.059894 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-6e893ac8-a0d8-43d2-85e7-840160e7a3d4 admin admin] Usage tracker for resource:security_group_rule and tenant:185631371e14462ebae4cafd6b7868f3 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:01:40.063499 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-6e893ac8-a0d8-43d2-85e7-840160e7a3d4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:01:40.069208 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-6e893ac8-a0d8-43d2-85e7-840160e7a3d4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:01:40.137694 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-6e893ac8-a0d8-43d2-85e7-840160e7a3d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:01:40.221325 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-6e893ac8-a0d8-43d2-85e7-840160e7a3d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:01:40.249107 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e893ac8-a0d8-43d2-85e7-840160e7a3d4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 178} {{(pid=84153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 15:01:40.261482 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e893ac8-a0d8-43d2-85e7-840160e7a3d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74d00448-ddbf-4152-8536-9b9f68db7b15,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:01:40.267661 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-6e893ac8-a0d8-43d2-85e7-840160e7a3d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:01:40.268006 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.db.segments_db [None req-6e893ac8-a0d8-43d2-85e7-840160e7a3d4 admin admin] Added segment 633d533d-ab1a-4454-a7e3-a48b3b4ed187 of type vlan for network f96abb76-bbf7-46d0-8969-1f06c6a5a0b9 Jan 20 15:01:40.294513 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-6e893ac8-a0d8-43d2-85e7-840160e7a3d4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769553767792'] for network, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:01:40.381097 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-6e893ac8-a0d8-43d2-85e7-840160e7a3d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967'] for network, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:01:40.381879 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e893ac8-a0d8-43d2-85e7-840160e7a3d4 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:01:40.382513 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-6e893ac8-a0d8-43d2-85e7-840160e7a3d4 admin admin] Notify callbacks [] for network, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:01:40.572912 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e893ac8-a0d8-43d2-85e7-840160e7a3d4 admin admin] Pushing event updated for resources: {'Network': ['ID=f96abb76-bbf7-46d0-8969-1f06c6a5a0b9,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:01:40.583098 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Network f96abb76-bbf7-46d0-8969-1f06c6a5a0b9 details requested by agent ovs-agent-dv-neutron-825124-1-hyperv with host dv-neutron-825124-1-hyperv {{(pid=84154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 15:01:40.627079 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-6e893ac8-a0d8-43d2-85e7-840160e7a3d4 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8418620 Jan 20 15:01:40.629922 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 46874) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:01:40.635377 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-36ecb933-ddde-48ad-b703-8883b23da0ab admin admin] Request body: {'subnet': {'network_id': 'f96abb76-bbf7-46d0-8969-1f06c6a5a0b9', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-654227013-subnet', 'tenant_id': '185631371e14462ebae4cafd6b7868f3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 15:01:40.640126 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-36ecb933-ddde-48ad-b703-8883b23da0ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:01:40.644494 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-36ecb933-ddde-48ad-b703-8883b23da0ab admin admin] Usage tracker for resource:subnet and tenant:185631371e14462ebae4cafd6b7868f3 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:01:40.647365 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-36ecb933-ddde-48ad-b703-8883b23da0ab admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:01:40.653238 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-36ecb933-ddde-48ad-b703-8883b23da0ab admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:01:40.722792 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36ecb933-ddde-48ad-b703-8883b23da0ab admin admin] Made reservation on behalf of 185631371e14462ebae4cafd6b7868f3 for: {'subnet': 1} {{(pid=84153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 15:01:40.725102 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-36ecb933-ddde-48ad-b703-8883b23da0ab admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4193986'] for subnet, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:01:40.981872 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-36ecb933-ddde-48ad-b703-8883b23da0ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3943531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4194004'] for subnet, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:01:41.057630 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ecb933-ddde-48ad-b703-8883b23da0ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=bdf775a8-3ebc-4e47-93b5-38f8e65aa332,revision_number=0']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:01:41.068133 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36ecb933-ddde-48ad-b703-8883b23da0ab admin admin] Checking segment: {'id': '633d533d-ab1a-4454-a7e3-a48b3b4ed187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'f96abb76-bbf7-46d0-8969-1f06c6a5a0b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 15:01:41.068486 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36ecb933-ddde-48ad-b703-8883b23da0ab admin admin] Network hostable DHCP agents. Network: f96abb76-bbf7-46d0-8969-1f06c6a5a0b9, hostable agents: ['1a181e39-5220-4c1a-88f8-08a54e8bfc9b'], hosted agents: [] {{(pid=84153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 15:01:41.142021 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36ecb933-ddde-48ad-b703-8883b23da0ab admin admin] Network f96abb76-bbf7-46d0-8969-1f06c6a5a0b9 is scheduled to be hosted by DHCP agent 1a181e39-5220-4c1a-88f8-08a54e8bfc9b with binding_index 1 {{(pid=84153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 15:01:41.215784 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.base_scheduler [None req-36ecb933-ddde-48ad-b703-8883b23da0ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825124-1-hyperv, f96abb76-bbf7-46d0-8969-1f06c6a5a0b9) {{(pid=84153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 15:01:41.220456 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36ecb933-ddde-48ad-b703-8883b23da0ab admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:01:41.221040 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-36ecb933-ddde-48ad-b703-8883b23da0ab admin admin] Notify callbacks [] for subnet, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:01:41.226636 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34e01667-6f81-45cc-9895-0407de54c4fa None None] Network f96abb76-bbf7-46d0-8969-1f06c6a5a0b9 requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 15:01:41.307719 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-36ecb933-ddde-48ad-b703-8883b23da0ab admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6766505 Jan 20 15:01:41.442331 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1b7c139-2b30-4a1b-9f6f-83408f6a7b99 None None] Network f96abb76-bbf7-46d0-8969-1f06c6a5a0b9 requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 15:01:41.851457 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88455a14-6aac-43cb-9312-d43a6ce2d625 req-6b498319-f370-4032-a246-c3ea58648090 tempest-DeleteServersTestJSON-1915657934 tempest-DeleteServersTestJSON-1915657934-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:01:41.852035 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [req-88455a14-6aac-43cb-9312-d43a6ce2d625 req-6b498319-f370-4032-a246-c3ea58648090 tempest-DeleteServersTestJSON-1915657934 tempest-DeleteServersTestJSON-1915657934-project] Synchronizing usage tracker for tenant:185631371e14462ebae4cafd6b7868f3 on resource:network {{(pid=84153) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 15:01:41.958703 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [req-88455a14-6aac-43cb-9312-d43a6ce2d625 req-6b498319-f370-4032-a246-c3ea58648090 tempest-DeleteServersTestJSON-1915657934 tempest-DeleteServersTestJSON-1915657934-project] Unset dirty status for tenant:185631371e14462ebae4cafd6b7868f3 on resource:network {{(pid=84153) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 15:01:41.959890 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-88455a14-6aac-43cb-9312-d43a6ce2d625 req-6b498319-f370-4032-a246-c3ea58648090 tempest-DeleteServersTestJSON-1915657934 tempest-DeleteServersTestJSON-1915657934-project] 10.222.0.54 "GET /v2.0/networks?id=f96abb76-bbf7-46d0-8969-1f06c6a5a0b9 HTTP/1.1" status: 200 len: 811 time: 0.2494535 Jan 20 15:01:41.976838 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-88455a14-6aac-43cb-9312-d43a6ce2d625 req-7b10c9b3-c5fb-4054-8cc5-1069a6b88977 tempest-DeleteServersTestJSON-1915657934 tempest-DeleteServersTestJSON-1915657934-project] 10.222.0.54 "GET /v2.0/quotas/185631371e14462ebae4cafd6b7868f3 HTTP/1.1" status: 200 len: 375 time: 0.0115309 Jan 20 15:01:42.023228 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-88455a14-6aac-43cb-9312-d43a6ce2d625 req-188c27f5-abef-4ec3-a3b1-9f2ec5264ba9 tempest-DeleteServersTestJSON-1915657934 tempest-DeleteServersTestJSON-1915657934-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=185631371e14462ebae4cafd6b7868f3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0412514 Jan 20 15:01:42.033558 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [req-88455a14-6aac-43cb-9312-d43a6ce2d625 req-9c65971b-0d11-4d87-bb40-69c798aa9b57 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=84153) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 20 15:01:42.037006 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-88455a14-6aac-43cb-9312-d43a6ce2d625 req-9c65971b-0d11-4d87-bb40-69c798aa9b57 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0049987 Jan 20 15:01:42.167308 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-88455a14-6aac-43cb-9312-d43a6ce2d625 req-e22e107c-0ab8-40a9-b3ef-76d2873cb0c8 service neutron] 10.222.0.54 "GET /v2.0/networks/f96abb76-bbf7-46d0-8969-1f06c6a5a0b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264374 Jan 20 15:01:42.300666 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-88455a14-6aac-43cb-9312-d43a6ce2d625 req-f9106120-a796-4c70-a553-0aff8653df42 service neutron] 10.222.0.54 "GET /v2.0/networks/f96abb76-bbf7-46d0-8969-1f06c6a5a0b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276388 Jan 20 15:01:42.561063 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-3b6f0b3b-45b6-43c8-a550-0b07cf8f8436 req-f44a0df1-e6c2-4b81-a21d-6ce7076dc653 tempest-DeleteServersTestJSON-1915657934 tempest-DeleteServersTestJSON-1915657934-project] 10.222.0.54 "GET /v2.0/ports?device_id=a1293f9a-9419-4a8c-b5a2-70813ca390d5 HTTP/1.1" status: 200 len: 210 time: 0.0458434 Jan 20 15:01:43.678484 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-98436167-908d-402c-a54a-284f9c0aec24 req-29ada2e8-cad4-45dd-96d3-bcf1cea43e47 tempest-DeleteServersTestJSON-1915657934 tempest-DeleteServersTestJSON-1915657934-project] 10.222.0.54 "GET /v2.0/ports?device_id=a1293f9a-9419-4a8c-b5a2-70813ca390d5 HTTP/1.1" status: 200 len: 210 time: 0.0412140 Jan 20 15:01:44.863653 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-adf053dd-e823-4896-afd9-153890cb63a7 req-9b2d8953-5984-428d-ace7-f637f10afeac tempest-DeleteServersTestJSON-1915657934 tempest-DeleteServersTestJSON-1915657934-project] 10.222.0.54 "GET /v2.0/ports?device_id=a1293f9a-9419-4a8c-b5a2-70813ca390d5 HTTP/1.1" status: 200 len: 210 time: 0.0498350 Jan 20 15:01:44.924184 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88455a14-6aac-43cb-9312-d43a6ce2d625 req-3b795397-bda0-4a63-99cb-6e60d1731285 tempest-DeleteServersTestJSON-1915657934 tempest-DeleteServersTestJSON-1915657934-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:01:44.925994 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-88455a14-6aac-43cb-9312-d43a6ce2d625 req-3b795397-bda0-4a63-99cb-6e60d1731285 tempest-DeleteServersTestJSON-1915657934 tempest-DeleteServersTestJSON-1915657934-project] 10.222.0.106 "GET /v2.0/networks?id=f96abb76-bbf7-46d0-8969-1f06c6a5a0b9 HTTP/1.1" status: 200 len: 811 time: 0.1856561 Jan 20 15:01:44.943092 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [req-88455a14-6aac-43cb-9312-d43a6ce2d625 req-d3172982-d017-4805-aac8-d3048622429c tempest-DeleteServersTestJSON-1915657934 tempest-DeleteServersTestJSON-1915657934-project] Request body: {'port': {'device_id': 'a1293f9a-9419-4a8c-b5a2-70813ca390d5', 'network_id': 'f96abb76-bbf7-46d0-8969-1f06c6a5a0b9', 'admin_state_up': True, 'tenant_id': '185631371e14462ebae4cafd6b7868f3'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 15:01:45.087861 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [req-88455a14-6aac-43cb-9312-d43a6ce2d625 req-d3172982-d017-4805-aac8-d3048622429c tempest-DeleteServersTestJSON-1915657934 tempest-DeleteServersTestJSON-1915657934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:01:45.092881 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [req-88455a14-6aac-43cb-9312-d43a6ce2d625 req-d3172982-d017-4805-aac8-d3048622429c tempest-DeleteServersTestJSON-1915657934 tempest-DeleteServersTestJSON-1915657934-project] Usage tracker for resource:port and tenant:185631371e14462ebae4cafd6b7868f3 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:01:45.096320 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [req-88455a14-6aac-43cb-9312-d43a6ce2d625 req-d3172982-d017-4805-aac8-d3048622429c tempest-DeleteServersTestJSON-1915657934 tempest-DeleteServersTestJSON-1915657934-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:01:45.104327 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [req-88455a14-6aac-43cb-9312-d43a6ce2d625 req-d3172982-d017-4805-aac8-d3048622429c tempest-DeleteServersTestJSON-1915657934 tempest-DeleteServersTestJSON-1915657934-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:01:45.181421 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88455a14-6aac-43cb-9312-d43a6ce2d625 req-d3172982-d017-4805-aac8-d3048622429c tempest-DeleteServersTestJSON-1915657934 tempest-DeleteServersTestJSON-1915657934-project] Made reservation on behalf of 185631371e14462ebae4cafd6b7868f3 for: {'port': 1} {{(pid=84153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 15:01:45.184603 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-88455a14-6aac-43cb-9312-d43a6ce2d625 req-d3172982-d017-4805-aac8-d3048622429c tempest-DeleteServersTestJSON-1915657934 tempest-DeleteServersTestJSON-1915657934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:01:45.365759 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.db_base_plugin_common [req-88455a14-6aac-43cb-9312-d43a6ce2d625 req-d3172982-d017-4805-aac8-d3048622429c tempest-DeleteServersTestJSON-1915657934 tempest-DeleteServersTestJSON-1915657934-project] Allocated IP 172.20.0.10 (f96abb76-bbf7-46d0-8969-1f06c6a5a0b9/bdf775a8-3ebc-4e47-93b5-38f8e65aa332/2c5f5fe1-688b-4a73-9793-70d343e38d19) {{(pid=84153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 15:01:45.663627 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-88455a14-6aac-43cb-9312-d43a6ce2d625 req-d3172982-d017-4805-aac8-d3048622429c tempest-DeleteServersTestJSON-1915657934 tempest-DeleteServersTestJSON-1915657934-project] Notify callbacks [] for port, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:01:45.787494 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-88455a14-6aac-43cb-9312-d43a6ce2d625 req-d3172982-d017-4805-aac8-d3048622429c tempest-DeleteServersTestJSON-1915657934 tempest-DeleteServersTestJSON-1915657934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:01:45.859271 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88455a14-6aac-43cb-9312-d43a6ce2d625 req-d3172982-d017-4805-aac8-d3048622429c tempest-DeleteServersTestJSON-1915657934 tempest-DeleteServersTestJSON-1915657934-project] Network f96abb76-bbf7-46d0-8969-1f06c6a5a0b9 is already hosted by enough agents. {{(pid=84153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 15:01:45.862495 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.base_scheduler [req-88455a14-6aac-43cb-9312-d43a6ce2d625 req-d3172982-d017-4805-aac8-d3048622429c tempest-DeleteServersTestJSON-1915657934 tempest-DeleteServersTestJSON-1915657934-project] Resources bound (agent type, host, resource id): {{(pid=84153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 15:01:45.866902 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.l3_dvrscheduler_db [req-88455a14-6aac-43cb-9312-d43a6ce2d625 req-d3172982-d017-4805-aac8-d3048622429c tempest-DeleteServersTestJSON-1915657934 tempest-DeleteServersTestJSON-1915657934-project] Received port after_create {{(pid=84153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 15:01:45.892248 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3172982-d017-4805-aac8-d3048622429c tempest-DeleteServersTestJSON-1915657934 tempest-DeleteServersTestJSON-1915657934-project] Pushing event updated for resources: {'Port': ['ID=2c5f5fe1-688b-4a73-9793-70d343e38d19,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:01:45.933336 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88455a14-6aac-43cb-9312-d43a6ce2d625 req-d3172982-d017-4805-aac8-d3048622429c tempest-DeleteServersTestJSON-1915657934 tempest-DeleteServersTestJSON-1915657934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:01:45.933941 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-88455a14-6aac-43cb-9312-d43a6ce2d625 req-d3172982-d017-4805-aac8-d3048622429c tempest-DeleteServersTestJSON-1915657934 tempest-DeleteServersTestJSON-1915657934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:01:46.028166 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-88455a14-6aac-43cb-9312-d43a6ce2d625 req-d3172982-d017-4805-aac8-d3048622429c tempest-DeleteServersTestJSON-1915657934 tempest-DeleteServersTestJSON-1915657934-project] 10.222.0.106 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0900304 Jan 20 15:01:46.039236 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [req-88455a14-6aac-43cb-9312-d43a6ce2d625 req-250126eb-0342-4f35-90fd-d1c836921b4b service neutron] Request body: {'port': {'device_id': 'a1293f9a-9419-4a8c-b5a2-70813ca390d5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8251'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 15:01:46.191086 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b789d1a2-501d-41d9-b043-90aae518c5ec req-5a57a9c9-2aec-4134-832c-c41fa6edc44f tempest-DeleteServersTestJSON-1915657934 tempest-DeleteServersTestJSON-1915657934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:01:46.191086 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [req-b789d1a2-501d-41d9-b043-90aae518c5ec req-5a57a9c9-2aec-4134-832c-c41fa6edc44f tempest-DeleteServersTestJSON-1915657934 tempest-DeleteServersTestJSON-1915657934-project] Synchronizing usage tracker for tenant:185631371e14462ebae4cafd6b7868f3 on resource:port {{(pid=84153) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 15:01:46.191086 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-88455a14-6aac-43cb-9312-d43a6ce2d625 req-250126eb-0342-4f35-90fd-d1c836921b4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:01:46.303003 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [req-b789d1a2-501d-41d9-b043-90aae518c5ec req-5a57a9c9-2aec-4134-832c-c41fa6edc44f tempest-DeleteServersTestJSON-1915657934 tempest-DeleteServersTestJSON-1915657934-project] Unset dirty status for tenant:185631371e14462ebae4cafd6b7868f3 on resource:port {{(pid=84153) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 15:01:46.304158 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-b789d1a2-501d-41d9-b043-90aae518c5ec req-5a57a9c9-2aec-4134-832c-c41fa6edc44f tempest-DeleteServersTestJSON-1915657934 tempest-DeleteServersTestJSON-1915657934-project] 10.222.0.54 "GET /v2.0/ports?device_id=a1293f9a-9419-4a8c-b5a2-70813ca390d5 HTTP/1.1" status: 200 len: 932 time: 0.3122218 Jan 20 15:01:46.437724 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [req-b789d1a2-501d-41d9-b043-90aae518c5ec req-71a3cafa-6d13-42bb-8ea3-ed3b33d44b44 tempest-DeleteServersTestJSON-1915657934 tempest-DeleteServersTestJSON-1915657934-project] Synchronizing usage tracker for tenant:185631371e14462ebae4cafd6b7868f3 on resource:security_group {{(pid=84153) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 15:01:46.548478 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [req-b789d1a2-501d-41d9-b043-90aae518c5ec req-71a3cafa-6d13-42bb-8ea3-ed3b33d44b44 tempest-DeleteServersTestJSON-1915657934 tempest-DeleteServersTestJSON-1915657934-project] Unset dirty status for tenant:185631371e14462ebae4cafd6b7868f3 on resource:security_group {{(pid=84153) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 15:01:46.549623 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-b789d1a2-501d-41d9-b043-90aae518c5ec req-71a3cafa-6d13-42bb-8ea3-ed3b33d44b44 tempest-DeleteServersTestJSON-1915657934 tempest-DeleteServersTestJSON-1915657934-project] 10.222.0.54 "GET /v2.0/security-groups?id=74d00448-ddbf-4152-8536-9b9f68db7b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2393336 Jan 20 15:01:46.573915 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.notifiers.nova [req-88455a14-6aac-43cb-9312-d43a6ce2d625 req-250126eb-0342-4f35-90fd-d1c836921b4b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c5f5fe1-688b-4a73-9793-70d343e38d19 {{(pid=84153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 15:01:46.580949 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-88455a14-6aac-43cb-9312-d43a6ce2d625 req-250126eb-0342-4f35-90fd-d1c836921b4b service neutron] Notify callbacks [] for port, precommit_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:01:46.595487 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.provisioning_blocks [req-88455a14-6aac-43cb-9312-d43a6ce2d625 req-250126eb-0342-4f35-90fd-d1c836921b4b service neutron] Transition to ACTIVE for port object 2c5f5fe1-688b-4a73-9793-70d343e38d19 will not be triggered until provisioned by entity L2. {{(pid=84153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 15:01:46.678568 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-88455a14-6aac-43cb-9312-d43a6ce2d625 req-250126eb-0342-4f35-90fd-d1c836921b4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3944146'] for port, after_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:01:46.803656 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250126eb-0342-4f35-90fd-d1c836921b4b service neutron] Pushing event updated for resources: {'Port': ['ID=2c5f5fe1-688b-4a73-9793-70d343e38d19,revision_number=2']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:01:46.906713 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.managers [req-88455a14-6aac-43cb-9312-d43a6ce2d625 req-250126eb-0342-4f35-90fd-d1c836921b4b service neutron] Attempting to bind port 2c5f5fe1-688b-4a73-9793-70d343e38d19 on host hv-neutron-8251 for vnic_type normal with profile {{(pid=84153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 15:01:46.907414 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.managers [req-88455a14-6aac-43cb-9312-d43a6ce2d625 req-250126eb-0342-4f35-90fd-d1c836921b4b service neutron] Attempting to bind port 2c5f5fe1-688b-4a73-9793-70d343e38d19 by drivers openvswitch,hyperv on host hv-neutron-8251 at level 0 using segments [{'id': '633d533d-ab1a-4454-a7e3-a48b3b4ed187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'f96abb76-bbf7-46d0-8969-1f06c6a5a0b9'}] {{(pid=84153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 15:01:46.907414 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88455a14-6aac-43cb-9312-d43a6ce2d625 req-250126eb-0342-4f35-90fd-d1c836921b4b service neutron] Attempting to bind port 2c5f5fe1-688b-4a73-9793-70d343e38d19 on network f96abb76-bbf7-46d0-8969-1f06c6a5a0b9 {{(pid=84153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 15:01:46.913074 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88455a14-6aac-43cb-9312-d43a6ce2d625 req-250126eb-0342-4f35-90fd-d1c836921b4b service neutron] Port 2c5f5fe1-688b-4a73-9793-70d343e38d19 on network f96abb76-bbf7-46d0-8969-1f06c6a5a0b9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8251 {{(pid=84153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 20 15:01:46.913398 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88455a14-6aac-43cb-9312-d43a6ce2d625 req-250126eb-0342-4f35-90fd-d1c836921b4b service neutron] Attempting to bind port 2c5f5fe1-688b-4a73-9793-70d343e38d19 on network f96abb76-bbf7-46d0-8969-1f06c6a5a0b9 {{(pid=84153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 15:01:46.919766 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88455a14-6aac-43cb-9312-d43a6ce2d625 req-250126eb-0342-4f35-90fd-d1c836921b4b service neutron] Checking agent: {'id': 'e037d8fb-d49c-4f86-9910-f13f6ba89a51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8251', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 23), 'started_at': datetime.datetime(2022, 1, 20, 14, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 15, 1, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 15:01:46.920097 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88455a14-6aac-43cb-9312-d43a6ce2d625 req-250126eb-0342-4f35-90fd-d1c836921b4b service neutron] Checking segment: {'id': '633d533d-ab1a-4454-a7e3-a48b3b4ed187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'f96abb76-bbf7-46d0-8969-1f06c6a5a0b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 15:01:46.920471 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88455a14-6aac-43cb-9312-d43a6ce2d625 req-250126eb-0342-4f35-90fd-d1c836921b4b service neutron] Bound using segment: {'id': '633d533d-ab1a-4454-a7e3-a48b3b4ed187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'f96abb76-bbf7-46d0-8969-1f06c6a5a0b9'} {{(pid=84153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 15:01:46.920892 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.managers [req-88455a14-6aac-43cb-9312-d43a6ce2d625 req-250126eb-0342-4f35-90fd-d1c836921b4b service neutron] Bound port: 2c5f5fe1-688b-4a73-9793-70d343e38d19, host: hv-neutron-8251, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '633d533d-ab1a-4454-a7e3-a48b3b4ed187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'f96abb76-bbf7-46d0-8969-1f06c6a5a0b9'}}] {{(pid=84153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 15:01:46.921230 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-88455a14-6aac-43cb-9312-d43a6ce2d625 req-250126eb-0342-4f35-90fd-d1c836921b4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:01:47.010833 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.db [req-88455a14-6aac-43cb-9312-d43a6ce2d625 req-250126eb-0342-4f35-90fd-d1c836921b4b service neutron] For port 2c5f5fe1-688b-4a73-9793-70d343e38d19, host hv-neutron-8251, cleared binding levels {{(pid=84153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 15:01:47.013686 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.db [req-88455a14-6aac-43cb-9312-d43a6ce2d625 req-250126eb-0342-4f35-90fd-d1c836921b4b service neutron] For port 2c5f5fe1-688b-4a73-9793-70d343e38d19, host hv-neutron-8251, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=2c5f5fe1-688b-4a73-9793-70d343e38d19,segment=NetworkSegment(633d533d-ab1a-4454-a7e3-a48b3b4ed187),segment_id=633d533d-ab1a-4454-a7e3-a48b3b4ed187)] {{(pid=84153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 15:01:47.101807 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-88455a14-6aac-43cb-9312-d43a6ce2d625 req-250126eb-0342-4f35-90fd-d1c836921b4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3944146'] for port, after_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:01:47.160677 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-88455a14-6aac-43cb-9312-d43a6ce2d625 req-250126eb-0342-4f35-90fd-d1c836921b4b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:01:47.162144 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-88455a14-6aac-43cb-9312-d43a6ce2d625 req-250126eb-0342-4f35-90fd-d1c836921b4b service neutron] 10.222.0.106 "PUT /v2.0/ports/2c5f5fe1-688b-4a73-9793-70d343e38d19 HTTP/1.1" status: 200 len: 1094 time: 1.1266515 Jan 20 15:01:47.162537 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1293f9a-9419-4a8c-b5a2-70813ca390d5', 'tag': '2c5f5fe1-688b-4a73-9793-70d343e38d19'}] {{(pid=84153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 15:01:47.183579 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250126eb-0342-4f35-90fd-d1c836921b4b service neutron] Pushing event updated for resources: {'Port': ['ID=2c5f5fe1-688b-4a73-9793-70d343e38d19,revision_number=3']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:01:47.232095 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1293f9a-9419-4a8c-b5a2-70813ca390d5', 'tag': '2c5f5fe1-688b-4a73-9793-70d343e38d19', 'status': 'completed', 'code': 200} Jan 20 15:01:47.316563 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-c968a545-0bc4-4618-8c9e-e339a3192452 req-5fb825c1-3c3e-4df9-902e-c1a606d785c4 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=185631371e14462ebae4cafd6b7868f3&device_id=a1293f9a-9419-4a8c-b5a2-70813ca390d5 HTTP/1.1" status: 200 len: 1097 time: 0.0728080 Jan 20 15:01:47.455647 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c968a545-0bc4-4618-8c9e-e339a3192452 req-35c9ea8e-3da8-4935-ae35-8a4589561691 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:01:47.456989 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-c968a545-0bc4-4618-8c9e-e339a3192452 req-35c9ea8e-3da8-4935-ae35-8a4589561691 service neutron] 10.222.0.106 "GET /v2.0/networks?tenant_id=185631371e14462ebae4cafd6b7868f3&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1334081 Jan 20 15:01:47.591409 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c968a545-0bc4-4618-8c9e-e339a3192452 req-03e72fd6-633d-4cee-9825-dccd0c2a2fda service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:01:47.592823 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-c968a545-0bc4-4618-8c9e-e339a3192452 req-03e72fd6-633d-4cee-9825-dccd0c2a2fda service neutron] 10.222.0.106 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1300659 Jan 20 15:01:47.759364 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-88455a14-6aac-43cb-9312-d43a6ce2d625 req-f9d341a8-500d-45ba-a38e-9d873556df63 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=185631371e14462ebae4cafd6b7868f3&device_id=a1293f9a-9419-4a8c-b5a2-70813ca390d5 HTTP/1.1" status: 200 len: 1097 time: 0.1260278 Jan 20 15:01:47.770372 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81d1370-27da-4700-86e3-9c1cb3559ca5 req-1b3c6677-4dff-4443-bd07-305945679bad tempest-DeleteServersTestJSON-1915657934 tempest-DeleteServersTestJSON-1915657934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:01:47.771890 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-d81d1370-27da-4700-86e3-9c1cb3559ca5 req-1b3c6677-4dff-4443-bd07-305945679bad tempest-DeleteServersTestJSON-1915657934 tempest-DeleteServersTestJSON-1915657934-project] 10.222.0.54 "GET /v2.0/ports?device_id=a1293f9a-9419-4a8c-b5a2-70813ca390d5 HTTP/1.1" status: 200 len: 944 time: 0.0952363 Jan 20 15:01:47.945630 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-88455a14-6aac-43cb-9312-d43a6ce2d625 req-8ff712d4-a6d6-4d97-b322-c7a196a943c3 service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2c5f5fe1-688b-4a73-9793-70d343e38d19 HTTP/1.1" status: 200 len: 217 time: 0.1727812 Jan 20 15:01:48.012960 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-d81d1370-27da-4700-86e3-9c1cb3559ca5 req-21cd03be-db0b-4a40-89b5-f001629dd5a7 tempest-DeleteServersTestJSON-1915657934 tempest-DeleteServersTestJSON-1915657934-project] 10.222.0.54 "GET /v2.0/security-groups?id=74d00448-ddbf-4152-8536-9b9f68db7b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981798 Jan 20 15:01:48.026650 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88455a14-6aac-43cb-9312-d43a6ce2d625 req-bea8fdd2-3a01-4ee8-9398-56651f8e957f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:01:48.028075 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-88455a14-6aac-43cb-9312-d43a6ce2d625 req-bea8fdd2-3a01-4ee8-9398-56651f8e957f service neutron] 10.222.0.106 "GET /v2.0/subnets?id=bdf775a8-3ebc-4e47-93b5-38f8e65aa332 HTTP/1.1" status: 200 len: 851 time: 0.0706446 Jan 20 15:01:48.073698 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-88455a14-6aac-43cb-9312-d43a6ce2d625 req-78a3c4db-fe7b-49e0-9eb9-f9af62643c23 service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=f96abb76-bbf7-46d0-8969-1f06c6a5a0b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395334 Jan 20 15:01:48.210624 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-88455a14-6aac-43cb-9312-d43a6ce2d625 req-8e7351f7-9f68-49b2-a738-e1c2e9bb70a3 service neutron] 10.222.0.106 "GET /v2.0/networks/f96abb76-bbf7-46d0-8969-1f06c6a5a0b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292977 Jan 20 15:01:48.343340 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-88455a14-6aac-43cb-9312-d43a6ce2d625 req-7398b246-3203-475b-a67e-150cbbcc4dcf service neutron] 10.222.0.106 "GET /v2.0/networks/f96abb76-bbf7-46d0-8969-1f06c6a5a0b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265991 Jan 20 15:01:49.214484 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93fcb36-9094-4dcd-9b5d-edffde84b005 req-80f2ff0b-3972-405e-a770-ec6a1f355a9a tempest-DeleteServersTestJSON-1915657934 tempest-DeleteServersTestJSON-1915657934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:01:49.215972 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-c93fcb36-9094-4dcd-9b5d-edffde84b005 req-80f2ff0b-3972-405e-a770-ec6a1f355a9a tempest-DeleteServersTestJSON-1915657934 tempest-DeleteServersTestJSON-1915657934-project] 10.222.0.54 "GET /v2.0/ports?device_id=a1293f9a-9419-4a8c-b5a2-70813ca390d5 HTTP/1.1" status: 200 len: 944 time: 0.0816994 Jan 20 15:01:49.268302 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-c93fcb36-9094-4dcd-9b5d-edffde84b005 req-a15c300c-6f78-4c54-8de7-93a3f9399939 tempest-DeleteServersTestJSON-1915657934 tempest-DeleteServersTestJSON-1915657934-project] 10.222.0.54 "GET /v2.0/security-groups?id=74d00448-ddbf-4152-8536-9b9f68db7b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441992 Jan 20 15:01:50.464295 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a3b14a-8675-4275-8ae8-2c3a69ee57d0 req-b38ad8ef-2bab-4456-ba8a-f182f822c84d tempest-DeleteServersTestJSON-1915657934 tempest-DeleteServersTestJSON-1915657934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:01:50.465763 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-c2a3b14a-8675-4275-8ae8-2c3a69ee57d0 req-b38ad8ef-2bab-4456-ba8a-f182f822c84d tempest-DeleteServersTestJSON-1915657934 tempest-DeleteServersTestJSON-1915657934-project] 10.222.0.54 "GET /v2.0/ports?device_id=a1293f9a-9419-4a8c-b5a2-70813ca390d5 HTTP/1.1" status: 200 len: 944 time: 0.0757983 Jan 20 15:01:50.511347 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-c2a3b14a-8675-4275-8ae8-2c3a69ee57d0 req-29a4a0d3-44fe-457f-bc0a-9640ae74aee7 tempest-DeleteServersTestJSON-1915657934 tempest-DeleteServersTestJSON-1915657934-project] 10.222.0.54 "GET /v2.0/security-groups?id=74d00448-ddbf-4152-8536-9b9f68db7b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395727 Jan 20 15:01:51.461907 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Device 2c5f5fe1-688b-4a73-9793-70d343e38d19 details requested by agent hyperv_hv-neutron-8251 with host hv-neutron-8251 {{(pid=84154) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 20 15:01:51.596098 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] For port 2c5f5fe1-688b-4a73-9793-70d343e38d19, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=2c5f5fe1-688b-4a73-9793-70d343e38d19,segment=NetworkSegment(633d533d-ab1a-4454-a7e3-a48b3b4ed187),segment_id=633d533d-ab1a-4454-a7e3-a48b3b4ed187)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 15:01:51.609121 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Returning: {'device': '2c5f5fe1-688b-4a73-9793-70d343e38d19', 'network_id': 'f96abb76-bbf7-46d0-8969-1f06c6a5a0b9', 'port_id': '2c5f5fe1-688b-4a73-9793-70d343e38d19', 'mac_address': 'fa:16:3e:96:9a:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdf775a8-3ebc-4e47-93b5-38f8e65aa332', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84154) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 20 15:01:51.666312 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:01:51.683937 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.notifiers.nova [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c5f5fe1-688b-4a73-9793-70d343e38d19 {{(pid=84154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 15:01:51.699617 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] For port 2c5f5fe1-688b-4a73-9793-70d343e38d19, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=2c5f5fe1-688b-4a73-9793-70d343e38d19,segment=NetworkSegment(633d533d-ab1a-4454-a7e3-a48b3b4ed187),segment_id=633d533d-ab1a-4454-a7e3-a48b3b4ed187)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 15:01:51.713928 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739509d0-ba18-4506-ad43-96bf583bffb5 req-88aa5b7f-62b6-4e1f-9736-08ee55eee1a6 tempest-DeleteServersTestJSON-1915657934 tempest-DeleteServersTestJSON-1915657934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:01:51.717815 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-739509d0-ba18-4506-ad43-96bf583bffb5 req-88aa5b7f-62b6-4e1f-9736-08ee55eee1a6 tempest-DeleteServersTestJSON-1915657934 tempest-DeleteServersTestJSON-1915657934-project] 10.222.0.54 "GET /v2.0/ports?device_id=a1293f9a-9419-4a8c-b5a2-70813ca390d5 HTTP/1.1" status: 200 len: 944 time: 0.0808690 Jan 20 15:01:51.761021 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-739509d0-ba18-4506-ad43-96bf583bffb5 req-610f19ce-c444-4326-946c-36ece01435ee tempest-DeleteServersTestJSON-1915657934 tempest-DeleteServersTestJSON-1915657934-project] 10.222.0.54 "GET /v2.0/security-groups?id=74d00448-ddbf-4152-8536-9b9f68db7b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399394 Jan 20 15:01:51.803804 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:01:51.874548 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Pushing event updated for resources: {'Port': ['ID=2c5f5fe1-688b-4a73-9793-70d343e38d19,revision_number=4']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:01:52.117347 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] get_ports_and_sgs() called for port_ids ['2c5f5fe1-688b-4a73-9793-70d343e38d19'] {{(pid=84154) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 20 15:01:52.957584 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f62846-fcaa-4db6-acbb-3580df0a27fc req-1b4045f3-0a47-4a17-8192-ac405fd608ab tempest-DeleteServersTestJSON-1915657934 tempest-DeleteServersTestJSON-1915657934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:01:52.959059 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-18f62846-fcaa-4db6-acbb-3580df0a27fc req-1b4045f3-0a47-4a17-8192-ac405fd608ab tempest-DeleteServersTestJSON-1915657934 tempest-DeleteServersTestJSON-1915657934-project] 10.222.0.54 "GET /v2.0/ports?device_id=a1293f9a-9419-4a8c-b5a2-70813ca390d5 HTTP/1.1" status: 200 len: 945 time: 0.0756304 Jan 20 15:01:53.005031 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-18f62846-fcaa-4db6-acbb-3580df0a27fc req-fdd78b0c-e603-44e2-8f97-088a522c71ae tempest-DeleteServersTestJSON-1915657934 tempest-DeleteServersTestJSON-1915657934-project] 10.222.0.54 "GET /v2.0/security-groups?id=74d00448-ddbf-4152-8536-9b9f68db7b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403953 Jan 20 15:01:53.465792 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Device 2c5f5fe1-688b-4a73-9793-70d343e38d19 up at agent hyperv_hv-neutron-8251 {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 15:01:53.580878 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Provisioning for port 2c5f5fe1-688b-4a73-9793-70d343e38d19 completed by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 15:01:53.585869 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Provisioning complete for port 2c5f5fe1-688b-4a73-9793-70d343e38d19 triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:01:53.592547 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:01:53.700891 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:01:53.728324 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1293f9a-9419-4a8c-b5a2-70813ca390d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c5f5fe1-688b-4a73-9793-70d343e38d19'}] {{(pid=84154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 15:01:53.738323 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] For port 2c5f5fe1-688b-4a73-9793-70d343e38d19, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=2c5f5fe1-688b-4a73-9793-70d343e38d19,segment=NetworkSegment(633d533d-ab1a-4454-a7e3-a48b3b4ed187),segment_id=633d533d-ab1a-4454-a7e3-a48b3b4ed187)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 15:01:53.787264 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:01:53.854951 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Pushing event updated for resources: {'Port': ['ID=2c5f5fe1-688b-4a73-9793-70d343e38d19,revision_number=5']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:01:53.866281 dv-neutron-825124-1-hyperv neutron-server[84154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1293f9a-9419-4a8c-b5a2-70813ca390d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c5f5fe1-688b-4a73-9793-70d343e38d19', 'code': 200} Jan 20 15:01:54.267212 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-4c25b7b2-c077-4c1d-a2d4-07961605bdcb req-fc98ed7d-31cc-43ed-a72a-97cb8e078de6 service neutron] 10.222.0.106 "GET /v2.0/ports?device_id=a1293f9a-9419-4a8c-b5a2-70813ca390d5 HTTP/1.1" status: 200 len: 1099 time: 0.0994024 Jan 20 15:01:54.272703 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0d128a-d9a2-4411-8226-ca17d1c07045 req-17f04337-9c0f-49e1-a9e9-ab1bb99f7577 tempest-DeleteServersTestJSON-1915657934 tempest-DeleteServersTestJSON-1915657934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:01:54.274022 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-4e0d128a-d9a2-4411-8226-ca17d1c07045 req-17f04337-9c0f-49e1-a9e9-ab1bb99f7577 tempest-DeleteServersTestJSON-1915657934 tempest-DeleteServersTestJSON-1915657934-project] 10.222.0.54 "GET /v2.0/ports?device_id=a1293f9a-9419-4a8c-b5a2-70813ca390d5 HTTP/1.1" status: 200 len: 946 time: 0.1462646 Jan 20 15:01:54.344035 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-4c25b7b2-c077-4c1d-a2d4-07961605bdcb req-07bbddb9-91ab-4690-b7ad-d7217768fd15 service neutron] 10.222.0.106 "GET /v2.0/security-groups?id=74d00448-ddbf-4152-8536-9b9f68db7b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689690 Jan 20 15:01:54.350702 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-4e0d128a-d9a2-4411-8226-ca17d1c07045 req-d70019c0-7505-455a-a427-ce5b575fd460 tempest-DeleteServersTestJSON-1915657934 tempest-DeleteServersTestJSON-1915657934-project] 10.222.0.54 "GET /v2.0/security-groups?id=74d00448-ddbf-4152-8536-9b9f68db7b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610840 Jan 20 15:01:55.550925 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124141a5-b907-4cba-95cf-7dad02fbe53e req-5ebb3eed-e38d-49de-826a-188e8c4b7ee2 tempest-DeleteServersTestJSON-1915657934 tempest-DeleteServersTestJSON-1915657934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:01:55.552391 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-124141a5-b907-4cba-95cf-7dad02fbe53e req-5ebb3eed-e38d-49de-826a-188e8c4b7ee2 tempest-DeleteServersTestJSON-1915657934 tempest-DeleteServersTestJSON-1915657934-project] 10.222.0.54 "GET /v2.0/ports?device_id=a1293f9a-9419-4a8c-b5a2-70813ca390d5 HTTP/1.1" status: 200 len: 946 time: 0.0787530 Jan 20 15:01:55.597561 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-124141a5-b907-4cba-95cf-7dad02fbe53e req-5ec17804-2cd0-4f56-8530-4998aa6c44e8 tempest-DeleteServersTestJSON-1915657934 tempest-DeleteServersTestJSON-1915657934-project] 10.222.0.54 "GET /v2.0/security-groups?id=74d00448-ddbf-4152-8536-9b9f68db7b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395765 Jan 20 15:01:56.796354 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e73957-eced-48c4-b358-c4e570177e69 req-de32d1c1-906f-499d-8eae-08fa7f829548 tempest-DeleteServersTestJSON-1915657934 tempest-DeleteServersTestJSON-1915657934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:01:56.798344 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-66e73957-eced-48c4-b358-c4e570177e69 req-de32d1c1-906f-499d-8eae-08fa7f829548 tempest-DeleteServersTestJSON-1915657934 tempest-DeleteServersTestJSON-1915657934-project] 10.222.0.54 "GET /v2.0/ports?device_id=a1293f9a-9419-4a8c-b5a2-70813ca390d5 HTTP/1.1" status: 200 len: 946 time: 0.0800240 Jan 20 15:01:56.844804 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-66e73957-eced-48c4-b358-c4e570177e69 req-59d00572-9132-4042-9ecb-e93afc4e7b44 tempest-DeleteServersTestJSON-1915657934 tempest-DeleteServersTestJSON-1915657934-project] 10.222.0.54 "GET /v2.0/security-groups?id=74d00448-ddbf-4152-8536-9b9f68db7b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409033 Jan 20 15:01:57.046059 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-01eba953-d3e7-4be4-97f1-924084b71ffa req-2a29ce78-0035-4ea8-9bfb-3e35aa36c48e service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=a1293f9a-9419-4a8c-b5a2-70813ca390d5&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0684831 Jan 20 15:01:57.477144 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfb95e2-cb1a-461a-b17c-8e8064424fa3 req-71566ce8-f7e8-4eed-b410-26aec81e1187 tempest-DeleteServersTestJSON-1915657934 tempest-DeleteServersTestJSON-1915657934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:01:57.478630 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-8bfb95e2-cb1a-461a-b17c-8e8064424fa3 req-71566ce8-f7e8-4eed-b410-26aec81e1187 tempest-DeleteServersTestJSON-1915657934 tempest-DeleteServersTestJSON-1915657934-project] 10.222.0.54 "GET /v2.0/ports?device_id=a1293f9a-9419-4a8c-b5a2-70813ca390d5 HTTP/1.1" status: 200 len: 946 time: 0.0865269 Jan 20 15:01:57.521579 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 46940) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:01:57.524118 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-8bfb95e2-cb1a-461a-b17c-8e8064424fa3 req-68f3d264-5825-4838-8ba4-621c6c3785ba tempest-DeleteServersTestJSON-1915657934 tempest-DeleteServersTestJSON-1915657934-project] 10.222.0.54 "GET /v2.0/security-groups?id=74d00448-ddbf-4152-8536-9b9f68db7b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401452 Jan 20 15:01:57.660923 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-5e32b1a8-7d26-4c44-91f9-eabb847d4b92 req-fa163b32-4949-4944-880a-85d29659c423 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=a1293f9a-9419-4a8c-b5a2-70813ca390d5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1381519 Jan 20 15:01:58.020255 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-fd88061f-5540-45ee-97cb-6afa16df7310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:01:58.719598 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5576e24a-98d8-4d4b-acc6-33215f725208 req-079be2b4-11b7-4ef4-8762-3129e9dd1d23 tempest-DeleteServersTestJSON-1915657934 tempest-DeleteServersTestJSON-1915657934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:01:58.721067 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-5576e24a-98d8-4d4b-acc6-33215f725208 req-079be2b4-11b7-4ef4-8762-3129e9dd1d23 tempest-DeleteServersTestJSON-1915657934 tempest-DeleteServersTestJSON-1915657934-project] 10.222.0.54 "GET /v2.0/ports?device_id=a1293f9a-9419-4a8c-b5a2-70813ca390d5 HTTP/1.1" status: 200 len: 946 time: 0.0763149 Jan 20 15:01:58.772271 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-5576e24a-98d8-4d4b-acc6-33215f725208 req-669f7b4b-b582-451b-a15e-37d84ccc9b44 tempest-DeleteServersTestJSON-1915657934 tempest-DeleteServersTestJSON-1915657934-project] 10.222.0.54 "GET /v2.0/security-groups?id=74d00448-ddbf-4152-8536-9b9f68db7b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454257 Jan 20 15:01:59.620179 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-5e32b1a8-7d26-4c44-91f9-eabb847d4b92 req-6c96dd74-4b22-4d34-9de5-4908a5639450 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=185631371e14462ebae4cafd6b7868f3&device_id=a1293f9a-9419-4a8c-b5a2-70813ca390d5 HTTP/1.1" status: 200 len: 1099 time: 0.0682518 Jan 20 15:01:59.834428 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e32b1a8-7d26-4c44-91f9-eabb847d4b92 req-feda4e22-abca-4073-bae3-c62c0535380a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:01:59.835923 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-5e32b1a8-7d26-4c44-91f9-eabb847d4b92 req-feda4e22-abca-4073-bae3-c62c0535380a service neutron] 10.222.0.106 "GET /v2.0/networks?id=f96abb76-bbf7-46d0-8969-1f06c6a5a0b9 HTTP/1.1" status: 200 len: 912 time: 0.2101278 Jan 20 15:01:59.938964 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-5e32b1a8-7d26-4c44-91f9-eabb847d4b92 req-b40b75f7-8a21-4748-9af0-679c02008b1d service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2c5f5fe1-688b-4a73-9793-70d343e38d19 HTTP/1.1" status: 200 len: 217 time: 0.0967519 Jan 20 15:02:00.015382 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e32b1a8-7d26-4c44-91f9-eabb847d4b92 req-dcdd394e-8b33-4a72-866f-891659acd6c8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:02:00.016890 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-5e32b1a8-7d26-4c44-91f9-eabb847d4b92 req-dcdd394e-8b33-4a72-866f-891659acd6c8 service neutron] 10.222.0.106 "GET /v2.0/subnets?id=bdf775a8-3ebc-4e47-93b5-38f8e65aa332 HTTP/1.1" status: 200 len: 851 time: 0.0719852 Jan 20 15:02:00.070210 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630405c0-0716-430f-b046-508a5d1a48aa req-6e1262d4-9de9-4ef3-8eaa-460f840343ee tempest-DeleteServersTestJSON-1915657934 tempest-DeleteServersTestJSON-1915657934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:02:00.071632 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-630405c0-0716-430f-b046-508a5d1a48aa req-6e1262d4-9de9-4ef3-8eaa-460f840343ee tempest-DeleteServersTestJSON-1915657934 tempest-DeleteServersTestJSON-1915657934-project] 10.222.0.54 "GET /v2.0/ports?device_id=a1293f9a-9419-4a8c-b5a2-70813ca390d5 HTTP/1.1" status: 200 len: 946 time: 0.1678205 Jan 20 15:02:00.073447 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-5e32b1a8-7d26-4c44-91f9-eabb847d4b92 req-e64f731d-9a17-41b5-aa23-915ae5093d65 service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=f96abb76-bbf7-46d0-8969-1f06c6a5a0b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0506554 Jan 20 15:02:00.195212 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-630405c0-0716-430f-b046-508a5d1a48aa req-22b72bd3-73c8-488d-bdab-81ffa7f5b63c tempest-DeleteServersTestJSON-1915657934 tempest-DeleteServersTestJSON-1915657934-project] 10.222.0.54 "GET /v2.0/security-groups?id=74d00448-ddbf-4152-8536-9b9f68db7b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180489 Jan 20 15:02:00.242405 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-5e32b1a8-7d26-4c44-91f9-eabb847d4b92 req-e6042d49-049f-46a3-8420-0c150bcf8cd3 service neutron] 10.222.0.106 "GET /v2.0/networks/f96abb76-bbf7-46d0-8969-1f06c6a5a0b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521680 Jan 20 15:02:00.375626 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-5a602481-f940-44e3-8e1d-655e2a563156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:02:00.385203 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-5e32b1a8-7d26-4c44-91f9-eabb847d4b92 req-9c079b8c-73a9-4e61-a4a6-e932f36c5d88 service neutron] 10.222.0.106 "GET /v2.0/networks/f96abb76-bbf7-46d0-8969-1f06c6a5a0b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373322 Jan 20 15:02:00.712567 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:02:01.401375 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90abaf14-b349-4f09-b5c9-12eddfc90a7b req-37f61623-5831-47a3-98b4-a2f4874d1b08 tempest-DeleteServersTestJSON-1915657934 tempest-DeleteServersTestJSON-1915657934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:02:01.402954 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-90abaf14-b349-4f09-b5c9-12eddfc90a7b req-37f61623-5831-47a3-98b4-a2f4874d1b08 tempest-DeleteServersTestJSON-1915657934 tempest-DeleteServersTestJSON-1915657934-project] 10.222.0.54 "GET /v2.0/ports?device_id=a1293f9a-9419-4a8c-b5a2-70813ca390d5 HTTP/1.1" status: 200 len: 946 time: 0.0819283 Jan 20 15:02:01.425781 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:02:01.450785 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-90abaf14-b349-4f09-b5c9-12eddfc90a7b req-89ce4ea9-c618-42c0-8d85-28fdc9a0f023 tempest-DeleteServersTestJSON-1915657934 tempest-DeleteServersTestJSON-1915657934-project] 10.222.0.54 "GET /v2.0/security-groups?id=74d00448-ddbf-4152-8536-9b9f68db7b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414684 Jan 20 15:02:01.655189 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-cdd98e71-1f0a-4421-baa9-dcb30e06edf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:02:02.643958 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafc4aca-9088-41c9-bb51-bdb5e24a5aba req-2e84acb0-79f9-474f-a416-f1c0a5c388de tempest-DeleteServersTestJSON-1915657934 tempest-DeleteServersTestJSON-1915657934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:02:02.645379 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-bafc4aca-9088-41c9-bb51-bdb5e24a5aba req-2e84acb0-79f9-474f-a416-f1c0a5c388de tempest-DeleteServersTestJSON-1915657934 tempest-DeleteServersTestJSON-1915657934-project] 10.222.0.54 "GET /v2.0/ports?device_id=a1293f9a-9419-4a8c-b5a2-70813ca390d5 HTTP/1.1" status: 200 len: 946 time: 0.0744398 Jan 20 15:02:02.690558 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-bafc4aca-9088-41c9-bb51-bdb5e24a5aba req-0cff041c-429b-429b-8bc5-9599a6e89a27 tempest-DeleteServersTestJSON-1915657934 tempest-DeleteServersTestJSON-1915657934-project] 10.222.0.54 "GET /v2.0/security-groups?id=74d00448-ddbf-4152-8536-9b9f68db7b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395653 Jan 20 15:02:03.059969 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.agents_db [None req-6dba657d-a637-4918-9b6d-40defdfae04b None None] Agent healthcheck: found 6 active agents {{(pid=84155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 15:02:03.118298 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-eea6df97-7ff1-4b63-af20-e3ec8913deda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:02:03.886424 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496fafe8-6477-497a-8bae-58cf7405b957 req-97d69a2f-462a-43ab-9c98-60497b7cc7fe tempest-DeleteServersTestJSON-1915657934 tempest-DeleteServersTestJSON-1915657934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:02:03.887882 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-496fafe8-6477-497a-8bae-58cf7405b957 req-97d69a2f-462a-43ab-9c98-60497b7cc7fe tempest-DeleteServersTestJSON-1915657934 tempest-DeleteServersTestJSON-1915657934-project] 10.222.0.54 "GET /v2.0/ports?device_id=a1293f9a-9419-4a8c-b5a2-70813ca390d5 HTTP/1.1" status: 200 len: 946 time: 0.0794709 Jan 20 15:02:03.932856 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-496fafe8-6477-497a-8bae-58cf7405b957 req-0bfeef56-ed6b-4969-95ec-698b7e51528c tempest-DeleteServersTestJSON-1915657934 tempest-DeleteServersTestJSON-1915657934-project] 10.222.0.54 "GET /v2.0/security-groups?id=74d00448-ddbf-4152-8536-9b9f68db7b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384974 Jan 20 15:02:05.135206 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbf5261-d0be-4aef-8f1f-ec157b3552a4 req-bde50fb0-f7f7-4c0f-8bfe-ace513a072fb tempest-DeleteServersTestJSON-1915657934 tempest-DeleteServersTestJSON-1915657934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:02:05.136659 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-4dbf5261-d0be-4aef-8f1f-ec157b3552a4 req-bde50fb0-f7f7-4c0f-8bfe-ace513a072fb tempest-DeleteServersTestJSON-1915657934 tempest-DeleteServersTestJSON-1915657934-project] 10.222.0.54 "GET /v2.0/ports?device_id=a1293f9a-9419-4a8c-b5a2-70813ca390d5 HTTP/1.1" status: 200 len: 946 time: 0.0790825 Jan 20 15:02:05.194444 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-4dbf5261-d0be-4aef-8f1f-ec157b3552a4 req-e0d6e1e1-a3d9-4c54-96a9-dc5c0befad20 tempest-DeleteServersTestJSON-1915657934 tempest-DeleteServersTestJSON-1915657934-project] 10.222.0.54 "GET /v2.0/security-groups?id=74d00448-ddbf-4152-8536-9b9f68db7b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498028 Jan 20 15:02:06.408466 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4efaa6-306d-4724-ace9-0badb1daab7d req-c1688479-a8d4-4c2e-bc22-199e0b5d8f09 tempest-DeleteServersTestJSON-1915657934 tempest-DeleteServersTestJSON-1915657934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:02:06.409921 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-2e4efaa6-306d-4724-ace9-0badb1daab7d req-c1688479-a8d4-4c2e-bc22-199e0b5d8f09 tempest-DeleteServersTestJSON-1915657934 tempest-DeleteServersTestJSON-1915657934-project] 10.222.0.54 "GET /v2.0/ports?device_id=a1293f9a-9419-4a8c-b5a2-70813ca390d5 HTTP/1.1" status: 200 len: 946 time: 0.0914881 Jan 20 15:02:06.457135 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-2e4efaa6-306d-4724-ace9-0badb1daab7d req-1d3529ae-ee63-4e88-b94f-06ff5e499fa7 tempest-DeleteServersTestJSON-1915657934 tempest-DeleteServersTestJSON-1915657934-project] 10.222.0.54 "GET /v2.0/security-groups?id=74d00448-ddbf-4152-8536-9b9f68db7b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417306 Jan 20 15:02:07.652613 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0591c6-03c1-4459-a971-ee244d3dbf7f req-c6e273c2-64ae-4b9b-b299-39a5c3ff3054 tempest-DeleteServersTestJSON-1915657934 tempest-DeleteServersTestJSON-1915657934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:02:07.654164 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-2c0591c6-03c1-4459-a971-ee244d3dbf7f req-c6e273c2-64ae-4b9b-b299-39a5c3ff3054 tempest-DeleteServersTestJSON-1915657934 tempest-DeleteServersTestJSON-1915657934-project] 10.222.0.54 "GET /v2.0/ports?device_id=a1293f9a-9419-4a8c-b5a2-70813ca390d5 HTTP/1.1" status: 200 len: 946 time: 0.0749369 Jan 20 15:02:07.702335 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-2c0591c6-03c1-4459-a971-ee244d3dbf7f req-66561c1b-a487-4c38-bdbb-659c77d963c5 tempest-DeleteServersTestJSON-1915657934 tempest-DeleteServersTestJSON-1915657934-project] 10.222.0.54 "GET /v2.0/security-groups?id=74d00448-ddbf-4152-8536-9b9f68db7b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422413 Jan 20 15:02:08.898306 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8bbc9d-3703-4fec-b6f5-b8ddfa23cec6 req-70e8948f-42dd-433c-8f34-4f1783ff4091 tempest-DeleteServersTestJSON-1915657934 tempest-DeleteServersTestJSON-1915657934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:02:08.899735 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-ef8bbc9d-3703-4fec-b6f5-b8ddfa23cec6 req-70e8948f-42dd-433c-8f34-4f1783ff4091 tempest-DeleteServersTestJSON-1915657934 tempest-DeleteServersTestJSON-1915657934-project] 10.222.0.54 "GET /v2.0/ports?device_id=a1293f9a-9419-4a8c-b5a2-70813ca390d5 HTTP/1.1" status: 200 len: 946 time: 0.0750175 Jan 20 15:02:08.945373 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-ef8bbc9d-3703-4fec-b6f5-b8ddfa23cec6 req-55112731-e2d2-4ece-90ed-bbad5933d626 tempest-DeleteServersTestJSON-1915657934 tempest-DeleteServersTestJSON-1915657934-project] 10.222.0.54 "GET /v2.0/security-groups?id=74d00448-ddbf-4152-8536-9b9f68db7b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402293 Jan 20 15:02:10.147022 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7304a669-ab07-4cb7-a225-29b8f3ed34ce req-cd729dd3-23bb-4736-8e86-a3de87ffaa2b tempest-DeleteServersTestJSON-1915657934 tempest-DeleteServersTestJSON-1915657934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:02:10.148460 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-7304a669-ab07-4cb7-a225-29b8f3ed34ce req-cd729dd3-23bb-4736-8e86-a3de87ffaa2b tempest-DeleteServersTestJSON-1915657934 tempest-DeleteServersTestJSON-1915657934-project] 10.222.0.54 "GET /v2.0/ports?device_id=a1293f9a-9419-4a8c-b5a2-70813ca390d5 HTTP/1.1" status: 200 len: 946 time: 0.0795972 Jan 20 15:02:10.197462 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-7304a669-ab07-4cb7-a225-29b8f3ed34ce req-2d1ad9c7-466a-4858-8bd9-f678483c20e9 tempest-DeleteServersTestJSON-1915657934 tempest-DeleteServersTestJSON-1915657934-project] 10.222.0.54 "GET /v2.0/security-groups?id=74d00448-ddbf-4152-8536-9b9f68db7b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433722 Jan 20 15:02:11.536784 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4213ab-4a58-44c8-8bd4-cb8ed6606005 req-e73e0a3e-a333-4b9c-961f-30bfef9bb3ac tempest-DeleteServersTestJSON-1915657934 tempest-DeleteServersTestJSON-1915657934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:02:11.538239 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-3f4213ab-4a58-44c8-8bd4-cb8ed6606005 req-e73e0a3e-a333-4b9c-961f-30bfef9bb3ac tempest-DeleteServersTestJSON-1915657934 tempest-DeleteServersTestJSON-1915657934-project] 10.222.0.54 "GET /v2.0/ports?device_id=a1293f9a-9419-4a8c-b5a2-70813ca390d5 HTTP/1.1" status: 200 len: 946 time: 0.0760608 Jan 20 15:02:11.583969 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-3f4213ab-4a58-44c8-8bd4-cb8ed6606005 req-98990bd2-ab15-4c79-b166-7506d5244121 tempest-DeleteServersTestJSON-1915657934 tempest-DeleteServersTestJSON-1915657934-project] 10.222.0.54 "GET /v2.0/security-groups?id=74d00448-ddbf-4152-8536-9b9f68db7b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402668 Jan 20 15:02:12.781452 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5889a16e-c473-4c07-87c8-85ff5157c548 req-97685075-5909-47fa-b6b7-0dfd44e76d76 tempest-DeleteServersTestJSON-1915657934 tempest-DeleteServersTestJSON-1915657934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:02:12.782954 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-5889a16e-c473-4c07-87c8-85ff5157c548 req-97685075-5909-47fa-b6b7-0dfd44e76d76 tempest-DeleteServersTestJSON-1915657934 tempest-DeleteServersTestJSON-1915657934-project] 10.222.0.54 "GET /v2.0/ports?device_id=a1293f9a-9419-4a8c-b5a2-70813ca390d5 HTTP/1.1" status: 200 len: 946 time: 0.0796919 Jan 20 15:02:12.829103 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-5889a16e-c473-4c07-87c8-85ff5157c548 req-424f26dd-3b8e-403a-a12d-012233a2a376 tempest-DeleteServersTestJSON-1915657934 tempest-DeleteServersTestJSON-1915657934-project] 10.222.0.54 "GET /v2.0/security-groups?id=74d00448-ddbf-4152-8536-9b9f68db7b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400610 Jan 20 15:02:14.020017 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dc9702-de4b-4d28-b5d5-df3ad06ff92b req-3047296a-e6c0-48ea-b600-00df73607b03 tempest-DeleteServersTestJSON-1915657934 tempest-DeleteServersTestJSON-1915657934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:02:14.021441 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-14dc9702-de4b-4d28-b5d5-df3ad06ff92b req-3047296a-e6c0-48ea-b600-00df73607b03 tempest-DeleteServersTestJSON-1915657934 tempest-DeleteServersTestJSON-1915657934-project] 10.222.0.54 "GET /v2.0/ports?device_id=a1293f9a-9419-4a8c-b5a2-70813ca390d5 HTTP/1.1" status: 200 len: 946 time: 0.0749667 Jan 20 15:02:14.069164 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-14dc9702-de4b-4d28-b5d5-df3ad06ff92b req-7bf80be6-c96f-459b-878f-5e2381b86a14 tempest-DeleteServersTestJSON-1915657934 tempest-DeleteServersTestJSON-1915657934-project] 10.222.0.54 "GET /v2.0/security-groups?id=74d00448-ddbf-4152-8536-9b9f68db7b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421131 Jan 20 15:02:15.369432 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3dfb30-2a63-435a-807d-ddc811bc16d3 req-ab4568f0-8f63-4260-bdce-44275ba87632 tempest-DeleteServersTestJSON-1915657934 tempest-DeleteServersTestJSON-1915657934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:02:15.370918 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-9e3dfb30-2a63-435a-807d-ddc811bc16d3 req-ab4568f0-8f63-4260-bdce-44275ba87632 tempest-DeleteServersTestJSON-1915657934 tempest-DeleteServersTestJSON-1915657934-project] 10.222.0.54 "GET /v2.0/ports?device_id=a1293f9a-9419-4a8c-b5a2-70813ca390d5 HTTP/1.1" status: 200 len: 946 time: 0.1686227 Jan 20 15:02:15.414477 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-9e3dfb30-2a63-435a-807d-ddc811bc16d3 req-e150ab88-3bdc-4a51-9f85-cf5cdc24a888 tempest-DeleteServersTestJSON-1915657934 tempest-DeleteServersTestJSON-1915657934-project] 10.222.0.54 "GET /v2.0/security-groups?id=74d00448-ddbf-4152-8536-9b9f68db7b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375342 Jan 20 15:02:16.618931 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fa2375-cabd-4051-a8df-655efa2cb34a req-e124a037-78c9-4728-b04d-0a95109c7662 tempest-DeleteServersTestJSON-1915657934 tempest-DeleteServersTestJSON-1915657934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:02:16.620402 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-06fa2375-cabd-4051-a8df-655efa2cb34a req-e124a037-78c9-4728-b04d-0a95109c7662 tempest-DeleteServersTestJSON-1915657934 tempest-DeleteServersTestJSON-1915657934-project] 10.222.0.54 "GET /v2.0/ports?device_id=a1293f9a-9419-4a8c-b5a2-70813ca390d5 HTTP/1.1" status: 200 len: 946 time: 0.0793574 Jan 20 15:02:16.670598 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-06fa2375-cabd-4051-a8df-655efa2cb34a req-d8c359d0-3d6b-4b74-8094-dd550cb36aad tempest-DeleteServersTestJSON-1915657934 tempest-DeleteServersTestJSON-1915657934-project] 10.222.0.54 "GET /v2.0/security-groups?id=74d00448-ddbf-4152-8536-9b9f68db7b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432396 Jan 20 15:02:17.865763 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ff0d17-18ec-4d45-8e62-ff1f9cc195b5 req-94b23ae4-76a7-41ee-9f37-e38e506d9299 tempest-DeleteServersTestJSON-1915657934 tempest-DeleteServersTestJSON-1915657934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:02:17.867256 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-19ff0d17-18ec-4d45-8e62-ff1f9cc195b5 req-94b23ae4-76a7-41ee-9f37-e38e506d9299 tempest-DeleteServersTestJSON-1915657934 tempest-DeleteServersTestJSON-1915657934-project] 10.222.0.54 "GET /v2.0/ports?device_id=a1293f9a-9419-4a8c-b5a2-70813ca390d5 HTTP/1.1" status: 200 len: 946 time: 0.0761695 Jan 20 15:02:17.912101 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-19ff0d17-18ec-4d45-8e62-ff1f9cc195b5 req-ac007fb1-0c06-4fc4-a126-c946ba84c067 tempest-DeleteServersTestJSON-1915657934 tempest-DeleteServersTestJSON-1915657934-project] 10.222.0.54 "GET /v2.0/security-groups?id=74d00448-ddbf-4152-8536-9b9f68db7b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393665 Jan 20 15:02:19.112451 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3fd7ef-e8a8-4e36-abea-cd9849e7ea32 req-f0fb8f6d-a350-4cf6-b723-382c2995c50f tempest-DeleteServersTestJSON-1915657934 tempest-DeleteServersTestJSON-1915657934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:02:19.113890 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-dc3fd7ef-e8a8-4e36-abea-cd9849e7ea32 req-f0fb8f6d-a350-4cf6-b723-382c2995c50f tempest-DeleteServersTestJSON-1915657934 tempest-DeleteServersTestJSON-1915657934-project] 10.222.0.54 "GET /v2.0/ports?device_id=a1293f9a-9419-4a8c-b5a2-70813ca390d5 HTTP/1.1" status: 200 len: 946 time: 0.0798669 Jan 20 15:02:19.159092 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-dc3fd7ef-e8a8-4e36-abea-cd9849e7ea32 req-37184d09-8daf-4f16-8452-c6fc4ce7d16d tempest-DeleteServersTestJSON-1915657934 tempest-DeleteServersTestJSON-1915657934-project] 10.222.0.54 "GET /v2.0/security-groups?id=74d00448-ddbf-4152-8536-9b9f68db7b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394440 Jan 20 15:02:20.411470 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81ed061-f50c-4d4a-8585-6d6fb2998877 req-c53ad7d9-013f-4363-a005-60a8434fac6a tempest-DeleteServersTestJSON-1915657934 tempest-DeleteServersTestJSON-1915657934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:02:20.412913 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-a81ed061-f50c-4d4a-8585-6d6fb2998877 req-c53ad7d9-013f-4363-a005-60a8434fac6a tempest-DeleteServersTestJSON-1915657934 tempest-DeleteServersTestJSON-1915657934-project] 10.222.0.54 "GET /v2.0/ports?device_id=a1293f9a-9419-4a8c-b5a2-70813ca390d5 HTTP/1.1" status: 200 len: 946 time: 0.0761578 Jan 20 15:02:20.460533 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-a81ed061-f50c-4d4a-8585-6d6fb2998877 req-0e267f8e-b0c5-4a8c-832c-a7419fc68983 tempest-DeleteServersTestJSON-1915657934 tempest-DeleteServersTestJSON-1915657934-project] 10.222.0.54 "GET /v2.0/security-groups?id=74d00448-ddbf-4152-8536-9b9f68db7b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418847 Jan 20 15:02:21.653744 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f7b73a-9c80-4646-968b-faa2d7542621 req-bba9ef04-fe85-4192-90a0-6136e43b415c tempest-DeleteServersTestJSON-1915657934 tempest-DeleteServersTestJSON-1915657934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:02:21.655838 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-f9f7b73a-9c80-4646-968b-faa2d7542621 req-bba9ef04-fe85-4192-90a0-6136e43b415c tempest-DeleteServersTestJSON-1915657934 tempest-DeleteServersTestJSON-1915657934-project] 10.222.0.54 "GET /v2.0/ports?device_id=a1293f9a-9419-4a8c-b5a2-70813ca390d5 HTTP/1.1" status: 200 len: 946 time: 0.0748909 Jan 20 15:02:21.729718 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-f9f7b73a-9c80-4646-968b-faa2d7542621 req-d4be0296-cf56-4324-9333-5c0776f1ea29 tempest-DeleteServersTestJSON-1915657934 tempest-DeleteServersTestJSON-1915657934-project] 10.222.0.54 "GET /v2.0/security-groups?id=74d00448-ddbf-4152-8536-9b9f68db7b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632725 Jan 20 15:02:22.930258 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb3eb78-44b5-49e2-a124-e15583c1f47a req-82ae369c-b27f-4eb8-a708-9915058a905f tempest-DeleteServersTestJSON-1915657934 tempest-DeleteServersTestJSON-1915657934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:02:22.931709 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-4eb3eb78-44b5-49e2-a124-e15583c1f47a req-82ae369c-b27f-4eb8-a708-9915058a905f tempest-DeleteServersTestJSON-1915657934 tempest-DeleteServersTestJSON-1915657934-project] 10.222.0.54 "GET /v2.0/ports?device_id=a1293f9a-9419-4a8c-b5a2-70813ca390d5 HTTP/1.1" status: 200 len: 946 time: 0.0796087 Jan 20 15:02:22.977283 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-4eb3eb78-44b5-49e2-a124-e15583c1f47a req-a6ddfa9d-a1eb-42fb-9cff-183b155c2add tempest-DeleteServersTestJSON-1915657934 tempest-DeleteServersTestJSON-1915657934-project] 10.222.0.54 "GET /v2.0/security-groups?id=74d00448-ddbf-4152-8536-9b9f68db7b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397155 Jan 20 15:02:24.173464 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab72b4f-627e-4ad1-86f6-c7a448d81ab8 req-ac3b8bc9-6347-460c-ad47-a4ba1bc39658 tempest-DeleteServersTestJSON-1915657934 tempest-DeleteServersTestJSON-1915657934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:02:24.174957 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-cab72b4f-627e-4ad1-86f6-c7a448d81ab8 req-ac3b8bc9-6347-460c-ad47-a4ba1bc39658 tempest-DeleteServersTestJSON-1915657934 tempest-DeleteServersTestJSON-1915657934-project] 10.222.0.54 "GET /v2.0/ports?device_id=a1293f9a-9419-4a8c-b5a2-70813ca390d5 HTTP/1.1" status: 200 len: 946 time: 0.0772460 Jan 20 15:02:24.220637 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-cab72b4f-627e-4ad1-86f6-c7a448d81ab8 req-9fecfdad-02e1-48c7-b657-0df00eb6f27a tempest-DeleteServersTestJSON-1915657934 tempest-DeleteServersTestJSON-1915657934-project] 10.222.0.54 "GET /v2.0/security-groups?id=74d00448-ddbf-4152-8536-9b9f68db7b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401618 Jan 20 15:02:25.420480 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec90e12b-aca7-487f-94e5-d25d537ba92a req-d7dbe2a5-5724-4c58-b306-8b4e19e67c74 tempest-DeleteServersTestJSON-1915657934 tempest-DeleteServersTestJSON-1915657934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:02:25.421999 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-ec90e12b-aca7-487f-94e5-d25d537ba92a req-d7dbe2a5-5724-4c58-b306-8b4e19e67c74 tempest-DeleteServersTestJSON-1915657934 tempest-DeleteServersTestJSON-1915657934-project] 10.222.0.54 "GET /v2.0/ports?device_id=a1293f9a-9419-4a8c-b5a2-70813ca390d5 HTTP/1.1" status: 200 len: 946 time: 0.0806713 Jan 20 15:02:25.468061 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-ec90e12b-aca7-487f-94e5-d25d537ba92a req-aed63e42-f07a-48e7-9b3f-f06eeb5466b1 tempest-DeleteServersTestJSON-1915657934 tempest-DeleteServersTestJSON-1915657934-project] 10.222.0.54 "GET /v2.0/security-groups?id=74d00448-ddbf-4152-8536-9b9f68db7b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405374 Jan 20 15:02:26.667499 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f882ac94-e25b-46ec-afd3-f1c093b70416 req-c027a22d-843b-4a2a-8135-b311f1179091 tempest-DeleteServersTestJSON-1915657934 tempest-DeleteServersTestJSON-1915657934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:02:26.668949 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-f882ac94-e25b-46ec-afd3-f1c093b70416 req-c027a22d-843b-4a2a-8135-b311f1179091 tempest-DeleteServersTestJSON-1915657934 tempest-DeleteServersTestJSON-1915657934-project] 10.222.0.54 "GET /v2.0/ports?device_id=a1293f9a-9419-4a8c-b5a2-70813ca390d5 HTTP/1.1" status: 200 len: 946 time: 0.0761092 Jan 20 15:02:26.713884 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-f882ac94-e25b-46ec-afd3-f1c093b70416 req-ca284358-900a-48dd-bdff-ae5a3a2c2dc1 tempest-DeleteServersTestJSON-1915657934 tempest-DeleteServersTestJSON-1915657934-project] 10.222.0.54 "GET /v2.0/security-groups?id=74d00448-ddbf-4152-8536-9b9f68db7b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394423 Jan 20 15:02:27.533586 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-5e32b1a8-7d26-4c44-91f9-eabb847d4b92 req-1139dfd0-fd57-47af-b314-2126fb8b32fb service neutron] 10.222.0.106 "GET /v2.0/ports/2c5f5fe1-688b-4a73-9793-70d343e38d19/bindings/hv-neutron-8251 HTTP/1.1" status: 200 len: 384 time: 0.0758059 Jan 20 15:02:27.912764 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f5378e-7336-447b-9f83-30b4a0cbcd9c req-0fe36143-c1fe-42a4-9e01-9f6891b869ef tempest-DeleteServersTestJSON-1915657934 tempest-DeleteServersTestJSON-1915657934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:02:27.914137 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-15f5378e-7336-447b-9f83-30b4a0cbcd9c req-0fe36143-c1fe-42a4-9e01-9f6891b869ef tempest-DeleteServersTestJSON-1915657934 tempest-DeleteServersTestJSON-1915657934-project] 10.222.0.54 "GET /v2.0/ports?device_id=a1293f9a-9419-4a8c-b5a2-70813ca390d5 HTTP/1.1" status: 200 len: 946 time: 0.0780973 Jan 20 15:02:27.961278 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-15f5378e-7336-447b-9f83-30b4a0cbcd9c req-fec85c19-9750-44c2-b19c-9858b8f2cd9b tempest-DeleteServersTestJSON-1915657934 tempest-DeleteServersTestJSON-1915657934-project] 10.222.0.54 "GET /v2.0/security-groups?id=74d00448-ddbf-4152-8536-9b9f68db7b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414770 Jan 20 15:02:28.015863 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-edfea19f-0e68-430c-83a4-2854d794d528 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:02:28.057329 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-5e32b1a8-7d26-4c44-91f9-eabb847d4b92 req-bd9d57a8-40ad-4dcb-90a2-3ba707f13e2e service neutron] 10.222.0.106 "GET /v2.0/ports?device_id=a1293f9a-9419-4a8c-b5a2-70813ca390d5&tenant_id=185631371e14462ebae4cafd6b7868f3 HTTP/1.1" status: 200 len: 1099 time: 0.0746253 Jan 20 15:02:28.146388 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-5e32b1a8-7d26-4c44-91f9-eabb847d4b92 req-f29e3676-7dfb-4355-b428-e3d2424575f4 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=185631371e14462ebae4cafd6b7868f3&device_id=a1293f9a-9419-4a8c-b5a2-70813ca390d5 HTTP/1.1" status: 200 len: 1099 time: 0.0684109 Jan 20 15:02:28.274315 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e32b1a8-7d26-4c44-91f9-eabb847d4b92 req-65d833c6-48fe-4b1b-a1c9-0c25e795624d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:02:28.275745 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-5e32b1a8-7d26-4c44-91f9-eabb847d4b92 req-65d833c6-48fe-4b1b-a1c9-0c25e795624d service neutron] 10.222.0.106 "GET /v2.0/networks?id=f96abb76-bbf7-46d0-8969-1f06c6a5a0b9 HTTP/1.1" status: 200 len: 912 time: 0.1242578 Jan 20 15:02:28.345819 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-5e32b1a8-7d26-4c44-91f9-eabb847d4b92 req-2f3194cb-7ec2-4ab9-b76b-68a1e2f7ab8a service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2c5f5fe1-688b-4a73-9793-70d343e38d19 HTTP/1.1" status: 200 len: 217 time: 0.0632370 Jan 20 15:02:28.405839 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e32b1a8-7d26-4c44-91f9-eabb847d4b92 req-c2bc5004-8e04-4ef0-b897-b4a0506a4084 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:02:28.407306 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-5e32b1a8-7d26-4c44-91f9-eabb847d4b92 req-c2bc5004-8e04-4ef0-b897-b4a0506a4084 service neutron] 10.222.0.106 "GET /v2.0/subnets?id=bdf775a8-3ebc-4e47-93b5-38f8e65aa332 HTTP/1.1" status: 200 len: 851 time: 0.0562725 Jan 20 15:02:28.454928 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-5e32b1a8-7d26-4c44-91f9-eabb847d4b92 req-dd8b8ed4-1434-4108-b8db-c85d25dcb537 service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=f96abb76-bbf7-46d0-8969-1f06c6a5a0b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415430 Jan 20 15:02:28.674615 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-5e32b1a8-7d26-4c44-91f9-eabb847d4b92 req-15ee09d2-9055-4c1d-9f99-78aad1edcd72 service neutron] 10.222.0.106 "GET /v2.0/networks/f96abb76-bbf7-46d0-8969-1f06c6a5a0b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2132816 Jan 20 15:02:28.804028 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-5e32b1a8-7d26-4c44-91f9-eabb847d4b92 req-71004877-6e3a-46cc-a2a3-99100df16433 service neutron] 10.222.0.106 "GET /v2.0/networks/f96abb76-bbf7-46d0-8969-1f06c6a5a0b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238811 Jan 20 15:02:29.162155 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261bb043-d0ce-4c1b-a1eb-078fc15b4a60 req-2309844a-7692-4053-bc2f-482b1b00d70f tempest-DeleteServersTestJSON-1915657934 tempest-DeleteServersTestJSON-1915657934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:02:29.163583 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-261bb043-d0ce-4c1b-a1eb-078fc15b4a60 req-2309844a-7692-4053-bc2f-482b1b00d70f tempest-DeleteServersTestJSON-1915657934 tempest-DeleteServersTestJSON-1915657934-project] 10.222.0.54 "GET /v2.0/ports?device_id=a1293f9a-9419-4a8c-b5a2-70813ca390d5 HTTP/1.1" status: 200 len: 946 time: 0.0786834 Jan 20 15:02:29.209465 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-261bb043-d0ce-4c1b-a1eb-078fc15b4a60 req-1711ee4b-e66e-4637-ab62-8252102732a8 tempest-DeleteServersTestJSON-1915657934 tempest-DeleteServersTestJSON-1915657934-project] 10.222.0.54 "GET /v2.0/security-groups?id=74d00448-ddbf-4152-8536-9b9f68db7b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402007 Jan 20 15:02:30.414957 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-2a90cfa6-b5d9-4686-bc84-c3e25e20fce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:02:30.419964 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421e977b-9bd1-49de-9620-6a71530c006e req-8a5ed0d4-615e-4497-9347-54300f91015b tempest-DeleteServersTestJSON-1915657934 tempest-DeleteServersTestJSON-1915657934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:02:30.424297 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-421e977b-9bd1-49de-9620-6a71530c006e req-8a5ed0d4-615e-4497-9347-54300f91015b tempest-DeleteServersTestJSON-1915657934 tempest-DeleteServersTestJSON-1915657934-project] 10.222.0.54 "GET /v2.0/ports?device_id=a1293f9a-9419-4a8c-b5a2-70813ca390d5 HTTP/1.1" status: 200 len: 946 time: 0.0893240 Jan 20 15:02:30.468089 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-421e977b-9bd1-49de-9620-6a71530c006e req-dd801161-5e46-454f-bd9f-22efabdec7cd tempest-DeleteServersTestJSON-1915657934 tempest-DeleteServersTestJSON-1915657934-project] 10.222.0.54 "GET /v2.0/security-groups?id=74d00448-ddbf-4152-8536-9b9f68db7b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394356 Jan 20 15:02:30.717811 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:02:31.424507 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:02:31.665950 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cada32ee-55cf-4bee-a48e-583b841e86a3 req-d158fb2d-2785-49e4-8e64-320641dfc503 tempest-DeleteServersTestJSON-1915657934 tempest-DeleteServersTestJSON-1915657934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:02:31.667452 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-cada32ee-55cf-4bee-a48e-583b841e86a3 req-d158fb2d-2785-49e4-8e64-320641dfc503 tempest-DeleteServersTestJSON-1915657934 tempest-DeleteServersTestJSON-1915657934-project] 10.222.0.54 "GET /v2.0/ports?device_id=a1293f9a-9419-4a8c-b5a2-70813ca390d5 HTTP/1.1" status: 200 len: 946 time: 0.0761554 Jan 20 15:02:31.689635 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-cdd98e71-1f0a-4421-baa9-dcb30e06edf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:02:31.695272 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Device 2c5f5fe1-688b-4a73-9793-70d343e38d19 details requested by agent hyperv_hv-neutron-8251 with host hv-neutron-8251 {{(pid=84154) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 20 15:02:31.711102 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Device 2c5f5fe1-688b-4a73-9793-70d343e38d19 no longer exists at agent hyperv_hv-neutron-8251 {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 15:02:31.716632 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-cada32ee-55cf-4bee-a48e-583b841e86a3 req-914c89b0-e55f-4315-8061-439d07bbe6d8 tempest-DeleteServersTestJSON-1915657934 tempest-DeleteServersTestJSON-1915657934-project] 10.222.0.54 "GET /v2.0/security-groups?id=74d00448-ddbf-4152-8536-9b9f68db7b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428100 Jan 20 15:02:31.953513 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] For port 2c5f5fe1-688b-4a73-9793-70d343e38d19, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=2c5f5fe1-688b-4a73-9793-70d343e38d19,segment=NetworkSegment(633d533d-ab1a-4454-a7e3-a48b3b4ed187),segment_id=633d533d-ab1a-4454-a7e3-a48b3b4ed187)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 15:02:31.971142 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:02:31.979902 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Returning: {'device': '2c5f5fe1-688b-4a73-9793-70d343e38d19', 'network_id': 'f96abb76-bbf7-46d0-8969-1f06c6a5a0b9', 'port_id': '2c5f5fe1-688b-4a73-9793-70d343e38d19', 'mac_address': 'fa:16:3e:96:9a:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdf775a8-3ebc-4e47-93b5-38f8e65aa332', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84154) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 20 15:02:32.044705 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1293f9a-9419-4a8c-b5a2-70813ca390d5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2c5f5fe1-688b-4a73-9793-70d343e38d19'}] {{(pid=84154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 15:02:32.061037 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] For port 2c5f5fe1-688b-4a73-9793-70d343e38d19, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=2c5f5fe1-688b-4a73-9793-70d343e38d19,segment=NetworkSegment(633d533d-ab1a-4454-a7e3-a48b3b4ed187),segment_id=633d533d-ab1a-4454-a7e3-a48b3b4ed187)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 15:02:32.063551 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:02:32.085567 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.notifiers.nova [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2c5f5fe1-688b-4a73-9793-70d343e38d19 {{(pid=84154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 15:02:32.122071 dv-neutron-825124-1-hyperv neutron-server[84154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1293f9a-9419-4a8c-b5a2-70813ca390d5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2c5f5fe1-688b-4a73-9793-70d343e38d19', 'code': 200} Jan 20 15:02:32.146061 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:02:32.255604 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.db.api [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84154) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 15:02:32.255860 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG oslo_db.api [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 15:02:32.258565 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Pushing event updated for resources: {'Port': ['ID=2c5f5fe1-688b-4a73-9793-70d343e38d19,revision_number=6']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:02:32.267790 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:02:32.268129 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:02:32.268465 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:02:32.268795 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:02:32.269126 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:02:32.269449 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:02:32.270082 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:02:32.270410 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:02:32.270730 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:02:32.271046 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:02:32.271413 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:02:32.807109 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:02:32.825291 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.notifiers.nova [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c5f5fe1-688b-4a73-9793-70d343e38d19 {{(pid=84154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 15:02:32.840384 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] For port 2c5f5fe1-688b-4a73-9793-70d343e38d19, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=2c5f5fe1-688b-4a73-9793-70d343e38d19,segment=NetworkSegment(633d533d-ab1a-4454-a7e3-a48b3b4ed187),segment_id=633d533d-ab1a-4454-a7e3-a48b3b4ed187)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 15:02:32.895168 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:02:32.924652 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bac231d-ea27-4d9a-8147-5aba1e47b75f req-0a0355ea-5b6e-4121-bd08-f7d4dfcf7e88 tempest-DeleteServersTestJSON-1915657934 tempest-DeleteServersTestJSON-1915657934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:02:32.926347 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-3bac231d-ea27-4d9a-8147-5aba1e47b75f req-0a0355ea-5b6e-4121-bd08-f7d4dfcf7e88 tempest-DeleteServersTestJSON-1915657934 tempest-DeleteServersTestJSON-1915657934-project] 10.222.0.54 "GET /v2.0/ports?device_id=a1293f9a-9419-4a8c-b5a2-70813ca390d5 HTTP/1.1" status: 200 len: 944 time: 0.0867431 Jan 20 15:02:32.960392 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] get_ports_and_sgs() called for port_ids ['2c5f5fe1-688b-4a73-9793-70d343e38d19'] {{(pid=84154) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 20 15:02:32.972684 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-3bac231d-ea27-4d9a-8147-5aba1e47b75f req-54707fd4-a24a-4398-9fa9-59e85b865ffd tempest-DeleteServersTestJSON-1915657934 tempest-DeleteServersTestJSON-1915657934-project] 10.222.0.54 "GET /v2.0/security-groups?id=74d00448-ddbf-4152-8536-9b9f68db7b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409725 Jan 20 15:02:33.000985 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Pushing event updated for resources: {'Port': ['ID=2c5f5fe1-688b-4a73-9793-70d343e38d19,revision_number=7']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:02:33.112706 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-eea6df97-7ff1-4b63-af20-e3ec8913deda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:02:33.556468 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec645cf-87a4-48fe-a9bb-61df365521dd req-4d70b7b3-8218-448b-8166-ae200d03ab59 tempest-DeleteServersTestJSON-1915657934 tempest-DeleteServersTestJSON-1915657934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:02:33.557890 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-9ec645cf-87a4-48fe-a9bb-61df365521dd req-4d70b7b3-8218-448b-8166-ae200d03ab59 tempest-DeleteServersTestJSON-1915657934 tempest-DeleteServersTestJSON-1915657934-project] 10.222.0.106 "GET /v2.0/ports?device_id=a1293f9a-9419-4a8c-b5a2-70813ca390d5&tenant_id=185631371e14462ebae4cafd6b7868f3&binding%3Ahost_id=hv-neutron-8251 HTTP/1.1" status: 200 len: 945 time: 0.0796382 Jan 20 15:02:33.698736 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-9ec645cf-87a4-48fe-a9bb-61df365521dd req-f856dde9-a4c1-4081-a722-79c0f965be14 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=185631371e14462ebae4cafd6b7868f3&device_id=a1293f9a-9419-4a8c-b5a2-70813ca390d5 HTTP/1.1" status: 200 len: 1098 time: 0.0736613 Jan 20 15:02:33.701993 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Device 2c5f5fe1-688b-4a73-9793-70d343e38d19 up at agent hyperv_hv-neutron-8251 {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 15:02:33.769037 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Provisioning complete for port 2c5f5fe1-688b-4a73-9793-70d343e38d19 triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:02:33.769404 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:02:33.829582 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec645cf-87a4-48fe-a9bb-61df365521dd req-56a72e68-0dfc-49f6-b0f5-b09101ac992f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:02:33.831077 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-9ec645cf-87a4-48fe-a9bb-61df365521dd req-56a72e68-0dfc-49f6-b0f5-b09101ac992f service neutron] 10.222.0.106 "GET /v2.0/networks?id=f96abb76-bbf7-46d0-8969-1f06c6a5a0b9 HTTP/1.1" status: 200 len: 912 time: 0.1267757 Jan 20 15:02:33.882773 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:02:33.902993 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-9ec645cf-87a4-48fe-a9bb-61df365521dd req-fc7d658d-6782-4979-99c4-d0c104a68de4 service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2c5f5fe1-688b-4a73-9793-70d343e38d19 HTTP/1.1" status: 200 len: 217 time: 0.0663323 Jan 20 15:02:33.915396 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] For port 2c5f5fe1-688b-4a73-9793-70d343e38d19, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=2c5f5fe1-688b-4a73-9793-70d343e38d19,segment=NetworkSegment(633d533d-ab1a-4454-a7e3-a48b3b4ed187),segment_id=633d533d-ab1a-4454-a7e3-a48b3b4ed187)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 15:02:33.964447 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec645cf-87a4-48fe-a9bb-61df365521dd req-85869847-ed72-48e4-b618-fc3990c64ca8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:02:33.965863 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-9ec645cf-87a4-48fe-a9bb-61df365521dd req-85869847-ed72-48e4-b618-fc3990c64ca8 service neutron] 10.222.0.106 "GET /v2.0/subnets?id=bdf775a8-3ebc-4e47-93b5-38f8e65aa332 HTTP/1.1" status: 200 len: 851 time: 0.0582044 Jan 20 15:02:33.969605 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:02:34.010139 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-9ec645cf-87a4-48fe-a9bb-61df365521dd req-0039757b-8d90-42d5-afc8-19d088614bb0 service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=f96abb76-bbf7-46d0-8969-1f06c6a5a0b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385206 Jan 20 15:02:34.038507 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Pushing event updated for resources: {'Port': ['ID=2c5f5fe1-688b-4a73-9793-70d343e38d19,revision_number=8']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:02:34.123168 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1293f9a-9419-4a8c-b5a2-70813ca390d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c5f5fe1-688b-4a73-9793-70d343e38d19'}] {{(pid=84154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 15:02:34.144336 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-9ec645cf-87a4-48fe-a9bb-61df365521dd req-71f6e89c-aedb-4b6b-adbc-2ea8f570ee7b service neutron] 10.222.0.106 "GET /v2.0/networks/f96abb76-bbf7-46d0-8969-1f06c6a5a0b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278841 Jan 20 15:02:34.192230 dv-neutron-825124-1-hyperv neutron-server[84154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1293f9a-9419-4a8c-b5a2-70813ca390d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c5f5fe1-688b-4a73-9793-70d343e38d19', 'code': 200} Jan 20 15:02:34.278405 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-9ec645cf-87a4-48fe-a9bb-61df365521dd req-73e7441e-49d8-4cec-bbeb-3b2d5bc22cc2 service neutron] 10.222.0.106 "GET /v2.0/networks/f96abb76-bbf7-46d0-8969-1f06c6a5a0b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284890 Jan 20 15:02:35.915516 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f19ecb-d70a-4825-aaae-15e89b8b9dc8 req-223a208a-84c9-4613-b9f6-0bb4a7174a4a tempest-DeleteServersTestJSON-1915657934 tempest-DeleteServersTestJSON-1915657934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:02:35.916978 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-c2f19ecb-d70a-4825-aaae-15e89b8b9dc8 req-223a208a-84c9-4613-b9f6-0bb4a7174a4a tempest-DeleteServersTestJSON-1915657934 tempest-DeleteServersTestJSON-1915657934-project] 10.222.0.54 "GET /v2.0/ports?device_id=a1293f9a-9419-4a8c-b5a2-70813ca390d5 HTTP/1.1" status: 200 len: 946 time: 0.0807674 Jan 20 15:02:35.962955 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-c2f19ecb-d70a-4825-aaae-15e89b8b9dc8 req-578b6175-625a-4e3a-95cc-2422d4089f46 tempest-DeleteServersTestJSON-1915657934 tempest-DeleteServersTestJSON-1915657934-project] 10.222.0.54 "GET /v2.0/security-groups?id=74d00448-ddbf-4152-8536-9b9f68db7b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397422 Jan 20 15:02:37.160415 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3454817e-bd06-49b9-a795-4dd6d9e349da req-2a6c13ca-30ac-493d-b98b-c054ed49f52d tempest-DeleteServersTestJSON-1915657934 tempest-DeleteServersTestJSON-1915657934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:02:37.161782 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-3454817e-bd06-49b9-a795-4dd6d9e349da req-2a6c13ca-30ac-493d-b98b-c054ed49f52d tempest-DeleteServersTestJSON-1915657934 tempest-DeleteServersTestJSON-1915657934-project] 10.222.0.54 "GET /v2.0/ports?device_id=a1293f9a-9419-4a8c-b5a2-70813ca390d5 HTTP/1.1" status: 200 len: 946 time: 0.0761821 Jan 20 15:02:37.207647 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-3454817e-bd06-49b9-a795-4dd6d9e349da req-cfb030a5-97aa-477f-9f66-6b1308973482 tempest-DeleteServersTestJSON-1915657934 tempest-DeleteServersTestJSON-1915657934-project] 10.222.0.54 "GET /v2.0/security-groups?id=74d00448-ddbf-4152-8536-9b9f68db7b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402308 Jan 20 15:02:37.755848 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec645cf-87a4-48fe-a9bb-61df365521dd req-f8980d60-8da3-4919-b367-a1fcc9cf6637 tempest-DeleteServersTestJSON-1915657934 tempest-DeleteServersTestJSON-1915657934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:02:37.757337 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-9ec645cf-87a4-48fe-a9bb-61df365521dd req-f8980d60-8da3-4919-b367-a1fcc9cf6637 tempest-DeleteServersTestJSON-1915657934 tempest-DeleteServersTestJSON-1915657934-project] 10.222.0.106 "GET /v2.0/ports?device_id=a1293f9a-9419-4a8c-b5a2-70813ca390d5 HTTP/1.1" status: 200 len: 946 time: 0.0807793 Jan 20 15:02:37.823834 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [req-9ec645cf-87a4-48fe-a9bb-61df365521dd req-1db2d120-3d91-4188-b098-98962be1edf8 tempest-DeleteServersTestJSON-1915657934 tempest-DeleteServersTestJSON-1915657934-project] Deleting port 2c5f5fe1-688b-4a73-9793-70d343e38d19 {{(pid=84153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 15:02:37.824169 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-9ec645cf-87a4-48fe-a9bb-61df365521dd req-1db2d120-3d91-4188-b098-98962be1edf8 tempest-DeleteServersTestJSON-1915657934 tempest-DeleteServersTestJSON-1915657934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:02:38.155187 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.db [req-9ec645cf-87a4-48fe-a9bb-61df365521dd req-1db2d120-3d91-4188-b098-98962be1edf8 tempest-DeleteServersTestJSON-1915657934 tempest-DeleteServersTestJSON-1915657934-project] For port 2c5f5fe1-688b-4a73-9793-70d343e38d19, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=2c5f5fe1-688b-4a73-9793-70d343e38d19,segment=NetworkSegment(633d533d-ab1a-4454-a7e3-a48b3b4ed187),segment_id=633d533d-ab1a-4454-a7e3-a48b3b4ed187)] {{(pid=84153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 15:02:38.155548 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-9ec645cf-87a4-48fe-a9bb-61df365521dd req-1db2d120-3d91-4188-b098-98962be1edf8 tempest-DeleteServersTestJSON-1915657934 tempest-DeleteServersTestJSON-1915657934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:02:38.278411 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [req-9ec645cf-87a4-48fe-a9bb-61df365521dd req-1db2d120-3d91-4188-b098-98962be1edf8 tempest-DeleteServersTestJSON-1915657934 tempest-DeleteServersTestJSON-1915657934-project] Calling delete_port for 2c5f5fe1-688b-4a73-9793-70d343e38d19 owned by compute:nova {{(pid=84153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 15:02:38.493141 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36e174f-32ea-46b6-9538-30d85d34818c req-5374fe90-5b2e-4c5b-86c6-869be647dcbc tempest-DeleteServersTestJSON-1915657934 tempest-DeleteServersTestJSON-1915657934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:02:38.496610 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-a36e174f-32ea-46b6-9538-30d85d34818c req-5374fe90-5b2e-4c5b-86c6-869be647dcbc tempest-DeleteServersTestJSON-1915657934 tempest-DeleteServersTestJSON-1915657934-project] 10.222.0.54 "GET /v2.0/ports?device_id=a1293f9a-9419-4a8c-b5a2-70813ca390d5 HTTP/1.1" status: 200 len: 946 time: 0.1628649 Jan 20 15:02:38.551935 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-a36e174f-32ea-46b6-9538-30d85d34818c req-e5b91e78-c04e-4731-8618-5fa31100b7be tempest-DeleteServersTestJSON-1915657934 tempest-DeleteServersTestJSON-1915657934-project] 10.222.0.54 "GET /v2.0/security-groups?id=74d00448-ddbf-4152-8536-9b9f68db7b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495148 Jan 20 15:02:38.569500 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-9ec645cf-87a4-48fe-a9bb-61df365521dd req-1db2d120-3d91-4188-b098-98962be1edf8 tempest-DeleteServersTestJSON-1915657934 tempest-DeleteServersTestJSON-1915657934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:02:38.581503 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] get_ports_and_sgs() called for port_ids ['2c5f5fe1-688b-4a73-9793-70d343e38d19'] {{(pid=84154) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 20 15:02:38.621158 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db2d120-3d91-4188-b098-98962be1edf8 tempest-DeleteServersTestJSON-1915657934 tempest-DeleteServersTestJSON-1915657934-project] Pushing event deleted for resources: {'Port': ['ID=2c5f5fe1-688b-4a73-9793-70d343e38d19,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:02:38.636409 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db2d120-3d91-4188-b098-98962be1edf8 tempest-DeleteServersTestJSON-1915657934 tempest-DeleteServersTestJSON-1915657934-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:02:38.636975 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db2d120-3d91-4188-b098-98962be1edf8 tempest-DeleteServersTestJSON-1915657934 tempest-DeleteServersTestJSON-1915657934-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:02:38.637328 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db2d120-3d91-4188-b098-98962be1edf8 tempest-DeleteServersTestJSON-1915657934 tempest-DeleteServersTestJSON-1915657934-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:02:38.637668 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db2d120-3d91-4188-b098-98962be1edf8 tempest-DeleteServersTestJSON-1915657934 tempest-DeleteServersTestJSON-1915657934-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:02:38.638009 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db2d120-3d91-4188-b098-98962be1edf8 tempest-DeleteServersTestJSON-1915657934 tempest-DeleteServersTestJSON-1915657934-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:02:38.639074 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db2d120-3d91-4188-b098-98962be1edf8 tempest-DeleteServersTestJSON-1915657934 tempest-DeleteServersTestJSON-1915657934-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:02:38.639074 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db2d120-3d91-4188-b098-98962be1edf8 tempest-DeleteServersTestJSON-1915657934 tempest-DeleteServersTestJSON-1915657934-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:02:38.639405 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db2d120-3d91-4188-b098-98962be1edf8 tempest-DeleteServersTestJSON-1915657934 tempest-DeleteServersTestJSON-1915657934-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:02:38.639734 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db2d120-3d91-4188-b098-98962be1edf8 tempest-DeleteServersTestJSON-1915657934 tempest-DeleteServersTestJSON-1915657934-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:02:38.640059 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db2d120-3d91-4188-b098-98962be1edf8 tempest-DeleteServersTestJSON-1915657934 tempest-DeleteServersTestJSON-1915657934-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:02:38.640892 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db2d120-3d91-4188-b098-98962be1edf8 tempest-DeleteServersTestJSON-1915657934 tempest-DeleteServersTestJSON-1915657934-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:02:38.722164 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ec645cf-87a4-48fe-a9bb-61df365521dd req-1db2d120-3d91-4188-b098-98962be1edf8 tempest-DeleteServersTestJSON-1915657934 tempest-DeleteServersTestJSON-1915657934-project] No DVR routers for this DVR port 2c5f5fe1-688b-4a73-9793-70d343e38d19 on host hv-neutron-8251 {{(pid=84153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 15:02:38.725127 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-9ec645cf-87a4-48fe-a9bb-61df365521dd req-1db2d120-3d91-4188-b098-98962be1edf8 tempest-DeleteServersTestJSON-1915657934 tempest-DeleteServersTestJSON-1915657934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:02:38.728653 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1293f9a-9419-4a8c-b5a2-70813ca390d5', 'name': 'network-vif-deleted', 'tag': '2c5f5fe1-688b-4a73-9793-70d343e38d19'}] {{(pid=84153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 15:02:38.786498 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1293f9a-9419-4a8c-b5a2-70813ca390d5', 'name': 'network-vif-deleted', 'tag': '2c5f5fe1-688b-4a73-9793-70d343e38d19', 'status': 'completed', 'code': 200} Jan 20 15:02:38.804519 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-9ec645cf-87a4-48fe-a9bb-61df365521dd req-1db2d120-3d91-4188-b098-98962be1edf8 tempest-DeleteServersTestJSON-1915657934 tempest-DeleteServersTestJSON-1915657934-project] 10.222.0.106 "DELETE /v2.0/ports/2c5f5fe1-688b-4a73-9793-70d343e38d19 HTTP/1.1" status: 204 len: 173 time: 1.0416200 Jan 20 15:02:39.728589 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [req-13c1ee86-de4d-4f4b-8228-8ee733a2757c req-d037ab82-4c85-4c96-9f1c-a51615e1505c tempest-DeleteServersTestJSON-1915657934 tempest-DeleteServersTestJSON-1915657934-project] Synchronizing usage tracker for tenant:185631371e14462ebae4cafd6b7868f3 on resource:port {{(pid=84153) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 15:02:39.781266 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [req-13c1ee86-de4d-4f4b-8228-8ee733a2757c req-d037ab82-4c85-4c96-9f1c-a51615e1505c tempest-DeleteServersTestJSON-1915657934 tempest-DeleteServersTestJSON-1915657934-project] Unset dirty status for tenant:185631371e14462ebae4cafd6b7868f3 on resource:port {{(pid=84153) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 15:02:39.782475 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-13c1ee86-de4d-4f4b-8228-8ee733a2757c req-d037ab82-4c85-4c96-9f1c-a51615e1505c tempest-DeleteServersTestJSON-1915657934 tempest-DeleteServersTestJSON-1915657934-project] 10.222.0.54 "GET /v2.0/ports?device_id=a1293f9a-9419-4a8c-b5a2-70813ca390d5 HTTP/1.1" status: 200 len: 210 time: 0.0952249 Jan 20 15:02:40.090364 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.agents_db [None req-6dba657d-a637-4918-9b6d-40defdfae04b None None] Agent healthcheck: found 6 active agents {{(pid=84155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 15:02:41.049564 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 47050) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:02:41.108477 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.db_base_plugin_v2 [None req-18fe70d5-f8a8-4677-8f60-357d9403b03e admin admin] Deleting subnet bdf775a8-3ebc-4e47-93b5-38f8e65aa332 {{(pid=84152) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 20 15:02:41.111411 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-18fe70d5-f8a8-4677-8f60-357d9403b03e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:02:41.162708 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-18fe70d5-f8a8-4677-8f60-357d9403b03e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3337915'] for subnet, precommit_delete_associations {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:02:41.217001 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-18fe70d5-f8a8-4677-8f60-357d9403b03e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1627147'] for subnet, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:02:41.358440 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-18fe70d5-f8a8-4677-8f60-357d9403b03e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1627154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4163580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155308'] for subnet, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:02:41.397878 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fe70d5-f8a8-4677-8f60-357d9403b03e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bdf775a8-3ebc-4e47-93b5-38f8e65aa332,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:02:41.408540 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-18fe70d5-f8a8-4677-8f60-357d9403b03e admin admin] Notify callbacks [] for subnet, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:02:41.417776 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18fe70d5-f8a8-4677-8f60-357d9403b03e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:02:41.418138 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18fe70d5-f8a8-4677-8f60-357d9403b03e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:02:41.418475 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18fe70d5-f8a8-4677-8f60-357d9403b03e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:02:41.418964 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18fe70d5-f8a8-4677-8f60-357d9403b03e admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:02:41.419438 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18fe70d5-f8a8-4677-8f60-357d9403b03e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:02:41.419828 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18fe70d5-f8a8-4677-8f60-357d9403b03e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:02:41.420151 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18fe70d5-f8a8-4677-8f60-357d9403b03e admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:02:41.420469 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18fe70d5-f8a8-4677-8f60-357d9403b03e admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:02:41.420784 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18fe70d5-f8a8-4677-8f60-357d9403b03e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:02:41.421098 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18fe70d5-f8a8-4677-8f60-357d9403b03e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:02:41.421411 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18fe70d5-f8a8-4677-8f60-357d9403b03e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:02:41.428069 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-18fe70d5-f8a8-4677-8f60-357d9403b03e admin admin] 10.222.0.54 "DELETE /v2.0/subnets/bdf775a8-3ebc-4e47-93b5-38f8e65aa332 HTTP/1.1" status: 204 len: 168 time: 0.3774889 Jan 20 15:02:41.430580 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 47054) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:02:41.531851 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-b8c427e9-c9bb-4ec5-81e4-2f240f976532 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586409'] for network, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:02:41.657648 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-b8c427e9-c9bb-4ec5-81e4-2f240f976532 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1626242', 'neutron.services.segments.db._delete_segments_for_network-8769554214620'] for network, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:02:41.710294 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Device 2c5f5fe1-688b-4a73-9793-70d343e38d19 no longer exists at agent hyperv_hv-neutron-8251 {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 15:02:41.747424 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] No Port match for: 2c5f5fe1-688b-4a73-9793-70d343e38d19 {{(pid=84154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 15:02:41.747792 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Device 2c5f5fe1-688b-4a73-9793-70d343e38d19 not bound to the agent host hv-neutron-8251 {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 15:02:41.775557 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.segments.db [None req-b8c427e9-c9bb-4ec5-81e4-2f240f976532 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f96abb76-bbf7-46d0-8969-1f06c6a5a0b9']}} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:02:41.787254 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.segments.db [None req-b8c427e9-c9bb-4ec5-81e4-2f240f976532 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '633d533d-ab1a-4454-a7e3-a48b3b4ed187') {'for_net_delete': True} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:02:41.787550 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.segments.db [None req-b8c427e9-c9bb-4ec5-81e4-2f240f976532 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '633d533d-ab1a-4454-a7e3-a48b3b4ed187') {} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:02:41.799131 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-b8c427e9-c9bb-4ec5-81e4-2f240f976532 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769554214503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3337904'] for segment, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:02:41.815107 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-b8c427e9-c9bb-4ec5-81e4-2f240f976532 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:02:41.820958 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8c427e9-c9bb-4ec5-81e4-2f240f976532 admin admin] Releasing vlan 178 on physical network physnet1 to pool {{(pid=84152) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 15:02:41.821331 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-b8c427e9-c9bb-4ec5-81e4-2f240f976532 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1622950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4162906'] for segment, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:02:41.834080 dv-neutron-825124-1-hyperv neutron-server[84152]: Traceback (most recent call last): Jan 20 15:02:41.834080 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 15:02:41.834080 dv-neutron-825124-1-hyperv neutron-server[84152]: timer() Jan 20 15:02:41.834080 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 15:02:41.834080 dv-neutron-825124-1-hyperv neutron-server[84152]: cb(*args, **kw) Jan 20 15:02:41.834080 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 15:02:41.834080 dv-neutron-825124-1-hyperv neutron-server[84152]: return func(*args, **kwargs) Jan 20 15:02:41.834080 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 15:02:41.834080 dv-neutron-825124-1-hyperv neutron-server[84152]: self._notify() Jan 20 15:02:41.834080 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 15:02:41.834080 dv-neutron-825124-1-hyperv neutron-server[84152]: self.callback(batched_events) Jan 20 15:02:41.834080 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 15:02:41.834080 dv-neutron-825124-1-hyperv neutron-server[84152]: event.method(event) Jan 20 15:02:41.834080 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 15:02:41.834080 dv-neutron-825124-1-hyperv neutron-server[84152]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 15:02:41.834080 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 15:02:41.834080 dv-neutron-825124-1-hyperv neutron-server[84152]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 15:02:41.834080 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 15:02:41.834080 dv-neutron-825124-1-hyperv neutron-server[84152]: return f(self, *a, **k) Jan 20 15:02:41.834080 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 15:02:41.834080 dv-neutron-825124-1-hyperv neutron-server[84152]: return self._get(url).json() Jan 20 15:02:41.834080 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 15:02:41.834080 dv-neutron-825124-1-hyperv neutron-server[84152]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 15:02:41.834080 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 15:02:41.834080 dv-neutron-825124-1-hyperv neutron-server[84152]: return self.request(url, 'GET', **kwargs) Jan 20 15:02:41.834080 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 15:02:41.834080 dv-neutron-825124-1-hyperv neutron-server[84152]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 15:02:41.834080 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 15:02:41.834080 dv-neutron-825124-1-hyperv neutron-server[84152]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 15:02:41.834080 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 15:02:41.834080 dv-neutron-825124-1-hyperv neutron-server[84152]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 15:02:41.834080 dv-neutron-825124-1-hyperv neutron-server[84152]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 15:02:41.980686 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-b8c427e9-c9bb-4ec5-81e4-2f240f976532 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1626253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-745296'] for network, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:02:41.986313 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-b8c427e9-c9bb-4ec5-81e4-2f240f976532 admin admin] Notify callbacks [] for network, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:02:42.010278 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c427e9-c9bb-4ec5-81e4-2f240f976532 admin admin] Pushing event deleted for resources: {'Network': ['ID=f96abb76-bbf7-46d0-8969-1f06c6a5a0b9,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:02:42.078592 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-b8c427e9-c9bb-4ec5-81e4-2f240f976532 admin admin] 10.222.0.54 "DELETE /v2.0/networks/f96abb76-bbf7-46d0-8969-1f06c6a5a0b9 HTTP/1.1" status: 204 len: 168 time: 0.6469226 Jan 20 15:02:42.433317 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 47060) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:02:42.483624 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-fa44a41c-8751-4be1-bb38-94f477062e47 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=185631371e14462ebae4cafd6b7868f3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0491676 Jan 20 15:02:42.486220 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 47064) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:02:42.548591 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-9d3afff1-4ace-4949-be5f-c0f7c4c8a215 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:02:42.573311 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-9d3afff1-4ace-4949-be5f-c0f7c4c8a215 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:02:42.683757 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-9d3afff1-4ace-4949-be5f-c0f7c4c8a215 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:02:42.699373 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3afff1-4ace-4949-be5f-c0f7c4c8a215 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74d00448-ddbf-4152-8536-9b9f68db7b15,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:02:42.796572 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-9d3afff1-4ace-4949-be5f-c0f7c4c8a215 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:02:42.797718 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-9d3afff1-4ace-4949-be5f-c0f7c4c8a215 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/74d00448-ddbf-4152-8536-9b9f68db7b15 HTTP/1.1" status: 204 len: 168 time: 0.3105929 Jan 20 15:02:43.968876 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 47086) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:02:44.097501 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-b459b0d6-881b-47be-9668-46d51f6fdb18 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1343439541-network', 'tenant_id': '64cb64e55ca34ff8a2783858c7575b14'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 15:02:44.102371 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-b459b0d6-881b-47be-9668-46d51f6fdb18 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:02:44.106161 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-b459b0d6-881b-47be-9668-46d51f6fdb18 admin admin] Usage tracker for resource:network and tenant:64cb64e55ca34ff8a2783858c7575b14 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:02:44.108970 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-b459b0d6-881b-47be-9668-46d51f6fdb18 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:02:44.115067 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-b459b0d6-881b-47be-9668-46d51f6fdb18 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:02:44.180516 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b459b0d6-881b-47be-9668-46d51f6fdb18 admin admin] Made reservation on behalf of 64cb64e55ca34ff8a2783858c7575b14 for: {'network': 1} {{(pid=84152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 15:02:44.182893 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-b459b0d6-881b-47be-9668-46d51f6fdb18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for network, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:02:44.195724 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-b459b0d6-881b-47be-9668-46d51f6fdb18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:02:44.227805 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-b459b0d6-881b-47be-9668-46d51f6fdb18 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:02:44.231656 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-b459b0d6-881b-47be-9668-46d51f6fdb18 admin admin] Usage tracker for resource:security_group_rule and tenant:64cb64e55ca34ff8a2783858c7575b14 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:02:44.235095 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-b459b0d6-881b-47be-9668-46d51f6fdb18 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:02:44.240870 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-b459b0d6-881b-47be-9668-46d51f6fdb18 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:02:44.308062 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-b459b0d6-881b-47be-9668-46d51f6fdb18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:02:44.384994 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-b459b0d6-881b-47be-9668-46d51f6fdb18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:02:44.415947 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b459b0d6-881b-47be-9668-46d51f6fdb18 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 181} {{(pid=84152) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 15:02:44.424179 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b459b0d6-881b-47be-9668-46d51f6fdb18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1716f63-e074-48a4-b9f6-227bd2854db9,revision_number=1']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:02:44.431412 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-b459b0d6-881b-47be-9668-46d51f6fdb18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:02:44.431582 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.db.segments_db [None req-b459b0d6-881b-47be-9668-46d51f6fdb18 admin admin] Added segment be967bc0-4765-429e-bad4-0cb11729a7af of type vlan for network 1579d335-65dd-4c1b-8702-2e3d2f204e15 Jan 20 15:02:44.459680 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-b459b0d6-881b-47be-9668-46d51f6fdb18 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769553767792'] for network, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:02:44.563619 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-b459b0d6-881b-47be-9668-46d51f6fdb18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967'] for network, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:02:44.564516 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b459b0d6-881b-47be-9668-46d51f6fdb18 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:02:44.565122 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-b459b0d6-881b-47be-9668-46d51f6fdb18 admin admin] Notify callbacks [] for network, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:02:44.667469 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b459b0d6-881b-47be-9668-46d51f6fdb18 admin admin] Pushing event updated for resources: {'Network': ['ID=1579d335-65dd-4c1b-8702-2e3d2f204e15,revision_number=1']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:02:44.676919 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Network 1579d335-65dd-4c1b-8702-2e3d2f204e15 details requested by agent ovs-agent-dv-neutron-825124-1-hyperv with host dv-neutron-825124-1-hyperv {{(pid=84154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 15:02:44.701251 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-b459b0d6-881b-47be-9668-46d51f6fdb18 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7312610 Jan 20 15:02:44.704674 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 47092) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:02:44.710298 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-32a675ae-23e5-48dd-9826-0d228b9dd214 admin admin] Request body: {'subnet': {'network_id': '1579d335-65dd-4c1b-8702-2e3d2f204e15', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1343439541-subnet', 'tenant_id': '64cb64e55ca34ff8a2783858c7575b14', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 15:02:44.715328 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-32a675ae-23e5-48dd-9826-0d228b9dd214 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:02:44.720148 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-32a675ae-23e5-48dd-9826-0d228b9dd214 admin admin] Usage tracker for resource:subnet and tenant:64cb64e55ca34ff8a2783858c7575b14 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:02:44.723171 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-32a675ae-23e5-48dd-9826-0d228b9dd214 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:02:44.728900 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-32a675ae-23e5-48dd-9826-0d228b9dd214 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:02:44.786523 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32a675ae-23e5-48dd-9826-0d228b9dd214 admin admin] Made reservation on behalf of 64cb64e55ca34ff8a2783858c7575b14 for: {'subnet': 1} {{(pid=84152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 15:02:44.789514 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-32a675ae-23e5-48dd-9826-0d228b9dd214 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3155315'] for subnet, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:02:45.054880 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-32a675ae-23e5-48dd-9826-0d228b9dd214 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4163519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3155301'] for subnet, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:02:45.128479 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a675ae-23e5-48dd-9826-0d228b9dd214 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c433478-d3ce-4a45-b629-d03d12c46dad,revision_number=0']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:02:45.139676 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a675ae-23e5-48dd-9826-0d228b9dd214 admin admin] Checking segment: {'id': 'be967bc0-4765-429e-bad4-0cb11729a7af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1579d335-65dd-4c1b-8702-2e3d2f204e15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 15:02:45.140041 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32a675ae-23e5-48dd-9826-0d228b9dd214 admin admin] Network hostable DHCP agents. Network: 1579d335-65dd-4c1b-8702-2e3d2f204e15, hostable agents: ['1a181e39-5220-4c1a-88f8-08a54e8bfc9b'], hosted agents: [] {{(pid=84152) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 15:02:45.243313 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32a675ae-23e5-48dd-9826-0d228b9dd214 admin admin] Network 1579d335-65dd-4c1b-8702-2e3d2f204e15 is scheduled to be hosted by DHCP agent 1a181e39-5220-4c1a-88f8-08a54e8bfc9b with binding_index 1 {{(pid=84152) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 15:02:45.327560 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.base_scheduler [None req-32a675ae-23e5-48dd-9826-0d228b9dd214 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825124-1-hyperv, 1579d335-65dd-4c1b-8702-2e3d2f204e15) {{(pid=84152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 15:02:45.331963 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32a675ae-23e5-48dd-9826-0d228b9dd214 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:02:45.333143 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-32a675ae-23e5-48dd-9826-0d228b9dd214 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:02:45.336456 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fa3d983-6b09-4d46-808b-f078206ef5ac None None] Network 1579d335-65dd-4c1b-8702-2e3d2f204e15 requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 15:02:45.431610 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-32a675ae-23e5-48dd-9826-0d228b9dd214 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7256532 Jan 20 15:02:45.583378 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b6417a3-03b3-4e81-a09b-ea78799648dc None None] Network 1579d335-65dd-4c1b-8702-2e3d2f204e15 requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 15:02:46.034854 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b89b69e-a968-4aca-a6aa-f47ec3fd146f req-efdee4ac-1cb4-4bbf-bdc9-5c922868e284 tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:02:46.036306 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-3b89b69e-a968-4aca-a6aa-f47ec3fd146f req-efdee4ac-1cb4-4bbf-bdc9-5c922868e284 tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] 10.222.0.54 "GET /v2.0/networks?id=1579d335-65dd-4c1b-8702-2e3d2f204e15 HTTP/1.1" status: 200 len: 815 time: 0.1428871 Jan 20 15:02:46.055608 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-3b89b69e-a968-4aca-a6aa-f47ec3fd146f req-de4eb4ab-3ced-4d39-baf8-3187964d3386 tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] 10.222.0.54 "GET /v2.0/quotas/64cb64e55ca34ff8a2783858c7575b14 HTTP/1.1" status: 200 len: 375 time: 0.0138328 Jan 20 15:02:46.103119 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-3b89b69e-a968-4aca-a6aa-f47ec3fd146f req-6326e77b-f4f2-42b6-9271-64d048eee39c tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=64cb64e55ca34ff8a2783858c7575b14&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0417478 Jan 20 15:02:46.244977 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-3b89b69e-a968-4aca-a6aa-f47ec3fd146f req-d1ba1cc2-d271-49a1-a7cb-07bf71200471 service neutron] 10.222.0.54 "GET /v2.0/networks/1579d335-65dd-4c1b-8702-2e3d2f204e15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340237 Jan 20 15:02:46.381328 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-3b89b69e-a968-4aca-a6aa-f47ec3fd146f req-e3624257-fbeb-410a-abbd-c0dca3493ec9 service neutron] 10.222.0.54 "GET /v2.0/networks/1579d335-65dd-4c1b-8702-2e3d2f204e15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297011 Jan 20 15:02:46.694530 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-63f16589-7797-4e48-bbb0-5e8498d9517c req-4bb77fa8-ee76-4f31-a298-9978ee1e05bf tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] 10.222.0.54 "GET /v2.0/ports?device_id=5404c980-a8bd-4e5a-a745-a25fc774ae95 HTTP/1.1" status: 200 len: 210 time: 0.0802562 Jan 20 15:02:47.862447 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-326e52d1-8e13-45a1-b930-ae39d1cba16c req-5102021c-9e64-4475-88ea-99c7d0217b4a tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] 10.222.0.54 "GET /v2.0/ports?device_id=5404c980-a8bd-4e5a-a745-a25fc774ae95 HTTP/1.1" status: 200 len: 210 time: 0.0429549 Jan 20 15:02:48.740947 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b89b69e-a968-4aca-a6aa-f47ec3fd146f req-9abe01f6-2115-444c-9b02-5c655a3f390f tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:02:48.742370 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-3b89b69e-a968-4aca-a6aa-f47ec3fd146f req-9abe01f6-2115-444c-9b02-5c655a3f390f tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] 10.222.0.106 "GET /v2.0/networks?id=1579d335-65dd-4c1b-8702-2e3d2f204e15 HTTP/1.1" status: 200 len: 815 time: 0.1431851 Jan 20 15:02:48.758236 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [req-3b89b69e-a968-4aca-a6aa-f47ec3fd146f req-db76866d-0feb-451d-b8cc-98b29ee7e928 tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] Request body: {'port': {'device_id': '5404c980-a8bd-4e5a-a745-a25fc774ae95', 'network_id': '1579d335-65dd-4c1b-8702-2e3d2f204e15', 'admin_state_up': True, 'tenant_id': '64cb64e55ca34ff8a2783858c7575b14'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 15:02:49.065075 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-47a5fa93-1658-4bf7-aca3-3d074dbb6f86 req-a0d7fbd2-9fde-4195-ba9c-da77389e2817 tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] 10.222.0.54 "GET /v2.0/ports?device_id=5404c980-a8bd-4e5a-a745-a25fc774ae95 HTTP/1.1" status: 200 len: 210 time: 0.0585124 Jan 20 15:02:49.077654 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [req-3b89b69e-a968-4aca-a6aa-f47ec3fd146f req-db76866d-0feb-451d-b8cc-98b29ee7e928 tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:02:49.082839 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [req-3b89b69e-a968-4aca-a6aa-f47ec3fd146f req-db76866d-0feb-451d-b8cc-98b29ee7e928 tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] Usage tracker for resource:port and tenant:64cb64e55ca34ff8a2783858c7575b14 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:02:49.092523 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [req-3b89b69e-a968-4aca-a6aa-f47ec3fd146f req-db76866d-0feb-451d-b8cc-98b29ee7e928 tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:02:49.092523 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [req-3b89b69e-a968-4aca-a6aa-f47ec3fd146f req-db76866d-0feb-451d-b8cc-98b29ee7e928 tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:02:49.163683 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b89b69e-a968-4aca-a6aa-f47ec3fd146f req-db76866d-0feb-451d-b8cc-98b29ee7e928 tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] Made reservation on behalf of 64cb64e55ca34ff8a2783858c7575b14 for: {'port': 1} {{(pid=84153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 15:02:49.166927 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-3b89b69e-a968-4aca-a6aa-f47ec3fd146f req-db76866d-0feb-451d-b8cc-98b29ee7e928 tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:02:49.330360 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.db_base_plugin_common [req-3b89b69e-a968-4aca-a6aa-f47ec3fd146f req-db76866d-0feb-451d-b8cc-98b29ee7e928 tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] Allocated IP 172.20.0.13 (1579d335-65dd-4c1b-8702-2e3d2f204e15/4c433478-d3ce-4a45-b629-d03d12c46dad/9f229a0f-9f6c-4fd7-9abb-13d50ddfcc9b) {{(pid=84153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 15:02:49.536890 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-3b89b69e-a968-4aca-a6aa-f47ec3fd146f req-db76866d-0feb-451d-b8cc-98b29ee7e928 tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] Notify callbacks [] for port, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:02:49.649707 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-3b89b69e-a968-4aca-a6aa-f47ec3fd146f req-db76866d-0feb-451d-b8cc-98b29ee7e928 tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:02:49.724774 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b89b69e-a968-4aca-a6aa-f47ec3fd146f req-db76866d-0feb-451d-b8cc-98b29ee7e928 tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] Network 1579d335-65dd-4c1b-8702-2e3d2f204e15 is already hosted by enough agents. {{(pid=84153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 15:02:49.725913 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.base_scheduler [req-3b89b69e-a968-4aca-a6aa-f47ec3fd146f req-db76866d-0feb-451d-b8cc-98b29ee7e928 tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] Resources bound (agent type, host, resource id): {{(pid=84153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 15:02:49.728464 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b89b69e-a968-4aca-a6aa-f47ec3fd146f req-db76866d-0feb-451d-b8cc-98b29ee7e928 tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] Received port after_create {{(pid=84153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 15:02:49.765644 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db76866d-0feb-451d-b8cc-98b29ee7e928 tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] Pushing event updated for resources: {'Port': ['ID=9f229a0f-9f6c-4fd7-9abb-13d50ddfcc9b,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:02:49.798982 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b89b69e-a968-4aca-a6aa-f47ec3fd146f req-db76866d-0feb-451d-b8cc-98b29ee7e928 tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:02:49.799579 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-3b89b69e-a968-4aca-a6aa-f47ec3fd146f req-db76866d-0feb-451d-b8cc-98b29ee7e928 tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:02:49.871201 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-3b89b69e-a968-4aca-a6aa-f47ec3fd146f req-db76866d-0feb-451d-b8cc-98b29ee7e928 tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] 10.222.0.106 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1165001 Jan 20 15:02:49.954246 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [req-3b89b69e-a968-4aca-a6aa-f47ec3fd146f req-7a2353d1-649e-4c38-a0f2-9f68ff6d4d9e service neutron] Request body: {'port': {'device_id': '5404c980-a8bd-4e5a-a745-a25fc774ae95', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8251'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 15:02:50.058800 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-3b89b69e-a968-4aca-a6aa-f47ec3fd146f req-7a2353d1-649e-4c38-a0f2-9f68ff6d4d9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:02:50.395443 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8842d7-fa36-4589-9773-ef4d80ec6d2e req-2a82baa5-9eb0-4379-81ec-2166d2c51056 tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:02:50.396120 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [req-ba8842d7-fa36-4589-9773-ef4d80ec6d2e req-2a82baa5-9eb0-4379-81ec-2166d2c51056 tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] Synchronizing usage tracker for tenant:64cb64e55ca34ff8a2783858c7575b14 on resource:port {{(pid=84153) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 15:02:50.475903 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.notifiers.nova [req-3b89b69e-a968-4aca-a6aa-f47ec3fd146f req-7a2353d1-649e-4c38-a0f2-9f68ff6d4d9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f229a0f-9f6c-4fd7-9abb-13d50ddfcc9b {{(pid=84153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 15:02:50.482722 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-3b89b69e-a968-4aca-a6aa-f47ec3fd146f req-7a2353d1-649e-4c38-a0f2-9f68ff6d4d9e service neutron] Notify callbacks [] for port, precommit_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:02:50.490269 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [req-ba8842d7-fa36-4589-9773-ef4d80ec6d2e req-2a82baa5-9eb0-4379-81ec-2166d2c51056 tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] Unset dirty status for tenant:64cb64e55ca34ff8a2783858c7575b14 on resource:port {{(pid=84153) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 15:02:50.491414 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-ba8842d7-fa36-4589-9773-ef4d80ec6d2e req-2a82baa5-9eb0-4379-81ec-2166d2c51056 tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] 10.222.0.54 "GET /v2.0/ports?device_id=5404c980-a8bd-4e5a-a745-a25fc774ae95 HTTP/1.1" status: 200 len: 932 time: 0.2890165 Jan 20 15:02:50.512400 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.provisioning_blocks [req-3b89b69e-a968-4aca-a6aa-f47ec3fd146f req-7a2353d1-649e-4c38-a0f2-9f68ff6d4d9e service neutron] Transition to ACTIVE for port object 9f229a0f-9f6c-4fd7-9abb-13d50ddfcc9b will not be triggered until provisioned by entity L2. {{(pid=84153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 15:02:50.544987 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-ba8842d7-fa36-4589-9773-ef4d80ec6d2e req-98d44938-2cf5-46e7-982c-edda9bff79b5 tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] 10.222.0.54 "GET /v2.0/security-groups?id=e1716f63-e074-48a4-b9f6-227bd2854db9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469456 Jan 20 15:02:50.574829 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-3b89b69e-a968-4aca-a6aa-f47ec3fd146f req-7a2353d1-649e-4c38-a0f2-9f68ff6d4d9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3944146'] for port, after_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:02:50.705672 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2353d1-649e-4c38-a0f2-9f68ff6d4d9e service neutron] Pushing event updated for resources: {'Port': ['ID=9f229a0f-9f6c-4fd7-9abb-13d50ddfcc9b,revision_number=2']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:02:50.811655 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.managers [req-3b89b69e-a968-4aca-a6aa-f47ec3fd146f req-7a2353d1-649e-4c38-a0f2-9f68ff6d4d9e service neutron] Attempting to bind port 9f229a0f-9f6c-4fd7-9abb-13d50ddfcc9b on host hv-neutron-8251 for vnic_type normal with profile {{(pid=84153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 15:02:50.812322 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.managers [req-3b89b69e-a968-4aca-a6aa-f47ec3fd146f req-7a2353d1-649e-4c38-a0f2-9f68ff6d4d9e service neutron] Attempting to bind port 9f229a0f-9f6c-4fd7-9abb-13d50ddfcc9b by drivers openvswitch,hyperv on host hv-neutron-8251 at level 0 using segments [{'id': 'be967bc0-4765-429e-bad4-0cb11729a7af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1579d335-65dd-4c1b-8702-2e3d2f204e15'}] {{(pid=84153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 15:02:50.812660 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b89b69e-a968-4aca-a6aa-f47ec3fd146f req-7a2353d1-649e-4c38-a0f2-9f68ff6d4d9e service neutron] Attempting to bind port 9f229a0f-9f6c-4fd7-9abb-13d50ddfcc9b on network 1579d335-65dd-4c1b-8702-2e3d2f204e15 {{(pid=84153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 15:02:50.818811 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b89b69e-a968-4aca-a6aa-f47ec3fd146f req-7a2353d1-649e-4c38-a0f2-9f68ff6d4d9e service neutron] Port 9f229a0f-9f6c-4fd7-9abb-13d50ddfcc9b on network 1579d335-65dd-4c1b-8702-2e3d2f204e15 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8251 {{(pid=84153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 20 15:02:50.819084 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b89b69e-a968-4aca-a6aa-f47ec3fd146f req-7a2353d1-649e-4c38-a0f2-9f68ff6d4d9e service neutron] Attempting to bind port 9f229a0f-9f6c-4fd7-9abb-13d50ddfcc9b on network 1579d335-65dd-4c1b-8702-2e3d2f204e15 {{(pid=84153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 15:02:50.825418 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b89b69e-a968-4aca-a6aa-f47ec3fd146f req-7a2353d1-649e-4c38-a0f2-9f68ff6d4d9e service neutron] Checking agent: {'id': 'e037d8fb-d49c-4f86-9910-f13f6ba89a51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8251', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 23), 'started_at': datetime.datetime(2022, 1, 20, 14, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 15, 2, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 15:02:50.827303 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b89b69e-a968-4aca-a6aa-f47ec3fd146f req-7a2353d1-649e-4c38-a0f2-9f68ff6d4d9e service neutron] Checking segment: {'id': 'be967bc0-4765-429e-bad4-0cb11729a7af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1579d335-65dd-4c1b-8702-2e3d2f204e15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 15:02:50.827303 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b89b69e-a968-4aca-a6aa-f47ec3fd146f req-7a2353d1-649e-4c38-a0f2-9f68ff6d4d9e service neutron] Bound using segment: {'id': 'be967bc0-4765-429e-bad4-0cb11729a7af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1579d335-65dd-4c1b-8702-2e3d2f204e15'} {{(pid=84153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 15:02:50.827303 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.managers [req-3b89b69e-a968-4aca-a6aa-f47ec3fd146f req-7a2353d1-649e-4c38-a0f2-9f68ff6d4d9e service neutron] Bound port: 9f229a0f-9f6c-4fd7-9abb-13d50ddfcc9b, host: hv-neutron-8251, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be967bc0-4765-429e-bad4-0cb11729a7af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1579d335-65dd-4c1b-8702-2e3d2f204e15'}}] {{(pid=84153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 15:02:50.827303 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-3b89b69e-a968-4aca-a6aa-f47ec3fd146f req-7a2353d1-649e-4c38-a0f2-9f68ff6d4d9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:02:50.922267 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.db [req-3b89b69e-a968-4aca-a6aa-f47ec3fd146f req-7a2353d1-649e-4c38-a0f2-9f68ff6d4d9e service neutron] For port 9f229a0f-9f6c-4fd7-9abb-13d50ddfcc9b, host hv-neutron-8251, cleared binding levels {{(pid=84153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 15:02:50.925188 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.db [req-3b89b69e-a968-4aca-a6aa-f47ec3fd146f req-7a2353d1-649e-4c38-a0f2-9f68ff6d4d9e service neutron] For port 9f229a0f-9f6c-4fd7-9abb-13d50ddfcc9b, host hv-neutron-8251, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=9f229a0f-9f6c-4fd7-9abb-13d50ddfcc9b,segment=NetworkSegment(be967bc0-4765-429e-bad4-0cb11729a7af),segment_id=be967bc0-4765-429e-bad4-0cb11729a7af)] {{(pid=84153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 15:02:50.993060 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-3b89b69e-a968-4aca-a6aa-f47ec3fd146f req-7a2353d1-649e-4c38-a0f2-9f68ff6d4d9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3944146'] for port, after_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:02:51.056570 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-3b89b69e-a968-4aca-a6aa-f47ec3fd146f req-7a2353d1-649e-4c38-a0f2-9f68ff6d4d9e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:02:51.058151 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-3b89b69e-a968-4aca-a6aa-f47ec3fd146f req-7a2353d1-649e-4c38-a0f2-9f68ff6d4d9e service neutron] 10.222.0.106 "PUT /v2.0/ports/9f229a0f-9f6c-4fd7-9abb-13d50ddfcc9b HTTP/1.1" status: 200 len: 1094 time: 1.1797893 Jan 20 15:02:51.061112 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5404c980-a8bd-4e5a-a745-a25fc774ae95', 'tag': '9f229a0f-9f6c-4fd7-9abb-13d50ddfcc9b'}] {{(pid=84153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 15:02:51.084264 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2353d1-649e-4c38-a0f2-9f68ff6d4d9e service neutron] Pushing event updated for resources: {'Port': ['ID=9f229a0f-9f6c-4fd7-9abb-13d50ddfcc9b,revision_number=3']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:02:51.126360 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5404c980-a8bd-4e5a-a745-a25fc774ae95', 'tag': '9f229a0f-9f6c-4fd7-9abb-13d50ddfcc9b', 'status': 'completed', 'code': 200} Jan 20 15:02:51.317275 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-fb4030aa-715d-4187-8724-9af6394b4d47 req-30f3adc7-3d87-4f9e-90e5-568d5f22e426 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=64cb64e55ca34ff8a2783858c7575b14&device_id=5404c980-a8bd-4e5a-a745-a25fc774ae95 HTTP/1.1" status: 200 len: 1097 time: 0.1708121 Jan 20 15:02:51.458906 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4030aa-715d-4187-8724-9af6394b4d47 req-4aa390af-7cee-459e-8176-9407accf65ca service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:02:51.461077 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-fb4030aa-715d-4187-8724-9af6394b4d47 req-4aa390af-7cee-459e-8176-9407accf65ca service neutron] 10.222.0.106 "GET /v2.0/networks?tenant_id=64cb64e55ca34ff8a2783858c7575b14&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1359594 Jan 20 15:02:51.601837 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4030aa-715d-4187-8724-9af6394b4d47 req-468baea3-0556-4bb1-9ff4-decc52a82e43 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:02:51.603350 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-fb4030aa-715d-4187-8724-9af6394b4d47 req-468baea3-0556-4bb1-9ff4-decc52a82e43 service neutron] 10.222.0.106 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1368825 Jan 20 15:02:51.769471 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-3b89b69e-a968-4aca-a6aa-f47ec3fd146f req-32b0582f-638e-4300-b22b-419cb949efab service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=64cb64e55ca34ff8a2783858c7575b14&device_id=5404c980-a8bd-4e5a-a745-a25fc774ae95 HTTP/1.1" status: 200 len: 1097 time: 0.1307995 Jan 20 15:02:51.775776 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d36607e-36ff-4d1c-9378-5de4628e8847 req-bdb90a8a-e6f2-4dd9-8c4b-ce770745c0f5 tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:02:51.777121 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-9d36607e-36ff-4d1c-9378-5de4628e8847 req-bdb90a8a-e6f2-4dd9-8c4b-ce770745c0f5 tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] 10.222.0.54 "GET /v2.0/ports?device_id=5404c980-a8bd-4e5a-a745-a25fc774ae95 HTTP/1.1" status: 200 len: 944 time: 0.1053584 Jan 20 15:02:51.859191 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-3b89b69e-a968-4aca-a6aa-f47ec3fd146f req-b43f22e1-5318-4881-b9cc-26f1243065f6 service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9f229a0f-9f6c-4fd7-9abb-13d50ddfcc9b HTTP/1.1" status: 200 len: 217 time: 0.0810483 Jan 20 15:02:51.917861 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-9d36607e-36ff-4d1c-9378-5de4628e8847 req-7a997c4c-1b27-4f90-8754-edf850e895f6 tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] 10.222.0.54 "GET /v2.0/security-groups?id=e1716f63-e074-48a4-b9f6-227bd2854db9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930829 Jan 20 15:02:51.932570 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b89b69e-a968-4aca-a6aa-f47ec3fd146f req-ea21ccfb-b86b-4e26-a7bd-781f785cf5a2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:02:51.934012 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-3b89b69e-a968-4aca-a6aa-f47ec3fd146f req-ea21ccfb-b86b-4e26-a7bd-781f785cf5a2 service neutron] 10.222.0.106 "GET /v2.0/subnets?id=4c433478-d3ce-4a45-b629-d03d12c46dad HTTP/1.1" status: 200 len: 855 time: 0.0667598 Jan 20 15:02:51.979929 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-3b89b69e-a968-4aca-a6aa-f47ec3fd146f req-2bac6dee-b0a6-4ea8-8c34-88d4a0937e92 service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=1579d335-65dd-4c1b-8702-2e3d2f204e15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405135 Jan 20 15:02:52.111814 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-3b89b69e-a968-4aca-a6aa-f47ec3fd146f req-a4f8ed49-644d-4e9b-9c11-33dda32dfb16 service neutron] 10.222.0.106 "GET /v2.0/networks/1579d335-65dd-4c1b-8702-2e3d2f204e15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261132 Jan 20 15:02:52.242544 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-3b89b69e-a968-4aca-a6aa-f47ec3fd146f req-cc4da998-cfd8-4c80-93b9-cdf13f2cc8eb service neutron] 10.222.0.106 "GET /v2.0/networks/1579d335-65dd-4c1b-8702-2e3d2f204e15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254835 Jan 20 15:02:53.116971 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abfb158-f96d-4f6a-9e1d-86d2c68097f1 req-a020add8-00f4-4926-989e-b4ae971e3f20 tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:02:53.118377 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-5abfb158-f96d-4f6a-9e1d-86d2c68097f1 req-a020add8-00f4-4926-989e-b4ae971e3f20 tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] 10.222.0.54 "GET /v2.0/ports?device_id=5404c980-a8bd-4e5a-a745-a25fc774ae95 HTTP/1.1" status: 200 len: 944 time: 0.0803177 Jan 20 15:02:53.162966 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-5abfb158-f96d-4f6a-9e1d-86d2c68097f1 req-f58c7cfd-9990-4077-a43a-522fb6808dc3 tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] 10.222.0.54 "GET /v2.0/security-groups?id=e1716f63-e074-48a4-b9f6-227bd2854db9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390887 Jan 20 15:02:54.364267 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d099a0b-bfaa-47e4-b514-3b75ae4bc150 req-4aac7174-5346-4bda-9a35-3e5dd12dfc76 tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:02:54.365729 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-5d099a0b-bfaa-47e4-b514-3b75ae4bc150 req-4aac7174-5346-4bda-9a35-3e5dd12dfc76 tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] 10.222.0.54 "GET /v2.0/ports?device_id=5404c980-a8bd-4e5a-a745-a25fc774ae95 HTTP/1.1" status: 200 len: 944 time: 0.0806623 Jan 20 15:02:54.410877 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-5d099a0b-bfaa-47e4-b514-3b75ae4bc150 req-256dd0ea-a2e8-4cee-a4c1-19edcbb0fa3f tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] 10.222.0.54 "GET /v2.0/security-groups?id=e1716f63-e074-48a4-b9f6-227bd2854db9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396960 Jan 20 15:02:55.608563 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a73447-96ad-4547-b31e-076bf306b3e7 req-63de590c-654e-4fc0-b6bb-2829929a4e7c tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:02:55.610584 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-35a73447-96ad-4547-b31e-076bf306b3e7 req-63de590c-654e-4fc0-b6bb-2829929a4e7c tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] 10.222.0.54 "GET /v2.0/ports?device_id=5404c980-a8bd-4e5a-a745-a25fc774ae95 HTTP/1.1" status: 200 len: 944 time: 0.0788286 Jan 20 15:02:55.654680 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-35a73447-96ad-4547-b31e-076bf306b3e7 req-d1f7425b-023d-4c52-b00a-95b455e09fbc tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] 10.222.0.54 "GET /v2.0/security-groups?id=e1716f63-e074-48a4-b9f6-227bd2854db9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382960 Jan 20 15:02:55.788307 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Device 9f229a0f-9f6c-4fd7-9abb-13d50ddfcc9b details requested by agent hyperv_hv-neutron-8251 with host hv-neutron-8251 {{(pid=84154) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 20 15:02:55.922021 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] For port 9f229a0f-9f6c-4fd7-9abb-13d50ddfcc9b, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=9f229a0f-9f6c-4fd7-9abb-13d50ddfcc9b,segment=NetworkSegment(be967bc0-4765-429e-bad4-0cb11729a7af),segment_id=be967bc0-4765-429e-bad4-0cb11729a7af)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 15:02:55.934872 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Returning: {'device': '9f229a0f-9f6c-4fd7-9abb-13d50ddfcc9b', 'network_id': '1579d335-65dd-4c1b-8702-2e3d2f204e15', 'port_id': '9f229a0f-9f6c-4fd7-9abb-13d50ddfcc9b', 'mac_address': 'fa:16:3e:cd:bb:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c433478-d3ce-4a45-b629-d03d12c46dad', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84154) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 20 15:02:55.987808 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:02:56.004487 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.notifiers.nova [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f229a0f-9f6c-4fd7-9abb-13d50ddfcc9b {{(pid=84154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 15:02:56.019201 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] For port 9f229a0f-9f6c-4fd7-9abb-13d50ddfcc9b, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=9f229a0f-9f6c-4fd7-9abb-13d50ddfcc9b,segment=NetworkSegment(be967bc0-4765-429e-bad4-0cb11729a7af),segment_id=be967bc0-4765-429e-bad4-0cb11729a7af)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 15:02:56.078097 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:02:56.143436 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Pushing event updated for resources: {'Port': ['ID=9f229a0f-9f6c-4fd7-9abb-13d50ddfcc9b,revision_number=4']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:02:56.409517 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] get_ports_and_sgs() called for port_ids ['9f229a0f-9f6c-4fd7-9abb-13d50ddfcc9b'] {{(pid=84154) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 20 15:02:56.848549 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a34a99c-5644-4a02-9bee-72c7ea7f19ea req-029abe38-5bb9-4fa9-b81e-c0435a664282 tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:02:56.850003 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-3a34a99c-5644-4a02-9bee-72c7ea7f19ea req-029abe38-5bb9-4fa9-b81e-c0435a664282 tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] 10.222.0.54 "GET /v2.0/ports?device_id=5404c980-a8bd-4e5a-a745-a25fc774ae95 HTTP/1.1" status: 200 len: 945 time: 0.0756414 Jan 20 15:02:56.897541 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-3a34a99c-5644-4a02-9bee-72c7ea7f19ea req-0c4ad998-4ca4-4c56-b530-7e012176d429 tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] 10.222.0.54 "GET /v2.0/security-groups?id=e1716f63-e074-48a4-b9f6-227bd2854db9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421448 Jan 20 15:02:57.803594 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Device 9f229a0f-9f6c-4fd7-9abb-13d50ddfcc9b up at agent hyperv_hv-neutron-8251 {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 15:02:57.951424 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Provisioning for port 9f229a0f-9f6c-4fd7-9abb-13d50ddfcc9b completed by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 15:02:57.959391 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Provisioning complete for port 9f229a0f-9f6c-4fd7-9abb-13d50ddfcc9b triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:02:57.960635 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:02:58.048535 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-a29cbab4-7dc0-4cfc-8d5c-833a57738ffc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:02:58.074872 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:02:58.098856 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee78f1cf-5981-4e40-a2dd-764684cbed37 req-a10d3e66-5bf4-4223-bf8f-b4fa93db68b6 tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:02:58.100299 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-ee78f1cf-5981-4e40-a2dd-764684cbed37 req-a10d3e66-5bf4-4223-bf8f-b4fa93db68b6 tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] 10.222.0.54 "GET /v2.0/ports?device_id=5404c980-a8bd-4e5a-a745-a25fc774ae95 HTTP/1.1" status: 200 len: 945 time: 0.0768847 Jan 20 15:02:58.101699 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5404c980-a8bd-4e5a-a745-a25fc774ae95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f229a0f-9f6c-4fd7-9abb-13d50ddfcc9b'}] {{(pid=84154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 15:02:58.112505 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] For port 9f229a0f-9f6c-4fd7-9abb-13d50ddfcc9b, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=9f229a0f-9f6c-4fd7-9abb-13d50ddfcc9b,segment=NetworkSegment(be967bc0-4765-429e-bad4-0cb11729a7af),segment_id=be967bc0-4765-429e-bad4-0cb11729a7af)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 15:02:58.146656 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-ee78f1cf-5981-4e40-a2dd-764684cbed37 req-bcda32af-eb4b-4cba-b9c0-57ddbd5e5ae5 tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] 10.222.0.54 "GET /v2.0/security-groups?id=e1716f63-e074-48a4-b9f6-227bd2854db9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405486 Jan 20 15:02:58.157252 dv-neutron-825124-1-hyperv neutron-server[84154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5404c980-a8bd-4e5a-a745-a25fc774ae95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f229a0f-9f6c-4fd7-9abb-13d50ddfcc9b', 'code': 200} Jan 20 15:02:58.190376 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:02:58.259194 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Pushing event updated for resources: {'Port': ['ID=9f229a0f-9f6c-4fd7-9abb-13d50ddfcc9b,revision_number=5']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:02:58.513204 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-4c3ee262-d4c4-461c-b882-eb6e4f321c83 req-76da2623-4458-4e81-b835-382a9934dfd6 service neutron] 10.222.0.106 "GET /v2.0/ports?device_id=5404c980-a8bd-4e5a-a745-a25fc774ae95 HTTP/1.1" status: 200 len: 1099 time: 0.0708108 Jan 20 15:02:58.554907 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-4c3ee262-d4c4-461c-b882-eb6e4f321c83 req-9970c765-ed68-43ee-b15c-9e597f66b8d2 service neutron] 10.222.0.106 "GET /v2.0/security-groups?id=e1716f63-e074-48a4-b9f6-227bd2854db9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363936 Jan 20 15:02:59.352430 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8cadf8-50e2-4c8e-84b1-b1bf2dadfb4c req-97b090dc-fa48-438b-ad50-f13388746370 tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:02:59.353914 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-bf8cadf8-50e2-4c8e-84b1-b1bf2dadfb4c req-97b090dc-fa48-438b-ad50-f13388746370 tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] 10.222.0.54 "GET /v2.0/ports?device_id=5404c980-a8bd-4e5a-a745-a25fc774ae95 HTTP/1.1" status: 200 len: 946 time: 0.0820143 Jan 20 15:02:59.398653 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-bf8cadf8-50e2-4c8e-84b1-b1bf2dadfb4c req-315339ec-1f5c-4cff-b3ea-d0fd6ddbf4bc tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] 10.222.0.54 "GET /v2.0/security-groups?id=e1716f63-e074-48a4-b9f6-227bd2854db9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386794 Jan 20 15:03:00.390507 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-0c313368-9bec-4ffd-9d7e-c3db627c7461 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:03:00.705635 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a768c2f-0a15-4f03-a949-48abf0f1bc2f req-377804a7-8920-4cfa-9310-755f25bbcf5a tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:03:00.707133 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-1a768c2f-0a15-4f03-a949-48abf0f1bc2f req-377804a7-8920-4cfa-9310-755f25bbcf5a tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] 10.222.0.54 "GET /v2.0/ports?device_id=5404c980-a8bd-4e5a-a745-a25fc774ae95 HTTP/1.1" status: 200 len: 946 time: 0.1848683 Jan 20 15:03:00.750838 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:03:00.752512 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-1a768c2f-0a15-4f03-a949-48abf0f1bc2f req-1fddac7b-f931-4e0d-b031-e98229806526 tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] 10.222.0.54 "GET /v2.0/security-groups?id=e1716f63-e074-48a4-b9f6-227bd2854db9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398545 Jan 20 15:03:00.954413 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af23dd78-d0c2-43d2-bab9-ddbd63c5f786 req-0753f467-2f64-4e53-9d11-79fb9a2a2dd8 tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:03:00.956031 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-af23dd78-d0c2-43d2-bab9-ddbd63c5f786 req-0753f467-2f64-4e53-9d11-79fb9a2a2dd8 tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] 10.222.0.54 "GET /v2.0/ports?device_id=5404c980-a8bd-4e5a-a745-a25fc774ae95 HTTP/1.1" status: 200 len: 946 time: 0.0842447 Jan 20 15:03:01.014537 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-af23dd78-d0c2-43d2-bab9-ddbd63c5f786 req-76c6c421-e578-447f-8809-38a872960f50 tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] 10.222.0.54 "GET /v2.0/security-groups?id=e1716f63-e074-48a4-b9f6-227bd2854db9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530257 Jan 20 15:03:01.424427 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:03:01.465831 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb9253e-eee1-49a8-b6ad-68fae2647938 req-8794c5ed-829a-422b-8149-fe0f2606d964 tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:03:01.467310 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-9cb9253e-eee1-49a8-b6ad-68fae2647938 req-8794c5ed-829a-422b-8149-fe0f2606d964 tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] 10.222.0.54 "GET /v2.0/ports?device_id=5404c980-a8bd-4e5a-a745-a25fc774ae95 HTTP/1.1" status: 200 len: 946 time: 0.0768678 Jan 20 15:03:01.512843 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-9cb9253e-eee1-49a8-b6ad-68fae2647938 req-71670fba-f830-43cd-b125-eda49a8db42a tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] 10.222.0.54 "GET /v2.0/security-groups?id=e1716f63-e074-48a4-b9f6-227bd2854db9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392857 Jan 20 15:03:01.666771 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-cdd98e71-1f0a-4421-baa9-dcb30e06edf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:03:01.720415 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1457b19-e655-4d98-8de6-f786a392a417 req-33088643-2039-4dae-b272-dee8b82baf6a tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:03:01.721862 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-a1457b19-e655-4d98-8de6-f786a392a417 req-33088643-2039-4dae-b272-dee8b82baf6a tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] 10.222.0.54 "GET /v2.0/ports?device_id=5404c980-a8bd-4e5a-a745-a25fc774ae95 HTTP/1.1" status: 200 len: 946 time: 0.0885963 Jan 20 15:03:01.766985 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-a1457b19-e655-4d98-8de6-f786a392a417 req-ad754bf6-d7b2-4d4d-8fe5-b9ca98b8f46a tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] 10.222.0.54 "GET /v2.0/security-groups?id=e1716f63-e074-48a4-b9f6-227bd2854db9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394571 Jan 20 15:03:01.962758 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-6c0bfe77-532d-4627-bf79-7a94de14d666 req-02174394-f0d4-46e0-8c12-9ee85f5c3474 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=5404c980-a8bd-4e5a-a745-a25fc774ae95&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0682020 Jan 20 15:03:02.390120 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30deb3a3-8c49-48c8-90d3-0946898ba28a req-bcb315a0-58cb-4d5e-be7d-4b9a9336a1f1 tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:03:02.391573 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-30deb3a3-8c49-48c8-90d3-0946898ba28a req-bcb315a0-58cb-4d5e-be7d-4b9a9336a1f1 tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] 10.222.0.54 "GET /v2.0/ports?device_id=5404c980-a8bd-4e5a-a745-a25fc774ae95 HTTP/1.1" status: 200 len: 946 time: 0.0786591 Jan 20 15:03:02.438283 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-30deb3a3-8c49-48c8-90d3-0946898ba28a req-8b0e3a00-1dae-4355-923f-362a080433a3 tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] 10.222.0.54 "GET /v2.0/security-groups?id=e1716f63-e074-48a4-b9f6-227bd2854db9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409086 Jan 20 15:03:02.462335 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-476719f0-34b7-4651-b3d9-5d3907c6837a req-77286341-20f6-4fe6-9ab6-a5cb5fd9d9dc service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=5404c980-a8bd-4e5a-a745-a25fc774ae95&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0750940 Jan 20 15:03:03.100417 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-eea6df97-7ff1-4b63-af20-e3ec8913deda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:03:03.635518 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d777e6-9c5d-4d45-b89f-5bd53ef6d1e4 req-c1c04d37-6bdc-4211-9d72-d0c3742ba34e tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:03:03.636959 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-76d777e6-9c5d-4d45-b89f-5bd53ef6d1e4 req-c1c04d37-6bdc-4211-9d72-d0c3742ba34e tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] 10.222.0.54 "GET /v2.0/ports?device_id=5404c980-a8bd-4e5a-a745-a25fc774ae95 HTTP/1.1" status: 200 len: 946 time: 0.0759397 Jan 20 15:03:03.683625 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-76d777e6-9c5d-4d45-b89f-5bd53ef6d1e4 req-00e86269-faa6-45f4-9f64-823aae809de5 tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] 10.222.0.54 "GET /v2.0/security-groups?id=e1716f63-e074-48a4-b9f6-227bd2854db9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408146 Jan 20 15:03:04.462842 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-476719f0-34b7-4651-b3d9-5d3907c6837a req-4096c7e0-4451-43df-8dd9-d29817c60dbe service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=64cb64e55ca34ff8a2783858c7575b14&device_id=5404c980-a8bd-4e5a-a745-a25fc774ae95 HTTP/1.1" status: 200 len: 1099 time: 0.0715067 Jan 20 15:03:04.592516 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476719f0-34b7-4651-b3d9-5d3907c6837a req-53d47211-cffb-4aa9-8a77-05729bf6f34e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:03:04.593974 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-476719f0-34b7-4651-b3d9-5d3907c6837a req-53d47211-cffb-4aa9-8a77-05729bf6f34e service neutron] 10.222.0.106 "GET /v2.0/networks?id=1579d335-65dd-4c1b-8702-2e3d2f204e15 HTTP/1.1" status: 200 len: 916 time: 0.1259420 Jan 20 15:03:04.659197 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-476719f0-34b7-4651-b3d9-5d3907c6837a req-6557b458-b5e3-4091-ba0e-713f4f2d8ce7 service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9f229a0f-9f6c-4fd7-9abb-13d50ddfcc9b HTTP/1.1" status: 200 len: 217 time: 0.0590978 Jan 20 15:03:04.722108 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476719f0-34b7-4651-b3d9-5d3907c6837a req-c57535e5-6183-4be0-8db0-8e9fd5a078f7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:03:04.723623 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-476719f0-34b7-4651-b3d9-5d3907c6837a req-c57535e5-6183-4be0-8db0-8e9fd5a078f7 service neutron] 10.222.0.106 "GET /v2.0/subnets?id=4c433478-d3ce-4a45-b629-d03d12c46dad HTTP/1.1" status: 200 len: 855 time: 0.0590737 Jan 20 15:03:04.773361 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-476719f0-34b7-4651-b3d9-5d3907c6837a req-89f70822-6c93-4a9e-9488-95e146608d0f service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=1579d335-65dd-4c1b-8702-2e3d2f204e15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438089 Jan 20 15:03:04.912996 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-476719f0-34b7-4651-b3d9-5d3907c6837a req-2db725c0-19ca-4e42-b8d1-1e4284e81f16 service neutron] 10.222.0.106 "GET /v2.0/networks/1579d335-65dd-4c1b-8702-2e3d2f204e15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336658 Jan 20 15:03:05.103215 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-476719f0-34b7-4651-b3d9-5d3907c6837a req-e0044811-c738-4b59-b962-420d0f0101b2 service neutron] 10.222.0.106 "GET /v2.0/networks/1579d335-65dd-4c1b-8702-2e3d2f204e15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1847799 Jan 20 15:03:05.117285 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8fd612-23e8-4816-b878-fde07b3d96ae req-64481ff9-e554-42c9-b727-a326f33cf01c tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:03:05.118757 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-2d8fd612-23e8-4816-b878-fde07b3d96ae req-64481ff9-e554-42c9-b727-a326f33cf01c tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] 10.222.0.54 "GET /v2.0/ports?device_id=5404c980-a8bd-4e5a-a745-a25fc774ae95 HTTP/1.1" status: 200 len: 946 time: 0.1306603 Jan 20 15:03:05.164857 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-2d8fd612-23e8-4816-b878-fde07b3d96ae req-4d220651-33ef-4c06-a427-0b27d08e1f2b tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] 10.222.0.54 "GET /v2.0/security-groups?id=e1716f63-e074-48a4-b9f6-227bd2854db9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399132 Jan 20 15:03:06.366284 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814689bb-8c9b-4a1a-8e80-84cb7677e026 req-09011fc6-a04f-4e64-90d6-ecbab0713a33 tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:03:06.367858 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-814689bb-8c9b-4a1a-8e80-84cb7677e026 req-09011fc6-a04f-4e64-90d6-ecbab0713a33 tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] 10.222.0.54 "GET /v2.0/ports?device_id=5404c980-a8bd-4e5a-a745-a25fc774ae95 HTTP/1.1" status: 200 len: 946 time: 0.0780909 Jan 20 15:03:06.415970 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-814689bb-8c9b-4a1a-8e80-84cb7677e026 req-9646aaa7-3349-4cec-af2e-627b5e026a5d tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] 10.222.0.54 "GET /v2.0/security-groups?id=e1716f63-e074-48a4-b9f6-227bd2854db9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427511 Jan 20 15:03:07.611150 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf9fad3-504b-4dc3-b1c6-2727bda3ef77 req-b931a828-5cc2-42a2-b995-2650cc5c0744 tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:03:07.612601 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-0cf9fad3-504b-4dc3-b1c6-2727bda3ef77 req-b931a828-5cc2-42a2-b995-2650cc5c0744 tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] 10.222.0.54 "GET /v2.0/ports?device_id=5404c980-a8bd-4e5a-a745-a25fc774ae95 HTTP/1.1" status: 200 len: 946 time: 0.0764823 Jan 20 15:03:07.657381 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-0cf9fad3-504b-4dc3-b1c6-2727bda3ef77 req-02f05ac6-59ba-475c-ad2b-8c83c2ae5ae8 tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] 10.222.0.54 "GET /v2.0/security-groups?id=e1716f63-e074-48a4-b9f6-227bd2854db9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393732 Jan 20 15:03:08.872311 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b70762-8e5b-4288-9232-d7ce4c162724 req-c62bda13-c2ed-423e-b5b7-b4868f78334c tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:03:08.873762 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-02b70762-8e5b-4288-9232-d7ce4c162724 req-c62bda13-c2ed-423e-b5b7-b4868f78334c tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] 10.222.0.54 "GET /v2.0/ports?device_id=5404c980-a8bd-4e5a-a745-a25fc774ae95 HTTP/1.1" status: 200 len: 946 time: 0.0805838 Jan 20 15:03:09.007267 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-02b70762-8e5b-4288-9232-d7ce4c162724 req-6675e11a-00a7-49aa-9a83-dd7e15116c16 tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] 10.222.0.54 "GET /v2.0/security-groups?id=e1716f63-e074-48a4-b9f6-227bd2854db9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277204 Jan 20 15:03:10.203855 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6c4272-06d4-431f-b01b-a5563cf1eddb req-b6d4d5c3-4205-47b8-9a75-ac824555c57f tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:03:10.205694 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-3a6c4272-06d4-431f-b01b-a5563cf1eddb req-b6d4d5c3-4205-47b8-9a75-ac824555c57f tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] 10.222.0.54 "GET /v2.0/ports?device_id=5404c980-a8bd-4e5a-a745-a25fc774ae95 HTTP/1.1" status: 200 len: 946 time: 0.0771067 Jan 20 15:03:10.251832 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-3a6c4272-06d4-431f-b01b-a5563cf1eddb req-c5d8e0b4-9c0a-4a2e-863d-f781e4f7e270 tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] 10.222.0.54 "GET /v2.0/security-groups?id=e1716f63-e074-48a4-b9f6-227bd2854db9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403945 Jan 20 15:03:11.447900 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c07972b-2e17-4d38-9efe-a35c0f800911 req-bffc63e6-f32e-4ac0-aae8-c45da34ba701 tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:03:11.449330 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-4c07972b-2e17-4d38-9efe-a35c0f800911 req-bffc63e6-f32e-4ac0-aae8-c45da34ba701 tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] 10.222.0.54 "GET /v2.0/ports?device_id=5404c980-a8bd-4e5a-a745-a25fc774ae95 HTTP/1.1" status: 200 len: 946 time: 0.0778632 Jan 20 15:03:11.494618 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-4c07972b-2e17-4d38-9efe-a35c0f800911 req-17154bc2-3786-4cfe-bba7-38dea790464c tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] 10.222.0.54 "GET /v2.0/security-groups?id=e1716f63-e074-48a4-b9f6-227bd2854db9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387201 Jan 20 15:03:12.687756 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ab0b17-e5de-4970-8032-e1c50ccfdb9c req-c465b468-4c17-4cec-b4f3-c10f5c65b372 tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:03:12.689206 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-19ab0b17-e5de-4970-8032-e1c50ccfdb9c req-c465b468-4c17-4cec-b4f3-c10f5c65b372 tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] 10.222.0.54 "GET /v2.0/ports?device_id=5404c980-a8bd-4e5a-a745-a25fc774ae95 HTTP/1.1" status: 200 len: 946 time: 0.0759850 Jan 20 15:03:12.736946 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-19ab0b17-e5de-4970-8032-e1c50ccfdb9c req-4248a816-b61f-49a8-9741-4cedc9863650 tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] 10.222.0.54 "GET /v2.0/security-groups?id=e1716f63-e074-48a4-b9f6-227bd2854db9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421898 Jan 20 15:03:13.947374 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59259f7e-5179-4d95-bc66-b9e1f6105b25 req-805285c9-c141-43c9-9bd4-64a9d7e205f4 tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:03:13.948831 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-59259f7e-5179-4d95-bc66-b9e1f6105b25 req-805285c9-c141-43c9-9bd4-64a9d7e205f4 tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] 10.222.0.54 "GET /v2.0/ports?device_id=5404c980-a8bd-4e5a-a745-a25fc774ae95 HTTP/1.1" status: 200 len: 946 time: 0.0783448 Jan 20 15:03:13.994933 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-59259f7e-5179-4d95-bc66-b9e1f6105b25 req-cae9df0f-f4ce-426a-a5cc-2cc0300bff2d tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] 10.222.0.54 "GET /v2.0/security-groups?id=e1716f63-e074-48a4-b9f6-227bd2854db9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400543 Jan 20 15:03:15.198301 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83efbae-1b6b-460c-8170-3d8a2a3ef4ae req-1cff6c4a-adb2-4218-9098-1494d9dfbf68 tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:03:15.199684 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-a83efbae-1b6b-460c-8170-3d8a2a3ef4ae req-1cff6c4a-adb2-4218-9098-1494d9dfbf68 tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] 10.222.0.54 "GET /v2.0/ports?device_id=5404c980-a8bd-4e5a-a745-a25fc774ae95 HTTP/1.1" status: 200 len: 946 time: 0.0816092 Jan 20 15:03:15.247108 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-a83efbae-1b6b-460c-8170-3d8a2a3ef4ae req-f1cf4cbf-4bf3-4998-96a0-4912e1238c88 tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] 10.222.0.54 "GET /v2.0/security-groups?id=e1716f63-e074-48a4-b9f6-227bd2854db9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403192 Jan 20 15:03:16.442233 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b401e0ba-ea6b-40e6-b145-edd87a4b894a req-a78fbd2a-e267-4e06-95e4-1af2edf3a62d tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:03:16.443678 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-b401e0ba-ea6b-40e6-b145-edd87a4b894a req-a78fbd2a-e267-4e06-95e4-1af2edf3a62d tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] 10.222.0.54 "GET /v2.0/ports?device_id=5404c980-a8bd-4e5a-a745-a25fc774ae95 HTTP/1.1" status: 200 len: 946 time: 0.0759616 Jan 20 15:03:16.488714 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-b401e0ba-ea6b-40e6-b145-edd87a4b894a req-b6517cd5-0385-4b70-9edc-3390a2f77b77 tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] 10.222.0.54 "GET /v2.0/security-groups?id=e1716f63-e074-48a4-b9f6-227bd2854db9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394797 Jan 20 15:03:17.060235 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.agents_db [None req-6dba657d-a637-4918-9b6d-40defdfae04b None None] Agent healthcheck: found 6 active agents {{(pid=84155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 15:03:17.689157 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6b9b36-68b6-4f02-b35d-b0ee13fd89fa req-dacd7fe8-232a-4bf0-a64a-193b4c2864ff tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:03:17.690646 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-af6b9b36-68b6-4f02-b35d-b0ee13fd89fa req-dacd7fe8-232a-4bf0-a64a-193b4c2864ff tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] 10.222.0.54 "GET /v2.0/ports?device_id=5404c980-a8bd-4e5a-a745-a25fc774ae95 HTTP/1.1" status: 200 len: 946 time: 0.0798821 Jan 20 15:03:17.735953 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-af6b9b36-68b6-4f02-b35d-b0ee13fd89fa req-72eee6be-c026-4631-ae1f-38e27abfa8dc tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] 10.222.0.54 "GET /v2.0/security-groups?id=e1716f63-e074-48a4-b9f6-227bd2854db9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398200 Jan 20 15:03:18.929266 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012d16e2-f2b7-469c-8efb-2331cd7b2566 req-ee771586-09f9-407e-a76f-a1112b5414cb tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:03:18.930742 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-012d16e2-f2b7-469c-8efb-2331cd7b2566 req-ee771586-09f9-407e-a76f-a1112b5414cb tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] 10.222.0.54 "GET /v2.0/ports?device_id=5404c980-a8bd-4e5a-a745-a25fc774ae95 HTTP/1.1" status: 200 len: 946 time: 0.0755746 Jan 20 15:03:18.978896 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-012d16e2-f2b7-469c-8efb-2331cd7b2566 req-911b362e-1e0e-4f30-83cc-50b0c6768ecb tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] 10.222.0.54 "GET /v2.0/security-groups?id=e1716f63-e074-48a4-b9f6-227bd2854db9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427136 Jan 20 15:03:20.177795 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d610f41c-90cc-4673-887d-c82fdc8d6d26 req-6e6385c0-685f-47ed-9248-2573888b7e82 tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:03:20.179281 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-d610f41c-90cc-4673-887d-c82fdc8d6d26 req-6e6385c0-685f-47ed-9248-2573888b7e82 tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] 10.222.0.54 "GET /v2.0/ports?device_id=5404c980-a8bd-4e5a-a745-a25fc774ae95 HTTP/1.1" status: 200 len: 946 time: 0.0762537 Jan 20 15:03:20.225473 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-d610f41c-90cc-4673-887d-c82fdc8d6d26 req-4461fad8-b4ea-42eb-b615-49374d013063 tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] 10.222.0.54 "GET /v2.0/security-groups?id=e1716f63-e074-48a4-b9f6-227bd2854db9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407116 Jan 20 15:03:21.440949 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fa4404-9d3a-4a59-87d8-325af7fb67a1 req-52ca613d-8dd5-4e18-8fa0-298a72c8f2dd tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:03:21.442422 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-19fa4404-9d3a-4a59-87d8-325af7fb67a1 req-52ca613d-8dd5-4e18-8fa0-298a72c8f2dd tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] 10.222.0.54 "GET /v2.0/ports?device_id=5404c980-a8bd-4e5a-a745-a25fc774ae95 HTTP/1.1" status: 200 len: 946 time: 0.0806460 Jan 20 15:03:21.487563 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-19fa4404-9d3a-4a59-87d8-325af7fb67a1 req-d06456cf-1484-4227-adfa-1220908ad097 tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] 10.222.0.54 "GET /v2.0/security-groups?id=e1716f63-e074-48a4-b9f6-227bd2854db9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395577 Jan 20 15:03:22.142241 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-476719f0-34b7-4651-b3d9-5d3907c6837a req-fe467fc2-2e34-41b7-b96c-554b5ca6eeb0 service neutron] 10.222.0.106 "GET /v2.0/ports/9f229a0f-9f6c-4fd7-9abb-13d50ddfcc9b/bindings/hv-neutron-8251 HTTP/1.1" status: 200 len: 384 time: 0.0725999 Jan 20 15:03:22.753930 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9f8a52-f1b4-4d81-9244-efe744748a7e req-81037a2f-b2a8-4744-91b6-e2b00faa8c7f tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:03:22.756065 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-6c9f8a52-f1b4-4d81-9244-efe744748a7e req-81037a2f-b2a8-4744-91b6-e2b00faa8c7f tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] 10.222.0.54 "GET /v2.0/ports?device_id=5404c980-a8bd-4e5a-a745-a25fc774ae95 HTTP/1.1" status: 200 len: 946 time: 0.1480865 Jan 20 15:03:22.767028 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-476719f0-34b7-4651-b3d9-5d3907c6837a req-2aae7f9d-823a-4a59-9937-abf5160d0858 service neutron] 10.222.0.106 "GET /v2.0/ports?device_id=5404c980-a8bd-4e5a-a745-a25fc774ae95&tenant_id=64cb64e55ca34ff8a2783858c7575b14 HTTP/1.1" status: 200 len: 1099 time: 0.1153231 Jan 20 15:03:22.851552 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-6c9f8a52-f1b4-4d81-9244-efe744748a7e req-73a1b15d-339c-4b6f-8306-73afa6e7ba6c tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] 10.222.0.54 "GET /v2.0/security-groups?id=e1716f63-e074-48a4-b9f6-227bd2854db9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892355 Jan 20 15:03:22.880597 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-476719f0-34b7-4651-b3d9-5d3907c6837a req-e186fc3a-6fa6-4d29-aa5f-7c40bc5b9a07 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=64cb64e55ca34ff8a2783858c7575b14&device_id=5404c980-a8bd-4e5a-a745-a25fc774ae95 HTTP/1.1" status: 200 len: 1099 time: 0.0823026 Jan 20 15:03:23.010329 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476719f0-34b7-4651-b3d9-5d3907c6837a req-f8c6cd96-5e77-418f-bbac-a054bece326a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:03:23.011788 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-476719f0-34b7-4651-b3d9-5d3907c6837a req-f8c6cd96-5e77-418f-bbac-a054bece326a service neutron] 10.222.0.106 "GET /v2.0/networks?id=1579d335-65dd-4c1b-8702-2e3d2f204e15 HTTP/1.1" status: 200 len: 916 time: 0.1259387 Jan 20 15:03:23.077208 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-476719f0-34b7-4651-b3d9-5d3907c6837a req-b08bb957-1087-47c3-82f5-0e25f24f64cc service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9f229a0f-9f6c-4fd7-9abb-13d50ddfcc9b HTTP/1.1" status: 200 len: 217 time: 0.0596423 Jan 20 15:03:23.142842 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476719f0-34b7-4651-b3d9-5d3907c6837a req-41de7b18-f533-446d-abd9-100c51dd4612 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:03:23.144294 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-476719f0-34b7-4651-b3d9-5d3907c6837a req-41de7b18-f533-446d-abd9-100c51dd4612 service neutron] 10.222.0.106 "GET /v2.0/subnets?id=4c433478-d3ce-4a45-b629-d03d12c46dad HTTP/1.1" status: 200 len: 855 time: 0.0611334 Jan 20 15:03:23.189079 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-476719f0-34b7-4651-b3d9-5d3907c6837a req-b43fa6b0-2617-44f5-9523-9ce0b4744852 service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=1579d335-65dd-4c1b-8702-2e3d2f204e15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395908 Jan 20 15:03:23.410475 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-476719f0-34b7-4651-b3d9-5d3907c6837a req-dc8f2470-f7d6-460f-ae21-f028684769a4 service neutron] 10.222.0.106 "GET /v2.0/networks/1579d335-65dd-4c1b-8702-2e3d2f204e15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2149115 Jan 20 15:03:23.544432 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-476719f0-34b7-4651-b3d9-5d3907c6837a req-b00ea4ad-a8f5-4cf1-9309-0ac949a12434 service neutron] 10.222.0.106 "GET /v2.0/networks/1579d335-65dd-4c1b-8702-2e3d2f204e15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288142 Jan 20 15:03:24.051518 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733e9c77-5c93-4ee3-8349-fca982259207 req-ef1008da-bf58-46c2-b5d5-2bf18460ea61 tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:03:24.053022 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-733e9c77-5c93-4ee3-8349-fca982259207 req-ef1008da-bf58-46c2-b5d5-2bf18460ea61 tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] 10.222.0.54 "GET /v2.0/ports?device_id=5404c980-a8bd-4e5a-a745-a25fc774ae95 HTTP/1.1" status: 200 len: 946 time: 0.0812910 Jan 20 15:03:24.098144 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-733e9c77-5c93-4ee3-8349-fca982259207 req-e4498332-cdba-4fb3-98f3-8c1e29b9ccb5 tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] 10.222.0.54 "GET /v2.0/security-groups?id=e1716f63-e074-48a4-b9f6-227bd2854db9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396063 Jan 20 15:03:25.298216 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d332408d-1e9b-419f-821f-eb81a8b34078 req-8a0abe40-d125-4124-8cac-42fc02af8849 tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:03:25.299692 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-d332408d-1e9b-419f-821f-eb81a8b34078 req-8a0abe40-d125-4124-8cac-42fc02af8849 tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] 10.222.0.54 "GET /v2.0/ports?device_id=5404c980-a8bd-4e5a-a745-a25fc774ae95 HTTP/1.1" status: 200 len: 946 time: 0.0789716 Jan 20 15:03:25.345079 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-d332408d-1e9b-419f-821f-eb81a8b34078 req-8e225d32-7827-44b5-abe4-bcc121ec7821 tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] 10.222.0.54 "GET /v2.0/security-groups?id=e1716f63-e074-48a4-b9f6-227bd2854db9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399222 Jan 20 15:03:25.951250 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Device 9f229a0f-9f6c-4fd7-9abb-13d50ddfcc9b details requested by agent hyperv_hv-neutron-8251 with host hv-neutron-8251 {{(pid=84154) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 20 15:03:25.956050 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Device 9f229a0f-9f6c-4fd7-9abb-13d50ddfcc9b no longer exists at agent hyperv_hv-neutron-8251 {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 15:03:26.177671 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:03:26.197796 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] For port 9f229a0f-9f6c-4fd7-9abb-13d50ddfcc9b, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=9f229a0f-9f6c-4fd7-9abb-13d50ddfcc9b,segment=NetworkSegment(be967bc0-4765-429e-bad4-0cb11729a7af),segment_id=be967bc0-4765-429e-bad4-0cb11729a7af)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 15:03:26.218121 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Returning: {'device': '9f229a0f-9f6c-4fd7-9abb-13d50ddfcc9b', 'network_id': '1579d335-65dd-4c1b-8702-2e3d2f204e15', 'port_id': '9f229a0f-9f6c-4fd7-9abb-13d50ddfcc9b', 'mac_address': 'fa:16:3e:cd:bb:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c433478-d3ce-4a45-b629-d03d12c46dad', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84154) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 20 15:03:26.223096 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5404c980-a8bd-4e5a-a745-a25fc774ae95', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9f229a0f-9f6c-4fd7-9abb-13d50ddfcc9b'}] {{(pid=84154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 15:03:26.265806 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] For port 9f229a0f-9f6c-4fd7-9abb-13d50ddfcc9b, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=9f229a0f-9f6c-4fd7-9abb-13d50ddfcc9b,segment=NetworkSegment(be967bc0-4765-429e-bad4-0cb11729a7af),segment_id=be967bc0-4765-429e-bad4-0cb11729a7af)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 15:03:26.291573 dv-neutron-825124-1-hyperv neutron-server[84154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5404c980-a8bd-4e5a-a745-a25fc774ae95', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9f229a0f-9f6c-4fd7-9abb-13d50ddfcc9b', 'code': 200} Jan 20 15:03:26.291573 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:03:26.309437 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.notifiers.nova [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9f229a0f-9f6c-4fd7-9abb-13d50ddfcc9b {{(pid=84154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 15:03:26.333118 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:03:26.437822 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.db.api [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84154) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 15:03:26.438217 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG oslo_db.api [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 15:03:26.441383 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Pushing event updated for resources: {'Port': ['ID=9f229a0f-9f6c-4fd7-9abb-13d50ddfcc9b,revision_number=6']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:03:26.544981 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d616a59-5fac-47e3-b6b3-36773cbd28e8 req-c09aba6a-bcaa-4a50-8a7b-f166f0807a85 tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:03:26.546576 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-0d616a59-5fac-47e3-b6b3-36773cbd28e8 req-c09aba6a-bcaa-4a50-8a7b-f166f0807a85 tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] 10.222.0.54 "GET /v2.0/ports?device_id=5404c980-a8bd-4e5a-a745-a25fc774ae95 HTTP/1.1" status: 200 len: 944 time: 0.0816362 Jan 20 15:03:26.592252 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-0d616a59-5fac-47e3-b6b3-36773cbd28e8 req-0e8360e5-f80e-40e7-a257-0f6a79c8d360 tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] 10.222.0.54 "GET /v2.0/security-groups?id=e1716f63-e074-48a4-b9f6-227bd2854db9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400128 Jan 20 15:03:26.995226 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:03:27.014908 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.notifiers.nova [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f229a0f-9f6c-4fd7-9abb-13d50ddfcc9b {{(pid=84154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 15:03:27.030528 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] For port 9f229a0f-9f6c-4fd7-9abb-13d50ddfcc9b, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=9f229a0f-9f6c-4fd7-9abb-13d50ddfcc9b,segment=NetworkSegment(be967bc0-4765-429e-bad4-0cb11729a7af),segment_id=be967bc0-4765-429e-bad4-0cb11729a7af)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 15:03:27.104412 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:03:27.119757 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f1898f-9ad7-4633-afb4-4c5dc821e32d req-40e65476-4cff-46d3-b176-310508f3894b tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:03:27.121229 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-84f1898f-9ad7-4633-afb4-4c5dc821e32d req-40e65476-4cff-46d3-b176-310508f3894b tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] 10.222.0.54 "GET /v2.0/ports?device_id=5404c980-a8bd-4e5a-a745-a25fc774ae95 HTTP/1.1" status: 200 len: 944 time: 0.1474376 Jan 20 15:03:27.159189 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b8842c-2ded-4e01-96d7-2b7fa521900b req-68ebd300-e4fd-4118-99be-c88a68371d13 tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:03:27.160645 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-d6b8842c-2ded-4e01-96d7-2b7fa521900b req-68ebd300-e4fd-4118-99be-c88a68371d13 tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] 10.222.0.106 "GET /v2.0/ports?device_id=5404c980-a8bd-4e5a-a745-a25fc774ae95&tenant_id=64cb64e55ca34ff8a2783858c7575b14&binding%3Ahost_id=hv-neutron-8251 HTTP/1.1" status: 200 len: 944 time: 0.1383126 Jan 20 15:03:27.171762 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] get_ports_and_sgs() called for port_ids ['9f229a0f-9f6c-4fd7-9abb-13d50ddfcc9b'] {{(pid=84154) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 20 15:03:27.184617 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-84f1898f-9ad7-4633-afb4-4c5dc821e32d req-1307fbdb-1e2e-4fde-8cd4-bd972b579f8a tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] 10.222.0.54 "GET /v2.0/security-groups?id=e1716f63-e074-48a4-b9f6-227bd2854db9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555384 Jan 20 15:03:27.230978 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Pushing event updated for resources: {'Port': ['ID=9f229a0f-9f6c-4fd7-9abb-13d50ddfcc9b,revision_number=7']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:03:27.314218 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-d6b8842c-2ded-4e01-96d7-2b7fa521900b req-baf1f7a4-9a87-43d7-b88d-b0e624caa6c5 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=64cb64e55ca34ff8a2783858c7575b14&device_id=5404c980-a8bd-4e5a-a745-a25fc774ae95 HTTP/1.1" status: 200 len: 1098 time: 0.0781415 Jan 20 15:03:27.443244 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b8842c-2ded-4e01-96d7-2b7fa521900b req-8fcfac19-68c2-43b1-9bc0-899425d0f7cb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:03:27.444573 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-d6b8842c-2ded-4e01-96d7-2b7fa521900b req-8fcfac19-68c2-43b1-9bc0-899425d0f7cb service neutron] 10.222.0.106 "GET /v2.0/networks?id=1579d335-65dd-4c1b-8702-2e3d2f204e15 HTTP/1.1" status: 200 len: 916 time: 0.1248825 Jan 20 15:03:27.510234 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-d6b8842c-2ded-4e01-96d7-2b7fa521900b req-8084a7d8-ab5d-44cc-9510-d4cc55351d1a service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9f229a0f-9f6c-4fd7-9abb-13d50ddfcc9b HTTP/1.1" status: 200 len: 217 time: 0.0592618 Jan 20 15:03:27.586103 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b8842c-2ded-4e01-96d7-2b7fa521900b req-9d2c2f66-f7f7-4ab5-b40d-4a1473cbb0c2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:03:27.587641 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-d6b8842c-2ded-4e01-96d7-2b7fa521900b req-9d2c2f66-f7f7-4ab5-b40d-4a1473cbb0c2 service neutron] 10.222.0.106 "GET /v2.0/subnets?id=4c433478-d3ce-4a45-b629-d03d12c46dad HTTP/1.1" status: 200 len: 855 time: 0.0708849 Jan 20 15:03:27.632355 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-d6b8842c-2ded-4e01-96d7-2b7fa521900b req-05de6ae1-3ec7-4b86-8b93-518dd8dee8ee service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=1579d335-65dd-4c1b-8702-2e3d2f204e15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384817 Jan 20 15:03:27.772177 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-d6b8842c-2ded-4e01-96d7-2b7fa521900b req-3ae506a9-c9a6-41e7-acc0-5c237ffa5f3d service neutron] 10.222.0.106 "GET /v2.0/networks/1579d335-65dd-4c1b-8702-2e3d2f204e15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336250 Jan 20 15:03:27.904473 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-d6b8842c-2ded-4e01-96d7-2b7fa521900b req-ba090636-8c8d-4edc-b0fb-95e60d5f2ef9 service neutron] 10.222.0.106 "GET /v2.0/networks/1579d335-65dd-4c1b-8702-2e3d2f204e15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261067 Jan 20 15:03:27.958884 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Device 9f229a0f-9f6c-4fd7-9abb-13d50ddfcc9b up at agent hyperv_hv-neutron-8251 {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 15:03:28.029222 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Provisioning complete for port 9f229a0f-9f6c-4fd7-9abb-13d50ddfcc9b triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:03:28.030550 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:03:28.089331 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-e3f99e9c-2114-4afd-9d7a-c7b97626a9e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:03:28.173701 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:03:28.208836 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] For port 9f229a0f-9f6c-4fd7-9abb-13d50ddfcc9b, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=9f229a0f-9f6c-4fd7-9abb-13d50ddfcc9b,segment=NetworkSegment(be967bc0-4765-429e-bad4-0cb11729a7af),segment_id=be967bc0-4765-429e-bad4-0cb11729a7af)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 15:03:28.277717 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:03:28.315775 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5404c980-a8bd-4e5a-a745-a25fc774ae95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f229a0f-9f6c-4fd7-9abb-13d50ddfcc9b'}] {{(pid=84154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 15:03:28.353399 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Pushing event updated for resources: {'Port': ['ID=9f229a0f-9f6c-4fd7-9abb-13d50ddfcc9b,revision_number=8']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:03:28.393815 dv-neutron-825124-1-hyperv neutron-server[84154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5404c980-a8bd-4e5a-a745-a25fc774ae95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f229a0f-9f6c-4fd7-9abb-13d50ddfcc9b', 'code': 200} Jan 20 15:03:28.398939 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1c7fe3-2507-487f-9c0a-5792810b0dbc req-0ecffbf1-9e48-4ef5-a45d-256b6f054c8f tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:03:28.400406 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-4b1c7fe3-2507-487f-9c0a-5792810b0dbc req-0ecffbf1-9e48-4ef5-a45d-256b6f054c8f tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] 10.222.0.54 "GET /v2.0/ports?device_id=5404c980-a8bd-4e5a-a745-a25fc774ae95 HTTP/1.1" status: 200 len: 946 time: 0.0803680 Jan 20 15:03:28.450214 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-4b1c7fe3-2507-487f-9c0a-5792810b0dbc req-d56eb5c2-0ae0-4bbc-ae5e-910eac407cbf tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] 10.222.0.54 "GET /v2.0/security-groups?id=e1716f63-e074-48a4-b9f6-227bd2854db9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442402 Jan 20 15:03:29.648930 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27c6bd2-049e-45f1-9b5e-7c24712791b9 req-55b153d4-e4d9-42e6-80ea-a9f499168967 tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:03:29.650413 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-f27c6bd2-049e-45f1-9b5e-7c24712791b9 req-55b153d4-e4d9-42e6-80ea-a9f499168967 tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] 10.222.0.54 "GET /v2.0/ports?device_id=5404c980-a8bd-4e5a-a745-a25fc774ae95 HTTP/1.1" status: 200 len: 946 time: 0.0756886 Jan 20 15:03:29.696671 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-f27c6bd2-049e-45f1-9b5e-7c24712791b9 req-2bfd308c-02f0-4331-9b54-b28cac67b454 tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] 10.222.0.54 "GET /v2.0/security-groups?id=e1716f63-e074-48a4-b9f6-227bd2854db9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403132 Jan 20 15:03:30.002413 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0aab54-d5b2-4a2d-87f9-305b9c721ede req-044ade7a-063a-48f0-93f9-326999f562e1 tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:03:30.003800 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-ee0aab54-d5b2-4a2d-87f9-305b9c721ede req-044ade7a-063a-48f0-93f9-326999f562e1 tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] 10.222.0.54 "GET /v2.0/ports?device_id=5404c980-a8bd-4e5a-a745-a25fc774ae95 HTTP/1.1" status: 200 len: 946 time: 0.1739566 Jan 20 15:03:30.049253 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-ee0aab54-d5b2-4a2d-87f9-305b9c721ede req-8aabd749-5ee5-4738-ab4a-c8c0f939dc4e tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] 10.222.0.54 "GET /v2.0/security-groups?id=e1716f63-e074-48a4-b9f6-227bd2854db9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399196 Jan 20 15:03:30.241352 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108148de-a351-4ddb-a32e-6090936444de req-d26a7c5c-275a-47bb-934b-994dad020581 tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:03:30.242839 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-108148de-a351-4ddb-a32e-6090936444de req-d26a7c5c-275a-47bb-934b-994dad020581 tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] 10.222.0.54 "GET /v2.0/ports?device_id=5404c980-a8bd-4e5a-a745-a25fc774ae95 HTTP/1.1" status: 200 len: 946 time: 0.0764151 Jan 20 15:03:30.288259 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-108148de-a351-4ddb-a32e-6090936444de req-d831e0c2-fa75-48e8-9493-8265b2fa9c79 tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] 10.222.0.54 "GET /v2.0/security-groups?id=e1716f63-e074-48a4-b9f6-227bd2854db9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399008 Jan 20 15:03:30.400809 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-755b72d5-bf1c-4da4-9e22-a1d6e5eb1631 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:03:30.734402 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:03:30.953081 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfce11d-22e4-4fd3-ac52-b2b270533cef req-69a6a2e9-12af-46bd-afe9-5d0a29d8d852 tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:03:30.954461 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-acfce11d-22e4-4fd3-ac52-b2b270533cef req-69a6a2e9-12af-46bd-afe9-5d0a29d8d852 tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] 10.222.0.54 "GET /v2.0/networks?id=1579d335-65dd-4c1b-8702-2e3d2f204e15 HTTP/1.1" status: 200 len: 815 time: 0.1431916 Jan 20 15:03:30.974580 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-acfce11d-22e4-4fd3-ac52-b2b270533cef req-6d839f5c-2dfd-485c-9f6d-36e7e0eff022 tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] 10.222.0.54 "GET /v2.0/quotas/64cb64e55ca34ff8a2783858c7575b14 HTTP/1.1" status: 200 len: 375 time: 0.0135415 Jan 20 15:03:31.056451 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-acfce11d-22e4-4fd3-ac52-b2b270533cef req-531d7e6d-1cf5-457f-b7c2-1e22ff36d308 tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=64cb64e55ca34ff8a2783858c7575b14&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0767674 Jan 20 15:03:31.199089 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-acfce11d-22e4-4fd3-ac52-b2b270533cef req-64b4f505-ea0d-419e-946b-1cf50dfb297f service neutron] 10.222.0.54 "GET /v2.0/networks/1579d335-65dd-4c1b-8702-2e3d2f204e15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351137 Jan 20 15:03:31.337161 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-acfce11d-22e4-4fd3-ac52-b2b270533cef req-315d8b8f-a7c4-49b9-80ff-9277339a47d1 service neutron] 10.222.0.54 "GET /v2.0/networks/1579d335-65dd-4c1b-8702-2e3d2f204e15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322784 Jan 20 15:03:31.463566 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:03:31.641449 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-70810618-8dc5-4bf5-977c-ca73085ca237 req-9175a070-0c56-4cc5-9124-9df001c7c287 tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] 10.222.0.54 "GET /v2.0/ports?device_id=5cdb5d2e-2ba1-46ba-905d-e1774d93f27b HTTP/1.1" status: 200 len: 210 time: 0.0426674 Jan 20 15:03:31.668933 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-cdd98e71-1f0a-4421-baa9-dcb30e06edf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:03:32.611087 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e31571-99aa-4232-8a8f-7475c433f844 req-d9f2d979-7d94-4c41-b899-231071daab5f tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:03:32.612590 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-c7e31571-99aa-4232-8a8f-7475c433f844 req-d9f2d979-7d94-4c41-b899-231071daab5f tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] 10.222.0.106 "GET /v2.0/ports?device_id=5404c980-a8bd-4e5a-a745-a25fc774ae95 HTTP/1.1" status: 200 len: 946 time: 0.0798719 Jan 20 15:03:32.684108 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [req-c7e31571-99aa-4232-8a8f-7475c433f844 req-6ab3ffee-6f7e-4d64-bc9e-e332cb91281b tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] Deleting port 9f229a0f-9f6c-4fd7-9abb-13d50ddfcc9b {{(pid=84153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 15:03:32.684108 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-c7e31571-99aa-4232-8a8f-7475c433f844 req-6ab3ffee-6f7e-4d64-bc9e-e332cb91281b tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:03:32.830606 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-e6fee5cf-6c36-43a8-8b37-d5dd74901cb8 req-9c2f4124-61bf-4141-9b73-5ba4557f1511 tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] 10.222.0.54 "GET /v2.0/ports?device_id=5cdb5d2e-2ba1-46ba-905d-e1774d93f27b HTTP/1.1" status: 200 len: 210 time: 0.0550005 Jan 20 15:03:32.974872 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.db [req-c7e31571-99aa-4232-8a8f-7475c433f844 req-6ab3ffee-6f7e-4d64-bc9e-e332cb91281b tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] For port 9f229a0f-9f6c-4fd7-9abb-13d50ddfcc9b, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=9f229a0f-9f6c-4fd7-9abb-13d50ddfcc9b,segment=NetworkSegment(be967bc0-4765-429e-bad4-0cb11729a7af),segment_id=be967bc0-4765-429e-bad4-0cb11729a7af)] {{(pid=84153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 15:03:32.975147 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-c7e31571-99aa-4232-8a8f-7475c433f844 req-6ab3ffee-6f7e-4d64-bc9e-e332cb91281b tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:03:33.105645 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [req-c7e31571-99aa-4232-8a8f-7475c433f844 req-6ab3ffee-6f7e-4d64-bc9e-e332cb91281b tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] Calling delete_port for 9f229a0f-9f6c-4fd7-9abb-13d50ddfcc9b owned by compute:nova {{(pid=84153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 15:03:33.152097 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-eea6df97-7ff1-4b63-af20-e3ec8913deda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:03:33.329230 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-c7e31571-99aa-4232-8a8f-7475c433f844 req-6ab3ffee-6f7e-4d64-bc9e-e332cb91281b tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:03:33.341062 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] get_ports_and_sgs() called for port_ids ['9f229a0f-9f6c-4fd7-9abb-13d50ddfcc9b'] {{(pid=84154) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 20 15:03:33.374501 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.106', 52480) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:03:33.381943 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab3ffee-6f7e-4d64-bc9e-e332cb91281b tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] Pushing event deleted for resources: {'Port': ['ID=9f229a0f-9f6c-4fd7-9abb-13d50ddfcc9b,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:03:33.458240 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7e31571-99aa-4232-8a8f-7475c433f844 req-6ab3ffee-6f7e-4d64-bc9e-e332cb91281b tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] No DVR routers for this DVR port 9f229a0f-9f6c-4fd7-9abb-13d50ddfcc9b on host hv-neutron-8251 {{(pid=84153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 15:03:33.463200 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-c7e31571-99aa-4232-8a8f-7475c433f844 req-6ab3ffee-6f7e-4d64-bc9e-e332cb91281b tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:03:33.466218 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5404c980-a8bd-4e5a-a745-a25fc774ae95', 'name': 'network-vif-deleted', 'tag': '9f229a0f-9f6c-4fd7-9abb-13d50ddfcc9b'}] {{(pid=84153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 15:03:33.527328 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5404c980-a8bd-4e5a-a745-a25fc774ae95', 'name': 'network-vif-deleted', 'tag': '9f229a0f-9f6c-4fd7-9abb-13d50ddfcc9b', 'status': 'completed', 'code': 200} Jan 20 15:03:33.535063 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfce11d-22e4-4fd3-ac52-b2b270533cef req-05781c93-f044-4973-a933-8672807c001c tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:03:33.535743 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [req-acfce11d-22e4-4fd3-ac52-b2b270533cef req-05781c93-f044-4973-a933-8672807c001c tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] Synchronizing usage tracker for tenant:64cb64e55ca34ff8a2783858c7575b14 on resource:network {{(pid=84152) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 15:03:33.558299 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-c7e31571-99aa-4232-8a8f-7475c433f844 req-6ab3ffee-6f7e-4d64-bc9e-e332cb91281b tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] 10.222.0.106 "DELETE /v2.0/ports/9f229a0f-9f6c-4fd7-9abb-13d50ddfcc9b HTTP/1.1" status: 204 len: 173 time: 0.9405708 Jan 20 15:03:33.637519 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [req-acfce11d-22e4-4fd3-ac52-b2b270533cef req-05781c93-f044-4973-a933-8672807c001c tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] Unset dirty status for tenant:64cb64e55ca34ff8a2783858c7575b14 on resource:network {{(pid=84152) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 15:03:33.638710 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-acfce11d-22e4-4fd3-ac52-b2b270533cef req-05781c93-f044-4973-a933-8672807c001c tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] 10.222.0.106 "GET /v2.0/networks?id=1579d335-65dd-4c1b-8702-2e3d2f204e15 HTTP/1.1" status: 200 len: 815 time: 0.2630773 Jan 20 15:03:33.656013 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [req-acfce11d-22e4-4fd3-ac52-b2b270533cef req-0394f077-e448-499e-a22b-253a67a6bb11 tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] Request body: {'port': {'device_id': '5cdb5d2e-2ba1-46ba-905d-e1774d93f27b', 'network_id': '1579d335-65dd-4c1b-8702-2e3d2f204e15', 'admin_state_up': True, 'tenant_id': '64cb64e55ca34ff8a2783858c7575b14'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 15:03:33.792073 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [req-acfce11d-22e4-4fd3-ac52-b2b270533cef req-0394f077-e448-499e-a22b-253a67a6bb11 tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:03:33.796162 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [req-acfce11d-22e4-4fd3-ac52-b2b270533cef req-0394f077-e448-499e-a22b-253a67a6bb11 tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] Usage tracker for resource:port and tenant:64cb64e55ca34ff8a2783858c7575b14 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:03:33.799016 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [req-acfce11d-22e4-4fd3-ac52-b2b270533cef req-0394f077-e448-499e-a22b-253a67a6bb11 tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:03:33.806018 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [req-acfce11d-22e4-4fd3-ac52-b2b270533cef req-0394f077-e448-499e-a22b-253a67a6bb11 tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:03:33.883162 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-acfce11d-22e4-4fd3-ac52-b2b270533cef req-0394f077-e448-499e-a22b-253a67a6bb11 tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] Made reservation on behalf of 64cb64e55ca34ff8a2783858c7575b14 for: {'port': 1} {{(pid=84152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 15:03:33.886596 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [req-acfce11d-22e4-4fd3-ac52-b2b270533cef req-0394f077-e448-499e-a22b-253a67a6bb11 tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:03:33.997420 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [req-0085e152-d9a9-4043-ae67-6761d3fdc5f8 req-f074d691-c4ac-41c8-ad73-a993d88c2f27 tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] Synchronizing usage tracker for tenant:64cb64e55ca34ff8a2783858c7575b14 on resource:port {{(pid=84153) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 15:03:34.064782 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.db_base_plugin_common [req-acfce11d-22e4-4fd3-ac52-b2b270533cef req-0394f077-e448-499e-a22b-253a67a6bb11 tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] Allocated IP 172.20.0.7 (1579d335-65dd-4c1b-8702-2e3d2f204e15/4c433478-d3ce-4a45-b629-d03d12c46dad/ae64a70a-38cb-40a9-92a5-40d01cc22242) {{(pid=84152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 15:03:34.065904 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [req-0085e152-d9a9-4043-ae67-6761d3fdc5f8 req-f074d691-c4ac-41c8-ad73-a993d88c2f27 tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] Unset dirty status for tenant:64cb64e55ca34ff8a2783858c7575b14 on resource:port {{(pid=84153) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 15:03:34.067284 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-0085e152-d9a9-4043-ae67-6761d3fdc5f8 req-f074d691-c4ac-41c8-ad73-a993d88c2f27 tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] 10.222.0.54 "GET /v2.0/ports?device_id=5cdb5d2e-2ba1-46ba-905d-e1774d93f27b HTTP/1.1" status: 200 len: 210 time: 0.1106727 Jan 20 15:03:34.269270 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [req-acfce11d-22e4-4fd3-ac52-b2b270533cef req-0394f077-e448-499e-a22b-253a67a6bb11 tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] Notify callbacks [] for port, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:03:34.355514 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [req-acfce11d-22e4-4fd3-ac52-b2b270533cef req-0394f077-e448-499e-a22b-253a67a6bb11 tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:03:34.424602 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-acfce11d-22e4-4fd3-ac52-b2b270533cef req-0394f077-e448-499e-a22b-253a67a6bb11 tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] Network 1579d335-65dd-4c1b-8702-2e3d2f204e15 is already hosted by enough agents. {{(pid=84152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 15:03:34.427683 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.base_scheduler [req-acfce11d-22e4-4fd3-ac52-b2b270533cef req-0394f077-e448-499e-a22b-253a67a6bb11 tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] Resources bound (agent type, host, resource id): {{(pid=84152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 15:03:34.431645 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.l3_dvrscheduler_db [req-acfce11d-22e4-4fd3-ac52-b2b270533cef req-0394f077-e448-499e-a22b-253a67a6bb11 tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] Received port after_create {{(pid=84152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 15:03:34.465154 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0394f077-e448-499e-a22b-253a67a6bb11 tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] Pushing event updated for resources: {'Port': ['ID=ae64a70a-38cb-40a9-92a5-40d01cc22242,revision_number=1']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:03:34.588098 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfce11d-22e4-4fd3-ac52-b2b270533cef req-0394f077-e448-499e-a22b-253a67a6bb11 tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:03:34.588691 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [req-acfce11d-22e4-4fd3-ac52-b2b270533cef req-0394f077-e448-499e-a22b-253a67a6bb11 tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:03:34.701208 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-acfce11d-22e4-4fd3-ac52-b2b270533cef req-0394f077-e448-499e-a22b-253a67a6bb11 tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] 10.222.0.106 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0489588 Jan 20 15:03:34.713179 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [req-acfce11d-22e4-4fd3-ac52-b2b270533cef req-af030da6-177e-4c81-94f1-8338897b608f service neutron] Request body: {'port': {'device_id': '5cdb5d2e-2ba1-46ba-905d-e1774d93f27b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8251'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 15:03:34.822319 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [req-acfce11d-22e4-4fd3-ac52-b2b270533cef req-af030da6-177e-4c81-94f1-8338897b608f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:03:35.169105 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.notifiers.nova [req-acfce11d-22e4-4fd3-ac52-b2b270533cef req-af030da6-177e-4c81-94f1-8338897b608f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae64a70a-38cb-40a9-92a5-40d01cc22242 {{(pid=84152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 15:03:35.176388 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [req-acfce11d-22e4-4fd3-ac52-b2b270533cef req-af030da6-177e-4c81-94f1-8338897b608f service neutron] Notify callbacks [] for port, precommit_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:03:35.191775 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.provisioning_blocks [req-acfce11d-22e4-4fd3-ac52-b2b270533cef req-af030da6-177e-4c81-94f1-8338897b608f service neutron] Transition to ACTIVE for port object ae64a70a-38cb-40a9-92a5-40d01cc22242 will not be triggered until provisioned by entity L2. {{(pid=84152) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 15:03:35.267135 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [req-acfce11d-22e4-4fd3-ac52-b2b270533cef req-af030da6-177e-4c81-94f1-8338897b608f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162822'] for port, after_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:03:35.365713 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae080a2-5d37-4f3c-b606-5d6ba95bc140 req-3b93e394-4969-4145-852c-708149580ab6 tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:03:35.367250 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-aae080a2-5d37-4f3c-b606-5d6ba95bc140 req-3b93e394-4969-4145-852c-708149580ab6 tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] 10.222.0.54 "GET /v2.0/ports?device_id=5cdb5d2e-2ba1-46ba-905d-e1774d93f27b HTTP/1.1" status: 200 len: 943 time: 0.1745434 Jan 20 15:03:35.393700 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af030da6-177e-4c81-94f1-8338897b608f service neutron] Pushing event updated for resources: {'Port': ['ID=ae64a70a-38cb-40a9-92a5-40d01cc22242,revision_number=2']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:03:35.412822 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-aae080a2-5d37-4f3c-b606-5d6ba95bc140 req-a54c19de-5bd1-42c4-b643-d38b3854a7aa tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] 10.222.0.54 "GET /v2.0/security-groups?id=e1716f63-e074-48a4-b9f6-227bd2854db9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397530 Jan 20 15:03:35.503454 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.managers [req-acfce11d-22e4-4fd3-ac52-b2b270533cef req-af030da6-177e-4c81-94f1-8338897b608f service neutron] Attempting to bind port ae64a70a-38cb-40a9-92a5-40d01cc22242 on host hv-neutron-8251 for vnic_type normal with profile {{(pid=84152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 15:03:35.504072 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.managers [req-acfce11d-22e4-4fd3-ac52-b2b270533cef req-af030da6-177e-4c81-94f1-8338897b608f service neutron] Attempting to bind port ae64a70a-38cb-40a9-92a5-40d01cc22242 by drivers openvswitch,hyperv on host hv-neutron-8251 at level 0 using segments [{'id': 'be967bc0-4765-429e-bad4-0cb11729a7af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1579d335-65dd-4c1b-8702-2e3d2f204e15'}] {{(pid=84152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 15:03:35.504072 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acfce11d-22e4-4fd3-ac52-b2b270533cef req-af030da6-177e-4c81-94f1-8338897b608f service neutron] Attempting to bind port ae64a70a-38cb-40a9-92a5-40d01cc22242 on network 1579d335-65dd-4c1b-8702-2e3d2f204e15 {{(pid=84152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 15:03:35.509590 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acfce11d-22e4-4fd3-ac52-b2b270533cef req-af030da6-177e-4c81-94f1-8338897b608f service neutron] Port ae64a70a-38cb-40a9-92a5-40d01cc22242 on network 1579d335-65dd-4c1b-8702-2e3d2f204e15 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8251 {{(pid=84152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 20 15:03:35.509901 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acfce11d-22e4-4fd3-ac52-b2b270533cef req-af030da6-177e-4c81-94f1-8338897b608f service neutron] Attempting to bind port ae64a70a-38cb-40a9-92a5-40d01cc22242 on network 1579d335-65dd-4c1b-8702-2e3d2f204e15 {{(pid=84152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 15:03:35.516163 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acfce11d-22e4-4fd3-ac52-b2b270533cef req-af030da6-177e-4c81-94f1-8338897b608f service neutron] Checking agent: {'id': 'e037d8fb-d49c-4f86-9910-f13f6ba89a51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8251', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 23), 'started_at': datetime.datetime(2022, 1, 20, 14, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 15, 3, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 15:03:35.516494 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acfce11d-22e4-4fd3-ac52-b2b270533cef req-af030da6-177e-4c81-94f1-8338897b608f service neutron] Checking segment: {'id': 'be967bc0-4765-429e-bad4-0cb11729a7af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1579d335-65dd-4c1b-8702-2e3d2f204e15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 15:03:35.516860 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acfce11d-22e4-4fd3-ac52-b2b270533cef req-af030da6-177e-4c81-94f1-8338897b608f service neutron] Bound using segment: {'id': 'be967bc0-4765-429e-bad4-0cb11729a7af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1579d335-65dd-4c1b-8702-2e3d2f204e15'} {{(pid=84152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 15:03:35.517268 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.managers [req-acfce11d-22e4-4fd3-ac52-b2b270533cef req-af030da6-177e-4c81-94f1-8338897b608f service neutron] Bound port: ae64a70a-38cb-40a9-92a5-40d01cc22242, host: hv-neutron-8251, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be967bc0-4765-429e-bad4-0cb11729a7af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1579d335-65dd-4c1b-8702-2e3d2f204e15'}}] {{(pid=84152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 15:03:35.517597 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [req-acfce11d-22e4-4fd3-ac52-b2b270533cef req-af030da6-177e-4c81-94f1-8338897b608f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:03:35.600528 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.db [req-acfce11d-22e4-4fd3-ac52-b2b270533cef req-af030da6-177e-4c81-94f1-8338897b608f service neutron] For port ae64a70a-38cb-40a9-92a5-40d01cc22242, host hv-neutron-8251, cleared binding levels {{(pid=84152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 15:03:35.603819 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.db [req-acfce11d-22e4-4fd3-ac52-b2b270533cef req-af030da6-177e-4c81-94f1-8338897b608f service neutron] For port ae64a70a-38cb-40a9-92a5-40d01cc22242, host hv-neutron-8251, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=ae64a70a-38cb-40a9-92a5-40d01cc22242,segment=NetworkSegment(be967bc0-4765-429e-bad4-0cb11729a7af),segment_id=be967bc0-4765-429e-bad4-0cb11729a7af)] {{(pid=84152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 15:03:35.681037 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [req-acfce11d-22e4-4fd3-ac52-b2b270533cef req-af030da6-177e-4c81-94f1-8338897b608f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162822'] for port, after_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:03:35.757191 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [req-acfce11d-22e4-4fd3-ac52-b2b270533cef req-af030da6-177e-4c81-94f1-8338897b608f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:03:35.758907 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-acfce11d-22e4-4fd3-ac52-b2b270533cef req-af030da6-177e-4c81-94f1-8338897b608f service neutron] 10.222.0.106 "PUT /v2.0/ports/ae64a70a-38cb-40a9-92a5-40d01cc22242 HTTP/1.1" status: 200 len: 1093 time: 1.0495586 Jan 20 15:03:35.761937 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cdb5d2e-2ba1-46ba-905d-e1774d93f27b', 'tag': 'ae64a70a-38cb-40a9-92a5-40d01cc22242'}] {{(pid=84152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 15:03:35.786377 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af030da6-177e-4c81-94f1-8338897b608f service neutron] Pushing event updated for resources: {'Port': ['ID=ae64a70a-38cb-40a9-92a5-40d01cc22242,revision_number=3']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:03:35.915554 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cdb5d2e-2ba1-46ba-905d-e1774d93f27b', 'tag': 'ae64a70a-38cb-40a9-92a5-40d01cc22242', 'status': 'completed', 'code': 200} Jan 20 15:03:35.934516 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-acfce11d-22e4-4fd3-ac52-b2b270533cef req-d41508a0-9346-46b1-b8c3-501e972597c0 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=64cb64e55ca34ff8a2783858c7575b14&device_id=5cdb5d2e-2ba1-46ba-905d-e1774d93f27b HTTP/1.1" status: 200 len: 1096 time: 0.0750487 Jan 20 15:03:36.006247 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-acfce11d-22e4-4fd3-ac52-b2b270533cef req-16b4b7e4-c722-4574-8839-353d5674a24f service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ae64a70a-38cb-40a9-92a5-40d01cc22242 HTTP/1.1" status: 200 len: 217 time: 0.0656471 Jan 20 15:03:36.007025 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Device 9f229a0f-9f6c-4fd7-9abb-13d50ddfcc9b no longer exists at agent hyperv_hv-neutron-8251 {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 15:03:36.070290 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfce11d-22e4-4fd3-ac52-b2b270533cef req-b62f81e8-23e6-4c1d-8a06-94e7872b8e5d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:03:36.071732 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-acfce11d-22e4-4fd3-ac52-b2b270533cef req-b62f81e8-23e6-4c1d-8a06-94e7872b8e5d service neutron] 10.222.0.106 "GET /v2.0/subnets?id=4c433478-d3ce-4a45-b629-d03d12c46dad HTTP/1.1" status: 200 len: 855 time: 0.0600464 Jan 20 15:03:36.072337 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] No Port match for: 9f229a0f-9f6c-4fd7-9abb-13d50ddfcc9b {{(pid=84154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 15:03:36.072919 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Device 9f229a0f-9f6c-4fd7-9abb-13d50ddfcc9b not bound to the agent host hv-neutron-8251 {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 15:03:36.119288 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-acfce11d-22e4-4fd3-ac52-b2b270533cef req-0ec23d84-553e-4086-a2f2-5b4aff850f93 service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=1579d335-65dd-4c1b-8702-2e3d2f204e15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410926 Jan 20 15:03:36.255179 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-acfce11d-22e4-4fd3-ac52-b2b270533cef req-730a7bdc-131f-4967-917c-7aa33846b6f2 service neutron] 10.222.0.106 "GET /v2.0/networks/1579d335-65dd-4c1b-8702-2e3d2f204e15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287298 Jan 20 15:03:36.391753 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-acfce11d-22e4-4fd3-ac52-b2b270533cef req-1a008681-2be9-46f0-b95a-c481bfbbe604 service neutron] 10.222.0.106 "GET /v2.0/networks/1579d335-65dd-4c1b-8702-2e3d2f204e15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297715 Jan 20 15:03:36.579079 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-00943906-2251-43c5-8f35-5709bf679109 req-74d2c9d8-2981-4724-a20b-cf083f26ee65 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=64cb64e55ca34ff8a2783858c7575b14&device_id=5cdb5d2e-2ba1-46ba-905d-e1774d93f27b HTTP/1.1" status: 200 len: 1096 time: 0.0753570 Jan 20 15:03:36.622231 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5706f177-afc9-4066-85e7-b9ab19e0f473 req-4ae57012-2534-4b6e-94ff-a9647164b76e tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:03:36.623722 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-5706f177-afc9-4066-85e7-b9ab19e0f473 req-4ae57012-2534-4b6e-94ff-a9647164b76e tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] 10.222.0.54 "GET /v2.0/ports?device_id=5cdb5d2e-2ba1-46ba-905d-e1774d93f27b HTTP/1.1" status: 200 len: 943 time: 0.0812004 Jan 20 15:03:36.673678 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-5706f177-afc9-4066-85e7-b9ab19e0f473 req-2a070ecc-335f-4904-b51e-1dd2e37ec6f9 tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] 10.222.0.54 "GET /v2.0/security-groups?id=e1716f63-e074-48a4-b9f6-227bd2854db9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443757 Jan 20 15:03:36.810247 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00943906-2251-43c5-8f35-5709bf679109 req-4c354f6e-249d-45cb-802b-a24f5bc91aae service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:03:36.811782 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-00943906-2251-43c5-8f35-5709bf679109 req-4c354f6e-249d-45cb-802b-a24f5bc91aae service neutron] 10.222.0.106 "GET /v2.0/networks?id=1579d335-65dd-4c1b-8702-2e3d2f204e15 HTTP/1.1" status: 200 len: 916 time: 0.2260637 Jan 20 15:03:36.879559 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-00943906-2251-43c5-8f35-5709bf679109 req-9b851696-3c25-4852-bf21-25235bd4be2f service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ae64a70a-38cb-40a9-92a5-40d01cc22242 HTTP/1.1" status: 200 len: 217 time: 0.0610781 Jan 20 15:03:36.948804 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00943906-2251-43c5-8f35-5709bf679109 req-b12e601d-44b9-4ba9-865b-8971e6ca02ff service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:03:36.950278 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-00943906-2251-43c5-8f35-5709bf679109 req-b12e601d-44b9-4ba9-865b-8971e6ca02ff service neutron] 10.222.0.106 "GET /v2.0/subnets?id=4c433478-d3ce-4a45-b629-d03d12c46dad HTTP/1.1" status: 200 len: 855 time: 0.0619137 Jan 20 15:03:36.995576 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-00943906-2251-43c5-8f35-5709bf679109 req-b22b1097-e8a5-4c8f-852d-0a21b05e6ce2 service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=1579d335-65dd-4c1b-8702-2e3d2f204e15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394459 Jan 20 15:03:37.131526 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-00943906-2251-43c5-8f35-5709bf679109 req-6b9c2446-3a58-4934-b1af-08a7d26513a3 service neutron] 10.222.0.106 "GET /v2.0/networks/1579d335-65dd-4c1b-8702-2e3d2f204e15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284699 Jan 20 15:03:37.268850 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-00943906-2251-43c5-8f35-5709bf679109 req-ed0c2bf1-e88a-4ad4-aa7f-84dcfd5bdf36 service neutron] 10.222.0.106 "GET /v2.0/networks/1579d335-65dd-4c1b-8702-2e3d2f204e15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305640 Jan 20 15:03:37.872864 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47688c1-43b2-4b43-8590-be54d31491c2 req-499a0d02-a889-44c6-bf1c-0c170e690c2a tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:03:37.874365 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-b47688c1-43b2-4b43-8590-be54d31491c2 req-499a0d02-a889-44c6-bf1c-0c170e690c2a tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] 10.222.0.54 "GET /v2.0/ports?device_id=5cdb5d2e-2ba1-46ba-905d-e1774d93f27b HTTP/1.1" status: 200 len: 943 time: 0.0762193 Jan 20 15:03:37.919408 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-b47688c1-43b2-4b43-8590-be54d31491c2 req-51b7d66f-5fb1-4d56-ab0c-bf055b3e941e tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] 10.222.0.54 "GET /v2.0/security-groups?id=e1716f63-e074-48a4-b9f6-227bd2854db9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395925 Jan 20 15:03:39.143293 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b69741-bc8f-427c-884f-5042abe59ca8 req-26629219-23fb-476a-a77d-7e7fad91a8f8 tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:03:39.144759 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-d3b69741-bc8f-427c-884f-5042abe59ca8 req-26629219-23fb-476a-a77d-7e7fad91a8f8 tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] 10.222.0.54 "GET /v2.0/ports?device_id=5cdb5d2e-2ba1-46ba-905d-e1774d93f27b HTTP/1.1" status: 200 len: 943 time: 0.0904815 Jan 20 15:03:39.205161 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-d3b69741-bc8f-427c-884f-5042abe59ca8 req-78c3472f-8c9c-41e4-8716-1ea7700c4e27 tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] 10.222.0.54 "GET /v2.0/security-groups?id=e1716f63-e074-48a4-b9f6-227bd2854db9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545423 Jan 20 15:03:40.036794 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Device ae64a70a-38cb-40a9-92a5-40d01cc22242 details requested by agent hyperv_hv-neutron-8251 with host hv-neutron-8251 {{(pid=84154) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 20 15:03:40.170206 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] For port ae64a70a-38cb-40a9-92a5-40d01cc22242, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=ae64a70a-38cb-40a9-92a5-40d01cc22242,segment=NetworkSegment(be967bc0-4765-429e-bad4-0cb11729a7af),segment_id=be967bc0-4765-429e-bad4-0cb11729a7af)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 15:03:40.183899 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Returning: {'device': 'ae64a70a-38cb-40a9-92a5-40d01cc22242', 'network_id': '1579d335-65dd-4c1b-8702-2e3d2f204e15', 'port_id': 'ae64a70a-38cb-40a9-92a5-40d01cc22242', 'mac_address': 'fa:16:3e:b5:32:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c433478-d3ce-4a45-b629-d03d12c46dad', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84154) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 20 15:03:40.241651 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:03:40.260890 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.notifiers.nova [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae64a70a-38cb-40a9-92a5-40d01cc22242 {{(pid=84154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 15:03:40.276950 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] For port ae64a70a-38cb-40a9-92a5-40d01cc22242, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=ae64a70a-38cb-40a9-92a5-40d01cc22242,segment=NetworkSegment(be967bc0-4765-429e-bad4-0cb11729a7af),segment_id=be967bc0-4765-429e-bad4-0cb11729a7af)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 15:03:40.332359 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:03:40.401659 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Pushing event updated for resources: {'Port': ['ID=ae64a70a-38cb-40a9-92a5-40d01cc22242,revision_number=4']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:03:40.410456 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:03:40.410803 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:03:40.411150 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:03:40.411487 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:03:40.411823 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:03:40.412155 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:03:40.412486 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:03:40.412814 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:03:40.413140 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:03:40.413467 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:03:40.413788 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:03:40.418989 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e37f42f-a5ca-43c6-9e83-877961621f07 req-9f2b541e-7520-4fe5-9efe-98ba366ccec0 tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:03:40.420476 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-9e37f42f-a5ca-43c6-9e83-877961621f07 req-9f2b541e-7520-4fe5-9efe-98ba366ccec0 tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] 10.222.0.54 "GET /v2.0/ports?device_id=5cdb5d2e-2ba1-46ba-905d-e1774d93f27b HTTP/1.1" status: 200 len: 944 time: 0.0771525 Jan 20 15:03:40.470422 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-9e37f42f-a5ca-43c6-9e83-877961621f07 req-23eb2026-47ea-4b2e-a389-1c3216438a06 tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] 10.222.0.54 "GET /v2.0/security-groups?id=e1716f63-e074-48a4-b9f6-227bd2854db9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442467 Jan 20 15:03:40.632779 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] get_ports_and_sgs() called for port_ids ['ae64a70a-38cb-40a9-92a5-40d01cc22242'] {{(pid=84154) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 20 15:03:41.668828 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c783da52-0022-4a9b-ba5f-0eda3564777d req-45b6189c-27ed-448c-a3d7-542d5a355e8b tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:03:41.670302 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-c783da52-0022-4a9b-ba5f-0eda3564777d req-45b6189c-27ed-448c-a3d7-542d5a355e8b tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] 10.222.0.54 "GET /v2.0/ports?device_id=5cdb5d2e-2ba1-46ba-905d-e1774d93f27b HTTP/1.1" status: 200 len: 944 time: 0.0786536 Jan 20 15:03:41.714955 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-c783da52-0022-4a9b-ba5f-0eda3564777d req-12e93a75-a423-427d-a8c5-be7dd5eda6b3 tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] 10.222.0.54 "GET /v2.0/security-groups?id=e1716f63-e074-48a4-b9f6-227bd2854db9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392427 Jan 20 15:03:42.036816 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Device ae64a70a-38cb-40a9-92a5-40d01cc22242 up at agent hyperv_hv-neutron-8251 {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 15:03:42.166512 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Provisioning for port ae64a70a-38cb-40a9-92a5-40d01cc22242 completed by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 15:03:42.171990 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Provisioning complete for port ae64a70a-38cb-40a9-92a5-40d01cc22242 triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:03:42.172363 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:03:42.313750 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:03:42.341525 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cdb5d2e-2ba1-46ba-905d-e1774d93f27b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae64a70a-38cb-40a9-92a5-40d01cc22242'}] {{(pid=84154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 15:03:42.351466 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] For port ae64a70a-38cb-40a9-92a5-40d01cc22242, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=ae64a70a-38cb-40a9-92a5-40d01cc22242,segment=NetworkSegment(be967bc0-4765-429e-bad4-0cb11729a7af),segment_id=be967bc0-4765-429e-bad4-0cb11729a7af)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 15:03:42.396175 dv-neutron-825124-1-hyperv neutron-server[84154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cdb5d2e-2ba1-46ba-905d-e1774d93f27b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae64a70a-38cb-40a9-92a5-40d01cc22242', 'code': 200} Jan 20 15:03:42.424153 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:03:42.497518 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Pushing event updated for resources: {'Port': ['ID=ae64a70a-38cb-40a9-92a5-40d01cc22242,revision_number=5']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:03:42.754261 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-69699b7c-17d0-4910-9a35-bb50fec97cb9 req-d4db5836-14eb-41eb-82bd-adcfbe678216 service neutron] 10.222.0.106 "GET /v2.0/ports?device_id=5cdb5d2e-2ba1-46ba-905d-e1774d93f27b HTTP/1.1" status: 200 len: 1098 time: 0.0728514 Jan 20 15:03:42.797700 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-69699b7c-17d0-4910-9a35-bb50fec97cb9 req-2504140a-4acb-4ac1-ab7e-de99b5f10683 service neutron] 10.222.0.106 "GET /v2.0/security-groups?id=e1716f63-e074-48a4-b9f6-227bd2854db9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376906 Jan 20 15:03:42.915073 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94bbfc9-e748-4ada-8625-6fcbc3a0a124 req-92dbbfcc-10c7-4a71-bf6e-4a0d119bee54 tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:03:42.916637 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-c94bbfc9-e748-4ada-8625-6fcbc3a0a124 req-92dbbfcc-10c7-4a71-bf6e-4a0d119bee54 tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] 10.222.0.54 "GET /v2.0/ports?device_id=5cdb5d2e-2ba1-46ba-905d-e1774d93f27b HTTP/1.1" status: 200 len: 945 time: 0.0784233 Jan 20 15:03:42.966911 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-c94bbfc9-e748-4ada-8625-6fcbc3a0a124 req-036c20e6-67d0-4e9f-bf20-1b7660807a54 tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] 10.222.0.54 "GET /v2.0/security-groups?id=e1716f63-e074-48a4-b9f6-227bd2854db9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440238 Jan 20 15:03:44.167979 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e560f4c3-822c-44ab-b833-6109a93e9bac req-19685e32-c29d-4a79-8fa2-9bb8aafd7db9 tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:03:44.170277 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-e560f4c3-822c-44ab-b833-6109a93e9bac req-19685e32-c29d-4a79-8fa2-9bb8aafd7db9 tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] 10.222.0.54 "GET /v2.0/ports?device_id=5cdb5d2e-2ba1-46ba-905d-e1774d93f27b HTTP/1.1" status: 200 len: 945 time: 0.0778494 Jan 20 15:03:44.219567 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-e560f4c3-822c-44ab-b833-6109a93e9bac req-4b8e481b-7a96-490c-81c3-fb972da58ce6 tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] 10.222.0.54 "GET /v2.0/security-groups?id=e1716f63-e074-48a4-b9f6-227bd2854db9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432169 Jan 20 15:03:45.425185 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b966e0f3-5829-4988-acd3-ec8f4b3ff9b7 req-9045a73e-ba1c-40be-b37d-2871eb9e76b0 tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:03:45.426655 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-b966e0f3-5829-4988-acd3-ec8f4b3ff9b7 req-9045a73e-ba1c-40be-b37d-2871eb9e76b0 tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] 10.222.0.54 "GET /v2.0/ports?device_id=5cdb5d2e-2ba1-46ba-905d-e1774d93f27b HTTP/1.1" status: 200 len: 945 time: 0.0831945 Jan 20 15:03:45.472134 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-b966e0f3-5829-4988-acd3-ec8f4b3ff9b7 req-76e98862-e3dd-4354-94b5-6a236bec4c14 tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] 10.222.0.54 "GET /v2.0/security-groups?id=e1716f63-e074-48a4-b9f6-227bd2854db9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399818 Jan 20 15:03:45.671234 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1a1425-eeec-4af8-ae94-e6f7fc9dbe47 req-1105f712-f07f-433e-82e7-cbcdd8e9d8f9 tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:03:45.673354 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-3c1a1425-eeec-4af8-ae94-e6f7fc9dbe47 req-1105f712-f07f-433e-82e7-cbcdd8e9d8f9 tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] 10.222.0.54 "GET /v2.0/ports?device_id=5cdb5d2e-2ba1-46ba-905d-e1774d93f27b HTTP/1.1" status: 200 len: 945 time: 0.0819905 Jan 20 15:03:45.718017 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-3c1a1425-eeec-4af8-ae94-e6f7fc9dbe47 req-43e2940d-db8d-41fc-bfd1-e7fe106f91a8 tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] 10.222.0.54 "GET /v2.0/security-groups?id=e1716f63-e074-48a4-b9f6-227bd2854db9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391941 Jan 20 15:03:45.916373 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-4fc69296-3339-4085-844a-a7e0f5750793 req-c1401349-fd7e-4839-a6da-6b441486c511 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=5cdb5d2e-2ba1-46ba-905d-e1774d93f27b&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0725334 Jan 20 15:03:46.358154 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5841f86f-649b-45b8-845d-df11e803d2e7 req-ab659e7f-f221-4ccc-915c-fd8b77c12de4 tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:03:46.360303 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-5841f86f-649b-45b8-845d-df11e803d2e7 req-ab659e7f-f221-4ccc-915c-fd8b77c12de4 tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] 10.222.0.54 "GET /v2.0/ports?device_id=5cdb5d2e-2ba1-46ba-905d-e1774d93f27b HTTP/1.1" status: 200 len: 945 time: 0.0788610 Jan 20 15:03:46.415052 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-5841f86f-649b-45b8-845d-df11e803d2e7 req-5a0efc6a-e3de-4eb9-b63f-aa9aaa9834c3 tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] 10.222.0.54 "GET /v2.0/security-groups?id=e1716f63-e074-48a4-b9f6-227bd2854db9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463824 Jan 20 15:03:46.463804 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-0f554bbd-48cf-427d-a411-8a2d40dd10e5 req-e380d97e-8680-4543-a732-5a40710e6641 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=5cdb5d2e-2ba1-46ba-905d-e1774d93f27b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0810337 Jan 20 15:03:47.632891 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1db07e4-bf07-486e-857a-418260dfccfa req-1deca5ce-5024-47b6-a500-bca63faabd22 tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:03:47.634387 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-f1db07e4-bf07-486e-857a-418260dfccfa req-1deca5ce-5024-47b6-a500-bca63faabd22 tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] 10.222.0.54 "GET /v2.0/ports?device_id=5cdb5d2e-2ba1-46ba-905d-e1774d93f27b HTTP/1.1" status: 200 len: 945 time: 0.0812526 Jan 20 15:03:47.680535 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-f1db07e4-bf07-486e-857a-418260dfccfa req-8ae3b451-fe89-4099-b97b-42f84e4697c0 tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] 10.222.0.54 "GET /v2.0/security-groups?id=e1716f63-e074-48a4-b9f6-227bd2854db9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406754 Jan 20 15:03:48.475501 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-0f554bbd-48cf-427d-a411-8a2d40dd10e5 req-fc6e3490-513e-4c7d-9d20-ec6393a78c72 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=64cb64e55ca34ff8a2783858c7575b14&device_id=5cdb5d2e-2ba1-46ba-905d-e1774d93f27b HTTP/1.1" status: 200 len: 1098 time: 0.0730224 Jan 20 15:03:48.613613 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f554bbd-48cf-427d-a411-8a2d40dd10e5 req-00305945-55b5-4a27-af42-ee84cf588557 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:03:48.615112 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-0f554bbd-48cf-427d-a411-8a2d40dd10e5 req-00305945-55b5-4a27-af42-ee84cf588557 service neutron] 10.222.0.106 "GET /v2.0/networks?id=1579d335-65dd-4c1b-8702-2e3d2f204e15 HTTP/1.1" status: 200 len: 916 time: 0.1340394 Jan 20 15:03:48.685691 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-0f554bbd-48cf-427d-a411-8a2d40dd10e5 req-28f64ab9-5b1d-48c8-8fe6-789520cacf90 service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ae64a70a-38cb-40a9-92a5-40d01cc22242 HTTP/1.1" status: 200 len: 217 time: 0.0643892 Jan 20 15:03:48.750640 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f554bbd-48cf-427d-a411-8a2d40dd10e5 req-ddbd5667-ca03-4306-8c89-d042fdfc34ec service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:03:48.752089 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-0f554bbd-48cf-427d-a411-8a2d40dd10e5 req-ddbd5667-ca03-4306-8c89-d042fdfc34ec service neutron] 10.222.0.106 "GET /v2.0/subnets?id=4c433478-d3ce-4a45-b629-d03d12c46dad HTTP/1.1" status: 200 len: 855 time: 0.0607905 Jan 20 15:03:48.799645 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-0f554bbd-48cf-427d-a411-8a2d40dd10e5 req-e1f412ed-1fe8-4f0d-8a15-70177964c0b9 service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=1579d335-65dd-4c1b-8702-2e3d2f204e15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396791 Jan 20 15:03:48.884051 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba69b40-605a-4988-98e8-a31a1da19e0f req-eb527a08-0947-4996-8e38-c70f7a33e764 tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:03:48.885413 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-aba69b40-605a-4988-98e8-a31a1da19e0f req-eb527a08-0947-4996-8e38-c70f7a33e764 tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] 10.222.0.54 "GET /v2.0/ports?device_id=5cdb5d2e-2ba1-46ba-905d-e1774d93f27b HTTP/1.1" status: 200 len: 945 time: 0.0798695 Jan 20 15:03:48.932692 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-aba69b40-605a-4988-98e8-a31a1da19e0f req-803ed431-a1bd-444c-b9f6-917418fd3b91 tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] 10.222.0.54 "GET /v2.0/security-groups?id=e1716f63-e074-48a4-b9f6-227bd2854db9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409696 Jan 20 15:03:48.948378 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-0f554bbd-48cf-427d-a411-8a2d40dd10e5 req-3ad10167-6a39-45ec-bd50-01c4353a5294 service neutron] 10.222.0.106 "GET /v2.0/networks/1579d335-65dd-4c1b-8702-2e3d2f204e15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420772 Jan 20 15:03:49.077354 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-0f554bbd-48cf-427d-a411-8a2d40dd10e5 req-2e154efe-ed51-44f6-8199-3e63882a104e service neutron] 10.222.0.106 "GET /v2.0/networks/1579d335-65dd-4c1b-8702-2e3d2f204e15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227269 Jan 20 15:03:50.153977 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fba186-155d-4003-b7d0-b8bf457f43ee req-43a690ba-c5e4-4434-a451-6782f8c7e66c tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:03:50.155456 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-e6fba186-155d-4003-b7d0-b8bf457f43ee req-43a690ba-c5e4-4434-a451-6782f8c7e66c tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] 10.222.0.54 "GET /v2.0/ports?device_id=5cdb5d2e-2ba1-46ba-905d-e1774d93f27b HTTP/1.1" status: 200 len: 945 time: 0.0934432 Jan 20 15:03:50.202903 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-e6fba186-155d-4003-b7d0-b8bf457f43ee req-7b8f123a-562a-4def-9bd9-dd3a15aaaf16 tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] 10.222.0.54 "GET /v2.0/security-groups?id=e1716f63-e074-48a4-b9f6-227bd2854db9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414126 Jan 20 15:03:51.409178 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c15a45-c79b-492c-84f4-2eeec68ed229 req-832e12bf-2fbf-44ca-a922-38772007071d tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:03:51.410666 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-83c15a45-c79b-492c-84f4-2eeec68ed229 req-832e12bf-2fbf-44ca-a922-38772007071d tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] 10.222.0.54 "GET /v2.0/ports?device_id=5cdb5d2e-2ba1-46ba-905d-e1774d93f27b HTTP/1.1" status: 200 len: 945 time: 0.0770340 Jan 20 15:03:51.458605 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-83c15a45-c79b-492c-84f4-2eeec68ed229 req-6b5c80d5-8db0-402f-832d-d05dbc8a19af tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] 10.222.0.54 "GET /v2.0/security-groups?id=e1716f63-e074-48a4-b9f6-227bd2854db9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425246 Jan 20 15:03:52.653565 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6103a4-dd5c-4ce8-b0bd-4a9eb93cd107 req-fa969790-63ce-4c3c-8dc6-57313f028956 tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:03:52.655040 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-7f6103a4-dd5c-4ce8-b0bd-4a9eb93cd107 req-fa969790-63ce-4c3c-8dc6-57313f028956 tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] 10.222.0.54 "GET /v2.0/ports?device_id=5cdb5d2e-2ba1-46ba-905d-e1774d93f27b HTTP/1.1" status: 200 len: 945 time: 0.0774715 Jan 20 15:03:52.704218 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-7f6103a4-dd5c-4ce8-b0bd-4a9eb93cd107 req-f1a1b007-7a62-4d7b-9b09-4204da3e691a tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] 10.222.0.54 "GET /v2.0/security-groups?id=e1716f63-e074-48a4-b9f6-227bd2854db9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429862 Jan 20 15:03:53.905111 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34eff137-b610-4866-b18d-148429bd9e24 req-4d379a84-f1cb-4f0f-bc3a-736511013bcf tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:03:53.906555 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-34eff137-b610-4866-b18d-148429bd9e24 req-4d379a84-f1cb-4f0f-bc3a-736511013bcf tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] 10.222.0.54 "GET /v2.0/ports?device_id=5cdb5d2e-2ba1-46ba-905d-e1774d93f27b HTTP/1.1" status: 200 len: 945 time: 0.0783815 Jan 20 15:03:53.952237 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-34eff137-b610-4866-b18d-148429bd9e24 req-52bab9af-964a-4a6c-8ed9-fd63fb4cb2d0 tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] 10.222.0.54 "GET /v2.0/security-groups?id=e1716f63-e074-48a4-b9f6-227bd2854db9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403407 Jan 20 15:03:54.060640 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.agents_db [None req-6dba657d-a637-4918-9b6d-40defdfae04b None None] Agent healthcheck: found 6 active agents {{(pid=84155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 15:03:55.145855 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d66aaa-b0c2-4d89-b8e4-834c29db0ea9 req-470c46fa-3e4a-46fc-8d3a-f0057d28f32d tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:03:55.147240 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-76d66aaa-b0c2-4d89-b8e4-834c29db0ea9 req-470c46fa-3e4a-46fc-8d3a-f0057d28f32d tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] 10.222.0.54 "GET /v2.0/ports?device_id=5cdb5d2e-2ba1-46ba-905d-e1774d93f27b HTTP/1.1" status: 200 len: 945 time: 0.0752616 Jan 20 15:03:55.191578 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-76d66aaa-b0c2-4d89-b8e4-834c29db0ea9 req-c01942de-d6de-4c39-b987-419c7dfa2b1b tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] 10.222.0.54 "GET /v2.0/security-groups?id=e1716f63-e074-48a4-b9f6-227bd2854db9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389163 Jan 20 15:03:56.389665 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f237301-4779-45a6-8090-178ee3b8bc68 req-f88adddf-7180-4f08-b76e-9e134b6b5d0f tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:03:56.391202 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-9f237301-4779-45a6-8090-178ee3b8bc68 req-f88adddf-7180-4f08-b76e-9e134b6b5d0f tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] 10.222.0.54 "GET /v2.0/ports?device_id=5cdb5d2e-2ba1-46ba-905d-e1774d93f27b HTTP/1.1" status: 200 len: 945 time: 0.0793664 Jan 20 15:03:56.436164 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-9f237301-4779-45a6-8090-178ee3b8bc68 req-ac10194e-2bc4-4661-afb8-cb9ff25b7aa7 tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] 10.222.0.54 "GET /v2.0/security-groups?id=e1716f63-e074-48a4-b9f6-227bd2854db9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395916 Jan 20 15:03:57.636525 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5e5372-e1e4-419a-97c8-816d2b1f8721 req-281cb8c5-2391-457f-8291-0624142c73e2 tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:03:57.637986 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-5b5e5372-e1e4-419a-97c8-816d2b1f8721 req-281cb8c5-2391-457f-8291-0624142c73e2 tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] 10.222.0.54 "GET /v2.0/ports?device_id=5cdb5d2e-2ba1-46ba-905d-e1774d93f27b HTTP/1.1" status: 200 len: 945 time: 0.0827727 Jan 20 15:03:57.684926 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-5b5e5372-e1e4-419a-97c8-816d2b1f8721 req-036c34a4-67f0-4128-99d4-8f2d62d1c350 tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] 10.222.0.54 "GET /v2.0/security-groups?id=e1716f63-e074-48a4-b9f6-227bd2854db9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409505 Jan 20 15:03:58.025482 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-fdccb848-e8f7-4353-a979-5bbba8bd104e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:03:58.877266 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6836e16-7e0b-4357-a3cf-74f9c9d857f2 req-45461b3b-f67c-42f4-a6de-e585108f7134 tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:03:58.878729 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-d6836e16-7e0b-4357-a3cf-74f9c9d857f2 req-45461b3b-f67c-42f4-a6de-e585108f7134 tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] 10.222.0.54 "GET /v2.0/ports?device_id=5cdb5d2e-2ba1-46ba-905d-e1774d93f27b HTTP/1.1" status: 200 len: 945 time: 0.0750611 Jan 20 15:03:58.923714 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-d6836e16-7e0b-4357-a3cf-74f9c9d857f2 req-eb7b73a8-1d7e-4f48-a403-042baf5af2e2 tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] 10.222.0.54 "GET /v2.0/security-groups?id=e1716f63-e074-48a4-b9f6-227bd2854db9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389781 Jan 20 15:04:00.130202 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d32383c-a5bf-4008-b715-d52f1b14999f req-981494bd-c8cf-4b99-89d2-9c69fb8afcba tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:04:00.131627 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-5d32383c-a5bf-4008-b715-d52f1b14999f req-981494bd-c8cf-4b99-89d2-9c69fb8afcba tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] 10.222.0.54 "GET /v2.0/ports?device_id=5cdb5d2e-2ba1-46ba-905d-e1774d93f27b HTTP/1.1" status: 200 len: 945 time: 0.0779765 Jan 20 15:04:00.262324 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-5d32383c-a5bf-4008-b715-d52f1b14999f req-a576cadd-d2d0-46bf-bfb6-837cae291a40 tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] 10.222.0.54 "GET /v2.0/security-groups?id=e1716f63-e074-48a4-b9f6-227bd2854db9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252480 Jan 20 15:04:00.417009 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-2c5f6a4b-487c-41b7-96eb-0c4c4f8e8c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:00.748271 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:01.440898 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:01.467360 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272fc1e5-cec3-4ba3-be60-38296bc7ed68 req-6b95c71a-adad-4b60-b702-c2696d796dd5 tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:04:01.468899 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-272fc1e5-cec3-4ba3-be60-38296bc7ed68 req-6b95c71a-adad-4b60-b702-c2696d796dd5 tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] 10.222.0.54 "GET /v2.0/ports?device_id=5cdb5d2e-2ba1-46ba-905d-e1774d93f27b HTTP/1.1" status: 200 len: 945 time: 0.0810964 Jan 20 15:04:01.515333 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-272fc1e5-cec3-4ba3-be60-38296bc7ed68 req-ea977e9f-8b00-43c5-97e1-8b10c5d90b59 tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] 10.222.0.54 "GET /v2.0/security-groups?id=e1716f63-e074-48a4-b9f6-227bd2854db9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404086 Jan 20 15:04:01.668823 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-cdd98e71-1f0a-4421-baa9-dcb30e06edf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:02.713502 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e45b98-9b9c-47cd-9475-0445ad50fa82 req-fd3d23c3-4152-41d5-9d14-d08becbea979 tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:04:02.714966 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-e2e45b98-9b9c-47cd-9475-0445ad50fa82 req-fd3d23c3-4152-41d5-9d14-d08becbea979 tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] 10.222.0.54 "GET /v2.0/ports?device_id=5cdb5d2e-2ba1-46ba-905d-e1774d93f27b HTTP/1.1" status: 200 len: 945 time: 0.0780509 Jan 20 15:04:02.758918 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-e2e45b98-9b9c-47cd-9475-0445ad50fa82 req-2b006975-10fd-4212-a048-bcefd8b38c6c tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] 10.222.0.54 "GET /v2.0/security-groups?id=e1716f63-e074-48a4-b9f6-227bd2854db9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384412 Jan 20 15:04:03.108544 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-eea6df97-7ff1-4b63-af20-e3ec8913deda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:03.951107 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe78cc3-32af-4891-b297-5ac46f8caa1c req-bc03a475-9c4a-404e-8d01-f8e8d13ff03f tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:04:03.952547 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-6fe78cc3-32af-4891-b297-5ac46f8caa1c req-bc03a475-9c4a-404e-8d01-f8e8d13ff03f tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] 10.222.0.54 "GET /v2.0/ports?device_id=5cdb5d2e-2ba1-46ba-905d-e1774d93f27b HTTP/1.1" status: 200 len: 945 time: 0.0759172 Jan 20 15:04:04.000587 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-6fe78cc3-32af-4891-b297-5ac46f8caa1c req-6a04032e-27f1-44bd-bed0-2d34ee0d2861 tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] 10.222.0.54 "GET /v2.0/security-groups?id=e1716f63-e074-48a4-b9f6-227bd2854db9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418863 Jan 20 15:04:05.198505 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba10918-5100-4d86-875b-5decde48e70c req-3b8e5bc4-b181-40be-8ac7-404274021238 tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:04:05.200031 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-5ba10918-5100-4d86-875b-5decde48e70c req-3b8e5bc4-b181-40be-8ac7-404274021238 tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] 10.222.0.54 "GET /v2.0/ports?device_id=5cdb5d2e-2ba1-46ba-905d-e1774d93f27b HTTP/1.1" status: 200 len: 945 time: 0.0769334 Jan 20 15:04:05.246542 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-5ba10918-5100-4d86-875b-5decde48e70c req-f92615de-aa92-4e2d-8304-cc695ef19e09 tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] 10.222.0.54 "GET /v2.0/security-groups?id=e1716f63-e074-48a4-b9f6-227bd2854db9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409253 Jan 20 15:04:06.338168 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-0f554bbd-48cf-427d-a411-8a2d40dd10e5 req-18fc2765-3f46-436f-8f02-65f75fe89cfe service neutron] 10.222.0.106 "GET /v2.0/ports/ae64a70a-38cb-40a9-92a5-40d01cc22242/bindings/hv-neutron-8251 HTTP/1.1" status: 200 len: 384 time: 0.0761902 Jan 20 15:04:06.445830 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c254ff6-4053-4ec2-af48-8a7569041d11 req-e1a59769-f6f2-4a89-b402-8ff8bfa377c6 tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:04:06.447290 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-7c254ff6-4053-4ec2-af48-8a7569041d11 req-e1a59769-f6f2-4a89-b402-8ff8bfa377c6 tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] 10.222.0.54 "GET /v2.0/ports?device_id=5cdb5d2e-2ba1-46ba-905d-e1774d93f27b HTTP/1.1" status: 200 len: 945 time: 0.0791299 Jan 20 15:04:06.496558 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-7c254ff6-4053-4ec2-af48-8a7569041d11 req-755fea5b-ee2a-4a01-8fb9-97bd706925fd tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] 10.222.0.54 "GET /v2.0/security-groups?id=e1716f63-e074-48a4-b9f6-227bd2854db9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432923 Jan 20 15:04:06.906999 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-0f554bbd-48cf-427d-a411-8a2d40dd10e5 req-b2b6c182-c1de-44c7-86c7-ce68b7468907 service neutron] 10.222.0.106 "GET /v2.0/ports?device_id=5cdb5d2e-2ba1-46ba-905d-e1774d93f27b&tenant_id=64cb64e55ca34ff8a2783858c7575b14 HTTP/1.1" status: 200 len: 1098 time: 0.0672197 Jan 20 15:04:06.994333 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-0f554bbd-48cf-427d-a411-8a2d40dd10e5 req-ebc5290c-41a0-4b5b-ace0-1e8ee6369168 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=64cb64e55ca34ff8a2783858c7575b14&device_id=5cdb5d2e-2ba1-46ba-905d-e1774d93f27b HTTP/1.1" status: 200 len: 1098 time: 0.0669560 Jan 20 15:04:07.200802 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f554bbd-48cf-427d-a411-8a2d40dd10e5 req-e90f3fc1-c512-4ba5-8e52-7967ddd67e58 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:04:07.202183 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-0f554bbd-48cf-427d-a411-8a2d40dd10e5 req-e90f3fc1-c512-4ba5-8e52-7967ddd67e58 service neutron] 10.222.0.106 "GET /v2.0/networks?id=1579d335-65dd-4c1b-8702-2e3d2f204e15 HTTP/1.1" status: 200 len: 916 time: 0.2026012 Jan 20 15:04:07.270912 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-0f554bbd-48cf-427d-a411-8a2d40dd10e5 req-30c124a4-9f50-4d51-9b22-2a94a600ba32 service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ae64a70a-38cb-40a9-92a5-40d01cc22242 HTTP/1.1" status: 200 len: 217 time: 0.0625422 Jan 20 15:04:07.338742 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f554bbd-48cf-427d-a411-8a2d40dd10e5 req-c8de64ef-d8cf-4b30-98fe-0b0a1e817972 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:04:07.340154 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-0f554bbd-48cf-427d-a411-8a2d40dd10e5 req-c8de64ef-d8cf-4b30-98fe-0b0a1e817972 service neutron] 10.222.0.106 "GET /v2.0/subnets?id=4c433478-d3ce-4a45-b629-d03d12c46dad HTTP/1.1" status: 200 len: 855 time: 0.0638852 Jan 20 15:04:07.385009 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-0f554bbd-48cf-427d-a411-8a2d40dd10e5 req-85e1e9c0-8b2c-49c1-bebf-3db6545fbbc7 service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=1579d335-65dd-4c1b-8702-2e3d2f204e15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387466 Jan 20 15:04:07.514337 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-0f554bbd-48cf-427d-a411-8a2d40dd10e5 req-559fbea6-5298-4e0e-9df0-b07cbb286320 service neutron] 10.222.0.106 "GET /v2.0/networks/1579d335-65dd-4c1b-8702-2e3d2f204e15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232259 Jan 20 15:04:07.643370 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-0f554bbd-48cf-427d-a411-8a2d40dd10e5 req-1509f62f-33c1-4549-b572-06853bdc08bb service neutron] 10.222.0.106 "GET /v2.0/networks/1579d335-65dd-4c1b-8702-2e3d2f204e15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235263 Jan 20 15:04:07.694810 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5edec96-1c0b-4481-84c9-d45e6a17a86a req-218f234e-9440-47c6-85a5-2d6f684d98b8 tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:04:07.696343 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-b5edec96-1c0b-4481-84c9-d45e6a17a86a req-218f234e-9440-47c6-85a5-2d6f684d98b8 tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] 10.222.0.54 "GET /v2.0/ports?device_id=5cdb5d2e-2ba1-46ba-905d-e1774d93f27b HTTP/1.1" status: 200 len: 945 time: 0.0773818 Jan 20 15:04:07.745599 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-b5edec96-1c0b-4481-84c9-d45e6a17a86a req-91612ed7-1325-46ed-ac49-9c911fa2304d tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] 10.222.0.54 "GET /v2.0/security-groups?id=e1716f63-e074-48a4-b9f6-227bd2854db9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438139 Jan 20 15:04:08.945793 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebb777f-f4a1-473f-a3d9-0836c19319c1 req-0e5d05f6-232c-4879-bd4b-6a26de8260aa tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:04:08.947264 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-cebb777f-f4a1-473f-a3d9-0836c19319c1 req-0e5d05f6-232c-4879-bd4b-6a26de8260aa tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] 10.222.0.54 "GET /v2.0/ports?device_id=5cdb5d2e-2ba1-46ba-905d-e1774d93f27b HTTP/1.1" status: 200 len: 945 time: 0.0790381 Jan 20 15:04:08.991230 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-cebb777f-f4a1-473f-a3d9-0836c19319c1 req-1f807ae8-1314-4507-a0cc-bac5eada633c tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] 10.222.0.54 "GET /v2.0/security-groups?id=e1716f63-e074-48a4-b9f6-227bd2854db9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386217 Jan 20 15:04:10.122772 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Device ae64a70a-38cb-40a9-92a5-40d01cc22242 details requested by agent hyperv_hv-neutron-8251 with host hv-neutron-8251 {{(pid=84154) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 20 15:04:10.125243 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Device ae64a70a-38cb-40a9-92a5-40d01cc22242 no longer exists at agent hyperv_hv-neutron-8251 {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 15:04:10.194484 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be613180-db56-4eca-b21c-2dafab2b84f5 req-45baaa60-7319-4158-b65c-96bf476003a5 tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:04:10.196032 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-be613180-db56-4eca-b21c-2dafab2b84f5 req-45baaa60-7319-4158-b65c-96bf476003a5 tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] 10.222.0.54 "GET /v2.0/ports?device_id=5cdb5d2e-2ba1-46ba-905d-e1774d93f27b HTTP/1.1" status: 200 len: 945 time: 0.0809398 Jan 20 15:04:10.256475 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-be613180-db56-4eca-b21c-2dafab2b84f5 req-783bf211-e117-4e7b-9be0-f558ee688806 tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] 10.222.0.54 "GET /v2.0/security-groups?id=e1716f63-e074-48a4-b9f6-227bd2854db9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500383 Jan 20 15:04:10.340996 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:10.376709 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] For port ae64a70a-38cb-40a9-92a5-40d01cc22242, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=ae64a70a-38cb-40a9-92a5-40d01cc22242,segment=NetworkSegment(be967bc0-4765-429e-bad4-0cb11729a7af),segment_id=be967bc0-4765-429e-bad4-0cb11729a7af)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 15:04:10.395664 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cdb5d2e-2ba1-46ba-905d-e1774d93f27b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae64a70a-38cb-40a9-92a5-40d01cc22242'}] {{(pid=84154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 15:04:10.404801 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Returning: {'device': 'ae64a70a-38cb-40a9-92a5-40d01cc22242', 'network_id': '1579d335-65dd-4c1b-8702-2e3d2f204e15', 'port_id': 'ae64a70a-38cb-40a9-92a5-40d01cc22242', 'mac_address': 'fa:16:3e:b5:32:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c433478-d3ce-4a45-b629-d03d12c46dad', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84154) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 20 15:04:10.409332 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] For port ae64a70a-38cb-40a9-92a5-40d01cc22242, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=ae64a70a-38cb-40a9-92a5-40d01cc22242,segment=NetworkSegment(be967bc0-4765-429e-bad4-0cb11729a7af),segment_id=be967bc0-4765-429e-bad4-0cb11729a7af)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 15:04:10.462637 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:10.472987 dv-neutron-825124-1-hyperv neutron-server[84154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cdb5d2e-2ba1-46ba-905d-e1774d93f27b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae64a70a-38cb-40a9-92a5-40d01cc22242', 'code': 200} Jan 20 15:04:10.481833 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.notifiers.nova [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ae64a70a-38cb-40a9-92a5-40d01cc22242 {{(pid=84154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 15:04:10.492067 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:10.598321 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.db.api [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84154) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 15:04:10.598591 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG oslo_db.api [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 15:04:10.602016 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Pushing event updated for resources: {'Port': ['ID=ae64a70a-38cb-40a9-92a5-40d01cc22242,revision_number=6']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:04:11.152777 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:11.170251 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.notifiers.nova [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae64a70a-38cb-40a9-92a5-40d01cc22242 {{(pid=84154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 15:04:11.184925 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] For port ae64a70a-38cb-40a9-92a5-40d01cc22242, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=ae64a70a-38cb-40a9-92a5-40d01cc22242,segment=NetworkSegment(be967bc0-4765-429e-bad4-0cb11729a7af),segment_id=be967bc0-4765-429e-bad4-0cb11729a7af)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 15:04:11.251917 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:11.341717 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] get_ports_and_sgs() called for port_ids ['ae64a70a-38cb-40a9-92a5-40d01cc22242'] {{(pid=84154) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 20 15:04:11.403401 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Pushing event updated for resources: {'Port': ['ID=ae64a70a-38cb-40a9-92a5-40d01cc22242,revision_number=7']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:04:11.460632 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da002dd1-fd25-4b8e-b138-5a011b67f2b4 req-fcf82b0f-0189-4c3c-acea-a451e8e47327 tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:04:11.462203 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-da002dd1-fd25-4b8e-b138-5a011b67f2b4 req-fcf82b0f-0189-4c3c-acea-a451e8e47327 tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] 10.222.0.54 "GET /v2.0/ports?device_id=5cdb5d2e-2ba1-46ba-905d-e1774d93f27b HTTP/1.1" status: 200 len: 944 time: 0.0768504 Jan 20 15:04:11.512277 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-da002dd1-fd25-4b8e-b138-5a011b67f2b4 req-38ea906b-1b92-41d7-9b22-53c79e3385a8 tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] 10.222.0.54 "GET /v2.0/security-groups?id=e1716f63-e074-48a4-b9f6-227bd2854db9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398614 Jan 20 15:04:11.962614 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98900c26-f813-4c72-896a-204b304e6b89 req-b0b89338-3c6f-47ff-884c-74520a5acabe tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:04:11.964064 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-98900c26-f813-4c72-896a-204b304e6b89 req-b0b89338-3c6f-47ff-884c-74520a5acabe tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] 10.222.0.54 "GET /v2.0/ports?device_id=5cdb5d2e-2ba1-46ba-905d-e1774d93f27b HTTP/1.1" status: 200 len: 944 time: 0.0804868 Jan 20 15:04:12.008883 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-98900c26-f813-4c72-896a-204b304e6b89 req-08e3b131-f780-4d9a-a8c0-d5f81dec83fe tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] 10.222.0.54 "GET /v2.0/security-groups?id=e1716f63-e074-48a4-b9f6-227bd2854db9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391865 Jan 20 15:04:12.009713 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7de4ca-11bb-49e2-a456-cea6330acc17 req-08b72290-03be-4dbd-9856-c663afbd8c4c tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:04:12.010440 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [req-ee7de4ca-11bb-49e2-a456-cea6330acc17 req-08b72290-03be-4dbd-9856-c663afbd8c4c tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] Synchronizing usage tracker for tenant:64cb64e55ca34ff8a2783858c7575b14 on resource:port {{(pid=84152) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 15:04:12.080053 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [req-ee7de4ca-11bb-49e2-a456-cea6330acc17 req-08b72290-03be-4dbd-9856-c663afbd8c4c tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] Unset dirty status for tenant:64cb64e55ca34ff8a2783858c7575b14 on resource:port {{(pid=84152) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 15:04:12.081194 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-ee7de4ca-11bb-49e2-a456-cea6330acc17 req-08b72290-03be-4dbd-9856-c663afbd8c4c tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] 10.222.0.106 "GET /v2.0/ports?device_id=5cdb5d2e-2ba1-46ba-905d-e1774d93f27b&tenant_id=64cb64e55ca34ff8a2783858c7575b14&binding%3Ahost_id=hv-neutron-8251 HTTP/1.1" status: 200 len: 944 time: 0.1507988 Jan 20 15:04:12.132238 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Device ae64a70a-38cb-40a9-92a5-40d01cc22242 up at agent hyperv_hv-neutron-8251 {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 15:04:12.200270 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Provisioning complete for port ae64a70a-38cb-40a9-92a5-40d01cc22242 triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:04:12.201046 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:12.227806 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-ee7de4ca-11bb-49e2-a456-cea6330acc17 req-730ed6b0-2293-4db7-abce-740cb9b39920 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=64cb64e55ca34ff8a2783858c7575b14&device_id=5cdb5d2e-2ba1-46ba-905d-e1774d93f27b HTTP/1.1" status: 200 len: 1097 time: 0.0728769 Jan 20 15:04:12.327305 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:12.359433 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] For port ae64a70a-38cb-40a9-92a5-40d01cc22242, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=ae64a70a-38cb-40a9-92a5-40d01cc22242,segment=NetworkSegment(be967bc0-4765-429e-bad4-0cb11729a7af),segment_id=be967bc0-4765-429e-bad4-0cb11729a7af)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 15:04:12.365823 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7de4ca-11bb-49e2-a456-cea6330acc17 req-7e27c5c8-b9cd-448f-a614-9b119d77a9ef service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:04:12.367300 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-ee7de4ca-11bb-49e2-a456-cea6330acc17 req-7e27c5c8-b9cd-448f-a614-9b119d77a9ef service neutron] 10.222.0.106 "GET /v2.0/networks?id=1579d335-65dd-4c1b-8702-2e3d2f204e15 HTTP/1.1" status: 200 len: 916 time: 0.1338997 Jan 20 15:04:12.431779 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-ee7de4ca-11bb-49e2-a456-cea6330acc17 req-2c490227-a64f-4f50-9f5f-91b5ea648ac5 service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ae64a70a-38cb-40a9-92a5-40d01cc22242 HTTP/1.1" status: 200 len: 217 time: 0.0590522 Jan 20 15:04:12.445748 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:12.478724 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cdb5d2e-2ba1-46ba-905d-e1774d93f27b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae64a70a-38cb-40a9-92a5-40d01cc22242'}] {{(pid=84154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 15:04:12.498182 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7de4ca-11bb-49e2-a456-cea6330acc17 req-88987ed7-6ebb-438c-b839-a16f8487e9a3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:04:12.503164 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-ee7de4ca-11bb-49e2-a456-cea6330acc17 req-88987ed7-6ebb-438c-b839-a16f8487e9a3 service neutron] 10.222.0.106 "GET /v2.0/subnets?id=4c433478-d3ce-4a45-b629-d03d12c46dad HTTP/1.1" status: 200 len: 855 time: 0.0628006 Jan 20 15:04:12.517271 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Pushing event updated for resources: {'Port': ['ID=ae64a70a-38cb-40a9-92a5-40d01cc22242,revision_number=8']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:04:12.546011 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-ee7de4ca-11bb-49e2-a456-cea6330acc17 req-9637668e-2f0c-4bb3-90a8-80c79d39e485 service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=1579d335-65dd-4c1b-8702-2e3d2f204e15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400999 Jan 20 15:04:12.550839 dv-neutron-825124-1-hyperv neutron-server[84154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cdb5d2e-2ba1-46ba-905d-e1774d93f27b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae64a70a-38cb-40a9-92a5-40d01cc22242', 'code': 200} Jan 20 15:04:12.675590 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-ee7de4ca-11bb-49e2-a456-cea6330acc17 req-1696286b-445a-4736-bc74-7696b392942f service neutron] 10.222.0.106 "GET /v2.0/networks/1579d335-65dd-4c1b-8702-2e3d2f204e15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215971 Jan 20 15:04:12.802892 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-ee7de4ca-11bb-49e2-a456-cea6330acc17 req-5e7b3bd4-b43f-4e24-b493-c31a5214bc78 service neutron] 10.222.0.106 "GET /v2.0/networks/1579d335-65dd-4c1b-8702-2e3d2f204e15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205118 Jan 20 15:04:13.210047 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae8ef80-cdae-46a7-8b16-c60a540ce5d2 req-7ad17829-0416-421a-8837-25d8f18f51c9 tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:04:13.211510 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-8ae8ef80-cdae-46a7-8b16-c60a540ce5d2 req-7ad17829-0416-421a-8837-25d8f18f51c9 tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] 10.222.0.54 "GET /v2.0/ports?device_id=5cdb5d2e-2ba1-46ba-905d-e1774d93f27b HTTP/1.1" status: 200 len: 945 time: 0.0755489 Jan 20 15:04:13.257092 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-8ae8ef80-cdae-46a7-8b16-c60a540ce5d2 req-4e59c16f-d32d-4611-a05c-440631899460 tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] 10.222.0.54 "GET /v2.0/security-groups?id=e1716f63-e074-48a4-b9f6-227bd2854db9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400517 Jan 20 15:04:14.458629 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61cf5ff-78c5-442c-aa33-6164795b7afd req-e6e5c0a7-1024-4653-ac15-9d868cfb25f2 tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:04:14.460106 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-f61cf5ff-78c5-442c-aa33-6164795b7afd req-e6e5c0a7-1024-4653-ac15-9d868cfb25f2 tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] 10.222.0.54 "GET /v2.0/ports?device_id=5cdb5d2e-2ba1-46ba-905d-e1774d93f27b HTTP/1.1" status: 200 len: 945 time: 0.0796864 Jan 20 15:04:14.505146 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-f61cf5ff-78c5-442c-aa33-6164795b7afd req-a1aa8a43-9c9f-4001-ac07-250d08c3d033 tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] 10.222.0.54 "GET /v2.0/security-groups?id=e1716f63-e074-48a4-b9f6-227bd2854db9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395496 Jan 20 15:04:14.696680 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d7f2b3-eeef-47e8-884e-02a41e168686 req-4f9aacb5-17c6-482b-b4d3-74e50b643963 tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:04:14.698157 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-28d7f2b3-eeef-47e8-884e-02a41e168686 req-4f9aacb5-17c6-482b-b4d3-74e50b643963 tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] 10.222.0.54 "GET /v2.0/ports?device_id=5cdb5d2e-2ba1-46ba-905d-e1774d93f27b HTTP/1.1" status: 200 len: 945 time: 0.0758719 Jan 20 15:04:14.742861 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-28d7f2b3-eeef-47e8-884e-02a41e168686 req-64319175-d624-4953-93fa-6ebe8c093afb tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] 10.222.0.54 "GET /v2.0/security-groups?id=e1716f63-e074-48a4-b9f6-227bd2854db9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392942 Jan 20 15:04:14.937090 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b3dacb-e77c-4a30-b134-cffb8a045b18 req-36becc77-467c-4bbf-a22a-2fbf4e0d8b34 tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:04:14.938801 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-34b3dacb-e77c-4a30-b134-cffb8a045b18 req-36becc77-467c-4bbf-a22a-2fbf4e0d8b34 tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] 10.222.0.54 "GET /v2.0/ports?device_id=5cdb5d2e-2ba1-46ba-905d-e1774d93f27b HTTP/1.1" status: 200 len: 945 time: 0.0783787 Jan 20 15:04:14.994813 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-34b3dacb-e77c-4a30-b134-cffb8a045b18 req-a3991560-3281-4d9e-9d8c-29a111e4e219 tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] 10.222.0.54 "GET /v2.0/security-groups?id=e1716f63-e074-48a4-b9f6-227bd2854db9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504878 Jan 20 15:04:15.897293 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669dbe14-747b-47d1-aa45-90eec0df381c req-cb61447d-1175-46f1-8d77-fd14ef7c4876 tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:04:15.898788 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-669dbe14-747b-47d1-aa45-90eec0df381c req-cb61447d-1175-46f1-8d77-fd14ef7c4876 tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] 10.222.0.54 "GET /v2.0/ports?device_id=5cdb5d2e-2ba1-46ba-905d-e1774d93f27b HTTP/1.1" status: 200 len: 945 time: 0.0751345 Jan 20 15:04:15.947401 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-669dbe14-747b-47d1-aa45-90eec0df381c req-a33dcb88-f6a3-4226-961d-829c31682198 tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] 10.222.0.54 "GET /v2.0/security-groups?id=e1716f63-e074-48a4-b9f6-227bd2854db9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429449 Jan 20 15:04:17.149983 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af385275-72e8-43d1-bdd8-3cdc8f64d5c2 req-49e7c6b7-650d-4df1-a446-6ba6ad080805 tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:04:17.151387 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-af385275-72e8-43d1-bdd8-3cdc8f64d5c2 req-49e7c6b7-650d-4df1-a446-6ba6ad080805 tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] 10.222.0.54 "GET /v2.0/ports?device_id=5cdb5d2e-2ba1-46ba-905d-e1774d93f27b HTTP/1.1" status: 200 len: 945 time: 0.0857131 Jan 20 15:04:17.198313 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-af385275-72e8-43d1-bdd8-3cdc8f64d5c2 req-1e1eeb57-5b09-45cb-bd23-0c9a9c65960c tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] 10.222.0.54 "GET /v2.0/security-groups?id=e1716f63-e074-48a4-b9f6-227bd2854db9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414958 Jan 20 15:04:17.428728 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad50c6f8-49fd-4256-988d-5ae7c0a48869 req-326af28e-8ba5-43e3-afeb-89b19c4ac756 tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:04:17.430057 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-ad50c6f8-49fd-4256-988d-5ae7c0a48869 req-326af28e-8ba5-43e3-afeb-89b19c4ac756 tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] 10.222.0.106 "GET /v2.0/ports?device_id=5cdb5d2e-2ba1-46ba-905d-e1774d93f27b HTTP/1.1" status: 200 len: 945 time: 0.0778904 Jan 20 15:04:17.495011 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [req-ad50c6f8-49fd-4256-988d-5ae7c0a48869 req-e3f3142b-748c-4406-a2e9-9230d87539dd tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] Deleting port ae64a70a-38cb-40a9-92a5-40d01cc22242 {{(pid=84152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 15:04:17.495347 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [req-ad50c6f8-49fd-4256-988d-5ae7c0a48869 req-e3f3142b-748c-4406-a2e9-9230d87539dd tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:17.814496 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.db [req-ad50c6f8-49fd-4256-988d-5ae7c0a48869 req-e3f3142b-748c-4406-a2e9-9230d87539dd tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] For port ae64a70a-38cb-40a9-92a5-40d01cc22242, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=ae64a70a-38cb-40a9-92a5-40d01cc22242,segment=NetworkSegment(be967bc0-4765-429e-bad4-0cb11729a7af),segment_id=be967bc0-4765-429e-bad4-0cb11729a7af)] {{(pid=84152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 15:04:17.814849 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [req-ad50c6f8-49fd-4256-988d-5ae7c0a48869 req-e3f3142b-748c-4406-a2e9-9230d87539dd tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:17.931312 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [req-ad50c6f8-49fd-4256-988d-5ae7c0a48869 req-e3f3142b-748c-4406-a2e9-9230d87539dd tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] Calling delete_port for ae64a70a-38cb-40a9-92a5-40d01cc22242 owned by compute:nova {{(pid=84152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 15:04:18.108562 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [req-ad50c6f8-49fd-4256-988d-5ae7c0a48869 req-e3f3142b-748c-4406-a2e9-9230d87539dd tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:18.154025 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f3142b-748c-4406-a2e9-9230d87539dd tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] Pushing event deleted for resources: {'Port': ['ID=ae64a70a-38cb-40a9-92a5-40d01cc22242,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:04:18.193913 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f3142b-748c-4406-a2e9-9230d87539dd tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:04:18.194282 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f3142b-748c-4406-a2e9-9230d87539dd tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:04:18.194783 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f3142b-748c-4406-a2e9-9230d87539dd tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:04:18.195134 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f3142b-748c-4406-a2e9-9230d87539dd tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:04:18.195433 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f3142b-748c-4406-a2e9-9230d87539dd tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:04:18.196079 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f3142b-748c-4406-a2e9-9230d87539dd tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:04:18.196213 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f3142b-748c-4406-a2e9-9230d87539dd tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:04:18.196433 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f3142b-748c-4406-a2e9-9230d87539dd tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:04:18.196755 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f3142b-748c-4406-a2e9-9230d87539dd tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:04:18.197077 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f3142b-748c-4406-a2e9-9230d87539dd tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:04:18.197396 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f3142b-748c-4406-a2e9-9230d87539dd tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:04:18.225299 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] get_ports_and_sgs() called for port_ids ['ae64a70a-38cb-40a9-92a5-40d01cc22242'] {{(pid=84154) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 20 15:04:18.240872 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad50c6f8-49fd-4256-988d-5ae7c0a48869 req-e3f3142b-748c-4406-a2e9-9230d87539dd tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] No DVR routers for this DVR port ae64a70a-38cb-40a9-92a5-40d01cc22242 on host hv-neutron-8251 {{(pid=84152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 15:04:18.243103 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [req-ad50c6f8-49fd-4256-988d-5ae7c0a48869 req-e3f3142b-748c-4406-a2e9-9230d87539dd tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:18.245640 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cdb5d2e-2ba1-46ba-905d-e1774d93f27b', 'name': 'network-vif-deleted', 'tag': 'ae64a70a-38cb-40a9-92a5-40d01cc22242'}] {{(pid=84152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 15:04:18.304663 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cdb5d2e-2ba1-46ba-905d-e1774d93f27b', 'name': 'network-vif-deleted', 'tag': 'ae64a70a-38cb-40a9-92a5-40d01cc22242', 'status': 'completed', 'code': 200} Jan 20 15:04:18.316081 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-ad50c6f8-49fd-4256-988d-5ae7c0a48869 req-e3f3142b-748c-4406-a2e9-9230d87539dd tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] 10.222.0.106 "DELETE /v2.0/ports/ae64a70a-38cb-40a9-92a5-40d01cc22242 HTTP/1.1" status: 204 len: 173 time: 0.8806508 Jan 20 15:04:18.372896 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-9f737888-8a0b-4859-8d6f-4f3811115ce8 req-1b02a833-d2e6-401f-a38c-34648db95a6a tempest-ServerDiskConfigTestJSON-448449658 tempest-ServerDiskConfigTestJSON-448449658-project] 10.222.0.54 "GET /v2.0/ports?device_id=5cdb5d2e-2ba1-46ba-905d-e1774d93f27b HTTP/1.1" status: 200 len: 210 time: 0.0432334 Jan 20 15:04:19.629268 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 47402) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:04:19.687834 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.db_base_plugin_v2 [None req-d989514b-a908-46a8-856b-87ac4cc65270 admin admin] Deleting subnet 4c433478-d3ce-4a45-b629-d03d12c46dad {{(pid=84153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 20 15:04:19.691105 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-d989514b-a908-46a8-856b-87ac4cc65270 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:19.739634 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-d989514b-a908-46a8-856b-87ac4cc65270 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3980851'] for subnet, precommit_delete_associations {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:19.796168 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-d989514b-a908-46a8-856b-87ac4cc65270 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1627147'] for subnet, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:19.931605 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-d989514b-a908-46a8-856b-87ac4cc65270 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1627154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3943464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4194013'] for subnet, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:19.970599 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d989514b-a908-46a8-856b-87ac4cc65270 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4c433478-d3ce-4a45-b629-d03d12c46dad,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:04:19.978410 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-d989514b-a908-46a8-856b-87ac4cc65270 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:19.984230 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d989514b-a908-46a8-856b-87ac4cc65270 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:04:19.984576 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d989514b-a908-46a8-856b-87ac4cc65270 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:04:19.984912 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d989514b-a908-46a8-856b-87ac4cc65270 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:04:19.985244 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d989514b-a908-46a8-856b-87ac4cc65270 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:04:19.986329 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d989514b-a908-46a8-856b-87ac4cc65270 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:04:19.986670 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d989514b-a908-46a8-856b-87ac4cc65270 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:04:19.986994 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d989514b-a908-46a8-856b-87ac4cc65270 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:04:19.987319 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d989514b-a908-46a8-856b-87ac4cc65270 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:04:19.987655 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d989514b-a908-46a8-856b-87ac4cc65270 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:04:19.987958 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d989514b-a908-46a8-856b-87ac4cc65270 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:04:19.988277 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d989514b-a908-46a8-856b-87ac4cc65270 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:04:19.993398 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-d989514b-a908-46a8-856b-87ac4cc65270 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/4c433478-d3ce-4a45-b629-d03d12c46dad HTTP/1.1" status: 204 len: 168 time: 0.3626716 Jan 20 15:04:19.995438 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 47406) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:04:20.107456 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-d8da3c13-53ce-4046-8365-89522fe843bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586409'] for network, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:20.223676 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Device ae64a70a-38cb-40a9-92a5-40d01cc22242 no longer exists at agent hyperv_hv-neutron-8251 {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 15:04:20.229239 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-d8da3c13-53ce-4046-8365-89522fe843bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1626242', 'neutron.services.segments.db._delete_segments_for_network-8769554214620'] for network, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:20.257449 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] No Port match for: ae64a70a-38cb-40a9-92a5-40d01cc22242 {{(pid=84154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 15:04:20.262614 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Device ae64a70a-38cb-40a9-92a5-40d01cc22242 not bound to the agent host hv-neutron-8251 {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 15:04:20.340732 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.services.segments.db [None req-d8da3c13-53ce-4046-8365-89522fe843bc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1579d335-65dd-4c1b-8702-2e3d2f204e15']}} {{(pid=84153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:04:20.352752 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.services.segments.db [None req-d8da3c13-53ce-4046-8365-89522fe843bc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be967bc0-4765-429e-bad4-0cb11729a7af') {'for_net_delete': True} {{(pid=84153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:04:20.353045 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.services.segments.db [None req-d8da3c13-53ce-4046-8365-89522fe843bc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be967bc0-4765-429e-bad4-0cb11729a7af') {} {{(pid=84153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:04:20.364515 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-d8da3c13-53ce-4046-8365-89522fe843bc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769554214503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980856'] for segment, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:20.380219 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-d8da3c13-53ce-4046-8365-89522fe843bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:20.386188 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8da3c13-53ce-4046-8365-89522fe843bc admin admin] Releasing vlan 181 on physical network physnet1 to pool {{(pid=84153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 15:04:20.386565 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-d8da3c13-53ce-4046-8365-89522fe843bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1622950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3944078'] for segment, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:20.399093 dv-neutron-825124-1-hyperv neutron-server[84153]: Traceback (most recent call last): Jan 20 15:04:20.399093 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 15:04:20.399093 dv-neutron-825124-1-hyperv neutron-server[84153]: timer() Jan 20 15:04:20.399093 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 15:04:20.399093 dv-neutron-825124-1-hyperv neutron-server[84153]: cb(*args, **kw) Jan 20 15:04:20.399093 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 15:04:20.399093 dv-neutron-825124-1-hyperv neutron-server[84153]: return func(*args, **kwargs) Jan 20 15:04:20.399093 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 15:04:20.399093 dv-neutron-825124-1-hyperv neutron-server[84153]: self._notify() Jan 20 15:04:20.399093 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 15:04:20.399093 dv-neutron-825124-1-hyperv neutron-server[84153]: self.callback(batched_events) Jan 20 15:04:20.399093 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 15:04:20.399093 dv-neutron-825124-1-hyperv neutron-server[84153]: event.method(event) Jan 20 15:04:20.399093 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 15:04:20.399093 dv-neutron-825124-1-hyperv neutron-server[84153]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 15:04:20.399093 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 15:04:20.399093 dv-neutron-825124-1-hyperv neutron-server[84153]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 15:04:20.399093 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 15:04:20.399093 dv-neutron-825124-1-hyperv neutron-server[84153]: return f(self, *a, **k) Jan 20 15:04:20.399093 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 15:04:20.399093 dv-neutron-825124-1-hyperv neutron-server[84153]: return self._get(url).json() Jan 20 15:04:20.399093 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 15:04:20.399093 dv-neutron-825124-1-hyperv neutron-server[84153]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 15:04:20.399093 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 15:04:20.399093 dv-neutron-825124-1-hyperv neutron-server[84153]: return self.request(url, 'GET', **kwargs) Jan 20 15:04:20.399093 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 15:04:20.399093 dv-neutron-825124-1-hyperv neutron-server[84153]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 15:04:20.399093 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 15:04:20.399093 dv-neutron-825124-1-hyperv neutron-server[84153]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 15:04:20.399093 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 15:04:20.399093 dv-neutron-825124-1-hyperv neutron-server[84153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 15:04:20.399093 dv-neutron-825124-1-hyperv neutron-server[84153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 15:04:20.536654 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-d8da3c13-53ce-4046-8365-89522fe843bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1626253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-745296'] for network, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:20.552865 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-d8da3c13-53ce-4046-8365-89522fe843bc admin admin] Notify callbacks [] for network, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:20.564464 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8da3c13-53ce-4046-8365-89522fe843bc admin admin] Pushing event deleted for resources: {'Network': ['ID=1579d335-65dd-4c1b-8702-2e3d2f204e15,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:04:20.631816 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-d8da3c13-53ce-4046-8365-89522fe843bc admin admin] 10.222.0.54 "DELETE /v2.0/networks/1579d335-65dd-4c1b-8702-2e3d2f204e15 HTTP/1.1" status: 204 len: 168 time: 0.6354222 Jan 20 15:04:20.958101 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 47412) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:04:21.006731 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-b1ecd05d-23b3-4e14-b14f-c643251c239b admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=64cb64e55ca34ff8a2783858c7575b14&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0475030 Jan 20 15:04:21.009188 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 47416) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:04:21.069415 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-db2b2c8a-60fb-4d0a-a4d1-efe4df850c3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:21.098641 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-db2b2c8a-60fb-4d0a-a4d1-efe4df850c3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:21.210932 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-db2b2c8a-60fb-4d0a-a4d1-efe4df850c3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:21.231715 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2b2c8a-60fb-4d0a-a4d1-efe4df850c3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1716f63-e074-48a4-b9f6-227bd2854db9,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:04:21.236340 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-db2b2c8a-60fb-4d0a-a4d1-efe4df850c3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:21.238084 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-db2b2c8a-60fb-4d0a-a4d1-efe4df850c3c admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/e1716f63-e074-48a4-b9f6-227bd2854db9 HTTP/1.1" status: 204 len: 168 time: 0.2274497 Jan 20 15:04:22.387099 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 47438) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:04:22.527626 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-bf7f58ef-e851-449c-ae8a-86692ca1849d admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-219677164-network', 'tenant_id': '0c6e33a201a449b6a090c10ea0004dc8'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 15:04:22.532302 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-bf7f58ef-e851-449c-ae8a-86692ca1849d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:04:22.536043 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-bf7f58ef-e851-449c-ae8a-86692ca1849d admin admin] Usage tracker for resource:network and tenant:0c6e33a201a449b6a090c10ea0004dc8 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:04:22.538950 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-bf7f58ef-e851-449c-ae8a-86692ca1849d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:04:22.544324 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-bf7f58ef-e851-449c-ae8a-86692ca1849d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:04:22.619956 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf7f58ef-e851-449c-ae8a-86692ca1849d admin admin] Made reservation on behalf of 0c6e33a201a449b6a090c10ea0004dc8 for: {'network': 1} {{(pid=84153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 15:04:22.622503 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-bf7f58ef-e851-449c-ae8a-86692ca1849d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for network, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:22.635801 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-bf7f58ef-e851-449c-ae8a-86692ca1849d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:22.666659 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-bf7f58ef-e851-449c-ae8a-86692ca1849d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:04:22.670331 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-bf7f58ef-e851-449c-ae8a-86692ca1849d admin admin] Usage tracker for resource:security_group_rule and tenant:0c6e33a201a449b6a090c10ea0004dc8 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:04:22.673046 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-bf7f58ef-e851-449c-ae8a-86692ca1849d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:04:22.678762 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-bf7f58ef-e851-449c-ae8a-86692ca1849d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:04:22.740887 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-bf7f58ef-e851-449c-ae8a-86692ca1849d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:22.799513 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-bf7f58ef-e851-449c-ae8a-86692ca1849d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:22.829098 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf7f58ef-e851-449c-ae8a-86692ca1849d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 182} {{(pid=84153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 15:04:22.838057 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7f58ef-e851-449c-ae8a-86692ca1849d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c69051ec-226e-4401-8c66-cae685f83f2e,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:04:22.843450 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-bf7f58ef-e851-449c-ae8a-86692ca1849d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:22.843797 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.db.segments_db [None req-bf7f58ef-e851-449c-ae8a-86692ca1849d admin admin] Added segment 67d85c3c-da5a-4228-85cc-cf5be291c245 of type vlan for network 55caab5b-9aa1-40c0-b8bb-10b09e68853a Jan 20 15:04:22.868627 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-bf7f58ef-e851-449c-ae8a-86692ca1849d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769553767792'] for network, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:22.942310 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-bf7f58ef-e851-449c-ae8a-86692ca1849d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967'] for network, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:22.943151 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf7f58ef-e851-449c-ae8a-86692ca1849d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:04:22.943737 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-bf7f58ef-e851-449c-ae8a-86692ca1849d admin admin] Notify callbacks [] for network, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:23.044775 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7f58ef-e851-449c-ae8a-86692ca1849d admin admin] Pushing event updated for resources: {'Network': ['ID=55caab5b-9aa1-40c0-b8bb-10b09e68853a,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:04:23.054953 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Network 55caab5b-9aa1-40c0-b8bb-10b09e68853a details requested by agent ovs-agent-dv-neutron-825124-1-hyperv with host dv-neutron-825124-1-hyperv {{(pid=84154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 15:04:23.109193 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-bf7f58ef-e851-449c-ae8a-86692ca1849d admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7209814 Jan 20 15:04:23.112581 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 47444) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:04:23.117822 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-fa121d3c-eb4a-4ff0-9e12-3985ba1026fb admin admin] Request body: {'subnet': {'network_id': '55caab5b-9aa1-40c0-b8bb-10b09e68853a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-219677164-subnet', 'tenant_id': '0c6e33a201a449b6a090c10ea0004dc8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 15:04:23.123019 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-fa121d3c-eb4a-4ff0-9e12-3985ba1026fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:04:23.127560 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-fa121d3c-eb4a-4ff0-9e12-3985ba1026fb admin admin] Usage tracker for resource:subnet and tenant:0c6e33a201a449b6a090c10ea0004dc8 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:04:23.130381 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-fa121d3c-eb4a-4ff0-9e12-3985ba1026fb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:04:23.135967 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-fa121d3c-eb4a-4ff0-9e12-3985ba1026fb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:04:23.193768 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa121d3c-eb4a-4ff0-9e12-3985ba1026fb admin admin] Made reservation on behalf of 0c6e33a201a449b6a090c10ea0004dc8 for: {'subnet': 1} {{(pid=84153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 15:04:23.196133 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-fa121d3c-eb4a-4ff0-9e12-3985ba1026fb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4193986'] for subnet, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:23.451407 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-fa121d3c-eb4a-4ff0-9e12-3985ba1026fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3943531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4194004'] for subnet, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:23.512387 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa121d3c-eb4a-4ff0-9e12-3985ba1026fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=53556284-e4c4-431b-baea-519cba1c51f0,revision_number=0']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:04:23.535934 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa121d3c-eb4a-4ff0-9e12-3985ba1026fb admin admin] Checking segment: {'id': '67d85c3c-da5a-4228-85cc-cf5be291c245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '55caab5b-9aa1-40c0-b8bb-10b09e68853a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 15:04:23.536286 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa121d3c-eb4a-4ff0-9e12-3985ba1026fb admin admin] Network hostable DHCP agents. Network: 55caab5b-9aa1-40c0-b8bb-10b09e68853a, hostable agents: ['1a181e39-5220-4c1a-88f8-08a54e8bfc9b'], hosted agents: [] {{(pid=84153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 15:04:23.616690 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa121d3c-eb4a-4ff0-9e12-3985ba1026fb admin admin] Network 55caab5b-9aa1-40c0-b8bb-10b09e68853a is scheduled to be hosted by DHCP agent 1a181e39-5220-4c1a-88f8-08a54e8bfc9b with binding_index 1 {{(pid=84153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 15:04:23.685210 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.base_scheduler [None req-fa121d3c-eb4a-4ff0-9e12-3985ba1026fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825124-1-hyperv, 55caab5b-9aa1-40c0-b8bb-10b09e68853a) {{(pid=84153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 15:04:23.690248 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa121d3c-eb4a-4ff0-9e12-3985ba1026fb admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:04:23.690853 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-fa121d3c-eb4a-4ff0-9e12-3985ba1026fb admin admin] Notify callbacks [] for subnet, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:23.695638 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dfd3cf7-a27d-426d-9a33-2771bd48ed71 None None] Network 55caab5b-9aa1-40c0-b8bb-10b09e68853a requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 15:04:23.771776 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-fa121d3c-eb4a-4ff0-9e12-3985ba1026fb admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6580126 Jan 20 15:04:23.774340 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 47448) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:04:23.779438 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-f57b934d-d8c9-4948-966c-87afd4df204f admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-219677164-router', 'tenant_id': '0c6e33a201a449b6a090c10ea0004dc8', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d'}}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 15:04:23.784629 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-f57b934d-d8c9-4948-966c-87afd4df204f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:04:23.788565 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-f57b934d-d8c9-4948-966c-87afd4df204f admin admin] Usage tracker for resource:router and tenant:0c6e33a201a449b6a090c10ea0004dc8 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:04:23.791616 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-f57b934d-d8c9-4948-966c-87afd4df204f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:04:23.797426 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-f57b934d-d8c9-4948-966c-87afd4df204f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:04:23.868435 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-f57b934d-d8c9-4948-966c-87afd4df204f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-105475'] for router, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:23.869379 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-f57b934d-d8c9-4948-966c-87afd4df204f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-739204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-744864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-735540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-105484'] for router, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:23.886767 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-f57b934d-d8c9-4948-966c-87afd4df204f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:23.916763 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7ad3c88-6639-4667-a324-44b7d7513e0f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95c917f5-14ba-5e96-98b8-1a52654a930a-55caab5b-9aa1-40c0-b8bb-10b09e68853a', 'network_id': '55caab5b-9aa1-40c0-b8bb-10b09e68853a', 'tenant_id': '0c6e33a201a449b6a090c10ea0004dc8', 'fixed_ips': [{'subnet_id': '53556284-e4c4-431b-baea-519cba1c51f0'}]}} from dv-neutron-825124-1-hyperv. {{(pid=84154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 20 15:04:23.923744 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-d7ad3c88-6639-4667-a324-44b7d7513e0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:24.081840 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_common [None req-d7ad3c88-6639-4667-a324-44b7d7513e0f None None] Allocated IP 172.20.0.2 (55caab5b-9aa1-40c0-b8bb-10b09e68853a/53556284-e4c4-431b-baea-519cba1c51f0/32752287-2ba0-49aa-9fb8-1aaa5c6caba0) {{(pid=84154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 15:04:24.106296 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-f57b934d-d8c9-4948-966c-87afd4df204f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-744886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-105502'] for router, precommit_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:24.290219 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-d7ad3c88-6639-4667-a324-44b7d7513e0f None None] Notify callbacks [] for port, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:24.299998 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-d7ad3c88-6639-4667-a324-44b7d7513e0f None None] Transition to ACTIVE for port object 32752287-2ba0-49aa-9fb8-1aaa5c6caba0 will not be triggered until provisioned by entity L2. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 15:04:24.318726 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-d7ad3c88-6639-4667-a324-44b7d7513e0f None None] Transition to ACTIVE for port object 32752287-2ba0-49aa-9fb8-1aaa5c6caba0 will not be triggered until provisioned by entity DHCP. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 15:04:24.348456 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-f57b934d-d8c9-4948-966c-87afd4df204f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:24.377238 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-f57b934d-d8c9-4948-966c-87afd4df204f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:24.382728 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-d7ad3c88-6639-4667-a324-44b7d7513e0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477'] for port, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:24.456203 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7ad3c88-6639-4667-a324-44b7d7513e0f None None] Network 55caab5b-9aa1-40c0-b8bb-10b09e68853a is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 15:04:24.459278 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-d7ad3c88-6639-4667-a324-44b7d7513e0f None None] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 15:04:24.461721 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7ad3c88-6639-4667-a324-44b7d7513e0f None None] Received port after_create {{(pid=84154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 15:04:24.467251 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ad3c88-6639-4667-a324-44b7d7513e0f None None] Pushing event updated for resources: {'Port': ['ID=32752287-2ba0-49aa-9fb8-1aaa5c6caba0,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:04:24.513217 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.db_base_plugin_common [None req-f57b934d-d8c9-4948-966c-87afd4df204f admin admin] Allocated IP 172.26.7.60 (8dffb05c-5ca0-409b-bd5f-7be6264f707d/a489dd4f-42a5-433b-8be3-bab2749c4209/a1184d29-0410-4343-a277-3eda97ff9ba6) {{(pid=84153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 15:04:24.560131 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-d7ad3c88-6639-4667-a324-44b7d7513e0f None None] Attempting to bind port 32752287-2ba0-49aa-9fb8-1aaa5c6caba0 on host dv-neutron-825124-1-hyperv for vnic_type normal with profile {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 15:04:24.560495 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-d7ad3c88-6639-4667-a324-44b7d7513e0f None None] Attempting to bind port 32752287-2ba0-49aa-9fb8-1aaa5c6caba0 by drivers openvswitch,hyperv on host dv-neutron-825124-1-hyperv at level 0 using segments [{'id': '67d85c3c-da5a-4228-85cc-cf5be291c245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '55caab5b-9aa1-40c0-b8bb-10b09e68853a'}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 15:04:24.560854 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7ad3c88-6639-4667-a324-44b7d7513e0f None None] Attempting to bind port 32752287-2ba0-49aa-9fb8-1aaa5c6caba0 on network 55caab5b-9aa1-40c0-b8bb-10b09e68853a {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 15:04:24.568150 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7ad3c88-6639-4667-a324-44b7d7513e0f None None] Checking agent: {'id': '6414dfeb-85c5-454a-8756-709ca637d800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825124-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 16, 31), 'started_at': datetime.datetime(2022, 1, 20, 14, 17, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 15, 4, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825124-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 15:04:24.568516 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7ad3c88-6639-4667-a324-44b7d7513e0f None None] Checking segment: {'id': '67d85c3c-da5a-4228-85cc-cf5be291c245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '55caab5b-9aa1-40c0-b8bb-10b09e68853a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 15:04:24.568917 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-d7ad3c88-6639-4667-a324-44b7d7513e0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:24.569301 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7ad3c88-6639-4667-a324-44b7d7513e0f None None] Bound using segment: {'id': '67d85c3c-da5a-4228-85cc-cf5be291c245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '55caab5b-9aa1-40c0-b8bb-10b09e68853a'} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 15:04:24.569810 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-d7ad3c88-6639-4667-a324-44b7d7513e0f None None] Bound port: 32752287-2ba0-49aa-9fb8-1aaa5c6caba0, host: dv-neutron-825124-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67d85c3c-da5a-4228-85cc-cf5be291c245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '55caab5b-9aa1-40c0-b8bb-10b09e68853a'}}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 15:04:24.570209 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-d7ad3c88-6639-4667-a324-44b7d7513e0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:24.655374 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-d7ad3c88-6639-4667-a324-44b7d7513e0f None None] For port 32752287-2ba0-49aa-9fb8-1aaa5c6caba0, host dv-neutron-825124-1-hyperv, cleared binding levels {{(pid=84154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 15:04:24.658279 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-d7ad3c88-6639-4667-a324-44b7d7513e0f None None] For port 32752287-2ba0-49aa-9fb8-1aaa5c6caba0, host dv-neutron-825124-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=32752287-2ba0-49aa-9fb8-1aaa5c6caba0,segment=NetworkSegment(67d85c3c-da5a-4228-85cc-cf5be291c245),segment_id=67d85c3c-da5a-4228-85cc-cf5be291c245)] {{(pid=84154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 15:04:24.659036 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-f57b934d-d8c9-4948-966c-87afd4df204f admin admin] Notify callbacks [] for port, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:24.748984 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-d7ad3c88-6639-4667-a324-44b7d7513e0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:24.789047 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-f57b934d-d8c9-4948-966c-87afd4df204f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:24.835048 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ad3c88-6639-4667-a324-44b7d7513e0f None None] Pushing event updated for resources: {'Port': ['ID=32752287-2ba0-49aa-9fb8-1aaa5c6caba0,revision_number=2']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:04:24.966498 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f57b934d-d8c9-4948-966c-87afd4df204f admin admin] Network 8dffb05c-5ca0-409b-bd5f-7be6264f707d is already hosted by enough agents. {{(pid=84153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 15:04:24.969472 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.base_scheduler [None req-f57b934d-d8c9-4948-966c-87afd4df204f admin admin] Resources bound (agent type, host, resource id): {{(pid=84153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 15:04:24.973259 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f57b934d-d8c9-4948-966c-87afd4df204f admin admin] Received port after_create {{(pid=84153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 15:04:25.012464 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57b934d-d8c9-4948-966c-87afd4df204f admin admin] Pushing event updated for resources: {'Port': ['ID=a1184d29-0410-4343-a277-3eda97ff9ba6,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:04:25.195970 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-f57b934d-d8c9-4948-966c-87afd4df204f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:25.196672 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-f57b934d-d8c9-4948-966c-87afd4df204f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-744861'] for router, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:25.491209 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f57b934d-d8c9-4948-966c-87afd4df204f admin admin] Router fae87e5e-f128-4d5e-ae35-714da5d072a5 is scheduled to L3 agent 624d525b-4c26-4143-8a1c-228bb1c6faaa with binding_index 1 {{(pid=84153) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 20 15:04:25.701720 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f57b934d-d8c9-4948-966c-87afd4df204f admin admin] Notify agent at l3_agent.dv-neutron-825124-1-hyperv the message routers_updated {{(pid=84153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 15:04:25.712310 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2fae851-99bd-4e08-8612-2294e01f08ba None None] Sync routers for ids ['fae87e5e-f128-4d5e-ae35-714da5d072a5'] in dv-neutron-825124-1-hyperv {{(pid=84155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 15:04:25.727725 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2fae851-99bd-4e08-8612-2294e01f08ba None None] Routers {'fae87e5e-f128-4d5e-ae35-714da5d072a5'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 15:04:25.728485 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-b2fae851-99bd-4e08-8612-2294e01f08ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T15:04:00Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['fae87e5e-f128-4d5e-ae35-714da5d072a5'], 'active': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:04:25.743610 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e428f885-74cd-4c77-94c6-23ecc3d58ea7 None None] Network 55caab5b-9aa1-40c0-b8bb-10b09e68853a requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 15:04:25.780064 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-f57b934d-d8c9-4948-966c-87afd4df204f admin admin] Notify callbacks [] for router, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:25.781289 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-f57b934d-d8c9-4948-966c-87afd4df204f admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.0059729 Jan 20 15:04:25.784331 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 47452) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:04:25.912381 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvr_db [None req-b2fae851-99bd-4e08-8612-2294e01f08ba None None] Set router fae87e5e-f128-4d5e-ae35-714da5d072a5 gateway port host: dv-neutron-825124-1-hyperv {{(pid=84155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 15:04:25.917168 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-d8e21150-5f53-478e-bc4f-568573c0c84c None None] Provisioning for port 32752287-2ba0-49aa-9fb8-1aaa5c6caba0 completed by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 15:04:26.212486 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-b2fae851-99bd-4e08-8612-2294e01f08ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fae87e5e-f128-4d5e-ae35-714da5d072a5', 'name': 'tempest-ServerActionsTestJSON-219677164-router', 'tenant_id': '0c6e33a201a449b6a090c10ea0004dc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.60'}], 'enable_snat': True}, 'gw_port_id': 'a1184d29-0410-4343-a277-3eda97ff9ba6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:04:23Z', 'updated_at': '2022-01-20T15:04:25Z', 'revision_number': 3, 'project_id': '0c6e33a201a449b6a090c10ea0004dc8', 'gw_port': {'id': 'a1184d29-0410-4343-a277-3eda97ff9ba6', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:ca:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fae87e5e-f128-4d5e-ae35-714da5d072a5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:04:24Z', 'updated_at': '2022-01-20T15:04:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv'}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:04:26.216492 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2fae851-99bd-4e08-8612-2294e01f08ba None None] Checking router: fae87e5e-f128-4d5e-ae35-714da5d072a5 for host: dv-neutron-825124-1-hyperv {{(pid=84155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 15:04:26.216963 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2fae851-99bd-4e08-8612-2294e01f08ba None None] Updating router fae87e5e-f128-4d5e-ae35-714da5d072a5 port a1184d29-0410-4343-a277-3eda97ff9ba6 binding host dv-neutron-825124-1-hyperv {{(pid=84155) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 20 15:04:26.270706 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b2fae851-99bd-4e08-8612-2294e01f08ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:26.545972 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-1a4e78a9-cf28-48a4-be7f-82d58a750c2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:26.584834 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b2fae851-99bd-4e08-8612-2294e01f08ba None None] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:26.597226 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-b2fae851-99bd-4e08-8612-2294e01f08ba None None] Transition to ACTIVE for port object a1184d29-0410-4343-a277-3eda97ff9ba6 will not be triggered until provisioned by entity L2. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 15:04:26.679488 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b2fae851-99bd-4e08-8612-2294e01f08ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:26.749492 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.db_base_plugin_common [None req-1a4e78a9-cf28-48a4-be7f-82d58a750c2c admin admin] Allocated IP 172.20.0.1 (55caab5b-9aa1-40c0-b8bb-10b09e68853a/53556284-e4c4-431b-baea-519cba1c51f0/26d6138e-e686-4773-842b-810fb3a5c555) {{(pid=84153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 15:04:26.760254 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-b2fae851-99bd-4e08-8612-2294e01f08ba None None] Attempting to bind port a1184d29-0410-4343-a277-3eda97ff9ba6 on host dv-neutron-825124-1-hyperv for vnic_type normal with profile {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 15:04:26.760760 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-b2fae851-99bd-4e08-8612-2294e01f08ba None None] Attempting to bind port a1184d29-0410-4343-a277-3eda97ff9ba6 by drivers openvswitch,hyperv on host dv-neutron-825124-1-hyperv at level 0 using segments [{'id': 'f628f1ba-6b70-4c9b-8839-62340c040c81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d'}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 15:04:26.763857 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2fae851-99bd-4e08-8612-2294e01f08ba None None] Attempting to bind port a1184d29-0410-4343-a277-3eda97ff9ba6 on network 8dffb05c-5ca0-409b-bd5f-7be6264f707d {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 15:04:26.763857 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774210f1-5aaa-4016-8428-d4fc650b14f1 None None] Pushing event updated for resources: {'Port': ['ID=a1184d29-0410-4343-a277-3eda97ff9ba6,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:04:26.773932 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2fae851-99bd-4e08-8612-2294e01f08ba None None] Checking agent: {'id': '6414dfeb-85c5-454a-8756-709ca637d800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825124-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 16, 31), 'started_at': datetime.datetime(2022, 1, 20, 14, 17, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 15, 4, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825124-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 15:04:26.774330 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2fae851-99bd-4e08-8612-2294e01f08ba None None] Checking segment: {'id': 'f628f1ba-6b70-4c9b-8839-62340c040c81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 15:04:26.774725 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b2fae851-99bd-4e08-8612-2294e01f08ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:26.775110 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2fae851-99bd-4e08-8612-2294e01f08ba None None] Bound using segment: {'id': 'f628f1ba-6b70-4c9b-8839-62340c040c81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d'} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 15:04:26.775596 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-b2fae851-99bd-4e08-8612-2294e01f08ba None None] Bound port: a1184d29-0410-4343-a277-3eda97ff9ba6, host: dv-neutron-825124-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f628f1ba-6b70-4c9b-8839-62340c040c81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d'}}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 15:04:26.775948 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b2fae851-99bd-4e08-8612-2294e01f08ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:26.800164 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774210f1-5aaa-4016-8428-d4fc650b14f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:04:26.800492 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774210f1-5aaa-4016-8428-d4fc650b14f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:04:26.800830 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774210f1-5aaa-4016-8428-d4fc650b14f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:04:26.801161 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774210f1-5aaa-4016-8428-d4fc650b14f1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:04:26.801490 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774210f1-5aaa-4016-8428-d4fc650b14f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:04:26.801816 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774210f1-5aaa-4016-8428-d4fc650b14f1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:04:26.802163 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774210f1-5aaa-4016-8428-d4fc650b14f1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:04:26.802489 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774210f1-5aaa-4016-8428-d4fc650b14f1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:04:26.802808 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774210f1-5aaa-4016-8428-d4fc650b14f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:04:26.803125 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774210f1-5aaa-4016-8428-d4fc650b14f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:04:26.803442 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774210f1-5aaa-4016-8428-d4fc650b14f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:04:26.859277 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-b2fae851-99bd-4e08-8612-2294e01f08ba None None] For port a1184d29-0410-4343-a277-3eda97ff9ba6, host dv-neutron-825124-1-hyperv, cleared binding levels {{(pid=84155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 15:04:26.863005 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-b2fae851-99bd-4e08-8612-2294e01f08ba None None] For port a1184d29-0410-4343-a277-3eda97ff9ba6, host dv-neutron-825124-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=a1184d29-0410-4343-a277-3eda97ff9ba6,segment=NetworkSegment(f628f1ba-6b70-4c9b-8839-62340c040c81),segment_id=f628f1ba-6b70-4c9b-8839-62340c040c81)] {{(pid=84155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 15:04:26.937368 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b2fae851-99bd-4e08-8612-2294e01f08ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:26.947991 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 32752287-2ba0-49aa-9fb8-1aaa5c6caba0 up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 15:04:27.016046 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-1a4e78a9-cf28-48a4-be7f-82d58a750c2c admin admin] Notify callbacks [] for port, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:27.021301 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774210f1-5aaa-4016-8428-d4fc650b14f1 None None] Pushing event updated for resources: {'Port': ['ID=a1184d29-0410-4343-a277-3eda97ff9ba6,revision_number=3']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:04:27.024111 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2fae851-99bd-4e08-8612-2294e01f08ba None None] Routers {'fae87e5e-f128-4d5e-ae35-714da5d072a5'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 15:04:27.024689 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-b2fae851-99bd-4e08-8612-2294e01f08ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T15:04:00Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['fae87e5e-f128-4d5e-ae35-714da5d072a5'], 'active': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:04:27.033150 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.provisioning_blocks [None req-1a4e78a9-cf28-48a4-be7f-82d58a750c2c admin admin] Transition to ACTIVE for port object 26d6138e-e686-4773-842b-810fb3a5c555 will not be triggered until provisioned by entity DHCP. {{(pid=84153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 15:04:27.107882 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning for port 32752287-2ba0-49aa-9fb8-1aaa5c6caba0 completed by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 15:04:27.112931 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port 32752287-2ba0-49aa-9fb8-1aaa5c6caba0 triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:04:27.113305 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:27.137252 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-1a4e78a9-cf28-48a4-be7f-82d58a750c2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:27.211976 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a4e78a9-cf28-48a4-be7f-82d58a750c2c admin admin] Network 55caab5b-9aa1-40c0-b8bb-10b09e68853a is already hosted by enough agents. {{(pid=84153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 15:04:27.214529 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.base_scheduler [None req-1a4e78a9-cf28-48a4-be7f-82d58a750c2c admin admin] Resources bound (agent type, host, resource id): {{(pid=84153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 15:04:27.219208 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a4e78a9-cf28-48a4-be7f-82d58a750c2c admin admin] Received port after_create {{(pid=84153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 15:04:27.232379 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvr_db [None req-b2fae851-99bd-4e08-8612-2294e01f08ba None None] Set router fae87e5e-f128-4d5e-ae35-714da5d072a5 gateway port host: dv-neutron-825124-1-hyperv {{(pid=84155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 15:04:27.255154 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:27.275422 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-1a4e78a9-cf28-48a4-be7f-82d58a750c2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-745387'] for router_interface, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:27.289150 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4e78a9-cf28-48a4-be7f-82d58a750c2c admin admin] Pushing event updated for resources: {'Port': ['ID=26d6138e-e686-4773-842b-810fb3a5c555,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:04:27.311826 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] For port 32752287-2ba0-49aa-9fb8-1aaa5c6caba0, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=32752287-2ba0-49aa-9fb8-1aaa5c6caba0,segment=NetworkSegment(67d85c3c-da5a-4228-85cc-cf5be291c245),segment_id=67d85c3c-da5a-4228-85cc-cf5be291c245)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 15:04:27.399870 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:27.453378 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-1a4e78a9-cf28-48a4-be7f-82d58a750c2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:27.476998 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Pushing event updated for resources: {'Port': ['ID=32752287-2ba0-49aa-9fb8-1aaa5c6caba0,revision_number=3']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:04:27.532060 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-b2fae851-99bd-4e08-8612-2294e01f08ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fae87e5e-f128-4d5e-ae35-714da5d072a5', 'name': 'tempest-ServerActionsTestJSON-219677164-router', 'tenant_id': '0c6e33a201a449b6a090c10ea0004dc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.60'}], 'enable_snat': True}, 'gw_port_id': 'a1184d29-0410-4343-a277-3eda97ff9ba6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:04:23Z', 'updated_at': '2022-01-20T15:04:25Z', 'revision_number': 3, 'project_id': '0c6e33a201a449b6a090c10ea0004dc8', 'gw_port': {'id': 'a1184d29-0410-4343-a277-3eda97ff9ba6', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:ca:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fae87e5e-f128-4d5e-ae35-714da5d072a5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:04:24Z', 'updated_at': '2022-01-20T15:04:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv'}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:04:27.535798 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2fae851-99bd-4e08-8612-2294e01f08ba None None] The sync data for ids ['fae87e5e-f128-4d5e-ae35-714da5d072a5'] in dv-neutron-825124-1-hyperv is: [{'id': 'fae87e5e-f128-4d5e-ae35-714da5d072a5', 'name': 'tempest-ServerActionsTestJSON-219677164-router', 'tenant_id': '0c6e33a201a449b6a090c10ea0004dc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.60'}], 'enable_snat': True}, 'gw_port_id': 'a1184d29-0410-4343-a277-3eda97ff9ba6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:04:23Z', 'updated_at': '2022-01-20T15:04:25Z', 'revision_number': 3, 'project_id': '0c6e33a201a449b6a090c10ea0004dc8', 'gw_port': {'id': 'a1184d29-0410-4343-a277-3eda97ff9ba6', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:ca:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fae87e5e-f128-4d5e-ae35-714da5d072a5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:04:24Z', 'updated_at': '2022-01-20T15:04:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv'}] {{(pid=84155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 15:04:27.633903 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-3929875a-a772-4f39-8db6-73b83c225efe None None] Provisioning for port 26d6138e-e686-4773-842b-810fb3a5c555 completed by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 15:04:27.643592 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-3929875a-a772-4f39-8db6-73b83c225efe None None] Provisioning complete for port 26d6138e-e686-4773-842b-810fb3a5c555 triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:04:27.643973 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-3929875a-a772-4f39-8db6-73b83c225efe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:27.694071 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-1a4e78a9-cf28-48a4-be7f-82d58a750c2c admin admin] Notify callbacks [] for port, precommit_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:27.718243 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-3929875a-a772-4f39-8db6-73b83c225efe None None] Port 26d6138e-e686-4773-842b-810fb3a5c555 cannot update to ACTIVE because it is not bound. {{(pid=84154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 15:04:27.748080 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-1a4e78a9-cf28-48a4-be7f-82d58a750c2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3944146'] for port, after_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:27.857482 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4e78a9-cf28-48a4-be7f-82d58a750c2c admin admin] Pushing event updated for resources: {'Port': ['ID=26d6138e-e686-4773-842b-810fb3a5c555,revision_number=2']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:04:27.859997 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-1a4e78a9-cf28-48a4-be7f-82d58a750c2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1705158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-743490'] for router_interface, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:28.005101 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a4e78a9-cf28-48a4-be7f-82d58a750c2c admin admin] Network 55caab5b-9aa1-40c0-b8bb-10b09e68853a is already hosted by enough agents. {{(pid=84153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 15:04:28.006676 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.base_scheduler [None req-1a4e78a9-cf28-48a4-be7f-82d58a750c2c admin admin] Resources bound (agent type, host, resource id): {{(pid=84153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 15:04:28.024590 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-16f7455d-f4ba-4d77-917b-deca9a65185f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:28.242366 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-af54e620-a021-4487-b358-bd28fb7992c8 None None] Provisioning complete for port 26d6138e-e686-4773-842b-810fb3a5c555 triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:04:28.242737 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-af54e620-a021-4487-b358-bd28fb7992c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:28.298838 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-af54e620-a021-4487-b358-bd28fb7992c8 None None] Port 26d6138e-e686-4773-842b-810fb3a5c555 cannot update to ACTIVE because it is not bound. {{(pid=84154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 15:04:28.414834 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a4e78a9-cf28-48a4-be7f-82d58a750c2c admin admin] Router fae87e5e-f128-4d5e-ae35-714da5d072a5 has already been hosted by L3 agent 624d525b-4c26-4143-8a1c-228bb1c6faaa {{(pid=84153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 15:04:28.611303 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a4e78a9-cf28-48a4-be7f-82d58a750c2c admin admin] Notify agent at l3_agent.dv-neutron-825124-1-hyperv the message routers_updated {{(pid=84153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 15:04:28.619878 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-1a4e78a9-cf28-48a4-be7f-82d58a750c2c admin admin] 10.222.0.54 "PUT /v2.0/routers/fae87e5e-f128-4d5e-ae35-714da5d072a5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8345768 Jan 20 15:04:28.974739 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 32752287-2ba0-49aa-9fb8-1aaa5c6caba0 up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 15:04:29.041476 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port 32752287-2ba0-49aa-9fb8-1aaa5c6caba0 triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:04:29.042154 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:29.154477 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device a1184d29-0410-4343-a277-3eda97ff9ba6 up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 15:04:29.322369 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning for port a1184d29-0410-4343-a277-3eda97ff9ba6 completed by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 15:04:29.327523 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port a1184d29-0410-4343-a277-3eda97ff9ba6 triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:04:29.328016 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:29.329850 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 47462) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:04:29.335534 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-df490735-bf22-48e6-b0e0-8fd4bc051623 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Request body: {'security_group': {'name': 'tempest-securitygroup--798133126', 'description': 'tempest-description--2122881674'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 15:04:29.341464 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-df490735-bf22-48e6-b0e0-8fd4bc051623 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:04:29.346026 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-df490735-bf22-48e6-b0e0-8fd4bc051623 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Usage tracker for resource:security_group and tenant:0c6e33a201a449b6a090c10ea0004dc8 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:04:29.352185 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-df490735-bf22-48e6-b0e0-8fd4bc051623 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:04:29.359789 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-df490735-bf22-48e6-b0e0-8fd4bc051623 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:04:29.431175 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-df490735-bf22-48e6-b0e0-8fd4bc051623 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Notify callbacks [] for security_group, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:29.442345 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:29.458760 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] For port a1184d29-0410-4343-a277-3eda97ff9ba6, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=a1184d29-0410-4343-a277-3eda97ff9ba6,segment=NetworkSegment(f628f1ba-6b70-4c9b-8839-62340c040c81),segment_id=f628f1ba-6b70-4c9b-8839-62340c040c81)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 15:04:29.468815 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-df490735-bf22-48e6-b0e0-8fd4bc051623 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:04:29.472661 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-df490735-bf22-48e6-b0e0-8fd4bc051623 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Usage tracker for resource:security_group_rule and tenant:0c6e33a201a449b6a090c10ea0004dc8 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:04:29.475442 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-df490735-bf22-48e6-b0e0-8fd4bc051623 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:04:29.481152 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-df490735-bf22-48e6-b0e0-8fd4bc051623 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:04:29.534119 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-df490735-bf22-48e6-b0e0-8fd4bc051623 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Notify callbacks [] for security_group, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:29.547966 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:29.605308 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-df490735-bf22-48e6-b0e0-8fd4bc051623 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:29.617540 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Pushing event updated for resources: {'Port': ['ID=a1184d29-0410-4343-a277-3eda97ff9ba6,revision_number=4']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:04:29.649090 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df490735-bf22-48e6-b0e0-8fd4bc051623 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3810468-e4a1-4f4d-802c-721da7468662,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:04:29.732481 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-df490735-bf22-48e6-b0e0-8fd4bc051623 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Notify callbacks [] for security_group, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:29.732481 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-df490735-bf22-48e6-b0e0-8fd4bc051623 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.3987923 Jan 20 15:04:29.732481 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 47466) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:04:29.738442 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-ba6c9cd2-f770-4c04-8108-7ce01455adfd tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Request body: {'security_group_rule': {'security_group_id': 'b3810468-e4a1-4f4d-802c-721da7468662', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 15:04:29.744494 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-ba6c9cd2-f770-4c04-8108-7ce01455adfd tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:04:29.748240 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-ba6c9cd2-f770-4c04-8108-7ce01455adfd tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Usage tracker for resource:security_group_rule and tenant:0c6e33a201a449b6a090c10ea0004dc8 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:04:29.751241 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-ba6c9cd2-f770-4c04-8108-7ce01455adfd tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:04:29.757696 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-ba6c9cd2-f770-4c04-8108-7ce01455adfd tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:04:29.856998 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-ba6c9cd2-f770-4c04-8108-7ce01455adfd tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:30.005849 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-ba6c9cd2-f770-4c04-8108-7ce01455adfd tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:30.085002 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-ba6c9cd2-f770-4c04-8108-7ce01455adfd tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734962'] for security_group_rule, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:30.108056 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6c9cd2-f770-4c04-8108-7ce01455adfd tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9816884-4b96-4f0a-8ea6-2715106d5df5,revision_number=0']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:04:30.170748 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-ba6c9cd2-f770-4c04-8108-7ce01455adfd tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:30.171935 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-ba6c9cd2-f770-4c04-8108-7ce01455adfd tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4385886 Jan 20 15:04:30.174564 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 47470) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:04:30.179827 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-cfce18a2-81a0-4052-970f-d7deeacd9abb tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Request body: {'security_group_rule': {'security_group_id': 'b3810468-e4a1-4f4d-802c-721da7468662', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 15:04:30.185564 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-cfce18a2-81a0-4052-970f-d7deeacd9abb tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:04:30.189825 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-cfce18a2-81a0-4052-970f-d7deeacd9abb tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Usage tracker for resource:security_group_rule and tenant:0c6e33a201a449b6a090c10ea0004dc8 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:04:30.192672 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-cfce18a2-81a0-4052-970f-d7deeacd9abb tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:04:30.198787 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-cfce18a2-81a0-4052-970f-d7deeacd9abb tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:04:30.306407 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-cfce18a2-81a0-4052-970f-d7deeacd9abb tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:30.366210 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-cfce18a2-81a0-4052-970f-d7deeacd9abb tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:30.419681 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-8c12bd8b-4809-4b88-801e-12b307c58b36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:30.448306 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-cfce18a2-81a0-4052-970f-d7deeacd9abb tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734962'] for security_group_rule, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:30.473800 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfce18a2-81a0-4052-970f-d7deeacd9abb tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff4502cd-52ce-4615-8809-31a7607713f7,revision_number=0']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:04:30.545326 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-cfce18a2-81a0-4052-970f-d7deeacd9abb tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:30.546599 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-cfce18a2-81a0-4052-970f-d7deeacd9abb tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3711286 Jan 20 15:04:30.550058 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 47474) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:04:30.555257 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-75b129b3-56f1-42d3-a34a-d9fdca2531f9 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Request body: {'floatingip': {'floating_network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 15:04:30.560978 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-75b129b3-56f1-42d3-a34a-d9fdca2531f9 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:04:30.565710 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-75b129b3-56f1-42d3-a34a-d9fdca2531f9 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Usage tracker for resource:floatingip and tenant:0c6e33a201a449b6a090c10ea0004dc8 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:04:30.568925 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-75b129b3-56f1-42d3-a34a-d9fdca2531f9 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:04:30.575400 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-75b129b3-56f1-42d3-a34a-d9fdca2531f9 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:04:30.642738 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-75b129b3-56f1-42d3-a34a-d9fdca2531f9 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Notify callbacks [] for floatingip, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:30.768324 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:30.782013 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-75b129b3-56f1-42d3-a34a-d9fdca2531f9 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:30.903948 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device a1184d29-0410-4343-a277-3eda97ff9ba6 up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 15:04:30.934380 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.db_base_plugin_common [None req-75b129b3-56f1-42d3-a34a-d9fdca2531f9 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Allocated IP 172.26.7.19 (8dffb05c-5ca0-409b-bd5f-7be6264f707d/a489dd4f-42a5-433b-8be3-bab2749c4209/7607071c-aaac-4fb8-b5a9-8a82b682538d) {{(pid=84153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 15:04:30.975309 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e10ebfae-705e-401d-b546-c013c76bb459 None None] Sync routers for ids ['fae87e5e-f128-4d5e-ae35-714da5d072a5'] in dv-neutron-825124-1-hyperv {{(pid=84154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 15:04:30.993342 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port a1184d29-0410-4343-a277-3eda97ff9ba6 triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:04:30.993716 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:31.020059 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e10ebfae-705e-401d-b546-c013c76bb459 None None] Routers {'fae87e5e-f128-4d5e-ae35-714da5d072a5'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 15:04:31.020702 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-e10ebfae-705e-401d-b546-c013c76bb459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T15:04:30Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['fae87e5e-f128-4d5e-ae35-714da5d072a5'], 'active': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:04:31.061094 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.agents_db [None req-6dba657d-a637-4918-9b6d-40defdfae04b None None] Agent healthcheck: found 6 active agents {{(pid=84155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 15:04:31.088396 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-75b129b3-56f1-42d3-a34a-d9fdca2531f9 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Notify callbacks [] for port, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:31.185964 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-75b129b3-56f1-42d3-a34a-d9fdca2531f9 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:31.259553 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75b129b3-56f1-42d3-a34a-d9fdca2531f9 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Network 8dffb05c-5ca0-409b-bd5f-7be6264f707d is already hosted by enough agents. {{(pid=84153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 15:04:31.262266 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.base_scheduler [None req-75b129b3-56f1-42d3-a34a-d9fdca2531f9 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Resources bound (agent type, host, resource id): {{(pid=84153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 15:04:31.266667 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75b129b3-56f1-42d3-a34a-d9fdca2531f9 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Received port after_create {{(pid=84153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 15:04:31.276294 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvr_db [None req-e10ebfae-705e-401d-b546-c013c76bb459 None None] Set router fae87e5e-f128-4d5e-ae35-714da5d072a5 gateway port host: dv-neutron-825124-1-hyperv {{(pid=84154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 15:04:31.294292 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b129b3-56f1-42d3-a34a-d9fdca2531f9 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Pushing event updated for resources: {'Port': ['ID=7607071c-aaac-4fb8-b5a9-8a82b682538d,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:04:31.428976 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-75b129b3-56f1-42d3-a34a-d9fdca2531f9 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:31.509100 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:31.582987 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-75b129b3-56f1-42d3-a34a-d9fdca2531f9 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:31.637885 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-e10ebfae-705e-401d-b546-c013c76bb459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fae87e5e-f128-4d5e-ae35-714da5d072a5', 'name': 'tempest-ServerActionsTestJSON-219677164-router', 'tenant_id': '0c6e33a201a449b6a090c10ea0004dc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.60'}], 'enable_snat': True}, 'gw_port_id': 'a1184d29-0410-4343-a277-3eda97ff9ba6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:04:23Z', 'updated_at': '2022-01-20T15:04:27Z', 'revision_number': 4, 'project_id': '0c6e33a201a449b6a090c10ea0004dc8', 'gw_port': {'id': 'a1184d29-0410-4343-a277-3eda97ff9ba6', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:ca:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fae87e5e-f128-4d5e-ae35-714da5d072a5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:04:24Z', 'updated_at': '2022-01-20T15:04:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv', '_interfaces': [{'id': '26d6138e-e686-4773-842b-810fb3a5c555', 'name': '', 'network_id': '55caab5b-9aa1-40c0-b8bb-10b09e68853a', 'tenant_id': '0c6e33a201a449b6a090c10ea0004dc8', 'mac_address': 'fa:16:3e:d6:dd:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fae87e5e-f128-4d5e-ae35-714da5d072a5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '53556284-e4c4-431b-baea-519cba1c51f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:04:26Z', 'updated_at': '2022-01-20T15:04:27Z', 'revision_number': 2, 'project_id': '0c6e33a201a449b6a090c10ea0004dc8', 'subnets': [{'id': '53556284-e4c4-431b-baea-519cba1c51f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:04:31.642339 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e10ebfae-705e-401d-b546-c013c76bb459 None None] Checking router: fae87e5e-f128-4d5e-ae35-714da5d072a5 for host: dv-neutron-825124-1-hyperv {{(pid=84154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 15:04:31.642694 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e10ebfae-705e-401d-b546-c013c76bb459 None None] Updating router fae87e5e-f128-4d5e-ae35-714da5d072a5 port 26d6138e-e686-4773-842b-810fb3a5c555 binding host dv-neutron-825124-1-hyperv {{(pid=84154) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 20 15:04:31.695282 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-e10ebfae-705e-401d-b546-c013c76bb459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:31.705886 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-cdd98e71-1f0a-4421-baa9-dcb30e06edf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:31.788071 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-75b129b3-56f1-42d3-a34a-d9fdca2531f9 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Notify callbacks [] for port, precommit_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:31.845097 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-75b129b3-56f1-42d3-a34a-d9fdca2531f9 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3944146'] for port, after_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:31.943266 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b129b3-56f1-42d3-a34a-d9fdca2531f9 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Pushing event updated for resources: {'Port': ['ID=7607071c-aaac-4fb8-b5a9-8a82b682538d,revision_number=2']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:04:31.962021 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-75b129b3-56f1-42d3-a34a-d9fdca2531f9 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-745254'] for floatingip, after_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:32.060114 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-75b129b3-56f1-42d3-a34a-d9fdca2531f9 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for floatingip, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:32.060363 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-e10ebfae-705e-401d-b546-c013c76bb459 None None] Notify callbacks [] for port, precommit_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:32.061357 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-75b129b3-56f1-42d3-a34a-d9fdca2531f9 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5103407 Jan 20 15:04:32.080742 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-e10ebfae-705e-401d-b546-c013c76bb459 None None] Transition to ACTIVE for port object 26d6138e-e686-4773-842b-810fb3a5c555 will not be triggered until provisioned by entity L2. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 15:04:32.143218 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-e10ebfae-705e-401d-b546-c013c76bb459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:32.262773 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [req-d32d656f-44ba-4b9b-87a1-f31ff9121823 req-82aa0708-7eb3-4573-a686-5d0a9a5b6d53 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Synchronizing usage tracker for tenant:0c6e33a201a449b6a090c10ea0004dc8 on resource:security_group {{(pid=84153) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 15:04:32.281711 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0e7081-4777-48e9-9ae8-ab8f76defdef None None] Pushing event updated for resources: {'Port': ['ID=26d6138e-e686-4773-842b-810fb3a5c555,revision_number=3']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:04:32.340145 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [req-d32d656f-44ba-4b9b-87a1-f31ff9121823 req-82aa0708-7eb3-4573-a686-5d0a9a5b6d53 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Unset dirty status for tenant:0c6e33a201a449b6a090c10ea0004dc8 on resource:security_group {{(pid=84153) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 15:04:32.341211 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-d32d656f-44ba-4b9b-87a1-f31ff9121823 req-82aa0708-7eb3-4573-a686-5d0a9a5b6d53 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-securitygroup--798133126&fields=id&tenant_id=0c6e33a201a449b6a090c10ea0004dc8 HTTP/1.1" status: 200 len: 267 time: 0.1393104 Jan 20 15:04:32.370597 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-e10ebfae-705e-401d-b546-c013c76bb459 None None] Attempting to bind port 26d6138e-e686-4773-842b-810fb3a5c555 on host dv-neutron-825124-1-hyperv for vnic_type normal with profile {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 15:04:32.374627 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-e10ebfae-705e-401d-b546-c013c76bb459 None None] Attempting to bind port 26d6138e-e686-4773-842b-810fb3a5c555 by drivers openvswitch,hyperv on host dv-neutron-825124-1-hyperv at level 0 using segments [{'id': '67d85c3c-da5a-4228-85cc-cf5be291c245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '55caab5b-9aa1-40c0-b8bb-10b09e68853a'}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 15:04:32.374627 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e10ebfae-705e-401d-b546-c013c76bb459 None None] Attempting to bind port 26d6138e-e686-4773-842b-810fb3a5c555 on network 55caab5b-9aa1-40c0-b8bb-10b09e68853a {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 15:04:32.378511 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e10ebfae-705e-401d-b546-c013c76bb459 None None] Checking agent: {'id': '6414dfeb-85c5-454a-8756-709ca637d800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825124-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 16, 31), 'started_at': datetime.datetime(2022, 1, 20, 14, 17, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 15, 4, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825124-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 15:04:32.378888 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e10ebfae-705e-401d-b546-c013c76bb459 None None] Checking segment: {'id': '67d85c3c-da5a-4228-85cc-cf5be291c245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '55caab5b-9aa1-40c0-b8bb-10b09e68853a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 15:04:32.379294 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-e10ebfae-705e-401d-b546-c013c76bb459 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:32.379691 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e10ebfae-705e-401d-b546-c013c76bb459 None None] Bound using segment: {'id': '67d85c3c-da5a-4228-85cc-cf5be291c245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '55caab5b-9aa1-40c0-b8bb-10b09e68853a'} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 15:04:32.380155 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-e10ebfae-705e-401d-b546-c013c76bb459 None None] Bound port: 26d6138e-e686-4773-842b-810fb3a5c555, host: dv-neutron-825124-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67d85c3c-da5a-4228-85cc-cf5be291c245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '55caab5b-9aa1-40c0-b8bb-10b09e68853a'}}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 15:04:32.380536 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-e10ebfae-705e-401d-b546-c013c76bb459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:32.480848 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-e10ebfae-705e-401d-b546-c013c76bb459 None None] For port 26d6138e-e686-4773-842b-810fb3a5c555, host dv-neutron-825124-1-hyperv, cleared binding levels {{(pid=84154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 15:04:32.484180 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-e10ebfae-705e-401d-b546-c013c76bb459 None None] For port 26d6138e-e686-4773-842b-810fb3a5c555, host dv-neutron-825124-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=26d6138e-e686-4773-842b-810fb3a5c555,segment=NetworkSegment(67d85c3c-da5a-4228-85cc-cf5be291c245),segment_id=67d85c3c-da5a-4228-85cc-cf5be291c245)] {{(pid=84154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 15:04:32.494884 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32d656f-44ba-4b9b-87a1-f31ff9121823 req-fcdbd91e-f453-481b-b753-48f82634748b tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:04:32.495538 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [req-d32d656f-44ba-4b9b-87a1-f31ff9121823 req-fcdbd91e-f453-481b-b753-48f82634748b tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Synchronizing usage tracker for tenant:0c6e33a201a449b6a090c10ea0004dc8 on resource:network {{(pid=84153) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 15:04:32.554547 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-e10ebfae-705e-401d-b546-c013c76bb459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:32.576857 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [req-d32d656f-44ba-4b9b-87a1-f31ff9121823 req-fcdbd91e-f453-481b-b753-48f82634748b tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Unset dirty status for tenant:0c6e33a201a449b6a090c10ea0004dc8 on resource:network {{(pid=84153) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 15:04:32.578077 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-d32d656f-44ba-4b9b-87a1-f31ff9121823 req-fcdbd91e-f453-481b-b753-48f82634748b tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/networks?id=55caab5b-9aa1-40c0-b8bb-10b09e68853a HTTP/1.1" status: 200 len: 811 time: 0.2292595 Jan 20 15:04:32.594798 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-d32d656f-44ba-4b9b-87a1-f31ff9121823 req-aae8585d-c2df-4e72-bda2-5bf5939f8222 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/quotas/0c6e33a201a449b6a090c10ea0004dc8 HTTP/1.1" status: 200 len: 375 time: 0.0105836 Jan 20 15:04:32.643064 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0e7081-4777-48e9-9ae8-ab8f76defdef None None] Pushing event updated for resources: {'Port': ['ID=26d6138e-e686-4773-842b-810fb3a5c555,revision_number=4']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:04:32.646404 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e10ebfae-705e-401d-b546-c013c76bb459 None None] Routers {'fae87e5e-f128-4d5e-ae35-714da5d072a5'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 15:04:32.647191 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-e10ebfae-705e-401d-b546-c013c76bb459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T15:04:30Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['fae87e5e-f128-4d5e-ae35-714da5d072a5'], 'active': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:04:32.679480 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [req-d32d656f-44ba-4b9b-87a1-f31ff9121823 req-ce8f809e-846e-4a1f-a315-37002c7bd2e6 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Synchronizing usage tracker for tenant:0c6e33a201a449b6a090c10ea0004dc8 on resource:port {{(pid=84153) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 15:04:32.782720 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [req-d32d656f-44ba-4b9b-87a1-f31ff9121823 req-ce8f809e-846e-4a1f-a315-37002c7bd2e6 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Unset dirty status for tenant:0c6e33a201a449b6a090c10ea0004dc8 on resource:port {{(pid=84153) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 15:04:32.784059 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-d32d656f-44ba-4b9b-87a1-f31ff9121823 req-ce8f809e-846e-4a1f-a315-37002c7bd2e6 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=0c6e33a201a449b6a090c10ea0004dc8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1838045 Jan 20 15:04:32.829843 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvr_db [None req-e10ebfae-705e-401d-b546-c013c76bb459 None None] Set router fae87e5e-f128-4d5e-ae35-714da5d072a5 gateway port host: dv-neutron-825124-1-hyperv {{(pid=84154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 15:04:32.921772 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-d32d656f-44ba-4b9b-87a1-f31ff9121823 req-5d0f77b0-0a2c-48ae-8237-b0116bbc5ec3 service neutron] 10.222.0.54 "GET /v2.0/networks/55caab5b-9aa1-40c0-b8bb-10b09e68853a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253426 Jan 20 15:04:33.144794 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-d32d656f-44ba-4b9b-87a1-f31ff9121823 req-7965b64d-4ac2-4f8d-8d5b-95fc829639f2 service neutron] 10.222.0.54 "GET /v2.0/networks/55caab5b-9aa1-40c0-b8bb-10b09e68853a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2162132 Jan 20 15:04:33.157652 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-eea6df97-7ff1-4b63-af20-e3ec8913deda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:33.308394 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-e10ebfae-705e-401d-b546-c013c76bb459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fae87e5e-f128-4d5e-ae35-714da5d072a5', 'name': 'tempest-ServerActionsTestJSON-219677164-router', 'tenant_id': '0c6e33a201a449b6a090c10ea0004dc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.60'}], 'enable_snat': True}, 'gw_port_id': 'a1184d29-0410-4343-a277-3eda97ff9ba6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:04:23Z', 'updated_at': '2022-01-20T15:04:27Z', 'revision_number': 4, 'project_id': '0c6e33a201a449b6a090c10ea0004dc8', 'gw_port': {'id': 'a1184d29-0410-4343-a277-3eda97ff9ba6', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:ca:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fae87e5e-f128-4d5e-ae35-714da5d072a5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:04:24Z', 'updated_at': '2022-01-20T15:04:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv', '_interfaces': [{'id': '26d6138e-e686-4773-842b-810fb3a5c555', 'name': '', 'network_id': '55caab5b-9aa1-40c0-b8bb-10b09e68853a', 'tenant_id': '0c6e33a201a449b6a090c10ea0004dc8', 'mac_address': 'fa:16:3e:d6:dd:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fae87e5e-f128-4d5e-ae35-714da5d072a5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '53556284-e4c4-431b-baea-519cba1c51f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:04:26Z', 'updated_at': '2022-01-20T15:04:32Z', 'revision_number': 4, 'project_id': '0c6e33a201a449b6a090c10ea0004dc8', 'subnets': [{'id': '53556284-e4c4-431b-baea-519cba1c51f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:04:33.316275 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e10ebfae-705e-401d-b546-c013c76bb459 None None] The sync data for ids ['fae87e5e-f128-4d5e-ae35-714da5d072a5'] in dv-neutron-825124-1-hyperv is: [{'id': 'fae87e5e-f128-4d5e-ae35-714da5d072a5', 'name': 'tempest-ServerActionsTestJSON-219677164-router', 'tenant_id': '0c6e33a201a449b6a090c10ea0004dc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.60'}], 'enable_snat': True}, 'gw_port_id': 'a1184d29-0410-4343-a277-3eda97ff9ba6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:04:23Z', 'updated_at': '2022-01-20T15:04:27Z', 'revision_number': 4, 'project_id': '0c6e33a201a449b6a090c10ea0004dc8', 'gw_port': {'id': 'a1184d29-0410-4343-a277-3eda97ff9ba6', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:ca:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fae87e5e-f128-4d5e-ae35-714da5d072a5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:04:24Z', 'updated_at': '2022-01-20T15:04:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv', '_interfaces': [{'id': '26d6138e-e686-4773-842b-810fb3a5c555', 'name': '', 'network_id': '55caab5b-9aa1-40c0-b8bb-10b09e68853a', 'tenant_id': '0c6e33a201a449b6a090c10ea0004dc8', 'mac_address': 'fa:16:3e:d6:dd:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fae87e5e-f128-4d5e-ae35-714da5d072a5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '53556284-e4c4-431b-baea-519cba1c51f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:04:26Z', 'updated_at': '2022-01-20T15:04:32Z', 'revision_number': 4, 'project_id': '0c6e33a201a449b6a090c10ea0004dc8', 'subnets': [{'id': '53556284-e4c4-431b-baea-519cba1c51f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 15:04:33.479313 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-3b96fde5-6b3e-4311-bc2b-09ffcf302df6 req-9f3e6adc-acc7-4d67-8a57-3b5c921e06cf tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/ports?device_id=06b9375d-bace-41eb-b281-e0fc53dd6996 HTTP/1.1" status: 200 len: 210 time: 0.0609541 Jan 20 15:04:34.645167 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-9473184d-8d05-4714-a66a-0591791a5ed9 req-8fce23b9-fab7-4919-9524-0ca85fd2b91c tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/ports?device_id=06b9375d-bace-41eb-b281-e0fc53dd6996 HTTP/1.1" status: 200 len: 210 time: 0.0432060 Jan 20 15:04:34.937867 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 26d6138e-e686-4773-842b-810fb3a5c555 up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 15:04:35.053765 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning for port 26d6138e-e686-4773-842b-810fb3a5c555 completed by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 15:04:35.058940 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port 26d6138e-e686-4773-842b-810fb3a5c555 triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:04:35.070347 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:35.171480 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:35.202649 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] For port 26d6138e-e686-4773-842b-810fb3a5c555, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=26d6138e-e686-4773-842b-810fb3a5c555,segment=NetworkSegment(67d85c3c-da5a-4228-85cc-cf5be291c245),segment_id=67d85c3c-da5a-4228-85cc-cf5be291c245)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 15:04:35.288324 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:35.352685 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Pushing event updated for resources: {'Port': ['ID=26d6138e-e686-4773-842b-810fb3a5c555,revision_number=5']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:04:35.654442 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32d656f-44ba-4b9b-87a1-f31ff9121823 req-794ed686-7394-424f-a6ca-79f77b54509d tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:04:35.655839 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-d32d656f-44ba-4b9b-87a1-f31ff9121823 req-794ed686-7394-424f-a6ca-79f77b54509d tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.106 "GET /v2.0/networks?id=55caab5b-9aa1-40c0-b8bb-10b09e68853a HTTP/1.1" status: 200 len: 811 time: 0.1467693 Jan 20 15:04:35.709288 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-d32d656f-44ba-4b9b-87a1-f31ff9121823 req-94726878-3b9b-4549-9a6d-792192e6846a tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.106 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0c6e33a201a449b6a090c10ea0004dc8 HTTP/1.1" status: 200 len: 379 time: 0.0401783 Jan 20 15:04:35.718901 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [req-d32d656f-44ba-4b9b-87a1-f31ff9121823 req-64d5b1df-9b9a-4b8a-8ec4-99933124eb77 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Request body: {'port': {'device_id': '06b9375d-bace-41eb-b281-e0fc53dd6996', 'network_id': '55caab5b-9aa1-40c0-b8bb-10b09e68853a', 'admin_state_up': True, 'tenant_id': '0c6e33a201a449b6a090c10ea0004dc8', 'security_groups': ['b3810468-e4a1-4f4d-802c-721da7468662']}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 15:04:35.807592 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-1131f257-7260-422c-bf51-90a4b0100b41 req-b420e4e2-8c98-4b90-8d1b-6f78339475a4 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/ports?device_id=06b9375d-bace-41eb-b281-e0fc53dd6996 HTTP/1.1" status: 200 len: 210 time: 0.0418069 Jan 20 15:04:35.864720 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [req-d32d656f-44ba-4b9b-87a1-f31ff9121823 req-64d5b1df-9b9a-4b8a-8ec4-99933124eb77 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:04:35.874344 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [req-d32d656f-44ba-4b9b-87a1-f31ff9121823 req-64d5b1df-9b9a-4b8a-8ec4-99933124eb77 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:04:35.940420 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d32d656f-44ba-4b9b-87a1-f31ff9121823 req-64d5b1df-9b9a-4b8a-8ec4-99933124eb77 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Made reservation on behalf of 0c6e33a201a449b6a090c10ea0004dc8 for: {'port': 1} {{(pid=84152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 15:04:35.943573 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [req-d32d656f-44ba-4b9b-87a1-f31ff9121823 req-64d5b1df-9b9a-4b8a-8ec4-99933124eb77 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:36.103390 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.db_base_plugin_common [req-d32d656f-44ba-4b9b-87a1-f31ff9121823 req-64d5b1df-9b9a-4b8a-8ec4-99933124eb77 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Allocated IP 172.20.0.5 (55caab5b-9aa1-40c0-b8bb-10b09e68853a/53556284-e4c4-431b-baea-519cba1c51f0/cca3e67e-3ded-448c-a9bd-046a027fae68) {{(pid=84152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 15:04:36.286754 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [req-d32d656f-44ba-4b9b-87a1-f31ff9121823 req-64d5b1df-9b9a-4b8a-8ec4-99933124eb77 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Notify callbacks [] for port, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:36.302332 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.provisioning_blocks [req-d32d656f-44ba-4b9b-87a1-f31ff9121823 req-64d5b1df-9b9a-4b8a-8ec4-99933124eb77 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Transition to ACTIVE for port object cca3e67e-3ded-448c-a9bd-046a027fae68 will not be triggered until provisioned by entity DHCP. {{(pid=84152) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 15:04:36.405515 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [req-d32d656f-44ba-4b9b-87a1-f31ff9121823 req-64d5b1df-9b9a-4b8a-8ec4-99933124eb77 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:36.478533 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d32d656f-44ba-4b9b-87a1-f31ff9121823 req-64d5b1df-9b9a-4b8a-8ec4-99933124eb77 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Network 55caab5b-9aa1-40c0-b8bb-10b09e68853a is already hosted by enough agents. {{(pid=84152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 15:04:36.481577 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.base_scheduler [req-d32d656f-44ba-4b9b-87a1-f31ff9121823 req-64d5b1df-9b9a-4b8a-8ec4-99933124eb77 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Resources bound (agent type, host, resource id): {{(pid=84152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 15:04:36.484239 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.l3_dvrscheduler_db [req-d32d656f-44ba-4b9b-87a1-f31ff9121823 req-64d5b1df-9b9a-4b8a-8ec4-99933124eb77 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Received port after_create {{(pid=84152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 15:04:36.521094 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d5b1df-9b9a-4b8a-8ec4-99933124eb77 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Pushing event updated for resources: {'Port': ['ID=cca3e67e-3ded-448c-a9bd-046a027fae68,revision_number=1']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:04:36.554124 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32d656f-44ba-4b9b-87a1-f31ff9121823 req-64d5b1df-9b9a-4b8a-8ec4-99933124eb77 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:04:36.554716 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [req-d32d656f-44ba-4b9b-87a1-f31ff9121823 req-64d5b1df-9b9a-4b8a-8ec4-99933124eb77 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:36.632358 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-d32d656f-44ba-4b9b-87a1-f31ff9121823 req-64d5b1df-9b9a-4b8a-8ec4-99933124eb77 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.106 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9176071 Jan 20 15:04:36.644855 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [req-d32d656f-44ba-4b9b-87a1-f31ff9121823 req-5becf103-f567-471d-9536-22585a4a615d service neutron] Request body: {'port': {'device_id': '06b9375d-bace-41eb-b281-e0fc53dd6996', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8251'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 15:04:36.753795 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [req-d32d656f-44ba-4b9b-87a1-f31ff9121823 req-5becf103-f567-471d-9536-22585a4a615d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:36.796888 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-1f45f6b2-9e14-474b-be99-dd2dc28b6b75 None None] Provisioning for port cca3e67e-3ded-448c-a9bd-046a027fae68 completed by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 15:04:36.801921 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-1f45f6b2-9e14-474b-be99-dd2dc28b6b75 None None] Provisioning complete for port cca3e67e-3ded-448c-a9bd-046a027fae68 triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:04:36.802325 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-1f45f6b2-9e14-474b-be99-dd2dc28b6b75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:36.858464 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-1f45f6b2-9e14-474b-be99-dd2dc28b6b75 None None] Port cca3e67e-3ded-448c-a9bd-046a027fae68 cannot update to ACTIVE because it is not bound. {{(pid=84154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 15:04:36.911849 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 26d6138e-e686-4773-842b-810fb3a5c555 up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 15:04:36.989312 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port 26d6138e-e686-4773-842b-810fb3a5c555 triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:04:36.989705 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:37.026280 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df553671-7e12-46ef-85a9-a222932a1679 req-7b5bd336-4716-4dd4-b7c2-482c89497b58 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:04:37.027820 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-df553671-7e12-46ef-85a9-a222932a1679 req-7b5bd336-4716-4dd4-b7c2-482c89497b58 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/ports?device_id=06b9375d-bace-41eb-b281-e0fc53dd6996 HTTP/1.1" status: 200 len: 931 time: 0.0826666 Jan 20 15:04:37.078154 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-df553671-7e12-46ef-85a9-a222932a1679 req-111a8409-051d-4e2f-bfff-f228af508b77 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/security-groups?id=b3810468-e4a1-4f4d-802c-721da7468662&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429585 Jan 20 15:04:37.211305 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.notifiers.nova [req-d32d656f-44ba-4b9b-87a1-f31ff9121823 req-5becf103-f567-471d-9536-22585a4a615d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cca3e67e-3ded-448c-a9bd-046a027fae68 {{(pid=84152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 15:04:37.218073 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [req-d32d656f-44ba-4b9b-87a1-f31ff9121823 req-5becf103-f567-471d-9536-22585a4a615d service neutron] Notify callbacks [] for port, precommit_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:37.232884 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.provisioning_blocks [req-d32d656f-44ba-4b9b-87a1-f31ff9121823 req-5becf103-f567-471d-9536-22585a4a615d service neutron] Transition to ACTIVE for port object cca3e67e-3ded-448c-a9bd-046a027fae68 will not be triggered until provisioned by entity L2. {{(pid=84152) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 15:04:37.288379 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [req-d32d656f-44ba-4b9b-87a1-f31ff9121823 req-5becf103-f567-471d-9536-22585a4a615d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162822'] for port, after_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:37.413297 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5becf103-f567-471d-9536-22585a4a615d service neutron] Pushing event updated for resources: {'Port': ['ID=cca3e67e-3ded-448c-a9bd-046a027fae68,revision_number=2']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:04:37.518584 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.managers [req-d32d656f-44ba-4b9b-87a1-f31ff9121823 req-5becf103-f567-471d-9536-22585a4a615d service neutron] Attempting to bind port cca3e67e-3ded-448c-a9bd-046a027fae68 on host hv-neutron-8251 for vnic_type normal with profile {{(pid=84152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 15:04:37.518841 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.managers [req-d32d656f-44ba-4b9b-87a1-f31ff9121823 req-5becf103-f567-471d-9536-22585a4a615d service neutron] Attempting to bind port cca3e67e-3ded-448c-a9bd-046a027fae68 by drivers openvswitch,hyperv on host hv-neutron-8251 at level 0 using segments [{'id': '67d85c3c-da5a-4228-85cc-cf5be291c245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '55caab5b-9aa1-40c0-b8bb-10b09e68853a'}] {{(pid=84152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 15:04:37.519157 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d32d656f-44ba-4b9b-87a1-f31ff9121823 req-5becf103-f567-471d-9536-22585a4a615d service neutron] Attempting to bind port cca3e67e-3ded-448c-a9bd-046a027fae68 on network 55caab5b-9aa1-40c0-b8bb-10b09e68853a {{(pid=84152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 15:04:37.524847 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d32d656f-44ba-4b9b-87a1-f31ff9121823 req-5becf103-f567-471d-9536-22585a4a615d service neutron] Port cca3e67e-3ded-448c-a9bd-046a027fae68 on network 55caab5b-9aa1-40c0-b8bb-10b09e68853a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8251 {{(pid=84152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 20 15:04:37.525154 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d32d656f-44ba-4b9b-87a1-f31ff9121823 req-5becf103-f567-471d-9536-22585a4a615d service neutron] Attempting to bind port cca3e67e-3ded-448c-a9bd-046a027fae68 on network 55caab5b-9aa1-40c0-b8bb-10b09e68853a {{(pid=84152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 15:04:37.531236 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d32d656f-44ba-4b9b-87a1-f31ff9121823 req-5becf103-f567-471d-9536-22585a4a615d service neutron] Checking agent: {'id': 'e037d8fb-d49c-4f86-9910-f13f6ba89a51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8251', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 23), 'started_at': datetime.datetime(2022, 1, 20, 14, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 15, 4, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 15:04:37.531562 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d32d656f-44ba-4b9b-87a1-f31ff9121823 req-5becf103-f567-471d-9536-22585a4a615d service neutron] Checking segment: {'id': '67d85c3c-da5a-4228-85cc-cf5be291c245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '55caab5b-9aa1-40c0-b8bb-10b09e68853a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 15:04:37.531982 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d32d656f-44ba-4b9b-87a1-f31ff9121823 req-5becf103-f567-471d-9536-22585a4a615d service neutron] Bound using segment: {'id': '67d85c3c-da5a-4228-85cc-cf5be291c245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '55caab5b-9aa1-40c0-b8bb-10b09e68853a'} {{(pid=84152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 15:04:37.532414 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.managers [req-d32d656f-44ba-4b9b-87a1-f31ff9121823 req-5becf103-f567-471d-9536-22585a4a615d service neutron] Bound port: cca3e67e-3ded-448c-a9bd-046a027fae68, host: hv-neutron-8251, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67d85c3c-da5a-4228-85cc-cf5be291c245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '55caab5b-9aa1-40c0-b8bb-10b09e68853a'}}] {{(pid=84152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 15:04:37.532750 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [req-d32d656f-44ba-4b9b-87a1-f31ff9121823 req-5becf103-f567-471d-9536-22585a4a615d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:37.618315 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.db [req-d32d656f-44ba-4b9b-87a1-f31ff9121823 req-5becf103-f567-471d-9536-22585a4a615d service neutron] For port cca3e67e-3ded-448c-a9bd-046a027fae68, host hv-neutron-8251, cleared binding levels {{(pid=84152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 15:04:37.621794 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.db [req-d32d656f-44ba-4b9b-87a1-f31ff9121823 req-5becf103-f567-471d-9536-22585a4a615d service neutron] For port cca3e67e-3ded-448c-a9bd-046a027fae68, host hv-neutron-8251, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=cca3e67e-3ded-448c-a9bd-046a027fae68,segment=NetworkSegment(67d85c3c-da5a-4228-85cc-cf5be291c245),segment_id=67d85c3c-da5a-4228-85cc-cf5be291c245)] {{(pid=84152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 15:04:37.685628 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [req-d32d656f-44ba-4b9b-87a1-f31ff9121823 req-5becf103-f567-471d-9536-22585a4a615d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162822'] for port, after_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:37.749852 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [req-d32d656f-44ba-4b9b-87a1-f31ff9121823 req-5becf103-f567-471d-9536-22585a4a615d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:37.751253 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-d32d656f-44ba-4b9b-87a1-f31ff9121823 req-5becf103-f567-471d-9536-22585a4a615d service neutron] 10.222.0.106 "PUT /v2.0/ports/cca3e67e-3ded-448c-a9bd-046a027fae68 HTTP/1.1" status: 200 len: 1093 time: 1.1113398 Jan 20 15:04:37.751681 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06b9375d-bace-41eb-b281-e0fc53dd6996', 'tag': 'cca3e67e-3ded-448c-a9bd-046a027fae68'}] {{(pid=84152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 15:04:37.775918 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5becf103-f567-471d-9536-22585a4a615d service neutron] Pushing event updated for resources: {'Port': ['ID=cca3e67e-3ded-448c-a9bd-046a027fae68,revision_number=3']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:04:37.813181 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06b9375d-bace-41eb-b281-e0fc53dd6996', 'tag': 'cca3e67e-3ded-448c-a9bd-046a027fae68', 'status': 'completed', 'code': 200} Jan 20 15:04:37.911934 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-d16debf8-c645-43a0-93c0-e9f78c6f1eb4 req-2f7096eb-e251-4de0-b5d3-6de4201f7fe2 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=0c6e33a201a449b6a090c10ea0004dc8&device_id=06b9375d-bace-41eb-b281-e0fc53dd6996 HTTP/1.1" status: 200 len: 1096 time: 0.0706582 Jan 20 15:04:38.049633 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16debf8-c645-43a0-93c0-e9f78c6f1eb4 req-5773c26d-f0b0-49ff-94ee-8f4249050a18 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:04:38.051091 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-d16debf8-c645-43a0-93c0-e9f78c6f1eb4 req-5773c26d-f0b0-49ff-94ee-8f4249050a18 service neutron] 10.222.0.106 "GET /v2.0/networks?tenant_id=0c6e33a201a449b6a090c10ea0004dc8&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1323946 Jan 20 15:04:38.192682 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16debf8-c645-43a0-93c0-e9f78c6f1eb4 req-8e7e054c-6f84-4b9c-9c03-fb97c52e4daa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:04:38.194145 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-d16debf8-c645-43a0-93c0-e9f78c6f1eb4 req-8e7e054c-6f84-4b9c-9c03-fb97c52e4daa service neutron] 10.222.0.106 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1368575 Jan 20 15:04:38.280578 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380a9d6d-26eb-4394-896b-eb18ed51c719 req-2948bbcd-6b84-4c92-a54a-3143972324f8 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:04:38.282203 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-380a9d6d-26eb-4394-896b-eb18ed51c719 req-2948bbcd-6b84-4c92-a54a-3143972324f8 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/ports?device_id=06b9375d-bace-41eb-b281-e0fc53dd6996 HTTP/1.1" status: 200 len: 943 time: 0.0777099 Jan 20 15:04:38.301644 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-d32d656f-44ba-4b9b-87a1-f31ff9121823 req-92f6fb92-399f-4fed-af60-db144a13571f service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=0c6e33a201a449b6a090c10ea0004dc8&device_id=06b9375d-bace-41eb-b281-e0fc53dd6996 HTTP/1.1" status: 200 len: 1096 time: 0.0716023 Jan 20 15:04:38.328742 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-380a9d6d-26eb-4394-896b-eb18ed51c719 req-f1c09dfb-a01e-47d2-a663-da2cf1b289b3 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/security-groups?id=b3810468-e4a1-4f4d-802c-721da7468662&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407655 Jan 20 15:04:38.368712 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-d32d656f-44ba-4b9b-87a1-f31ff9121823 req-c5aa023d-fbd7-4a28-b8b3-650d189db1a3 service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cca3e67e-3ded-448c-a9bd-046a027fae68 HTTP/1.1" status: 200 len: 217 time: 0.0597975 Jan 20 15:04:38.431122 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32d656f-44ba-4b9b-87a1-f31ff9121823 req-8d45d4d6-1692-4569-8454-71db95de7b96 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:04:38.432517 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-d32d656f-44ba-4b9b-87a1-f31ff9121823 req-8d45d4d6-1692-4569-8454-71db95de7b96 service neutron] 10.222.0.106 "GET /v2.0/subnets?id=53556284-e4c4-431b-baea-519cba1c51f0 HTTP/1.1" status: 200 len: 850 time: 0.0583713 Jan 20 15:04:38.504141 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-d32d656f-44ba-4b9b-87a1-f31ff9121823 req-c482f14d-1c6e-4594-b13d-4c525bb8ac7e service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=55caab5b-9aa1-40c0-b8bb-10b09e68853a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0659485 Jan 20 15:04:38.630741 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-d32d656f-44ba-4b9b-87a1-f31ff9121823 req-02693024-5427-4dea-9f77-db1f81a4d467 service neutron] 10.222.0.106 "GET /v2.0/networks/55caab5b-9aa1-40c0-b8bb-10b09e68853a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205370 Jan 20 15:04:38.760006 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-d32d656f-44ba-4b9b-87a1-f31ff9121823 req-83b26078-641d-49d5-a884-d26f42cc6cff service neutron] 10.222.0.106 "GET /v2.0/networks/55caab5b-9aa1-40c0-b8bb-10b09e68853a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231339 Jan 20 15:04:39.528560 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6146f8f0-e561-428f-b3df-1df61449590c req-3934cc3f-c159-48c3-9200-e5c24e4ebd8d tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:04:39.529984 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-6146f8f0-e561-428f-b3df-1df61449590c req-3934cc3f-c159-48c3-9200-e5c24e4ebd8d tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/ports?device_id=06b9375d-bace-41eb-b281-e0fc53dd6996 HTTP/1.1" status: 200 len: 943 time: 0.0801294 Jan 20 15:04:39.574970 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-6146f8f0-e561-428f-b3df-1df61449590c req-b35eef70-ac8e-49f2-9340-7188cc726ae2 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/security-groups?id=b3810468-e4a1-4f4d-802c-721da7468662&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395801 Jan 20 15:04:40.777634 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431200b9-3b20-4333-84cc-c9a7cf6f1a78 req-2ee6c390-d81d-469c-a2a8-e42168b9cac2 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:04:40.779195 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-431200b9-3b20-4333-84cc-c9a7cf6f1a78 req-2ee6c390-d81d-469c-a2a8-e42168b9cac2 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/ports?device_id=06b9375d-bace-41eb-b281-e0fc53dd6996 HTTP/1.1" status: 200 len: 943 time: 0.0806181 Jan 20 15:04:40.826263 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-431200b9-3b20-4333-84cc-c9a7cf6f1a78 req-7388ac1f-0fdc-4504-9c36-243b2991abb1 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/security-groups?id=b3810468-e4a1-4f4d-802c-721da7468662&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415256 Jan 20 15:04:42.026251 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311e6cab-ac38-47dc-ab51-b9256b1720ea req-94fd3dd6-dbd8-49ee-83a6-a08356e5dc5e tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:04:42.027717 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-311e6cab-ac38-47dc-ab51-b9256b1720ea req-94fd3dd6-dbd8-49ee-83a6-a08356e5dc5e tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/ports?device_id=06b9375d-bace-41eb-b281-e0fc53dd6996 HTTP/1.1" status: 200 len: 943 time: 0.0788591 Jan 20 15:04:42.072080 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-311e6cab-ac38-47dc-ab51-b9256b1720ea req-c49c4780-b2d8-4099-9e2a-95740c631ad0 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/security-groups?id=b3810468-e4a1-4f4d-802c-721da7468662&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381372 Jan 20 15:04:42.363734 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Device cca3e67e-3ded-448c-a9bd-046a027fae68 details requested by agent hyperv_hv-neutron-8251 with host hv-neutron-8251 {{(pid=84154) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 20 15:04:42.498433 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] For port cca3e67e-3ded-448c-a9bd-046a027fae68, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=cca3e67e-3ded-448c-a9bd-046a027fae68,segment=NetworkSegment(67d85c3c-da5a-4228-85cc-cf5be291c245),segment_id=67d85c3c-da5a-4228-85cc-cf5be291c245)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 15:04:42.511694 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Returning: {'device': 'cca3e67e-3ded-448c-a9bd-046a027fae68', 'network_id': '55caab5b-9aa1-40c0-b8bb-10b09e68853a', 'port_id': 'cca3e67e-3ded-448c-a9bd-046a027fae68', 'mac_address': 'fa:16:3e:2b:9e:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53556284-e4c4-431b-baea-519cba1c51f0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84154) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 20 15:04:42.565085 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:42.581758 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.notifiers.nova [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cca3e67e-3ded-448c-a9bd-046a027fae68 {{(pid=84154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 15:04:42.595957 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] For port cca3e67e-3ded-448c-a9bd-046a027fae68, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=cca3e67e-3ded-448c-a9bd-046a027fae68,segment=NetworkSegment(67d85c3c-da5a-4228-85cc-cf5be291c245),segment_id=67d85c3c-da5a-4228-85cc-cf5be291c245)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 15:04:42.661704 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:42.732529 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Pushing event updated for resources: {'Port': ['ID=cca3e67e-3ded-448c-a9bd-046a027fae68,revision_number=4']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:04:42.740925 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:04:42.741361 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:04:42.741704 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:04:42.742054 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:04:42.742414 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:04:42.742750 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:04:42.743079 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:04:42.743452 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:04:42.743779 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:04:42.744103 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:04:42.744429 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:04:42.962279 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] get_ports_and_sgs() called for port_ids ['cca3e67e-3ded-448c-a9bd-046a027fae68'] {{(pid=84154) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 20 15:04:43.265034 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8135c94-5ae1-45b8-acde-ed2c50ab7a28 req-b76ddb65-2fe7-4acd-945c-ac83d9997a91 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:04:43.266489 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-b8135c94-5ae1-45b8-acde-ed2c50ab7a28 req-b76ddb65-2fe7-4acd-945c-ac83d9997a91 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/ports?device_id=06b9375d-bace-41eb-b281-e0fc53dd6996 HTTP/1.1" status: 200 len: 944 time: 0.0753186 Jan 20 15:04:43.311065 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-b8135c94-5ae1-45b8-acde-ed2c50ab7a28 req-1a4a3388-1a48-4754-8849-7cff2e7c1795 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/security-groups?id=b3810468-e4a1-4f4d-802c-721da7468662&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386262 Jan 20 15:04:44.363934 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Device cca3e67e-3ded-448c-a9bd-046a027fae68 up at agent hyperv_hv-neutron-8251 {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 15:04:44.488020 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Provisioning for port cca3e67e-3ded-448c-a9bd-046a027fae68 completed by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 15:04:44.492863 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Provisioning complete for port cca3e67e-3ded-448c-a9bd-046a027fae68 triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:04:44.493412 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:44.509485 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859fa92e-b608-481d-9612-fb3122f35ab0 req-c030a3f7-72ec-4c8d-9bf8-d6578c06875b tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:04:44.510908 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-859fa92e-b608-481d-9612-fb3122f35ab0 req-c030a3f7-72ec-4c8d-9bf8-d6578c06875b tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/ports?device_id=06b9375d-bace-41eb-b281-e0fc53dd6996 HTTP/1.1" status: 200 len: 944 time: 0.0803180 Jan 20 15:04:44.556424 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-859fa92e-b608-481d-9612-fb3122f35ab0 req-2a8a4a75-796e-4d14-9121-ce1ee3289bfe tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/security-groups?id=b3810468-e4a1-4f4d-802c-721da7468662&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399768 Jan 20 15:04:44.606453 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:44.632411 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06b9375d-bace-41eb-b281-e0fc53dd6996', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cca3e67e-3ded-448c-a9bd-046a027fae68'}] {{(pid=84154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 15:04:44.641490 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] For port cca3e67e-3ded-448c-a9bd-046a027fae68, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=cca3e67e-3ded-448c-a9bd-046a027fae68,segment=NetworkSegment(67d85c3c-da5a-4228-85cc-cf5be291c245),segment_id=67d85c3c-da5a-4228-85cc-cf5be291c245)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 15:04:44.686908 dv-neutron-825124-1-hyperv neutron-server[84154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06b9375d-bace-41eb-b281-e0fc53dd6996', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cca3e67e-3ded-448c-a9bd-046a027fae68', 'code': 200} Jan 20 15:04:44.705750 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:44.797603 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Pushing event updated for resources: {'Port': ['ID=cca3e67e-3ded-448c-a9bd-046a027fae68,revision_number=5']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:04:45.124105 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-359022ee-98dd-4087-8b6a-b9ab7bff4cfc req-a9b444db-5f4c-4680-8248-d43d75886755 service neutron] 10.222.0.106 "GET /v2.0/ports?device_id=06b9375d-bace-41eb-b281-e0fc53dd6996 HTTP/1.1" status: 200 len: 1098 time: 0.1523125 Jan 20 15:04:45.168512 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-359022ee-98dd-4087-8b6a-b9ab7bff4cfc req-d25b6d88-01b1-4158-89c8-01585180495f service neutron] 10.222.0.106 "GET /v2.0/security-groups?id=b3810468-e4a1-4f4d-802c-721da7468662&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387182 Jan 20 15:04:45.750758 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8029425-0390-402a-84cd-d1341b73a16c req-e93e0234-c98a-46f5-9309-8b8e5358e180 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:04:45.752831 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-e8029425-0390-402a-84cd-d1341b73a16c req-e93e0234-c98a-46f5-9309-8b8e5358e180 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/ports?device_id=06b9375d-bace-41eb-b281-e0fc53dd6996 HTTP/1.1" status: 200 len: 945 time: 0.0749617 Jan 20 15:04:45.800430 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-e8029425-0390-402a-84cd-d1341b73a16c req-89a536ff-e82c-4fca-bf75-f2a352949aba tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/security-groups?id=b3810468-e4a1-4f4d-802c-721da7468662&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421894 Jan 20 15:04:47.003068 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76ca70c-9513-42cf-a5b0-40562f78c318 req-7865a109-3677-4603-8ce6-f5c32ac855ce tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:04:47.004501 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-c76ca70c-9513-42cf-a5b0-40562f78c318 req-7865a109-3677-4603-8ce6-f5c32ac855ce tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/ports?device_id=06b9375d-bace-41eb-b281-e0fc53dd6996 HTTP/1.1" status: 200 len: 945 time: 0.0760357 Jan 20 15:04:47.049039 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-c76ca70c-9513-42cf-a5b0-40562f78c318 req-dfb88d40-4973-4ce2-9152-45359da7e8e4 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/security-groups?id=b3810468-e4a1-4f4d-802c-721da7468662&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390842 Jan 20 15:04:47.239874 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f01009-5659-4479-8557-4e8af1340bfd req-7d486d02-c30f-4f44-925c-faa6465dcd78 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:04:47.241316 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-56f01009-5659-4479-8557-4e8af1340bfd req-7d486d02-c30f-4f44-925c-faa6465dcd78 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/ports?device_id=06b9375d-bace-41eb-b281-e0fc53dd6996 HTTP/1.1" status: 200 len: 945 time: 0.0797858 Jan 20 15:04:47.250565 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 47524) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:04:47.255742 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-88348a0d-6a61-4b7c-a78c-faf2b312c29b tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Request body: {'floatingip': {'port_id': 'cca3e67e-3ded-448c-a9bd-046a027fae68'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 15:04:47.328097 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-88348a0d-6a61-4b7c-a78c-faf2b312c29b tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Notify callbacks [] for floatingip, before_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:48.009917 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-88348a0d-6a61-4b7c-a78c-faf2b312c29b tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:48.065728 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-88348a0d-6a61-4b7c-a78c-faf2b312c29b tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-745254'] for floatingip, after_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:48.258059 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.db.l3_db [None req-88348a0d-6a61-4b7c-a78c-faf2b312c29b tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Floating IP 31ecd7bf-e562-4861-ac09-6fb2d489f3bc associated. External IP: 172.26.7.19, port: cca3e67e-3ded-448c-a9bd-046a027fae68. Jan 20 15:04:48.663038 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88348a0d-6a61-4b7c-a78c-faf2b312c29b tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Router fae87e5e-f128-4d5e-ae35-714da5d072a5 has already been hosted by L3 agent 624d525b-4c26-4143-8a1c-228bb1c6faaa {{(pid=84153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 15:04:48.871819 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88348a0d-6a61-4b7c-a78c-faf2b312c29b tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Notify agent at l3_agent.dv-neutron-825124-1-hyperv the message routers_updated {{(pid=84153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 15:04:48.876254 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-88348a0d-6a61-4b7c-a78c-faf2b312c29b tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for floatingip, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:04:48.882081 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26821112-a6cd-4cb2-999e-451317d8d597 None None] Sync routers for ids ['fae87e5e-f128-4d5e-ae35-714da5d072a5'] in dv-neutron-825124-1-hyperv {{(pid=84155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 15:04:48.895864 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26821112-a6cd-4cb2-999e-451317d8d597 None None] Routers {'fae87e5e-f128-4d5e-ae35-714da5d072a5'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 15:04:48.896466 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-26821112-a6cd-4cb2-999e-451317d8d597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T15:04:30Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['fae87e5e-f128-4d5e-ae35-714da5d072a5'], 'active': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:04:48.931504 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-88348a0d-6a61-4b7c-a78c-faf2b312c29b tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "PUT /v2.0/floatingips/31ecd7bf-e562-4861-ac09-6fb2d489f3bc HTTP/1.1" status: 200 len: 990 time: 1.6797626 Jan 20 15:04:48.931999 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06b9375d-bace-41eb-b281-e0fc53dd6996', 'tag': 'cca3e67e-3ded-448c-a9bd-046a027fae68'}] {{(pid=84153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 15:04:48.994708 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06b9375d-bace-41eb-b281-e0fc53dd6996', 'tag': 'cca3e67e-3ded-448c-a9bd-046a027fae68', 'status': 'completed', 'code': 200} Jan 20 15:04:49.084102 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvr_db [None req-26821112-a6cd-4cb2-999e-451317d8d597 None None] Set router fae87e5e-f128-4d5e-ae35-714da5d072a5 gateway port host: dv-neutron-825124-1-hyperv {{(pid=84155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 15:04:49.086086 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-0ab57d6b-fddc-46ba-af05-75600c315556 req-86a0ab39-cf1a-4a2e-ad7f-4668f9790868 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=0c6e33a201a449b6a090c10ea0004dc8&device_id=06b9375d-bace-41eb-b281-e0fc53dd6996 HTTP/1.1" status: 200 len: 1098 time: 0.0685556 Jan 20 15:04:49.231262 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab57d6b-fddc-46ba-af05-75600c315556 req-ffb08c8a-7058-437c-a1ae-0e5fbf6c22aa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:04:49.232760 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-0ab57d6b-fddc-46ba-af05-75600c315556 req-ffb08c8a-7058-437c-a1ae-0e5fbf6c22aa service neutron] 10.222.0.106 "GET /v2.0/networks?id=55caab5b-9aa1-40c0-b8bb-10b09e68853a HTTP/1.1" status: 200 len: 912 time: 0.1404550 Jan 20 15:04:49.340059 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-0ab57d6b-fddc-46ba-af05-75600c315556 req-bb05d31d-4e10-4d80-82c3-3d947e3f050c service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cca3e67e-3ded-448c-a9bd-046a027fae68 HTTP/1.1" status: 200 len: 998 time: 0.1011455 Jan 20 15:04:49.401513 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab57d6b-fddc-46ba-af05-75600c315556 req-f4d66000-662a-4fe9-ae8d-2238c443fe75 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:04:49.402966 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-0ab57d6b-fddc-46ba-af05-75600c315556 req-f4d66000-662a-4fe9-ae8d-2238c443fe75 service neutron] 10.222.0.106 "GET /v2.0/subnets?id=53556284-e4c4-431b-baea-519cba1c51f0 HTTP/1.1" status: 200 len: 850 time: 0.0569971 Jan 20 15:04:49.444383 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-26821112-a6cd-4cb2-999e-451317d8d597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fae87e5e-f128-4d5e-ae35-714da5d072a5', 'name': 'tempest-ServerActionsTestJSON-219677164-router', 'tenant_id': '0c6e33a201a449b6a090c10ea0004dc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.60'}], 'enable_snat': True}, 'gw_port_id': 'a1184d29-0410-4343-a277-3eda97ff9ba6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:04:23Z', 'updated_at': '2022-01-20T15:04:27Z', 'revision_number': 4, 'project_id': '0c6e33a201a449b6a090c10ea0004dc8', 'gw_port': {'id': 'a1184d29-0410-4343-a277-3eda97ff9ba6', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:ca:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fae87e5e-f128-4d5e-ae35-714da5d072a5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:04:24Z', 'updated_at': '2022-01-20T15:04:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv', '_floatingips': [{'id': '31ecd7bf-e562-4861-ac09-6fb2d489f3bc', 'tenant_id': '0c6e33a201a449b6a090c10ea0004dc8', 'floating_ip_address': '172.26.7.19', 'floating_network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'router_id': 'fae87e5e-f128-4d5e-ae35-714da5d072a5', 'port_id': 'cca3e67e-3ded-448c-a9bd-046a027fae68', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55caab5b-9aa1-40c0-b8bb-10b09e68853a', 'mac_address': 'fa:16:3e:2b:9e:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06b9375d-bace-41eb-b281-e0fc53dd6996', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T15:04:31Z', 'updated_at': '2022-01-20T15:04:47Z', 'revision_number': 1, 'project_id': '0c6e33a201a449b6a090c10ea0004dc8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26d6138e-e686-4773-842b-810fb3a5c555', 'name': '', 'network_id': '55caab5b-9aa1-40c0-b8bb-10b09e68853a', 'tenant_id': '0c6e33a201a449b6a090c10ea0004dc8', 'mac_address': 'fa:16:3e:d6:dd:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fae87e5e-f128-4d5e-ae35-714da5d072a5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '53556284-e4c4-431b-baea-519cba1c51f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:04:26Z', 'updated_at': '2022-01-20T15:04:35Z', 'revision_number': 5, 'project_id': '0c6e33a201a449b6a090c10ea0004dc8', 'subnets': [{'id': '53556284-e4c4-431b-baea-519cba1c51f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:04:49.448218 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26821112-a6cd-4cb2-999e-451317d8d597 None None] Checking router: fae87e5e-f128-4d5e-ae35-714da5d072a5 for host: dv-neutron-825124-1-hyperv {{(pid=84155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 15:04:49.459153 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26821112-a6cd-4cb2-999e-451317d8d597 None None] Routers {'fae87e5e-f128-4d5e-ae35-714da5d072a5'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 15:04:49.459813 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-26821112-a6cd-4cb2-999e-451317d8d597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T15:04:30Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['fae87e5e-f128-4d5e-ae35-714da5d072a5'], 'active': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:04:49.479667 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-0ab57d6b-fddc-46ba-af05-75600c315556 req-d1946bbe-330f-4cb6-9023-12ca8d8def23 service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=55caab5b-9aa1-40c0-b8bb-10b09e68853a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0712504 Jan 20 15:04:49.613564 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-0ab57d6b-fddc-46ba-af05-75600c315556 req-ec05660b-fd6a-40e3-9623-5b1de5052e39 service neutron] 10.222.0.106 "GET /v2.0/networks/55caab5b-9aa1-40c0-b8bb-10b09e68853a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269310 Jan 20 15:04:49.642920 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvr_db [None req-26821112-a6cd-4cb2-999e-451317d8d597 None None] Set router fae87e5e-f128-4d5e-ae35-714da5d072a5 gateway port host: dv-neutron-825124-1-hyperv {{(pid=84155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 15:04:49.747367 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-0ab57d6b-fddc-46ba-af05-75600c315556 req-0503187a-fc58-4b0f-acbc-c54a12d0ea25 service neutron] 10.222.0.106 "GET /v2.0/networks/55caab5b-9aa1-40c0-b8bb-10b09e68853a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279676 Jan 20 15:04:50.023724 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-26821112-a6cd-4cb2-999e-451317d8d597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fae87e5e-f128-4d5e-ae35-714da5d072a5', 'name': 'tempest-ServerActionsTestJSON-219677164-router', 'tenant_id': '0c6e33a201a449b6a090c10ea0004dc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.60'}], 'enable_snat': True}, 'gw_port_id': 'a1184d29-0410-4343-a277-3eda97ff9ba6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:04:23Z', 'updated_at': '2022-01-20T15:04:27Z', 'revision_number': 4, 'project_id': '0c6e33a201a449b6a090c10ea0004dc8', 'gw_port': {'id': 'a1184d29-0410-4343-a277-3eda97ff9ba6', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:ca:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fae87e5e-f128-4d5e-ae35-714da5d072a5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:04:24Z', 'updated_at': '2022-01-20T15:04:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv', '_floatingips': [{'id': '31ecd7bf-e562-4861-ac09-6fb2d489f3bc', 'tenant_id': '0c6e33a201a449b6a090c10ea0004dc8', 'floating_ip_address': '172.26.7.19', 'floating_network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'router_id': 'fae87e5e-f128-4d5e-ae35-714da5d072a5', 'port_id': 'cca3e67e-3ded-448c-a9bd-046a027fae68', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55caab5b-9aa1-40c0-b8bb-10b09e68853a', 'mac_address': 'fa:16:3e:2b:9e:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06b9375d-bace-41eb-b281-e0fc53dd6996', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T15:04:31Z', 'updated_at': '2022-01-20T15:04:47Z', 'revision_number': 1, 'project_id': '0c6e33a201a449b6a090c10ea0004dc8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26d6138e-e686-4773-842b-810fb3a5c555', 'name': '', 'network_id': '55caab5b-9aa1-40c0-b8bb-10b09e68853a', 'tenant_id': '0c6e33a201a449b6a090c10ea0004dc8', 'mac_address': 'fa:16:3e:d6:dd:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fae87e5e-f128-4d5e-ae35-714da5d072a5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '53556284-e4c4-431b-baea-519cba1c51f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:04:26Z', 'updated_at': '2022-01-20T15:04:35Z', 'revision_number': 5, 'project_id': '0c6e33a201a449b6a090c10ea0004dc8', 'subnets': [{'id': '53556284-e4c4-431b-baea-519cba1c51f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:04:50.027539 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26821112-a6cd-4cb2-999e-451317d8d597 None None] The sync data for ids ['fae87e5e-f128-4d5e-ae35-714da5d072a5'] in dv-neutron-825124-1-hyperv is: [{'id': 'fae87e5e-f128-4d5e-ae35-714da5d072a5', 'name': 'tempest-ServerActionsTestJSON-219677164-router', 'tenant_id': '0c6e33a201a449b6a090c10ea0004dc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.60'}], 'enable_snat': True}, 'gw_port_id': 'a1184d29-0410-4343-a277-3eda97ff9ba6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:04:23Z', 'updated_at': '2022-01-20T15:04:27Z', 'revision_number': 4, 'project_id': '0c6e33a201a449b6a090c10ea0004dc8', 'gw_port': {'id': 'a1184d29-0410-4343-a277-3eda97ff9ba6', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:ca:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fae87e5e-f128-4d5e-ae35-714da5d072a5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:04:24Z', 'updated_at': '2022-01-20T15:04:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv', '_floatingips': [{'id': '31ecd7bf-e562-4861-ac09-6fb2d489f3bc', 'tenant_id': '0c6e33a201a449b6a090c10ea0004dc8', 'floating_ip_address': '172.26.7.19', 'floating_network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'router_id': 'fae87e5e-f128-4d5e-ae35-714da5d072a5', 'port_id': 'cca3e67e-3ded-448c-a9bd-046a027fae68', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55caab5b-9aa1-40c0-b8bb-10b09e68853a', 'mac_address': 'fa:16:3e:2b:9e:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06b9375d-bace-41eb-b281-e0fc53dd6996', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T15:04:31Z', 'updated_at': '2022-01-20T15:04:47Z', 'revision_number': 1, 'project_id': '0c6e33a201a449b6a090c10ea0004dc8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26d6138e-e686-4773-842b-810fb3a5c555', 'name': '', 'network_id': '55caab5b-9aa1-40c0-b8bb-10b09e68853a', 'tenant_id': '0c6e33a201a449b6a090c10ea0004dc8', 'mac_address': 'fa:16:3e:d6:dd:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fae87e5e-f128-4d5e-ae35-714da5d072a5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '53556284-e4c4-431b-baea-519cba1c51f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:04:26Z', 'updated_at': '2022-01-20T15:04:35Z', 'revision_number': 5, 'project_id': '0c6e33a201a449b6a090c10ea0004dc8', 'subnets': [{'id': '53556284-e4c4-431b-baea-519cba1c51f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 15:04:50.230684 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2565ec98-00d4-4c8e-990c-9487f87a0408 None None] New status for floating IP 31ecd7bf-e562-4861-ac09-6fb2d489f3bc: ACTIVE {{(pid=84154) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 20 15:04:58.076748 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-169ef74a-52a8-49e4-9e1a-c07255dedd2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:05:00.419380 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-6cd51878-ba7b-4e73-b990-e2f715e91c98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:05:00.750894 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:05:01.416217 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:05:01.661502 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-cdd98e71-1f0a-4421-baa9-dcb30e06edf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:05:03.118496 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-eea6df97-7ff1-4b63-af20-e3ec8913deda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:05:08.062233 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.agents_db [None req-6dba657d-a637-4918-9b6d-40defdfae04b None None] Agent healthcheck: found 6 active agents {{(pid=84155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 15:05:28.053306 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-40c1aea9-74a8-4fd2-9bb8-cce8b1db97d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:05:30.396293 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-2ecbe3e2-e9fc-4b13-ac3c-f5f5cd6d03be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:05:30.769656 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:05:31.442238 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:05:31.676578 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-cdd98e71-1f0a-4421-baa9-dcb30e06edf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:05:33.152223 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-eea6df97-7ff1-4b63-af20-e3ec8913deda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:05:42.592806 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-04ad1d36-b807-44d3-8572-d534f5a6df82 req-38da7b0a-669c-4d80-bb28-505aa37d6a58 service neutron] 10.222.0.106 "GET /v2.0/ports?device_id=06b9375d-bace-41eb-b281-e0fc53dd6996&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0707555 Jan 20 15:05:42.730321 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-04ad1d36-b807-44d3-8572-d534f5a6df82 req-8dbd157f-3b1b-441a-8134-ff2b5cc95bfb service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=0c6e33a201a449b6a090c10ea0004dc8&device_id=06b9375d-bace-41eb-b281-e0fc53dd6996 HTTP/1.1" status: 200 len: 1098 time: 0.0705857 Jan 20 15:05:42.876937 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ad1d36-b807-44d3-8572-d534f5a6df82 req-9ac0cd4f-8f9e-4b83-8d30-00b1998b5f96 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:05:42.877860 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-04ad1d36-b807-44d3-8572-d534f5a6df82 req-9ac0cd4f-8f9e-4b83-8d30-00b1998b5f96 service neutron] 10.222.0.106 "GET /v2.0/networks?id=55caab5b-9aa1-40c0-b8bb-10b09e68853a HTTP/1.1" status: 200 len: 912 time: 0.1276319 Jan 20 15:05:42.974649 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-04ad1d36-b807-44d3-8572-d534f5a6df82 req-2b65eda5-5b63-418e-bdf7-e13458db8d8f service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cca3e67e-3ded-448c-a9bd-046a027fae68 HTTP/1.1" status: 200 len: 1000 time: 0.0908096 Jan 20 15:05:43.055719 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ad1d36-b807-44d3-8572-d534f5a6df82 req-9c5689eb-c98d-4322-a36a-60e54ccfec4d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:05:43.057130 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-04ad1d36-b807-44d3-8572-d534f5a6df82 req-9c5689eb-c98d-4322-a36a-60e54ccfec4d service neutron] 10.222.0.106 "GET /v2.0/subnets?id=53556284-e4c4-431b-baea-519cba1c51f0 HTTP/1.1" status: 200 len: 850 time: 0.0767453 Jan 20 15:05:43.129697 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-04ad1d36-b807-44d3-8572-d534f5a6df82 req-603391b6-0e28-4e68-9fd3-3cb9058cee77 service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=55caab5b-9aa1-40c0-b8bb-10b09e68853a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0654981 Jan 20 15:05:43.258337 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-04ad1d36-b807-44d3-8572-d534f5a6df82 req-17d367db-e73b-4190-8937-e1b811570aff service neutron] 10.222.0.106 "GET /v2.0/networks/55caab5b-9aa1-40c0-b8bb-10b09e68853a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233306 Jan 20 15:05:43.390825 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-04ad1d36-b807-44d3-8572-d534f5a6df82 req-57b83841-a602-46e4-adf5-fcf63ff53607 service neutron] 10.222.0.106 "GET /v2.0/networks/55caab5b-9aa1-40c0-b8bb-10b09e68853a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267257 Jan 20 15:05:45.062606 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.agents_db [None req-6dba657d-a637-4918-9b6d-40defdfae04b None None] Agent healthcheck: found 6 active agents {{(pid=84155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 15:05:58.014973 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-924c0816-58a7-4f21-b1e0-1be7b56dace2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:06:00.391720 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-dddff01b-af35-49d0-bac0-9ed832202b30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:06:00.768867 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:06:01.418810 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:06:01.677541 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-cdd98e71-1f0a-4421-baa9-dcb30e06edf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:06:03.159689 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cde1eb-5fc7-4506-a0e7-466e4a736be3 req-8ad86ecd-49ac-4580-b3fc-1792708b67e0 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:06:03.161162 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-50cde1eb-5fc7-4506-a0e7-466e4a736be3 req-8ad86ecd-49ac-4580-b3fc-1792708b67e0 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/ports?device_id=06b9375d-bace-41eb-b281-e0fc53dd6996 HTTP/1.1" status: 200 len: 945 time: 0.1627710 Jan 20 15:06:03.169024 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-eea6df97-7ff1-4b63-af20-e3ec8913deda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:06:03.207125 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-50cde1eb-5fc7-4506-a0e7-466e4a736be3 req-d79a4fd9-77ec-4d38-8bcd-2b318286e7d6 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/security-groups?id=b3810468-e4a1-4f4d-802c-721da7468662&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403850 Jan 20 15:06:03.464033 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-665e2818-fde3-4107-99b0-1b5948e43eed req-b004a75a-3f78-4e32-8aed-caa79d1d5de3 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=06b9375d-bace-41eb-b281-e0fc53dd6996&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1311989 Jan 20 15:06:03.913261 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7424c41-1555-414c-bc6d-c9466450c122 req-470e91fa-7305-438c-9783-01dd6d5d08c4 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:06:03.914753 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-c7424c41-1555-414c-bc6d-c9466450c122 req-470e91fa-7305-438c-9783-01dd6d5d08c4 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/ports?device_id=06b9375d-bace-41eb-b281-e0fc53dd6996 HTTP/1.1" status: 200 len: 945 time: 0.0782440 Jan 20 15:06:03.965853 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-c7424c41-1555-414c-bc6d-c9466450c122 req-bc9aeb6d-25e6-4098-8998-d629ca3856be tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/security-groups?id=b3810468-e4a1-4f4d-802c-721da7468662&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404913 Jan 20 15:06:04.071286 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-52e98e99-2820-4822-8ff4-f8f9ae55b4f6 req-2127bfe8-6956-4e4d-b120-ddd5944c6130 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=06b9375d-bace-41eb-b281-e0fc53dd6996&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1571710 Jan 20 15:06:05.237927 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70bc8ce-5cac-478b-bf6e-d5fffb941323 req-9564161e-7cab-49b7-bd5b-7fcaa7112a57 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:06:05.239381 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-e70bc8ce-5cac-478b-bf6e-d5fffb941323 req-9564161e-7cab-49b7-bd5b-7fcaa7112a57 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/ports?device_id=06b9375d-bace-41eb-b281-e0fc53dd6996 HTTP/1.1" status: 200 len: 945 time: 0.1483827 Jan 20 15:06:05.285201 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-e70bc8ce-5cac-478b-bf6e-d5fffb941323 req-41d2297d-d4c3-422d-8b3f-0ee3724037f9 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/security-groups?id=b3810468-e4a1-4f4d-802c-721da7468662&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403204 Jan 20 15:06:06.148938 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-52e98e99-2820-4822-8ff4-f8f9ae55b4f6 req-9c9868be-8fb2-4fcb-9741-ffa9505f8edb service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=0c6e33a201a449b6a090c10ea0004dc8&device_id=06b9375d-bace-41eb-b281-e0fc53dd6996 HTTP/1.1" status: 200 len: 1098 time: 0.0677223 Jan 20 15:06:06.276701 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e98e99-2820-4822-8ff4-f8f9ae55b4f6 req-a34282fc-4860-4749-8c4b-d3cfad7db154 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:06:06.278163 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-52e98e99-2820-4822-8ff4-f8f9ae55b4f6 req-a34282fc-4860-4749-8c4b-d3cfad7db154 service neutron] 10.222.0.106 "GET /v2.0/networks?id=55caab5b-9aa1-40c0-b8bb-10b09e68853a HTTP/1.1" status: 200 len: 912 time: 0.1238294 Jan 20 15:06:06.381289 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-52e98e99-2820-4822-8ff4-f8f9ae55b4f6 req-7d58fccc-a981-4e5e-b20a-0041b507d48e service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cca3e67e-3ded-448c-a9bd-046a027fae68 HTTP/1.1" status: 200 len: 1000 time: 0.0973144 Jan 20 15:06:06.443234 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e98e99-2820-4822-8ff4-f8f9ae55b4f6 req-3471ac0f-2629-4d21-b31f-0975f0719356 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:06:06.444570 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-52e98e99-2820-4822-8ff4-f8f9ae55b4f6 req-3471ac0f-2629-4d21-b31f-0975f0719356 service neutron] 10.222.0.106 "GET /v2.0/subnets?id=53556284-e4c4-431b-baea-519cba1c51f0 HTTP/1.1" status: 200 len: 850 time: 0.0573592 Jan 20 15:06:06.523416 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-52e98e99-2820-4822-8ff4-f8f9ae55b4f6 req-a9a22a3d-3acc-49ff-8632-ca1b6456b124 service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=55caab5b-9aa1-40c0-b8bb-10b09e68853a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0731413 Jan 20 15:06:06.584763 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a812188-734a-4355-b69f-bb83a8ebbf3f req-40c2701d-3982-4e8f-9267-8426da8c35da tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:06:06.586232 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-2a812188-734a-4355-b69f-bb83a8ebbf3f req-40c2701d-3982-4e8f-9267-8426da8c35da tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/ports?device_id=06b9375d-bace-41eb-b281-e0fc53dd6996 HTTP/1.1" status: 200 len: 945 time: 0.1790802 Jan 20 15:06:06.632203 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-2a812188-734a-4355-b69f-bb83a8ebbf3f req-c95e0f6e-626e-4893-9f48-ac6d5d8ed61b tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/security-groups?id=b3810468-e4a1-4f4d-802c-721da7468662&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398860 Jan 20 15:06:06.653863 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-52e98e99-2820-4822-8ff4-f8f9ae55b4f6 req-c9d3411d-36eb-4845-9897-5ca766b57149 service neutron] 10.222.0.106 "GET /v2.0/networks/55caab5b-9aa1-40c0-b8bb-10b09e68853a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243043 Jan 20 15:06:06.782750 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-52e98e99-2820-4822-8ff4-f8f9ae55b4f6 req-473d0f82-501e-49f5-afc5-6fd76c9bd49f service neutron] 10.222.0.106 "GET /v2.0/networks/55caab5b-9aa1-40c0-b8bb-10b09e68853a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230593 Jan 20 15:06:07.825756 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0777bafe-a873-49ab-8729-f0c70a569eee req-5c5e4a05-1956-4c8a-9c76-25047fb1ba3f tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:06:07.827222 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-0777bafe-a873-49ab-8729-f0c70a569eee req-5c5e4a05-1956-4c8a-9c76-25047fb1ba3f tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/ports?device_id=06b9375d-bace-41eb-b281-e0fc53dd6996 HTTP/1.1" status: 200 len: 945 time: 0.0759962 Jan 20 15:06:07.872754 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-0777bafe-a873-49ab-8729-f0c70a569eee req-61955562-0b61-469c-b461-105582000c29 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/security-groups?id=b3810468-e4a1-4f4d-802c-721da7468662&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401299 Jan 20 15:06:09.065479 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805d9326-88b0-4460-bb6b-b81fcd365a46 req-88103acf-a55e-4ecc-9a2c-d76730d547f6 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:06:09.066956 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-805d9326-88b0-4460-bb6b-b81fcd365a46 req-88103acf-a55e-4ecc-9a2c-d76730d547f6 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/ports?device_id=06b9375d-bace-41eb-b281-e0fc53dd6996 HTTP/1.1" status: 200 len: 945 time: 0.0747449 Jan 20 15:06:09.111172 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-805d9326-88b0-4460-bb6b-b81fcd365a46 req-de091d7d-1b4f-47f1-87a3-79d7fc5e95e7 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/security-groups?id=b3810468-e4a1-4f4d-802c-721da7468662&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383308 Jan 20 15:06:10.315343 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43140df5-d7a0-4b33-bfe7-7f3081eeff54 req-fa5a4583-f9f2-4dba-a1df-5a888b96f57a tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:06:10.316781 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-43140df5-d7a0-4b33-bfe7-7f3081eeff54 req-fa5a4583-f9f2-4dba-a1df-5a888b96f57a tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/ports?device_id=06b9375d-bace-41eb-b281-e0fc53dd6996 HTTP/1.1" status: 200 len: 945 time: 0.0801299 Jan 20 15:06:10.360815 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-43140df5-d7a0-4b33-bfe7-7f3081eeff54 req-e5992ce4-827d-4f26-b84b-01591b07e60d tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/security-groups?id=b3810468-e4a1-4f4d-802c-721da7468662&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380387 Jan 20 15:06:11.556301 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998cd750-70a8-4d72-b9db-56f35eb63245 req-ce67cea0-93d5-4691-a3db-603201ddb64d tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:06:11.557759 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-998cd750-70a8-4d72-b9db-56f35eb63245 req-ce67cea0-93d5-4691-a3db-603201ddb64d tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/ports?device_id=06b9375d-bace-41eb-b281-e0fc53dd6996 HTTP/1.1" status: 200 len: 945 time: 0.0762694 Jan 20 15:06:11.603855 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-998cd750-70a8-4d72-b9db-56f35eb63245 req-351e24fa-6b1a-41b7-9bf0-45a010c69796 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/security-groups?id=b3810468-e4a1-4f4d-802c-721da7468662&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403652 Jan 20 15:06:12.815817 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3922e6-5f05-4764-a1e2-9651df632e7f req-55d33e98-0113-4f6d-bc7e-81fef01cff13 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:06:12.817864 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-cd3922e6-5f05-4764-a1e2-9651df632e7f req-55d33e98-0113-4f6d-bc7e-81fef01cff13 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/ports?device_id=06b9375d-bace-41eb-b281-e0fc53dd6996 HTTP/1.1" status: 200 len: 945 time: 0.0966618 Jan 20 15:06:12.860979 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-cd3922e6-5f05-4764-a1e2-9651df632e7f req-ef84a21e-11d1-48e3-83f8-65b1558b29c1 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/security-groups?id=b3810468-e4a1-4f4d-802c-721da7468662&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381808 Jan 20 15:06:14.053880 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba12edd3-6236-4305-a2b5-20fe4664548c req-bdd25101-2aeb-417d-8c60-3315f87c9c9d tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:06:14.056158 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-ba12edd3-6236-4305-a2b5-20fe4664548c req-bdd25101-2aeb-417d-8c60-3315f87c9c9d tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/ports?device_id=06b9375d-bace-41eb-b281-e0fc53dd6996 HTTP/1.1" status: 200 len: 945 time: 0.0736933 Jan 20 15:06:14.103512 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-ba12edd3-6236-4305-a2b5-20fe4664548c req-eeb3817d-ea2c-430d-a02a-26c63e983cda tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/security-groups?id=b3810468-e4a1-4f4d-802c-721da7468662&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412064 Jan 20 15:06:15.297313 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b76f905-a07d-42cf-a8f4-112f5784552d req-bc275b9d-c7ce-41e0-81ac-2c147f2a9611 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:06:15.298801 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-7b76f905-a07d-42cf-a8f4-112f5784552d req-bc275b9d-c7ce-41e0-81ac-2c147f2a9611 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/ports?device_id=06b9375d-bace-41eb-b281-e0fc53dd6996 HTTP/1.1" status: 200 len: 945 time: 0.0764644 Jan 20 15:06:15.344252 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-7b76f905-a07d-42cf-a8f4-112f5784552d req-021a4da6-a535-40b3-bfcf-a7e3fdd3e97f tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/security-groups?id=b3810468-e4a1-4f4d-802c-721da7468662&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400155 Jan 20 15:06:16.538801 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef499a5d-90d6-466d-b30e-befa04a1cee1 req-b4a618e5-eb47-45a3-b519-f4949cafe87f tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:06:16.540739 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-ef499a5d-90d6-466d-b30e-befa04a1cee1 req-b4a618e5-eb47-45a3-b519-f4949cafe87f tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/ports?device_id=06b9375d-bace-41eb-b281-e0fc53dd6996 HTTP/1.1" status: 200 len: 945 time: 0.0780106 Jan 20 15:06:16.584806 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-ef499a5d-90d6-466d-b30e-befa04a1cee1 req-42f9dd10-26a5-4de7-80e8-5611f757eb2e tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/security-groups?id=b3810468-e4a1-4f4d-802c-721da7468662&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387030 Jan 20 15:06:17.783697 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8366cc5-7366-4212-9a82-664fc567aab0 req-c9dd6a62-7176-46bd-9c88-85f4f4a47bbd tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:06:17.785111 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-d8366cc5-7366-4212-9a82-664fc567aab0 req-c9dd6a62-7176-46bd-9c88-85f4f4a47bbd tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/ports?device_id=06b9375d-bace-41eb-b281-e0fc53dd6996 HTTP/1.1" status: 200 len: 945 time: 0.0745015 Jan 20 15:06:17.828883 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-d8366cc5-7366-4212-9a82-664fc567aab0 req-b8f0da99-c375-429f-b833-2d5f892676a0 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/security-groups?id=b3810468-e4a1-4f4d-802c-721da7468662&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377564 Jan 20 15:06:18.902890 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-52e98e99-2820-4822-8ff4-f8f9ae55b4f6 req-aac884a6-ffb6-4b06-bab8-c91a40bc6892 service neutron] 10.222.0.106 "GET /v2.0/ports/cca3e67e-3ded-448c-a9bd-046a027fae68/bindings/hv-neutron-8251 HTTP/1.1" status: 200 len: 384 time: 0.0715137 Jan 20 15:06:19.035133 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65afd048-8448-4fac-9f79-9d91558a916c req-cab3489d-cc1a-4254-998b-83a82d21b1db tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:06:19.036559 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-65afd048-8448-4fac-9f79-9d91558a916c req-cab3489d-cc1a-4254-998b-83a82d21b1db tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/ports?device_id=06b9375d-bace-41eb-b281-e0fc53dd6996 HTTP/1.1" status: 200 len: 945 time: 0.0877614 Jan 20 15:06:19.081037 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-65afd048-8448-4fac-9f79-9d91558a916c req-e2439b03-e9ba-4092-bdf8-79dd9871aed7 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/security-groups?id=b3810468-e4a1-4f4d-802c-721da7468662&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390682 Jan 20 15:06:19.438761 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-52e98e99-2820-4822-8ff4-f8f9ae55b4f6 req-8b3209ce-7cd9-42e6-bc9b-e163a9981cb9 service neutron] 10.222.0.106 "GET /v2.0/ports?device_id=06b9375d-bace-41eb-b281-e0fc53dd6996&tenant_id=0c6e33a201a449b6a090c10ea0004dc8 HTTP/1.1" status: 200 len: 1098 time: 0.0721722 Jan 20 15:06:19.530339 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-52e98e99-2820-4822-8ff4-f8f9ae55b4f6 req-80fafcd0-91d8-4dd8-ae86-76d2074eb0d7 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=0c6e33a201a449b6a090c10ea0004dc8&device_id=06b9375d-bace-41eb-b281-e0fc53dd6996 HTTP/1.1" status: 200 len: 1098 time: 0.0671787 Jan 20 15:06:19.655770 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e98e99-2820-4822-8ff4-f8f9ae55b4f6 req-75db37f0-83e9-4572-8ff0-267a4e5bfd5e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:06:19.657164 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-52e98e99-2820-4822-8ff4-f8f9ae55b4f6 req-75db37f0-83e9-4572-8ff0-267a4e5bfd5e service neutron] 10.222.0.106 "GET /v2.0/networks?id=55caab5b-9aa1-40c0-b8bb-10b09e68853a HTTP/1.1" status: 200 len: 912 time: 0.1210854 Jan 20 15:06:19.755048 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-52e98e99-2820-4822-8ff4-f8f9ae55b4f6 req-66328b58-a4bd-444a-a2f3-c08efe4d79b5 service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cca3e67e-3ded-448c-a9bd-046a027fae68 HTTP/1.1" status: 200 len: 1000 time: 0.0921528 Jan 20 15:06:19.813993 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e98e99-2820-4822-8ff4-f8f9ae55b4f6 req-61927255-02c0-4c41-b2c2-a2fe7852d07c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:06:19.815570 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-52e98e99-2820-4822-8ff4-f8f9ae55b4f6 req-61927255-02c0-4c41-b2c2-a2fe7852d07c service neutron] 10.222.0.106 "GET /v2.0/subnets?id=53556284-e4c4-431b-baea-519cba1c51f0 HTTP/1.1" status: 200 len: 850 time: 0.0549607 Jan 20 15:06:19.889872 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-52e98e99-2820-4822-8ff4-f8f9ae55b4f6 req-325e508f-b162-4203-a1e6-9368801607ff service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=55caab5b-9aa1-40c0-b8bb-10b09e68853a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0676386 Jan 20 15:06:20.015700 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-52e98e99-2820-4822-8ff4-f8f9ae55b4f6 req-a5a091bb-2db2-407d-8426-0b82a489035d service neutron] 10.222.0.106 "GET /v2.0/networks/55caab5b-9aa1-40c0-b8bb-10b09e68853a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202617 Jan 20 15:06:20.242287 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-52e98e99-2820-4822-8ff4-f8f9ae55b4f6 req-a50cdf13-3133-4e69-b80b-cd90abc53a5e service neutron] 10.222.0.106 "GET /v2.0/networks/55caab5b-9aa1-40c0-b8bb-10b09e68853a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2206759 Jan 20 15:06:20.280361 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c36783-d800-4b27-af8c-84d1da990f31 req-ce81ad16-266e-4b37-8f15-57c52b4d6328 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:06:20.281808 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-27c36783-d800-4b27-af8c-84d1da990f31 req-ce81ad16-266e-4b37-8f15-57c52b4d6328 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/ports?device_id=06b9375d-bace-41eb-b281-e0fc53dd6996 HTTP/1.1" status: 200 len: 945 time: 0.0780649 Jan 20 15:06:20.327942 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-27c36783-d800-4b27-af8c-84d1da990f31 req-4f18651f-d3b3-469d-b63b-a1d20bb8934a tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/security-groups?id=b3810468-e4a1-4f4d-802c-721da7468662&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403082 Jan 20 15:06:21.059008 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Device cca3e67e-3ded-448c-a9bd-046a027fae68 no longer exists at agent hyperv_hv-neutron-8251 {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 15:06:21.166070 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:06:21.191200 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06b9375d-bace-41eb-b281-e0fc53dd6996', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cca3e67e-3ded-448c-a9bd-046a027fae68'}] {{(pid=84154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 15:06:21.201612 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] For port cca3e67e-3ded-448c-a9bd-046a027fae68, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=cca3e67e-3ded-448c-a9bd-046a027fae68,segment=NetworkSegment(67d85c3c-da5a-4228-85cc-cf5be291c245),segment_id=67d85c3c-da5a-4228-85cc-cf5be291c245)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 15:06:21.254152 dv-neutron-825124-1-hyperv neutron-server[84154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06b9375d-bace-41eb-b281-e0fc53dd6996', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cca3e67e-3ded-448c-a9bd-046a027fae68', 'code': 200} Jan 20 15:06:21.288642 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:06:21.360746 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Pushing event updated for resources: {'Port': ['ID=cca3e67e-3ded-448c-a9bd-046a027fae68,revision_number=6']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:06:21.369623 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:06:21.369966 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:06:21.370336 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:06:21.370660 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:06:21.370986 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:06:21.371309 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:06:21.371631 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:06:21.371950 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:06:21.372283 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:06:21.372588 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:06:21.372902 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:06:21.524861 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99333662-a0c9-4d87-a9ec-c11905e55a89 req-19ba5067-c4ca-4cf5-8522-d533d1a2e1a9 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:06:21.526290 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-99333662-a0c9-4d87-a9ec-c11905e55a89 req-19ba5067-c4ca-4cf5-8522-d533d1a2e1a9 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/ports?device_id=06b9375d-bace-41eb-b281-e0fc53dd6996 HTTP/1.1" status: 200 len: 943 time: 0.0775881 Jan 20 15:06:21.569404 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-99333662-a0c9-4d87-a9ec-c11905e55a89 req-516e2d91-6ab9-4320-9d96-a077bb12eb22 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/security-groups?id=b3810468-e4a1-4f4d-802c-721da7468662&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377514 Jan 20 15:06:22.062831 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.agents_db [None req-6dba657d-a637-4918-9b6d-40defdfae04b None None] Agent healthcheck: found 6 active agents {{(pid=84155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 15:06:22.766947 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85b6395-e569-48ee-87be-63348204af03 req-17b0a561-af2c-4538-ac2a-2330b9b8c8f3 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:06:22.768390 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-e85b6395-e569-48ee-87be-63348204af03 req-17b0a561-af2c-4538-ac2a-2330b9b8c8f3 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/ports?device_id=06b9375d-bace-41eb-b281-e0fc53dd6996 HTTP/1.1" status: 200 len: 943 time: 0.0748606 Jan 20 15:06:22.816087 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-e85b6395-e569-48ee-87be-63348204af03 req-9f433886-497d-4706-91fc-bcb5fcd73540 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/security-groups?id=b3810468-e4a1-4f4d-802c-721da7468662&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423512 Jan 20 15:06:23.096853 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Device cca3e67e-3ded-448c-a9bd-046a027fae68 details requested by agent hyperv_hv-neutron-8251 with host hv-neutron-8251 {{(pid=84154) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 20 15:06:23.224875 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] For port cca3e67e-3ded-448c-a9bd-046a027fae68, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=cca3e67e-3ded-448c-a9bd-046a027fae68,segment=NetworkSegment(67d85c3c-da5a-4228-85cc-cf5be291c245),segment_id=67d85c3c-da5a-4228-85cc-cf5be291c245)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 15:06:23.237378 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Returning: {'device': 'cca3e67e-3ded-448c-a9bd-046a027fae68', 'network_id': '55caab5b-9aa1-40c0-b8bb-10b09e68853a', 'port_id': 'cca3e67e-3ded-448c-a9bd-046a027fae68', 'mac_address': 'fa:16:3e:2b:9e:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53556284-e4c4-431b-baea-519cba1c51f0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84154) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 20 15:06:23.289878 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:06:23.306749 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.notifiers.nova [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cca3e67e-3ded-448c-a9bd-046a027fae68 {{(pid=84154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 15:06:23.321215 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] For port cca3e67e-3ded-448c-a9bd-046a027fae68, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=cca3e67e-3ded-448c-a9bd-046a027fae68,segment=NetworkSegment(67d85c3c-da5a-4228-85cc-cf5be291c245),segment_id=67d85c3c-da5a-4228-85cc-cf5be291c245)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 15:06:23.380065 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:06:23.451436 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] get_ports_and_sgs() called for port_ids ['cca3e67e-3ded-448c-a9bd-046a027fae68'] {{(pid=84154) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 20 15:06:23.480956 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Pushing event updated for resources: {'Port': ['ID=cca3e67e-3ded-448c-a9bd-046a027fae68,revision_number=7']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:06:24.026692 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b181724-30e9-4db2-a83d-83bf1e4ea16d req-a4d3327b-0a25-4ebc-82b6-5670381d4186 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:06:24.028138 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-2b181724-30e9-4db2-a83d-83bf1e4ea16d req-a4d3327b-0a25-4ebc-82b6-5670381d4186 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/ports?device_id=06b9375d-bace-41eb-b281-e0fc53dd6996 HTTP/1.1" status: 200 len: 944 time: 0.0750639 Jan 20 15:06:24.073463 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-2b181724-30e9-4db2-a83d-83bf1e4ea16d req-e5a1d62b-5f7e-4e3f-9178-26cbcd012221 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/security-groups?id=b3810468-e4a1-4f4d-802c-721da7468662&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392201 Jan 20 15:06:24.583582 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511f906d-9e84-40ac-bd38-58f20cc5ecd1 req-339b97bf-0bc1-42b5-a9ea-87eca2bb0a82 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:06:24.585003 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-511f906d-9e84-40ac-bd38-58f20cc5ecd1 req-339b97bf-0bc1-42b5-a9ea-87eca2bb0a82 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/ports?device_id=06b9375d-bace-41eb-b281-e0fc53dd6996 HTTP/1.1" status: 200 len: 944 time: 0.0792665 Jan 20 15:06:24.623193 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4256b67e-d7b0-4139-a322-fadd01578a46 req-dc744a36-e4a6-480a-bd4c-32962d5030c4 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:06:24.623870 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [req-4256b67e-d7b0-4139-a322-fadd01578a46 req-dc744a36-e4a6-480a-bd4c-32962d5030c4 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Synchronizing usage tracker for tenant:0c6e33a201a449b6a090c10ea0004dc8 on resource:port {{(pid=84152) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 15:06:24.629276 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-511f906d-9e84-40ac-bd38-58f20cc5ecd1 req-8c6237cf-729c-4202-bca7-a77d0a371bb2 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/security-groups?id=b3810468-e4a1-4f4d-802c-721da7468662&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385449 Jan 20 15:06:24.717326 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [req-4256b67e-d7b0-4139-a322-fadd01578a46 req-dc744a36-e4a6-480a-bd4c-32962d5030c4 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Unset dirty status for tenant:0c6e33a201a449b6a090c10ea0004dc8 on resource:port {{(pid=84152) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 15:06:24.718517 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-4256b67e-d7b0-4139-a322-fadd01578a46 req-dc744a36-e4a6-480a-bd4c-32962d5030c4 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.106 "GET /v2.0/ports?device_id=06b9375d-bace-41eb-b281-e0fc53dd6996&tenant_id=0c6e33a201a449b6a090c10ea0004dc8&binding%3Ahost_id=hv-neutron-8251 HTTP/1.1" status: 200 len: 944 time: 0.1722245 Jan 20 15:06:24.853295 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-4256b67e-d7b0-4139-a322-fadd01578a46 req-f0c4752a-5b29-424c-b7af-263fb96b7d11 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=0c6e33a201a449b6a090c10ea0004dc8&device_id=06b9375d-bace-41eb-b281-e0fc53dd6996 HTTP/1.1" status: 200 len: 1097 time: 0.0690429 Jan 20 15:06:24.980014 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4256b67e-d7b0-4139-a322-fadd01578a46 req-e07e6df6-c985-4af9-b02d-92b5d72572d8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:06:24.981340 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-4256b67e-d7b0-4139-a322-fadd01578a46 req-e07e6df6-c985-4af9-b02d-92b5d72572d8 service neutron] 10.222.0.106 "GET /v2.0/networks?id=55caab5b-9aa1-40c0-b8bb-10b09e68853a HTTP/1.1" status: 200 len: 912 time: 0.1227427 Jan 20 15:06:25.085485 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-4256b67e-d7b0-4139-a322-fadd01578a46 req-884145de-a70f-406e-980c-f730acabe164 service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cca3e67e-3ded-448c-a9bd-046a027fae68 HTTP/1.1" status: 200 len: 999 time: 0.0981324 Jan 20 15:06:25.090350 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Device cca3e67e-3ded-448c-a9bd-046a027fae68 up at agent hyperv_hv-neutron-8251 {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 15:06:25.145457 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4256b67e-d7b0-4139-a322-fadd01578a46 req-12bf547c-0853-40b6-be65-378db05d8794 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:06:25.146901 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-4256b67e-d7b0-4139-a322-fadd01578a46 req-12bf547c-0853-40b6-be65-378db05d8794 service neutron] 10.222.0.106 "GET /v2.0/subnets?id=53556284-e4c4-431b-baea-519cba1c51f0 HTTP/1.1" status: 200 len: 850 time: 0.0555215 Jan 20 15:06:25.156224 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Provisioning complete for port cca3e67e-3ded-448c-a9bd-046a027fae68 triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:06:25.156590 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:06:25.220192 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-4256b67e-d7b0-4139-a322-fadd01578a46 req-1157bc5c-cfdd-41ff-ae58-80287bd921e3 service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=55caab5b-9aa1-40c0-b8bb-10b09e68853a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0670528 Jan 20 15:06:25.271599 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:06:25.299657 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06b9375d-bace-41eb-b281-e0fc53dd6996', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cca3e67e-3ded-448c-a9bd-046a027fae68'}] {{(pid=84154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 15:06:25.309089 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] For port cca3e67e-3ded-448c-a9bd-046a027fae68, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=cca3e67e-3ded-448c-a9bd-046a027fae68,segment=NetworkSegment(67d85c3c-da5a-4228-85cc-cf5be291c245),segment_id=67d85c3c-da5a-4228-85cc-cf5be291c245)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 15:06:25.358236 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-4256b67e-d7b0-4139-a322-fadd01578a46 req-a6bd22c8-8d27-418e-b539-8a10cc9fd6c3 service neutron] 10.222.0.106 "GET /v2.0/networks/55caab5b-9aa1-40c0-b8bb-10b09e68853a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313825 Jan 20 15:06:25.368302 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:06:25.371068 dv-neutron-825124-1-hyperv neutron-server[84154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06b9375d-bace-41eb-b281-e0fc53dd6996', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cca3e67e-3ded-448c-a9bd-046a027fae68', 'code': 200} Jan 20 15:06:25.433797 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Pushing event updated for resources: {'Port': ['ID=cca3e67e-3ded-448c-a9bd-046a027fae68,revision_number=8']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:06:25.488536 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-4256b67e-d7b0-4139-a322-fadd01578a46 req-62ff023a-c4e3-4f0b-b4e7-34505216c5d9 service neutron] 10.222.0.106 "GET /v2.0/networks/55caab5b-9aa1-40c0-b8bb-10b09e68853a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250596 Jan 20 15:06:25.827544 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f92aa3-d2ce-42a8-865d-2fa665a8d615 req-ee6c5de5-5092-4210-972b-b1aa9007efa9 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:06:25.828910 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-d7f92aa3-d2ce-42a8-865d-2fa665a8d615 req-ee6c5de5-5092-4210-972b-b1aa9007efa9 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/ports?device_id=06b9375d-bace-41eb-b281-e0fc53dd6996 HTTP/1.1" status: 200 len: 945 time: 0.0764968 Jan 20 15:06:25.872950 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-d7f92aa3-d2ce-42a8-865d-2fa665a8d615 req-d80bae1b-d232-4894-995f-eae8520a1205 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/security-groups?id=b3810468-e4a1-4f4d-802c-721da7468662&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384488 Jan 20 15:06:27.078298 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43ecb37-cced-4d1f-9d59-048613dd3337 req-99cac1a7-b146-491e-b2c5-88d205e6a274 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:06:27.079726 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-e43ecb37-cced-4d1f-9d59-048613dd3337 req-99cac1a7-b146-491e-b2c5-88d205e6a274 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/ports?device_id=06b9375d-bace-41eb-b281-e0fc53dd6996 HTTP/1.1" status: 200 len: 945 time: 0.0795002 Jan 20 15:06:27.123658 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-e43ecb37-cced-4d1f-9d59-048613dd3337 req-34ff8227-0a0b-4c64-bcb0-d29da6251ce7 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/security-groups?id=b3810468-e4a1-4f4d-802c-721da7468662&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384600 Jan 20 15:06:27.317770 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97155a7f-6b07-4c1f-b7c2-d9586a1f9a9b req-70082204-35c9-40af-859c-a5006218441e tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:06:27.319232 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-97155a7f-6b07-4c1f-b7c2-d9586a1f9a9b req-70082204-35c9-40af-859c-a5006218441e tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/ports?device_id=06b9375d-bace-41eb-b281-e0fc53dd6996 HTTP/1.1" status: 200 len: 945 time: 0.0747540 Jan 20 15:06:27.368957 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-97155a7f-6b07-4c1f-b7c2-d9586a1f9a9b req-115e2609-0fc0-442e-97b0-949bc52cf612 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/security-groups?id=b3810468-e4a1-4f4d-802c-721da7468662&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441625 Jan 20 15:06:27.565517 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3941a906-08fb-4781-8776-f78d92095316 req-5fc44edb-ac1f-40ee-b361-1ebde3a93ae1 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:06:27.566972 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-3941a906-08fb-4781-8776-f78d92095316 req-5fc44edb-ac1f-40ee-b361-1ebde3a93ae1 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/ports?device_id=06b9375d-bace-41eb-b281-e0fc53dd6996 HTTP/1.1" status: 200 len: 945 time: 0.0795002 Jan 20 15:06:27.611007 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-3941a906-08fb-4781-8776-f78d92095316 req-87864bea-7b6b-4947-b663-5753fa8fdfae tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/security-groups?id=b3810468-e4a1-4f4d-802c-721da7468662&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385969 Jan 20 15:06:28.020009 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-a21b3b49-3f9c-4547-824f-cacd808729cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:06:28.223634 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8150e6-36c6-4eb0-800c-cf095b1b583c req-6c0446d3-24b4-458b-ad5d-2442b2bbbb41 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:06:28.225085 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-4b8150e6-36c6-4eb0-800c-cf095b1b583c req-6c0446d3-24b4-458b-ad5d-2442b2bbbb41 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/ports?device_id=06b9375d-bace-41eb-b281-e0fc53dd6996 HTTP/1.1" status: 200 len: 945 time: 0.0809629 Jan 20 15:06:28.270500 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-4b8150e6-36c6-4eb0-800c-cf095b1b583c req-451c2e7a-549d-4d7d-9933-8c8e95f08db1 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/security-groups?id=b3810468-e4a1-4f4d-802c-721da7468662&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397241 Jan 20 15:06:29.463645 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e6376d-6d67-453a-ad68-178a389f6f37 req-a9a766f9-0a65-44c7-9cfd-c9675cd7b630 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:06:29.465604 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-03e6376d-6d67-453a-ad68-178a389f6f37 req-a9a766f9-0a65-44c7-9cfd-c9675cd7b630 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/ports?device_id=06b9375d-bace-41eb-b281-e0fc53dd6996 HTTP/1.1" status: 200 len: 945 time: 0.0743659 Jan 20 15:06:29.508950 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-03e6376d-6d67-453a-ad68-178a389f6f37 req-d26d7942-8d10-406d-876f-3d650c182756 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/security-groups?id=b3810468-e4a1-4f4d-802c-721da7468662&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379331 Jan 20 15:06:30.088914 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025bc4b4-f7c6-4af7-b4f4-e0d9bf6cb5d2 req-1af2eebe-e7f3-46bd-8a6a-db7b331fb378 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:06:30.090965 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-025bc4b4-f7c6-4af7-b4f4-e0d9bf6cb5d2 req-1af2eebe-e7f3-46bd-8a6a-db7b331fb378 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.106 "GET /v2.0/ports?device_id=06b9375d-bace-41eb-b281-e0fc53dd6996 HTTP/1.1" status: 200 len: 945 time: 0.0785582 Jan 20 15:06:30.155517 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [req-025bc4b4-f7c6-4af7-b4f4-e0d9bf6cb5d2 req-6149df45-ab78-434b-9366-547c556dbb81 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Deleting port cca3e67e-3ded-448c-a9bd-046a027fae68 {{(pid=84152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 15:06:30.155857 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [req-025bc4b4-f7c6-4af7-b4f4-e0d9bf6cb5d2 req-6149df45-ab78-434b-9366-547c556dbb81 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:06:30.391478 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-2f4b782d-209f-4ca0-a232-ec2276be092c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:06:30.397415 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.db [req-025bc4b4-f7c6-4af7-b4f4-e0d9bf6cb5d2 req-6149df45-ab78-434b-9366-547c556dbb81 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] For port cca3e67e-3ded-448c-a9bd-046a027fae68, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=cca3e67e-3ded-448c-a9bd-046a027fae68,segment=NetworkSegment(67d85c3c-da5a-4228-85cc-cf5be291c245),segment_id=67d85c3c-da5a-4228-85cc-cf5be291c245)] {{(pid=84152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 15:06:30.397773 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [req-025bc4b4-f7c6-4af7-b4f4-e0d9bf6cb5d2 req-6149df45-ab78-434b-9366-547c556dbb81 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:06:30.676083 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [req-025bc4b4-f7c6-4af7-b4f4-e0d9bf6cb5d2 req-6149df45-ab78-434b-9366-547c556dbb81 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:06:30.676370 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [req-025bc4b4-f7c6-4af7-b4f4-e0d9bf6cb5d2 req-6149df45-ab78-434b-9366-547c556dbb81 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-745254'] for floatingip, after_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:06:30.676679 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.db.l3_db [req-025bc4b4-f7c6-4af7-b4f4-e0d9bf6cb5d2 req-6149df45-ab78-434b-9366-547c556dbb81 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Floating IP 31ecd7bf-e562-4861-ac09-6fb2d489f3bc disassociated. External IP: 172.26.7.19, port: cca3e67e-3ded-448c-a9bd-046a027fae68. Jan 20 15:06:30.677015 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [req-025bc4b4-f7c6-4af7-b4f4-e0d9bf6cb5d2 req-6149df45-ab78-434b-9366-547c556dbb81 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Calling delete_port for cca3e67e-3ded-448c-a9bd-046a027fae68 owned by compute:nova {{(pid=84152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 15:06:30.791319 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:06:30.800638 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2232c159-d7f8-478a-b7cb-eff3ae7a4eba req-d2a1bfc2-c184-48dc-93bb-353c3b537bad tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:06:30.802159 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-2232c159-d7f8-478a-b7cb-eff3ae7a4eba req-d2a1bfc2-c184-48dc-93bb-353c3b537bad tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/ports?device_id=06b9375d-bace-41eb-b281-e0fc53dd6996 HTTP/1.1" status: 200 len: 945 time: 0.1742969 Jan 20 15:06:30.847422 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-2232c159-d7f8-478a-b7cb-eff3ae7a4eba req-0327d977-5d96-47b1-a652-82cac0f23308 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/security-groups?id=b3810468-e4a1-4f4d-802c-721da7468662&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394788 Jan 20 15:06:30.990591 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [req-025bc4b4-f7c6-4af7-b4f4-e0d9bf6cb5d2 req-6149df45-ab78-434b-9366-547c556dbb81 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:06:31.039741 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6149df45-ab78-434b-9366-547c556dbb81 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Pushing event deleted for resources: {'Port': ['ID=cca3e67e-3ded-448c-a9bd-046a027fae68,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:06:31.053175 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6149df45-ab78-434b-9366-547c556dbb81 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:06:31.053523 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6149df45-ab78-434b-9366-547c556dbb81 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:06:31.053857 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6149df45-ab78-434b-9366-547c556dbb81 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:06:31.054208 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6149df45-ab78-434b-9366-547c556dbb81 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:06:31.054536 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6149df45-ab78-434b-9366-547c556dbb81 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:06:31.054858 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6149df45-ab78-434b-9366-547c556dbb81 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:06:31.055181 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6149df45-ab78-434b-9366-547c556dbb81 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:06:31.055500 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6149df45-ab78-434b-9366-547c556dbb81 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:06:31.055818 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6149df45-ab78-434b-9366-547c556dbb81 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:06:31.056131 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6149df45-ab78-434b-9366-547c556dbb81 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:06:31.056441 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6149df45-ab78-434b-9366-547c556dbb81 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:06:31.256400 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.l3_agent_scheduler [req-025bc4b4-f7c6-4af7-b4f4-e0d9bf6cb5d2 req-6149df45-ab78-434b-9366-547c556dbb81 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Router fae87e5e-f128-4d5e-ae35-714da5d072a5 has already been hosted by L3 agent 624d525b-4c26-4143-8a1c-228bb1c6faaa {{(pid=84152) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 15:06:31.420314 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:06:31.453162 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-025bc4b4-f7c6-4af7-b4f4-e0d9bf6cb5d2 req-6149df45-ab78-434b-9366-547c556dbb81 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Notify agent at l3_agent.dv-neutron-825124-1-hyperv the message routers_updated {{(pid=84152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 15:06:31.463145 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c260ae07-4d9a-4b06-87b2-e1aee2e8574e None None] Sync routers for ids ['fae87e5e-f128-4d5e-ae35-714da5d072a5'] in dv-neutron-825124-1-hyperv {{(pid=84155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 15:06:31.474689 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c260ae07-4d9a-4b06-87b2-e1aee2e8574e None None] Routers {'fae87e5e-f128-4d5e-ae35-714da5d072a5'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 15:06:31.475285 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-c260ae07-4d9a-4b06-87b2-e1aee2e8574e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T15:06:30Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['fae87e5e-f128-4d5e-ae35-714da5d072a5'], 'active': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:06:31.519433 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.l3_dvrscheduler_db [req-025bc4b4-f7c6-4af7-b4f4-e0d9bf6cb5d2 req-6149df45-ab78-434b-9366-547c556dbb81 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] No DVR routers for this DVR port cca3e67e-3ded-448c-a9bd-046a027fae68 on host hv-neutron-8251 {{(pid=84152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 15:06:31.521925 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [req-025bc4b4-f7c6-4af7-b4f4-e0d9bf6cb5d2 req-6149df45-ab78-434b-9366-547c556dbb81 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:06:31.524494 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06b9375d-bace-41eb-b281-e0fc53dd6996', 'name': 'network-vif-deleted', 'tag': 'cca3e67e-3ded-448c-a9bd-046a027fae68'}] {{(pid=84152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 15:06:31.583495 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06b9375d-bace-41eb-b281-e0fc53dd6996', 'name': 'network-vif-deleted', 'tag': 'cca3e67e-3ded-448c-a9bd-046a027fae68', 'status': 'completed', 'code': 200} Jan 20 15:06:31.598202 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-025bc4b4-f7c6-4af7-b4f4-e0d9bf6cb5d2 req-6149df45-ab78-434b-9366-547c556dbb81 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.106 "DELETE /v2.0/ports/cca3e67e-3ded-448c-a9bd-046a027fae68 HTTP/1.1" status: 204 len: 173 time: 1.5028951 Jan 20 15:06:31.653716 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvr_db [None req-c260ae07-4d9a-4b06-87b2-e1aee2e8574e None None] Set router fae87e5e-f128-4d5e-ae35-714da5d072a5 gateway port host: dv-neutron-825124-1-hyperv {{(pid=84155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 15:06:31.727522 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-cdd98e71-1f0a-4421-baa9-dcb30e06edf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:06:31.964314 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-c260ae07-4d9a-4b06-87b2-e1aee2e8574e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fae87e5e-f128-4d5e-ae35-714da5d072a5', 'name': 'tempest-ServerActionsTestJSON-219677164-router', 'tenant_id': '0c6e33a201a449b6a090c10ea0004dc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.60'}], 'enable_snat': True}, 'gw_port_id': 'a1184d29-0410-4343-a277-3eda97ff9ba6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:04:23Z', 'updated_at': '2022-01-20T15:04:27Z', 'revision_number': 4, 'project_id': '0c6e33a201a449b6a090c10ea0004dc8', 'gw_port': {'id': 'a1184d29-0410-4343-a277-3eda97ff9ba6', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:ca:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fae87e5e-f128-4d5e-ae35-714da5d072a5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:04:24Z', 'updated_at': '2022-01-20T15:04:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv', '_interfaces': [{'id': '26d6138e-e686-4773-842b-810fb3a5c555', 'name': '', 'network_id': '55caab5b-9aa1-40c0-b8bb-10b09e68853a', 'tenant_id': '0c6e33a201a449b6a090c10ea0004dc8', 'mac_address': 'fa:16:3e:d6:dd:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fae87e5e-f128-4d5e-ae35-714da5d072a5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '53556284-e4c4-431b-baea-519cba1c51f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:04:26Z', 'updated_at': '2022-01-20T15:04:35Z', 'revision_number': 5, 'project_id': '0c6e33a201a449b6a090c10ea0004dc8', 'subnets': [{'id': '53556284-e4c4-431b-baea-519cba1c51f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:06:31.968249 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c260ae07-4d9a-4b06-87b2-e1aee2e8574e None None] Checking router: fae87e5e-f128-4d5e-ae35-714da5d072a5 for host: dv-neutron-825124-1-hyperv {{(pid=84155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 15:06:31.978863 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c260ae07-4d9a-4b06-87b2-e1aee2e8574e None None] Routers {'fae87e5e-f128-4d5e-ae35-714da5d072a5'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 15:06:31.979444 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-c260ae07-4d9a-4b06-87b2-e1aee2e8574e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T15:06:30Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['fae87e5e-f128-4d5e-ae35-714da5d072a5'], 'active': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:06:32.029765 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-a41b6879-2e02-448b-889a-a2730438da7d req-ce5bac53-60c0-446b-92ed-f8aa24e843b1 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/ports?device_id=06b9375d-bace-41eb-b281-e0fc53dd6996 HTTP/1.1" status: 200 len: 210 time: 0.0404093 Jan 20 15:06:32.153551 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvr_db [None req-c260ae07-4d9a-4b06-87b2-e1aee2e8574e None None] Set router fae87e5e-f128-4d5e-ae35-714da5d072a5 gateway port host: dv-neutron-825124-1-hyperv {{(pid=84155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 15:06:32.491523 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-c260ae07-4d9a-4b06-87b2-e1aee2e8574e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fae87e5e-f128-4d5e-ae35-714da5d072a5', 'name': 'tempest-ServerActionsTestJSON-219677164-router', 'tenant_id': '0c6e33a201a449b6a090c10ea0004dc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.60'}], 'enable_snat': True}, 'gw_port_id': 'a1184d29-0410-4343-a277-3eda97ff9ba6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:04:23Z', 'updated_at': '2022-01-20T15:04:27Z', 'revision_number': 4, 'project_id': '0c6e33a201a449b6a090c10ea0004dc8', 'gw_port': {'id': 'a1184d29-0410-4343-a277-3eda97ff9ba6', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:ca:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fae87e5e-f128-4d5e-ae35-714da5d072a5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:04:24Z', 'updated_at': '2022-01-20T15:04:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv', '_interfaces': [{'id': '26d6138e-e686-4773-842b-810fb3a5c555', 'name': '', 'network_id': '55caab5b-9aa1-40c0-b8bb-10b09e68853a', 'tenant_id': '0c6e33a201a449b6a090c10ea0004dc8', 'mac_address': 'fa:16:3e:d6:dd:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fae87e5e-f128-4d5e-ae35-714da5d072a5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '53556284-e4c4-431b-baea-519cba1c51f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:04:26Z', 'updated_at': '2022-01-20T15:04:35Z', 'revision_number': 5, 'project_id': '0c6e33a201a449b6a090c10ea0004dc8', 'subnets': [{'id': '53556284-e4c4-431b-baea-519cba1c51f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:06:32.495238 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c260ae07-4d9a-4b06-87b2-e1aee2e8574e None None] The sync data for ids ['fae87e5e-f128-4d5e-ae35-714da5d072a5'] in dv-neutron-825124-1-hyperv is: [{'id': 'fae87e5e-f128-4d5e-ae35-714da5d072a5', 'name': 'tempest-ServerActionsTestJSON-219677164-router', 'tenant_id': '0c6e33a201a449b6a090c10ea0004dc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.60'}], 'enable_snat': True}, 'gw_port_id': 'a1184d29-0410-4343-a277-3eda97ff9ba6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:04:23Z', 'updated_at': '2022-01-20T15:04:27Z', 'revision_number': 4, 'project_id': '0c6e33a201a449b6a090c10ea0004dc8', 'gw_port': {'id': 'a1184d29-0410-4343-a277-3eda97ff9ba6', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:ca:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fae87e5e-f128-4d5e-ae35-714da5d072a5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:04:24Z', 'updated_at': '2022-01-20T15:04:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv', '_interfaces': [{'id': '26d6138e-e686-4773-842b-810fb3a5c555', 'name': '', 'network_id': '55caab5b-9aa1-40c0-b8bb-10b09e68853a', 'tenant_id': '0c6e33a201a449b6a090c10ea0004dc8', 'mac_address': 'fa:16:3e:d6:dd:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fae87e5e-f128-4d5e-ae35-714da5d072a5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '53556284-e4c4-431b-baea-519cba1c51f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:04:26Z', 'updated_at': '2022-01-20T15:04:35Z', 'revision_number': 5, 'project_id': '0c6e33a201a449b6a090c10ea0004dc8', 'subnets': [{'id': '53556284-e4c4-431b-baea-519cba1c51f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 15:06:32.711126 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5dd5d8b-8596-4e35-8fc1-38cc1fab6e55 None None] New status for floating IP 31ecd7bf-e562-4861-ac09-6fb2d489f3bc: DOWN {{(pid=84154) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 20 15:06:33.167168 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Device cca3e67e-3ded-448c-a9bd-046a027fae68 no longer exists at agent hyperv_hv-neutron-8251 {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 15:06:33.195941 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-eea6df97-7ff1-4b63-af20-e3ec8913deda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:06:33.216032 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] No Port match for: cca3e67e-3ded-448c-a9bd-046a027fae68 {{(pid=84154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 15:06:33.216380 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Device cca3e67e-3ded-448c-a9bd-046a027fae68 not bound to the agent host hv-neutron-8251 {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 15:06:33.408542 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-ca0d046d-bcfb-4ce7-b57a-bd250a96cc7c req-2af33c8c-c60a-43ae-b651-ee1302bde001 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-securitygroup--798133126&fields=id&tenant_id=0c6e33a201a449b6a090c10ea0004dc8 HTTP/1.1" status: 200 len: 267 time: 0.0443845 Jan 20 15:06:33.561794 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0d046d-bcfb-4ce7-b57a-bd250a96cc7c req-df100a74-9bcc-419f-9d7a-4e5afd8988e4 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:06:33.563220 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-ca0d046d-bcfb-4ce7-b57a-bd250a96cc7c req-df100a74-9bcc-419f-9d7a-4e5afd8988e4 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/networks?id=55caab5b-9aa1-40c0-b8bb-10b09e68853a HTTP/1.1" status: 200 len: 811 time: 0.1483283 Jan 20 15:06:33.579531 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-ca0d046d-bcfb-4ce7-b57a-bd250a96cc7c req-e0828df1-a56e-4eba-aa11-8802f6315659 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/quotas/0c6e33a201a449b6a090c10ea0004dc8 HTTP/1.1" status: 200 len: 375 time: 0.0108631 Jan 20 15:06:33.662593 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-ca0d046d-bcfb-4ce7-b57a-bd250a96cc7c req-5af8df75-d7cc-4f08-a97a-71e2ab9ccf90 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=0c6e33a201a449b6a090c10ea0004dc8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0782814 Jan 20 15:06:33.677640 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [req-ca0d046d-bcfb-4ce7-b57a-bd250a96cc7c req-0b2ae4c8-2cee-4146-830a-b00380f16b84 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=84153) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 20 15:06:33.679053 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-ca0d046d-bcfb-4ce7-b57a-bd250a96cc7c req-0b2ae4c8-2cee-4146-830a-b00380f16b84 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0049677 Jan 20 15:06:33.810948 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-ca0d046d-bcfb-4ce7-b57a-bd250a96cc7c req-9bcc0822-8bd3-4c85-982d-a0682bc2ea1c service neutron] 10.222.0.54 "GET /v2.0/networks/55caab5b-9aa1-40c0-b8bb-10b09e68853a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264610 Jan 20 15:06:33.939272 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-ca0d046d-bcfb-4ce7-b57a-bd250a96cc7c req-8740aa06-5f7f-4be4-b7b5-802146db113f service neutron] 10.222.0.54 "GET /v2.0/networks/55caab5b-9aa1-40c0-b8bb-10b09e68853a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223352 Jan 20 15:06:34.200893 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-5e5e2492-a5a4-435b-bd97-1808baf15916 req-f86fb9f5-506b-4828-8126-ba1322040f34 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/ports?device_id=86f2378c-7091-47e2-ba83-90f97ed9aa8c HTTP/1.1" status: 200 len: 210 time: 0.0414166 Jan 20 15:06:35.318845 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-4c22a4cc-b86b-4558-8fda-e87cb5806072 req-f96a6900-65ba-45d2-a383-f6cf682e63f8 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/ports?device_id=86f2378c-7091-47e2-ba83-90f97ed9aa8c HTTP/1.1" status: 200 len: 210 time: 0.0451641 Jan 20 15:06:36.478658 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-02652fd1-4c05-48f7-9987-bdef966fd935 req-e41307af-81b9-4fa9-a22e-3abede1e379b tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/ports?device_id=86f2378c-7091-47e2-ba83-90f97ed9aa8c HTTP/1.1" status: 200 len: 210 time: 0.0406592 Jan 20 15:06:36.696838 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0d046d-bcfb-4ce7-b57a-bd250a96cc7c req-34aa2332-9192-455e-8f2c-66d4a5bfd48c tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:06:36.698269 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-ca0d046d-bcfb-4ce7-b57a-bd250a96cc7c req-34aa2332-9192-455e-8f2c-66d4a5bfd48c tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.106 "GET /v2.0/networks?id=55caab5b-9aa1-40c0-b8bb-10b09e68853a HTTP/1.1" status: 200 len: 811 time: 0.1401055 Jan 20 15:06:36.754775 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-ca0d046d-bcfb-4ce7-b57a-bd250a96cc7c req-342f0a91-be4f-4d07-b0e2-e99f3bc07d02 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.106 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0c6e33a201a449b6a090c10ea0004dc8 HTTP/1.1" status: 200 len: 379 time: 0.0439889 Jan 20 15:06:36.763216 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [req-ca0d046d-bcfb-4ce7-b57a-bd250a96cc7c req-c8419b2a-b868-42e6-a7af-923ab796c509 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Request body: {'port': {'device_id': '86f2378c-7091-47e2-ba83-90f97ed9aa8c', 'network_id': '55caab5b-9aa1-40c0-b8bb-10b09e68853a', 'admin_state_up': True, 'tenant_id': '0c6e33a201a449b6a090c10ea0004dc8', 'security_groups': ['b3810468-e4a1-4f4d-802c-721da7468662']}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 15:06:36.897275 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [req-ca0d046d-bcfb-4ce7-b57a-bd250a96cc7c req-c8419b2a-b868-42e6-a7af-923ab796c509 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:06:36.901563 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [req-ca0d046d-bcfb-4ce7-b57a-bd250a96cc7c req-c8419b2a-b868-42e6-a7af-923ab796c509 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Usage tracker for resource:port and tenant:0c6e33a201a449b6a090c10ea0004dc8 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:06:36.907897 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [req-ca0d046d-bcfb-4ce7-b57a-bd250a96cc7c req-c8419b2a-b868-42e6-a7af-923ab796c509 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:06:36.910900 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [req-ca0d046d-bcfb-4ce7-b57a-bd250a96cc7c req-c8419b2a-b868-42e6-a7af-923ab796c509 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:06:36.997184 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca0d046d-bcfb-4ce7-b57a-bd250a96cc7c req-c8419b2a-b868-42e6-a7af-923ab796c509 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Made reservation on behalf of 0c6e33a201a449b6a090c10ea0004dc8 for: {'port': 1} {{(pid=84152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 15:06:37.000254 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [req-ca0d046d-bcfb-4ce7-b57a-bd250a96cc7c req-c8419b2a-b868-42e6-a7af-923ab796c509 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:06:37.159004 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.db_base_plugin_common [req-ca0d046d-bcfb-4ce7-b57a-bd250a96cc7c req-c8419b2a-b868-42e6-a7af-923ab796c509 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Allocated IP 172.20.0.13 (55caab5b-9aa1-40c0-b8bb-10b09e68853a/53556284-e4c4-431b-baea-519cba1c51f0/a29a6bed-3b64-4a8c-a2b8-e0d83eaee3a2) {{(pid=84152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 15:06:37.342616 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [req-ca0d046d-bcfb-4ce7-b57a-bd250a96cc7c req-c8419b2a-b868-42e6-a7af-923ab796c509 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Notify callbacks [] for port, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:06:37.357674 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.provisioning_blocks [req-ca0d046d-bcfb-4ce7-b57a-bd250a96cc7c req-c8419b2a-b868-42e6-a7af-923ab796c509 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Transition to ACTIVE for port object a29a6bed-3b64-4a8c-a2b8-e0d83eaee3a2 will not be triggered until provisioned by entity DHCP. {{(pid=84152) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 15:06:37.447637 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [req-ca0d046d-bcfb-4ce7-b57a-bd250a96cc7c req-c8419b2a-b868-42e6-a7af-923ab796c509 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:06:37.518575 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca0d046d-bcfb-4ce7-b57a-bd250a96cc7c req-c8419b2a-b868-42e6-a7af-923ab796c509 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Network 55caab5b-9aa1-40c0-b8bb-10b09e68853a is already hosted by enough agents. {{(pid=84152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 15:06:37.521655 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.base_scheduler [req-ca0d046d-bcfb-4ce7-b57a-bd250a96cc7c req-c8419b2a-b868-42e6-a7af-923ab796c509 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Resources bound (agent type, host, resource id): {{(pid=84152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 15:06:37.525613 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca0d046d-bcfb-4ce7-b57a-bd250a96cc7c req-c8419b2a-b868-42e6-a7af-923ab796c509 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Received port after_create {{(pid=84152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 15:06:37.555631 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8419b2a-b868-42e6-a7af-923ab796c509 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Pushing event updated for resources: {'Port': ['ID=a29a6bed-3b64-4a8c-a2b8-e0d83eaee3a2,revision_number=1']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:06:37.595288 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0d046d-bcfb-4ce7-b57a-bd250a96cc7c req-c8419b2a-b868-42e6-a7af-923ab796c509 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:06:37.596067 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [req-ca0d046d-bcfb-4ce7-b57a-bd250a96cc7c req-c8419b2a-b868-42e6-a7af-923ab796c509 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:06:37.680997 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c07f59-bdbf-4a46-95b8-40a773f4fe49 req-b607b30c-1222-469b-a491-6c310559ee03 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:06:37.682491 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-c9c07f59-bdbf-4a46-95b8-40a773f4fe49 req-b607b30c-1222-469b-a491-6c310559ee03 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/ports?device_id=86f2378c-7091-47e2-ba83-90f97ed9aa8c HTTP/1.1" status: 200 len: 932 time: 0.0795491 Jan 20 15:06:37.700525 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-ca0d046d-bcfb-4ce7-b57a-bd250a96cc7c req-c8419b2a-b868-42e6-a7af-923ab796c509 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.106 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9412820 Jan 20 15:06:37.710266 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [req-ca0d046d-bcfb-4ce7-b57a-bd250a96cc7c req-5e551ea3-a660-4b5b-86f0-fd8424cc679b tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=84152) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 20 15:06:37.711210 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-ca0d046d-bcfb-4ce7-b57a-bd250a96cc7c req-5e551ea3-a660-4b5b-86f0-fd8424cc679b tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.106 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0049584 Jan 20 15:06:37.721563 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [req-ca0d046d-bcfb-4ce7-b57a-bd250a96cc7c req-f1689fe2-42a3-4711-80a8-c8dccc0caf7a service neutron] Request body: {'port': {'device_id': '86f2378c-7091-47e2-ba83-90f97ed9aa8c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8251'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 15:06:37.734116 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-c9c07f59-bdbf-4a46-95b8-40a773f4fe49 req-cbaefaea-139b-403d-bf49-22dc65358004 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/security-groups?id=b3810468-e4a1-4f4d-802c-721da7468662&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453799 Jan 20 15:06:37.818867 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-c03b1222-eb9e-496b-b121-108dc7b73d1d None None] Provisioning for port a29a6bed-3b64-4a8c-a2b8-e0d83eaee3a2 completed by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 15:06:37.823922 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-c03b1222-eb9e-496b-b121-108dc7b73d1d None None] Provisioning complete for port a29a6bed-3b64-4a8c-a2b8-e0d83eaee3a2 triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:06:37.824294 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-c03b1222-eb9e-496b-b121-108dc7b73d1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:06:37.825930 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [req-ca0d046d-bcfb-4ce7-b57a-bd250a96cc7c req-f1689fe2-42a3-4711-80a8-c8dccc0caf7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:06:37.876278 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-c03b1222-eb9e-496b-b121-108dc7b73d1d None None] Port a29a6bed-3b64-4a8c-a2b8-e0d83eaee3a2 cannot update to ACTIVE because it is not bound. {{(pid=84154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 15:06:38.232499 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.notifiers.nova [req-ca0d046d-bcfb-4ce7-b57a-bd250a96cc7c req-f1689fe2-42a3-4711-80a8-c8dccc0caf7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a29a6bed-3b64-4a8c-a2b8-e0d83eaee3a2 {{(pid=84152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 15:06:38.239208 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [req-ca0d046d-bcfb-4ce7-b57a-bd250a96cc7c req-f1689fe2-42a3-4711-80a8-c8dccc0caf7a service neutron] Notify callbacks [] for port, precommit_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:06:38.254578 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.provisioning_blocks [req-ca0d046d-bcfb-4ce7-b57a-bd250a96cc7c req-f1689fe2-42a3-4711-80a8-c8dccc0caf7a service neutron] Transition to ACTIVE for port object a29a6bed-3b64-4a8c-a2b8-e0d83eaee3a2 will not be triggered until provisioned by entity L2. {{(pid=84152) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 15:06:38.305442 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [req-ca0d046d-bcfb-4ce7-b57a-bd250a96cc7c req-f1689fe2-42a3-4711-80a8-c8dccc0caf7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162822'] for port, after_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:06:38.430911 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1689fe2-42a3-4711-80a8-c8dccc0caf7a service neutron] Pushing event updated for resources: {'Port': ['ID=a29a6bed-3b64-4a8c-a2b8-e0d83eaee3a2,revision_number=2']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:06:38.537639 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.managers [req-ca0d046d-bcfb-4ce7-b57a-bd250a96cc7c req-f1689fe2-42a3-4711-80a8-c8dccc0caf7a service neutron] Attempting to bind port a29a6bed-3b64-4a8c-a2b8-e0d83eaee3a2 on host hv-neutron-8251 for vnic_type normal with profile {{(pid=84152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 15:06:38.537973 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.managers [req-ca0d046d-bcfb-4ce7-b57a-bd250a96cc7c req-f1689fe2-42a3-4711-80a8-c8dccc0caf7a service neutron] Attempting to bind port a29a6bed-3b64-4a8c-a2b8-e0d83eaee3a2 by drivers openvswitch,hyperv on host hv-neutron-8251 at level 0 using segments [{'id': '67d85c3c-da5a-4228-85cc-cf5be291c245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '55caab5b-9aa1-40c0-b8bb-10b09e68853a'}] {{(pid=84152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 15:06:38.538332 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca0d046d-bcfb-4ce7-b57a-bd250a96cc7c req-f1689fe2-42a3-4711-80a8-c8dccc0caf7a service neutron] Attempting to bind port a29a6bed-3b64-4a8c-a2b8-e0d83eaee3a2 on network 55caab5b-9aa1-40c0-b8bb-10b09e68853a {{(pid=84152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 15:06:38.544585 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca0d046d-bcfb-4ce7-b57a-bd250a96cc7c req-f1689fe2-42a3-4711-80a8-c8dccc0caf7a service neutron] Port a29a6bed-3b64-4a8c-a2b8-e0d83eaee3a2 on network 55caab5b-9aa1-40c0-b8bb-10b09e68853a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8251 {{(pid=84152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 20 15:06:38.544899 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca0d046d-bcfb-4ce7-b57a-bd250a96cc7c req-f1689fe2-42a3-4711-80a8-c8dccc0caf7a service neutron] Attempting to bind port a29a6bed-3b64-4a8c-a2b8-e0d83eaee3a2 on network 55caab5b-9aa1-40c0-b8bb-10b09e68853a {{(pid=84152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 15:06:38.551281 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca0d046d-bcfb-4ce7-b57a-bd250a96cc7c req-f1689fe2-42a3-4711-80a8-c8dccc0caf7a service neutron] Checking agent: {'id': 'e037d8fb-d49c-4f86-9910-f13f6ba89a51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8251', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 23), 'started_at': datetime.datetime(2022, 1, 20, 14, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 15, 6, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 15:06:38.551609 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca0d046d-bcfb-4ce7-b57a-bd250a96cc7c req-f1689fe2-42a3-4711-80a8-c8dccc0caf7a service neutron] Checking segment: {'id': '67d85c3c-da5a-4228-85cc-cf5be291c245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '55caab5b-9aa1-40c0-b8bb-10b09e68853a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 15:06:38.552005 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca0d046d-bcfb-4ce7-b57a-bd250a96cc7c req-f1689fe2-42a3-4711-80a8-c8dccc0caf7a service neutron] Bound using segment: {'id': '67d85c3c-da5a-4228-85cc-cf5be291c245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '55caab5b-9aa1-40c0-b8bb-10b09e68853a'} {{(pid=84152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 15:06:38.552414 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.managers [req-ca0d046d-bcfb-4ce7-b57a-bd250a96cc7c req-f1689fe2-42a3-4711-80a8-c8dccc0caf7a service neutron] Bound port: a29a6bed-3b64-4a8c-a2b8-e0d83eaee3a2, host: hv-neutron-8251, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67d85c3c-da5a-4228-85cc-cf5be291c245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '55caab5b-9aa1-40c0-b8bb-10b09e68853a'}}] {{(pid=84152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 15:06:38.552750 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [req-ca0d046d-bcfb-4ce7-b57a-bd250a96cc7c req-f1689fe2-42a3-4711-80a8-c8dccc0caf7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:06:38.636696 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.db [req-ca0d046d-bcfb-4ce7-b57a-bd250a96cc7c req-f1689fe2-42a3-4711-80a8-c8dccc0caf7a service neutron] For port a29a6bed-3b64-4a8c-a2b8-e0d83eaee3a2, host hv-neutron-8251, cleared binding levels {{(pid=84152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 15:06:38.639608 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.db [req-ca0d046d-bcfb-4ce7-b57a-bd250a96cc7c req-f1689fe2-42a3-4711-80a8-c8dccc0caf7a service neutron] For port a29a6bed-3b64-4a8c-a2b8-e0d83eaee3a2, host hv-neutron-8251, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=a29a6bed-3b64-4a8c-a2b8-e0d83eaee3a2,segment=NetworkSegment(67d85c3c-da5a-4228-85cc-cf5be291c245),segment_id=67d85c3c-da5a-4228-85cc-cf5be291c245)] {{(pid=84152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 15:06:38.723210 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [req-ca0d046d-bcfb-4ce7-b57a-bd250a96cc7c req-f1689fe2-42a3-4711-80a8-c8dccc0caf7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162822'] for port, after_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:06:38.787050 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [req-ca0d046d-bcfb-4ce7-b57a-bd250a96cc7c req-f1689fe2-42a3-4711-80a8-c8dccc0caf7a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:06:38.788455 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-ca0d046d-bcfb-4ce7-b57a-bd250a96cc7c req-f1689fe2-42a3-4711-80a8-c8dccc0caf7a service neutron] 10.222.0.106 "PUT /v2.0/ports/a29a6bed-3b64-4a8c-a2b8-e0d83eaee3a2 HTTP/1.1" status: 200 len: 1094 time: 1.0708699 Jan 20 15:06:38.788884 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86f2378c-7091-47e2-ba83-90f97ed9aa8c', 'tag': 'a29a6bed-3b64-4a8c-a2b8-e0d83eaee3a2'}] {{(pid=84152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 15:06:38.810498 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1689fe2-42a3-4711-80a8-c8dccc0caf7a service neutron] Pushing event updated for resources: {'Port': ['ID=a29a6bed-3b64-4a8c-a2b8-e0d83eaee3a2,revision_number=3']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:06:38.850447 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86f2378c-7091-47e2-ba83-90f97ed9aa8c', 'tag': 'a29a6bed-3b64-4a8c-a2b8-e0d83eaee3a2', 'status': 'completed', 'code': 200} Jan 20 15:06:38.939169 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-ca0d046d-bcfb-4ce7-b57a-bd250a96cc7c req-c22b3313-714e-4f4d-9c1a-523d0a289b33 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=0c6e33a201a449b6a090c10ea0004dc8&device_id=86f2378c-7091-47e2-ba83-90f97ed9aa8c HTTP/1.1" status: 200 len: 1097 time: 0.0732164 Jan 20 15:06:38.943860 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5fad9b-1af0-4d18-8109-b9342b78d4ac req-d19cdc4a-9c0b-4c19-a806-7ef04cb01d89 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:06:38.945367 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-7c5fad9b-1af0-4d18-8109-b9342b78d4ac req-d19cdc4a-9c0b-4c19-a806-7ef04cb01d89 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/ports?device_id=86f2378c-7091-47e2-ba83-90f97ed9aa8c HTTP/1.1" status: 200 len: 944 time: 0.0803246 Jan 20 15:06:38.994448 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-7c5fad9b-1af0-4d18-8109-b9342b78d4ac req-6af2f3dc-0ca0-402f-b1e2-861b6d4a4915 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/security-groups?id=b3810468-e4a1-4f4d-802c-721da7468662&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428150 Jan 20 15:06:39.016537 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-ca0d046d-bcfb-4ce7-b57a-bd250a96cc7c req-f50679aa-bcab-4888-b1a0-c339deb48ae6 service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a29a6bed-3b64-4a8c-a2b8-e0d83eaee3a2 HTTP/1.1" status: 200 len: 217 time: 0.0701361 Jan 20 15:06:39.081718 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0d046d-bcfb-4ce7-b57a-bd250a96cc7c req-032bb28d-7da8-4368-bae1-62f91ab5b492 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:06:39.083097 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-ca0d046d-bcfb-4ce7-b57a-bd250a96cc7c req-032bb28d-7da8-4368-bae1-62f91ab5b492 service neutron] 10.222.0.106 "GET /v2.0/subnets?id=53556284-e4c4-431b-baea-519cba1c51f0 HTTP/1.1" status: 200 len: 850 time: 0.0609734 Jan 20 15:06:39.155688 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-ca0d046d-bcfb-4ce7-b57a-bd250a96cc7c req-73339222-f58d-48f5-bd97-1e73759bcb21 service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=55caab5b-9aa1-40c0-b8bb-10b09e68853a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0660605 Jan 20 15:06:39.284259 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-ca0d046d-bcfb-4ce7-b57a-bd250a96cc7c req-4ca5c57e-8944-4e4d-8aa0-d5ab8e3426b9 service neutron] 10.222.0.106 "GET /v2.0/networks/55caab5b-9aa1-40c0-b8bb-10b09e68853a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223853 Jan 20 15:06:39.423202 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-ca0d046d-bcfb-4ce7-b57a-bd250a96cc7c req-857dc2f1-cd43-4a0f-a93d-28b1ae0c7f39 service neutron] 10.222.0.106 "GET /v2.0/networks/55caab5b-9aa1-40c0-b8bb-10b09e68853a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327727 Jan 20 15:06:39.603179 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-a01d6bfd-3bfe-4af2-90a0-b2273311f053 req-0b84e194-2051-4506-bd9b-3a945a64abbc service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=0c6e33a201a449b6a090c10ea0004dc8&device_id=86f2378c-7091-47e2-ba83-90f97ed9aa8c HTTP/1.1" status: 200 len: 1097 time: 0.0704799 Jan 20 15:06:39.729103 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01d6bfd-3bfe-4af2-90a0-b2273311f053 req-c2cfcc61-5638-41b4-863b-dbfdefebb287 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:06:39.730635 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-a01d6bfd-3bfe-4af2-90a0-b2273311f053 req-c2cfcc61-5638-41b4-863b-dbfdefebb287 service neutron] 10.222.0.106 "GET /v2.0/networks?id=55caab5b-9aa1-40c0-b8bb-10b09e68853a HTTP/1.1" status: 200 len: 912 time: 0.1218064 Jan 20 15:06:39.797496 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-a01d6bfd-3bfe-4af2-90a0-b2273311f053 req-72aabc03-fdae-4fbb-b809-5fb4bc7d7f19 service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a29a6bed-3b64-4a8c-a2b8-e0d83eaee3a2 HTTP/1.1" status: 200 len: 217 time: 0.0609422 Jan 20 15:06:39.934815 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01d6bfd-3bfe-4af2-90a0-b2273311f053 req-a98e44c5-d9ab-403d-b9f0-b244372f632f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:06:39.936130 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-a01d6bfd-3bfe-4af2-90a0-b2273311f053 req-a98e44c5-d9ab-403d-b9f0-b244372f632f service neutron] 10.222.0.106 "GET /v2.0/subnets?id=53556284-e4c4-431b-baea-519cba1c51f0 HTTP/1.1" status: 200 len: 850 time: 0.1329541 Jan 20 15:06:40.010723 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-a01d6bfd-3bfe-4af2-90a0-b2273311f053 req-6afce3c6-319b-49de-ba30-d3b118feb6d7 service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=55caab5b-9aa1-40c0-b8bb-10b09e68853a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0681269 Jan 20 15:06:40.140543 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-a01d6bfd-3bfe-4af2-90a0-b2273311f053 req-f0530e14-8ce8-4d00-aae3-4ed478636562 service neutron] 10.222.0.106 "GET /v2.0/networks/55caab5b-9aa1-40c0-b8bb-10b09e68853a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230519 Jan 20 15:06:40.194077 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec82398-c4aa-4a61-b1b1-099d02565684 req-0ee9361c-c944-41cb-a030-87ba1d5bd3d3 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:06:40.195425 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-8ec82398-c4aa-4a61-b1b1-099d02565684 req-0ee9361c-c944-41cb-a030-87ba1d5bd3d3 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/ports?device_id=86f2378c-7091-47e2-ba83-90f97ed9aa8c HTTP/1.1" status: 200 len: 944 time: 0.0768528 Jan 20 15:06:40.244692 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-8ec82398-c4aa-4a61-b1b1-099d02565684 req-56c39536-26da-4ddd-ada8-3cf77a110b21 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/security-groups?id=b3810468-e4a1-4f4d-802c-721da7468662&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435667 Jan 20 15:06:40.272298 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-a01d6bfd-3bfe-4af2-90a0-b2273311f053 req-3e927d08-5a80-46e1-abf2-22dc00d7da58 service neutron] 10.222.0.106 "GET /v2.0/networks/55caab5b-9aa1-40c0-b8bb-10b09e68853a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254838 Jan 20 15:06:41.437705 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79ee987-5217-4204-aefc-f67f2a36a41b req-b01bab0d-31e3-44f0-b060-4d5f59a79608 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:06:41.439154 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-c79ee987-5217-4204-aefc-f67f2a36a41b req-b01bab0d-31e3-44f0-b060-4d5f59a79608 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/ports?device_id=86f2378c-7091-47e2-ba83-90f97ed9aa8c HTTP/1.1" status: 200 len: 944 time: 0.0747416 Jan 20 15:06:41.483874 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-c79ee987-5217-4204-aefc-f67f2a36a41b req-fd7e2645-f9b1-49a2-9ab6-864f40aed257 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/security-groups?id=b3810468-e4a1-4f4d-802c-721da7468662&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391359 Jan 20 15:06:42.712500 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fa0fb7-bb49-4975-8f09-1e1a9ff50a0d req-f4cee181-de35-4047-a213-ad8c03ecd254 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:06:42.713964 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-69fa0fb7-bb49-4975-8f09-1e1a9ff50a0d req-f4cee181-de35-4047-a213-ad8c03ecd254 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/ports?device_id=86f2378c-7091-47e2-ba83-90f97ed9aa8c HTTP/1.1" status: 200 len: 944 time: 0.0790710 Jan 20 15:06:42.759882 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-69fa0fb7-bb49-4975-8f09-1e1a9ff50a0d req-c1f9f00d-9850-453b-97c2-e990cfbe59ff tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/security-groups?id=b3810468-e4a1-4f4d-802c-721da7468662&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401070 Jan 20 15:06:43.201029 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Device a29a6bed-3b64-4a8c-a2b8-e0d83eaee3a2 details requested by agent hyperv_hv-neutron-8251 with host hv-neutron-8251 {{(pid=84154) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 20 15:06:43.332126 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] For port a29a6bed-3b64-4a8c-a2b8-e0d83eaee3a2, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=a29a6bed-3b64-4a8c-a2b8-e0d83eaee3a2,segment=NetworkSegment(67d85c3c-da5a-4228-85cc-cf5be291c245),segment_id=67d85c3c-da5a-4228-85cc-cf5be291c245)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 15:06:43.345552 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Returning: {'device': 'a29a6bed-3b64-4a8c-a2b8-e0d83eaee3a2', 'network_id': '55caab5b-9aa1-40c0-b8bb-10b09e68853a', 'port_id': 'a29a6bed-3b64-4a8c-a2b8-e0d83eaee3a2', 'mac_address': 'fa:16:3e:aa:8a:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53556284-e4c4-431b-baea-519cba1c51f0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84154) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 20 15:06:43.400653 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:06:43.418582 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.notifiers.nova [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a29a6bed-3b64-4a8c-a2b8-e0d83eaee3a2 {{(pid=84154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 15:06:43.435181 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] For port a29a6bed-3b64-4a8c-a2b8-e0d83eaee3a2, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=a29a6bed-3b64-4a8c-a2b8-e0d83eaee3a2,segment=NetworkSegment(67d85c3c-da5a-4228-85cc-cf5be291c245),segment_id=67d85c3c-da5a-4228-85cc-cf5be291c245)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 15:06:43.494436 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:06:43.562358 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Pushing event updated for resources: {'Port': ['ID=a29a6bed-3b64-4a8c-a2b8-e0d83eaee3a2,revision_number=4']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:06:43.846258 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] get_ports_and_sgs() called for port_ids ['a29a6bed-3b64-4a8c-a2b8-e0d83eaee3a2'] {{(pid=84154) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 20 15:06:43.953017 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34015f6-cc5e-4922-abd7-9a7fab8ce2c7 req-08b65583-a188-4593-96c5-981ddac60828 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:06:43.954485 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-e34015f6-cc5e-4922-abd7-9a7fab8ce2c7 req-08b65583-a188-4593-96c5-981ddac60828 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/ports?device_id=86f2378c-7091-47e2-ba83-90f97ed9aa8c HTTP/1.1" status: 200 len: 945 time: 0.0759692 Jan 20 15:06:43.998746 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-e34015f6-cc5e-4922-abd7-9a7fab8ce2c7 req-9527cc37-15df-40e5-bb1b-952d72fe419c tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/security-groups?id=b3810468-e4a1-4f4d-802c-721da7468662&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382707 Jan 20 15:06:45.196920 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5592c3-fa60-459b-9799-359c3d77ab1f req-1e0fec8a-0650-47ac-be9f-74b6e6fcae7d tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:06:45.198326 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-3a5592c3-fa60-459b-9799-359c3d77ab1f req-1e0fec8a-0650-47ac-be9f-74b6e6fcae7d tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/ports?device_id=86f2378c-7091-47e2-ba83-90f97ed9aa8c HTTP/1.1" status: 200 len: 945 time: 0.0808094 Jan 20 15:06:45.219904 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Device a29a6bed-3b64-4a8c-a2b8-e0d83eaee3a2 up at agent hyperv_hv-neutron-8251 {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 15:06:45.244728 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-3a5592c3-fa60-459b-9799-359c3d77ab1f req-9c37f9f0-5161-4399-99a3-baddb471e425 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/security-groups?id=b3810468-e4a1-4f4d-802c-721da7468662&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403643 Jan 20 15:06:45.344054 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Provisioning for port a29a6bed-3b64-4a8c-a2b8-e0d83eaee3a2 completed by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 15:06:45.348790 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Provisioning complete for port a29a6bed-3b64-4a8c-a2b8-e0d83eaee3a2 triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:06:45.349145 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:06:45.460197 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:06:45.485648 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86f2378c-7091-47e2-ba83-90f97ed9aa8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a29a6bed-3b64-4a8c-a2b8-e0d83eaee3a2'}] {{(pid=84154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 15:06:45.495358 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] For port a29a6bed-3b64-4a8c-a2b8-e0d83eaee3a2, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=a29a6bed-3b64-4a8c-a2b8-e0d83eaee3a2,segment=NetworkSegment(67d85c3c-da5a-4228-85cc-cf5be291c245),segment_id=67d85c3c-da5a-4228-85cc-cf5be291c245)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 15:06:45.540509 dv-neutron-825124-1-hyperv neutron-server[84154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86f2378c-7091-47e2-ba83-90f97ed9aa8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a29a6bed-3b64-4a8c-a2b8-e0d83eaee3a2', 'code': 200} Jan 20 15:06:45.551397 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:06:45.615398 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Pushing event updated for resources: {'Port': ['ID=a29a6bed-3b64-4a8c-a2b8-e0d83eaee3a2,revision_number=5']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:06:45.871180 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-426efda0-acb9-45ff-b1c7-248e762c74e7 req-d2f10c07-28b6-43fb-9977-a226b840d454 service neutron] 10.222.0.106 "GET /v2.0/ports?device_id=86f2378c-7091-47e2-ba83-90f97ed9aa8c HTTP/1.1" status: 200 len: 1099 time: 0.0663126 Jan 20 15:06:45.912285 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-426efda0-acb9-45ff-b1c7-248e762c74e7 req-daa00d1e-c14a-4620-ae64-b6faf15a5bee service neutron] 10.222.0.106 "GET /v2.0/security-groups?id=b3810468-e4a1-4f4d-802c-721da7468662&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351183 Jan 20 15:06:46.443928 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ff8013-4312-4b64-85f6-5f36ee67bfe6 req-3e32ff2d-f0a0-4407-a81a-10c30f5c2cea tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:06:46.445355 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-b1ff8013-4312-4b64-85f6-5f36ee67bfe6 req-3e32ff2d-f0a0-4407-a81a-10c30f5c2cea tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/ports?device_id=86f2378c-7091-47e2-ba83-90f97ed9aa8c HTTP/1.1" status: 200 len: 946 time: 0.0733292 Jan 20 15:06:46.493021 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-b1ff8013-4312-4b64-85f6-5f36ee67bfe6 req-07c90a2e-b145-464e-8127-28a2eff73466 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/security-groups?id=b3810468-e4a1-4f4d-802c-721da7468662&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422833 Jan 20 15:06:47.688518 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9317919-69fa-4d7d-9617-273d809f5907 req-93872e8d-867e-4da4-9b1d-742965b0f8e5 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:06:47.689956 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-c9317919-69fa-4d7d-9617-273d809f5907 req-93872e8d-867e-4da4-9b1d-742965b0f8e5 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/ports?device_id=86f2378c-7091-47e2-ba83-90f97ed9aa8c HTTP/1.1" status: 200 len: 946 time: 0.0754154 Jan 20 15:06:47.734180 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-c9317919-69fa-4d7d-9617-273d809f5907 req-ed36b414-8476-40bf-9d4d-287929207c4e tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/security-groups?id=b3810468-e4a1-4f4d-802c-721da7468662&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385520 Jan 20 15:06:48.004717 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43621a96-5dec-4da9-a4e7-d45cbfa6617b req-5eacfb93-7a04-4abb-8f63-e01b15babd70 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:06:48.006084 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-43621a96-5dec-4da9-a4e7-d45cbfa6617b req-5eacfb93-7a04-4abb-8f63-e01b15babd70 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/ports?device_id=86f2378c-7091-47e2-ba83-90f97ed9aa8c HTTP/1.1" status: 200 len: 946 time: 0.1592746 Jan 20 15:06:48.014620 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 47812) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:06:48.019560 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-7f6ee65f-f62e-40de-9db6-c0777f4187a7 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Request body: {'floatingip': {'port_id': 'a29a6bed-3b64-4a8c-a2b8-e0d83eaee3a2'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 15:06:48.092480 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-7f6ee65f-f62e-40de-9db6-c0777f4187a7 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Notify callbacks [] for floatingip, before_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:06:48.689428 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-7f6ee65f-f62e-40de-9db6-c0777f4187a7 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:06:48.799193 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-7f6ee65f-f62e-40de-9db6-c0777f4187a7 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-745254'] for floatingip, after_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:06:48.999168 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.db.l3_db [None req-7f6ee65f-f62e-40de-9db6-c0777f4187a7 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Floating IP 31ecd7bf-e562-4861-ac09-6fb2d489f3bc associated. External IP: 172.26.7.19, port: a29a6bed-3b64-4a8c-a2b8-e0d83eaee3a2. Jan 20 15:06:49.392492 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f6ee65f-f62e-40de-9db6-c0777f4187a7 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Router fae87e5e-f128-4d5e-ae35-714da5d072a5 has already been hosted by L3 agent 624d525b-4c26-4143-8a1c-228bb1c6faaa {{(pid=84153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 15:06:49.695094 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f6ee65f-f62e-40de-9db6-c0777f4187a7 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Notify agent at l3_agent.dv-neutron-825124-1-hyperv the message routers_updated {{(pid=84153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 15:06:49.699950 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-7f6ee65f-f62e-40de-9db6-c0777f4187a7 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for floatingip, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:06:49.704888 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-692c7682-472c-44a0-907e-1e602a438e96 None None] Sync routers for ids ['fae87e5e-f128-4d5e-ae35-714da5d072a5'] in dv-neutron-825124-1-hyperv {{(pid=84155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 15:06:49.716769 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-692c7682-472c-44a0-907e-1e602a438e96 None None] Routers {'fae87e5e-f128-4d5e-ae35-714da5d072a5'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 15:06:49.717968 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-692c7682-472c-44a0-907e-1e602a438e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T15:06:30Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['fae87e5e-f128-4d5e-ae35-714da5d072a5'], 'active': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:06:49.754480 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-7f6ee65f-f62e-40de-9db6-c0777f4187a7 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "PUT /v2.0/floatingips/31ecd7bf-e562-4861-ac09-6fb2d489f3bc HTTP/1.1" status: 200 len: 991 time: 1.7362735 Jan 20 15:06:49.754480 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86f2378c-7091-47e2-ba83-90f97ed9aa8c', 'tag': 'a29a6bed-3b64-4a8c-a2b8-e0d83eaee3a2'}] {{(pid=84153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 15:06:49.887079 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86f2378c-7091-47e2-ba83-90f97ed9aa8c', 'tag': 'a29a6bed-3b64-4a8c-a2b8-e0d83eaee3a2', 'status': 'completed', 'code': 200} Jan 20 15:06:49.917957 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvr_db [None req-692c7682-472c-44a0-907e-1e602a438e96 None None] Set router fae87e5e-f128-4d5e-ae35-714da5d072a5 gateway port host: dv-neutron-825124-1-hyperv {{(pid=84155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 15:06:49.980062 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-8c34c0a9-49c0-48ae-9fee-90d9e6a698a7 req-96749a68-1123-4612-9b50-9706903827be service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=0c6e33a201a449b6a090c10ea0004dc8&device_id=86f2378c-7091-47e2-ba83-90f97ed9aa8c HTTP/1.1" status: 200 len: 1099 time: 0.0715733 Jan 20 15:06:50.111936 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c34c0a9-49c0-48ae-9fee-90d9e6a698a7 req-daa35c59-ad59-44bf-a9ec-ae3a7e06a88d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:06:50.113376 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-8c34c0a9-49c0-48ae-9fee-90d9e6a698a7 req-daa35c59-ad59-44bf-a9ec-ae3a7e06a88d service neutron] 10.222.0.106 "GET /v2.0/networks?id=55caab5b-9aa1-40c0-b8bb-10b09e68853a HTTP/1.1" status: 200 len: 912 time: 0.1280200 Jan 20 15:06:50.214493 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-8c34c0a9-49c0-48ae-9fee-90d9e6a698a7 req-8d621608-53d9-45ec-bfae-c26cad86311a service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a29a6bed-3b64-4a8c-a2b8-e0d83eaee3a2 HTTP/1.1" status: 200 len: 999 time: 0.0909586 Jan 20 15:06:50.261894 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-692c7682-472c-44a0-907e-1e602a438e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fae87e5e-f128-4d5e-ae35-714da5d072a5', 'name': 'tempest-ServerActionsTestJSON-219677164-router', 'tenant_id': '0c6e33a201a449b6a090c10ea0004dc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.60'}], 'enable_snat': True}, 'gw_port_id': 'a1184d29-0410-4343-a277-3eda97ff9ba6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:04:23Z', 'updated_at': '2022-01-20T15:04:27Z', 'revision_number': 4, 'project_id': '0c6e33a201a449b6a090c10ea0004dc8', 'gw_port': {'id': 'a1184d29-0410-4343-a277-3eda97ff9ba6', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:ca:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fae87e5e-f128-4d5e-ae35-714da5d072a5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:04:24Z', 'updated_at': '2022-01-20T15:04:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv', '_floatingips': [{'id': '31ecd7bf-e562-4861-ac09-6fb2d489f3bc', 'tenant_id': '0c6e33a201a449b6a090c10ea0004dc8', 'floating_ip_address': '172.26.7.19', 'floating_network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'router_id': 'fae87e5e-f128-4d5e-ae35-714da5d072a5', 'port_id': 'a29a6bed-3b64-4a8c-a2b8-e0d83eaee3a2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55caab5b-9aa1-40c0-b8bb-10b09e68853a', 'mac_address': 'fa:16:3e:aa:8a:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f2378c-7091-47e2-ba83-90f97ed9aa8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T15:04:31Z', 'updated_at': '2022-01-20T15:06:48Z', 'revision_number': 5, 'project_id': '0c6e33a201a449b6a090c10ea0004dc8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26d6138e-e686-4773-842b-810fb3a5c555', 'name': '', 'network_id': '55caab5b-9aa1-40c0-b8bb-10b09e68853a', 'tenant_id': '0c6e33a201a449b6a090c10ea0004dc8', 'mac_address': 'fa:16:3e:d6:dd:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fae87e5e-f128-4d5e-ae35-714da5d072a5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '53556284-e4c4-431b-baea-519cba1c51f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:04:26Z', 'updated_at': '2022-01-20T15:04:35Z', 'revision_number': 5, 'project_id': '0c6e33a201a449b6a090c10ea0004dc8', 'subnets': [{'id': '53556284-e4c4-431b-baea-519cba1c51f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:06:50.266248 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-692c7682-472c-44a0-907e-1e602a438e96 None None] Checking router: fae87e5e-f128-4d5e-ae35-714da5d072a5 for host: dv-neutron-825124-1-hyperv {{(pid=84155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 15:06:50.275232 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c34c0a9-49c0-48ae-9fee-90d9e6a698a7 req-b522ce91-70aa-4ab4-a1f2-628046bfa901 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:06:50.276469 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-692c7682-472c-44a0-907e-1e602a438e96 None None] Routers {'fae87e5e-f128-4d5e-ae35-714da5d072a5'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 15:06:50.276664 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-8c34c0a9-49c0-48ae-9fee-90d9e6a698a7 req-b522ce91-70aa-4ab4-a1f2-628046bfa901 service neutron] 10.222.0.106 "GET /v2.0/subnets?id=53556284-e4c4-431b-baea-519cba1c51f0 HTTP/1.1" status: 200 len: 850 time: 0.0599744 Jan 20 15:06:50.277066 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-692c7682-472c-44a0-907e-1e602a438e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T15:06:30Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['fae87e5e-f128-4d5e-ae35-714da5d072a5'], 'active': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:06:50.348768 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-8c34c0a9-49c0-48ae-9fee-90d9e6a698a7 req-da817fdc-959e-4834-bd11-c6dafcddae01 service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=55caab5b-9aa1-40c0-b8bb-10b09e68853a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0663671 Jan 20 15:06:50.452730 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvr_db [None req-692c7682-472c-44a0-907e-1e602a438e96 None None] Set router fae87e5e-f128-4d5e-ae35-714da5d072a5 gateway port host: dv-neutron-825124-1-hyperv {{(pid=84155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 15:06:50.480637 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-8c34c0a9-49c0-48ae-9fee-90d9e6a698a7 req-3cf4c78b-8475-4432-913f-7f6668b2ff18 service neutron] 10.222.0.106 "GET /v2.0/networks/55caab5b-9aa1-40c0-b8bb-10b09e68853a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248045 Jan 20 15:06:50.610010 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-8c34c0a9-49c0-48ae-9fee-90d9e6a698a7 req-2287a272-8545-4cdf-96c2-6ecd7ce7dd01 service neutron] 10.222.0.106 "GET /v2.0/networks/55caab5b-9aa1-40c0-b8bb-10b09e68853a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230569 Jan 20 15:06:50.788337 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-692c7682-472c-44a0-907e-1e602a438e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fae87e5e-f128-4d5e-ae35-714da5d072a5', 'name': 'tempest-ServerActionsTestJSON-219677164-router', 'tenant_id': '0c6e33a201a449b6a090c10ea0004dc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.60'}], 'enable_snat': True}, 'gw_port_id': 'a1184d29-0410-4343-a277-3eda97ff9ba6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:04:23Z', 'updated_at': '2022-01-20T15:04:27Z', 'revision_number': 4, 'project_id': '0c6e33a201a449b6a090c10ea0004dc8', 'gw_port': {'id': 'a1184d29-0410-4343-a277-3eda97ff9ba6', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:ca:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fae87e5e-f128-4d5e-ae35-714da5d072a5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:04:24Z', 'updated_at': '2022-01-20T15:04:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv', '_floatingips': [{'id': '31ecd7bf-e562-4861-ac09-6fb2d489f3bc', 'tenant_id': '0c6e33a201a449b6a090c10ea0004dc8', 'floating_ip_address': '172.26.7.19', 'floating_network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'router_id': 'fae87e5e-f128-4d5e-ae35-714da5d072a5', 'port_id': 'a29a6bed-3b64-4a8c-a2b8-e0d83eaee3a2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55caab5b-9aa1-40c0-b8bb-10b09e68853a', 'mac_address': 'fa:16:3e:aa:8a:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f2378c-7091-47e2-ba83-90f97ed9aa8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T15:04:31Z', 'updated_at': '2022-01-20T15:06:48Z', 'revision_number': 5, 'project_id': '0c6e33a201a449b6a090c10ea0004dc8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26d6138e-e686-4773-842b-810fb3a5c555', 'name': '', 'network_id': '55caab5b-9aa1-40c0-b8bb-10b09e68853a', 'tenant_id': '0c6e33a201a449b6a090c10ea0004dc8', 'mac_address': 'fa:16:3e:d6:dd:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fae87e5e-f128-4d5e-ae35-714da5d072a5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '53556284-e4c4-431b-baea-519cba1c51f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:04:26Z', 'updated_at': '2022-01-20T15:04:35Z', 'revision_number': 5, 'project_id': '0c6e33a201a449b6a090c10ea0004dc8', 'subnets': [{'id': '53556284-e4c4-431b-baea-519cba1c51f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:06:50.792079 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-692c7682-472c-44a0-907e-1e602a438e96 None None] The sync data for ids ['fae87e5e-f128-4d5e-ae35-714da5d072a5'] in dv-neutron-825124-1-hyperv is: [{'id': 'fae87e5e-f128-4d5e-ae35-714da5d072a5', 'name': 'tempest-ServerActionsTestJSON-219677164-router', 'tenant_id': '0c6e33a201a449b6a090c10ea0004dc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.60'}], 'enable_snat': True}, 'gw_port_id': 'a1184d29-0410-4343-a277-3eda97ff9ba6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:04:23Z', 'updated_at': '2022-01-20T15:04:27Z', 'revision_number': 4, 'project_id': '0c6e33a201a449b6a090c10ea0004dc8', 'gw_port': {'id': 'a1184d29-0410-4343-a277-3eda97ff9ba6', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:ca:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fae87e5e-f128-4d5e-ae35-714da5d072a5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:04:24Z', 'updated_at': '2022-01-20T15:04:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv', '_floatingips': [{'id': '31ecd7bf-e562-4861-ac09-6fb2d489f3bc', 'tenant_id': '0c6e33a201a449b6a090c10ea0004dc8', 'floating_ip_address': '172.26.7.19', 'floating_network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'router_id': 'fae87e5e-f128-4d5e-ae35-714da5d072a5', 'port_id': 'a29a6bed-3b64-4a8c-a2b8-e0d83eaee3a2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55caab5b-9aa1-40c0-b8bb-10b09e68853a', 'mac_address': 'fa:16:3e:aa:8a:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f2378c-7091-47e2-ba83-90f97ed9aa8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T15:04:31Z', 'updated_at': '2022-01-20T15:06:48Z', 'revision_number': 5, 'project_id': '0c6e33a201a449b6a090c10ea0004dc8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26d6138e-e686-4773-842b-810fb3a5c555', 'name': '', 'network_id': '55caab5b-9aa1-40c0-b8bb-10b09e68853a', 'tenant_id': '0c6e33a201a449b6a090c10ea0004dc8', 'mac_address': 'fa:16:3e:d6:dd:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fae87e5e-f128-4d5e-ae35-714da5d072a5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '53556284-e4c4-431b-baea-519cba1c51f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:04:26Z', 'updated_at': '2022-01-20T15:04:35Z', 'revision_number': 5, 'project_id': '0c6e33a201a449b6a090c10ea0004dc8', 'subnets': [{'id': '53556284-e4c4-431b-baea-519cba1c51f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 15:06:50.979815 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba16ccf1-469c-4b91-bb9e-abf42e8a64f3 None None] New status for floating IP 31ecd7bf-e562-4861-ac09-6fb2d489f3bc: ACTIVE {{(pid=84154) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 20 15:06:58.025342 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-79fb9cb4-2ae4-4706-8f9a-69bb5373d0dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:06:59.063719 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.agents_db [None req-6dba657d-a637-4918-9b6d-40defdfae04b None None] Agent healthcheck: found 6 active agents {{(pid=84155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 15:07:00.413632 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-be3694ab-349b-4a56-9f25-49f8f15bfac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:07:00.819365 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:07:01.429727 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:07:01.687696 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-cdd98e71-1f0a-4421-baa9-dcb30e06edf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:07:03.133426 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-eea6df97-7ff1-4b63-af20-e3ec8913deda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:07:28.007473 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-450c42ff-3231-4ed1-8aae-26f51814f8e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:07:30.408226 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-38b1c6a1-5fcc-4a0b-ab5d-5c3d2939e36d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:07:30.790144 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:07:31.453187 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:07:31.692877 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-cdd98e71-1f0a-4421-baa9-dcb30e06edf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:07:33.150437 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-eea6df97-7ff1-4b63-af20-e3ec8913deda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:07:36.064526 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.agents_db [None req-6dba657d-a637-4918-9b6d-40defdfae04b None None] Agent healthcheck: found 6 active agents {{(pid=84155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 15:07:43.592411 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-92d6490e-f504-4008-8fcf-e8947f915057 req-e6a9e29d-62f4-4e35-a3fa-65d09e0524a5 service neutron] 10.222.0.106 "GET /v2.0/ports?device_id=86f2378c-7091-47e2-ba83-90f97ed9aa8c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0705030 Jan 20 15:07:43.730564 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-92d6490e-f504-4008-8fcf-e8947f915057 req-4d25b375-d5fc-4fa3-a510-8599c1261cba service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=0c6e33a201a449b6a090c10ea0004dc8&device_id=86f2378c-7091-47e2-ba83-90f97ed9aa8c HTTP/1.1" status: 200 len: 1099 time: 0.0681560 Jan 20 15:07:43.870495 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d6490e-f504-4008-8fcf-e8947f915057 req-fa9e3aed-0e90-4ad0-8f6e-067f09c148eb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:07:43.871836 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-92d6490e-f504-4008-8fcf-e8947f915057 req-fa9e3aed-0e90-4ad0-8f6e-067f09c148eb service neutron] 10.222.0.106 "GET /v2.0/networks?id=55caab5b-9aa1-40c0-b8bb-10b09e68853a HTTP/1.1" status: 200 len: 912 time: 0.1234496 Jan 20 15:07:44.045508 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-92d6490e-f504-4008-8fcf-e8947f915057 req-d806364e-6395-416c-9433-55f7f9d82056 service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a29a6bed-3b64-4a8c-a2b8-e0d83eaee3a2 HTTP/1.1" status: 200 len: 1001 time: 0.1681824 Jan 20 15:07:44.105074 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d6490e-f504-4008-8fcf-e8947f915057 req-be4c04c8-eba8-4793-8aa6-ca0f7c2672cb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:07:44.106463 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-92d6490e-f504-4008-8fcf-e8947f915057 req-be4c04c8-eba8-4793-8aa6-ca0f7c2672cb service neutron] 10.222.0.106 "GET /v2.0/subnets?id=53556284-e4c4-431b-baea-519cba1c51f0 HTTP/1.1" status: 200 len: 850 time: 0.0544813 Jan 20 15:07:44.179559 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-92d6490e-f504-4008-8fcf-e8947f915057 req-59be4e77-3720-4c6b-9854-2c5f4a575128 service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=55caab5b-9aa1-40c0-b8bb-10b09e68853a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0667555 Jan 20 15:07:44.310177 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-92d6490e-f504-4008-8fcf-e8947f915057 req-6c40aa9c-79d1-44a4-9b85-04049e9862ac service neutron] 10.222.0.106 "GET /v2.0/networks/55caab5b-9aa1-40c0-b8bb-10b09e68853a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235034 Jan 20 15:07:44.437261 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-92d6490e-f504-4008-8fcf-e8947f915057 req-f8023cb7-ff7e-4738-acf6-08c01a4ce09b service neutron] 10.222.0.106 "GET /v2.0/networks/55caab5b-9aa1-40c0-b8bb-10b09e68853a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214252 Jan 20 15:07:58.029436 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-9ea2db7c-e412-41b4-bac2-b1e83ad5e809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:08:00.423852 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-84b7cf30-1ac6-4f88-80f3-06a0bf0f741d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:08:00.806736 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:08:01.418229 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:08:01.686917 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-cdd98e71-1f0a-4421-baa9-dcb30e06edf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:08:03.189375 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-eea6df97-7ff1-4b63-af20-e3ec8913deda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:08:07.509670 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c2aa1c-15f0-4e68-9d86-df5689b4ad68 req-09dbb655-7c71-428b-98c6-68b4313edb90 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:08:07.512375 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-b6c2aa1c-15f0-4e68-9d86-df5689b4ad68 req-09dbb655-7c71-428b-98c6-68b4313edb90 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/ports?device_id=86f2378c-7091-47e2-ba83-90f97ed9aa8c HTTP/1.1" status: 200 len: 946 time: 0.0774763 Jan 20 15:08:07.560054 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-b6c2aa1c-15f0-4e68-9d86-df5689b4ad68 req-b1a9d762-aa64-49e6-a546-9eed40ffdf29 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/security-groups?id=b3810468-e4a1-4f4d-802c-721da7468662&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433762 Jan 20 15:08:08.756006 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5b0ab9-0326-4145-8a23-fedbb3bc33eb req-f1c48a5a-809a-41b0-a648-1ab65baea9f1 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:08:08.757451 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-0a5b0ab9-0326-4145-8a23-fedbb3bc33eb req-f1c48a5a-809a-41b0-a648-1ab65baea9f1 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/ports?device_id=86f2378c-7091-47e2-ba83-90f97ed9aa8c HTTP/1.1" status: 200 len: 946 time: 0.0755069 Jan 20 15:08:08.801197 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-0a5b0ab9-0326-4145-8a23-fedbb3bc33eb req-24531974-a0f8-484f-b748-159dc1af3b04 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/security-groups?id=b3810468-e4a1-4f4d-802c-721da7468662&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382512 Jan 20 15:08:09.995297 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241822b1-f099-4997-af09-4f9874b2e671 req-49fed9b5-8d63-43cb-a761-745985c56c78 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:08:09.996711 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-241822b1-f099-4997-af09-4f9874b2e671 req-49fed9b5-8d63-43cb-a761-745985c56c78 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/ports?device_id=86f2378c-7091-47e2-ba83-90f97ed9aa8c HTTP/1.1" status: 200 len: 946 time: 0.0782268 Jan 20 15:08:10.040146 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-241822b1-f099-4997-af09-4f9874b2e671 req-ac2c5509-2b00-4099-9cba-ae72fbd61ed0 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/security-groups?id=b3810468-e4a1-4f4d-802c-721da7468662&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380871 Jan 20 15:08:11.231826 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddb91b0-24d7-4ee7-9887-f4abbd9eca22 req-db5e168e-59c3-4e41-9cfd-9a490f4daca2 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:08:11.233193 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-8ddb91b0-24d7-4ee7-9887-f4abbd9eca22 req-db5e168e-59c3-4e41-9cfd-9a490f4daca2 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/ports?device_id=86f2378c-7091-47e2-ba83-90f97ed9aa8c HTTP/1.1" status: 200 len: 946 time: 0.0747330 Jan 20 15:08:11.279604 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-8ddb91b0-24d7-4ee7-9887-f4abbd9eca22 req-233748dc-26bb-49f7-b540-038eda86de62 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/security-groups?id=b3810468-e4a1-4f4d-802c-721da7468662&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399296 Jan 20 15:08:12.477708 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1581d1-d014-4cf7-a9a7-4e56405acd10 req-3993881c-5cfd-4ffa-a633-a92d88d7d056 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:08:12.500570 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-0a1581d1-d014-4cf7-a9a7-4e56405acd10 req-3993881c-5cfd-4ffa-a633-a92d88d7d056 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/ports?device_id=86f2378c-7091-47e2-ba83-90f97ed9aa8c HTTP/1.1" status: 200 len: 946 time: 0.0781574 Jan 20 15:08:12.526879 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-0a1581d1-d014-4cf7-a9a7-4e56405acd10 req-123035d3-7aa3-4bd2-9d81-b7d91a3b7b92 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/security-groups?id=b3810468-e4a1-4f4d-802c-721da7468662&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383949 Jan 20 15:08:13.064046 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.agents_db [None req-6dba657d-a637-4918-9b6d-40defdfae04b None None] Agent healthcheck: found 6 active agents {{(pid=84155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 15:08:13.728655 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ecacf1-155e-4a5b-8079-60e019ba9781 req-7de9a413-7a47-4586-a537-45c9617ddc8c tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:08:13.730111 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-48ecacf1-155e-4a5b-8079-60e019ba9781 req-7de9a413-7a47-4586-a537-45c9617ddc8c tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/ports?device_id=86f2378c-7091-47e2-ba83-90f97ed9aa8c HTTP/1.1" status: 200 len: 946 time: 0.0745339 Jan 20 15:08:13.777416 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-48ecacf1-155e-4a5b-8079-60e019ba9781 req-f79a6811-86f3-4d14-8747-c1e5f94f6459 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/security-groups?id=b3810468-e4a1-4f4d-802c-721da7468662&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419858 Jan 20 15:08:14.970274 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e0c2c0-9730-497a-a761-5c994f489477 req-f5f1d14e-35ab-46c5-ad78-c70f70b2024c tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:08:14.971711 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-27e0c2c0-9730-497a-a761-5c994f489477 req-f5f1d14e-35ab-46c5-ad78-c70f70b2024c tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/ports?device_id=86f2378c-7091-47e2-ba83-90f97ed9aa8c HTTP/1.1" status: 200 len: 946 time: 0.0758567 Jan 20 15:08:15.017073 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-27e0c2c0-9730-497a-a761-5c994f489477 req-47231cf7-328b-4efb-923d-cf228ec183d2 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/security-groups?id=b3810468-e4a1-4f4d-802c-721da7468662&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398664 Jan 20 15:08:16.212396 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9143d5fe-ee4a-4066-975a-5dddcfe20c64 req-1d2063f9-c473-4442-9c9a-4aab9ac81cf9 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:08:16.213852 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-9143d5fe-ee4a-4066-975a-5dddcfe20c64 req-1d2063f9-c473-4442-9c9a-4aab9ac81cf9 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/ports?device_id=86f2378c-7091-47e2-ba83-90f97ed9aa8c HTTP/1.1" status: 200 len: 946 time: 0.0787971 Jan 20 15:08:16.258745 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-9143d5fe-ee4a-4066-975a-5dddcfe20c64 req-5a7a453e-cea8-4ac7-ad0b-a375e98852b8 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/security-groups?id=b3810468-e4a1-4f4d-802c-721da7468662&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392015 Jan 20 15:08:17.459088 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcac2d7-f4b0-4ae8-bd36-0b8dd7a39084 req-946876cf-2909-4ae6-8a52-9f75c18bf844 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:08:17.460506 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-fbcac2d7-f4b0-4ae8-bd36-0b8dd7a39084 req-946876cf-2909-4ae6-8a52-9f75c18bf844 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/ports?device_id=86f2378c-7091-47e2-ba83-90f97ed9aa8c HTTP/1.1" status: 200 len: 946 time: 0.0749140 Jan 20 15:08:17.504859 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-fbcac2d7-f4b0-4ae8-bd36-0b8dd7a39084 req-dc24b87c-4bf4-41db-8bde-43e5b0c38d77 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/security-groups?id=b3810468-e4a1-4f4d-802c-721da7468662&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388317 Jan 20 15:08:18.700948 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8949ec52-569e-4ce0-aca7-3dd2443c265e req-104ce94d-91e9-4b3f-92e1-6d646f887f66 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:08:18.702390 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-8949ec52-569e-4ce0-aca7-3dd2443c265e req-104ce94d-91e9-4b3f-92e1-6d646f887f66 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/ports?device_id=86f2378c-7091-47e2-ba83-90f97ed9aa8c HTTP/1.1" status: 200 len: 946 time: 0.0802643 Jan 20 15:08:18.745441 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-8949ec52-569e-4ce0-aca7-3dd2443c265e req-b2dd9eb7-f45b-4516-8fb6-eb4bf5f315a8 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/security-groups?id=b3810468-e4a1-4f4d-802c-721da7468662&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376129 Jan 20 15:08:18.936360 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-5b51a565-a072-4f11-bef7-10d414c7cb90 req-468d1b25-de04-4730-b0a8-bd172f2bb1ae service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=86f2378c-7091-47e2-ba83-90f97ed9aa8c&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0654571 Jan 20 15:08:19.388057 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa83059c-bbf2-48a0-b357-6e99158de0e3 req-3aeff44b-dbfb-4174-b555-82e28cbc597a tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:08:19.389484 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-fa83059c-bbf2-48a0-b357-6e99158de0e3 req-3aeff44b-dbfb-4174-b555-82e28cbc597a tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/ports?device_id=86f2378c-7091-47e2-ba83-90f97ed9aa8c HTTP/1.1" status: 200 len: 946 time: 0.0786402 Jan 20 15:08:19.436036 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-fa83059c-bbf2-48a0-b357-6e99158de0e3 req-88187457-94de-4cdd-84b3-4d11b8a8626f tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/security-groups?id=b3810468-e4a1-4f4d-802c-721da7468662&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404685 Jan 20 15:08:19.534736 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-3bc74806-b980-4b67-9630-95f7ddb0a2aa req-9e44f62f-671e-4a82-a506-c42893da1aa6 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=86f2378c-7091-47e2-ba83-90f97ed9aa8c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1360621 Jan 20 15:08:20.644763 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6264a92-2e90-4efc-881e-a6195b2c8611 req-1ef71a25-de81-41a1-a725-25020dae8db5 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:08:20.646503 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-e6264a92-2e90-4efc-881e-a6195b2c8611 req-1ef71a25-de81-41a1-a725-25020dae8db5 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/ports?device_id=86f2378c-7091-47e2-ba83-90f97ed9aa8c HTTP/1.1" status: 200 len: 946 time: 0.0758603 Jan 20 15:08:20.692994 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-e6264a92-2e90-4efc-881e-a6195b2c8611 req-4c8a05eb-5579-45be-8cc2-a4ee1ba102c1 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/security-groups?id=b3810468-e4a1-4f4d-802c-721da7468662&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408313 Jan 20 15:08:21.715683 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-3bc74806-b980-4b67-9630-95f7ddb0a2aa req-b0e5f35b-5979-4dde-b747-b597b78dfa3b service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=0c6e33a201a449b6a090c10ea0004dc8&device_id=86f2378c-7091-47e2-ba83-90f97ed9aa8c HTTP/1.1" status: 200 len: 1099 time: 0.1340716 Jan 20 15:08:21.846992 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc74806-b980-4b67-9630-95f7ddb0a2aa req-7aca087e-738f-4262-9ae3-6b4c47c1e5e0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:08:21.848895 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-3bc74806-b980-4b67-9630-95f7ddb0a2aa req-7aca087e-738f-4262-9ae3-6b4c47c1e5e0 service neutron] 10.222.0.106 "GET /v2.0/networks?id=55caab5b-9aa1-40c0-b8bb-10b09e68853a HTTP/1.1" status: 200 len: 912 time: 0.1264794 Jan 20 15:08:21.897395 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d290e88-37c2-4b82-8e1b-32f76fa0ef68 req-698f184a-fbe4-4825-bb31-0768c1803ecf tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:08:21.898876 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-9d290e88-37c2-4b82-8e1b-32f76fa0ef68 req-698f184a-fbe4-4825-bb31-0768c1803ecf tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/ports?device_id=86f2378c-7091-47e2-ba83-90f97ed9aa8c HTTP/1.1" status: 200 len: 946 time: 0.0785198 Jan 20 15:08:21.944385 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-9d290e88-37c2-4b82-8e1b-32f76fa0ef68 req-f0361c36-0105-4b67-a7de-8e09ee3dd1f4 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/security-groups?id=b3810468-e4a1-4f4d-802c-721da7468662&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400302 Jan 20 15:08:21.948415 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-3bc74806-b980-4b67-9630-95f7ddb0a2aa req-8c636d73-fa19-4060-9334-cdd7c4c0a164 service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a29a6bed-3b64-4a8c-a2b8-e0d83eaee3a2 HTTP/1.1" status: 200 len: 1001 time: 0.0939252 Jan 20 15:08:22.008597 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc74806-b980-4b67-9630-95f7ddb0a2aa req-5dc621cf-c1b7-4877-a48c-e89e8e71f8fb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:08:22.010022 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-3bc74806-b980-4b67-9630-95f7ddb0a2aa req-5dc621cf-c1b7-4877-a48c-e89e8e71f8fb service neutron] 10.222.0.106 "GET /v2.0/subnets?id=53556284-e4c4-431b-baea-519cba1c51f0 HTTP/1.1" status: 200 len: 850 time: 0.0561523 Jan 20 15:08:22.082047 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-3bc74806-b980-4b67-9630-95f7ddb0a2aa req-934b6d3a-eb90-4967-8a57-10a7986cf4ff service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=55caab5b-9aa1-40c0-b8bb-10b09e68853a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0659428 Jan 20 15:08:22.208894 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-3bc74806-b980-4b67-9630-95f7ddb0a2aa req-6c93572c-795e-4caa-86d9-b6d43fb16dd4 service neutron] 10.222.0.106 "GET /v2.0/networks/55caab5b-9aa1-40c0-b8bb-10b09e68853a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207318 Jan 20 15:08:22.338653 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-3bc74806-b980-4b67-9630-95f7ddb0a2aa req-3b851020-3ab3-4fe6-9764-d5e83d81c26a service neutron] 10.222.0.106 "GET /v2.0/networks/55caab5b-9aa1-40c0-b8bb-10b09e68853a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228178 Jan 20 15:08:23.139855 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75baef1d-b4c5-4711-b846-d76f119bbf5f req-19981358-4a5f-43e1-af63-6309d5701934 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:08:23.141287 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-75baef1d-b4c5-4711-b846-d76f119bbf5f req-19981358-4a5f-43e1-af63-6309d5701934 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/ports?device_id=86f2378c-7091-47e2-ba83-90f97ed9aa8c HTTP/1.1" status: 200 len: 946 time: 0.0753653 Jan 20 15:08:23.189035 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-75baef1d-b4c5-4711-b846-d76f119bbf5f req-8c39241e-a2e2-4af0-b427-34d2c8bbe47b tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/security-groups?id=b3810468-e4a1-4f4d-802c-721da7468662&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415063 Jan 20 15:08:24.303526 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-3bc74806-b980-4b67-9630-95f7ddb0a2aa req-546d6f5f-c574-46b1-bac4-68abc38dce22 service neutron] 10.222.0.106 "GET /v2.0/ports/a29a6bed-3b64-4a8c-a2b8-e0d83eaee3a2/bindings/hv-neutron-8251 HTTP/1.1" status: 200 len: 384 time: 0.0790768 Jan 20 15:08:24.395754 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcacc08-149d-4c3b-a779-e35281c68b44 req-ae854f4d-b6a2-4d76-9ecc-72d63b5aa402 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:08:24.397193 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-1dcacc08-149d-4c3b-a779-e35281c68b44 req-ae854f4d-b6a2-4d76-9ecc-72d63b5aa402 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/ports?device_id=86f2378c-7091-47e2-ba83-90f97ed9aa8c HTTP/1.1" status: 200 len: 946 time: 0.0861506 Jan 20 15:08:24.455130 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-1dcacc08-149d-4c3b-a779-e35281c68b44 req-69af35cb-cec9-4e8c-add6-1402e809e31c tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/security-groups?id=b3810468-e4a1-4f4d-802c-721da7468662&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523808 Jan 20 15:08:24.899111 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-3bc74806-b980-4b67-9630-95f7ddb0a2aa req-6cafe022-d2ce-4c42-b8e1-21da8cb1be06 service neutron] 10.222.0.106 "GET /v2.0/ports?device_id=86f2378c-7091-47e2-ba83-90f97ed9aa8c&tenant_id=0c6e33a201a449b6a090c10ea0004dc8 HTTP/1.1" status: 200 len: 1099 time: 0.0688140 Jan 20 15:08:24.991780 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-3bc74806-b980-4b67-9630-95f7ddb0a2aa req-4d6c4917-de0b-4db9-926f-c249a155202d service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=0c6e33a201a449b6a090c10ea0004dc8&device_id=86f2378c-7091-47e2-ba83-90f97ed9aa8c HTTP/1.1" status: 200 len: 1099 time: 0.0710213 Jan 20 15:08:25.201685 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc74806-b980-4b67-9630-95f7ddb0a2aa req-d1b04b8f-61d1-4e66-a9c0-ec26167ce80d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:08:25.203036 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-3bc74806-b980-4b67-9630-95f7ddb0a2aa req-d1b04b8f-61d1-4e66-a9c0-ec26167ce80d service neutron] 10.222.0.106 "GET /v2.0/networks?id=55caab5b-9aa1-40c0-b8bb-10b09e68853a HTTP/1.1" status: 200 len: 912 time: 0.2052016 Jan 20 15:08:25.301668 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-3bc74806-b980-4b67-9630-95f7ddb0a2aa req-5670280c-4659-406f-b1b2-2aa9bf3914c5 service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a29a6bed-3b64-4a8c-a2b8-e0d83eaee3a2 HTTP/1.1" status: 200 len: 1001 time: 0.0925596 Jan 20 15:08:25.362443 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc74806-b980-4b67-9630-95f7ddb0a2aa req-831eb8c8-f501-4dab-ae65-c4948eb8261b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:08:25.364406 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-3bc74806-b980-4b67-9630-95f7ddb0a2aa req-831eb8c8-f501-4dab-ae65-c4948eb8261b service neutron] 10.222.0.106 "GET /v2.0/subnets?id=53556284-e4c4-431b-baea-519cba1c51f0 HTTP/1.1" status: 200 len: 850 time: 0.0571427 Jan 20 15:08:25.436747 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-3bc74806-b980-4b67-9630-95f7ddb0a2aa req-652059b0-c60a-44e9-931a-1b656dd29152 service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=55caab5b-9aa1-40c0-b8bb-10b09e68853a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0660558 Jan 20 15:08:25.564972 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-3bc74806-b980-4b67-9630-95f7ddb0a2aa req-7ff8c6c9-1ce0-49dc-a5fc-7c8ba157af42 service neutron] 10.222.0.106 "GET /v2.0/networks/55caab5b-9aa1-40c0-b8bb-10b09e68853a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218939 Jan 20 15:08:25.654728 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0915622d-4b6e-40c6-9953-b28b6f291cb6 req-bcda7bd5-4344-41a6-86b0-d4bab8fc0ae8 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:08:25.656162 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-0915622d-4b6e-40c6-9953-b28b6f291cb6 req-bcda7bd5-4344-41a6-86b0-d4bab8fc0ae8 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/ports?device_id=86f2378c-7091-47e2-ba83-90f97ed9aa8c HTTP/1.1" status: 200 len: 946 time: 0.0773494 Jan 20 15:08:25.694578 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-3bc74806-b980-4b67-9630-95f7ddb0a2aa req-0201df2b-4236-485b-ab13-3d88a1e9a27a service neutron] 10.222.0.106 "GET /v2.0/networks/55caab5b-9aa1-40c0-b8bb-10b09e68853a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234744 Jan 20 15:08:25.700708 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-0915622d-4b6e-40c6-9953-b28b6f291cb6 req-2e486e06-c973-411e-a81f-bdaf3206026c tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/security-groups?id=b3810468-e4a1-4f4d-802c-721da7468662&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384564 Jan 20 15:08:27.034798 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7196b6d1-56e1-41a2-a6b4-5be50dce2d6e req-d847bd71-5a4a-4fd8-8af2-da334270ed8e tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:08:27.036739 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-7196b6d1-56e1-41a2-a6b4-5be50dce2d6e req-d847bd71-5a4a-4fd8-8af2-da334270ed8e tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/ports?device_id=86f2378c-7091-47e2-ba83-90f97ed9aa8c HTTP/1.1" status: 200 len: 946 time: 0.0750856 Jan 20 15:08:27.081115 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-7196b6d1-56e1-41a2-a6b4-5be50dce2d6e req-58f971e3-5079-489a-9823-cce776f26b02 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/security-groups?id=b3810468-e4a1-4f4d-802c-721da7468662&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390549 Jan 20 15:08:27.656377 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Device a29a6bed-3b64-4a8c-a2b8-e0d83eaee3a2 details requested by agent hyperv_hv-neutron-8251 with host hv-neutron-8251 {{(pid=84154) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 20 15:08:27.660486 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Device a29a6bed-3b64-4a8c-a2b8-e0d83eaee3a2 no longer exists at agent hyperv_hv-neutron-8251 {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 15:08:27.862748 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:08:27.901259 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] For port a29a6bed-3b64-4a8c-a2b8-e0d83eaee3a2, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=a29a6bed-3b64-4a8c-a2b8-e0d83eaee3a2,segment=NetworkSegment(67d85c3c-da5a-4228-85cc-cf5be291c245),segment_id=67d85c3c-da5a-4228-85cc-cf5be291c245)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 15:08:27.914777 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86f2378c-7091-47e2-ba83-90f97ed9aa8c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a29a6bed-3b64-4a8c-a2b8-e0d83eaee3a2'}] {{(pid=84154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 15:08:27.925259 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Returning: {'device': 'a29a6bed-3b64-4a8c-a2b8-e0d83eaee3a2', 'network_id': '55caab5b-9aa1-40c0-b8bb-10b09e68853a', 'port_id': 'a29a6bed-3b64-4a8c-a2b8-e0d83eaee3a2', 'mac_address': 'fa:16:3e:aa:8a:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53556284-e4c4-431b-baea-519cba1c51f0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84154) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 20 15:08:27.929154 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] For port a29a6bed-3b64-4a8c-a2b8-e0d83eaee3a2, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=a29a6bed-3b64-4a8c-a2b8-e0d83eaee3a2,segment=NetworkSegment(67d85c3c-da5a-4228-85cc-cf5be291c245),segment_id=67d85c3c-da5a-4228-85cc-cf5be291c245)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 15:08:27.984065 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:08:28.027460 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:08:28.048531 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-e454d423-2a9d-42e8-94d7-8ad8e38c8f0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:08:28.062874 dv-neutron-825124-1-hyperv neutron-server[84154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86f2378c-7091-47e2-ba83-90f97ed9aa8c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a29a6bed-3b64-4a8c-a2b8-e0d83eaee3a2', 'code': 200} Jan 20 15:08:28.066471 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.notifiers.nova [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a29a6bed-3b64-4a8c-a2b8-e0d83eaee3a2 {{(pid=84154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 15:08:28.138091 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Pushing event updated for resources: {'Port': ['ID=a29a6bed-3b64-4a8c-a2b8-e0d83eaee3a2,revision_number=6']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:08:28.163133 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:08:28.168743 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:08:28.168743 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:08:28.168743 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:08:28.168743 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:08:28.168743 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:08:28.168743 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:08:28.168743 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:08:28.168743 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:08:28.168743 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:08:28.168743 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:08:28.176552 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.db.api [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84154) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 15:08:28.176909 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG oslo_db.api [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 15:08:28.363449 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409d515c-38f0-46fc-a8de-fab225a83af1 req-e05ebe84-2149-42c2-932d-0811316fa651 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:08:28.368597 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-409d515c-38f0-46fc-a8de-fab225a83af1 req-e05ebe84-2149-42c2-932d-0811316fa651 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/ports?device_id=86f2378c-7091-47e2-ba83-90f97ed9aa8c HTTP/1.1" status: 200 len: 944 time: 0.1611450 Jan 20 15:08:28.416800 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-409d515c-38f0-46fc-a8de-fab225a83af1 req-a053a9cf-3c02-4004-8c92-4c8c19a81427 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/security-groups?id=b3810468-e4a1-4f4d-802c-721da7468662&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460129 Jan 20 15:08:28.727701 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:08:28.744293 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.notifiers.nova [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a29a6bed-3b64-4a8c-a2b8-e0d83eaee3a2 {{(pid=84154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 15:08:28.766312 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] For port a29a6bed-3b64-4a8c-a2b8-e0d83eaee3a2, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=a29a6bed-3b64-4a8c-a2b8-e0d83eaee3a2,segment=NetworkSegment(67d85c3c-da5a-4228-85cc-cf5be291c245),segment_id=67d85c3c-da5a-4228-85cc-cf5be291c245)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 15:08:28.823888 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:08:28.892088 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] get_ports_and_sgs() called for port_ids ['a29a6bed-3b64-4a8c-a2b8-e0d83eaee3a2'] {{(pid=84154) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 20 15:08:28.928423 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Pushing event updated for resources: {'Port': ['ID=a29a6bed-3b64-4a8c-a2b8-e0d83eaee3a2,revision_number=7']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:08:29.612521 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29612e2a-8d3a-495a-b866-9f2a74e0d86c req-7cda9b2e-a7a5-4fda-9bff-d47452e0d3cd tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:08:29.614559 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-29612e2a-8d3a-495a-b866-9f2a74e0d86c req-7cda9b2e-a7a5-4fda-9bff-d47452e0d3cd tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/ports?device_id=86f2378c-7091-47e2-ba83-90f97ed9aa8c HTTP/1.1" status: 200 len: 945 time: 0.0744762 Jan 20 15:08:29.660281 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-29612e2a-8d3a-495a-b866-9f2a74e0d86c req-fcce82dc-1bac-4cf0-adeb-1d1df3fb7106 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/security-groups?id=b3810468-e4a1-4f4d-802c-721da7468662&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402389 Jan 20 15:08:29.671441 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Device a29a6bed-3b64-4a8c-a2b8-e0d83eaee3a2 up at agent hyperv_hv-neutron-8251 {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 15:08:29.737749 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Provisioning complete for port a29a6bed-3b64-4a8c-a2b8-e0d83eaee3a2 triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:08:29.738497 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:08:29.849315 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:08:29.880394 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] For port a29a6bed-3b64-4a8c-a2b8-e0d83eaee3a2, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=a29a6bed-3b64-4a8c-a2b8-e0d83eaee3a2,segment=NetworkSegment(67d85c3c-da5a-4228-85cc-cf5be291c245),segment_id=67d85c3c-da5a-4228-85cc-cf5be291c245)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 15:08:29.966818 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:08:30.031999 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Pushing event updated for resources: {'Port': ['ID=a29a6bed-3b64-4a8c-a2b8-e0d83eaee3a2,revision_number=8']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:08:30.064260 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86f2378c-7091-47e2-ba83-90f97ed9aa8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a29a6bed-3b64-4a8c-a2b8-e0d83eaee3a2'}] {{(pid=84154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 15:08:30.137289 dv-neutron-825124-1-hyperv neutron-server[84154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86f2378c-7091-47e2-ba83-90f97ed9aa8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a29a6bed-3b64-4a8c-a2b8-e0d83eaee3a2', 'code': 200} Jan 20 15:08:30.147116 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be527f28-99ca-4908-8b02-9ed95e3905e2 req-0eb270f9-de53-4234-97b9-220925d0016e tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:08:30.148623 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-be527f28-99ca-4908-8b02-9ed95e3905e2 req-0eb270f9-de53-4234-97b9-220925d0016e tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/ports?device_id=86f2378c-7091-47e2-ba83-90f97ed9aa8c HTTP/1.1" status: 200 len: 946 time: 0.0972440 Jan 20 15:08:30.186908 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c0e05c-972c-4602-baf5-9d52d735988b req-014ba602-7f8a-46dd-9e96-c472114616af tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:08:30.187628 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [req-35c0e05c-972c-4602-baf5-9d52d735988b req-014ba602-7f8a-46dd-9e96-c472114616af tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Synchronizing usage tracker for tenant:0c6e33a201a449b6a090c10ea0004dc8 on resource:port {{(pid=84152) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 15:08:30.195907 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-be527f28-99ca-4908-8b02-9ed95e3905e2 req-531fe06f-97f0-4da0-b4fe-e57cc8b04cd5 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/security-groups?id=b3810468-e4a1-4f4d-802c-721da7468662&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415237 Jan 20 15:08:30.258454 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [req-35c0e05c-972c-4602-baf5-9d52d735988b req-014ba602-7f8a-46dd-9e96-c472114616af tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Unset dirty status for tenant:0c6e33a201a449b6a090c10ea0004dc8 on resource:port {{(pid=84152) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 15:08:30.259665 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-35c0e05c-972c-4602-baf5-9d52d735988b req-014ba602-7f8a-46dd-9e96-c472114616af tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.106 "GET /v2.0/ports?device_id=86f2378c-7091-47e2-ba83-90f97ed9aa8c&tenant_id=0c6e33a201a449b6a090c10ea0004dc8&binding%3Ahost_id=hv-neutron-8251 HTTP/1.1" status: 200 len: 946 time: 0.1582468 Jan 20 15:08:30.395625 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-35c0e05c-972c-4602-baf5-9d52d735988b req-f61ce5fa-fd81-438d-a3e1-9e4d346733e4 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=0c6e33a201a449b6a090c10ea0004dc8&device_id=86f2378c-7091-47e2-ba83-90f97ed9aa8c HTTP/1.1" status: 200 len: 1099 time: 0.0671911 Jan 20 15:08:30.418510 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-19cd70f1-cdc7-41e1-88fa-9e53894e4417 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:08:30.531601 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c0e05c-972c-4602-baf5-9d52d735988b req-3b738118-fecc-4878-a750-6cb98a86958e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:08:30.533027 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-35c0e05c-972c-4602-baf5-9d52d735988b req-3b738118-fecc-4878-a750-6cb98a86958e service neutron] 10.222.0.106 "GET /v2.0/networks?id=55caab5b-9aa1-40c0-b8bb-10b09e68853a HTTP/1.1" status: 200 len: 912 time: 0.1322370 Jan 20 15:08:30.633375 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-35c0e05c-972c-4602-baf5-9d52d735988b req-c697a58c-a079-4824-acd2-7558e945b315 service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a29a6bed-3b64-4a8c-a2b8-e0d83eaee3a2 HTTP/1.1" status: 200 len: 1001 time: 0.0942743 Jan 20 15:08:30.693038 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c0e05c-972c-4602-baf5-9d52d735988b req-57703713-f596-433c-bf5c-6e10adf6ca16 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:08:30.694352 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-35c0e05c-972c-4602-baf5-9d52d735988b req-57703713-f596-433c-bf5c-6e10adf6ca16 service neutron] 10.222.0.106 "GET /v2.0/subnets?id=53556284-e4c4-431b-baea-519cba1c51f0 HTTP/1.1" status: 200 len: 850 time: 0.0547795 Jan 20 15:08:30.772024 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-35c0e05c-972c-4602-baf5-9d52d735988b req-88a2e2e4-a7ab-43d7-8221-80a0ab3512ef service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=55caab5b-9aa1-40c0-b8bb-10b09e68853a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0705702 Jan 20 15:08:30.835217 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:08:30.901442 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-35c0e05c-972c-4602-baf5-9d52d735988b req-33849450-f9dd-477f-bd8a-28e24edc5f74 service neutron] 10.222.0.106 "GET /v2.0/networks/55caab5b-9aa1-40c0-b8bb-10b09e68853a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227934 Jan 20 15:08:31.029118 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-35c0e05c-972c-4602-baf5-9d52d735988b req-e8c76d15-d14f-4685-8fbe-184d1d812720 service neutron] 10.222.0.106 "GET /v2.0/networks/55caab5b-9aa1-40c0-b8bb-10b09e68853a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215680 Jan 20 15:08:31.398385 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6d6634-e697-49ea-a454-bc34a55994a1 req-a7dad12a-6c4d-4414-bd0d-7d2029d388ff tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:08:31.399810 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-3e6d6634-e697-49ea-a454-bc34a55994a1 req-a7dad12a-6c4d-4414-bd0d-7d2029d388ff tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/ports?device_id=86f2378c-7091-47e2-ba83-90f97ed9aa8c HTTP/1.1" status: 200 len: 946 time: 0.0782008 Jan 20 15:08:31.423948 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:08:31.446433 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-3e6d6634-e697-49ea-a454-bc34a55994a1 req-d1195acc-eb28-4278-9b08-dd54ced39d50 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/security-groups?id=b3810468-e4a1-4f4d-802c-721da7468662&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409000 Jan 20 15:08:31.675122 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-cdd98e71-1f0a-4421-baa9-dcb30e06edf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:08:32.641227 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39c4063-dd80-4f03-9cd0-36351efa5dd8 req-48e570cb-5788-4006-be02-0d5890942804 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:08:32.642703 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-b39c4063-dd80-4f03-9cd0-36351efa5dd8 req-48e570cb-5788-4006-be02-0d5890942804 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/ports?device_id=86f2378c-7091-47e2-ba83-90f97ed9aa8c HTTP/1.1" status: 200 len: 946 time: 0.0749824 Jan 20 15:08:32.687342 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-b39c4063-dd80-4f03-9cd0-36351efa5dd8 req-a9946c5a-41d9-47ca-9b1d-c02bcc92391d tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/security-groups?id=b3810468-e4a1-4f4d-802c-721da7468662&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391951 Jan 20 15:08:32.880793 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895bd389-d4a3-42f1-8669-3f5d9eef9602 req-071fc27b-66ed-44d2-a1e9-c89ea2fd20f0 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:08:32.882236 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-895bd389-d4a3-42f1-8669-3f5d9eef9602 req-071fc27b-66ed-44d2-a1e9-c89ea2fd20f0 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/ports?device_id=86f2378c-7091-47e2-ba83-90f97ed9aa8c HTTP/1.1" status: 200 len: 946 time: 0.0785973 Jan 20 15:08:32.926056 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-895bd389-d4a3-42f1-8669-3f5d9eef9602 req-81ebb94e-c399-4ea4-b1b6-9564b18d1e96 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/security-groups?id=b3810468-e4a1-4f4d-802c-721da7468662&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376899 Jan 20 15:08:33.172943 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-eea6df97-7ff1-4b63-af20-e3ec8913deda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:08:33.418611 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b856208-62f8-41d8-b4d8-2c6151ac4197 req-8f305c2d-32a4-4afd-be54-7ade66db2aba tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:08:33.420070 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-7b856208-62f8-41d8-b4d8-2c6151ac4197 req-8f305c2d-32a4-4afd-be54-7ade66db2aba tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/ports?device_id=86f2378c-7091-47e2-ba83-90f97ed9aa8c HTTP/1.1" status: 200 len: 946 time: 0.0794227 Jan 20 15:08:33.470652 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-7b856208-62f8-41d8-b4d8-2c6151ac4197 req-8b70c310-fb3d-46f3-89fe-39902297fb61 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/security-groups?id=b3810468-e4a1-4f4d-802c-721da7468662&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447299 Jan 20 15:08:33.496845 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-74bf64e9-af61-4463-93e7-2fc1d2fb3b84 req-2b117ac4-182b-45bc-a4ca-0cf02608a2e7 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=0c6e33a201a449b6a090c10ea0004dc8&device_id=86f2378c-7091-47e2-ba83-90f97ed9aa8c HTTP/1.1" status: 200 len: 1099 time: 0.0688779 Jan 20 15:08:33.625050 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bf64e9-af61-4463-93e7-2fc1d2fb3b84 req-93e24914-e7cf-482d-858f-a5f76ab34e28 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:08:33.626506 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-74bf64e9-af61-4463-93e7-2fc1d2fb3b84 req-93e24914-e7cf-482d-858f-a5f76ab34e28 service neutron] 10.222.0.106 "GET /v2.0/networks?id=55caab5b-9aa1-40c0-b8bb-10b09e68853a HTTP/1.1" status: 200 len: 912 time: 0.1237895 Jan 20 15:08:33.702206 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Device a29a6bed-3b64-4a8c-a2b8-e0d83eaee3a2 no longer exists at agent hyperv_hv-neutron-8251 {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 15:08:33.811019 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-74bf64e9-af61-4463-93e7-2fc1d2fb3b84 req-d2f1ba2c-e76a-4668-a239-d5a7d09cb2b4 service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a29a6bed-3b64-4a8c-a2b8-e0d83eaee3a2 HTTP/1.1" status: 200 len: 1001 time: 0.1786232 Jan 20 15:08:33.812982 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:08:33.840621 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86f2378c-7091-47e2-ba83-90f97ed9aa8c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a29a6bed-3b64-4a8c-a2b8-e0d83eaee3a2'}] {{(pid=84154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 15:08:33.850592 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] For port a29a6bed-3b64-4a8c-a2b8-e0d83eaee3a2, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=a29a6bed-3b64-4a8c-a2b8-e0d83eaee3a2,segment=NetworkSegment(67d85c3c-da5a-4228-85cc-cf5be291c245),segment_id=67d85c3c-da5a-4228-85cc-cf5be291c245)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 15:08:33.874484 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bf64e9-af61-4463-93e7-2fc1d2fb3b84 req-905a3465-b42a-4aaf-9228-cf02990100b7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:08:33.875909 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-74bf64e9-af61-4463-93e7-2fc1d2fb3b84 req-905a3465-b42a-4aaf-9228-cf02990100b7 service neutron] 10.222.0.106 "GET /v2.0/subnets?id=53556284-e4c4-431b-baea-519cba1c51f0 HTTP/1.1" status: 200 len: 850 time: 0.0585814 Jan 20 15:08:33.901773 dv-neutron-825124-1-hyperv neutron-server[84154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86f2378c-7091-47e2-ba83-90f97ed9aa8c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a29a6bed-3b64-4a8c-a2b8-e0d83eaee3a2', 'code': 200} Jan 20 15:08:33.920361 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:08:33.948892 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-74bf64e9-af61-4463-93e7-2fc1d2fb3b84 req-89f86121-7c48-4b68-8e28-653bc2bc9398 service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=55caab5b-9aa1-40c0-b8bb-10b09e68853a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0672967 Jan 20 15:08:33.988256 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Pushing event updated for resources: {'Port': ['ID=a29a6bed-3b64-4a8c-a2b8-e0d83eaee3a2,revision_number=9']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:08:34.078409 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-74bf64e9-af61-4463-93e7-2fc1d2fb3b84 req-9bdae818-e481-45eb-8bb1-97bc9c400255 service neutron] 10.222.0.106 "GET /v2.0/networks/55caab5b-9aa1-40c0-b8bb-10b09e68853a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226513 Jan 20 15:08:34.203618 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-74bf64e9-af61-4463-93e7-2fc1d2fb3b84 req-1d24799f-6b48-411f-a4e4-a1c5e9daa44e service neutron] 10.222.0.106 "GET /v2.0/networks/55caab5b-9aa1-40c0-b8bb-10b09e68853a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194599 Jan 20 15:08:34.668770 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a9bca2-77dc-49e9-a806-568cbc179040 req-3a26f56f-46aa-4f35-b92f-f95d35cb5a63 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:08:34.670227 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-37a9bca2-77dc-49e9-a806-568cbc179040 req-3a26f56f-46aa-4f35-b92f-f95d35cb5a63 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/ports?device_id=86f2378c-7091-47e2-ba83-90f97ed9aa8c HTTP/1.1" status: 200 len: 944 time: 0.0764942 Jan 20 15:08:34.716524 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-37a9bca2-77dc-49e9-a806-568cbc179040 req-75e9b0d9-0fed-4925-ae26-d2af7cd2dfdc tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/security-groups?id=b3810468-e4a1-4f4d-802c-721da7468662&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404649 Jan 20 15:08:35.918142 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014a9c8a-f5d3-4c3e-8d04-5c989edb40f0 req-594d2f16-8c8d-4df2-be6c-686e4e6d3305 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:08:35.919719 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-014a9c8a-f5d3-4c3e-8d04-5c989edb40f0 req-594d2f16-8c8d-4df2-be6c-686e4e6d3305 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/ports?device_id=86f2378c-7091-47e2-ba83-90f97ed9aa8c HTTP/1.1" status: 200 len: 944 time: 0.0812309 Jan 20 15:08:35.964998 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-014a9c8a-f5d3-4c3e-8d04-5c989edb40f0 req-c60c6657-be0f-418f-9d6b-d88d1c59b629 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/security-groups?id=b3810468-e4a1-4f4d-802c-721da7468662&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396016 Jan 20 15:08:36.566404 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d39e80-8e94-4ae6-a759-e97c299f679d req-92be56b2-073d-496b-842f-45d11b27fce7 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:08:36.568114 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-12d39e80-8e94-4ae6-a759-e97c299f679d req-92be56b2-073d-496b-842f-45d11b27fce7 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/ports?device_id=86f2378c-7091-47e2-ba83-90f97ed9aa8c HTTP/1.1" status: 200 len: 944 time: 0.0760882 Jan 20 15:08:36.612087 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-12d39e80-8e94-4ae6-a759-e97c299f679d req-96b379f9-7d9d-4d8b-baef-00054c101066 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/security-groups?id=b3810468-e4a1-4f4d-802c-721da7468662&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386064 Jan 20 15:08:37.810864 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e8ef92-8d0b-4189-a542-b10cb35a7a6b req-806b9eec-a5e1-4d93-b37c-029ec3744ea4 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:08:37.812281 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-48e8ef92-8d0b-4189-a542-b10cb35a7a6b req-806b9eec-a5e1-4d93-b37c-029ec3744ea4 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/ports?device_id=86f2378c-7091-47e2-ba83-90f97ed9aa8c HTTP/1.1" status: 200 len: 944 time: 0.0786486 Jan 20 15:08:37.857010 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-48e8ef92-8d0b-4189-a542-b10cb35a7a6b req-380d3f51-c4fd-467b-b39c-0f1c2b5a2296 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/security-groups?id=b3810468-e4a1-4f4d-802c-721da7468662&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383644 Jan 20 15:08:38.414777 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daad17e1-706f-4d24-bdea-692277fbe756 req-823aaafc-3b3d-49f3-ac84-e1b629cce8dd tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:08:38.416189 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-daad17e1-706f-4d24-bdea-692277fbe756 req-823aaafc-3b3d-49f3-ac84-e1b629cce8dd tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.106 "GET /v2.0/ports?device_id=86f2378c-7091-47e2-ba83-90f97ed9aa8c HTTP/1.1" status: 200 len: 944 time: 0.0774770 Jan 20 15:08:38.485758 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [req-daad17e1-706f-4d24-bdea-692277fbe756 req-3387a5f0-15d5-4bcd-be6e-5bfe9e7d2b6f tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Deleting port a29a6bed-3b64-4a8c-a2b8-e0d83eaee3a2 {{(pid=84152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 15:08:38.488967 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [req-daad17e1-706f-4d24-bdea-692277fbe756 req-3387a5f0-15d5-4bcd-be6e-5bfe9e7d2b6f tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:08:38.724181 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.db [req-daad17e1-706f-4d24-bdea-692277fbe756 req-3387a5f0-15d5-4bcd-be6e-5bfe9e7d2b6f tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] For port a29a6bed-3b64-4a8c-a2b8-e0d83eaee3a2, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=a29a6bed-3b64-4a8c-a2b8-e0d83eaee3a2,segment=NetworkSegment(67d85c3c-da5a-4228-85cc-cf5be291c245),segment_id=67d85c3c-da5a-4228-85cc-cf5be291c245)] {{(pid=84152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 15:08:38.724527 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [req-daad17e1-706f-4d24-bdea-692277fbe756 req-3387a5f0-15d5-4bcd-be6e-5bfe9e7d2b6f tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:08:39.000182 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [req-daad17e1-706f-4d24-bdea-692277fbe756 req-3387a5f0-15d5-4bcd-be6e-5bfe9e7d2b6f tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:08:39.000469 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [req-daad17e1-706f-4d24-bdea-692277fbe756 req-3387a5f0-15d5-4bcd-be6e-5bfe9e7d2b6f tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-745254'] for floatingip, after_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:08:39.000768 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.db.l3_db [req-daad17e1-706f-4d24-bdea-692277fbe756 req-3387a5f0-15d5-4bcd-be6e-5bfe9e7d2b6f tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Floating IP 31ecd7bf-e562-4861-ac09-6fb2d489f3bc disassociated. External IP: 172.26.7.19, port: a29a6bed-3b64-4a8c-a2b8-e0d83eaee3a2. Jan 20 15:08:39.001096 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [req-daad17e1-706f-4d24-bdea-692277fbe756 req-3387a5f0-15d5-4bcd-be6e-5bfe9e7d2b6f tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Calling delete_port for a29a6bed-3b64-4a8c-a2b8-e0d83eaee3a2 owned by compute:nova {{(pid=84152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 15:08:39.055446 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ef447f-860a-456a-83b2-4c3f496eff37 req-14ac8ce8-6e6f-4cdb-8309-ea6d3afc3ab2 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:08:39.056900 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-64ef447f-860a-456a-83b2-4c3f496eff37 req-14ac8ce8-6e6f-4cdb-8309-ea6d3afc3ab2 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/ports?device_id=86f2378c-7091-47e2-ba83-90f97ed9aa8c HTTP/1.1" status: 200 len: 944 time: 0.0756996 Jan 20 15:08:39.102264 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-64ef447f-860a-456a-83b2-4c3f496eff37 req-238ae9d9-4b13-4021-8452-37418776c1df tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/security-groups?id=b3810468-e4a1-4f4d-802c-721da7468662&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399446 Jan 20 15:08:39.201107 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [req-daad17e1-706f-4d24-bdea-692277fbe756 req-3387a5f0-15d5-4bcd-be6e-5bfe9e7d2b6f tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:08:39.248490 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3387a5f0-15d5-4bcd-be6e-5bfe9e7d2b6f tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Pushing event deleted for resources: {'Port': ['ID=a29a6bed-3b64-4a8c-a2b8-e0d83eaee3a2,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:08:39.262569 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3387a5f0-15d5-4bcd-be6e-5bfe9e7d2b6f tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:08:39.262917 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3387a5f0-15d5-4bcd-be6e-5bfe9e7d2b6f tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:08:39.263251 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3387a5f0-15d5-4bcd-be6e-5bfe9e7d2b6f tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:08:39.263578 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3387a5f0-15d5-4bcd-be6e-5bfe9e7d2b6f tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:08:39.263903 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3387a5f0-15d5-4bcd-be6e-5bfe9e7d2b6f tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:08:39.264246 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3387a5f0-15d5-4bcd-be6e-5bfe9e7d2b6f tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:08:39.264540 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3387a5f0-15d5-4bcd-be6e-5bfe9e7d2b6f tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:08:39.264859 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3387a5f0-15d5-4bcd-be6e-5bfe9e7d2b6f tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:08:39.265175 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3387a5f0-15d5-4bcd-be6e-5bfe9e7d2b6f tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:08:39.265494 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3387a5f0-15d5-4bcd-be6e-5bfe9e7d2b6f tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:08:39.265801 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3387a5f0-15d5-4bcd-be6e-5bfe9e7d2b6f tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:08:39.555079 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.l3_agent_scheduler [req-daad17e1-706f-4d24-bdea-692277fbe756 req-3387a5f0-15d5-4bcd-be6e-5bfe9e7d2b6f tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Router fae87e5e-f128-4d5e-ae35-714da5d072a5 has already been hosted by L3 agent 624d525b-4c26-4143-8a1c-228bb1c6faaa {{(pid=84152) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 15:08:39.749175 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-daad17e1-706f-4d24-bdea-692277fbe756 req-3387a5f0-15d5-4bcd-be6e-5bfe9e7d2b6f tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Notify agent at l3_agent.dv-neutron-825124-1-hyperv the message routers_updated {{(pid=84152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 15:08:39.759010 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e774ee4d-caf0-4a68-8bd7-284028c6b5a2 None None] Sync routers for ids ['fae87e5e-f128-4d5e-ae35-714da5d072a5'] in dv-neutron-825124-1-hyperv {{(pid=84155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 15:08:39.771094 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e774ee4d-caf0-4a68-8bd7-284028c6b5a2 None None] Routers {'fae87e5e-f128-4d5e-ae35-714da5d072a5'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 15:08:39.771685 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-e774ee4d-caf0-4a68-8bd7-284028c6b5a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T15:08:30Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['fae87e5e-f128-4d5e-ae35-714da5d072a5'], 'active': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:08:39.823154 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.l3_dvrscheduler_db [req-daad17e1-706f-4d24-bdea-692277fbe756 req-3387a5f0-15d5-4bcd-be6e-5bfe9e7d2b6f tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] No DVR routers for this DVR port a29a6bed-3b64-4a8c-a2b8-e0d83eaee3a2 on host hv-neutron-8251 {{(pid=84152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 15:08:39.825640 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [req-daad17e1-706f-4d24-bdea-692277fbe756 req-3387a5f0-15d5-4bcd-be6e-5bfe9e7d2b6f tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:08:39.828538 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86f2378c-7091-47e2-ba83-90f97ed9aa8c', 'name': 'network-vif-deleted', 'tag': 'a29a6bed-3b64-4a8c-a2b8-e0d83eaee3a2'}] {{(pid=84152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 15:08:39.916269 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-daad17e1-706f-4d24-bdea-692277fbe756 req-3387a5f0-15d5-4bcd-be6e-5bfe9e7d2b6f tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.106 "DELETE /v2.0/ports/a29a6bed-3b64-4a8c-a2b8-e0d83eaee3a2 HTTP/1.1" status: 204 len: 173 time: 1.4942405 Jan 20 15:08:39.979669 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvr_db [None req-e774ee4d-caf0-4a68-8bd7-284028c6b5a2 None None] Set router fae87e5e-f128-4d5e-ae35-714da5d072a5 gateway port host: dv-neutron-825124-1-hyperv {{(pid=84155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 15:08:39.987298 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86f2378c-7091-47e2-ba83-90f97ed9aa8c', 'name': 'network-vif-deleted', 'tag': 'a29a6bed-3b64-4a8c-a2b8-e0d83eaee3a2', 'status': 'completed', 'code': 200} Jan 20 15:08:40.305745 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-e774ee4d-caf0-4a68-8bd7-284028c6b5a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fae87e5e-f128-4d5e-ae35-714da5d072a5', 'name': 'tempest-ServerActionsTestJSON-219677164-router', 'tenant_id': '0c6e33a201a449b6a090c10ea0004dc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.60'}], 'enable_snat': True}, 'gw_port_id': 'a1184d29-0410-4343-a277-3eda97ff9ba6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:04:23Z', 'updated_at': '2022-01-20T15:04:27Z', 'revision_number': 4, 'project_id': '0c6e33a201a449b6a090c10ea0004dc8', 'gw_port': {'id': 'a1184d29-0410-4343-a277-3eda97ff9ba6', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:ca:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fae87e5e-f128-4d5e-ae35-714da5d072a5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:04:24Z', 'updated_at': '2022-01-20T15:04:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv', '_interfaces': [{'id': '26d6138e-e686-4773-842b-810fb3a5c555', 'name': '', 'network_id': '55caab5b-9aa1-40c0-b8bb-10b09e68853a', 'tenant_id': '0c6e33a201a449b6a090c10ea0004dc8', 'mac_address': 'fa:16:3e:d6:dd:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fae87e5e-f128-4d5e-ae35-714da5d072a5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '53556284-e4c4-431b-baea-519cba1c51f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:04:26Z', 'updated_at': '2022-01-20T15:04:35Z', 'revision_number': 5, 'project_id': '0c6e33a201a449b6a090c10ea0004dc8', 'subnets': [{'id': '53556284-e4c4-431b-baea-519cba1c51f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:08:40.309396 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e774ee4d-caf0-4a68-8bd7-284028c6b5a2 None None] Checking router: fae87e5e-f128-4d5e-ae35-714da5d072a5 for host: dv-neutron-825124-1-hyperv {{(pid=84155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 15:08:40.320287 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e774ee4d-caf0-4a68-8bd7-284028c6b5a2 None None] Routers {'fae87e5e-f128-4d5e-ae35-714da5d072a5'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 15:08:40.320862 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-e774ee4d-caf0-4a68-8bd7-284028c6b5a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T15:08:30Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['fae87e5e-f128-4d5e-ae35-714da5d072a5'], 'active': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:08:40.414026 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-ad728d28-2043-4f4a-b38f-3dbbaae0bae8 req-e0607bbe-1bf6-476c-b19e-5c1041a8d9a3 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/ports?device_id=86f2378c-7091-47e2-ba83-90f97ed9aa8c HTTP/1.1" status: 200 len: 210 time: 0.0431106 Jan 20 15:08:40.490582 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvr_db [None req-e774ee4d-caf0-4a68-8bd7-284028c6b5a2 None None] Set router fae87e5e-f128-4d5e-ae35-714da5d072a5 gateway port host: dv-neutron-825124-1-hyperv {{(pid=84155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 15:08:40.808486 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-e774ee4d-caf0-4a68-8bd7-284028c6b5a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fae87e5e-f128-4d5e-ae35-714da5d072a5', 'name': 'tempest-ServerActionsTestJSON-219677164-router', 'tenant_id': '0c6e33a201a449b6a090c10ea0004dc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.60'}], 'enable_snat': True}, 'gw_port_id': 'a1184d29-0410-4343-a277-3eda97ff9ba6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:04:23Z', 'updated_at': '2022-01-20T15:04:27Z', 'revision_number': 4, 'project_id': '0c6e33a201a449b6a090c10ea0004dc8', 'gw_port': {'id': 'a1184d29-0410-4343-a277-3eda97ff9ba6', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:ca:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fae87e5e-f128-4d5e-ae35-714da5d072a5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:04:24Z', 'updated_at': '2022-01-20T15:04:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv', '_interfaces': [{'id': '26d6138e-e686-4773-842b-810fb3a5c555', 'name': '', 'network_id': '55caab5b-9aa1-40c0-b8bb-10b09e68853a', 'tenant_id': '0c6e33a201a449b6a090c10ea0004dc8', 'mac_address': 'fa:16:3e:d6:dd:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fae87e5e-f128-4d5e-ae35-714da5d072a5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '53556284-e4c4-431b-baea-519cba1c51f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:04:26Z', 'updated_at': '2022-01-20T15:04:35Z', 'revision_number': 5, 'project_id': '0c6e33a201a449b6a090c10ea0004dc8', 'subnets': [{'id': '53556284-e4c4-431b-baea-519cba1c51f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:08:40.812350 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e774ee4d-caf0-4a68-8bd7-284028c6b5a2 None None] The sync data for ids ['fae87e5e-f128-4d5e-ae35-714da5d072a5'] in dv-neutron-825124-1-hyperv is: [{'id': 'fae87e5e-f128-4d5e-ae35-714da5d072a5', 'name': 'tempest-ServerActionsTestJSON-219677164-router', 'tenant_id': '0c6e33a201a449b6a090c10ea0004dc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.60'}], 'enable_snat': True}, 'gw_port_id': 'a1184d29-0410-4343-a277-3eda97ff9ba6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:04:23Z', 'updated_at': '2022-01-20T15:04:27Z', 'revision_number': 4, 'project_id': '0c6e33a201a449b6a090c10ea0004dc8', 'gw_port': {'id': 'a1184d29-0410-4343-a277-3eda97ff9ba6', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:ca:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fae87e5e-f128-4d5e-ae35-714da5d072a5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:04:24Z', 'updated_at': '2022-01-20T15:04:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv', '_interfaces': [{'id': '26d6138e-e686-4773-842b-810fb3a5c555', 'name': '', 'network_id': '55caab5b-9aa1-40c0-b8bb-10b09e68853a', 'tenant_id': '0c6e33a201a449b6a090c10ea0004dc8', 'mac_address': 'fa:16:3e:d6:dd:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fae87e5e-f128-4d5e-ae35-714da5d072a5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '53556284-e4c4-431b-baea-519cba1c51f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:04:26Z', 'updated_at': '2022-01-20T15:04:35Z', 'revision_number': 5, 'project_id': '0c6e33a201a449b6a090c10ea0004dc8', 'subnets': [{'id': '53556284-e4c4-431b-baea-519cba1c51f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 15:08:41.045639 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76dd0e0c-99c9-4084-a0a0-379b5d45603a None None] New status for floating IP 31ecd7bf-e562-4861-ac09-6fb2d489f3bc: DOWN {{(pid=84154) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 20 15:08:41.792761 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-649df805-65a8-471a-ab01-d86c37591696 req-6702a4b7-fcc1-4eb1-bd2f-72d2d797a532 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-securitygroup--798133126&fields=id&tenant_id=0c6e33a201a449b6a090c10ea0004dc8 HTTP/1.1" status: 200 len: 267 time: 0.0394919 Jan 20 15:08:41.934624 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649df805-65a8-471a-ab01-d86c37591696 req-a9144851-5736-47c3-811e-2e89ccf4f258 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:08:41.935975 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-649df805-65a8-471a-ab01-d86c37591696 req-a9144851-5736-47c3-811e-2e89ccf4f258 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/networks?id=55caab5b-9aa1-40c0-b8bb-10b09e68853a HTTP/1.1" status: 200 len: 811 time: 0.1370718 Jan 20 15:08:41.952251 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-649df805-65a8-471a-ab01-d86c37591696 req-601f75a5-d1b9-410b-9b85-c480bd7dec33 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/quotas/0c6e33a201a449b6a090c10ea0004dc8 HTTP/1.1" status: 200 len: 375 time: 0.0108147 Jan 20 15:08:42.034102 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-649df805-65a8-471a-ab01-d86c37591696 req-74d05973-0568-44b5-b17e-b8ecab0d1560 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=0c6e33a201a449b6a090c10ea0004dc8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0767324 Jan 20 15:08:42.234399 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-649df805-65a8-471a-ab01-d86c37591696 req-f22ddc9f-1383-4f59-ab56-16f501a78a3d service neutron] 10.222.0.54 "GET /v2.0/networks/55caab5b-9aa1-40c0-b8bb-10b09e68853a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1888657 Jan 20 15:08:42.363905 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-649df805-65a8-471a-ab01-d86c37591696 req-cf1c5180-d6a2-4b15-b7e6-e2390bf475f0 service neutron] 10.222.0.54 "GET /v2.0/networks/55caab5b-9aa1-40c0-b8bb-10b09e68853a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232777 Jan 20 15:08:42.637429 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-a4dc7c8f-e536-4546-b090-7352a39deb60 req-5040670b-25b3-4f35-a157-f119e4760d52 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/ports?device_id=c8c0cbe1-ef5b-4ade-9827-b75fe64549f3 HTTP/1.1" status: 200 len: 210 time: 0.0444160 Jan 20 15:08:43.771660 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Device a29a6bed-3b64-4a8c-a2b8-e0d83eaee3a2 no longer exists at agent hyperv_hv-neutron-8251 {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 15:08:43.798467 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-8f22a504-4682-4d22-97aa-e197c4d1137e req-d4394faf-d180-426a-9db9-f8751d15b342 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/ports?device_id=c8c0cbe1-ef5b-4ade-9827-b75fe64549f3 HTTP/1.1" status: 200 len: 210 time: 0.0415080 Jan 20 15:08:43.804176 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] No Port match for: a29a6bed-3b64-4a8c-a2b8-e0d83eaee3a2 {{(pid=84154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 15:08:43.804526 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Device a29a6bed-3b64-4a8c-a2b8-e0d83eaee3a2 not bound to the agent host hv-neutron-8251 {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 15:08:44.439068 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649df805-65a8-471a-ab01-d86c37591696 req-90593b1f-5144-41f3-9fcb-63af6b0e952e tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:08:44.440592 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-649df805-65a8-471a-ab01-d86c37591696 req-90593b1f-5144-41f3-9fcb-63af6b0e952e tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.106 "GET /v2.0/networks?id=55caab5b-9aa1-40c0-b8bb-10b09e68853a HTTP/1.1" status: 200 len: 811 time: 0.1523697 Jan 20 15:08:44.493699 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-649df805-65a8-471a-ab01-d86c37591696 req-07127388-1156-4f7e-bfb4-15e62be57f49 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.106 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0c6e33a201a449b6a090c10ea0004dc8 HTTP/1.1" status: 200 len: 379 time: 0.0413516 Jan 20 15:08:44.501792 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [req-649df805-65a8-471a-ab01-d86c37591696 req-a0652f52-dc93-4aa9-81ca-ac72352f6515 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Request body: {'port': {'device_id': 'c8c0cbe1-ef5b-4ade-9827-b75fe64549f3', 'network_id': '55caab5b-9aa1-40c0-b8bb-10b09e68853a', 'admin_state_up': True, 'tenant_id': '0c6e33a201a449b6a090c10ea0004dc8', 'security_groups': ['b3810468-e4a1-4f4d-802c-721da7468662']}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 15:08:44.669147 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [req-649df805-65a8-471a-ab01-d86c37591696 req-a0652f52-dc93-4aa9-81ca-ac72352f6515 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:08:44.673371 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [req-649df805-65a8-471a-ab01-d86c37591696 req-a0652f52-dc93-4aa9-81ca-ac72352f6515 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Usage tracker for resource:port and tenant:0c6e33a201a449b6a090c10ea0004dc8 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:08:44.676883 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [req-649df805-65a8-471a-ab01-d86c37591696 req-a0652f52-dc93-4aa9-81ca-ac72352f6515 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:08:44.683552 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [req-649df805-65a8-471a-ab01-d86c37591696 req-a0652f52-dc93-4aa9-81ca-ac72352f6515 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:08:44.772737 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-649df805-65a8-471a-ab01-d86c37591696 req-a0652f52-dc93-4aa9-81ca-ac72352f6515 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Made reservation on behalf of 0c6e33a201a449b6a090c10ea0004dc8 for: {'port': 1} {{(pid=84152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 15:08:44.777223 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [req-649df805-65a8-471a-ab01-d86c37591696 req-a0652f52-dc93-4aa9-81ca-ac72352f6515 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:08:44.997959 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.db_base_plugin_common [req-649df805-65a8-471a-ab01-d86c37591696 req-a0652f52-dc93-4aa9-81ca-ac72352f6515 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Allocated IP 172.20.0.7 (55caab5b-9aa1-40c0-b8bb-10b09e68853a/53556284-e4c4-431b-baea-519cba1c51f0/ca3d25d9-6027-4fab-b01d-944882f4a93a) {{(pid=84152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 15:08:45.019318 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-f359c230-8d0a-421b-b3ac-f4675c57054f req-0428b82f-dd84-4497-b133-339e95815ad6 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/ports?device_id=c8c0cbe1-ef5b-4ade-9827-b75fe64549f3 HTTP/1.1" status: 200 len: 210 time: 0.0503139 Jan 20 15:08:45.212684 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [req-649df805-65a8-471a-ab01-d86c37591696 req-a0652f52-dc93-4aa9-81ca-ac72352f6515 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Notify callbacks [] for port, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:08:45.229709 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.provisioning_blocks [req-649df805-65a8-471a-ab01-d86c37591696 req-a0652f52-dc93-4aa9-81ca-ac72352f6515 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Transition to ACTIVE for port object ca3d25d9-6027-4fab-b01d-944882f4a93a will not be triggered until provisioned by entity DHCP. {{(pid=84152) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 15:08:45.338746 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [req-649df805-65a8-471a-ab01-d86c37591696 req-a0652f52-dc93-4aa9-81ca-ac72352f6515 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:08:45.415698 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-649df805-65a8-471a-ab01-d86c37591696 req-a0652f52-dc93-4aa9-81ca-ac72352f6515 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Network 55caab5b-9aa1-40c0-b8bb-10b09e68853a is already hosted by enough agents. {{(pid=84152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 15:08:45.418810 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.base_scheduler [req-649df805-65a8-471a-ab01-d86c37591696 req-a0652f52-dc93-4aa9-81ca-ac72352f6515 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Resources bound (agent type, host, resource id): {{(pid=84152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 15:08:45.422712 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.l3_dvrscheduler_db [req-649df805-65a8-471a-ab01-d86c37591696 req-a0652f52-dc93-4aa9-81ca-ac72352f6515 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Received port after_create {{(pid=84152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 15:08:45.453952 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0652f52-dc93-4aa9-81ca-ac72352f6515 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Pushing event updated for resources: {'Port': ['ID=ca3d25d9-6027-4fab-b01d-944882f4a93a,revision_number=1']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:08:45.490135 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649df805-65a8-471a-ab01-d86c37591696 req-a0652f52-dc93-4aa9-81ca-ac72352f6515 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:08:45.490779 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [req-649df805-65a8-471a-ab01-d86c37591696 req-a0652f52-dc93-4aa9-81ca-ac72352f6515 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:08:45.590770 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-649df805-65a8-471a-ab01-d86c37591696 req-a0652f52-dc93-4aa9-81ca-ac72352f6515 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.106 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0925288 Jan 20 15:08:45.602511 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [req-649df805-65a8-471a-ab01-d86c37591696 req-1ba35409-1885-4e48-8ac2-9b3c693ab91e service neutron] Request body: {'port': {'device_id': 'c8c0cbe1-ef5b-4ade-9827-b75fe64549f3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8251'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 15:08:45.722431 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [req-649df805-65a8-471a-ab01-d86c37591696 req-1ba35409-1885-4e48-8ac2-9b3c693ab91e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:08:45.731421 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-0c3fcb16-c1c3-4bd5-a0e4-7737fe4b8b25 None None] Provisioning for port ca3d25d9-6027-4fab-b01d-944882f4a93a completed by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 15:08:45.736686 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-0c3fcb16-c1c3-4bd5-a0e4-7737fe4b8b25 None None] Provisioning complete for port ca3d25d9-6027-4fab-b01d-944882f4a93a triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:08:45.737128 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-0c3fcb16-c1c3-4bd5-a0e4-7737fe4b8b25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:08:45.788705 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-0c3fcb16-c1c3-4bd5-a0e4-7737fe4b8b25 None None] Port ca3d25d9-6027-4fab-b01d-944882f4a93a cannot update to ACTIVE because it is not bound. {{(pid=84154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 15:08:46.062790 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.notifiers.nova [req-649df805-65a8-471a-ab01-d86c37591696 req-1ba35409-1885-4e48-8ac2-9b3c693ab91e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca3d25d9-6027-4fab-b01d-944882f4a93a {{(pid=84152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 15:08:46.069973 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [req-649df805-65a8-471a-ab01-d86c37591696 req-1ba35409-1885-4e48-8ac2-9b3c693ab91e service neutron] Notify callbacks [] for port, precommit_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:08:46.084590 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.provisioning_blocks [req-649df805-65a8-471a-ab01-d86c37591696 req-1ba35409-1885-4e48-8ac2-9b3c693ab91e service neutron] Transition to ACTIVE for port object ca3d25d9-6027-4fab-b01d-944882f4a93a will not be triggered until provisioned by entity L2. {{(pid=84152) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 15:08:46.172192 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [req-649df805-65a8-471a-ab01-d86c37591696 req-1ba35409-1885-4e48-8ac2-9b3c693ab91e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162822'] for port, after_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:08:46.229393 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad2694c-7314-4230-a8a5-eca19a22efeb req-bf356533-d16a-4fa6-b25d-9d3c83b42b50 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:08:46.231128 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-6ad2694c-7314-4230-a8a5-eca19a22efeb req-bf356533-d16a-4fa6-b25d-9d3c83b42b50 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/ports?device_id=c8c0cbe1-ef5b-4ade-9827-b75fe64549f3 HTTP/1.1" status: 200 len: 943 time: 0.0851650 Jan 20 15:08:46.296089 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-6ad2694c-7314-4230-a8a5-eca19a22efeb req-0c347a18-a0a5-41be-8c74-28191bfd7b60 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/security-groups?id=b3810468-e4a1-4f4d-802c-721da7468662&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489697 Jan 20 15:08:46.399027 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba35409-1885-4e48-8ac2-9b3c693ab91e service neutron] Pushing event updated for resources: {'Port': ['ID=ca3d25d9-6027-4fab-b01d-944882f4a93a,revision_number=2']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:08:46.506403 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.managers [req-649df805-65a8-471a-ab01-d86c37591696 req-1ba35409-1885-4e48-8ac2-9b3c693ab91e service neutron] Attempting to bind port ca3d25d9-6027-4fab-b01d-944882f4a93a on host hv-neutron-8251 for vnic_type normal with profile {{(pid=84152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 15:08:46.507048 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.managers [req-649df805-65a8-471a-ab01-d86c37591696 req-1ba35409-1885-4e48-8ac2-9b3c693ab91e service neutron] Attempting to bind port ca3d25d9-6027-4fab-b01d-944882f4a93a by drivers openvswitch,hyperv on host hv-neutron-8251 at level 0 using segments [{'id': '67d85c3c-da5a-4228-85cc-cf5be291c245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '55caab5b-9aa1-40c0-b8bb-10b09e68853a'}] {{(pid=84152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 15:08:46.507048 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-649df805-65a8-471a-ab01-d86c37591696 req-1ba35409-1885-4e48-8ac2-9b3c693ab91e service neutron] Attempting to bind port ca3d25d9-6027-4fab-b01d-944882f4a93a on network 55caab5b-9aa1-40c0-b8bb-10b09e68853a {{(pid=84152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 15:08:46.512742 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-649df805-65a8-471a-ab01-d86c37591696 req-1ba35409-1885-4e48-8ac2-9b3c693ab91e service neutron] Port ca3d25d9-6027-4fab-b01d-944882f4a93a on network 55caab5b-9aa1-40c0-b8bb-10b09e68853a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8251 {{(pid=84152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 20 15:08:46.513061 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-649df805-65a8-471a-ab01-d86c37591696 req-1ba35409-1885-4e48-8ac2-9b3c693ab91e service neutron] Attempting to bind port ca3d25d9-6027-4fab-b01d-944882f4a93a on network 55caab5b-9aa1-40c0-b8bb-10b09e68853a {{(pid=84152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 15:08:46.521547 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-649df805-65a8-471a-ab01-d86c37591696 req-1ba35409-1885-4e48-8ac2-9b3c693ab91e service neutron] Checking agent: {'id': 'e037d8fb-d49c-4f86-9910-f13f6ba89a51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8251', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 23), 'started_at': datetime.datetime(2022, 1, 20, 14, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 15, 8, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 15:08:46.525759 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-649df805-65a8-471a-ab01-d86c37591696 req-1ba35409-1885-4e48-8ac2-9b3c693ab91e service neutron] Checking segment: {'id': '67d85c3c-da5a-4228-85cc-cf5be291c245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '55caab5b-9aa1-40c0-b8bb-10b09e68853a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 15:08:46.525759 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-649df805-65a8-471a-ab01-d86c37591696 req-1ba35409-1885-4e48-8ac2-9b3c693ab91e service neutron] Bound using segment: {'id': '67d85c3c-da5a-4228-85cc-cf5be291c245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '55caab5b-9aa1-40c0-b8bb-10b09e68853a'} {{(pid=84152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 15:08:46.525759 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.managers [req-649df805-65a8-471a-ab01-d86c37591696 req-1ba35409-1885-4e48-8ac2-9b3c693ab91e service neutron] Bound port: ca3d25d9-6027-4fab-b01d-944882f4a93a, host: hv-neutron-8251, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67d85c3c-da5a-4228-85cc-cf5be291c245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '55caab5b-9aa1-40c0-b8bb-10b09e68853a'}}] {{(pid=84152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 15:08:46.525759 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [req-649df805-65a8-471a-ab01-d86c37591696 req-1ba35409-1885-4e48-8ac2-9b3c693ab91e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:08:46.608020 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.db [req-649df805-65a8-471a-ab01-d86c37591696 req-1ba35409-1885-4e48-8ac2-9b3c693ab91e service neutron] For port ca3d25d9-6027-4fab-b01d-944882f4a93a, host hv-neutron-8251, cleared binding levels {{(pid=84152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 15:08:46.610828 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.db [req-649df805-65a8-471a-ab01-d86c37591696 req-1ba35409-1885-4e48-8ac2-9b3c693ab91e service neutron] For port ca3d25d9-6027-4fab-b01d-944882f4a93a, host hv-neutron-8251, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=ca3d25d9-6027-4fab-b01d-944882f4a93a,segment=NetworkSegment(67d85c3c-da5a-4228-85cc-cf5be291c245),segment_id=67d85c3c-da5a-4228-85cc-cf5be291c245)] {{(pid=84152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 15:08:46.675627 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [req-649df805-65a8-471a-ab01-d86c37591696 req-1ba35409-1885-4e48-8ac2-9b3c693ab91e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162822'] for port, after_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:08:46.736789 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [req-649df805-65a8-471a-ab01-d86c37591696 req-1ba35409-1885-4e48-8ac2-9b3c693ab91e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:08:46.738486 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-649df805-65a8-471a-ab01-d86c37591696 req-1ba35409-1885-4e48-8ac2-9b3c693ab91e service neutron] 10.222.0.106 "PUT /v2.0/ports/ca3d25d9-6027-4fab-b01d-944882f4a93a HTTP/1.1" status: 200 len: 1093 time: 1.1402769 Jan 20 15:08:46.741156 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8c0cbe1-ef5b-4ade-9827-b75fe64549f3', 'tag': 'ca3d25d9-6027-4fab-b01d-944882f4a93a'}] {{(pid=84152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 15:08:46.761726 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba35409-1885-4e48-8ac2-9b3c693ab91e service neutron] Pushing event updated for resources: {'Port': ['ID=ca3d25d9-6027-4fab-b01d-944882f4a93a,revision_number=3']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:08:46.799315 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8c0cbe1-ef5b-4ade-9827-b75fe64549f3', 'tag': 'ca3d25d9-6027-4fab-b01d-944882f4a93a', 'status': 'completed', 'code': 200} Jan 20 15:08:46.892482 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-1ae863b1-9db9-4f5b-afc2-9d4850f58f17 req-6c846314-709f-42c2-924b-3ee20e1ce144 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=0c6e33a201a449b6a090c10ea0004dc8&device_id=c8c0cbe1-ef5b-4ade-9827-b75fe64549f3 HTTP/1.1" status: 200 len: 1096 time: 0.0701125 Jan 20 15:08:47.032537 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae863b1-9db9-4f5b-afc2-9d4850f58f17 req-b04816cb-1731-47de-a91e-a2802dc657f9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:08:47.034134 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-1ae863b1-9db9-4f5b-afc2-9d4850f58f17 req-b04816cb-1731-47de-a91e-a2802dc657f9 service neutron] 10.222.0.106 "GET /v2.0/networks?tenant_id=0c6e33a201a449b6a090c10ea0004dc8&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1354830 Jan 20 15:08:47.169709 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae863b1-9db9-4f5b-afc2-9d4850f58f17 req-15b1b4fa-46c4-4518-86de-2fc935d80f2f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:08:47.171053 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-1ae863b1-9db9-4f5b-afc2-9d4850f58f17 req-15b1b4fa-46c4-4518-86de-2fc935d80f2f service neutron] 10.222.0.106 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1317689 Jan 20 15:08:47.290880 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-649df805-65a8-471a-ab01-d86c37591696 req-64e00f74-61ca-4d42-a08a-7d90ccc85d7b service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=0c6e33a201a449b6a090c10ea0004dc8&device_id=c8c0cbe1-ef5b-4ade-9827-b75fe64549f3 HTTP/1.1" status: 200 len: 1096 time: 0.0843720 Jan 20 15:08:47.369310 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-649df805-65a8-471a-ab01-d86c37591696 req-7d6169af-4e62-4e6f-96b9-f5d8046e235b service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ca3d25d9-6027-4fab-b01d-944882f4a93a HTTP/1.1" status: 200 len: 217 time: 0.0720811 Jan 20 15:08:47.443434 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649df805-65a8-471a-ab01-d86c37591696 req-7e6b241e-dabb-449e-9660-5f4da238e252 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:08:47.444968 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-649df805-65a8-471a-ab01-d86c37591696 req-7e6b241e-dabb-449e-9660-5f4da238e252 service neutron] 10.222.0.106 "GET /v2.0/subnets?id=53556284-e4c4-431b-baea-519cba1c51f0 HTTP/1.1" status: 200 len: 850 time: 0.0705528 Jan 20 15:08:47.528554 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-649df805-65a8-471a-ab01-d86c37591696 req-9057dcae-fbb4-407b-9512-e26bd3fb4d3b service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=55caab5b-9aa1-40c0-b8bb-10b09e68853a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0774243 Jan 20 15:08:47.537787 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e19347c-996b-49df-bec8-46c845d3512f req-d15f060d-491e-4405-8ea6-31e7d54e060e tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:08:47.539285 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-2e19347c-996b-49df-bec8-46c845d3512f req-d15f060d-491e-4405-8ea6-31e7d54e060e tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/ports?device_id=c8c0cbe1-ef5b-4ade-9827-b75fe64549f3 HTTP/1.1" status: 200 len: 943 time: 0.1081924 Jan 20 15:08:47.596820 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-2e19347c-996b-49df-bec8-46c845d3512f req-7b572bbb-d66a-418e-910f-f3775453b98c tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/security-groups?id=b3810468-e4a1-4f4d-802c-721da7468662&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517654 Jan 20 15:08:47.676964 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-649df805-65a8-471a-ab01-d86c37591696 req-81918f12-ad70-48de-b9fb-10c0ff670fc5 service neutron] 10.222.0.106 "GET /v2.0/networks/55caab5b-9aa1-40c0-b8bb-10b09e68853a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417444 Jan 20 15:08:47.805005 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-649df805-65a8-471a-ab01-d86c37591696 req-9b8afa42-8681-4bd8-b550-64f9e506d73f service neutron] 10.222.0.106 "GET /v2.0/networks/55caab5b-9aa1-40c0-b8bb-10b09e68853a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227632 Jan 20 15:08:48.803861 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd75e83-1332-470b-b0ab-355635dcd77c req-cfc54b6d-e4d2-4cb0-8ded-c40e4f010233 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:08:48.805276 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-dfd75e83-1332-470b-b0ab-355635dcd77c req-cfc54b6d-e4d2-4cb0-8ded-c40e4f010233 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/ports?device_id=c8c0cbe1-ef5b-4ade-9827-b75fe64549f3 HTTP/1.1" status: 200 len: 943 time: 0.0742495 Jan 20 15:08:48.849507 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-dfd75e83-1332-470b-b0ab-355635dcd77c req-6666ab88-8dbf-4a14-a282-f8b5ac071faf tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/security-groups?id=b3810468-e4a1-4f4d-802c-721da7468662&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388982 Jan 20 15:08:50.065332 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.agents_db [None req-6dba657d-a637-4918-9b6d-40defdfae04b None None] Agent healthcheck: found 6 active agents {{(pid=84155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 15:08:50.127962 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a694a779-d419-4ab1-91be-b841edcabced req-46319475-6c29-4531-a448-b2a7b943dbb6 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:08:50.129431 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-a694a779-d419-4ab1-91be-b841edcabced req-46319475-6c29-4531-a448-b2a7b943dbb6 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/ports?device_id=c8c0cbe1-ef5b-4ade-9827-b75fe64549f3 HTTP/1.1" status: 200 len: 943 time: 0.1611085 Jan 20 15:08:50.173414 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-a694a779-d419-4ab1-91be-b841edcabced req-67143873-cc77-4206-af9f-7904216d7353 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/security-groups?id=b3810468-e4a1-4f4d-802c-721da7468662&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383999 Jan 20 15:08:51.370633 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f879cd3a-ab40-48ce-9b19-c1ffd2309867 req-4313f75f-1482-499c-89b5-e58401c45434 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:08:51.372072 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-f879cd3a-ab40-48ce-9b19-c1ffd2309867 req-4313f75f-1482-499c-89b5-e58401c45434 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/ports?device_id=c8c0cbe1-ef5b-4ade-9827-b75fe64549f3 HTTP/1.1" status: 200 len: 943 time: 0.0804634 Jan 20 15:08:51.416102 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-f879cd3a-ab40-48ce-9b19-c1ffd2309867 req-a34962f5-e081-42ee-b58c-3113924f5f2d tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/security-groups?id=b3810468-e4a1-4f4d-802c-721da7468662&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385613 Jan 20 15:08:51.779677 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Device ca3d25d9-6027-4fab-b01d-944882f4a93a details requested by agent hyperv_hv-neutron-8251 with host hv-neutron-8251 {{(pid=84154) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 20 15:08:51.923765 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] For port ca3d25d9-6027-4fab-b01d-944882f4a93a, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=ca3d25d9-6027-4fab-b01d-944882f4a93a,segment=NetworkSegment(67d85c3c-da5a-4228-85cc-cf5be291c245),segment_id=67d85c3c-da5a-4228-85cc-cf5be291c245)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 15:08:51.939566 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Returning: {'device': 'ca3d25d9-6027-4fab-b01d-944882f4a93a', 'network_id': '55caab5b-9aa1-40c0-b8bb-10b09e68853a', 'port_id': 'ca3d25d9-6027-4fab-b01d-944882f4a93a', 'mac_address': 'fa:16:3e:85:0b:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53556284-e4c4-431b-baea-519cba1c51f0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84154) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 20 15:08:52.028591 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:08:52.045794 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.notifiers.nova [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca3d25d9-6027-4fab-b01d-944882f4a93a {{(pid=84154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 15:08:52.060978 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] For port ca3d25d9-6027-4fab-b01d-944882f4a93a, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=ca3d25d9-6027-4fab-b01d-944882f4a93a,segment=NetworkSegment(67d85c3c-da5a-4228-85cc-cf5be291c245),segment_id=67d85c3c-da5a-4228-85cc-cf5be291c245)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 15:08:52.132536 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:08:52.203950 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Pushing event updated for resources: {'Port': ['ID=ca3d25d9-6027-4fab-b01d-944882f4a93a,revision_number=4']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:08:52.438155 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] get_ports_and_sgs() called for port_ids ['ca3d25d9-6027-4fab-b01d-944882f4a93a'] {{(pid=84154) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 20 15:08:52.647480 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82025e3-844a-44a0-8b93-2530cc3c44de req-5e3f21b2-778e-4fab-8bfc-163929679bfa tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:08:52.648994 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-b82025e3-844a-44a0-8b93-2530cc3c44de req-5e3f21b2-778e-4fab-8bfc-163929679bfa tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/ports?device_id=c8c0cbe1-ef5b-4ade-9827-b75fe64549f3 HTTP/1.1" status: 200 len: 944 time: 0.0962963 Jan 20 15:08:52.709713 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-b82025e3-844a-44a0-8b93-2530cc3c44de req-88e89adb-cabf-4728-a07f-3e56a5dc9863 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/security-groups?id=b3810468-e4a1-4f4d-802c-721da7468662&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546362 Jan 20 15:08:53.779638 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Device ca3d25d9-6027-4fab-b01d-944882f4a93a up at agent hyperv_hv-neutron-8251 {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 15:08:53.895650 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Provisioning for port ca3d25d9-6027-4fab-b01d-944882f4a93a completed by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 15:08:53.900640 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Provisioning complete for port ca3d25d9-6027-4fab-b01d-944882f4a93a triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:08:53.901017 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:08:53.914665 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10984848-0bf1-4553-a232-bc60f3f3416c req-6048e9a4-a598-4542-8507-4316479d262f tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:08:53.916509 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-10984848-0bf1-4553-a232-bc60f3f3416c req-6048e9a4-a598-4542-8507-4316479d262f tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/ports?device_id=c8c0cbe1-ef5b-4ade-9827-b75fe64549f3 HTTP/1.1" status: 200 len: 944 time: 0.0810103 Jan 20 15:08:53.965417 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-10984848-0bf1-4553-a232-bc60f3f3416c req-6d24ba0d-0c85-46d0-96c1-f5043fd4ee75 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/security-groups?id=b3810468-e4a1-4f4d-802c-721da7468662&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433598 Jan 20 15:08:54.047723 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:08:54.081546 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8c0cbe1-ef5b-4ade-9827-b75fe64549f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca3d25d9-6027-4fab-b01d-944882f4a93a'}] {{(pid=84154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 15:08:54.091511 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] For port ca3d25d9-6027-4fab-b01d-944882f4a93a, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=ca3d25d9-6027-4fab-b01d-944882f4a93a,segment=NetworkSegment(67d85c3c-da5a-4228-85cc-cf5be291c245),segment_id=67d85c3c-da5a-4228-85cc-cf5be291c245)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 15:08:54.137553 dv-neutron-825124-1-hyperv neutron-server[84154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8c0cbe1-ef5b-4ade-9827-b75fe64549f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca3d25d9-6027-4fab-b01d-944882f4a93a', 'code': 200} Jan 20 15:08:54.166496 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:08:54.234738 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Pushing event updated for resources: {'Port': ['ID=ca3d25d9-6027-4fab-b01d-944882f4a93a,revision_number=5']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:08:54.502082 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-e392ce4d-f622-412a-9c3f-8bdd473d5ad0 req-a589fc40-e681-437a-8acf-642754cb1de0 service neutron] 10.222.0.106 "GET /v2.0/ports?device_id=c8c0cbe1-ef5b-4ade-9827-b75fe64549f3 HTTP/1.1" status: 200 len: 1098 time: 0.0699387 Jan 20 15:08:54.546396 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-e392ce4d-f622-412a-9c3f-8bdd473d5ad0 req-6c3cfd42-a8af-4642-a4d9-f16aa739f765 service neutron] 10.222.0.106 "GET /v2.0/security-groups?id=b3810468-e4a1-4f4d-802c-721da7468662&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390375 Jan 20 15:08:55.183718 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fe396d-95ea-4d01-be37-b17c22793aaf req-f8d1bdb0-9bac-4fbd-9d10-ee86d7933f22 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:08:55.185151 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-d1fe396d-95ea-4d01-be37-b17c22793aaf req-f8d1bdb0-9bac-4fbd-9d10-ee86d7933f22 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/ports?device_id=c8c0cbe1-ef5b-4ade-9827-b75fe64549f3 HTTP/1.1" status: 200 len: 945 time: 0.0872097 Jan 20 15:08:55.230734 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-d1fe396d-95ea-4d01-be37-b17c22793aaf req-0703dd4c-3288-4eef-8c5f-9f34b9f6cc2d tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/security-groups?id=b3810468-e4a1-4f4d-802c-721da7468662&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395894 Jan 20 15:08:56.434658 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811dd281-9fe9-46df-8441-b4a46f9e812c req-055095ae-0d31-4748-b5f9-b347d1fccaa3 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:08:56.436259 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-811dd281-9fe9-46df-8441-b4a46f9e812c req-055095ae-0d31-4748-b5f9-b347d1fccaa3 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/ports?device_id=c8c0cbe1-ef5b-4ade-9827-b75fe64549f3 HTTP/1.1" status: 200 len: 945 time: 0.0806937 Jan 20 15:08:56.494724 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-811dd281-9fe9-46df-8441-b4a46f9e812c req-f622f8b9-6f29-425e-b11f-da1f4c3158fb tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/security-groups?id=b3810468-e4a1-4f4d-802c-721da7468662&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519273 Jan 20 15:08:56.744757 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc845383-4989-43ca-8c77-1646aba367a1 req-d32caeac-09fb-48e8-906d-27d701c21d0a tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:08:56.746222 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-fc845383-4989-43ca-8c77-1646aba367a1 req-d32caeac-09fb-48e8-906d-27d701c21d0a tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/ports?device_id=c8c0cbe1-ef5b-4ade-9827-b75fe64549f3 HTTP/1.1" status: 200 len: 945 time: 0.0925615 Jan 20 15:08:56.755222 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 48130) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:08:56.763780 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-265b39f1-801d-47ef-b862-b97882e4d12e tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Request body: {'floatingip': {'port_id': 'ca3d25d9-6027-4fab-b01d-944882f4a93a'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 15:08:56.882329 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-265b39f1-801d-47ef-b862-b97882e4d12e tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Notify callbacks [] for floatingip, before_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:08:57.539715 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-265b39f1-801d-47ef-b862-b97882e4d12e tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:08:57.595117 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-265b39f1-801d-47ef-b862-b97882e4d12e tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-745254'] for floatingip, after_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:08:57.782311 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.db.l3_db [None req-265b39f1-801d-47ef-b862-b97882e4d12e tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Floating IP 31ecd7bf-e562-4861-ac09-6fb2d489f3bc associated. External IP: 172.26.7.19, port: ca3d25d9-6027-4fab-b01d-944882f4a93a. Jan 20 15:08:58.023692 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-c2425f2b-2bb8-4691-a2d5-29e86194d4f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:08:58.273903 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-265b39f1-801d-47ef-b862-b97882e4d12e tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Router fae87e5e-f128-4d5e-ae35-714da5d072a5 has already been hosted by L3 agent 624d525b-4c26-4143-8a1c-228bb1c6faaa {{(pid=84153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 15:08:58.491978 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-265b39f1-801d-47ef-b862-b97882e4d12e tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Notify agent at l3_agent.dv-neutron-825124-1-hyperv the message routers_updated {{(pid=84153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 15:08:58.496176 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-265b39f1-801d-47ef-b862-b97882e4d12e tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for floatingip, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:08:58.505098 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b8947d8-1851-42bf-ac33-112226aa945d None None] Sync routers for ids ['fae87e5e-f128-4d5e-ae35-714da5d072a5'] in dv-neutron-825124-1-hyperv {{(pid=84155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 15:08:58.517562 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b8947d8-1851-42bf-ac33-112226aa945d None None] Routers {'fae87e5e-f128-4d5e-ae35-714da5d072a5'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 15:08:58.518203 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-6b8947d8-1851-42bf-ac33-112226aa945d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T15:08:30Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['fae87e5e-f128-4d5e-ae35-714da5d072a5'], 'active': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:08:58.561230 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-265b39f1-801d-47ef-b862-b97882e4d12e tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "PUT /v2.0/floatingips/31ecd7bf-e562-4861-ac09-6fb2d489f3bc HTTP/1.1" status: 200 len: 990 time: 1.8043811 Jan 20 15:08:58.562071 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8c0cbe1-ef5b-4ade-9827-b75fe64549f3', 'tag': 'ca3d25d9-6027-4fab-b01d-944882f4a93a'}] {{(pid=84153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 15:08:58.625104 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8c0cbe1-ef5b-4ade-9827-b75fe64549f3', 'tag': 'ca3d25d9-6027-4fab-b01d-944882f4a93a', 'status': 'completed', 'code': 200} Jan 20 15:08:58.720831 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-6fccf955-324c-4000-bf80-cd5a59df428b req-4f7df1ac-cc30-4de4-9b3a-b6c4a7389f54 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=0c6e33a201a449b6a090c10ea0004dc8&device_id=c8c0cbe1-ef5b-4ade-9827-b75fe64549f3 HTTP/1.1" status: 200 len: 1098 time: 0.0735753 Jan 20 15:08:58.732306 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvr_db [None req-6b8947d8-1851-42bf-ac33-112226aa945d None None] Set router fae87e5e-f128-4d5e-ae35-714da5d072a5 gateway port host: dv-neutron-825124-1-hyperv {{(pid=84155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 15:08:58.873370 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fccf955-324c-4000-bf80-cd5a59df428b req-536114db-01f7-4497-a880-0b90dd94fc8d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:08:58.874825 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-6fccf955-324c-4000-bf80-cd5a59df428b req-536114db-01f7-4497-a880-0b90dd94fc8d service neutron] 10.222.0.106 "GET /v2.0/networks?id=55caab5b-9aa1-40c0-b8bb-10b09e68853a HTTP/1.1" status: 200 len: 912 time: 0.1483986 Jan 20 15:08:59.066475 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-6fccf955-324c-4000-bf80-cd5a59df428b req-b9199104-53a1-47c2-afa4-e780bd1290aa service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ca3d25d9-6027-4fab-b01d-944882f4a93a HTTP/1.1" status: 200 len: 998 time: 0.1862631 Jan 20 15:08:59.127399 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fccf955-324c-4000-bf80-cd5a59df428b req-743488c0-1987-4b87-b7d2-96f0cb1cd2ed service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:08:59.128799 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-6fccf955-324c-4000-bf80-cd5a59df428b req-743488c0-1987-4b87-b7d2-96f0cb1cd2ed service neutron] 10.222.0.106 "GET /v2.0/subnets?id=53556284-e4c4-431b-baea-519cba1c51f0 HTTP/1.1" status: 200 len: 850 time: 0.0569756 Jan 20 15:08:59.152640 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-6b8947d8-1851-42bf-ac33-112226aa945d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fae87e5e-f128-4d5e-ae35-714da5d072a5', 'name': 'tempest-ServerActionsTestJSON-219677164-router', 'tenant_id': '0c6e33a201a449b6a090c10ea0004dc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.60'}], 'enable_snat': True}, 'gw_port_id': 'a1184d29-0410-4343-a277-3eda97ff9ba6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:04:23Z', 'updated_at': '2022-01-20T15:04:27Z', 'revision_number': 4, 'project_id': '0c6e33a201a449b6a090c10ea0004dc8', 'gw_port': {'id': 'a1184d29-0410-4343-a277-3eda97ff9ba6', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:ca:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fae87e5e-f128-4d5e-ae35-714da5d072a5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:04:24Z', 'updated_at': '2022-01-20T15:04:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv', '_floatingips': [{'id': '31ecd7bf-e562-4861-ac09-6fb2d489f3bc', 'tenant_id': '0c6e33a201a449b6a090c10ea0004dc8', 'floating_ip_address': '172.26.7.19', 'floating_network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'router_id': 'fae87e5e-f128-4d5e-ae35-714da5d072a5', 'port_id': 'ca3d25d9-6027-4fab-b01d-944882f4a93a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55caab5b-9aa1-40c0-b8bb-10b09e68853a', 'mac_address': 'fa:16:3e:85:0b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8c0cbe1-ef5b-4ade-9827-b75fe64549f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T15:04:31Z', 'updated_at': '2022-01-20T15:08:57Z', 'revision_number': 9, 'project_id': '0c6e33a201a449b6a090c10ea0004dc8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26d6138e-e686-4773-842b-810fb3a5c555', 'name': '', 'network_id': '55caab5b-9aa1-40c0-b8bb-10b09e68853a', 'tenant_id': '0c6e33a201a449b6a090c10ea0004dc8', 'mac_address': 'fa:16:3e:d6:dd:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fae87e5e-f128-4d5e-ae35-714da5d072a5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '53556284-e4c4-431b-baea-519cba1c51f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:04:26Z', 'updated_at': '2022-01-20T15:04:35Z', 'revision_number': 5, 'project_id': '0c6e33a201a449b6a090c10ea0004dc8', 'subnets': [{'id': '53556284-e4c4-431b-baea-519cba1c51f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:08:59.156350 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b8947d8-1851-42bf-ac33-112226aa945d None None] Checking router: fae87e5e-f128-4d5e-ae35-714da5d072a5 for host: dv-neutron-825124-1-hyperv {{(pid=84155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 15:08:59.167489 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b8947d8-1851-42bf-ac33-112226aa945d None None] Routers {'fae87e5e-f128-4d5e-ae35-714da5d072a5'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 15:08:59.168194 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-6b8947d8-1851-42bf-ac33-112226aa945d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T15:08:30Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['fae87e5e-f128-4d5e-ae35-714da5d072a5'], 'active': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:08:59.204440 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-6fccf955-324c-4000-bf80-cd5a59df428b req-2474dd98-f453-41e3-9984-29a212842772 service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=55caab5b-9aa1-40c0-b8bb-10b09e68853a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0703766 Jan 20 15:08:59.345075 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-6fccf955-324c-4000-bf80-cd5a59df428b req-5143e1dd-5f40-4294-8005-36bf4ef4ff88 service neutron] 10.222.0.106 "GET /v2.0/networks/55caab5b-9aa1-40c0-b8bb-10b09e68853a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339028 Jan 20 15:08:59.364309 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvr_db [None req-6b8947d8-1851-42bf-ac33-112226aa945d None None] Set router fae87e5e-f128-4d5e-ae35-714da5d072a5 gateway port host: dv-neutron-825124-1-hyperv {{(pid=84155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 15:08:59.474457 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-6fccf955-324c-4000-bf80-cd5a59df428b req-2ae66c88-5bd8-45da-8a15-e3fbf9e9855f service neutron] 10.222.0.106 "GET /v2.0/networks/55caab5b-9aa1-40c0-b8bb-10b09e68853a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239355 Jan 20 15:08:59.775786 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-6b8947d8-1851-42bf-ac33-112226aa945d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fae87e5e-f128-4d5e-ae35-714da5d072a5', 'name': 'tempest-ServerActionsTestJSON-219677164-router', 'tenant_id': '0c6e33a201a449b6a090c10ea0004dc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.60'}], 'enable_snat': True}, 'gw_port_id': 'a1184d29-0410-4343-a277-3eda97ff9ba6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:04:23Z', 'updated_at': '2022-01-20T15:04:27Z', 'revision_number': 4, 'project_id': '0c6e33a201a449b6a090c10ea0004dc8', 'gw_port': {'id': 'a1184d29-0410-4343-a277-3eda97ff9ba6', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:ca:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fae87e5e-f128-4d5e-ae35-714da5d072a5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:04:24Z', 'updated_at': '2022-01-20T15:04:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv', '_floatingips': [{'id': '31ecd7bf-e562-4861-ac09-6fb2d489f3bc', 'tenant_id': '0c6e33a201a449b6a090c10ea0004dc8', 'floating_ip_address': '172.26.7.19', 'floating_network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'router_id': 'fae87e5e-f128-4d5e-ae35-714da5d072a5', 'port_id': 'ca3d25d9-6027-4fab-b01d-944882f4a93a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55caab5b-9aa1-40c0-b8bb-10b09e68853a', 'mac_address': 'fa:16:3e:85:0b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8c0cbe1-ef5b-4ade-9827-b75fe64549f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T15:04:31Z', 'updated_at': '2022-01-20T15:08:57Z', 'revision_number': 9, 'project_id': '0c6e33a201a449b6a090c10ea0004dc8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26d6138e-e686-4773-842b-810fb3a5c555', 'name': '', 'network_id': '55caab5b-9aa1-40c0-b8bb-10b09e68853a', 'tenant_id': '0c6e33a201a449b6a090c10ea0004dc8', 'mac_address': 'fa:16:3e:d6:dd:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fae87e5e-f128-4d5e-ae35-714da5d072a5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '53556284-e4c4-431b-baea-519cba1c51f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:04:26Z', 'updated_at': '2022-01-20T15:04:35Z', 'revision_number': 5, 'project_id': '0c6e33a201a449b6a090c10ea0004dc8', 'subnets': [{'id': '53556284-e4c4-431b-baea-519cba1c51f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:08:59.779601 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b8947d8-1851-42bf-ac33-112226aa945d None None] The sync data for ids ['fae87e5e-f128-4d5e-ae35-714da5d072a5'] in dv-neutron-825124-1-hyperv is: [{'id': 'fae87e5e-f128-4d5e-ae35-714da5d072a5', 'name': 'tempest-ServerActionsTestJSON-219677164-router', 'tenant_id': '0c6e33a201a449b6a090c10ea0004dc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.60'}], 'enable_snat': True}, 'gw_port_id': 'a1184d29-0410-4343-a277-3eda97ff9ba6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:04:23Z', 'updated_at': '2022-01-20T15:04:27Z', 'revision_number': 4, 'project_id': '0c6e33a201a449b6a090c10ea0004dc8', 'gw_port': {'id': 'a1184d29-0410-4343-a277-3eda97ff9ba6', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:ca:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fae87e5e-f128-4d5e-ae35-714da5d072a5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:04:24Z', 'updated_at': '2022-01-20T15:04:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv', '_floatingips': [{'id': '31ecd7bf-e562-4861-ac09-6fb2d489f3bc', 'tenant_id': '0c6e33a201a449b6a090c10ea0004dc8', 'floating_ip_address': '172.26.7.19', 'floating_network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'router_id': 'fae87e5e-f128-4d5e-ae35-714da5d072a5', 'port_id': 'ca3d25d9-6027-4fab-b01d-944882f4a93a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55caab5b-9aa1-40c0-b8bb-10b09e68853a', 'mac_address': 'fa:16:3e:85:0b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8c0cbe1-ef5b-4ade-9827-b75fe64549f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T15:04:31Z', 'updated_at': '2022-01-20T15:08:57Z', 'revision_number': 9, 'project_id': '0c6e33a201a449b6a090c10ea0004dc8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26d6138e-e686-4773-842b-810fb3a5c555', 'name': '', 'network_id': '55caab5b-9aa1-40c0-b8bb-10b09e68853a', 'tenant_id': '0c6e33a201a449b6a090c10ea0004dc8', 'mac_address': 'fa:16:3e:d6:dd:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fae87e5e-f128-4d5e-ae35-714da5d072a5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '53556284-e4c4-431b-baea-519cba1c51f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:04:26Z', 'updated_at': '2022-01-20T15:04:35Z', 'revision_number': 5, 'project_id': '0c6e33a201a449b6a090c10ea0004dc8', 'subnets': [{'id': '53556284-e4c4-431b-baea-519cba1c51f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 15:09:00.014676 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c8d51e-7009-42fa-9013-c6e6f28e2867 None None] New status for floating IP 31ecd7bf-e562-4861-ac09-6fb2d489f3bc: ACTIVE {{(pid=84154) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 20 15:09:00.430106 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-f25ecf50-facb-48fd-afc3-1ac381a82288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:09:00.795604 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:09:01.452814 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:09:01.680653 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-cdd98e71-1f0a-4421-baa9-dcb30e06edf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:09:03.155032 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-eea6df97-7ff1-4b63-af20-e3ec8913deda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:09:27.066937 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.agents_db [None req-6dba657d-a637-4918-9b6d-40defdfae04b None None] Agent healthcheck: found 6 active agents {{(pid=84155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 15:09:28.046386 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-c6de7cc7-dd2e-49e3-b6d6-e7c987da1ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:09:30.423517 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ecf10367-49ee-47d9-bc14-e7d78cf02d3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:09:30.812162 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:09:31.440294 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:09:31.703823 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-cdd98e71-1f0a-4421-baa9-dcb30e06edf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:09:33.149308 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-eea6df97-7ff1-4b63-af20-e3ec8913deda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:09:46.291906 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-915a1089-1f2f-4910-863b-baf05472d3a9 req-b50632c4-a7be-4ceb-862c-842138387eed service neutron] 10.222.0.106 "GET /v2.0/ports?device_id=c8c0cbe1-ef5b-4ade-9827-b75fe64549f3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0680931 Jan 20 15:09:46.436208 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-915a1089-1f2f-4910-863b-baf05472d3a9 req-8ab15e87-ae88-45d6-a6b7-b45434190e68 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=0c6e33a201a449b6a090c10ea0004dc8&device_id=c8c0cbe1-ef5b-4ade-9827-b75fe64549f3 HTTP/1.1" status: 200 len: 1098 time: 0.0720818 Jan 20 15:09:46.582138 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915a1089-1f2f-4910-863b-baf05472d3a9 req-5afd4070-61b0-4978-b731-1cc524ab27e2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:09:46.583546 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-915a1089-1f2f-4910-863b-baf05472d3a9 req-5afd4070-61b0-4978-b731-1cc524ab27e2 service neutron] 10.222.0.106 "GET /v2.0/networks?id=55caab5b-9aa1-40c0-b8bb-10b09e68853a HTTP/1.1" status: 200 len: 912 time: 0.1280935 Jan 20 15:09:46.677923 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-915a1089-1f2f-4910-863b-baf05472d3a9 req-ecac1fa1-9bc3-4935-88a7-603712f1eb9f service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ca3d25d9-6027-4fab-b01d-944882f4a93a HTTP/1.1" status: 200 len: 1001 time: 0.0884008 Jan 20 15:09:46.739935 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915a1089-1f2f-4910-863b-baf05472d3a9 req-1a659acd-7f8e-45eb-b6fb-e2c995b19fef service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:09:46.741320 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-915a1089-1f2f-4910-863b-baf05472d3a9 req-1a659acd-7f8e-45eb-b6fb-e2c995b19fef service neutron] 10.222.0.106 "GET /v2.0/subnets?id=53556284-e4c4-431b-baea-519cba1c51f0 HTTP/1.1" status: 200 len: 850 time: 0.0581489 Jan 20 15:09:46.812524 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-915a1089-1f2f-4910-863b-baf05472d3a9 req-4b9e5092-dee7-4e7f-9e20-fe82d6c5e1a0 service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=55caab5b-9aa1-40c0-b8bb-10b09e68853a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0650284 Jan 20 15:09:46.938126 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-915a1089-1f2f-4910-863b-baf05472d3a9 req-47d89157-f443-4ad6-9c1a-2987b809c59d service neutron] 10.222.0.106 "GET /v2.0/networks/55caab5b-9aa1-40c0-b8bb-10b09e68853a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195657 Jan 20 15:09:47.064586 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-915a1089-1f2f-4910-863b-baf05472d3a9 req-285c91f9-189f-4c01-8615-6ea24682fd39 service neutron] 10.222.0.106 "GET /v2.0/networks/55caab5b-9aa1-40c0-b8bb-10b09e68853a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203837 Jan 20 15:09:58.040143 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-c557ee80-9170-42d2-abff-118d2101b706 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:10:00.433477 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-e1beff6c-dbf3-4207-86f0-92fae9692e05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:10:00.805824 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:10:01.421577 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:10:01.703139 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-cdd98e71-1f0a-4421-baa9-dcb30e06edf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:10:03.160091 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-eea6df97-7ff1-4b63-af20-e3ec8913deda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:10:04.066387 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.agents_db [None req-6dba657d-a637-4918-9b6d-40defdfae04b None None] Agent healthcheck: found 6 active agents {{(pid=84155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 15:10:12.696731 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-2432cb69-9905-4bb0-a141-5d84fe06262a req-15a87be4-4fbc-4b00-93ca-731ba2654d97 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=c8c0cbe1-ef5b-4ade-9827-b75fe64549f3&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0667965 Jan 20 15:10:13.107362 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739516e3-ee44-43a3-a3fe-b37785750103 req-82a7d0d3-ea11-4cab-8987-839bbd1950cd tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:10:13.108887 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-739516e3-ee44-43a3-a3fe-b37785750103 req-82a7d0d3-ea11-4cab-8987-839bbd1950cd tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/ports?device_id=c8c0cbe1-ef5b-4ade-9827-b75fe64549f3 HTTP/1.1" status: 200 len: 945 time: 0.0755041 Jan 20 15:10:13.164194 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-739516e3-ee44-43a3-a3fe-b37785750103 req-ee5ae968-bcd4-4546-baf2-696351d83371 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/security-groups?id=b3810468-e4a1-4f4d-802c-721da7468662&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494206 Jan 20 15:10:13.192531 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 48284) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:10:13.322372 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-b9677cb5-9ac3-4a06-be58-81e63d555e87 req-e0855f39-3241-4b6f-a271-425afa18d8fe service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=c8c0cbe1-ef5b-4ade-9827-b75fe64549f3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1286948 Jan 20 15:10:14.362690 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a3631b-085c-4714-9f09-c5bfbb4bf905 req-9083530a-c243-4d72-a976-eb62b74f2a26 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:10:14.364184 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-25a3631b-085c-4714-9f09-c5bfbb4bf905 req-9083530a-c243-4d72-a976-eb62b74f2a26 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/ports?device_id=c8c0cbe1-ef5b-4ade-9827-b75fe64549f3 HTTP/1.1" status: 200 len: 945 time: 0.0769818 Jan 20 15:10:14.412932 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-25a3631b-085c-4714-9f09-c5bfbb4bf905 req-531dc829-21c6-4b6e-b1f4-97c4d7eb773f tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/security-groups?id=b3810468-e4a1-4f4d-802c-721da7468662&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433216 Jan 20 15:10:15.398537 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-b9677cb5-9ac3-4a06-be58-81e63d555e87 req-43823673-1a1f-4a13-8d8b-9ec6c6f3c1a4 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=0c6e33a201a449b6a090c10ea0004dc8&device_id=c8c0cbe1-ef5b-4ade-9827-b75fe64549f3 HTTP/1.1" status: 200 len: 1098 time: 0.0698731 Jan 20 15:10:15.539775 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9677cb5-9ac3-4a06-be58-81e63d555e87 req-4883852b-c0f7-4e7f-8a5d-d5f83cd47edd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:10:15.541213 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-b9677cb5-9ac3-4a06-be58-81e63d555e87 req-4883852b-c0f7-4e7f-8a5d-d5f83cd47edd service neutron] 10.222.0.106 "GET /v2.0/networks?id=55caab5b-9aa1-40c0-b8bb-10b09e68853a HTTP/1.1" status: 200 len: 912 time: 0.1362123 Jan 20 15:10:15.614038 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e66c03-d450-42de-85a3-5d5f612b60f1 req-6a0e2b0a-f22b-4c64-9988-8bd6ce5dc994 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:10:15.615478 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-68e66c03-d450-42de-85a3-5d5f612b60f1 req-6a0e2b0a-f22b-4c64-9988-8bd6ce5dc994 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/ports?device_id=c8c0cbe1-ef5b-4ade-9827-b75fe64549f3 HTTP/1.1" status: 200 len: 945 time: 0.0764341 Jan 20 15:10:15.643705 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-b9677cb5-9ac3-4a06-be58-81e63d555e87 req-d7f4e308-9d91-43b4-8414-c79eb22223d1 service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ca3d25d9-6027-4fab-b01d-944882f4a93a HTTP/1.1" status: 200 len: 1001 time: 0.0960870 Jan 20 15:10:15.664191 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-68e66c03-d450-42de-85a3-5d5f612b60f1 req-537557fe-d815-477a-97d0-0ef7285d29be tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/security-groups?id=b3810468-e4a1-4f4d-802c-721da7468662&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431521 Jan 20 15:10:15.786383 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9677cb5-9ac3-4a06-be58-81e63d555e87 req-6022967d-22fb-4795-b145-e5249b5ad8b8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:10:15.787788 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-b9677cb5-9ac3-4a06-be58-81e63d555e87 req-6022967d-22fb-4795-b145-e5249b5ad8b8 service neutron] 10.222.0.106 "GET /v2.0/subnets?id=53556284-e4c4-431b-baea-519cba1c51f0 HTTP/1.1" status: 200 len: 850 time: 0.1390977 Jan 20 15:10:15.864365 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-b9677cb5-9ac3-4a06-be58-81e63d555e87 req-f224a776-cdd3-4414-9044-4086af8b8fdc service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=55caab5b-9aa1-40c0-b8bb-10b09e68853a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0692809 Jan 20 15:10:15.992931 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-b9677cb5-9ac3-4a06-be58-81e63d555e87 req-c5f73b8b-5d21-40ff-8c23-9b90d3523286 service neutron] 10.222.0.106 "GET /v2.0/networks/55caab5b-9aa1-40c0-b8bb-10b09e68853a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220038 Jan 20 15:10:16.121405 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-b9677cb5-9ac3-4a06-be58-81e63d555e87 req-e5cf9512-dfbc-441d-b112-721d3e1432f9 service neutron] 10.222.0.106 "GET /v2.0/networks/55caab5b-9aa1-40c0-b8bb-10b09e68853a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214430 Jan 20 15:10:16.873260 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a549a47-b303-4e67-8932-18105d79d7b2 req-b3f49f2a-b743-48ac-af15-1805fdc43ff8 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:10:16.874772 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-2a549a47-b303-4e67-8932-18105d79d7b2 req-b3f49f2a-b743-48ac-af15-1805fdc43ff8 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/ports?device_id=c8c0cbe1-ef5b-4ade-9827-b75fe64549f3 HTTP/1.1" status: 200 len: 945 time: 0.0780482 Jan 20 15:10:16.919237 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-2a549a47-b303-4e67-8932-18105d79d7b2 req-45da7c81-bc1c-4139-8e6e-c9b31dc8dc06 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/security-groups?id=b3810468-e4a1-4f4d-802c-721da7468662&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389836 Jan 20 15:10:18.114052 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f872e2b6-12d3-480d-b0cc-ba71aeaffedc req-608f0f81-13e6-4f42-8682-a7fa9cd6a34a tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:10:18.115498 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-f872e2b6-12d3-480d-b0cc-ba71aeaffedc req-608f0f81-13e6-4f42-8682-a7fa9cd6a34a tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/ports?device_id=c8c0cbe1-ef5b-4ade-9827-b75fe64549f3 HTTP/1.1" status: 200 len: 945 time: 0.0757277 Jan 20 15:10:18.159396 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-f872e2b6-12d3-480d-b0cc-ba71aeaffedc req-ab661427-ae62-4e76-9140-abc436c13bf9 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/security-groups?id=b3810468-e4a1-4f4d-802c-721da7468662&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385303 Jan 20 15:10:19.357667 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cf48ce-e48d-4f58-9d48-8c1670c1c16b req-7218a0db-ebf4-4ecf-8390-e2dd76df7578 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:10:19.359098 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-45cf48ce-e48d-4f58-9d48-8c1670c1c16b req-7218a0db-ebf4-4ecf-8390-e2dd76df7578 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/ports?device_id=c8c0cbe1-ef5b-4ade-9827-b75fe64549f3 HTTP/1.1" status: 200 len: 945 time: 0.0772169 Jan 20 15:10:19.402189 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-45cf48ce-e48d-4f58-9d48-8c1670c1c16b req-7f618fea-786a-4098-8319-9cb4e65444f3 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/security-groups?id=b3810468-e4a1-4f4d-802c-721da7468662&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376410 Jan 20 15:10:20.596008 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2162180d-7cf5-4d4f-83ee-fcb2bdf3efd2 req-214fe0bd-95ec-4f0a-943b-dae6a5c55f17 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:10:20.597410 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-2162180d-7cf5-4d4f-83ee-fcb2bdf3efd2 req-214fe0bd-95ec-4f0a-943b-dae6a5c55f17 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/ports?device_id=c8c0cbe1-ef5b-4ade-9827-b75fe64549f3 HTTP/1.1" status: 200 len: 945 time: 0.0732634 Jan 20 15:10:20.647920 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-2162180d-7cf5-4d4f-83ee-fcb2bdf3efd2 req-38dbaa44-c5e2-4847-aa9d-206f5cfea581 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/security-groups?id=b3810468-e4a1-4f4d-802c-721da7468662&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415130 Jan 20 15:10:21.846727 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d950a36-640a-482d-902e-ab6f541fb651 req-ac70d07b-9d78-4d81-a65d-5b9ed4b26c74 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:10:21.848163 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-2d950a36-640a-482d-902e-ab6f541fb651 req-ac70d07b-9d78-4d81-a65d-5b9ed4b26c74 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/ports?device_id=c8c0cbe1-ef5b-4ade-9827-b75fe64549f3 HTTP/1.1" status: 200 len: 945 time: 0.0759742 Jan 20 15:10:21.891877 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-2d950a36-640a-482d-902e-ab6f541fb651 req-e2650487-7afa-4db7-aa05-b0c9f3811d63 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/security-groups?id=b3810468-e4a1-4f4d-802c-721da7468662&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384910 Jan 20 15:10:23.091127 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f55adf-8280-40b4-a087-60f1f76aff5b req-e740bdff-e92b-4371-957a-bd00ab399940 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:10:23.092671 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-f5f55adf-8280-40b4-a087-60f1f76aff5b req-e740bdff-e92b-4371-957a-bd00ab399940 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/ports?device_id=c8c0cbe1-ef5b-4ade-9827-b75fe64549f3 HTTP/1.1" status: 200 len: 945 time: 0.0827668 Jan 20 15:10:23.223720 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-f5f55adf-8280-40b4-a087-60f1f76aff5b req-6071ff06-53b8-4214-8eb7-9d119647b554 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/security-groups?id=b3810468-e4a1-4f4d-802c-721da7468662&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1254332 Jan 20 15:10:24.418845 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64ffc7d-53da-40d5-b428-c72e210dc1a3 req-8bb41145-58ad-4b57-a454-ba17e46e55dd tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:10:24.420277 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-c64ffc7d-53da-40d5-b428-c72e210dc1a3 req-8bb41145-58ad-4b57-a454-ba17e46e55dd tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/ports?device_id=c8c0cbe1-ef5b-4ade-9827-b75fe64549f3 HTTP/1.1" status: 200 len: 945 time: 0.0751486 Jan 20 15:10:24.463759 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-c64ffc7d-53da-40d5-b428-c72e210dc1a3 req-79c59298-f9b5-4b56-89f1-cb17fc801e51 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/security-groups?id=b3810468-e4a1-4f4d-802c-721da7468662&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377598 Jan 20 15:10:25.665189 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d854d722-dd7a-4608-b545-b1cbc1bb1fc6 req-b22ea10c-01d9-498b-9790-dd66e80cc4b3 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:10:25.666646 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-d854d722-dd7a-4608-b545-b1cbc1bb1fc6 req-b22ea10c-01d9-498b-9790-dd66e80cc4b3 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/ports?device_id=c8c0cbe1-ef5b-4ade-9827-b75fe64549f3 HTTP/1.1" status: 200 len: 945 time: 0.0764577 Jan 20 15:10:25.713221 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-d854d722-dd7a-4608-b545-b1cbc1bb1fc6 req-0d155119-8dbc-42f4-9682-62ae05bd5393 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/security-groups?id=b3810468-e4a1-4f4d-802c-721da7468662&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405939 Jan 20 15:10:26.910540 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b3edc4-606b-42d1-a383-64f93ed7315e req-7738b750-5516-40b5-826d-7a0b6727f4c8 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:10:26.911961 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-08b3edc4-606b-42d1-a383-64f93ed7315e req-7738b750-5516-40b5-826d-7a0b6727f4c8 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/ports?device_id=c8c0cbe1-ef5b-4ade-9827-b75fe64549f3 HTTP/1.1" status: 200 len: 945 time: 0.0763841 Jan 20 15:10:26.959734 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-08b3edc4-606b-42d1-a383-64f93ed7315e req-a5abd796-1eed-4419-873f-ba79d952e89b tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/security-groups?id=b3810468-e4a1-4f4d-802c-721da7468662&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421617 Jan 20 15:10:28.046056 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-62678911-e801-46bc-b7c3-cf10ac6313d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:10:28.153371 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba8119c-aeac-406f-8be5-efd9d6466cc9 req-71fa5ef5-e450-4180-a5b6-9c8c143e7147 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:10:28.154834 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-1ba8119c-aeac-406f-8be5-efd9d6466cc9 req-71fa5ef5-e450-4180-a5b6-9c8c143e7147 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/ports?device_id=c8c0cbe1-ef5b-4ade-9827-b75fe64549f3 HTTP/1.1" status: 200 len: 945 time: 0.0740826 Jan 20 15:10:28.200038 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-1ba8119c-aeac-406f-8be5-efd9d6466cc9 req-4ede9a90-59d6-4f84-9ba6-8dcd67a3cad3 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/security-groups?id=b3810468-e4a1-4f4d-802c-721da7468662&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397131 Jan 20 15:10:28.254509 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-b9677cb5-9ac3-4a06-be58-81e63d555e87 req-619fdbd7-fe20-4d87-b5ea-de2a417ff29f service neutron] 10.222.0.106 "GET /v2.0/ports/ca3d25d9-6027-4fab-b01d-944882f4a93a/bindings/hv-neutron-8251 HTTP/1.1" status: 200 len: 384 time: 0.0772746 Jan 20 15:10:28.811345 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-b9677cb5-9ac3-4a06-be58-81e63d555e87 req-c4b64af6-8f2d-4560-ac30-c07e5fa48214 service neutron] 10.222.0.106 "GET /v2.0/ports?device_id=c8c0cbe1-ef5b-4ade-9827-b75fe64549f3&tenant_id=0c6e33a201a449b6a090c10ea0004dc8 HTTP/1.1" status: 200 len: 1098 time: 0.0697188 Jan 20 15:10:28.903145 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-b9677cb5-9ac3-4a06-be58-81e63d555e87 req-d1147131-f4d6-4ad4-ab9b-c59e10fbef5f service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=0c6e33a201a449b6a090c10ea0004dc8&device_id=c8c0cbe1-ef5b-4ade-9827-b75fe64549f3 HTTP/1.1" status: 200 len: 1098 time: 0.0698793 Jan 20 15:10:29.044543 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9677cb5-9ac3-4a06-be58-81e63d555e87 req-92631377-d42e-4a29-984a-98e8da347e01 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:10:29.046080 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-b9677cb5-9ac3-4a06-be58-81e63d555e87 req-92631377-d42e-4a29-984a-98e8da347e01 service neutron] 10.222.0.106 "GET /v2.0/networks?id=55caab5b-9aa1-40c0-b8bb-10b09e68853a HTTP/1.1" status: 200 len: 912 time: 0.1373234 Jan 20 15:10:29.145498 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-b9677cb5-9ac3-4a06-be58-81e63d555e87 req-1b971ed5-6526-46a3-9b58-2678efcc072b service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ca3d25d9-6027-4fab-b01d-944882f4a93a HTTP/1.1" status: 200 len: 1001 time: 0.0921943 Jan 20 15:10:29.212671 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9677cb5-9ac3-4a06-be58-81e63d555e87 req-57c7e7ba-1ba5-4f27-b3d8-993741b2989b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:10:29.214113 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-b9677cb5-9ac3-4a06-be58-81e63d555e87 req-57c7e7ba-1ba5-4f27-b3d8-993741b2989b service neutron] 10.222.0.106 "GET /v2.0/subnets?id=53556284-e4c4-431b-baea-519cba1c51f0 HTTP/1.1" status: 200 len: 850 time: 0.0631194 Jan 20 15:10:29.288927 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-b9677cb5-9ac3-4a06-be58-81e63d555e87 req-f761818c-ff47-4b68-98f2-b47bb1fde828 service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=55caab5b-9aa1-40c0-b8bb-10b09e68853a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0688052 Jan 20 15:10:29.402826 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3e342f-f8de-47c6-9f92-fe9120bf4e41 req-3ef322b4-2965-4ee7-9181-0137f268fe95 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:10:29.404345 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-8c3e342f-f8de-47c6-9f92-fe9120bf4e41 req-3ef322b4-2965-4ee7-9181-0137f268fe95 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/ports?device_id=c8c0cbe1-ef5b-4ade-9827-b75fe64549f3 HTTP/1.1" status: 200 len: 945 time: 0.0792403 Jan 20 15:10:29.421269 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-b9677cb5-9ac3-4a06-be58-81e63d555e87 req-b780af42-b3f5-46fa-ad11-948493ace6b9 service neutron] 10.222.0.106 "GET /v2.0/networks/55caab5b-9aa1-40c0-b8bb-10b09e68853a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254098 Jan 20 15:10:29.450859 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-8c3e342f-f8de-47c6-9f92-fe9120bf4e41 req-0a65551c-e5d2-4bed-8fe6-34320d186ffe tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/security-groups?id=b3810468-e4a1-4f4d-802c-721da7468662&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408807 Jan 20 15:10:29.553801 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-b9677cb5-9ac3-4a06-be58-81e63d555e87 req-e95b2903-9542-4113-badd-343d4137f0f4 service neutron] 10.222.0.106 "GET /v2.0/networks/55caab5b-9aa1-40c0-b8bb-10b09e68853a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262476 Jan 20 15:10:30.429362 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-0f6ef17b-fefc-4b3a-a42a-3be21c892055 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:10:30.650169 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0096089d-4d15-450d-924e-61f0880f4f34 req-b6952e17-386f-4792-95f2-4f3acc1575cb tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:10:30.651613 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-0096089d-4d15-450d-924e-61f0880f4f34 req-b6952e17-386f-4792-95f2-4f3acc1575cb tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/ports?device_id=c8c0cbe1-ef5b-4ade-9827-b75fe64549f3 HTTP/1.1" status: 200 len: 945 time: 0.0758314 Jan 20 15:10:30.696593 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-0096089d-4d15-450d-924e-61f0880f4f34 req-6c86b83b-c033-49f6-81d0-797604d77b3d tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/security-groups?id=b3810468-e4a1-4f4d-802c-721da7468662&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386653 Jan 20 15:10:30.841116 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:10:31.432811 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:10:31.724610 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-cdd98e71-1f0a-4421-baa9-dcb30e06edf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:10:31.909048 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d03b11-5e06-4c87-8719-c56d9c240269 req-fb7199af-a270-465d-b312-1b744cb15136 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:10:31.910516 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-96d03b11-5e06-4c87-8719-c56d9c240269 req-fb7199af-a270-465d-b312-1b744cb15136 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/ports?device_id=c8c0cbe1-ef5b-4ade-9827-b75fe64549f3 HTTP/1.1" status: 200 len: 945 time: 0.0806642 Jan 20 15:10:31.955734 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-96d03b11-5e06-4c87-8719-c56d9c240269 req-4f5b90cf-5de2-4a1e-bf46-e8298f501b41 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/security-groups?id=b3810468-e4a1-4f4d-802c-721da7468662&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397487 Jan 20 15:10:32.205382 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Device ca3d25d9-6027-4fab-b01d-944882f4a93a details requested by agent hyperv_hv-neutron-8251 with host hv-neutron-8251 {{(pid=84154) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 20 15:10:32.209882 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Device ca3d25d9-6027-4fab-b01d-944882f4a93a no longer exists at agent hyperv_hv-neutron-8251 {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 15:10:32.410642 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:10:32.441210 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] For port ca3d25d9-6027-4fab-b01d-944882f4a93a, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=ca3d25d9-6027-4fab-b01d-944882f4a93a,segment=NetworkSegment(67d85c3c-da5a-4228-85cc-cf5be291c245),segment_id=67d85c3c-da5a-4228-85cc-cf5be291c245)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 15:10:32.465332 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8c0cbe1-ef5b-4ade-9827-b75fe64549f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ca3d25d9-6027-4fab-b01d-944882f4a93a'}] {{(pid=84154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 15:10:32.473628 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Returning: {'device': 'ca3d25d9-6027-4fab-b01d-944882f4a93a', 'network_id': '55caab5b-9aa1-40c0-b8bb-10b09e68853a', 'port_id': 'ca3d25d9-6027-4fab-b01d-944882f4a93a', 'mac_address': 'fa:16:3e:85:0b:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53556284-e4c4-431b-baea-519cba1c51f0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84154) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 20 15:10:32.477985 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] For port ca3d25d9-6027-4fab-b01d-944882f4a93a, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=ca3d25d9-6027-4fab-b01d-944882f4a93a,segment=NetworkSegment(67d85c3c-da5a-4228-85cc-cf5be291c245),segment_id=67d85c3c-da5a-4228-85cc-cf5be291c245)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 15:10:32.530956 dv-neutron-825124-1-hyperv neutron-server[84154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8c0cbe1-ef5b-4ade-9827-b75fe64549f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ca3d25d9-6027-4fab-b01d-944882f4a93a', 'code': 200} Jan 20 15:10:32.531512 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:10:32.544519 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:10:32.581577 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.notifiers.nova [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ca3d25d9-6027-4fab-b01d-944882f4a93a {{(pid=84154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 15:10:32.661202 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Pushing event updated for resources: {'Port': ['ID=ca3d25d9-6027-4fab-b01d-944882f4a93a,revision_number=6']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:10:32.671052 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.db.api [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84154) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 15:10:32.671400 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG oslo_db.api [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 15:10:32.672828 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:10:32.673163 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:10:32.673498 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:10:32.673831 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:10:32.674179 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:10:32.674517 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:10:32.674825 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:10:32.675147 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:10:32.675462 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:10:32.675779 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:10:32.676099 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:10:33.156758 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0764c274-54e4-43ac-84fd-14135de294ff req-bcd1ac24-8536-4b02-8567-2103d761b341 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:10:33.158347 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-0764c274-54e4-43ac-84fd-14135de294ff req-bcd1ac24-8536-4b02-8567-2103d761b341 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/ports?device_id=c8c0cbe1-ef5b-4ade-9827-b75fe64549f3 HTTP/1.1" status: 200 len: 943 time: 0.0766261 Jan 20 15:10:33.210954 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-0764c274-54e4-43ac-84fd-14135de294ff req-f99a34c0-13f5-40ab-8c06-8603c255d924 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/security-groups?id=b3810468-e4a1-4f4d-802c-721da7468662&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464890 Jan 20 15:10:33.261609 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-eea6df97-7ff1-4b63-af20-e3ec8913deda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:10:33.298151 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:10:33.320848 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.notifiers.nova [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca3d25d9-6027-4fab-b01d-944882f4a93a {{(pid=84154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 15:10:33.342023 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] For port ca3d25d9-6027-4fab-b01d-944882f4a93a, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=ca3d25d9-6027-4fab-b01d-944882f4a93a,segment=NetworkSegment(67d85c3c-da5a-4228-85cc-cf5be291c245),segment_id=67d85c3c-da5a-4228-85cc-cf5be291c245)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 15:10:33.394803 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:10:33.475786 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] get_ports_and_sgs() called for port_ids ['ca3d25d9-6027-4fab-b01d-944882f4a93a'] {{(pid=84154) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 20 15:10:33.534743 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Pushing event updated for resources: {'Port': ['ID=ca3d25d9-6027-4fab-b01d-944882f4a93a,revision_number=7']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:10:33.911757 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a652cf9-a120-4687-8596-f6710313f35c req-ae3d2ab4-f24e-4033-9a84-c9b3d48ac2d4 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:10:33.913119 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-5a652cf9-a120-4687-8596-f6710313f35c req-ae3d2ab4-f24e-4033-9a84-c9b3d48ac2d4 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/ports?device_id=c8c0cbe1-ef5b-4ade-9827-b75fe64549f3 HTTP/1.1" status: 200 len: 944 time: 0.0778658 Jan 20 15:10:33.944450 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323aa211-805a-44cc-a5e5-313841ab4d02 req-ebc94663-3570-493a-84e8-6001af91eba3 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:10:33.945303 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [req-323aa211-805a-44cc-a5e5-313841ab4d02 req-ebc94663-3570-493a-84e8-6001af91eba3 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Synchronizing usage tracker for tenant:0c6e33a201a449b6a090c10ea0004dc8 on resource:port {{(pid=84152) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 15:10:33.958560 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-5a652cf9-a120-4687-8596-f6710313f35c req-7efcdce1-42da-4913-b0b8-6f69c059e00b tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/security-groups?id=b3810468-e4a1-4f4d-802c-721da7468662&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397916 Jan 20 15:10:34.029176 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [req-323aa211-805a-44cc-a5e5-313841ab4d02 req-ebc94663-3570-493a-84e8-6001af91eba3 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Unset dirty status for tenant:0c6e33a201a449b6a090c10ea0004dc8 on resource:port {{(pid=84152) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 15:10:34.030377 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-323aa211-805a-44cc-a5e5-313841ab4d02 req-ebc94663-3570-493a-84e8-6001af91eba3 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.106 "GET /v2.0/ports?device_id=c8c0cbe1-ef5b-4ade-9827-b75fe64549f3&tenant_id=0c6e33a201a449b6a090c10ea0004dc8&binding%3Ahost_id=hv-neutron-8251 HTTP/1.1" status: 200 len: 944 time: 0.1691070 Jan 20 15:10:34.108034 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-323aa211-805a-44cc-a5e5-313841ab4d02 req-6521985d-84b2-4534-9250-d60d25c023fb service neutron] 10.222.0.106 "GET /v2.0/ports/ca3d25d9-6027-4fab-b01d-944882f4a93a/bindings/hv-neutron-8251 HTTP/1.1" status: 200 len: 384 time: 0.0724809 Jan 20 15:10:34.203807 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-323aa211-805a-44cc-a5e5-313841ab4d02 req-c0d456c0-db54-41dd-a562-bf4d267149e5 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=0c6e33a201a449b6a090c10ea0004dc8&device_id=c8c0cbe1-ef5b-4ade-9827-b75fe64549f3 HTTP/1.1" status: 200 len: 1097 time: 0.0708613 Jan 20 15:10:34.220158 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Device ca3d25d9-6027-4fab-b01d-944882f4a93a up at agent hyperv_hv-neutron-8251 {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 15:10:34.293394 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Provisioning complete for port ca3d25d9-6027-4fab-b01d-944882f4a93a triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:10:34.293772 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:10:34.335501 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323aa211-805a-44cc-a5e5-313841ab4d02 req-6106a68e-951c-4874-92c8-baf7644e47e3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:10:34.336926 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-323aa211-805a-44cc-a5e5-313841ab4d02 req-6106a68e-951c-4874-92c8-baf7644e47e3 service neutron] 10.222.0.106 "GET /v2.0/networks?id=55caab5b-9aa1-40c0-b8bb-10b09e68853a HTTP/1.1" status: 200 len: 912 time: 0.1275203 Jan 20 15:10:34.407126 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:10:34.434800 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-323aa211-805a-44cc-a5e5-313841ab4d02 req-851c1b19-f5b6-4103-bb1c-d7c8aaa67411 service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ca3d25d9-6027-4fab-b01d-944882f4a93a HTTP/1.1" status: 200 len: 1000 time: 0.0917933 Jan 20 15:10:34.437795 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] For port ca3d25d9-6027-4fab-b01d-944882f4a93a, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=ca3d25d9-6027-4fab-b01d-944882f4a93a,segment=NetworkSegment(67d85c3c-da5a-4228-85cc-cf5be291c245),segment_id=67d85c3c-da5a-4228-85cc-cf5be291c245)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 15:10:34.513852 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:10:34.543305 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8c0cbe1-ef5b-4ade-9827-b75fe64549f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca3d25d9-6027-4fab-b01d-944882f4a93a'}] {{(pid=84154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 15:10:34.584666 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Pushing event updated for resources: {'Port': ['ID=ca3d25d9-6027-4fab-b01d-944882f4a93a,revision_number=8']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:10:34.592679 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323aa211-805a-44cc-a5e5-313841ab4d02 req-7c4fe552-6e15-40f6-84ca-e987f9e4f4ab service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:10:34.594144 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-323aa211-805a-44cc-a5e5-313841ab4d02 req-7c4fe552-6e15-40f6-84ca-e987f9e4f4ab service neutron] 10.222.0.106 "GET /v2.0/subnets?id=53556284-e4c4-431b-baea-519cba1c51f0 HTTP/1.1" status: 200 len: 850 time: 0.1532784 Jan 20 15:10:34.611427 dv-neutron-825124-1-hyperv neutron-server[84154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8c0cbe1-ef5b-4ade-9827-b75fe64549f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca3d25d9-6027-4fab-b01d-944882f4a93a', 'code': 200} Jan 20 15:10:34.666025 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-323aa211-805a-44cc-a5e5-313841ab4d02 req-fd4c1bfc-a6d2-4523-b466-e60af7518115 service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=55caab5b-9aa1-40c0-b8bb-10b09e68853a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0664210 Jan 20 15:10:34.792247 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-323aa211-805a-44cc-a5e5-313841ab4d02 req-ddfea753-ec38-4208-aeba-41d32be29607 service neutron] 10.222.0.106 "GET /v2.0/networks/55caab5b-9aa1-40c0-b8bb-10b09e68853a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200120 Jan 20 15:10:34.918653 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-323aa211-805a-44cc-a5e5-313841ab4d02 req-61019124-e5ad-4339-a2ac-2045bbf1de9b service neutron] 10.222.0.106 "GET /v2.0/networks/55caab5b-9aa1-40c0-b8bb-10b09e68853a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209686 Jan 20 15:10:35.157502 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3ebdb9-2553-453e-b91b-985f9611ba26 req-034d9209-8292-4e16-a489-2b35d3099ce8 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:10:35.158858 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-7f3ebdb9-2553-453e-b91b-985f9611ba26 req-034d9209-8292-4e16-a489-2b35d3099ce8 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/ports?device_id=c8c0cbe1-ef5b-4ade-9827-b75fe64549f3 HTTP/1.1" status: 200 len: 945 time: 0.0799191 Jan 20 15:10:35.202621 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-7f3ebdb9-2553-453e-b91b-985f9611ba26 req-a9b1a5bb-72b1-49e5-9f07-1d562c43f339 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/security-groups?id=b3810468-e4a1-4f4d-802c-721da7468662&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384204 Jan 20 15:10:36.402213 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf7a401-46bf-4a18-ba44-0f051d72b014 req-d7e8618d-6139-4b4e-8e68-993c93a5f431 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:10:36.404165 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-cbf7a401-46bf-4a18-ba44-0f051d72b014 req-d7e8618d-6139-4b4e-8e68-993c93a5f431 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/ports?device_id=c8c0cbe1-ef5b-4ade-9827-b75fe64549f3 HTTP/1.1" status: 200 len: 945 time: 0.0756910 Jan 20 15:10:36.447935 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-cbf7a401-46bf-4a18-ba44-0f051d72b014 req-42adb93a-c1c2-4ffe-b274-234b195728ec tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/security-groups?id=b3810468-e4a1-4f4d-802c-721da7468662&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384216 Jan 20 15:10:37.647636 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe4b35a-8fa2-4b9c-a129-6189cfd8fa8b req-93091aa8-cd28-423a-8637-e519401065a0 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:10:37.649069 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-bfe4b35a-8fa2-4b9c-a129-6189cfd8fa8b req-93091aa8-cd28-423a-8637-e519401065a0 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/ports?device_id=c8c0cbe1-ef5b-4ade-9827-b75fe64549f3 HTTP/1.1" status: 200 len: 945 time: 0.0786445 Jan 20 15:10:37.695014 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-bfe4b35a-8fa2-4b9c-a129-6189cfd8fa8b req-ac2b3381-72f5-4dc5-97e7-5af7b8ff31b3 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/security-groups?id=b3810468-e4a1-4f4d-802c-721da7468662&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399978 Jan 20 15:10:38.113421 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-323aa211-805a-44cc-a5e5-313841ab4d02 req-a0608ed5-904c-4a07-9ad1-2d9b808540dd service neutron] 10.222.0.106 "GET /v2.0/ports?device_id=c8c0cbe1-ef5b-4ade-9827-b75fe64549f3&tenant_id=0c6e33a201a449b6a090c10ea0004dc8 HTTP/1.1" status: 200 len: 1098 time: 0.0715296 Jan 20 15:10:38.201295 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-323aa211-805a-44cc-a5e5-313841ab4d02 req-9ddf027f-21a2-41a1-ac95-2cd332961c39 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=0c6e33a201a449b6a090c10ea0004dc8&device_id=c8c0cbe1-ef5b-4ade-9827-b75fe64549f3 HTTP/1.1" status: 200 len: 1098 time: 0.0680346 Jan 20 15:10:38.333012 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323aa211-805a-44cc-a5e5-313841ab4d02 req-6846ad27-d57e-4ef0-bbb5-f63fd3792054 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:10:38.334500 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-323aa211-805a-44cc-a5e5-313841ab4d02 req-6846ad27-d57e-4ef0-bbb5-f63fd3792054 service neutron] 10.222.0.106 "GET /v2.0/networks?id=55caab5b-9aa1-40c0-b8bb-10b09e68853a HTTP/1.1" status: 200 len: 912 time: 0.1277399 Jan 20 15:10:38.437101 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-323aa211-805a-44cc-a5e5-313841ab4d02 req-1e235203-0d0d-4f70-98e8-0ca4a632d2b0 service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ca3d25d9-6027-4fab-b01d-944882f4a93a HTTP/1.1" status: 200 len: 1001 time: 0.0950990 Jan 20 15:10:38.497265 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323aa211-805a-44cc-a5e5-313841ab4d02 req-eb158c4a-36fc-425a-8fa7-50003bc81bdd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:10:38.498676 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-323aa211-805a-44cc-a5e5-313841ab4d02 req-eb158c4a-36fc-425a-8fa7-50003bc81bdd service neutron] 10.222.0.106 "GET /v2.0/subnets?id=53556284-e4c4-431b-baea-519cba1c51f0 HTTP/1.1" status: 200 len: 850 time: 0.0558946 Jan 20 15:10:38.588758 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-323aa211-805a-44cc-a5e5-313841ab4d02 req-e27433d0-268a-4b7e-ad5f-f99c71cd2dfc service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=55caab5b-9aa1-40c0-b8bb-10b09e68853a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0841844 Jan 20 15:10:38.715286 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-323aa211-805a-44cc-a5e5-313841ab4d02 req-f90f0146-9ffa-46ff-bb47-c65a95c651f1 service neutron] 10.222.0.106 "GET /v2.0/networks/55caab5b-9aa1-40c0-b8bb-10b09e68853a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203675 Jan 20 15:10:38.846642 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-323aa211-805a-44cc-a5e5-313841ab4d02 req-a43bf020-d0c4-4428-b96b-78a0be95db03 service neutron] 10.222.0.106 "GET /v2.0/networks/55caab5b-9aa1-40c0-b8bb-10b09e68853a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257739 Jan 20 15:10:38.895051 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115d141a-cb3e-4f07-afcb-0609542c9a17 req-e2f9db2c-8f46-482c-b0b7-b50958c76ff7 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:10:38.897771 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-115d141a-cb3e-4f07-afcb-0609542c9a17 req-e2f9db2c-8f46-482c-b0b7-b50958c76ff7 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/ports?device_id=c8c0cbe1-ef5b-4ade-9827-b75fe64549f3 HTTP/1.1" status: 200 len: 945 time: 0.0790052 Jan 20 15:10:38.943469 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-115d141a-cb3e-4f07-afcb-0609542c9a17 req-9cfdd9d6-d166-42af-9c10-aaaf5d3efff7 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/security-groups?id=b3810468-e4a1-4f4d-802c-721da7468662&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411432 Jan 20 15:10:40.140627 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1ab654-3610-402d-a0b9-4535c24f60b3 req-71745d5c-bbad-4624-ac36-8fdac19ebace tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:10:40.142078 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-0c1ab654-3610-402d-a0b9-4535c24f60b3 req-71745d5c-bbad-4624-ac36-8fdac19ebace tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/ports?device_id=c8c0cbe1-ef5b-4ade-9827-b75fe64549f3 HTTP/1.1" status: 200 len: 945 time: 0.0785692 Jan 20 15:10:40.186593 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-0c1ab654-3610-402d-a0b9-4535c24f60b3 req-c70c3cd5-946d-4c46-8372-782ca5026e03 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/security-groups?id=b3810468-e4a1-4f4d-802c-721da7468662&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391083 Jan 20 15:10:40.247466 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Device ca3d25d9-6027-4fab-b01d-944882f4a93a details requested by agent hyperv_hv-neutron-8251 with host hv-neutron-8251 {{(pid=84154) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 20 15:10:40.249725 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Device ca3d25d9-6027-4fab-b01d-944882f4a93a no longer exists at agent hyperv_hv-neutron-8251 {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 15:10:40.470641 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:10:40.488776 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] For port ca3d25d9-6027-4fab-b01d-944882f4a93a, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=ca3d25d9-6027-4fab-b01d-944882f4a93a,segment=NetworkSegment(67d85c3c-da5a-4228-85cc-cf5be291c245),segment_id=67d85c3c-da5a-4228-85cc-cf5be291c245)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 15:10:40.507907 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Returning: {'device': 'ca3d25d9-6027-4fab-b01d-944882f4a93a', 'network_id': '55caab5b-9aa1-40c0-b8bb-10b09e68853a', 'port_id': 'ca3d25d9-6027-4fab-b01d-944882f4a93a', 'mac_address': 'fa:16:3e:85:0b:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53556284-e4c4-431b-baea-519cba1c51f0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84154) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 20 15:10:40.515913 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8c0cbe1-ef5b-4ade-9827-b75fe64549f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ca3d25d9-6027-4fab-b01d-944882f4a93a'}] {{(pid=84154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 15:10:40.566812 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] For port ca3d25d9-6027-4fab-b01d-944882f4a93a, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=ca3d25d9-6027-4fab-b01d-944882f4a93a,segment=NetworkSegment(67d85c3c-da5a-4228-85cc-cf5be291c245),segment_id=67d85c3c-da5a-4228-85cc-cf5be291c245)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 15:10:40.580471 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:10:40.596206 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.notifiers.nova [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ca3d25d9-6027-4fab-b01d-944882f4a93a {{(pid=84154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 15:10:40.605820 dv-neutron-825124-1-hyperv neutron-server[84154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8c0cbe1-ef5b-4ade-9827-b75fe64549f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ca3d25d9-6027-4fab-b01d-944882f4a93a', 'code': 200} Jan 20 15:10:40.622664 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:10:40.731394 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.db.api [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84154) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 15:10:40.731748 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG oslo_db.api [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 15:10:40.735969 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Pushing event updated for resources: {'Port': ['ID=ca3d25d9-6027-4fab-b01d-944882f4a93a,revision_number=9']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:10:41.066880 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.agents_db [None req-6dba657d-a637-4918-9b6d-40defdfae04b None None] Agent healthcheck: found 6 active agents {{(pid=84155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 15:10:41.288437 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:10:41.305496 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.notifiers.nova [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca3d25d9-6027-4fab-b01d-944882f4a93a {{(pid=84154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 15:10:41.322649 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] For port ca3d25d9-6027-4fab-b01d-944882f4a93a, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=ca3d25d9-6027-4fab-b01d-944882f4a93a,segment=NetworkSegment(67d85c3c-da5a-4228-85cc-cf5be291c245),segment_id=67d85c3c-da5a-4228-85cc-cf5be291c245)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 15:10:41.391567 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717095b4-eb41-46aa-893a-d2a50a8ac749 req-ee9c6f06-f797-4f85-90a7-71f6d8777ccb tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:10:41.393089 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-717095b4-eb41-46aa-893a-d2a50a8ac749 req-ee9c6f06-f797-4f85-90a7-71f6d8777ccb tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/ports?device_id=c8c0cbe1-ef5b-4ade-9827-b75fe64549f3 HTTP/1.1" status: 200 len: 943 time: 0.0761755 Jan 20 15:10:41.404313 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:10:41.448502 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-717095b4-eb41-46aa-893a-d2a50a8ac749 req-9fb597f3-1244-4a99-86f1-320f2e5f0059 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/security-groups?id=b3810468-e4a1-4f4d-802c-721da7468662&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498695 Jan 20 15:10:41.474235 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] get_ports_and_sgs() called for port_ids ['ca3d25d9-6027-4fab-b01d-944882f4a93a'] {{(pid=84154) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 20 15:10:41.509017 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Pushing event updated for resources: {'Port': ['ID=ca3d25d9-6027-4fab-b01d-944882f4a93a,revision_number=10']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:10:41.654932 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2dfd31-cc62-43a6-aa67-894061f617b8 req-476b2ef7-952b-4976-ab79-855bc55c50b3 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:10:41.656273 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-dd2dfd31-cc62-43a6-aa67-894061f617b8 req-476b2ef7-952b-4976-ab79-855bc55c50b3 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/ports?device_id=c8c0cbe1-ef5b-4ade-9827-b75fe64549f3 HTTP/1.1" status: 200 len: 945 time: 0.0820093 Jan 20 15:10:41.700907 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-dd2dfd31-cc62-43a6-aa67-894061f617b8 req-bb19124a-9a69-49cc-a736-9b42fa134bff tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/security-groups?id=b3810468-e4a1-4f4d-802c-721da7468662&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388432 Jan 20 15:10:41.897873 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3eb58c-aefc-4afc-8ff5-58d093826538 req-694d6e04-284e-4f5a-8c6d-cbf653a709ca tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:10:41.899332 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-cf3eb58c-aefc-4afc-8ff5-58d093826538 req-694d6e04-284e-4f5a-8c6d-cbf653a709ca tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/ports?device_id=c8c0cbe1-ef5b-4ade-9827-b75fe64549f3 HTTP/1.1" status: 200 len: 945 time: 0.0785296 Jan 20 15:10:41.946143 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-cf3eb58c-aefc-4afc-8ff5-58d093826538 req-0dd014f3-3869-4a48-aefa-06ce47d80081 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/security-groups?id=b3810468-e4a1-4f4d-802c-721da7468662&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402181 Jan 20 15:10:42.245847 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Device ca3d25d9-6027-4fab-b01d-944882f4a93a up at agent hyperv_hv-neutron-8251 {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 15:10:42.320084 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Provisioning complete for port ca3d25d9-6027-4fab-b01d-944882f4a93a triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:10:42.320762 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:10:42.436378 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:10:42.470868 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] For port ca3d25d9-6027-4fab-b01d-944882f4a93a, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=ca3d25d9-6027-4fab-b01d-944882f4a93a,segment=NetworkSegment(67d85c3c-da5a-4228-85cc-cf5be291c245),segment_id=67d85c3c-da5a-4228-85cc-cf5be291c245)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 15:10:42.533821 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd42046-cbc6-4b97-abc2-5650c5917b66 req-a8531d4d-ad7f-497d-b1ce-9f3e386eff94 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:10:42.535573 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-5bd42046-cbc6-4b97-abc2-5650c5917b66 req-a8531d4d-ad7f-497d-b1ce-9f3e386eff94 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/ports?device_id=c8c0cbe1-ef5b-4ade-9827-b75fe64549f3 HTTP/1.1" status: 200 len: 945 time: 0.0753405 Jan 20 15:10:42.554782 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:10:42.581107 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-5bd42046-cbc6-4b97-abc2-5650c5917b66 req-a681d598-b1a3-45f1-94e1-9447b8f591da tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/security-groups?id=b3810468-e4a1-4f4d-802c-721da7468662&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402160 Jan 20 15:10:42.622889 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8c0cbe1-ef5b-4ade-9827-b75fe64549f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca3d25d9-6027-4fab-b01d-944882f4a93a'}] {{(pid=84154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 15:10:42.664206 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Pushing event updated for resources: {'Port': ['ID=ca3d25d9-6027-4fab-b01d-944882f4a93a,revision_number=11']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:10:42.676179 dv-neutron-825124-1-hyperv neutron-server[84154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8c0cbe1-ef5b-4ade-9827-b75fe64549f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca3d25d9-6027-4fab-b01d-944882f4a93a', 'code': 200} Jan 20 15:10:43.777668 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c48fd67-2aa7-4853-b16b-2f02c1655839 req-8f15f11f-2a2a-4838-9a20-f8681df28167 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:10:43.779664 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-4c48fd67-2aa7-4853-b16b-2f02c1655839 req-8f15f11f-2a2a-4838-9a20-f8681df28167 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/ports?device_id=c8c0cbe1-ef5b-4ade-9827-b75fe64549f3 HTTP/1.1" status: 200 len: 946 time: 0.0789549 Jan 20 15:10:43.826100 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-4c48fd67-2aa7-4853-b16b-2f02c1655839 req-4b491de7-9bf3-4c9d-8792-d223d8a1154f tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/security-groups?id=b3810468-e4a1-4f4d-802c-721da7468662&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406723 Jan 20 15:10:44.813494 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d69468-7703-463d-8d63-6b761e397b5a req-af713719-0efe-4a23-8277-08d0040db8f2 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:10:44.814907 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-21d69468-7703-463d-8d63-6b761e397b5a req-af713719-0efe-4a23-8277-08d0040db8f2 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.106 "GET /v2.0/ports?device_id=c8c0cbe1-ef5b-4ade-9827-b75fe64549f3 HTTP/1.1" status: 200 len: 946 time: 0.0732691 Jan 20 15:10:44.884197 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [req-21d69468-7703-463d-8d63-6b761e397b5a req-f70ae54d-d9da-4328-a809-c1bf403344f5 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Deleting port ca3d25d9-6027-4fab-b01d-944882f4a93a {{(pid=84152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 15:10:44.884535 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [req-21d69468-7703-463d-8d63-6b761e397b5a req-f70ae54d-d9da-4328-a809-c1bf403344f5 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:10:45.020955 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35598802-91b7-47ec-b336-d73b0c1ae87f req-59dfc2a0-afe3-4b55-aed6-02120aa4f840 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:10:45.022464 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-35598802-91b7-47ec-b336-d73b0c1ae87f req-59dfc2a0-afe3-4b55-aed6-02120aa4f840 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/ports?device_id=c8c0cbe1-ef5b-4ade-9827-b75fe64549f3 HTTP/1.1" status: 200 len: 946 time: 0.0766406 Jan 20 15:10:45.071164 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-35598802-91b7-47ec-b336-d73b0c1ae87f req-041cee07-80d0-428c-a60d-34959ccefd79 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/security-groups?id=b3810468-e4a1-4f4d-802c-721da7468662&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420017 Jan 20 15:10:45.124268 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.db [req-21d69468-7703-463d-8d63-6b761e397b5a req-f70ae54d-d9da-4328-a809-c1bf403344f5 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] For port ca3d25d9-6027-4fab-b01d-944882f4a93a, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=ca3d25d9-6027-4fab-b01d-944882f4a93a,segment=NetworkSegment(67d85c3c-da5a-4228-85cc-cf5be291c245),segment_id=67d85c3c-da5a-4228-85cc-cf5be291c245)] {{(pid=84152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 15:10:45.124617 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [req-21d69468-7703-463d-8d63-6b761e397b5a req-f70ae54d-d9da-4328-a809-c1bf403344f5 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:10:45.485176 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [req-21d69468-7703-463d-8d63-6b761e397b5a req-f70ae54d-d9da-4328-a809-c1bf403344f5 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:10:45.485448 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [req-21d69468-7703-463d-8d63-6b761e397b5a req-f70ae54d-d9da-4328-a809-c1bf403344f5 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-745254'] for floatingip, after_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:10:45.485747 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.db.l3_db [req-21d69468-7703-463d-8d63-6b761e397b5a req-f70ae54d-d9da-4328-a809-c1bf403344f5 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Floating IP 31ecd7bf-e562-4861-ac09-6fb2d489f3bc disassociated. External IP: 172.26.7.19, port: ca3d25d9-6027-4fab-b01d-944882f4a93a. Jan 20 15:10:45.486096 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [req-21d69468-7703-463d-8d63-6b761e397b5a req-f70ae54d-d9da-4328-a809-c1bf403344f5 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Calling delete_port for ca3d25d9-6027-4fab-b01d-944882f4a93a owned by compute:nova {{(pid=84152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 15:10:45.700983 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [req-21d69468-7703-463d-8d63-6b761e397b5a req-f70ae54d-d9da-4328-a809-c1bf403344f5 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:10:45.749763 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70ae54d-d9da-4328-a809-c1bf403344f5 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Pushing event deleted for resources: {'Port': ['ID=ca3d25d9-6027-4fab-b01d-944882f4a93a,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:10:45.763278 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70ae54d-d9da-4328-a809-c1bf403344f5 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:10:45.763627 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70ae54d-d9da-4328-a809-c1bf403344f5 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:10:45.763962 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70ae54d-d9da-4328-a809-c1bf403344f5 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:10:45.764548 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70ae54d-d9da-4328-a809-c1bf403344f5 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:10:45.764966 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70ae54d-d9da-4328-a809-c1bf403344f5 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:10:45.765208 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70ae54d-d9da-4328-a809-c1bf403344f5 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:10:45.765540 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70ae54d-d9da-4328-a809-c1bf403344f5 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:10:45.765868 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70ae54d-d9da-4328-a809-c1bf403344f5 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:10:45.766218 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70ae54d-d9da-4328-a809-c1bf403344f5 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:10:45.766540 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70ae54d-d9da-4328-a809-c1bf403344f5 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:10:45.766860 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70ae54d-d9da-4328-a809-c1bf403344f5 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:10:45.984087 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.l3_agent_scheduler [req-21d69468-7703-463d-8d63-6b761e397b5a req-f70ae54d-d9da-4328-a809-c1bf403344f5 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Router fae87e5e-f128-4d5e-ae35-714da5d072a5 has already been hosted by L3 agent 624d525b-4c26-4143-8a1c-228bb1c6faaa {{(pid=84152) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 15:10:46.178491 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-21d69468-7703-463d-8d63-6b761e397b5a req-f70ae54d-d9da-4328-a809-c1bf403344f5 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Notify agent at l3_agent.dv-neutron-825124-1-hyperv the message routers_updated {{(pid=84152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 15:10:46.188086 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f61d5721-01b7-4196-91e1-e1081199742b None None] Sync routers for ids ['fae87e5e-f128-4d5e-ae35-714da5d072a5'] in dv-neutron-825124-1-hyperv {{(pid=84155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 15:10:46.201589 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f61d5721-01b7-4196-91e1-e1081199742b None None] Routers {'fae87e5e-f128-4d5e-ae35-714da5d072a5'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 15:10:46.222207 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-f61d5721-01b7-4196-91e1-e1081199742b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T15:10:30Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['fae87e5e-f128-4d5e-ae35-714da5d072a5'], 'active': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:10:46.251874 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.l3_dvrscheduler_db [req-21d69468-7703-463d-8d63-6b761e397b5a req-f70ae54d-d9da-4328-a809-c1bf403344f5 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] No DVR routers for this DVR port ca3d25d9-6027-4fab-b01d-944882f4a93a on host hv-neutron-8251 {{(pid=84152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 15:10:46.254592 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [req-21d69468-7703-463d-8d63-6b761e397b5a req-f70ae54d-d9da-4328-a809-c1bf403344f5 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:10:46.257295 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8c0cbe1-ef5b-4ade-9827-b75fe64549f3', 'name': 'network-vif-deleted', 'tag': 'ca3d25d9-6027-4fab-b01d-944882f4a93a'}] {{(pid=84152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 15:10:46.259611 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-3d9f329d-2ff1-4734-b9a2-0b72d7a04628 req-f321fdb4-1da8-4c4b-a7d1-494783691019 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/ports?device_id=c8c0cbe1-ef5b-4ade-9827-b75fe64549f3 HTTP/1.1" status: 200 len: 210 time: 0.0560324 Jan 20 15:10:46.312555 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8c0cbe1-ef5b-4ade-9827-b75fe64549f3', 'name': 'network-vif-deleted', 'tag': 'ca3d25d9-6027-4fab-b01d-944882f4a93a', 'status': 'completed', 'code': 200} Jan 20 15:10:46.349816 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-21d69468-7703-463d-8d63-6b761e397b5a req-f70ae54d-d9da-4328-a809-c1bf403344f5 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.106 "DELETE /v2.0/ports/ca3d25d9-6027-4fab-b01d-944882f4a93a HTTP/1.1" status: 204 len: 173 time: 1.5294251 Jan 20 15:10:46.423636 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvr_db [None req-f61d5721-01b7-4196-91e1-e1081199742b None None] Set router fae87e5e-f128-4d5e-ae35-714da5d072a5 gateway port host: dv-neutron-825124-1-hyperv {{(pid=84155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 15:10:46.787946 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-f61d5721-01b7-4196-91e1-e1081199742b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fae87e5e-f128-4d5e-ae35-714da5d072a5', 'name': 'tempest-ServerActionsTestJSON-219677164-router', 'tenant_id': '0c6e33a201a449b6a090c10ea0004dc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.60'}], 'enable_snat': True}, 'gw_port_id': 'a1184d29-0410-4343-a277-3eda97ff9ba6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:04:23Z', 'updated_at': '2022-01-20T15:04:27Z', 'revision_number': 4, 'project_id': '0c6e33a201a449b6a090c10ea0004dc8', 'gw_port': {'id': 'a1184d29-0410-4343-a277-3eda97ff9ba6', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:ca:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fae87e5e-f128-4d5e-ae35-714da5d072a5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:04:24Z', 'updated_at': '2022-01-20T15:04:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv', '_interfaces': [{'id': '26d6138e-e686-4773-842b-810fb3a5c555', 'name': '', 'network_id': '55caab5b-9aa1-40c0-b8bb-10b09e68853a', 'tenant_id': '0c6e33a201a449b6a090c10ea0004dc8', 'mac_address': 'fa:16:3e:d6:dd:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fae87e5e-f128-4d5e-ae35-714da5d072a5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '53556284-e4c4-431b-baea-519cba1c51f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:04:26Z', 'updated_at': '2022-01-20T15:04:35Z', 'revision_number': 5, 'project_id': '0c6e33a201a449b6a090c10ea0004dc8', 'subnets': [{'id': '53556284-e4c4-431b-baea-519cba1c51f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:10:46.791721 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f61d5721-01b7-4196-91e1-e1081199742b None None] Checking router: fae87e5e-f128-4d5e-ae35-714da5d072a5 for host: dv-neutron-825124-1-hyperv {{(pid=84155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 15:10:46.801996 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f61d5721-01b7-4196-91e1-e1081199742b None None] Routers {'fae87e5e-f128-4d5e-ae35-714da5d072a5'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 15:10:46.802607 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-f61d5721-01b7-4196-91e1-e1081199742b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T15:10:30Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['fae87e5e-f128-4d5e-ae35-714da5d072a5'], 'active': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:10:46.975824 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvr_db [None req-f61d5721-01b7-4196-91e1-e1081199742b None None] Set router fae87e5e-f128-4d5e-ae35-714da5d072a5 gateway port host: dv-neutron-825124-1-hyperv {{(pid=84155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 15:10:47.291453 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-f61d5721-01b7-4196-91e1-e1081199742b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fae87e5e-f128-4d5e-ae35-714da5d072a5', 'name': 'tempest-ServerActionsTestJSON-219677164-router', 'tenant_id': '0c6e33a201a449b6a090c10ea0004dc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.60'}], 'enable_snat': True}, 'gw_port_id': 'a1184d29-0410-4343-a277-3eda97ff9ba6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:04:23Z', 'updated_at': '2022-01-20T15:04:27Z', 'revision_number': 4, 'project_id': '0c6e33a201a449b6a090c10ea0004dc8', 'gw_port': {'id': 'a1184d29-0410-4343-a277-3eda97ff9ba6', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:ca:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fae87e5e-f128-4d5e-ae35-714da5d072a5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:04:24Z', 'updated_at': '2022-01-20T15:04:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv', '_interfaces': [{'id': '26d6138e-e686-4773-842b-810fb3a5c555', 'name': '', 'network_id': '55caab5b-9aa1-40c0-b8bb-10b09e68853a', 'tenant_id': '0c6e33a201a449b6a090c10ea0004dc8', 'mac_address': 'fa:16:3e:d6:dd:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fae87e5e-f128-4d5e-ae35-714da5d072a5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '53556284-e4c4-431b-baea-519cba1c51f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:04:26Z', 'updated_at': '2022-01-20T15:04:35Z', 'revision_number': 5, 'project_id': '0c6e33a201a449b6a090c10ea0004dc8', 'subnets': [{'id': '53556284-e4c4-431b-baea-519cba1c51f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:10:47.295792 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f61d5721-01b7-4196-91e1-e1081199742b None None] The sync data for ids ['fae87e5e-f128-4d5e-ae35-714da5d072a5'] in dv-neutron-825124-1-hyperv is: [{'id': 'fae87e5e-f128-4d5e-ae35-714da5d072a5', 'name': 'tempest-ServerActionsTestJSON-219677164-router', 'tenant_id': '0c6e33a201a449b6a090c10ea0004dc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.60'}], 'enable_snat': True}, 'gw_port_id': 'a1184d29-0410-4343-a277-3eda97ff9ba6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:04:23Z', 'updated_at': '2022-01-20T15:04:27Z', 'revision_number': 4, 'project_id': '0c6e33a201a449b6a090c10ea0004dc8', 'gw_port': {'id': 'a1184d29-0410-4343-a277-3eda97ff9ba6', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:ca:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fae87e5e-f128-4d5e-ae35-714da5d072a5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:04:24Z', 'updated_at': '2022-01-20T15:04:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv', '_interfaces': [{'id': '26d6138e-e686-4773-842b-810fb3a5c555', 'name': '', 'network_id': '55caab5b-9aa1-40c0-b8bb-10b09e68853a', 'tenant_id': '0c6e33a201a449b6a090c10ea0004dc8', 'mac_address': 'fa:16:3e:d6:dd:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fae87e5e-f128-4d5e-ae35-714da5d072a5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '53556284-e4c4-431b-baea-519cba1c51f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:04:26Z', 'updated_at': '2022-01-20T15:04:35Z', 'revision_number': 5, 'project_id': '0c6e33a201a449b6a090c10ea0004dc8', 'subnets': [{'id': '53556284-e4c4-431b-baea-519cba1c51f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 15:10:47.523348 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a70ddc44-c4e9-442b-bc8c-0071f819b059 None None] New status for floating IP 31ecd7bf-e562-4861-ac09-6fb2d489f3bc: DOWN {{(pid=84154) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 20 15:10:47.667650 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-98bdf6bf-811e-4775-af4b-c6c062c2c95a req-466a6338-9136-431d-968c-834936e627be tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-securitygroup--798133126&fields=id&tenant_id=0c6e33a201a449b6a090c10ea0004dc8 HTTP/1.1" status: 200 len: 267 time: 0.0399971 Jan 20 15:10:47.901508 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bdf6bf-811e-4775-af4b-c6c062c2c95a req-d0824112-79e5-4be4-9aa2-5195ce7ee572 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:10:47.902892 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-98bdf6bf-811e-4775-af4b-c6c062c2c95a req-d0824112-79e5-4be4-9aa2-5195ce7ee572 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/networks?id=55caab5b-9aa1-40c0-b8bb-10b09e68853a HTTP/1.1" status: 200 len: 811 time: 0.2286098 Jan 20 15:10:47.918893 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-98bdf6bf-811e-4775-af4b-c6c062c2c95a req-cabb67c6-d189-468c-9ea4-e2fcdc5bee3d tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/quotas/0c6e33a201a449b6a090c10ea0004dc8 HTTP/1.1" status: 200 len: 375 time: 0.0100045 Jan 20 15:10:48.004678 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-98bdf6bf-811e-4775-af4b-c6c062c2c95a req-90bb9732-9e29-4808-bd37-648813d4465a tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=0c6e33a201a449b6a090c10ea0004dc8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0809433 Jan 20 15:10:48.140766 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-98bdf6bf-811e-4775-af4b-c6c062c2c95a req-eacbbf70-1ead-4293-b4d2-cf2ef6cce56b service neutron] 10.222.0.54 "GET /v2.0/networks/55caab5b-9aa1-40c0-b8bb-10b09e68853a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241794 Jan 20 15:10:48.271022 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-98bdf6bf-811e-4775-af4b-c6c062c2c95a req-d352bb14-825e-41e2-a1dd-a8a85e54140c service neutron] 10.222.0.54 "GET /v2.0/networks/55caab5b-9aa1-40c0-b8bb-10b09e68853a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245861 Jan 20 15:10:48.277027 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Device ca3d25d9-6027-4fab-b01d-944882f4a93a no longer exists at agent hyperv_hv-neutron-8251 {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 15:10:48.312103 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] No Port match for: ca3d25d9-6027-4fab-b01d-944882f4a93a {{(pid=84154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 15:10:48.312457 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Device ca3d25d9-6027-4fab-b01d-944882f4a93a not bound to the agent host hv-neutron-8251 {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 15:10:48.536721 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-b1d0852e-4c89-4c05-baf0-7b77ec187f88 req-ef213e8c-11c3-445c-a012-f2e31b7d5fea tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/ports?device_id=4e8d1fa7-2afe-48dc-a574-01c29455d9be HTTP/1.1" status: 200 len: 210 time: 0.0420790 Jan 20 15:10:49.718345 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-585a8aed-4176-456e-9e2c-4633f08bf29e req-36907b47-3529-46ab-a8fa-d40a8ec5034f tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/ports?device_id=4e8d1fa7-2afe-48dc-a574-01c29455d9be HTTP/1.1" status: 200 len: 210 time: 0.0433023 Jan 20 15:10:50.407803 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bdf6bf-811e-4775-af4b-c6c062c2c95a req-b9518851-3ae0-4ceb-b1c8-8a96e4adc8f0 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:10:50.409201 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-98bdf6bf-811e-4775-af4b-c6c062c2c95a req-b9518851-3ae0-4ceb-b1c8-8a96e4adc8f0 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.106 "GET /v2.0/networks?id=55caab5b-9aa1-40c0-b8bb-10b09e68853a HTTP/1.1" status: 200 len: 811 time: 0.1442304 Jan 20 15:10:50.463920 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-98bdf6bf-811e-4775-af4b-c6c062c2c95a req-e1f42224-897d-4d8c-97ab-1734d3d1001d tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.106 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0c6e33a201a449b6a090c10ea0004dc8 HTTP/1.1" status: 200 len: 379 time: 0.0423028 Jan 20 15:10:50.472053 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [req-98bdf6bf-811e-4775-af4b-c6c062c2c95a req-7fd027f1-9069-4fa9-b50c-d6c945419070 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Request body: {'port': {'device_id': '4e8d1fa7-2afe-48dc-a574-01c29455d9be', 'network_id': '55caab5b-9aa1-40c0-b8bb-10b09e68853a', 'admin_state_up': True, 'tenant_id': '0c6e33a201a449b6a090c10ea0004dc8', 'security_groups': ['b3810468-e4a1-4f4d-802c-721da7468662']}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 15:10:50.605110 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [req-98bdf6bf-811e-4775-af4b-c6c062c2c95a req-7fd027f1-9069-4fa9-b50c-d6c945419070 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:10:50.609350 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [req-98bdf6bf-811e-4775-af4b-c6c062c2c95a req-7fd027f1-9069-4fa9-b50c-d6c945419070 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Usage tracker for resource:port and tenant:0c6e33a201a449b6a090c10ea0004dc8 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:10:50.612353 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [req-98bdf6bf-811e-4775-af4b-c6c062c2c95a req-7fd027f1-9069-4fa9-b50c-d6c945419070 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:10:50.618005 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [req-98bdf6bf-811e-4775-af4b-c6c062c2c95a req-7fd027f1-9069-4fa9-b50c-d6c945419070 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:10:50.702886 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98bdf6bf-811e-4775-af4b-c6c062c2c95a req-7fd027f1-9069-4fa9-b50c-d6c945419070 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Made reservation on behalf of 0c6e33a201a449b6a090c10ea0004dc8 for: {'port': 1} {{(pid=84152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 15:10:50.705795 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [req-98bdf6bf-811e-4775-af4b-c6c062c2c95a req-7fd027f1-9069-4fa9-b50c-d6c945419070 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:10:50.868169 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.db_base_plugin_common [req-98bdf6bf-811e-4775-af4b-c6c062c2c95a req-7fd027f1-9069-4fa9-b50c-d6c945419070 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Allocated IP 172.20.0.7 (55caab5b-9aa1-40c0-b8bb-10b09e68853a/53556284-e4c4-431b-baea-519cba1c51f0/6902a729-e222-4f76-98ff-46203e19c211) {{(pid=84152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 15:10:50.894757 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-f2ac1ba3-35b8-4022-b952-d6d7b9a26152 req-17807dd5-dcc1-4106-836e-3ea446e44db6 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/ports?device_id=4e8d1fa7-2afe-48dc-a574-01c29455d9be HTTP/1.1" status: 200 len: 210 time: 0.0461218 Jan 20 15:10:51.147226 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [req-98bdf6bf-811e-4775-af4b-c6c062c2c95a req-7fd027f1-9069-4fa9-b50c-d6c945419070 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Notify callbacks [] for port, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:10:51.162312 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.provisioning_blocks [req-98bdf6bf-811e-4775-af4b-c6c062c2c95a req-7fd027f1-9069-4fa9-b50c-d6c945419070 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Transition to ACTIVE for port object 6902a729-e222-4f76-98ff-46203e19c211 will not be triggered until provisioned by entity DHCP. {{(pid=84152) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 15:10:51.275265 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [req-98bdf6bf-811e-4775-af4b-c6c062c2c95a req-7fd027f1-9069-4fa9-b50c-d6c945419070 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:10:51.348641 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98bdf6bf-811e-4775-af4b-c6c062c2c95a req-7fd027f1-9069-4fa9-b50c-d6c945419070 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Network 55caab5b-9aa1-40c0-b8bb-10b09e68853a is already hosted by enough agents. {{(pid=84152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 15:10:51.351812 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.base_scheduler [req-98bdf6bf-811e-4775-af4b-c6c062c2c95a req-7fd027f1-9069-4fa9-b50c-d6c945419070 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Resources bound (agent type, host, resource id): {{(pid=84152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 15:10:51.356144 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.l3_dvrscheduler_db [req-98bdf6bf-811e-4775-af4b-c6c062c2c95a req-7fd027f1-9069-4fa9-b50c-d6c945419070 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Received port after_create {{(pid=84152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 15:10:51.381300 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd027f1-9069-4fa9-b50c-d6c945419070 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Pushing event updated for resources: {'Port': ['ID=6902a729-e222-4f76-98ff-46203e19c211,revision_number=1']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:10:51.423166 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bdf6bf-811e-4775-af4b-c6c062c2c95a req-7fd027f1-9069-4fa9-b50c-d6c945419070 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:10:51.423843 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [req-98bdf6bf-811e-4775-af4b-c6c062c2c95a req-7fd027f1-9069-4fa9-b50c-d6c945419070 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:10:51.538535 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-98bdf6bf-811e-4775-af4b-c6c062c2c95a req-7fd027f1-9069-4fa9-b50c-d6c945419070 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.106 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0698769 Jan 20 15:10:51.549860 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [req-98bdf6bf-811e-4775-af4b-c6c062c2c95a req-ad4caa82-766a-471c-adf2-fd32ffe6b4c7 service neutron] Request body: {'port': {'device_id': '4e8d1fa7-2afe-48dc-a574-01c29455d9be', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8251'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 15:10:51.657882 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [req-98bdf6bf-811e-4775-af4b-c6c062c2c95a req-ad4caa82-766a-471c-adf2-fd32ffe6b4c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:10:51.683825 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-cd7ed979-f718-47a9-8bfd-38c4f5aa5eb6 None None] Provisioning for port 6902a729-e222-4f76-98ff-46203e19c211 completed by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 15:10:51.689050 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-cd7ed979-f718-47a9-8bfd-38c4f5aa5eb6 None None] Provisioning complete for port 6902a729-e222-4f76-98ff-46203e19c211 triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:10:51.692330 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-cd7ed979-f718-47a9-8bfd-38c4f5aa5eb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:10:51.740194 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-cd7ed979-f718-47a9-8bfd-38c4f5aa5eb6 None None] Port 6902a729-e222-4f76-98ff-46203e19c211 cannot update to ACTIVE because it is not bound. {{(pid=84154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 15:10:52.005090 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.notifiers.nova [req-98bdf6bf-811e-4775-af4b-c6c062c2c95a req-ad4caa82-766a-471c-adf2-fd32ffe6b4c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6902a729-e222-4f76-98ff-46203e19c211 {{(pid=84152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 15:10:52.012115 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [req-98bdf6bf-811e-4775-af4b-c6c062c2c95a req-ad4caa82-766a-471c-adf2-fd32ffe6b4c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:10:52.026918 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.provisioning_blocks [req-98bdf6bf-811e-4775-af4b-c6c062c2c95a req-ad4caa82-766a-471c-adf2-fd32ffe6b4c7 service neutron] Transition to ACTIVE for port object 6902a729-e222-4f76-98ff-46203e19c211 will not be triggered until provisioned by entity L2. {{(pid=84152) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 15:10:52.091837 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [req-98bdf6bf-811e-4775-af4b-c6c062c2c95a req-ad4caa82-766a-471c-adf2-fd32ffe6b4c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162822'] for port, after_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:10:52.101223 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79542444-d692-49b8-a45f-939d3626caf6 req-426a0535-fca6-4ef5-8908-4737fcf849a6 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:10:52.102703 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-79542444-d692-49b8-a45f-939d3626caf6 req-426a0535-fca6-4ef5-8908-4737fcf849a6 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/ports?device_id=4e8d1fa7-2afe-48dc-a574-01c29455d9be HTTP/1.1" status: 200 len: 931 time: 0.0764699 Jan 20 15:10:52.148716 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-79542444-d692-49b8-a45f-939d3626caf6 req-8386429b-3216-43fd-b399-edc0c96ede67 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/security-groups?id=b3810468-e4a1-4f4d-802c-721da7468662&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400119 Jan 20 15:10:52.215229 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4caa82-766a-471c-adf2-fd32ffe6b4c7 service neutron] Pushing event updated for resources: {'Port': ['ID=6902a729-e222-4f76-98ff-46203e19c211,revision_number=2']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:10:52.326912 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.managers [req-98bdf6bf-811e-4775-af4b-c6c062c2c95a req-ad4caa82-766a-471c-adf2-fd32ffe6b4c7 service neutron] Attempting to bind port 6902a729-e222-4f76-98ff-46203e19c211 on host hv-neutron-8251 for vnic_type normal with profile {{(pid=84152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 15:10:52.327244 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.managers [req-98bdf6bf-811e-4775-af4b-c6c062c2c95a req-ad4caa82-766a-471c-adf2-fd32ffe6b4c7 service neutron] Attempting to bind port 6902a729-e222-4f76-98ff-46203e19c211 by drivers openvswitch,hyperv on host hv-neutron-8251 at level 0 using segments [{'id': '67d85c3c-da5a-4228-85cc-cf5be291c245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '55caab5b-9aa1-40c0-b8bb-10b09e68853a'}] {{(pid=84152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 15:10:52.327562 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98bdf6bf-811e-4775-af4b-c6c062c2c95a req-ad4caa82-766a-471c-adf2-fd32ffe6b4c7 service neutron] Attempting to bind port 6902a729-e222-4f76-98ff-46203e19c211 on network 55caab5b-9aa1-40c0-b8bb-10b09e68853a {{(pid=84152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 15:10:52.333175 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98bdf6bf-811e-4775-af4b-c6c062c2c95a req-ad4caa82-766a-471c-adf2-fd32ffe6b4c7 service neutron] Port 6902a729-e222-4f76-98ff-46203e19c211 on network 55caab5b-9aa1-40c0-b8bb-10b09e68853a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8251 {{(pid=84152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 20 15:10:52.333490 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98bdf6bf-811e-4775-af4b-c6c062c2c95a req-ad4caa82-766a-471c-adf2-fd32ffe6b4c7 service neutron] Attempting to bind port 6902a729-e222-4f76-98ff-46203e19c211 on network 55caab5b-9aa1-40c0-b8bb-10b09e68853a {{(pid=84152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 15:10:52.339577 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98bdf6bf-811e-4775-af4b-c6c062c2c95a req-ad4caa82-766a-471c-adf2-fd32ffe6b4c7 service neutron] Checking agent: {'id': 'e037d8fb-d49c-4f86-9910-f13f6ba89a51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8251', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 23), 'started_at': datetime.datetime(2022, 1, 20, 14, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 15, 10, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 15:10:52.339907 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98bdf6bf-811e-4775-af4b-c6c062c2c95a req-ad4caa82-766a-471c-adf2-fd32ffe6b4c7 service neutron] Checking segment: {'id': '67d85c3c-da5a-4228-85cc-cf5be291c245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '55caab5b-9aa1-40c0-b8bb-10b09e68853a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 15:10:52.340278 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98bdf6bf-811e-4775-af4b-c6c062c2c95a req-ad4caa82-766a-471c-adf2-fd32ffe6b4c7 service neutron] Bound using segment: {'id': '67d85c3c-da5a-4228-85cc-cf5be291c245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '55caab5b-9aa1-40c0-b8bb-10b09e68853a'} {{(pid=84152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 15:10:52.340727 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.managers [req-98bdf6bf-811e-4775-af4b-c6c062c2c95a req-ad4caa82-766a-471c-adf2-fd32ffe6b4c7 service neutron] Bound port: 6902a729-e222-4f76-98ff-46203e19c211, host: hv-neutron-8251, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67d85c3c-da5a-4228-85cc-cf5be291c245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '55caab5b-9aa1-40c0-b8bb-10b09e68853a'}}] {{(pid=84152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 15:10:52.341087 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [req-98bdf6bf-811e-4775-af4b-c6c062c2c95a req-ad4caa82-766a-471c-adf2-fd32ffe6b4c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:10:52.427578 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.db [req-98bdf6bf-811e-4775-af4b-c6c062c2c95a req-ad4caa82-766a-471c-adf2-fd32ffe6b4c7 service neutron] For port 6902a729-e222-4f76-98ff-46203e19c211, host hv-neutron-8251, cleared binding levels {{(pid=84152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 15:10:52.430516 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.db [req-98bdf6bf-811e-4775-af4b-c6c062c2c95a req-ad4caa82-766a-471c-adf2-fd32ffe6b4c7 service neutron] For port 6902a729-e222-4f76-98ff-46203e19c211, host hv-neutron-8251, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=6902a729-e222-4f76-98ff-46203e19c211,segment=NetworkSegment(67d85c3c-da5a-4228-85cc-cf5be291c245),segment_id=67d85c3c-da5a-4228-85cc-cf5be291c245)] {{(pid=84152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 15:10:52.498246 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [req-98bdf6bf-811e-4775-af4b-c6c062c2c95a req-ad4caa82-766a-471c-adf2-fd32ffe6b4c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162822'] for port, after_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:10:52.558658 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [req-98bdf6bf-811e-4775-af4b-c6c062c2c95a req-ad4caa82-766a-471c-adf2-fd32ffe6b4c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:10:52.560741 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-98bdf6bf-811e-4775-af4b-c6c062c2c95a req-ad4caa82-766a-471c-adf2-fd32ffe6b4c7 service neutron] 10.222.0.106 "PUT /v2.0/ports/6902a729-e222-4f76-98ff-46203e19c211 HTTP/1.1" status: 200 len: 1093 time: 1.0148907 Jan 20 15:10:52.561086 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e8d1fa7-2afe-48dc-a574-01c29455d9be', 'tag': '6902a729-e222-4f76-98ff-46203e19c211'}] {{(pid=84152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 15:10:52.583028 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4caa82-766a-471c-adf2-fd32ffe6b4c7 service neutron] Pushing event updated for resources: {'Port': ['ID=6902a729-e222-4f76-98ff-46203e19c211,revision_number=3']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:10:52.622748 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e8d1fa7-2afe-48dc-a574-01c29455d9be', 'tag': '6902a729-e222-4f76-98ff-46203e19c211', 'status': 'completed', 'code': 200} Jan 20 15:10:52.712848 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-0198e350-fa44-4d72-9935-72d271e60c16 req-ca0f2eac-a7c9-43ec-819d-f2cf96cf2aed service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=0c6e33a201a449b6a090c10ea0004dc8&device_id=4e8d1fa7-2afe-48dc-a574-01c29455d9be HTTP/1.1" status: 200 len: 1096 time: 0.0699661 Jan 20 15:10:52.849416 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0198e350-fa44-4d72-9935-72d271e60c16 req-c0041cda-2a85-4801-83f5-772411bfa197 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:10:52.850874 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-0198e350-fa44-4d72-9935-72d271e60c16 req-c0041cda-2a85-4801-83f5-772411bfa197 service neutron] 10.222.0.106 "GET /v2.0/networks?tenant_id=0c6e33a201a449b6a090c10ea0004dc8&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1312807 Jan 20 15:10:52.983920 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0198e350-fa44-4d72-9935-72d271e60c16 req-55fa9ab7-d102-43a2-964f-5ceda2c43cd3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:10:52.985355 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-0198e350-fa44-4d72-9935-72d271e60c16 req-55fa9ab7-d102-43a2-964f-5ceda2c43cd3 service neutron] 10.222.0.106 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1276991 Jan 20 15:10:53.096193 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-98bdf6bf-811e-4775-af4b-c6c062c2c95a req-d0646d88-e72e-419e-9749-d786c537c564 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=0c6e33a201a449b6a090c10ea0004dc8&device_id=4e8d1fa7-2afe-48dc-a574-01c29455d9be HTTP/1.1" status: 200 len: 1096 time: 0.0755069 Jan 20 15:10:53.164049 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-98bdf6bf-811e-4775-af4b-c6c062c2c95a req-0bc8d7a8-4560-423e-ad98-d355a372ab14 service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6902a729-e222-4f76-98ff-46203e19c211 HTTP/1.1" status: 200 len: 217 time: 0.0594606 Jan 20 15:10:53.311084 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bdf6bf-811e-4775-af4b-c6c062c2c95a req-6febd9d6-c690-40d7-8529-86ffdbaaae73 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:10:53.312524 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-98bdf6bf-811e-4775-af4b-c6c062c2c95a req-6febd9d6-c690-40d7-8529-86ffdbaaae73 service neutron] 10.222.0.106 "GET /v2.0/subnets?id=53556284-e4c4-431b-baea-519cba1c51f0 HTTP/1.1" status: 200 len: 850 time: 0.1433129 Jan 20 15:10:53.353420 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575395bf-38a1-4bcd-aed9-e36bbc9b9e81 req-d1976e6e-0ffb-4143-a367-d7edb496fc5f tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:10:53.354821 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-575395bf-38a1-4bcd-aed9-e36bbc9b9e81 req-d1976e6e-0ffb-4143-a367-d7edb496fc5f tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/ports?device_id=4e8d1fa7-2afe-48dc-a574-01c29455d9be HTTP/1.1" status: 200 len: 943 time: 0.0807240 Jan 20 15:10:53.386773 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-98bdf6bf-811e-4775-af4b-c6c062c2c95a req-d03856f9-7ecb-471f-923a-6fb1fbd0db68 service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=55caab5b-9aa1-40c0-b8bb-10b09e68853a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0684149 Jan 20 15:10:53.401945 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-575395bf-38a1-4bcd-aed9-e36bbc9b9e81 req-9c84c155-5fc0-42b9-b27e-f4d5e41053fc tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/security-groups?id=b3810468-e4a1-4f4d-802c-721da7468662&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415237 Jan 20 15:10:53.516495 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-98bdf6bf-811e-4775-af4b-c6c062c2c95a req-ebd0e3f0-e715-48de-8616-d076387adb3f service neutron] 10.222.0.106 "GET /v2.0/networks/55caab5b-9aa1-40c0-b8bb-10b09e68853a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234360 Jan 20 15:10:53.646317 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-98bdf6bf-811e-4775-af4b-c6c062c2c95a req-f2452865-0688-4529-8025-53c98bdb1bcc service neutron] 10.222.0.106 "GET /v2.0/networks/55caab5b-9aa1-40c0-b8bb-10b09e68853a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240311 Jan 20 15:10:54.600374 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d18d78-0bce-45f1-add7-c6cbc0649a53 req-79fcb4dc-4f4f-434a-98f3-312faf7f3ca8 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:10:54.601830 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-f6d18d78-0bce-45f1-add7-c6cbc0649a53 req-79fcb4dc-4f4f-434a-98f3-312faf7f3ca8 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/ports?device_id=4e8d1fa7-2afe-48dc-a574-01c29455d9be HTTP/1.1" status: 200 len: 943 time: 0.0774438 Jan 20 15:10:54.646978 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-f6d18d78-0bce-45f1-add7-c6cbc0649a53 req-797a2517-2e86-4ca2-80f1-799de8cdcde4 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/security-groups?id=b3810468-e4a1-4f4d-802c-721da7468662&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389833 Jan 20 15:10:55.848323 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b4494d-6f6b-4ead-b832-a2a89da1074e req-5a36af08-fa29-46c1-acfc-70c6d4f4346b tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:10:55.849781 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-98b4494d-6f6b-4ead-b832-a2a89da1074e req-5a36af08-fa29-46c1-acfc-70c6d4f4346b tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/ports?device_id=4e8d1fa7-2afe-48dc-a574-01c29455d9be HTTP/1.1" status: 200 len: 943 time: 0.0796649 Jan 20 15:10:55.894523 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-98b4494d-6f6b-4ead-b832-a2a89da1074e req-646e81ea-ad3c-424a-9d2d-bd437af4244b tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/security-groups?id=b3810468-e4a1-4f4d-802c-721da7468662&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392208 Jan 20 15:10:56.354991 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Device 6902a729-e222-4f76-98ff-46203e19c211 details requested by agent hyperv_hv-neutron-8251 with host hv-neutron-8251 {{(pid=84154) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 20 15:10:56.483178 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] For port 6902a729-e222-4f76-98ff-46203e19c211, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=6902a729-e222-4f76-98ff-46203e19c211,segment=NetworkSegment(67d85c3c-da5a-4228-85cc-cf5be291c245),segment_id=67d85c3c-da5a-4228-85cc-cf5be291c245)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 15:10:56.495882 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Returning: {'device': '6902a729-e222-4f76-98ff-46203e19c211', 'network_id': '55caab5b-9aa1-40c0-b8bb-10b09e68853a', 'port_id': '6902a729-e222-4f76-98ff-46203e19c211', 'mac_address': 'fa:16:3e:b1:fb:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53556284-e4c4-431b-baea-519cba1c51f0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84154) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 20 15:10:56.550446 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:10:56.566567 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.notifiers.nova [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6902a729-e222-4f76-98ff-46203e19c211 {{(pid=84154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 15:10:56.580829 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] For port 6902a729-e222-4f76-98ff-46203e19c211, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=6902a729-e222-4f76-98ff-46203e19c211,segment=NetworkSegment(67d85c3c-da5a-4228-85cc-cf5be291c245),segment_id=67d85c3c-da5a-4228-85cc-cf5be291c245)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 15:10:56.666402 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:10:56.730138 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Pushing event updated for resources: {'Port': ['ID=6902a729-e222-4f76-98ff-46203e19c211,revision_number=4']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:10:56.991478 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] get_ports_and_sgs() called for port_ids ['6902a729-e222-4f76-98ff-46203e19c211'] {{(pid=84154) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 20 15:10:57.089794 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5306d9d7-9572-4f11-8223-da5323947327 req-6469f052-7a63-4627-9a5b-463c2fa0cf37 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:10:57.091876 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-5306d9d7-9572-4f11-8223-da5323947327 req-6469f052-7a63-4627-9a5b-463c2fa0cf37 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/ports?device_id=4e8d1fa7-2afe-48dc-a574-01c29455d9be HTTP/1.1" status: 200 len: 944 time: 0.0758336 Jan 20 15:10:57.139021 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-5306d9d7-9572-4f11-8223-da5323947327 req-3eacf246-a427-4b14-9762-8f874874418b tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/security-groups?id=b3810468-e4a1-4f4d-802c-721da7468662&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412364 Jan 20 15:10:58.022868 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-75c3e968-749a-4134-a0c2-5f2e8deaed99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:10:58.346524 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200e6b23-139a-4567-8dd9-f64da1616e6a req-efe1ce2a-49d7-4e29-98a5-0156bf3a4399 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:10:58.347943 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-200e6b23-139a-4567-8dd9-f64da1616e6a req-efe1ce2a-49d7-4e29-98a5-0156bf3a4399 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/ports?device_id=4e8d1fa7-2afe-48dc-a574-01c29455d9be HTTP/1.1" status: 200 len: 944 time: 0.0801044 Jan 20 15:10:58.370460 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Device 6902a729-e222-4f76-98ff-46203e19c211 up at agent hyperv_hv-neutron-8251 {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 15:10:58.392417 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-200e6b23-139a-4567-8dd9-f64da1616e6a req-cf487ff6-7492-4965-bf14-058facc91edc tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/security-groups?id=b3810468-e4a1-4f4d-802c-721da7468662&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389931 Jan 20 15:10:58.501095 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Provisioning for port 6902a729-e222-4f76-98ff-46203e19c211 completed by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 15:10:58.506301 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Provisioning complete for port 6902a729-e222-4f76-98ff-46203e19c211 triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:10:58.506676 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:10:58.617776 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:10:58.642925 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e8d1fa7-2afe-48dc-a574-01c29455d9be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6902a729-e222-4f76-98ff-46203e19c211'}] {{(pid=84154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 15:10:58.652221 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] For port 6902a729-e222-4f76-98ff-46203e19c211, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=6902a729-e222-4f76-98ff-46203e19c211,segment=NetworkSegment(67d85c3c-da5a-4228-85cc-cf5be291c245),segment_id=67d85c3c-da5a-4228-85cc-cf5be291c245)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 15:10:58.699839 dv-neutron-825124-1-hyperv neutron-server[84154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e8d1fa7-2afe-48dc-a574-01c29455d9be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6902a729-e222-4f76-98ff-46203e19c211', 'code': 200} Jan 20 15:10:58.723931 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:10:58.789963 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Pushing event updated for resources: {'Port': ['ID=6902a729-e222-4f76-98ff-46203e19c211,revision_number=5']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:10:59.041955 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-bf550583-dfbe-4ceb-bf13-9a5455466343 req-db046e80-5da8-46cf-b6ac-248302679438 service neutron] 10.222.0.106 "GET /v2.0/ports?device_id=4e8d1fa7-2afe-48dc-a574-01c29455d9be HTTP/1.1" status: 200 len: 1098 time: 0.0716794 Jan 20 15:10:59.083464 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-bf550583-dfbe-4ceb-bf13-9a5455466343 req-b4fb09cc-7912-4057-8de6-c861eb810293 service neutron] 10.222.0.106 "GET /v2.0/security-groups?id=b3810468-e4a1-4f4d-802c-721da7468662&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345199 Jan 20 15:10:59.584564 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c6c566-1f09-4f13-aaef-06d550f82be8 req-99d3b89c-6dc7-4d94-8525-7a738a122302 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:10:59.586002 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-48c6c566-1f09-4f13-aaef-06d550f82be8 req-99d3b89c-6dc7-4d94-8525-7a738a122302 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/ports?device_id=4e8d1fa7-2afe-48dc-a574-01c29455d9be HTTP/1.1" status: 200 len: 945 time: 0.0754170 Jan 20 15:10:59.633127 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-48c6c566-1f09-4f13-aaef-06d550f82be8 req-d29e7a8d-b4e9-46a7-8135-11c9c867b99a tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/security-groups?id=b3810468-e4a1-4f4d-802c-721da7468662&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416026 Jan 20 15:11:00.468659 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-af0b02d0-a4de-4daf-9329-83e71889f895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:11:00.826765 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:11:00.827994 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d7c5a5-f52f-4889-8d32-2260851366b9 req-8e8ef05f-4779-4fd4-9705-589ef89e2d26 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:11:00.829434 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-13d7c5a5-f52f-4889-8d32-2260851366b9 req-8e8ef05f-4779-4fd4-9705-589ef89e2d26 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/ports?device_id=4e8d1fa7-2afe-48dc-a574-01c29455d9be HTTP/1.1" status: 200 len: 945 time: 0.0746512 Jan 20 15:11:00.873843 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-13d7c5a5-f52f-4889-8d32-2260851366b9 req-f5bdc472-224c-4fa9-8d2f-5e5769c8371b tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/security-groups?id=b3810468-e4a1-4f4d-802c-721da7468662&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387557 Jan 20 15:11:01.066847 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6337585e-be6a-4b66-96bb-efd7aff769b4 req-fee291a4-f6c5-44e3-9b9d-6a44e5d7ea07 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:11:01.068282 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-6337585e-be6a-4b66-96bb-efd7aff769b4 req-fee291a4-f6c5-44e3-9b9d-6a44e5d7ea07 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/ports?device_id=4e8d1fa7-2afe-48dc-a574-01c29455d9be HTTP/1.1" status: 200 len: 945 time: 0.0785725 Jan 20 15:11:01.077159 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 48434) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:11:01.082157 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-e28a177f-866b-47ea-909d-58000fdff52f tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Request body: {'floatingip': {'port_id': '6902a729-e222-4f76-98ff-46203e19c211'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 15:11:01.154484 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-e28a177f-866b-47ea-909d-58000fdff52f tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Notify callbacks [] for floatingip, before_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:11:01.409691 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:11:01.701602 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-cdd98e71-1f0a-4421-baa9-dcb30e06edf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:11:01.826621 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-e28a177f-866b-47ea-909d-58000fdff52f tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:11:01.885760 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-e28a177f-866b-47ea-909d-58000fdff52f tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-745254'] for floatingip, after_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:11:02.072981 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.db.l3_db [None req-e28a177f-866b-47ea-909d-58000fdff52f tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Floating IP 31ecd7bf-e562-4861-ac09-6fb2d489f3bc associated. External IP: 172.26.7.19, port: 6902a729-e222-4f76-98ff-46203e19c211. Jan 20 15:11:02.451383 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e28a177f-866b-47ea-909d-58000fdff52f tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Router fae87e5e-f128-4d5e-ae35-714da5d072a5 has already been hosted by L3 agent 624d525b-4c26-4143-8a1c-228bb1c6faaa {{(pid=84153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 15:11:02.648615 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e28a177f-866b-47ea-909d-58000fdff52f tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Notify agent at l3_agent.dv-neutron-825124-1-hyperv the message routers_updated {{(pid=84153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 15:11:02.652893 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-e28a177f-866b-47ea-909d-58000fdff52f tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for floatingip, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:11:02.658910 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3951f6b-d3ab-4415-a68d-eeca0f80e4ba None None] Sync routers for ids ['fae87e5e-f128-4d5e-ae35-714da5d072a5'] in dv-neutron-825124-1-hyperv {{(pid=84155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 15:11:02.671192 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3951f6b-d3ab-4415-a68d-eeca0f80e4ba None None] Routers {'fae87e5e-f128-4d5e-ae35-714da5d072a5'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 15:11:02.671775 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-a3951f6b-d3ab-4415-a68d-eeca0f80e4ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T15:11:00Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['fae87e5e-f128-4d5e-ae35-714da5d072a5'], 'active': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:11:02.710288 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-e28a177f-866b-47ea-909d-58000fdff52f tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "PUT /v2.0/floatingips/31ecd7bf-e562-4861-ac09-6fb2d489f3bc HTTP/1.1" status: 200 len: 991 time: 1.6295204 Jan 20 15:11:02.710288 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e8d1fa7-2afe-48dc-a574-01c29455d9be', 'tag': '6902a729-e222-4f76-98ff-46203e19c211'}] {{(pid=84153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 15:11:02.763706 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e8d1fa7-2afe-48dc-a574-01c29455d9be', 'tag': '6902a729-e222-4f76-98ff-46203e19c211', 'status': 'completed', 'code': 200} Jan 20 15:11:02.850262 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvr_db [None req-a3951f6b-d3ab-4415-a68d-eeca0f80e4ba None None] Set router fae87e5e-f128-4d5e-ae35-714da5d072a5 gateway port host: dv-neutron-825124-1-hyperv {{(pid=84155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 15:11:02.861054 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-c0d8e191-3343-4ffa-a25b-77fa927645b3 req-7f8f8652-5096-41e6-a115-5c5db7b49e32 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=0c6e33a201a449b6a090c10ea0004dc8&device_id=4e8d1fa7-2afe-48dc-a574-01c29455d9be HTTP/1.1" status: 200 len: 1098 time: 0.0749695 Jan 20 15:11:02.988767 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d8e191-3343-4ffa-a25b-77fa927645b3 req-5bbfa696-3b1d-4665-892b-01cea4a71eb5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:11:02.990169 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-c0d8e191-3343-4ffa-a25b-77fa927645b3 req-5bbfa696-3b1d-4665-892b-01cea4a71eb5 service neutron] 10.222.0.106 "GET /v2.0/networks?id=55caab5b-9aa1-40c0-b8bb-10b09e68853a HTTP/1.1" status: 200 len: 912 time: 0.1232789 Jan 20 15:11:03.093993 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-c0d8e191-3343-4ffa-a25b-77fa927645b3 req-383fb2fe-c80d-4916-8231-1d17f1846744 service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6902a729-e222-4f76-98ff-46203e19c211 HTTP/1.1" status: 200 len: 999 time: 0.0979280 Jan 20 15:11:03.157928 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d8e191-3343-4ffa-a25b-77fa927645b3 req-41c15daf-4fa7-4bb0-8e0d-d52f4ae70e12 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:11:03.159416 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-c0d8e191-3343-4ffa-a25b-77fa927645b3 req-41c15daf-4fa7-4bb0-8e0d-d52f4ae70e12 service neutron] 10.222.0.106 "GET /v2.0/subnets?id=53556284-e4c4-431b-baea-519cba1c51f0 HTTP/1.1" status: 200 len: 850 time: 0.0598698 Jan 20 15:11:03.159913 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-eea6df97-7ff1-4b63-af20-e3ec8913deda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:11:03.194737 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-a3951f6b-d3ab-4415-a68d-eeca0f80e4ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fae87e5e-f128-4d5e-ae35-714da5d072a5', 'name': 'tempest-ServerActionsTestJSON-219677164-router', 'tenant_id': '0c6e33a201a449b6a090c10ea0004dc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.60'}], 'enable_snat': True}, 'gw_port_id': 'a1184d29-0410-4343-a277-3eda97ff9ba6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:04:23Z', 'updated_at': '2022-01-20T15:04:27Z', 'revision_number': 4, 'project_id': '0c6e33a201a449b6a090c10ea0004dc8', 'gw_port': {'id': 'a1184d29-0410-4343-a277-3eda97ff9ba6', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:ca:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fae87e5e-f128-4d5e-ae35-714da5d072a5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:04:24Z', 'updated_at': '2022-01-20T15:04:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv', '_floatingips': [{'id': '31ecd7bf-e562-4861-ac09-6fb2d489f3bc', 'tenant_id': '0c6e33a201a449b6a090c10ea0004dc8', 'floating_ip_address': '172.26.7.19', 'floating_network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'router_id': 'fae87e5e-f128-4d5e-ae35-714da5d072a5', 'port_id': '6902a729-e222-4f76-98ff-46203e19c211', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55caab5b-9aa1-40c0-b8bb-10b09e68853a', 'mac_address': 'fa:16:3e:b1:fb:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e8d1fa7-2afe-48dc-a574-01c29455d9be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T15:04:31Z', 'updated_at': '2022-01-20T15:11:01Z', 'revision_number': 13, 'project_id': '0c6e33a201a449b6a090c10ea0004dc8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26d6138e-e686-4773-842b-810fb3a5c555', 'name': '', 'network_id': '55caab5b-9aa1-40c0-b8bb-10b09e68853a', 'tenant_id': '0c6e33a201a449b6a090c10ea0004dc8', 'mac_address': 'fa:16:3e:d6:dd:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fae87e5e-f128-4d5e-ae35-714da5d072a5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '53556284-e4c4-431b-baea-519cba1c51f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:04:26Z', 'updated_at': '2022-01-20T15:04:35Z', 'revision_number': 5, 'project_id': '0c6e33a201a449b6a090c10ea0004dc8', 'subnets': [{'id': '53556284-e4c4-431b-baea-519cba1c51f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:11:03.198548 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3951f6b-d3ab-4415-a68d-eeca0f80e4ba None None] Checking router: fae87e5e-f128-4d5e-ae35-714da5d072a5 for host: dv-neutron-825124-1-hyperv {{(pid=84155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 15:11:03.209222 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3951f6b-d3ab-4415-a68d-eeca0f80e4ba None None] Routers {'fae87e5e-f128-4d5e-ae35-714da5d072a5'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 15:11:03.209819 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-a3951f6b-d3ab-4415-a68d-eeca0f80e4ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T15:11:00Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['fae87e5e-f128-4d5e-ae35-714da5d072a5'], 'active': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:11:03.234894 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-c0d8e191-3343-4ffa-a25b-77fa927645b3 req-23fa6702-27da-42ba-9442-fc964735c8aa service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=55caab5b-9aa1-40c0-b8bb-10b09e68853a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0690584 Jan 20 15:11:03.366642 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-c0d8e191-3343-4ffa-a25b-77fa927645b3 req-b27ba39d-2452-481a-a6c2-def8b69d9648 service neutron] 10.222.0.106 "GET /v2.0/networks/55caab5b-9aa1-40c0-b8bb-10b09e68853a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252482 Jan 20 15:11:03.412552 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvr_db [None req-a3951f6b-d3ab-4415-a68d-eeca0f80e4ba None None] Set router fae87e5e-f128-4d5e-ae35-714da5d072a5 gateway port host: dv-neutron-825124-1-hyperv {{(pid=84155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 15:11:03.495639 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-c0d8e191-3343-4ffa-a25b-77fa927645b3 req-7069c8a7-91b8-4c2d-9031-0173da026d8e service neutron] 10.222.0.106 "GET /v2.0/networks/55caab5b-9aa1-40c0-b8bb-10b09e68853a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239345 Jan 20 15:11:03.754759 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-a3951f6b-d3ab-4415-a68d-eeca0f80e4ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fae87e5e-f128-4d5e-ae35-714da5d072a5', 'name': 'tempest-ServerActionsTestJSON-219677164-router', 'tenant_id': '0c6e33a201a449b6a090c10ea0004dc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.60'}], 'enable_snat': True}, 'gw_port_id': 'a1184d29-0410-4343-a277-3eda97ff9ba6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:04:23Z', 'updated_at': '2022-01-20T15:04:27Z', 'revision_number': 4, 'project_id': '0c6e33a201a449b6a090c10ea0004dc8', 'gw_port': {'id': 'a1184d29-0410-4343-a277-3eda97ff9ba6', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:ca:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fae87e5e-f128-4d5e-ae35-714da5d072a5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:04:24Z', 'updated_at': '2022-01-20T15:04:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv', '_floatingips': [{'id': '31ecd7bf-e562-4861-ac09-6fb2d489f3bc', 'tenant_id': '0c6e33a201a449b6a090c10ea0004dc8', 'floating_ip_address': '172.26.7.19', 'floating_network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'router_id': 'fae87e5e-f128-4d5e-ae35-714da5d072a5', 'port_id': '6902a729-e222-4f76-98ff-46203e19c211', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55caab5b-9aa1-40c0-b8bb-10b09e68853a', 'mac_address': 'fa:16:3e:b1:fb:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e8d1fa7-2afe-48dc-a574-01c29455d9be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T15:04:31Z', 'updated_at': '2022-01-20T15:11:01Z', 'revision_number': 13, 'project_id': '0c6e33a201a449b6a090c10ea0004dc8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26d6138e-e686-4773-842b-810fb3a5c555', 'name': '', 'network_id': '55caab5b-9aa1-40c0-b8bb-10b09e68853a', 'tenant_id': '0c6e33a201a449b6a090c10ea0004dc8', 'mac_address': 'fa:16:3e:d6:dd:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fae87e5e-f128-4d5e-ae35-714da5d072a5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '53556284-e4c4-431b-baea-519cba1c51f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:04:26Z', 'updated_at': '2022-01-20T15:04:35Z', 'revision_number': 5, 'project_id': '0c6e33a201a449b6a090c10ea0004dc8', 'subnets': [{'id': '53556284-e4c4-431b-baea-519cba1c51f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:11:03.758577 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3951f6b-d3ab-4415-a68d-eeca0f80e4ba None None] The sync data for ids ['fae87e5e-f128-4d5e-ae35-714da5d072a5'] in dv-neutron-825124-1-hyperv is: [{'id': 'fae87e5e-f128-4d5e-ae35-714da5d072a5', 'name': 'tempest-ServerActionsTestJSON-219677164-router', 'tenant_id': '0c6e33a201a449b6a090c10ea0004dc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.60'}], 'enable_snat': True}, 'gw_port_id': 'a1184d29-0410-4343-a277-3eda97ff9ba6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:04:23Z', 'updated_at': '2022-01-20T15:04:27Z', 'revision_number': 4, 'project_id': '0c6e33a201a449b6a090c10ea0004dc8', 'gw_port': {'id': 'a1184d29-0410-4343-a277-3eda97ff9ba6', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:ca:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fae87e5e-f128-4d5e-ae35-714da5d072a5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:04:24Z', 'updated_at': '2022-01-20T15:04:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv', '_floatingips': [{'id': '31ecd7bf-e562-4861-ac09-6fb2d489f3bc', 'tenant_id': '0c6e33a201a449b6a090c10ea0004dc8', 'floating_ip_address': '172.26.7.19', 'floating_network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'router_id': 'fae87e5e-f128-4d5e-ae35-714da5d072a5', 'port_id': '6902a729-e222-4f76-98ff-46203e19c211', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55caab5b-9aa1-40c0-b8bb-10b09e68853a', 'mac_address': 'fa:16:3e:b1:fb:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e8d1fa7-2afe-48dc-a574-01c29455d9be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T15:04:31Z', 'updated_at': '2022-01-20T15:11:01Z', 'revision_number': 13, 'project_id': '0c6e33a201a449b6a090c10ea0004dc8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26d6138e-e686-4773-842b-810fb3a5c555', 'name': '', 'network_id': '55caab5b-9aa1-40c0-b8bb-10b09e68853a', 'tenant_id': '0c6e33a201a449b6a090c10ea0004dc8', 'mac_address': 'fa:16:3e:d6:dd:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fae87e5e-f128-4d5e-ae35-714da5d072a5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '53556284-e4c4-431b-baea-519cba1c51f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:04:26Z', 'updated_at': '2022-01-20T15:04:35Z', 'revision_number': 5, 'project_id': '0c6e33a201a449b6a090c10ea0004dc8', 'subnets': [{'id': '53556284-e4c4-431b-baea-519cba1c51f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 15:11:03.943720 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3f64bb9-1fd4-4886-9559-4d7af1ebd7f4 None None] New status for floating IP 31ecd7bf-e562-4861-ac09-6fb2d489f3bc: ACTIVE {{(pid=84154) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 20 15:11:18.066984 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.agents_db [None req-6dba657d-a637-4918-9b6d-40defdfae04b None None] Agent healthcheck: found 6 active agents {{(pid=84155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 15:11:28.037735 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-e2810e78-fca1-4424-9154-897ced6cd132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:11:30.422716 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-f4f540f9-96e6-4325-acee-dd0925fc8846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:11:30.848761 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:11:31.431714 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:11:31.705708 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-cdd98e71-1f0a-4421-baa9-dcb30e06edf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:11:33.199910 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-eea6df97-7ff1-4b63-af20-e3ec8913deda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:11:47.586826 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-3e11c726-836a-47d1-8ce7-a16e25050d0c req-5e8d0a05-0686-48a0-9fdc-3ebcfe616c36 service neutron] 10.222.0.106 "GET /v2.0/ports?device_id=4e8d1fa7-2afe-48dc-a574-01c29455d9be&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0670159 Jan 20 15:11:47.727120 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-3e11c726-836a-47d1-8ce7-a16e25050d0c req-e0c80c9d-a622-4af4-9a76-0cbb20f235d2 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=0c6e33a201a449b6a090c10ea0004dc8&device_id=4e8d1fa7-2afe-48dc-a574-01c29455d9be HTTP/1.1" status: 200 len: 1098 time: 0.0721955 Jan 20 15:11:47.868656 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e11c726-836a-47d1-8ce7-a16e25050d0c req-0ba5a58d-7744-4f5e-8417-c8c827a4e903 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:11:47.870428 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-3e11c726-836a-47d1-8ce7-a16e25050d0c req-0ba5a58d-7744-4f5e-8417-c8c827a4e903 service neutron] 10.222.0.106 "GET /v2.0/networks?id=55caab5b-9aa1-40c0-b8bb-10b09e68853a HTTP/1.1" status: 200 len: 912 time: 0.1259403 Jan 20 15:11:48.068974 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-3e11c726-836a-47d1-8ce7-a16e25050d0c req-51349452-d22f-4aef-980c-3180d37a8990 service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6902a729-e222-4f76-98ff-46203e19c211 HTTP/1.1" status: 200 len: 1001 time: 0.1920049 Jan 20 15:11:48.129825 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e11c726-836a-47d1-8ce7-a16e25050d0c req-b19ab46f-aeab-46b5-836d-829c43a3f9b2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:11:48.131212 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-3e11c726-836a-47d1-8ce7-a16e25050d0c req-b19ab46f-aeab-46b5-836d-829c43a3f9b2 service neutron] 10.222.0.106 "GET /v2.0/subnets?id=53556284-e4c4-431b-baea-519cba1c51f0 HTTP/1.1" status: 200 len: 850 time: 0.0559573 Jan 20 15:11:48.209801 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-3e11c726-836a-47d1-8ce7-a16e25050d0c req-c485830c-0a6b-4523-87e2-767289c5784d service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=55caab5b-9aa1-40c0-b8bb-10b09e68853a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0727518 Jan 20 15:11:48.344091 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-3e11c726-836a-47d1-8ce7-a16e25050d0c req-120ebdf9-d63c-42ae-86a4-c7f534b1beac service neutron] 10.222.0.106 "GET /v2.0/networks/55caab5b-9aa1-40c0-b8bb-10b09e68853a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269617 Jan 20 15:11:48.473413 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-3e11c726-836a-47d1-8ce7-a16e25050d0c req-099cd49c-140d-4139-8aed-7ee53cc8b75a service neutron] 10.222.0.106 "GET /v2.0/networks/55caab5b-9aa1-40c0-b8bb-10b09e68853a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225255 Jan 20 15:11:55.067650 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.agents_db [None req-6dba657d-a637-4918-9b6d-40defdfae04b None None] Agent healthcheck: found 6 active agents {{(pid=84155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 15:11:58.031240 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-a6f7cdd0-1b12-475d-9002-2a30d6ee9781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:12:00.428298 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7107f0f0-5bc3-4471-a906-9e7403dd770a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:12:00.856625 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:12:01.436925 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:12:01.717364 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-cdd98e71-1f0a-4421-baa9-dcb30e06edf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:12:03.177203 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-eea6df97-7ff1-4b63-af20-e3ec8913deda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:12:18.724833 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4a2aa1-e5e1-463b-97e7-49dde0363635 req-32a6b884-9d65-42dd-9d1e-da8ad61f5661 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:12:18.726200 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-4a4a2aa1-e5e1-463b-97e7-49dde0363635 req-32a6b884-9d65-42dd-9d1e-da8ad61f5661 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/ports?device_id=4e8d1fa7-2afe-48dc-a574-01c29455d9be HTTP/1.1" status: 200 len: 945 time: 0.1638534 Jan 20 15:12:18.770362 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-4a4a2aa1-e5e1-463b-97e7-49dde0363635 req-6513a39d-6079-433a-b422-72506765ea69 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/security-groups?id=b3810468-e4a1-4f4d-802c-721da7468662&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386508 Jan 20 15:12:28.047937 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-a21922a2-575b-45ea-ae01-bd4c087ecda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:12:29.028167 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-f3d9f892-888a-4f0d-97bf-cf81cde575db req-d1fb0640-c15c-41fb-8449-98f691a29a56 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=4e8d1fa7-2afe-48dc-a574-01c29455d9be&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1276400 Jan 20 15:12:29.649387 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b22bfa-924f-4427-89d1-5ab826099822 req-06264574-c9fd-43b6-91f5-95c9ec5c7400 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:12:29.650598 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-19b22bfa-924f-4427-89d1-5ab826099822 req-06264574-c9fd-43b6-91f5-95c9ec5c7400 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/ports?device_id=4e8d1fa7-2afe-48dc-a574-01c29455d9be HTTP/1.1" status: 200 len: 945 time: 0.2450325 Jan 20 15:12:29.657594 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-6a9fca6d-ae10-4b4c-a2d8-fe1832245343 req-2bbf1c45-1ea2-41ff-9250-538fa54a5d01 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=4e8d1fa7-2afe-48dc-a574-01c29455d9be&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2004216 Jan 20 15:12:29.697834 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-19b22bfa-924f-4427-89d1-5ab826099822 req-3a0160eb-8b8d-42b6-a3b5-3e2a4be7192d tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/security-groups?id=b3810468-e4a1-4f4d-802c-721da7468662&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392771 Jan 20 15:12:30.434465 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-242c3774-986c-4adb-8531-f634eb01798d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:12:30.865485 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:12:30.900011 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653f70e3-1452-433e-97f5-f1e7c07653b8 req-24dd13e3-4405-4b12-83b7-e3fce3adc0fc tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:12:30.901448 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-653f70e3-1452-433e-97f5-f1e7c07653b8 req-24dd13e3-4405-4b12-83b7-e3fce3adc0fc tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/ports?device_id=4e8d1fa7-2afe-48dc-a574-01c29455d9be HTTP/1.1" status: 200 len: 945 time: 0.0797296 Jan 20 15:12:30.945677 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-653f70e3-1452-433e-97f5-f1e7c07653b8 req-b367b285-bec6-4bff-9f5b-7880fb8d6014 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/security-groups?id=b3810468-e4a1-4f4d-802c-721da7468662&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386267 Jan 20 15:12:31.431129 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:12:31.672553 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-6a9fca6d-ae10-4b4c-a2d8-fe1832245343 req-ede3daeb-11c6-496c-a54c-76fdba700309 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=0c6e33a201a449b6a090c10ea0004dc8&device_id=4e8d1fa7-2afe-48dc-a574-01c29455d9be HTTP/1.1" status: 200 len: 1098 time: 0.0804596 Jan 20 15:12:31.719661 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-cdd98e71-1f0a-4421-baa9-dcb30e06edf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:12:31.802470 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9fca6d-ae10-4b4c-a2d8-fe1832245343 req-e7ac4faa-83b6-4351-803c-2967d0099937 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:12:31.803908 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-6a9fca6d-ae10-4b4c-a2d8-fe1832245343 req-e7ac4faa-83b6-4351-803c-2967d0099937 service neutron] 10.222.0.106 "GET /v2.0/networks?id=55caab5b-9aa1-40c0-b8bb-10b09e68853a HTTP/1.1" status: 200 len: 912 time: 0.1253002 Jan 20 15:12:31.903975 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-6a9fca6d-ae10-4b4c-a2d8-fe1832245343 req-2bcec751-2f22-4136-b76a-90e237086d98 service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6902a729-e222-4f76-98ff-46203e19c211 HTTP/1.1" status: 200 len: 1001 time: 0.0939126 Jan 20 15:12:31.964610 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9fca6d-ae10-4b4c-a2d8-fe1832245343 req-b81eb21b-29e6-44fe-bc43-443046e46db3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:12:31.965993 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-6a9fca6d-ae10-4b4c-a2d8-fe1832245343 req-b81eb21b-29e6-44fe-bc43-443046e46db3 service neutron] 10.222.0.106 "GET /v2.0/subnets?id=53556284-e4c4-431b-baea-519cba1c51f0 HTTP/1.1" status: 200 len: 850 time: 0.0553191 Jan 20 15:12:32.043694 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-6a9fca6d-ae10-4b4c-a2d8-fe1832245343 req-599d60c9-d970-4240-a6d3-2462d08f0829 service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=55caab5b-9aa1-40c0-b8bb-10b09e68853a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0715373 Jan 20 15:12:32.069845 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.agents_db [None req-6dba657d-a637-4918-9b6d-40defdfae04b None None] Agent healthcheck: found 6 active agents {{(pid=84155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 15:12:32.149976 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf4557e-0cd7-407e-9ec7-d57e8505dbc5 req-65db051b-c4db-403d-b22b-2a2e926a2321 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:12:32.151451 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-daf4557e-0cd7-407e-9ec7-d57e8505dbc5 req-65db051b-c4db-403d-b22b-2a2e926a2321 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/ports?device_id=4e8d1fa7-2afe-48dc-a574-01c29455d9be HTTP/1.1" status: 200 len: 945 time: 0.0797803 Jan 20 15:12:32.176946 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-6a9fca6d-ae10-4b4c-a2d8-fe1832245343 req-370c4e0c-a02f-4849-90b9-5a8e5b4cccb6 service neutron] 10.222.0.106 "GET /v2.0/networks/55caab5b-9aa1-40c0-b8bb-10b09e68853a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269925 Jan 20 15:12:32.197167 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-daf4557e-0cd7-407e-9ec7-d57e8505dbc5 req-29e15732-d4ba-4974-a318-029128d0227f tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/security-groups?id=b3810468-e4a1-4f4d-802c-721da7468662&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399837 Jan 20 15:12:32.305961 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-6a9fca6d-ae10-4b4c-a2d8-fe1832245343 req-d3a05c4a-c4f2-40b1-9e5d-d123a7ddcdcc service neutron] 10.222.0.106 "GET /v2.0/networks/55caab5b-9aa1-40c0-b8bb-10b09e68853a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235850 Jan 20 15:12:33.201444 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-eea6df97-7ff1-4b63-af20-e3ec8913deda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:12:33.395379 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46e7da5-d330-4ff2-999a-d9064b2325b8 req-cca4d501-3f2c-46b3-911b-f0dd0dd41c23 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:12:33.396763 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-b46e7da5-d330-4ff2-999a-d9064b2325b8 req-cca4d501-3f2c-46b3-911b-f0dd0dd41c23 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/ports?device_id=4e8d1fa7-2afe-48dc-a574-01c29455d9be HTTP/1.1" status: 200 len: 945 time: 0.0755002 Jan 20 15:12:33.446649 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-b46e7da5-d330-4ff2-999a-d9064b2325b8 req-83a10bf1-cf28-4755-8a30-310ddc54e2fb tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/security-groups?id=b3810468-e4a1-4f4d-802c-721da7468662&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441389 Jan 20 15:12:34.637812 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7061584-d32a-4f90-a15e-e2c936f822d8 req-32ef1abe-eab9-4b05-86cc-09f946b86688 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:12:34.639822 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-c7061584-d32a-4f90-a15e-e2c936f822d8 req-32ef1abe-eab9-4b05-86cc-09f946b86688 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/ports?device_id=4e8d1fa7-2afe-48dc-a574-01c29455d9be HTTP/1.1" status: 200 len: 945 time: 0.0742025 Jan 20 15:12:34.682419 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-c7061584-d32a-4f90-a15e-e2c936f822d8 req-6f30c069-179f-4b2b-8a49-1150b1393b8d tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/security-groups?id=b3810468-e4a1-4f4d-802c-721da7468662&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373192 Jan 20 15:12:35.881323 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aaa63ee-8f85-4d99-8a8a-d976da22cc98 req-054ad3d5-9bd4-4653-82b0-217bb98ec65e tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:12:35.882782 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-5aaa63ee-8f85-4d99-8a8a-d976da22cc98 req-054ad3d5-9bd4-4653-82b0-217bb98ec65e tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/ports?device_id=4e8d1fa7-2afe-48dc-a574-01c29455d9be HTTP/1.1" status: 200 len: 945 time: 0.0805409 Jan 20 15:12:35.927056 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-5aaa63ee-8f85-4d99-8a8a-d976da22cc98 req-ca06f123-785d-40f2-9beb-d0b783b224c0 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/security-groups?id=b3810468-e4a1-4f4d-802c-721da7468662&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388043 Jan 20 15:12:37.122365 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209e4b65-1715-4885-9089-c330a6809df1 req-057d137c-8fb0-415a-8195-980e4290b1e2 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:12:37.123792 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-209e4b65-1715-4885-9089-c330a6809df1 req-057d137c-8fb0-415a-8195-980e4290b1e2 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/ports?device_id=4e8d1fa7-2afe-48dc-a574-01c29455d9be HTTP/1.1" status: 200 len: 945 time: 0.0758011 Jan 20 15:12:37.168041 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-209e4b65-1715-4885-9089-c330a6809df1 req-97ec04f1-4d38-41cd-a310-80f7568d73c4 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/security-groups?id=b3810468-e4a1-4f4d-802c-721da7468662&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388396 Jan 20 15:12:38.365184 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac510953-746a-4295-bdfb-a277d1b82f5f req-13f8d6b7-700c-4a7d-822f-a3d4be3a445c tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:12:38.366631 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-ac510953-746a-4295-bdfb-a277d1b82f5f req-13f8d6b7-700c-4a7d-822f-a3d4be3a445c tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/ports?device_id=4e8d1fa7-2afe-48dc-a574-01c29455d9be HTTP/1.1" status: 200 len: 945 time: 0.0784779 Jan 20 15:12:38.410525 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-ac510953-746a-4295-bdfb-a277d1b82f5f req-0c2d6874-d9d5-43ec-a345-2fdc9fa9a617 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/security-groups?id=b3810468-e4a1-4f4d-802c-721da7468662&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385985 Jan 20 15:12:39.611993 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e656b1-84f5-48a2-bb5d-654bfa4346ea req-74b41311-4ea4-4a42-b6d6-7a082f42db27 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:12:39.613458 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-58e656b1-84f5-48a2-bb5d-654bfa4346ea req-74b41311-4ea4-4a42-b6d6-7a082f42db27 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/ports?device_id=4e8d1fa7-2afe-48dc-a574-01c29455d9be HTTP/1.1" status: 200 len: 945 time: 0.0765657 Jan 20 15:12:39.657231 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-58e656b1-84f5-48a2-bb5d-654bfa4346ea req-b93394d2-b254-4fcf-bcf1-6cfcb01b903b tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/security-groups?id=b3810468-e4a1-4f4d-802c-721da7468662&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384009 Jan 20 15:12:40.854409 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fee5a1d-518b-4229-a184-b12e38c99e09 req-fee3258a-271a-4b34-bb94-9c03cce5de46 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:12:40.855826 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-1fee5a1d-518b-4229-a184-b12e38c99e09 req-fee3258a-271a-4b34-bb94-9c03cce5de46 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/ports?device_id=4e8d1fa7-2afe-48dc-a574-01c29455d9be HTTP/1.1" status: 200 len: 945 time: 0.0768991 Jan 20 15:12:40.899647 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-1fee5a1d-518b-4229-a184-b12e38c99e09 req-ac091ff4-f6a0-4e21-b5f4-a50f98444a41 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/security-groups?id=b3810468-e4a1-4f4d-802c-721da7468662&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383928 Jan 20 15:12:42.092640 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca98a757-60db-4846-8b05-946c1268772d req-4e9baf49-5eed-4289-b497-98f2d4ad42c1 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:12:42.094102 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-ca98a757-60db-4846-8b05-946c1268772d req-4e9baf49-5eed-4289-b497-98f2d4ad42c1 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/ports?device_id=4e8d1fa7-2afe-48dc-a574-01c29455d9be HTTP/1.1" status: 200 len: 945 time: 0.0747638 Jan 20 15:12:42.141401 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-ca98a757-60db-4846-8b05-946c1268772d req-df15fd7e-6b21-4a09-8cbd-9c447078df65 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/security-groups?id=b3810468-e4a1-4f4d-802c-721da7468662&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418479 Jan 20 15:12:43.333948 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413a436a-864b-4b8b-8be5-121b2ee09811 req-7334178c-ba76-4b6d-be53-ed7460737873 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:12:43.335311 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-413a436a-864b-4b8b-8be5-121b2ee09811 req-7334178c-ba76-4b6d-be53-ed7460737873 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/ports?device_id=4e8d1fa7-2afe-48dc-a574-01c29455d9be HTTP/1.1" status: 200 len: 945 time: 0.0754135 Jan 20 15:12:43.379795 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-413a436a-864b-4b8b-8be5-121b2ee09811 req-cbe547fd-8981-4f48-b825-8afb9ca136e4 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/security-groups?id=b3810468-e4a1-4f4d-802c-721da7468662&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390964 Jan 20 15:12:44.575284 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93beae8e-bb56-436c-8d57-d05170d52d39 req-646be432-232a-496f-b41e-8a0b83561a2a tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:12:44.576724 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-93beae8e-bb56-436c-8d57-d05170d52d39 req-646be432-232a-496f-b41e-8a0b83561a2a tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/ports?device_id=4e8d1fa7-2afe-48dc-a574-01c29455d9be HTTP/1.1" status: 200 len: 945 time: 0.0792036 Jan 20 15:12:44.620100 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-93beae8e-bb56-436c-8d57-d05170d52d39 req-24481cba-1431-4f41-a10c-bd6b00f51a8d tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/security-groups?id=b3810468-e4a1-4f4d-802c-721da7468662&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372658 Jan 20 15:12:45.816770 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab531d17-b616-4b6c-af00-35cfe1e45b43 req-bba14d2f-ec82-42de-87c0-311cb0463b39 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:12:45.818262 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-ab531d17-b616-4b6c-af00-35cfe1e45b43 req-bba14d2f-ec82-42de-87c0-311cb0463b39 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/ports?device_id=4e8d1fa7-2afe-48dc-a574-01c29455d9be HTTP/1.1" status: 200 len: 945 time: 0.0789814 Jan 20 15:12:45.864088 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-ab531d17-b616-4b6c-af00-35cfe1e45b43 req-e5177528-0d7a-45f5-9c6f-cac5e4caa24a tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/security-groups?id=b3810468-e4a1-4f4d-802c-721da7468662&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398822 Jan 20 15:12:47.068537 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fb285b-0a0c-4677-89c5-98736229d3c4 req-cb57f615-2b8e-4146-adef-f0dc2c793786 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:12:47.069974 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-a0fb285b-0a0c-4677-89c5-98736229d3c4 req-cb57f615-2b8e-4146-adef-f0dc2c793786 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/ports?device_id=4e8d1fa7-2afe-48dc-a574-01c29455d9be HTTP/1.1" status: 200 len: 945 time: 0.0791011 Jan 20 15:12:47.114318 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-a0fb285b-0a0c-4677-89c5-98736229d3c4 req-7a73ff00-1582-49bd-bbe0-cd3ecca05e0d tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/security-groups?id=b3810468-e4a1-4f4d-802c-721da7468662&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385661 Jan 20 15:12:48.314474 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64bc625-9f1f-45f3-ac89-22217adc9e6a req-ff97f630-e861-40e0-9b8f-e2648ff0a87e tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:12:48.315908 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-c64bc625-9f1f-45f3-ac89-22217adc9e6a req-ff97f630-e861-40e0-9b8f-e2648ff0a87e tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/ports?device_id=4e8d1fa7-2afe-48dc-a574-01c29455d9be HTTP/1.1" status: 200 len: 945 time: 0.0743356 Jan 20 15:12:48.363698 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-c64bc625-9f1f-45f3-ac89-22217adc9e6a req-ae9adf82-e42c-4c32-8e59-b19cae9586d4 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/security-groups?id=b3810468-e4a1-4f4d-802c-721da7468662&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423193 Jan 20 15:12:49.589508 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b746f72-c1d7-45bd-bf8f-8850a9d68644 req-e2ccbfbd-6f70-4f7f-afca-f4fbd6d99ed1 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:12:49.589508 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-1b746f72-c1d7-45bd-bf8f-8850a9d68644 req-e2ccbfbd-6f70-4f7f-afca-f4fbd6d99ed1 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/ports?device_id=4e8d1fa7-2afe-48dc-a574-01c29455d9be HTTP/1.1" status: 200 len: 945 time: 0.1008985 Jan 20 15:12:49.649339 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-1b746f72-c1d7-45bd-bf8f-8850a9d68644 req-10d546be-0c1f-424d-a431-4c93804f1a25 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/security-groups?id=b3810468-e4a1-4f4d-802c-721da7468662&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537930 Jan 20 15:12:49.678589 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-fd873782-2b8b-4264-8922-1e7c00d85cbe req-7cf38775-9830-4327-b472-4385f0c21777 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=0c6e33a201a449b6a090c10ea0004dc8&device_id=4e8d1fa7-2afe-48dc-a574-01c29455d9be HTTP/1.1" status: 200 len: 1098 time: 0.0787969 Jan 20 15:12:49.826100 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd873782-2b8b-4264-8922-1e7c00d85cbe req-e7784f6a-2ef0-4761-ad64-5dedc6289a1f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:12:49.826100 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-fd873782-2b8b-4264-8922-1e7c00d85cbe req-e7784f6a-2ef0-4761-ad64-5dedc6289a1f service neutron] 10.222.0.106 "GET /v2.0/networks?id=55caab5b-9aa1-40c0-b8bb-10b09e68853a HTTP/1.1" status: 200 len: 912 time: 0.1283445 Jan 20 15:12:49.940711 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-fd873782-2b8b-4264-8922-1e7c00d85cbe req-55f6b81a-6687-403f-91a4-64c912a85023 service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6902a729-e222-4f76-98ff-46203e19c211 HTTP/1.1" status: 200 len: 1001 time: 0.1070619 Jan 20 15:12:50.008849 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd873782-2b8b-4264-8922-1e7c00d85cbe req-88db0202-48fb-4c89-b2f1-0511905804a4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:12:50.010346 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-fd873782-2b8b-4264-8922-1e7c00d85cbe req-88db0202-48fb-4c89-b2f1-0511905804a4 service neutron] 10.222.0.106 "GET /v2.0/subnets?id=53556284-e4c4-431b-baea-519cba1c51f0 HTTP/1.1" status: 200 len: 850 time: 0.0637431 Jan 20 15:12:50.185135 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-fd873782-2b8b-4264-8922-1e7c00d85cbe req-c14d9453-efad-48d2-b0df-dc6f5164db1b service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=55caab5b-9aa1-40c0-b8bb-10b09e68853a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1683130 Jan 20 15:12:50.318308 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-fd873782-2b8b-4264-8922-1e7c00d85cbe req-2b4667be-6bf4-40f8-90c1-6314312f9c34 service neutron] 10.222.0.106 "GET /v2.0/networks/55caab5b-9aa1-40c0-b8bb-10b09e68853a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262522 Jan 20 15:12:50.448148 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-fd873782-2b8b-4264-8922-1e7c00d85cbe req-ad04ed86-0687-4031-b34a-2fa0eaf59a73 service neutron] 10.222.0.106 "GET /v2.0/networks/55caab5b-9aa1-40c0-b8bb-10b09e68853a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239471 Jan 20 15:12:50.532174 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-6a9fca6d-ae10-4b4c-a2d8-fe1832245343 req-61d01c9c-dc69-42d5-8ec8-780c5637bd66 service neutron] 10.222.0.106 "GET /v2.0/ports/6902a729-e222-4f76-98ff-46203e19c211/bindings/hv-neutron-8251 HTTP/1.1" status: 200 len: 384 time: 0.0753071 Jan 20 15:12:50.848269 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62f85dc-ee92-48e3-b4bd-8a81510e63bd req-f9452c00-df7d-4a33-b943-7561321d0563 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:12:50.849647 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-b62f85dc-ee92-48e3-b4bd-8a81510e63bd req-f9452c00-df7d-4a33-b943-7561321d0563 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/ports?device_id=4e8d1fa7-2afe-48dc-a574-01c29455d9be HTTP/1.1" status: 200 len: 945 time: 0.0786197 Jan 20 15:12:50.900224 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-b62f85dc-ee92-48e3-b4bd-8a81510e63bd req-8f2e1c44-5fb3-4b91-9828-72d59715d193 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/security-groups?id=b3810468-e4a1-4f4d-802c-721da7468662&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408549 Jan 20 15:12:51.084710 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-6a9fca6d-ae10-4b4c-a2d8-fe1832245343 req-aa5d56ab-81f2-4c29-907f-d0d515c8d86c service neutron] 10.222.0.106 "GET /v2.0/ports?device_id=4e8d1fa7-2afe-48dc-a574-01c29455d9be&tenant_id=0c6e33a201a449b6a090c10ea0004dc8 HTTP/1.1" status: 200 len: 1098 time: 0.0722470 Jan 20 15:12:51.173193 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-6a9fca6d-ae10-4b4c-a2d8-fe1832245343 req-a5c29135-0c3f-4c16-b6a8-6cc17e96e609 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=0c6e33a201a449b6a090c10ea0004dc8&device_id=4e8d1fa7-2afe-48dc-a574-01c29455d9be HTTP/1.1" status: 200 len: 1098 time: 0.0673079 Jan 20 15:12:51.394927 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9fca6d-ae10-4b4c-a2d8-fe1832245343 req-a92e4f46-80a6-4477-a4d9-b8f1c7930fc2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:12:51.396380 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-6a9fca6d-ae10-4b4c-a2d8-fe1832245343 req-a92e4f46-80a6-4477-a4d9-b8f1c7930fc2 service neutron] 10.222.0.106 "GET /v2.0/networks?id=55caab5b-9aa1-40c0-b8bb-10b09e68853a HTTP/1.1" status: 200 len: 912 time: 0.2175372 Jan 20 15:12:51.497817 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-6a9fca6d-ae10-4b4c-a2d8-fe1832245343 req-b2caf996-ff50-4d85-b4f8-9eb028d6efe8 service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6902a729-e222-4f76-98ff-46203e19c211 HTTP/1.1" status: 200 len: 1001 time: 0.0953379 Jan 20 15:12:51.562513 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9fca6d-ae10-4b4c-a2d8-fe1832245343 req-dec9df75-539a-444f-8b3c-9d439b713701 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:12:51.564141 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-6a9fca6d-ae10-4b4c-a2d8-fe1832245343 req-dec9df75-539a-444f-8b3c-9d439b713701 service neutron] 10.222.0.106 "GET /v2.0/subnets?id=53556284-e4c4-431b-baea-519cba1c51f0 HTTP/1.1" status: 200 len: 850 time: 0.0596721 Jan 20 15:12:51.639013 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-6a9fca6d-ae10-4b4c-a2d8-fe1832245343 req-b2e5060d-511a-46b0-bcaf-558c17f86b68 service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=55caab5b-9aa1-40c0-b8bb-10b09e68853a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0690060 Jan 20 15:12:51.766086 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-6a9fca6d-ae10-4b4c-a2d8-fe1832245343 req-d376c512-1d55-4dd2-a1e7-c2d602954b3e service neutron] 10.222.0.106 "GET /v2.0/networks/55caab5b-9aa1-40c0-b8bb-10b09e68853a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205695 Jan 20 15:12:51.895243 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-6a9fca6d-ae10-4b4c-a2d8-fe1832245343 req-fbf88884-c88e-459f-85a2-bc3824ae18ca service neutron] 10.222.0.106 "GET /v2.0/networks/55caab5b-9aa1-40c0-b8bb-10b09e68853a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233745 Jan 20 15:12:52.096301 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a5f972-5d7b-45b5-bfcb-0fe75e26973e req-4f86e656-a288-4dc6-83a5-7f76419b1704 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:12:52.098191 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-33a5f972-5d7b-45b5-bfcb-0fe75e26973e req-4f86e656-a288-4dc6-83a5-7f76419b1704 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/ports?device_id=4e8d1fa7-2afe-48dc-a574-01c29455d9be HTTP/1.1" status: 200 len: 945 time: 0.0774770 Jan 20 15:12:52.142720 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-33a5f972-5d7b-45b5-bfcb-0fe75e26973e req-f01afe30-609b-4fc7-84eb-bcc755d5c369 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/security-groups?id=b3810468-e4a1-4f4d-802c-721da7468662&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388556 Jan 20 15:12:52.837428 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Device 6902a729-e222-4f76-98ff-46203e19c211 no longer exists at agent hyperv_hv-neutron-8251 {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 15:12:52.947712 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:12:52.974086 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e8d1fa7-2afe-48dc-a574-01c29455d9be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6902a729-e222-4f76-98ff-46203e19c211'}] {{(pid=84154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 15:12:52.983511 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] For port 6902a729-e222-4f76-98ff-46203e19c211, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=6902a729-e222-4f76-98ff-46203e19c211,segment=NetworkSegment(67d85c3c-da5a-4228-85cc-cf5be291c245),segment_id=67d85c3c-da5a-4228-85cc-cf5be291c245)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 15:12:53.044398 dv-neutron-825124-1-hyperv neutron-server[84154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e8d1fa7-2afe-48dc-a574-01c29455d9be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6902a729-e222-4f76-98ff-46203e19c211', 'code': 200} Jan 20 15:12:53.045664 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:12:53.110112 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Pushing event updated for resources: {'Port': ['ID=6902a729-e222-4f76-98ff-46203e19c211,revision_number=6']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:12:53.118315 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:12:53.124233 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:12:53.124233 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:12:53.124233 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:12:53.124233 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:12:53.124233 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:12:53.124233 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:12:53.124233 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:12:53.124233 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:12:53.124233 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:12:53.124233 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:12:53.349343 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc91fcb-86ca-4ab5-8682-2929d186323e req-a496dd90-dde9-4cec-af73-1a8e2efe9688 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:12:53.350843 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-9bc91fcb-86ca-4ab5-8682-2929d186323e req-a496dd90-dde9-4cec-af73-1a8e2efe9688 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/ports?device_id=4e8d1fa7-2afe-48dc-a574-01c29455d9be HTTP/1.1" status: 200 len: 943 time: 0.0817153 Jan 20 15:12:53.395926 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-9bc91fcb-86ca-4ab5-8682-2929d186323e req-e2476445-f7af-4fa8-bbb3-9bed836a8ddf tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/security-groups?id=b3810468-e4a1-4f4d-802c-721da7468662&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394194 Jan 20 15:12:54.590957 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ea5d02-5a50-45ac-a02b-df7dd76656e6 req-64927da4-e566-4194-8ab3-0ae1589386c7 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:12:54.592916 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-54ea5d02-5a50-45ac-a02b-df7dd76656e6 req-64927da4-e566-4194-8ab3-0ae1589386c7 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/ports?device_id=4e8d1fa7-2afe-48dc-a574-01c29455d9be HTTP/1.1" status: 200 len: 943 time: 0.0746448 Jan 20 15:12:54.636248 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-54ea5d02-5a50-45ac-a02b-df7dd76656e6 req-571bd350-9bb2-425e-95b6-c5a31b383a5a tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/security-groups?id=b3810468-e4a1-4f4d-802c-721da7468662&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380588 Jan 20 15:12:55.834422 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72892748-dd7f-448c-833c-defa83dbdbbf req-b0917682-b2af-4f2d-8fa8-508fc91d81fa tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:12:55.841392 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-72892748-dd7f-448c-833c-defa83dbdbbf req-b0917682-b2af-4f2d-8fa8-508fc91d81fa tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/ports?device_id=4e8d1fa7-2afe-48dc-a574-01c29455d9be HTTP/1.1" status: 200 len: 943 time: 0.0790827 Jan 20 15:12:55.880737 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-72892748-dd7f-448c-833c-defa83dbdbbf req-ef8133b5-bc8e-4148-a34d-ed1d57549608 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/security-groups?id=b3810468-e4a1-4f4d-802c-721da7468662&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394065 Jan 20 15:12:56.864985 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Device 6902a729-e222-4f76-98ff-46203e19c211 details requested by agent hyperv_hv-neutron-8251 with host hv-neutron-8251 {{(pid=84154) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 20 15:12:56.995523 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] For port 6902a729-e222-4f76-98ff-46203e19c211, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=6902a729-e222-4f76-98ff-46203e19c211,segment=NetworkSegment(67d85c3c-da5a-4228-85cc-cf5be291c245),segment_id=67d85c3c-da5a-4228-85cc-cf5be291c245)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 15:12:57.010838 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Returning: {'device': '6902a729-e222-4f76-98ff-46203e19c211', 'network_id': '55caab5b-9aa1-40c0-b8bb-10b09e68853a', 'port_id': '6902a729-e222-4f76-98ff-46203e19c211', 'mac_address': 'fa:16:3e:b1:fb:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53556284-e4c4-431b-baea-519cba1c51f0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84154) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 20 15:12:57.069448 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:12:57.086456 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.notifiers.nova [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6902a729-e222-4f76-98ff-46203e19c211 {{(pid=84154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 15:12:57.093888 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e45303-9fa0-4c6a-bf8b-7c1fb947d8c0 req-d0f93301-d995-40d1-b152-affa9a779ba1 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:12:57.095379 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-00e45303-9fa0-4c6a-bf8b-7c1fb947d8c0 req-d0f93301-d995-40d1-b152-affa9a779ba1 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/ports?device_id=4e8d1fa7-2afe-48dc-a574-01c29455d9be HTTP/1.1" status: 200 len: 943 time: 0.0789320 Jan 20 15:12:57.101087 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] For port 6902a729-e222-4f76-98ff-46203e19c211, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=6902a729-e222-4f76-98ff-46203e19c211,segment=NetworkSegment(67d85c3c-da5a-4228-85cc-cf5be291c245),segment_id=67d85c3c-da5a-4228-85cc-cf5be291c245)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 15:12:57.143638 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-00e45303-9fa0-4c6a-bf8b-7c1fb947d8c0 req-91da0dd3-33a3-4cf3-907f-210e2900ddb5 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/security-groups?id=b3810468-e4a1-4f4d-802c-721da7468662&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426564 Jan 20 15:12:57.193040 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:12:57.258643 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] get_ports_and_sgs() called for port_ids ['6902a729-e222-4f76-98ff-46203e19c211'] {{(pid=84154) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 20 15:12:57.296130 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Pushing event updated for resources: {'Port': ['ID=6902a729-e222-4f76-98ff-46203e19c211,revision_number=7']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:12:58.039504 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-747194a7-8e74-4bc5-b65e-26746fdf23e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:12:58.338802 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3a4d76-9673-4139-8d24-1b4a423607db req-2c4e46ba-7d59-47fe-aea0-ed9f8022dfd7 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:12:58.340158 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-2f3a4d76-9673-4139-8d24-1b4a423607db req-2c4e46ba-7d59-47fe-aea0-ed9f8022dfd7 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/ports?device_id=4e8d1fa7-2afe-48dc-a574-01c29455d9be HTTP/1.1" status: 200 len: 944 time: 0.0759711 Jan 20 15:12:58.383910 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-2f3a4d76-9673-4139-8d24-1b4a423607db req-9c601f66-51b8-4d88-8ac9-01d8f6e98643 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/security-groups?id=b3810468-e4a1-4f4d-802c-721da7468662&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383406 Jan 20 15:12:58.881061 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Device 6902a729-e222-4f76-98ff-46203e19c211 up at agent hyperv_hv-neutron-8251 {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 15:12:58.948477 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Provisioning complete for port 6902a729-e222-4f76-98ff-46203e19c211 triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:12:58.948847 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:12:59.060488 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:12:59.087245 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e8d1fa7-2afe-48dc-a574-01c29455d9be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6902a729-e222-4f76-98ff-46203e19c211'}] {{(pid=84154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 15:12:59.096852 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] For port 6902a729-e222-4f76-98ff-46203e19c211, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=6902a729-e222-4f76-98ff-46203e19c211,segment=NetworkSegment(67d85c3c-da5a-4228-85cc-cf5be291c245),segment_id=67d85c3c-da5a-4228-85cc-cf5be291c245)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 15:12:59.149546 dv-neutron-825124-1-hyperv neutron-server[84154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e8d1fa7-2afe-48dc-a574-01c29455d9be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6902a729-e222-4f76-98ff-46203e19c211', 'code': 200} Jan 20 15:12:59.167333 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:12:59.231600 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Pushing event updated for resources: {'Port': ['ID=6902a729-e222-4f76-98ff-46203e19c211,revision_number=8']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:12:59.584887 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8538cbc3-bc5f-4811-8de0-104c0ec58a3b req-726dbf85-a855-4977-8137-8b69a67b1ee4 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:12:59.586337 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-8538cbc3-bc5f-4811-8de0-104c0ec58a3b req-726dbf85-a855-4977-8137-8b69a67b1ee4 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/ports?device_id=4e8d1fa7-2afe-48dc-a574-01c29455d9be HTTP/1.1" status: 200 len: 945 time: 0.0795629 Jan 20 15:12:59.644435 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-8538cbc3-bc5f-4811-8de0-104c0ec58a3b req-fc171d6c-1499-4a3e-99cf-a4577d84e102 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/security-groups?id=b3810468-e4a1-4f4d-802c-721da7468662&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527031 Jan 20 15:13:00.418954 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-a9c37097-1d0b-46d8-8e3e-d5d20bda1617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:00.845178 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980188b7-29bf-4d9a-af19-2cfae2518e6c req-b10efd1a-a49a-4170-9b31-bbf6d596271e tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:13:00.846646 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-980188b7-29bf-4d9a-af19-2cfae2518e6c req-b10efd1a-a49a-4170-9b31-bbf6d596271e tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/ports?device_id=4e8d1fa7-2afe-48dc-a574-01c29455d9be HTTP/1.1" status: 200 len: 945 time: 0.0755761 Jan 20 15:13:00.864905 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:00.891486 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-980188b7-29bf-4d9a-af19-2cfae2518e6c req-9c2a9d27-ade3-4c2f-a7d6-302c57b63d0e tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/security-groups?id=b3810468-e4a1-4f4d-802c-721da7468662&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390012 Jan 20 15:13:01.434103 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:01.714174 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-cdd98e71-1f0a-4421-baa9-dcb30e06edf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:02.099394 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1a87b0-cc5a-4964-8008-f4beb8322562 req-c7930d04-886a-4e39-a69e-beff43c9a758 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:13:02.100846 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-bf1a87b0-cc5a-4964-8008-f4beb8322562 req-c7930d04-886a-4e39-a69e-beff43c9a758 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/ports?device_id=4e8d1fa7-2afe-48dc-a574-01c29455d9be HTTP/1.1" status: 200 len: 945 time: 0.0802710 Jan 20 15:13:02.146268 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-bf1a87b0-cc5a-4964-8008-f4beb8322562 req-691e47ae-0d41-4af0-b9cd-791cb86ccf1a tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/security-groups?id=b3810468-e4a1-4f4d-802c-721da7468662&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394621 Jan 20 15:13:03.196757 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-eea6df97-7ff1-4b63-af20-e3ec8913deda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:03.341324 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d01836-d3aa-48e3-8fb3-fb53bd19eb76 req-7b5127bd-6137-4536-90ea-608a799f2f67 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:13:03.342833 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-66d01836-d3aa-48e3-8fb3-fb53bd19eb76 req-7b5127bd-6137-4536-90ea-608a799f2f67 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/ports?device_id=4e8d1fa7-2afe-48dc-a574-01c29455d9be HTTP/1.1" status: 200 len: 945 time: 0.0761485 Jan 20 15:13:03.387273 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-66d01836-d3aa-48e3-8fb3-fb53bd19eb76 req-4f150bd9-58ad-488f-8b3b-ccab23e6b641 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/security-groups?id=b3810468-e4a1-4f4d-802c-721da7468662&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390856 Jan 20 15:13:04.206683 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9ee491-c5bd-47e1-bcbf-a783956ff42e req-b4c5be59-6643-44d7-b76a-b80040af77db tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:13:04.208097 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-df9ee491-c5bd-47e1-bcbf-a783956ff42e req-b4c5be59-6643-44d7-b76a-b80040af77db tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.106 "GET /v2.0/ports?device_id=4e8d1fa7-2afe-48dc-a574-01c29455d9be&tenant_id=0c6e33a201a449b6a090c10ea0004dc8&binding%3Ahost_id=hv-neutron-8251 HTTP/1.1" status: 200 len: 945 time: 0.1403635 Jan 20 15:13:04.214313 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6281a733-de02-416f-acca-f6c1b356a92d req-c9b5ce2b-2efd-4504-b9f0-db4d55e590d0 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:13:04.215623 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-6281a733-de02-416f-acca-f6c1b356a92d req-c9b5ce2b-2efd-4504-b9f0-db4d55e590d0 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/ports?device_id=4e8d1fa7-2afe-48dc-a574-01c29455d9be HTTP/1.1" status: 200 len: 945 time: 0.1129084 Jan 20 15:13:04.404772 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-6281a733-de02-416f-acca-f6c1b356a92d req-9cd3a48f-07df-4b93-b4ad-a7979d641c49 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/security-groups?id=b3810468-e4a1-4f4d-802c-721da7468662&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680883 Jan 20 15:13:04.408766 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-df9ee491-c5bd-47e1-bcbf-a783956ff42e req-0ec1e32d-25e4-4ba6-943d-a2255fcf52ed service neutron] 10.222.0.106 "GET /v2.0/ports/6902a729-e222-4f76-98ff-46203e19c211/bindings/hv-neutron-8251 HTTP/1.1" status: 200 len: 384 time: 0.1922932 Jan 20 15:13:04.504430 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-df9ee491-c5bd-47e1-bcbf-a783956ff42e req-a55e9167-1a28-4065-ab85-ee408ecae346 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=0c6e33a201a449b6a090c10ea0004dc8&device_id=4e8d1fa7-2afe-48dc-a574-01c29455d9be HTTP/1.1" status: 200 len: 1098 time: 0.0719593 Jan 20 15:13:04.632907 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9ee491-c5bd-47e1-bcbf-a783956ff42e req-73fceb32-8524-456b-a51a-c0f35b96100e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:13:04.634386 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-df9ee491-c5bd-47e1-bcbf-a783956ff42e req-73fceb32-8524-456b-a51a-c0f35b96100e service neutron] 10.222.0.106 "GET /v2.0/networks?id=55caab5b-9aa1-40c0-b8bb-10b09e68853a HTTP/1.1" status: 200 len: 912 time: 0.1246631 Jan 20 15:13:04.729738 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-df9ee491-c5bd-47e1-bcbf-a783956ff42e req-59ea3c05-2c25-4151-8af2-b2ff54c17a8e service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6902a729-e222-4f76-98ff-46203e19c211 HTTP/1.1" status: 200 len: 1001 time: 0.0897601 Jan 20 15:13:04.790891 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9ee491-c5bd-47e1-bcbf-a783956ff42e req-ef07ffaf-8f7d-47c0-acac-b5ae9daf2f9f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:13:04.792235 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-df9ee491-c5bd-47e1-bcbf-a783956ff42e req-ef07ffaf-8f7d-47c0-acac-b5ae9daf2f9f service neutron] 10.222.0.106 "GET /v2.0/subnets?id=53556284-e4c4-431b-baea-519cba1c51f0 HTTP/1.1" status: 200 len: 850 time: 0.0566952 Jan 20 15:13:04.863201 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-df9ee491-c5bd-47e1-bcbf-a783956ff42e req-2ae8c48d-eea6-4f9b-8b23-3d9bfec77d4d service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=55caab5b-9aa1-40c0-b8bb-10b09e68853a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0649788 Jan 20 15:13:04.989449 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-df9ee491-c5bd-47e1-bcbf-a783956ff42e req-66b2e547-1e52-47aa-be90-16d517329fb0 service neutron] 10.222.0.106 "GET /v2.0/networks/55caab5b-9aa1-40c0-b8bb-10b09e68853a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204281 Jan 20 15:13:05.119307 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-df9ee491-c5bd-47e1-bcbf-a783956ff42e req-6d178d69-c28a-4634-86c2-476eef167b45 service neutron] 10.222.0.106 "GET /v2.0/networks/55caab5b-9aa1-40c0-b8bb-10b09e68853a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243002 Jan 20 15:13:05.604589 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e353c7f-cb31-4374-8146-3528757f4897 req-723b72ef-3efb-4382-9dbf-c897c7b04787 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:13:05.606049 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-4e353c7f-cb31-4374-8146-3528757f4897 req-723b72ef-3efb-4382-9dbf-c897c7b04787 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/ports?device_id=4e8d1fa7-2afe-48dc-a574-01c29455d9be HTTP/1.1" status: 200 len: 945 time: 0.0801671 Jan 20 15:13:05.649831 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-4e353c7f-cb31-4374-8146-3528757f4897 req-15d2db49-699d-4554-adbc-df6a532da7ae tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/security-groups?id=b3810468-e4a1-4f4d-802c-721da7468662&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383139 Jan 20 15:13:06.846683 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526eddba-8df6-46de-8b89-d3c48e2058a2 req-a416a3f3-0bb5-43c6-8d59-7c39b18abd2b tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:13:06.848144 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-526eddba-8df6-46de-8b89-d3c48e2058a2 req-a416a3f3-0bb5-43c6-8d59-7c39b18abd2b tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/ports?device_id=4e8d1fa7-2afe-48dc-a574-01c29455d9be HTTP/1.1" status: 200 len: 945 time: 0.0756950 Jan 20 15:13:06.893147 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-526eddba-8df6-46de-8b89-d3c48e2058a2 req-53788338-bc23-469b-8794-174c27c3c052 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/security-groups?id=b3810468-e4a1-4f4d-802c-721da7468662&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392737 Jan 20 15:13:08.094366 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f103baa4-cb5b-44f4-9b53-586453af7db9 req-f566200f-5a51-4359-9f0c-33cf3cd4d23c tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:13:08.095822 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-f103baa4-cb5b-44f4-9b53-586453af7db9 req-f566200f-5a51-4359-9f0c-33cf3cd4d23c tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/ports?device_id=4e8d1fa7-2afe-48dc-a574-01c29455d9be HTTP/1.1" status: 200 len: 945 time: 0.0801671 Jan 20 15:13:08.140341 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-f103baa4-cb5b-44f4-9b53-586453af7db9 req-42c803b3-8389-4d2c-86d1-e70a65295e5a tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/security-groups?id=b3810468-e4a1-4f4d-802c-721da7468662&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391171 Jan 20 15:13:09.070483 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.agents_db [None req-6dba657d-a637-4918-9b6d-40defdfae04b None None] Agent healthcheck: found 6 active agents {{(pid=84155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 15:13:09.151977 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-df9ee491-c5bd-47e1-bcbf-a783956ff42e req-490aa3e6-e98d-433a-89bf-67e02bd6c253 service neutron] 10.222.0.106 "GET /v2.0/ports?device_id=4e8d1fa7-2afe-48dc-a574-01c29455d9be&tenant_id=0c6e33a201a449b6a090c10ea0004dc8 HTTP/1.1" status: 200 len: 1098 time: 0.0673120 Jan 20 15:13:09.248100 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-df9ee491-c5bd-47e1-bcbf-a783956ff42e req-787a373e-4d98-44cd-951c-15adf4479cae service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=0c6e33a201a449b6a090c10ea0004dc8&device_id=4e8d1fa7-2afe-48dc-a574-01c29455d9be HTTP/1.1" status: 200 len: 1098 time: 0.0730162 Jan 20 15:13:09.435887 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9ee491-c5bd-47e1-bcbf-a783956ff42e req-c602cb40-64d7-4b62-94f9-b4d80c67407d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:13:09.437248 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-df9ee491-c5bd-47e1-bcbf-a783956ff42e req-c602cb40-64d7-4b62-94f9-b4d80c67407d service neutron] 10.222.0.106 "GET /v2.0/networks?id=55caab5b-9aa1-40c0-b8bb-10b09e68853a HTTP/1.1" status: 200 len: 912 time: 0.1838114 Jan 20 15:13:09.443599 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e782a10-b645-44f3-a83c-30a1b47e6c41 req-bdd59d96-fe59-4d59-a2de-3104aef2ff9e tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:13:09.444977 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-2e782a10-b645-44f3-a83c-30a1b47e6c41 req-bdd59d96-fe59-4d59-a2de-3104aef2ff9e tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/ports?device_id=4e8d1fa7-2afe-48dc-a574-01c29455d9be HTTP/1.1" status: 200 len: 945 time: 0.1741040 Jan 20 15:13:09.571879 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-2e782a10-b645-44f3-a83c-30a1b47e6c41 req-5b862d09-79af-408c-9c8e-f02e135e3e39 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/security-groups?id=b3810468-e4a1-4f4d-802c-721da7468662&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789165 Jan 20 15:13:09.573525 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-df9ee491-c5bd-47e1-bcbf-a783956ff42e req-b4a14ad8-bc76-4f3a-af58-4ba577e1e014 service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6902a729-e222-4f76-98ff-46203e19c211 HTTP/1.1" status: 200 len: 1001 time: 0.1277211 Jan 20 15:13:09.715495 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9ee491-c5bd-47e1-bcbf-a783956ff42e req-61bafc0d-b4dc-40c1-b78b-470e96f82618 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:13:09.716840 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-df9ee491-c5bd-47e1-bcbf-a783956ff42e req-61bafc0d-b4dc-40c1-b78b-470e96f82618 service neutron] 10.222.0.106 "GET /v2.0/subnets?id=53556284-e4c4-431b-baea-519cba1c51f0 HTTP/1.1" status: 200 len: 850 time: 0.1366570 Jan 20 15:13:09.792834 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-df9ee491-c5bd-47e1-bcbf-a783956ff42e req-bb5d81da-4e8a-4162-9cc1-d50056a44954 service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=55caab5b-9aa1-40c0-b8bb-10b09e68853a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0696166 Jan 20 15:13:09.918779 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-df9ee491-c5bd-47e1-bcbf-a783956ff42e req-d804de8f-51c3-47e6-9672-9cd052d90609 service neutron] 10.222.0.106 "GET /v2.0/networks/55caab5b-9aa1-40c0-b8bb-10b09e68853a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201682 Jan 20 15:13:10.046993 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-df9ee491-c5bd-47e1-bcbf-a783956ff42e req-e2ed671e-736c-4ef3-8b0a-e04dff27de8f service neutron] 10.222.0.106 "GET /v2.0/networks/55caab5b-9aa1-40c0-b8bb-10b09e68853a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221423 Jan 20 15:13:10.770869 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61f49d5-57f8-4311-a0ce-85f7ef2a0907 req-4a443ef2-e829-4f67-8348-b28238ccc17b tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:13:10.772321 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-e61f49d5-57f8-4311-a0ce-85f7ef2a0907 req-4a443ef2-e829-4f67-8348-b28238ccc17b tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/ports?device_id=4e8d1fa7-2afe-48dc-a574-01c29455d9be HTTP/1.1" status: 200 len: 945 time: 0.0762415 Jan 20 15:13:10.816709 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-e61f49d5-57f8-4311-a0ce-85f7ef2a0907 req-c6be836b-1c1d-400b-a58d-2564575e22e9 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/security-groups?id=b3810468-e4a1-4f4d-802c-721da7468662&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389779 Jan 20 15:13:11.021154 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Device 6902a729-e222-4f76-98ff-46203e19c211 no longer exists at agent hyperv_hv-neutron-8251 {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 15:13:11.133391 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:11.161176 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e8d1fa7-2afe-48dc-a574-01c29455d9be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6902a729-e222-4f76-98ff-46203e19c211'}] {{(pid=84154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 15:13:11.172188 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] For port 6902a729-e222-4f76-98ff-46203e19c211, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=6902a729-e222-4f76-98ff-46203e19c211,segment=NetworkSegment(67d85c3c-da5a-4228-85cc-cf5be291c245),segment_id=67d85c3c-da5a-4228-85cc-cf5be291c245)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 15:13:11.229427 dv-neutron-825124-1-hyperv neutron-server[84154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e8d1fa7-2afe-48dc-a574-01c29455d9be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6902a729-e222-4f76-98ff-46203e19c211', 'code': 200} Jan 20 15:13:11.241691 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:11.308882 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Pushing event updated for resources: {'Port': ['ID=6902a729-e222-4f76-98ff-46203e19c211,revision_number=9']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:13:12.021290 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f3978a-26c3-4d7a-ad24-445749840b7d req-b6d813b2-064d-4172-94bc-f70c3fbbac1d tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:13:12.022663 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-f8f3978a-26c3-4d7a-ad24-445749840b7d req-b6d813b2-064d-4172-94bc-f70c3fbbac1d tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/ports?device_id=4e8d1fa7-2afe-48dc-a574-01c29455d9be HTTP/1.1" status: 200 len: 943 time: 0.0808177 Jan 20 15:13:12.068728 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-f8f3978a-26c3-4d7a-ad24-445749840b7d req-af7a7700-19a4-4052-8a6a-93bedd0ae2c0 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/security-groups?id=b3810468-e4a1-4f4d-802c-721da7468662&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406470 Jan 20 15:13:13.039557 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Device 6902a729-e222-4f76-98ff-46203e19c211 details requested by agent hyperv_hv-neutron-8251 with host hv-neutron-8251 {{(pid=84154) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 20 15:13:13.179541 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] For port 6902a729-e222-4f76-98ff-46203e19c211, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=6902a729-e222-4f76-98ff-46203e19c211,segment=NetworkSegment(67d85c3c-da5a-4228-85cc-cf5be291c245),segment_id=67d85c3c-da5a-4228-85cc-cf5be291c245)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 15:13:13.195325 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Returning: {'device': '6902a729-e222-4f76-98ff-46203e19c211', 'network_id': '55caab5b-9aa1-40c0-b8bb-10b09e68853a', 'port_id': '6902a729-e222-4f76-98ff-46203e19c211', 'mac_address': 'fa:16:3e:b1:fb:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53556284-e4c4-431b-baea-519cba1c51f0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84154) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 20 15:13:13.251192 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:13.270331 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.notifiers.nova [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6902a729-e222-4f76-98ff-46203e19c211 {{(pid=84154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 15:13:13.276573 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5864b6a1-dc5c-4ebd-923e-5729f2f6e1b7 req-e6c72ea1-6a79-4e6a-874c-6ee794761a6f tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:13:13.278634 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-5864b6a1-dc5c-4ebd-923e-5729f2f6e1b7 req-e6c72ea1-6a79-4e6a-874c-6ee794761a6f tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/ports?device_id=4e8d1fa7-2afe-48dc-a574-01c29455d9be HTTP/1.1" status: 200 len: 943 time: 0.0842111 Jan 20 15:13:13.285713 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] For port 6902a729-e222-4f76-98ff-46203e19c211, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=6902a729-e222-4f76-98ff-46203e19c211,segment=NetworkSegment(67d85c3c-da5a-4228-85cc-cf5be291c245),segment_id=67d85c3c-da5a-4228-85cc-cf5be291c245)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 15:13:13.328311 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-5864b6a1-dc5c-4ebd-923e-5729f2f6e1b7 req-88635d2f-c4cd-4062-865f-b07991772288 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/security-groups?id=b3810468-e4a1-4f4d-802c-721da7468662&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430171 Jan 20 15:13:13.359957 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:13.455597 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] get_ports_and_sgs() called for port_ids ['6902a729-e222-4f76-98ff-46203e19c211'] {{(pid=84154) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 20 15:13:13.505844 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Pushing event updated for resources: {'Port': ['ID=6902a729-e222-4f76-98ff-46203e19c211,revision_number=10']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:13:14.526780 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e012f06c-f263-4d32-8895-799a2e8f695b req-69578d20-0cc5-4b83-9128-77b29161d961 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:13:14.528148 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-e012f06c-f263-4d32-8895-799a2e8f695b req-69578d20-0cc5-4b83-9128-77b29161d961 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/ports?device_id=4e8d1fa7-2afe-48dc-a574-01c29455d9be HTTP/1.1" status: 200 len: 945 time: 0.0786214 Jan 20 15:13:14.572937 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-e012f06c-f263-4d32-8895-799a2e8f695b req-c5bcbb41-cc73-4187-8b40-80a4cc4f6466 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/security-groups?id=b3810468-e4a1-4f4d-802c-721da7468662&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392416 Jan 20 15:13:15.055409 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Device 6902a729-e222-4f76-98ff-46203e19c211 up at agent hyperv_hv-neutron-8251 {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 15:13:15.121296 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Provisioning complete for port 6902a729-e222-4f76-98ff-46203e19c211 triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:13:15.121675 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:15.232482 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:15.259206 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e8d1fa7-2afe-48dc-a574-01c29455d9be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6902a729-e222-4f76-98ff-46203e19c211'}] {{(pid=84154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 15:13:15.268561 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] For port 6902a729-e222-4f76-98ff-46203e19c211, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=6902a729-e222-4f76-98ff-46203e19c211,segment=NetworkSegment(67d85c3c-da5a-4228-85cc-cf5be291c245),segment_id=67d85c3c-da5a-4228-85cc-cf5be291c245)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 15:13:15.322210 dv-neutron-825124-1-hyperv neutron-server[84154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e8d1fa7-2afe-48dc-a574-01c29455d9be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6902a729-e222-4f76-98ff-46203e19c211', 'code': 200} Jan 20 15:13:15.336554 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:15.401048 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Pushing event updated for resources: {'Port': ['ID=6902a729-e222-4f76-98ff-46203e19c211,revision_number=11']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:13:15.767468 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dec8134-4026-4edf-8e07-4393bc90266b req-d5a1f5d5-c1c2-4bc0-8095-2c3aeee65f32 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:13:15.768965 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-1dec8134-4026-4edf-8e07-4393bc90266b req-d5a1f5d5-c1c2-4bc0-8095-2c3aeee65f32 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/ports?device_id=4e8d1fa7-2afe-48dc-a574-01c29455d9be HTTP/1.1" status: 200 len: 946 time: 0.0752602 Jan 20 15:13:15.817992 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-1dec8134-4026-4edf-8e07-4393bc90266b req-2bcebd22-a9a7-4a4a-a62d-03c6f0306142 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/security-groups?id=b3810468-e4a1-4f4d-802c-721da7468662&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436261 Jan 20 15:13:17.015716 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac7a594-978c-49c6-946b-5985fd130f0a req-44442410-061d-4733-ad1d-51e2aa6b7073 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:13:17.017143 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-1ac7a594-978c-49c6-946b-5985fd130f0a req-44442410-061d-4733-ad1d-51e2aa6b7073 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/ports?device_id=4e8d1fa7-2afe-48dc-a574-01c29455d9be HTTP/1.1" status: 200 len: 946 time: 0.0750871 Jan 20 15:13:17.061441 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-1ac7a594-978c-49c6-946b-5985fd130f0a req-d3591244-b399-469e-8b95-1e69f2fb9393 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/security-groups?id=b3810468-e4a1-4f4d-802c-721da7468662&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379305 Jan 20 15:13:18.261414 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f606c607-fca9-4910-8d9c-b50c0839b3f4 req-19a3db63-e9fa-43e7-bd39-8fde2f588c04 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:13:18.262901 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-f606c607-fca9-4910-8d9c-b50c0839b3f4 req-19a3db63-e9fa-43e7-bd39-8fde2f588c04 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/ports?device_id=4e8d1fa7-2afe-48dc-a574-01c29455d9be HTTP/1.1" status: 200 len: 946 time: 0.0800200 Jan 20 15:13:18.310578 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-f606c607-fca9-4910-8d9c-b50c0839b3f4 req-94a32fe0-011e-46a5-bf0c-f9e90065604b tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/security-groups?id=b3810468-e4a1-4f4d-802c-721da7468662&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415645 Jan 20 15:13:19.517064 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb03d3a0-216f-4e2f-914a-69e9ce081eb5 req-ff9f1ab8-0189-4870-b09e-c3aace110455 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:13:19.518790 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-eb03d3a0-216f-4e2f-914a-69e9ce081eb5 req-ff9f1ab8-0189-4870-b09e-c3aace110455 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/ports?device_id=4e8d1fa7-2afe-48dc-a574-01c29455d9be HTTP/1.1" status: 200 len: 946 time: 0.0781102 Jan 20 15:13:19.573111 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-eb03d3a0-216f-4e2f-914a-69e9ce081eb5 req-0fe60e6e-ec89-44d1-8759-67b988e01981 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/security-groups?id=b3810468-e4a1-4f4d-802c-721da7468662&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485470 Jan 20 15:13:20.775340 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e7f6ad-7bc6-4d59-8fbb-4c6d2677fa5b req-6b1474ed-db87-4cdf-98ee-9006ef789e02 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:13:20.776796 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-f4e7f6ad-7bc6-4d59-8fbb-4c6d2677fa5b req-6b1474ed-db87-4cdf-98ee-9006ef789e02 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/ports?device_id=4e8d1fa7-2afe-48dc-a574-01c29455d9be HTTP/1.1" status: 200 len: 946 time: 0.0815284 Jan 20 15:13:20.820639 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-f4e7f6ad-7bc6-4d59-8fbb-4c6d2677fa5b req-bae057ae-d3ec-4a66-ab81-75bfcc152174 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/security-groups?id=b3810468-e4a1-4f4d-802c-721da7468662&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384336 Jan 20 15:13:21.014752 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fff68d0-4e1b-4c5e-ad00-585c67ab5a9c req-66f14da2-e752-4533-accb-d856e37c217d tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:13:21.016189 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-7fff68d0-4e1b-4c5e-ad00-585c67ab5a9c req-66f14da2-e752-4533-accb-d856e37c217d tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/ports?device_id=4e8d1fa7-2afe-48dc-a574-01c29455d9be HTTP/1.1" status: 200 len: 946 time: 0.0755773 Jan 20 15:13:21.060502 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-7fff68d0-4e1b-4c5e-ad00-585c67ab5a9c req-81e0e733-b4ae-48b0-a3d6-1b7d950332bc tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/security-groups?id=b3810468-e4a1-4f4d-802c-721da7468662&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387902 Jan 20 15:13:21.261335 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629836d6-adcb-4811-9097-c9a8ab6967fd req-3bae54e6-32d5-446d-87e8-687a05096e05 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:13:21.262817 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-629836d6-adcb-4811-9097-c9a8ab6967fd req-3bae54e6-32d5-446d-87e8-687a05096e05 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/ports?device_id=4e8d1fa7-2afe-48dc-a574-01c29455d9be HTTP/1.1" status: 200 len: 946 time: 0.0800326 Jan 20 15:13:21.307621 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-629836d6-adcb-4811-9097-c9a8ab6967fd req-ec3b40a0-e2b3-458d-81ef-a55d616a2605 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/security-groups?id=b3810468-e4a1-4f4d-802c-721da7468662&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387535 Jan 20 15:13:22.061267 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9968101e-c53a-41a9-9ba3-99131f163784 req-4ffa7d31-0fe9-439e-a7f7-8b85a0336f47 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:13:22.062751 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-9968101e-c53a-41a9-9ba3-99131f163784 req-4ffa7d31-0fe9-439e-a7f7-8b85a0336f47 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/ports?device_id=4e8d1fa7-2afe-48dc-a574-01c29455d9be HTTP/1.1" status: 200 len: 946 time: 0.0798225 Jan 20 15:13:22.114503 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-9968101e-c53a-41a9-9ba3-99131f163784 req-5c7dacdb-d7db-4fea-9566-230cac6051f8 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/security-groups?id=b3810468-e4a1-4f4d-802c-721da7468662&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460849 Jan 20 15:13:23.087306 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Device 6902a729-e222-4f76-98ff-46203e19c211 no longer exists at agent hyperv_hv-neutron-8251 {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 15:13:23.201640 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:23.232408 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e8d1fa7-2afe-48dc-a574-01c29455d9be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6902a729-e222-4f76-98ff-46203e19c211'}] {{(pid=84154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 15:13:23.245076 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] For port 6902a729-e222-4f76-98ff-46203e19c211, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=6902a729-e222-4f76-98ff-46203e19c211,segment=NetworkSegment(67d85c3c-da5a-4228-85cc-cf5be291c245),segment_id=67d85c3c-da5a-4228-85cc-cf5be291c245)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 15:13:23.294178 dv-neutron-825124-1-hyperv neutron-server[84154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e8d1fa7-2afe-48dc-a574-01c29455d9be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6902a729-e222-4f76-98ff-46203e19c211', 'code': 200} Jan 20 15:13:23.304214 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:23.335974 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07823436-789b-4035-b3d0-5b4f92090fb1 req-cb25e15c-e14a-4b08-ab9f-19f00c3b13ec tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:13:23.337712 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-07823436-789b-4035-b3d0-5b4f92090fb1 req-cb25e15c-e14a-4b08-ab9f-19f00c3b13ec tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/ports?device_id=4e8d1fa7-2afe-48dc-a574-01c29455d9be HTTP/1.1" status: 200 len: 946 time: 0.0973949 Jan 20 15:13:23.382287 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Pushing event updated for resources: {'Port': ['ID=6902a729-e222-4f76-98ff-46203e19c211,revision_number=12']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:13:23.391048 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-07823436-789b-4035-b3d0-5b4f92090fb1 req-89b8e11e-9efd-4654-ae28-3e8f95f5b739 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/security-groups?id=b3810468-e4a1-4f4d-802c-721da7468662&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468142 Jan 20 15:13:24.422677 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d057b001-7d9b-4e0c-8bc7-b0aa231e34a8 req-54b79f79-c747-4918-90bf-be28b8010085 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:13:24.424392 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-d057b001-7d9b-4e0c-8bc7-b0aa231e34a8 req-54b79f79-c747-4918-90bf-be28b8010085 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.106 "GET /v2.0/ports?device_id=4e8d1fa7-2afe-48dc-a574-01c29455d9be HTTP/1.1" status: 200 len: 944 time: 0.1683450 Jan 20 15:13:24.493405 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [req-d057b001-7d9b-4e0c-8bc7-b0aa231e34a8 req-dc077ab3-d13b-4bf4-b25b-99a627fee221 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Deleting port 6902a729-e222-4f76-98ff-46203e19c211 {{(pid=84153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 15:13:24.493747 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-d057b001-7d9b-4e0c-8bc7-b0aa231e34a8 req-dc077ab3-d13b-4bf4-b25b-99a627fee221 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:24.743528 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6438469b-075d-440a-9918-06d406766bc8 req-4399f062-2924-4026-8a7e-4f67f508f8ec tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:13:24.744970 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-6438469b-075d-440a-9918-06d406766bc8 req-4399f062-2924-4026-8a7e-4f67f508f8ec tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/ports?device_id=4e8d1fa7-2afe-48dc-a574-01c29455d9be HTTP/1.1" status: 200 len: 944 time: 0.2215798 Jan 20 15:13:24.825511 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.db [req-d057b001-7d9b-4e0c-8bc7-b0aa231e34a8 req-dc077ab3-d13b-4bf4-b25b-99a627fee221 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] For port 6902a729-e222-4f76-98ff-46203e19c211, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=6902a729-e222-4f76-98ff-46203e19c211,segment=NetworkSegment(67d85c3c-da5a-4228-85cc-cf5be291c245),segment_id=67d85c3c-da5a-4228-85cc-cf5be291c245)] {{(pid=84153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 15:13:24.825864 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-d057b001-7d9b-4e0c-8bc7-b0aa231e34a8 req-dc077ab3-d13b-4bf4-b25b-99a627fee221 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:24.838389 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-6438469b-075d-440a-9918-06d406766bc8 req-028c997f-7182-4d0c-a8f0-3e763722e5dd tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/security-groups?id=b3810468-e4a1-4f4d-802c-721da7468662&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0854847 Jan 20 15:13:25.128777 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-d057b001-7d9b-4e0c-8bc7-b0aa231e34a8 req-dc077ab3-d13b-4bf4-b25b-99a627fee221 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:25.129138 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-d057b001-7d9b-4e0c-8bc7-b0aa231e34a8 req-dc077ab3-d13b-4bf4-b25b-99a627fee221 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-745254'] for floatingip, after_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:25.129444 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.db.l3_db [req-d057b001-7d9b-4e0c-8bc7-b0aa231e34a8 req-dc077ab3-d13b-4bf4-b25b-99a627fee221 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Floating IP 31ecd7bf-e562-4861-ac09-6fb2d489f3bc disassociated. External IP: 172.26.7.19, port: 6902a729-e222-4f76-98ff-46203e19c211. Jan 20 15:13:25.129778 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [req-d057b001-7d9b-4e0c-8bc7-b0aa231e34a8 req-dc077ab3-d13b-4bf4-b25b-99a627fee221 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Calling delete_port for 6902a729-e222-4f76-98ff-46203e19c211 owned by compute:nova {{(pid=84153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 15:13:25.327631 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-d057b001-7d9b-4e0c-8bc7-b0aa231e34a8 req-dc077ab3-d13b-4bf4-b25b-99a627fee221 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:25.375212 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc077ab3-d13b-4bf4-b25b-99a627fee221 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Pushing event deleted for resources: {'Port': ['ID=6902a729-e222-4f76-98ff-46203e19c211,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:13:25.388278 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc077ab3-d13b-4bf4-b25b-99a627fee221 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:13:25.388630 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc077ab3-d13b-4bf4-b25b-99a627fee221 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:13:25.388971 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc077ab3-d13b-4bf4-b25b-99a627fee221 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:13:25.389307 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc077ab3-d13b-4bf4-b25b-99a627fee221 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:13:25.389640 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc077ab3-d13b-4bf4-b25b-99a627fee221 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:13:25.389969 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc077ab3-d13b-4bf4-b25b-99a627fee221 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:13:25.390317 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc077ab3-d13b-4bf4-b25b-99a627fee221 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:13:25.390642 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc077ab3-d13b-4bf4-b25b-99a627fee221 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:13:25.390974 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc077ab3-d13b-4bf4-b25b-99a627fee221 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:13:25.391296 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc077ab3-d13b-4bf4-b25b-99a627fee221 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:13:25.391615 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc077ab3-d13b-4bf4-b25b-99a627fee221 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:13:25.606862 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d057b001-7d9b-4e0c-8bc7-b0aa231e34a8 req-dc077ab3-d13b-4bf4-b25b-99a627fee221 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Router fae87e5e-f128-4d5e-ae35-714da5d072a5 has already been hosted by L3 agent 624d525b-4c26-4143-8a1c-228bb1c6faaa {{(pid=84153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 15:13:25.806668 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d057b001-7d9b-4e0c-8bc7-b0aa231e34a8 req-dc077ab3-d13b-4bf4-b25b-99a627fee221 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Notify agent at l3_agent.dv-neutron-825124-1-hyperv the message routers_updated {{(pid=84153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 15:13:25.818696 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0faac922-f142-40d7-9b13-0066239f38e5 None None] Sync routers for ids ['fae87e5e-f128-4d5e-ae35-714da5d072a5'] in dv-neutron-825124-1-hyperv {{(pid=84155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 15:13:25.833769 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0faac922-f142-40d7-9b13-0066239f38e5 None None] Routers {'fae87e5e-f128-4d5e-ae35-714da5d072a5'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 15:13:25.834622 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-0faac922-f142-40d7-9b13-0066239f38e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T15:13:00Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['fae87e5e-f128-4d5e-ae35-714da5d072a5'], 'active': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:13:25.880403 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.l3_dvrscheduler_db [req-d057b001-7d9b-4e0c-8bc7-b0aa231e34a8 req-dc077ab3-d13b-4bf4-b25b-99a627fee221 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] No DVR routers for this DVR port 6902a729-e222-4f76-98ff-46203e19c211 on host hv-neutron-8251 {{(pid=84153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 15:13:25.884083 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-d057b001-7d9b-4e0c-8bc7-b0aa231e34a8 req-dc077ab3-d13b-4bf4-b25b-99a627fee221 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:25.887133 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e8d1fa7-2afe-48dc-a574-01c29455d9be', 'name': 'network-vif-deleted', 'tag': '6902a729-e222-4f76-98ff-46203e19c211'}] {{(pid=84153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 15:13:25.902190 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-d057b001-7d9b-4e0c-8bc7-b0aa231e34a8 req-dc077ab3-d13b-4bf4-b25b-99a627fee221 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.106 "DELETE /v2.0/ports/6902a729-e222-4f76-98ff-46203e19c211 HTTP/1.1" status: 204 len: 173 time: 1.4715757 Jan 20 15:13:26.043962 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [req-eebb5304-51ee-49c6-a578-176866a1eb1f req-3dc940ee-65e6-498a-9bea-b54b8dc0668a tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Synchronizing usage tracker for tenant:0c6e33a201a449b6a090c10ea0004dc8 on resource:port {{(pid=84153) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 15:13:26.048865 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvr_db [None req-0faac922-f142-40d7-9b13-0066239f38e5 None None] Set router fae87e5e-f128-4d5e-ae35-714da5d072a5 gateway port host: dv-neutron-825124-1-hyperv {{(pid=84155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 15:13:26.049071 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e8d1fa7-2afe-48dc-a574-01c29455d9be', 'name': 'network-vif-deleted', 'tag': '6902a729-e222-4f76-98ff-46203e19c211', 'status': 'completed', 'code': 200} Jan 20 15:13:26.138705 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [req-eebb5304-51ee-49c6-a578-176866a1eb1f req-3dc940ee-65e6-498a-9bea-b54b8dc0668a tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Unset dirty status for tenant:0c6e33a201a449b6a090c10ea0004dc8 on resource:port {{(pid=84153) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 15:13:26.140077 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-eebb5304-51ee-49c6-a578-176866a1eb1f req-3dc940ee-65e6-498a-9bea-b54b8dc0668a tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/ports?device_id=4e8d1fa7-2afe-48dc-a574-01c29455d9be HTTP/1.1" status: 200 len: 210 time: 0.1609581 Jan 20 15:13:26.381388 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-0faac922-f142-40d7-9b13-0066239f38e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fae87e5e-f128-4d5e-ae35-714da5d072a5', 'name': 'tempest-ServerActionsTestJSON-219677164-router', 'tenant_id': '0c6e33a201a449b6a090c10ea0004dc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.60'}], 'enable_snat': True}, 'gw_port_id': 'a1184d29-0410-4343-a277-3eda97ff9ba6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:04:23Z', 'updated_at': '2022-01-20T15:04:27Z', 'revision_number': 4, 'project_id': '0c6e33a201a449b6a090c10ea0004dc8', 'gw_port': {'id': 'a1184d29-0410-4343-a277-3eda97ff9ba6', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:ca:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fae87e5e-f128-4d5e-ae35-714da5d072a5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:04:24Z', 'updated_at': '2022-01-20T15:04:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv', '_interfaces': [{'id': '26d6138e-e686-4773-842b-810fb3a5c555', 'name': '', 'network_id': '55caab5b-9aa1-40c0-b8bb-10b09e68853a', 'tenant_id': '0c6e33a201a449b6a090c10ea0004dc8', 'mac_address': 'fa:16:3e:d6:dd:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fae87e5e-f128-4d5e-ae35-714da5d072a5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '53556284-e4c4-431b-baea-519cba1c51f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:04:26Z', 'updated_at': '2022-01-20T15:04:35Z', 'revision_number': 5, 'project_id': '0c6e33a201a449b6a090c10ea0004dc8', 'subnets': [{'id': '53556284-e4c4-431b-baea-519cba1c51f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:13:26.385083 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0faac922-f142-40d7-9b13-0066239f38e5 None None] Checking router: fae87e5e-f128-4d5e-ae35-714da5d072a5 for host: dv-neutron-825124-1-hyperv {{(pid=84155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 15:13:26.395730 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0faac922-f142-40d7-9b13-0066239f38e5 None None] Routers {'fae87e5e-f128-4d5e-ae35-714da5d072a5'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 15:13:26.396463 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-0faac922-f142-40d7-9b13-0066239f38e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T15:13:00Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['fae87e5e-f128-4d5e-ae35-714da5d072a5'], 'active': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:13:26.577302 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvr_db [None req-0faac922-f142-40d7-9b13-0066239f38e5 None None] Set router fae87e5e-f128-4d5e-ae35-714da5d072a5 gateway port host: dv-neutron-825124-1-hyperv {{(pid=84155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 15:13:26.925952 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-0faac922-f142-40d7-9b13-0066239f38e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fae87e5e-f128-4d5e-ae35-714da5d072a5', 'name': 'tempest-ServerActionsTestJSON-219677164-router', 'tenant_id': '0c6e33a201a449b6a090c10ea0004dc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.60'}], 'enable_snat': True}, 'gw_port_id': 'a1184d29-0410-4343-a277-3eda97ff9ba6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:04:23Z', 'updated_at': '2022-01-20T15:04:27Z', 'revision_number': 4, 'project_id': '0c6e33a201a449b6a090c10ea0004dc8', 'gw_port': {'id': 'a1184d29-0410-4343-a277-3eda97ff9ba6', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:ca:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fae87e5e-f128-4d5e-ae35-714da5d072a5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:04:24Z', 'updated_at': '2022-01-20T15:04:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv', '_interfaces': [{'id': '26d6138e-e686-4773-842b-810fb3a5c555', 'name': '', 'network_id': '55caab5b-9aa1-40c0-b8bb-10b09e68853a', 'tenant_id': '0c6e33a201a449b6a090c10ea0004dc8', 'mac_address': 'fa:16:3e:d6:dd:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fae87e5e-f128-4d5e-ae35-714da5d072a5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '53556284-e4c4-431b-baea-519cba1c51f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:04:26Z', 'updated_at': '2022-01-20T15:04:35Z', 'revision_number': 5, 'project_id': '0c6e33a201a449b6a090c10ea0004dc8', 'subnets': [{'id': '53556284-e4c4-431b-baea-519cba1c51f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:13:26.929997 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0faac922-f142-40d7-9b13-0066239f38e5 None None] The sync data for ids ['fae87e5e-f128-4d5e-ae35-714da5d072a5'] in dv-neutron-825124-1-hyperv is: [{'id': 'fae87e5e-f128-4d5e-ae35-714da5d072a5', 'name': 'tempest-ServerActionsTestJSON-219677164-router', 'tenant_id': '0c6e33a201a449b6a090c10ea0004dc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.60'}], 'enable_snat': True}, 'gw_port_id': 'a1184d29-0410-4343-a277-3eda97ff9ba6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:04:23Z', 'updated_at': '2022-01-20T15:04:27Z', 'revision_number': 4, 'project_id': '0c6e33a201a449b6a090c10ea0004dc8', 'gw_port': {'id': 'a1184d29-0410-4343-a277-3eda97ff9ba6', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:ca:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fae87e5e-f128-4d5e-ae35-714da5d072a5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:04:24Z', 'updated_at': '2022-01-20T15:04:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv', '_interfaces': [{'id': '26d6138e-e686-4773-842b-810fb3a5c555', 'name': '', 'network_id': '55caab5b-9aa1-40c0-b8bb-10b09e68853a', 'tenant_id': '0c6e33a201a449b6a090c10ea0004dc8', 'mac_address': 'fa:16:3e:d6:dd:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fae87e5e-f128-4d5e-ae35-714da5d072a5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '53556284-e4c4-431b-baea-519cba1c51f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:04:26Z', 'updated_at': '2022-01-20T15:04:35Z', 'revision_number': 5, 'project_id': '0c6e33a201a449b6a090c10ea0004dc8', 'subnets': [{'id': '53556284-e4c4-431b-baea-519cba1c51f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 15:13:27.151315 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e841e14b-9bc5-4a5c-b3f8-67a000da8a41 None None] New status for floating IP 31ecd7bf-e562-4861-ac09-6fb2d489f3bc: DOWN {{(pid=84154) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 20 15:13:27.328140 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-1adb9359-17df-4fe2-9ee1-8cc52dd8b4c4 req-316b9569-7c6a-4bec-8201-14f4509fc4f2 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/ports?device_id=4e8d1fa7-2afe-48dc-a574-01c29455d9be HTTP/1.1" status: 200 len: 210 time: 0.0466249 Jan 20 15:13:28.041344 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-4c938055-c7b6-442f-8db8-93355a9ccbc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:29.145372 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Device 6902a729-e222-4f76-98ff-46203e19c211 no longer exists at agent hyperv_hv-neutron-8251 {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 15:13:29.178958 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] No Port match for: 6902a729-e222-4f76-98ff-46203e19c211 {{(pid=84154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 15:13:29.179302 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Device 6902a729-e222-4f76-98ff-46203e19c211 not bound to the agent host hv-neutron-8251 {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 15:13:30.445655 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-c34a1f4c-b6df-4ccf-b213-e68166301880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:30.858849 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:31.440090 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:31.725136 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-cdd98e71-1f0a-4421-baa9-dcb30e06edf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:32.902913 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 48806) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:13:32.971013 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-29c151e2-4cec-4b23-ab6f-7a7d60e7711c tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Notify callbacks [] for security_group, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:33.092892 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-29c151e2-4cec-4b23-ab6f-7a7d60e7711c tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:33.173167 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-eea6df97-7ff1-4b63-af20-e3ec8913deda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:33.206898 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-29c151e2-4cec-4b23-ab6f-7a7d60e7711c tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:33.225979 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c151e2-4cec-4b23-ab6f-7a7d60e7711c tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3810468-e4a1-4f4d-802c-721da7468662,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:13:33.297941 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-29c151e2-4cec-4b23-ab6f-7a7d60e7711c tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Notify callbacks [] for security_group, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:33.299082 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-29c151e2-4cec-4b23-ab6f-7a7d60e7711c tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "DELETE /v2.0/security-groups/b3810468-e4a1-4f4d-802c-721da7468662 HTTP/1.1" status: 204 len: 168 time: 0.3951368 Jan 20 15:13:33.301522 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 48810) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:13:33.319373 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.api.v2.resource [None req-5818cb57-aad1-49fa-9124-9523098082c8 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] show failed (client error): The resource could not be found. Jan 20 15:13:33.320323 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-5818cb57-aad1-49fa-9124-9523098082c8 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "GET /v2.0/security-groups/b3810468-e4a1-4f4d-802c-721da7468662 HTTP/1.1" status: 404 len: 347 time: 0.0178444 Jan 20 15:13:33.323237 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 48814) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:13:33.474988 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-73420d8b-037f-4466-b9bf-a7d60020c825 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Deleting port 7607071c-aaac-4fb8-b5a9-8a82b682538d {{(pid=84153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 15:13:33.475231 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-73420d8b-037f-4466-b9bf-a7d60020c825 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:33.638963 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-73420d8b-037f-4466-b9bf-a7d60020c825 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:33.639284 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-73420d8b-037f-4466-b9bf-a7d60020c825 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:33.756844 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-73420d8b-037f-4466-b9bf-a7d60020c825 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Calling delete_port for 7607071c-aaac-4fb8-b5a9-8a82b682538d owned by network:floatingip {{(pid=84153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 15:13:33.938795 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-73420d8b-037f-4466-b9bf-a7d60020c825 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:33.983060 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73420d8b-037f-4466-b9bf-a7d60020c825 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Pushing event deleted for resources: {'Port': ['ID=7607071c-aaac-4fb8-b5a9-8a82b682538d,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:13:34.079698 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-73420d8b-037f-4466-b9bf-a7d60020c825 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Notify callbacks [] for floatingip, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:34.154222 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-73420d8b-037f-4466-b9bf-a7d60020c825 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for floatingip, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:34.155424 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-73420d8b-037f-4466-b9bf-a7d60020c825 tempest-ServerActionsTestJSON-618188947 tempest-ServerActionsTestJSON-618188947-project] 10.222.0.54 "DELETE /v2.0/floatingips/31ecd7bf-e562-4861-ac09-6fb2d489f3bc HTTP/1.1" status: 204 len: 168 time: 0.8312924 Jan 20 15:13:34.159118 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 48818) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:13:34.724373 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-66367fe4-3775-4e27-833a-a74e261f3826 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-743504'] for router_interface, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:35.431822 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-66367fe4-3775-4e27-833a-a74e261f3826 admin admin] Deleting port 26d6138e-e686-4773-842b-810fb3a5c555 {{(pid=84153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 15:13:35.432544 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-66367fe4-3775-4e27-833a-a74e261f3826 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:35.610331 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.db [None req-66367fe4-3775-4e27-833a-a74e261f3826 admin admin] For port 26d6138e-e686-4773-842b-810fb3a5c555, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=26d6138e-e686-4773-842b-810fb3a5c555,segment=NetworkSegment(67d85c3c-da5a-4228-85cc-cf5be291c245),segment_id=67d85c3c-da5a-4228-85cc-cf5be291c245)] {{(pid=84153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 15:13:35.610680 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-66367fe4-3775-4e27-833a-a74e261f3826 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:35.728956 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-66367fe4-3775-4e27-833a-a74e261f3826 admin admin] Calling delete_port for 26d6138e-e686-4773-842b-810fb3a5c555 owned by network:router_interface {{(pid=84153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 15:13:35.982454 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-66367fe4-3775-4e27-833a-a74e261f3826 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:36.028515 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66367fe4-3775-4e27-833a-a74e261f3826 admin admin] Pushing event deleted for resources: {'Port': ['ID=26d6138e-e686-4773-842b-810fb3a5c555,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:13:36.339362 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-66367fe4-3775-4e27-833a-a74e261f3826 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1705096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-745401'] for router_interface, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:37.028187 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66367fe4-3775-4e27-833a-a74e261f3826 admin admin] Router fae87e5e-f128-4d5e-ae35-714da5d072a5 has already been hosted by L3 agent 624d525b-4c26-4143-8a1c-228bb1c6faaa {{(pid=84153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 15:13:37.231226 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66367fe4-3775-4e27-833a-a74e261f3826 admin admin] Notify agent at l3_agent.dv-neutron-825124-1-hyperv the message routers_updated {{(pid=84153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 15:13:37.242826 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e2a7ff0-e29e-4cdb-b568-0411efe3324e None None] Sync routers for ids ['fae87e5e-f128-4d5e-ae35-714da5d072a5'] in dv-neutron-825124-1-hyperv {{(pid=84155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 15:13:37.246640 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-66367fe4-3775-4e27-833a-a74e261f3826 admin admin] 10.222.0.54 "PUT /v2.0/routers/fae87e5e-f128-4d5e-ae35-714da5d072a5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0843022 Jan 20 15:13:37.246961 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 48824) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:13:37.259502 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e2a7ff0-e29e-4cdb-b568-0411efe3324e None None] Routers {'fae87e5e-f128-4d5e-ae35-714da5d072a5'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 15:13:37.259502 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-0e2a7ff0-e29e-4cdb-b568-0411efe3324e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T15:13:30Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['fae87e5e-f128-4d5e-ae35-714da5d072a5'], 'active': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:13:37.431614 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvr_db [None req-0e2a7ff0-e29e-4cdb-b568-0411efe3324e None None] Set router fae87e5e-f128-4d5e-ae35-714da5d072a5 gateway port host: dv-neutron-825124-1-hyperv {{(pid=84155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 15:13:37.445591 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-eff27fb5-23a5-439b-ae0a-46bef81797bc admin admin] Notify callbacks [] for router, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:37.645888 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-eff27fb5-23a5-439b-ae0a-46bef81797bc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:37.721475 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-eff27fb5-23a5-439b-ae0a-46bef81797bc admin admin] Deleting port a1184d29-0410-4343-a277-3eda97ff9ba6 {{(pid=84153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 15:13:37.721863 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-eff27fb5-23a5-439b-ae0a-46bef81797bc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:37.724459 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-0e2a7ff0-e29e-4cdb-b568-0411efe3324e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fae87e5e-f128-4d5e-ae35-714da5d072a5', 'name': 'tempest-ServerActionsTestJSON-219677164-router', 'tenant_id': '0c6e33a201a449b6a090c10ea0004dc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.60'}], 'enable_snat': True}, 'gw_port_id': 'a1184d29-0410-4343-a277-3eda97ff9ba6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:04:23Z', 'updated_at': '2022-01-20T15:13:35Z', 'revision_number': 5, 'project_id': '0c6e33a201a449b6a090c10ea0004dc8', 'gw_port': {'id': 'a1184d29-0410-4343-a277-3eda97ff9ba6', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:ca:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fae87e5e-f128-4d5e-ae35-714da5d072a5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:04:24Z', 'updated_at': '2022-01-20T15:04:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv'}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:13:37.728402 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e2a7ff0-e29e-4cdb-b568-0411efe3324e None None] Checking router: fae87e5e-f128-4d5e-ae35-714da5d072a5 for host: dv-neutron-825124-1-hyperv {{(pid=84155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 15:13:37.738666 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e2a7ff0-e29e-4cdb-b568-0411efe3324e None None] Routers {'fae87e5e-f128-4d5e-ae35-714da5d072a5'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 15:13:37.740241 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-0e2a7ff0-e29e-4cdb-b568-0411efe3324e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T15:13:30Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['fae87e5e-f128-4d5e-ae35-714da5d072a5'], 'active': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:13:37.889327 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvr_db [None req-0e2a7ff0-e29e-4cdb-b568-0411efe3324e None None] Set router fae87e5e-f128-4d5e-ae35-714da5d072a5 gateway port host: None {{(pid=84155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 15:13:37.913961 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.db [None req-eff27fb5-23a5-439b-ae0a-46bef81797bc admin admin] For port a1184d29-0410-4343-a277-3eda97ff9ba6, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=a1184d29-0410-4343-a277-3eda97ff9ba6,segment=NetworkSegment(f628f1ba-6b70-4c9b-8839-62340c040c81),segment_id=f628f1ba-6b70-4c9b-8839-62340c040c81)] {{(pid=84153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 15:13:37.914371 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-eff27fb5-23a5-439b-ae0a-46bef81797bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:37.995312 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-0e2a7ff0-e29e-4cdb-b568-0411efe3324e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fae87e5e-f128-4d5e-ae35-714da5d072a5', 'name': 'tempest-ServerActionsTestJSON-219677164-router', 'tenant_id': '0c6e33a201a449b6a090c10ea0004dc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:04:23Z', 'updated_at': '2022-01-20T15:13:37Z', 'revision_number': 6, 'project_id': '0c6e33a201a449b6a090c10ea0004dc8', 'gw_port_host': None}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:13:37.999339 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e2a7ff0-e29e-4cdb-b568-0411efe3324e None None] The sync data for ids ['fae87e5e-f128-4d5e-ae35-714da5d072a5'] in dv-neutron-825124-1-hyperv is: [{'id': 'fae87e5e-f128-4d5e-ae35-714da5d072a5', 'name': 'tempest-ServerActionsTestJSON-219677164-router', 'tenant_id': '0c6e33a201a449b6a090c10ea0004dc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:04:23Z', 'updated_at': '2022-01-20T15:13:37Z', 'revision_number': 6, 'project_id': '0c6e33a201a449b6a090c10ea0004dc8', 'gw_port_host': None}] {{(pid=84155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 15:13:38.041545 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-eff27fb5-23a5-439b-ae0a-46bef81797bc admin admin] Calling delete_port for a1184d29-0410-4343-a277-3eda97ff9ba6 owned by network:router_gateway {{(pid=84153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 15:13:38.371283 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-eff27fb5-23a5-439b-ae0a-46bef81797bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:38.415361 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff27fb5-23a5-439b-ae0a-46bef81797bc admin admin] Pushing event deleted for resources: {'Port': ['ID=a1184d29-0410-4343-a277-3eda97ff9ba6,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:13:38.642325 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-eff27fb5-23a5-439b-ae0a-46bef81797bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-745333'] for router_gateway, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:38.902840 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-eff27fb5-23a5-439b-ae0a-46bef81797bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-737761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105493'] for router, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:38.907539 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-eff27fb5-23a5-439b-ae0a-46bef81797bc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:39.018601 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-eff27fb5-23a5-439b-ae0a-46bef81797bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-737693'] for router, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:39.019146 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eff27fb5-23a5-439b-ae0a-46bef81797bc admin admin] Fanout notify agent at l3_agent the message router_deleted on router fae87e5e-f128-4d5e-ae35-714da5d072a5 {{(pid=84153) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 20 15:13:39.032497 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-eff27fb5-23a5-439b-ae0a-46bef81797bc admin admin] Notify callbacks [] for router, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:39.037124 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-eff27fb5-23a5-439b-ae0a-46bef81797bc admin admin] 10.222.0.54 "DELETE /v2.0/routers/fae87e5e-f128-4d5e-ae35-714da5d072a5 HTTP/1.1" status: 204 len: 168 time: 1.7857680 Jan 20 15:13:39.037124 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 48828) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:13:39.101139 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf6bcc7b-6229-4b02-89b3-9852ff1c5100 admin admin] Deleting subnet 53556284-e4c4-431b-baea-519cba1c51f0 {{(pid=84153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 20 15:13:39.104282 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-bf6bcc7b-6229-4b02-89b3-9852ff1c5100 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:39.157199 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-bf6bcc7b-6229-4b02-89b3-9852ff1c5100 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3980851'] for subnet, precommit_delete_associations {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:39.163280 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 26d6138e-e686-4773-842b-810fb3a5c555 no longer exists at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 15:13:39.199221 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] No Port match for: 26d6138e-e686-4773-842b-810fb3a5c555 {{(pid=84154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 15:13:39.199859 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 26d6138e-e686-4773-842b-810fb3a5c555 not bound to the agent host dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 15:13:39.200271 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device a1184d29-0410-4343-a277-3eda97ff9ba6 no longer exists at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 15:13:39.231371 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] No Port match for: a1184d29-0410-4343-a277-3eda97ff9ba6 {{(pid=84154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 15:13:39.231714 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device a1184d29-0410-4343-a277-3eda97ff9ba6 not bound to the agent host dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 15:13:39.238677 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-bf6bcc7b-6229-4b02-89b3-9852ff1c5100 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1627147'] for subnet, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:39.367477 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-bf6bcc7b-6229-4b02-89b3-9852ff1c5100 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1627154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3943464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4194013'] for subnet, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:39.404814 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6bcc7b-6229-4b02-89b3-9852ff1c5100 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=53556284-e4c4-431b-baea-519cba1c51f0,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:13:39.410073 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-bf6bcc7b-6229-4b02-89b3-9852ff1c5100 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:39.416194 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-bf6bcc7b-6229-4b02-89b3-9852ff1c5100 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/53556284-e4c4-431b-baea-519cba1c51f0 HTTP/1.1" status: 204 len: 168 time: 0.3787346 Jan 20 15:13:39.416628 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdb89b54-fcf2-42de-880c-8026b69e8433 None None] Network 55caab5b-9aa1-40c0-b8bb-10b09e68853a requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 15:13:39.418687 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 48832) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:13:39.525644 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-a2a1eea3-6bf8-49b8-b540-879ef3133e46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586409'] for network, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:39.536492 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-a2a1eea3-6bf8-49b8-b540-879ef3133e46 admin admin] Deleting port 32752287-2ba0-49aa-9fb8-1aaa5c6caba0 {{(pid=84153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 15:13:39.536836 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-a2a1eea3-6bf8-49b8-b540-879ef3133e46 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:39.674409 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a5a0522-3386-4424-b7a3-787c536622f6 None None] DHCP port deletion for 55caab5b-9aa1-40c0-b8bb-10b09e68853a request from dv-neutron-825124-1-hyperv {{(pid=84154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 20 15:13:39.678729 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-3a5a0522-3386-4424-b7a3-787c536622f6 None None] Deleting port 32752287-2ba0-49aa-9fb8-1aaa5c6caba0 {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 15:13:39.679102 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-3a5a0522-3386-4424-b7a3-787c536622f6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:39.745599 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.db [None req-a2a1eea3-6bf8-49b8-b540-879ef3133e46 admin admin] For port 32752287-2ba0-49aa-9fb8-1aaa5c6caba0, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=32752287-2ba0-49aa-9fb8-1aaa5c6caba0,segment=NetworkSegment(67d85c3c-da5a-4228-85cc-cf5be291c245),segment_id=67d85c3c-da5a-4228-85cc-cf5be291c245)] {{(pid=84153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 15:13:39.745959 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-a2a1eea3-6bf8-49b8-b540-879ef3133e46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:39.885583 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-3a5a0522-3386-4424-b7a3-787c536622f6 None None] For port 32752287-2ba0-49aa-9fb8-1aaa5c6caba0, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=32752287-2ba0-49aa-9fb8-1aaa5c6caba0,segment=NetworkSegment(67d85c3c-da5a-4228-85cc-cf5be291c245),segment_id=67d85c3c-da5a-4228-85cc-cf5be291c245)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 15:13:39.885895 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-3a5a0522-3386-4424-b7a3-787c536622f6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:39.970021 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-a2a1eea3-6bf8-49b8-b540-879ef3133e46 admin admin] Calling delete_port for 32752287-2ba0-49aa-9fb8-1aaa5c6caba0 owned by network:dhcp {{(pid=84153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 15:13:40.085381 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-3a5a0522-3386-4424-b7a3-787c536622f6 None None] Calling delete_port for 32752287-2ba0-49aa-9fb8-1aaa5c6caba0 owned by network:dhcp {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 15:13:40.127076 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-a2a1eea3-6bf8-49b8-b540-879ef3133e46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:40.161845 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.db.api [None req-3a5a0522-3386-4424-b7a3-787c536622f6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84154) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 15:13:40.162252 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG oslo_db.api [None req-3a5a0522-3386-4424-b7a3-787c536622f6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 15:13:40.175534 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a1eea3-6bf8-49b8-b540-879ef3133e46 admin admin] Pushing event deleted for resources: {'Port': ['ID=32752287-2ba0-49aa-9fb8-1aaa5c6caba0,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:13:40.185363 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2a1eea3-6bf8-49b8-b540-879ef3133e46 admin admin] No DVR routers for this DVR port 32752287-2ba0-49aa-9fb8-1aaa5c6caba0 on host dv-neutron-825124-1-hyperv {{(pid=84153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 15:13:40.303107 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-a2a1eea3-6bf8-49b8-b540-879ef3133e46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1626242', 'neutron.services.segments.db._delete_segments_for_network-8769554214620'] for network, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:40.327955 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.services.segments.db [None req-a2a1eea3-6bf8-49b8-b540-879ef3133e46 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55caab5b-9aa1-40c0-b8bb-10b09e68853a']}} {{(pid=84153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:13:40.340211 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.services.segments.db [None req-a2a1eea3-6bf8-49b8-b540-879ef3133e46 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67d85c3c-da5a-4228-85cc-cf5be291c245') {'for_net_delete': True} {{(pid=84153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:13:40.340498 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.services.segments.db [None req-a2a1eea3-6bf8-49b8-b540-879ef3133e46 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67d85c3c-da5a-4228-85cc-cf5be291c245') {} {{(pid=84153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:13:40.351954 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-a2a1eea3-6bf8-49b8-b540-879ef3133e46 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769554214503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980856'] for segment, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:40.367489 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-a2a1eea3-6bf8-49b8-b540-879ef3133e46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:40.373322 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2a1eea3-6bf8-49b8-b540-879ef3133e46 admin admin] Releasing vlan 182 on physical network physnet1 to pool {{(pid=84153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 15:13:40.373700 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-a2a1eea3-6bf8-49b8-b540-879ef3133e46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1622950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3944078'] for segment, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:40.387003 dv-neutron-825124-1-hyperv neutron-server[84153]: Traceback (most recent call last): Jan 20 15:13:40.387003 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 15:13:40.387003 dv-neutron-825124-1-hyperv neutron-server[84153]: timer() Jan 20 15:13:40.387003 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 15:13:40.387003 dv-neutron-825124-1-hyperv neutron-server[84153]: cb(*args, **kw) Jan 20 15:13:40.387003 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 15:13:40.387003 dv-neutron-825124-1-hyperv neutron-server[84153]: return func(*args, **kwargs) Jan 20 15:13:40.387003 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 15:13:40.387003 dv-neutron-825124-1-hyperv neutron-server[84153]: self._notify() Jan 20 15:13:40.387003 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 15:13:40.387003 dv-neutron-825124-1-hyperv neutron-server[84153]: self.callback(batched_events) Jan 20 15:13:40.387003 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 15:13:40.387003 dv-neutron-825124-1-hyperv neutron-server[84153]: event.method(event) Jan 20 15:13:40.387003 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 15:13:40.387003 dv-neutron-825124-1-hyperv neutron-server[84153]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 15:13:40.387003 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 15:13:40.387003 dv-neutron-825124-1-hyperv neutron-server[84153]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 15:13:40.387003 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 15:13:40.387003 dv-neutron-825124-1-hyperv neutron-server[84153]: return f(self, *a, **k) Jan 20 15:13:40.387003 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 15:13:40.387003 dv-neutron-825124-1-hyperv neutron-server[84153]: return self._get(url).json() Jan 20 15:13:40.387003 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 15:13:40.387003 dv-neutron-825124-1-hyperv neutron-server[84153]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 15:13:40.387003 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 15:13:40.387003 dv-neutron-825124-1-hyperv neutron-server[84153]: return self.request(url, 'GET', **kwargs) Jan 20 15:13:40.387003 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 15:13:40.387003 dv-neutron-825124-1-hyperv neutron-server[84153]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 15:13:40.387003 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 15:13:40.387003 dv-neutron-825124-1-hyperv neutron-server[84153]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 15:13:40.387003 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 15:13:40.387003 dv-neutron-825124-1-hyperv neutron-server[84153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 15:13:40.387003 dv-neutron-825124-1-hyperv neutron-server[84153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 15:13:40.542351 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-a2a1eea3-6bf8-49b8-b540-879ef3133e46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1626253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-745296'] for network, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:40.566980 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-a2a1eea3-6bf8-49b8-b540-879ef3133e46 admin admin] Notify callbacks [] for network, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:40.584609 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a1eea3-6bf8-49b8-b540-879ef3133e46 admin admin] Pushing event deleted for resources: {'Network': ['ID=55caab5b-9aa1-40c0-b8bb-10b09e68853a,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:13:40.663928 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-3a5a0522-3386-4424-b7a3-787c536622f6 None None] Deleting port 32752287-2ba0-49aa-9fb8-1aaa5c6caba0 {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 15:13:40.664529 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-3a5a0522-3386-4424-b7a3-787c536622f6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:40.669093 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-a2a1eea3-6bf8-49b8-b540-879ef3133e46 admin admin] 10.222.0.54 "DELETE /v2.0/networks/55caab5b-9aa1-40c0-b8bb-10b09e68853a HTTP/1.1" status: 204 len: 168 time: 1.2493510 Jan 20 15:13:40.727162 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-3a5a0522-3386-4424-b7a3-787c536622f6 None None] The port '32752287-2ba0-49aa-9fb8-1aaa5c6caba0' was deleted {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 20 15:13:40.962642 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 48838) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:13:41.012192 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-56a2de34-10ed-4155-bd55-9af42f819b25 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=0c6e33a201a449b6a090c10ea0004dc8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0482185 Jan 20 15:13:41.014452 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 48842) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:13:41.077251 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-90b182ed-ac18-46fa-b715-71c6d59fe2d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:41.103845 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-90b182ed-ac18-46fa-b715-71c6d59fe2d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:41.156145 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 32752287-2ba0-49aa-9fb8-1aaa5c6caba0 no longer exists at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 15:13:41.193257 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] No Port match for: 32752287-2ba0-49aa-9fb8-1aaa5c6caba0 {{(pid=84154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 15:13:41.193604 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 32752287-2ba0-49aa-9fb8-1aaa5c6caba0 not bound to the agent host dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 15:13:41.241230 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-90b182ed-ac18-46fa-b715-71c6d59fe2d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:41.260011 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b182ed-ac18-46fa-b715-71c6d59fe2d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c69051ec-226e-4401-8c66-cae685f83f2e,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:13:41.265858 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-90b182ed-ac18-46fa-b715-71c6d59fe2d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:41.267051 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-90b182ed-ac18-46fa-b715-71c6d59fe2d4 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/c69051ec-226e-4401-8c66-cae685f83f2e HTTP/1.1" status: 204 len: 168 time: 0.2517147 Jan 20 15:13:42.614462 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 48866) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:13:42.745326 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-73bf1fe7-f35b-4ab4-939d-f23a9e345cb9 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1859817116-network', 'tenant_id': '4a05091b119546f4a40730cf23d00a17'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 15:13:42.750220 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-73bf1fe7-f35b-4ab4-939d-f23a9e345cb9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:13:42.754899 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-73bf1fe7-f35b-4ab4-939d-f23a9e345cb9 admin admin] Usage tracker for resource:network and tenant:4a05091b119546f4a40730cf23d00a17 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:13:42.757865 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-73bf1fe7-f35b-4ab4-939d-f23a9e345cb9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:13:42.763497 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-73bf1fe7-f35b-4ab4-939d-f23a9e345cb9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:13:42.864313 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73bf1fe7-f35b-4ab4-939d-f23a9e345cb9 admin admin] Made reservation on behalf of 4a05091b119546f4a40730cf23d00a17 for: {'network': 1} {{(pid=84153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 15:13:42.866633 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-73bf1fe7-f35b-4ab4-939d-f23a9e345cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for network, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:42.878892 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-73bf1fe7-f35b-4ab4-939d-f23a9e345cb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:42.925404 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-73bf1fe7-f35b-4ab4-939d-f23a9e345cb9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:13:42.929587 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-73bf1fe7-f35b-4ab4-939d-f23a9e345cb9 admin admin] Usage tracker for resource:security_group_rule and tenant:4a05091b119546f4a40730cf23d00a17 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:13:42.933043 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-73bf1fe7-f35b-4ab4-939d-f23a9e345cb9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:13:42.940745 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-73bf1fe7-f35b-4ab4-939d-f23a9e345cb9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:13:43.008059 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-73bf1fe7-f35b-4ab4-939d-f23a9e345cb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:43.081518 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-73bf1fe7-f35b-4ab4-939d-f23a9e345cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:43.112500 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73bf1fe7-f35b-4ab4-939d-f23a9e345cb9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 164} {{(pid=84153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 15:13:43.120764 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bf1fe7-f35b-4ab4-939d-f23a9e345cb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2238079-d674-4625-bd7c-42bf2088db21,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:13:43.126104 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-73bf1fe7-f35b-4ab4-939d-f23a9e345cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:43.126499 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.db.segments_db [None req-73bf1fe7-f35b-4ab4-939d-f23a9e345cb9 admin admin] Added segment cb93e16b-59fa-49d4-af47-497e44c2b1c5 of type vlan for network 703777d6-f018-4eb3-a2ad-6006ae74d8cb Jan 20 15:13:43.151413 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-73bf1fe7-f35b-4ab4-939d-f23a9e345cb9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769553767792'] for network, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:43.247198 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-73bf1fe7-f35b-4ab4-939d-f23a9e345cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967'] for network, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:43.247993 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73bf1fe7-f35b-4ab4-939d-f23a9e345cb9 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:13:43.248577 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-73bf1fe7-f35b-4ab4-939d-f23a9e345cb9 admin admin] Notify callbacks [] for network, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:43.350898 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bf1fe7-f35b-4ab4-939d-f23a9e345cb9 admin admin] Pushing event updated for resources: {'Network': ['ID=703777d6-f018-4eb3-a2ad-6006ae74d8cb,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:13:43.362052 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Network 703777d6-f018-4eb3-a2ad-6006ae74d8cb details requested by agent ovs-agent-dv-neutron-825124-1-hyperv with host dv-neutron-825124-1-hyperv {{(pid=84154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 15:13:43.396175 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-73bf1fe7-f35b-4ab4-939d-f23a9e345cb9 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7805219 Jan 20 15:13:43.398990 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 48872) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:13:43.404431 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-be0cdf01-6634-4a61-9a96-7a2e18f146b7 admin admin] Request body: {'subnet': {'network_id': '703777d6-f018-4eb3-a2ad-6006ae74d8cb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1859817116-subnet', 'tenant_id': '4a05091b119546f4a40730cf23d00a17', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 15:13:43.409868 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-be0cdf01-6634-4a61-9a96-7a2e18f146b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:13:43.414006 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-be0cdf01-6634-4a61-9a96-7a2e18f146b7 admin admin] Usage tracker for resource:subnet and tenant:4a05091b119546f4a40730cf23d00a17 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:13:43.417047 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-be0cdf01-6634-4a61-9a96-7a2e18f146b7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:13:43.424466 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-be0cdf01-6634-4a61-9a96-7a2e18f146b7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:13:43.485599 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be0cdf01-6634-4a61-9a96-7a2e18f146b7 admin admin] Made reservation on behalf of 4a05091b119546f4a40730cf23d00a17 for: {'subnet': 1} {{(pid=84153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 15:13:43.495301 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-be0cdf01-6634-4a61-9a96-7a2e18f146b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4193986'] for subnet, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:43.750200 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-be0cdf01-6634-4a61-9a96-7a2e18f146b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3943531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4194004'] for subnet, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:43.826309 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0cdf01-6634-4a61-9a96-7a2e18f146b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aac7b35e-16c6-43ab-8b8a-eebd5a9765d7,revision_number=0']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:13:43.839215 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be0cdf01-6634-4a61-9a96-7a2e18f146b7 admin admin] Checking segment: {'id': 'cb93e16b-59fa-49d4-af47-497e44c2b1c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '703777d6-f018-4eb3-a2ad-6006ae74d8cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 15:13:43.844846 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be0cdf01-6634-4a61-9a96-7a2e18f146b7 admin admin] Network hostable DHCP agents. Network: 703777d6-f018-4eb3-a2ad-6006ae74d8cb, hostable agents: ['1a181e39-5220-4c1a-88f8-08a54e8bfc9b'], hosted agents: [] {{(pid=84153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 15:13:43.908353 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be0cdf01-6634-4a61-9a96-7a2e18f146b7 admin admin] Network 703777d6-f018-4eb3-a2ad-6006ae74d8cb is scheduled to be hosted by DHCP agent 1a181e39-5220-4c1a-88f8-08a54e8bfc9b with binding_index 1 {{(pid=84153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 15:13:43.976940 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.base_scheduler [None req-be0cdf01-6634-4a61-9a96-7a2e18f146b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825124-1-hyperv, 703777d6-f018-4eb3-a2ad-6006ae74d8cb) {{(pid=84153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 15:13:43.983022 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be0cdf01-6634-4a61-9a96-7a2e18f146b7 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:13:43.983680 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-be0cdf01-6634-4a61-9a96-7a2e18f146b7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:43.986333 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89a195ff-bde5-45c4-94ab-1d91d5e9f808 None None] Network 703777d6-f018-4eb3-a2ad-6006ae74d8cb requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 15:13:44.064809 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-be0cdf01-6634-4a61-9a96-7a2e18f146b7 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6647518 Jan 20 15:13:44.204404 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27f9c8f3-1ea1-48fb-ab33-e0aad2321f63 None None] Network 703777d6-f018-4eb3-a2ad-6006ae74d8cb requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 15:13:44.722501 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de9f64d-f896-40f9-adaf-e901da83513e req-311e0c2c-e031-47c9-bcb2-88ac5b91e698 tempest-ServersNegativeTestJSON-287136915 tempest-ServersNegativeTestJSON-287136915-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:13:44.723405 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [req-4de9f64d-f896-40f9-adaf-e901da83513e req-311e0c2c-e031-47c9-bcb2-88ac5b91e698 tempest-ServersNegativeTestJSON-287136915 tempest-ServersNegativeTestJSON-287136915-project] Synchronizing usage tracker for tenant:4a05091b119546f4a40730cf23d00a17 on resource:network {{(pid=84153) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 15:13:44.818534 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [req-4de9f64d-f896-40f9-adaf-e901da83513e req-311e0c2c-e031-47c9-bcb2-88ac5b91e698 tempest-ServersNegativeTestJSON-287136915 tempest-ServersNegativeTestJSON-287136915-project] Unset dirty status for tenant:4a05091b119546f4a40730cf23d00a17 on resource:network {{(pid=84153) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 15:13:44.819772 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-4de9f64d-f896-40f9-adaf-e901da83513e req-311e0c2c-e031-47c9-bcb2-88ac5b91e698 tempest-ServersNegativeTestJSON-287136915 tempest-ServersNegativeTestJSON-287136915-project] 10.222.0.54 "GET /v2.0/networks?id=703777d6-f018-4eb3-a2ad-6006ae74d8cb HTTP/1.1" status: 200 len: 814 time: 0.2788265 Jan 20 15:13:44.838834 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-4de9f64d-f896-40f9-adaf-e901da83513e req-b222414f-475e-476c-b6a1-3fad122e071e tempest-ServersNegativeTestJSON-287136915 tempest-ServersNegativeTestJSON-287136915-project] 10.222.0.54 "GET /v2.0/quotas/4a05091b119546f4a40730cf23d00a17 HTTP/1.1" status: 200 len: 375 time: 0.0130529 Jan 20 15:13:44.891886 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-4de9f64d-f896-40f9-adaf-e901da83513e req-8985919b-ebf1-4d82-b1a4-f1f01a07ea81 tempest-ServersNegativeTestJSON-287136915 tempest-ServersNegativeTestJSON-287136915-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=4a05091b119546f4a40730cf23d00a17&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0473022 Jan 20 15:13:44.969919 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [req-4de9f64d-f896-40f9-adaf-e901da83513e req-23ac9a7e-38e8-4aac-8f41-4d6a5852a050 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=84153) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 20 15:13:44.970979 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-4de9f64d-f896-40f9-adaf-e901da83513e req-23ac9a7e-38e8-4aac-8f41-4d6a5852a050 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0727618 Jan 20 15:13:45.116094 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-4de9f64d-f896-40f9-adaf-e901da83513e req-533d07ea-3b66-4d86-8830-0f3a7d838234 service neutron] 10.222.0.54 "GET /v2.0/networks/703777d6-f018-4eb3-a2ad-6006ae74d8cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351085 Jan 20 15:13:45.258514 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-4de9f64d-f896-40f9-adaf-e901da83513e req-6ea9d71e-f4ee-4b8e-b8bc-21f2ee6e2fca service neutron] 10.222.0.54 "GET /v2.0/networks/703777d6-f018-4eb3-a2ad-6006ae74d8cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365256 Jan 20 15:13:45.608005 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-d565370e-0d0c-4b38-a88f-875a1378d2df req-6fe0bce1-6f79-481c-81b1-480e9a7c91bf tempest-ServersNegativeTestJSON-287136915 tempest-ServersNegativeTestJSON-287136915-project] 10.222.0.54 "GET /v2.0/ports?device_id=debd0bce-fecf-44dc-bd9e-58c83155878e HTTP/1.1" status: 200 len: 210 time: 0.1349418 Jan 20 15:13:46.070745 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.agents_db [None req-6dba657d-a637-4918-9b6d-40defdfae04b None None] Agent healthcheck: found 6 active agents {{(pid=84155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 15:13:46.774521 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-5b35c136-8a65-4c8a-a709-87422a983708 req-bbab4bd5-3805-4aa5-908d-d286361affb8 tempest-ServersNegativeTestJSON-287136915 tempest-ServersNegativeTestJSON-287136915-project] 10.222.0.54 "GET /v2.0/ports?device_id=debd0bce-fecf-44dc-bd9e-58c83155878e HTTP/1.1" status: 200 len: 210 time: 0.0459208 Jan 20 15:13:47.941661 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-494a99d3-3dfd-42d3-91bc-704a8015a489 req-2c2a83e3-2d8c-46bb-8910-2e9f3734a3a2 tempest-ServersNegativeTestJSON-287136915 tempest-ServersNegativeTestJSON-287136915-project] 10.222.0.54 "GET /v2.0/ports?device_id=debd0bce-fecf-44dc-bd9e-58c83155878e HTTP/1.1" status: 200 len: 210 time: 0.0433064 Jan 20 15:13:48.212326 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de9f64d-f896-40f9-adaf-e901da83513e req-84cc01c4-7e8b-4ccb-b709-4e6f5ae6a634 tempest-ServersNegativeTestJSON-287136915 tempest-ServersNegativeTestJSON-287136915-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:13:48.213642 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-4de9f64d-f896-40f9-adaf-e901da83513e req-84cc01c4-7e8b-4ccb-b709-4e6f5ae6a634 tempest-ServersNegativeTestJSON-287136915 tempest-ServersNegativeTestJSON-287136915-project] 10.222.0.106 "GET /v2.0/networks?id=703777d6-f018-4eb3-a2ad-6006ae74d8cb HTTP/1.1" status: 200 len: 814 time: 0.1428580 Jan 20 15:13:48.229359 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [req-4de9f64d-f896-40f9-adaf-e901da83513e req-ad13d934-c821-4f98-92ac-3002d474c1c8 tempest-ServersNegativeTestJSON-287136915 tempest-ServersNegativeTestJSON-287136915-project] Request body: {'port': {'device_id': 'debd0bce-fecf-44dc-bd9e-58c83155878e', 'network_id': '703777d6-f018-4eb3-a2ad-6006ae74d8cb', 'admin_state_up': True, 'tenant_id': '4a05091b119546f4a40730cf23d00a17'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 15:13:48.366806 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [req-4de9f64d-f896-40f9-adaf-e901da83513e req-ad13d934-c821-4f98-92ac-3002d474c1c8 tempest-ServersNegativeTestJSON-287136915 tempest-ServersNegativeTestJSON-287136915-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:13:48.370883 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [req-4de9f64d-f896-40f9-adaf-e901da83513e req-ad13d934-c821-4f98-92ac-3002d474c1c8 tempest-ServersNegativeTestJSON-287136915 tempest-ServersNegativeTestJSON-287136915-project] Usage tracker for resource:port and tenant:4a05091b119546f4a40730cf23d00a17 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:13:48.373990 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [req-4de9f64d-f896-40f9-adaf-e901da83513e req-ad13d934-c821-4f98-92ac-3002d474c1c8 tempest-ServersNegativeTestJSON-287136915 tempest-ServersNegativeTestJSON-287136915-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:13:48.380018 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [req-4de9f64d-f896-40f9-adaf-e901da83513e req-ad13d934-c821-4f98-92ac-3002d474c1c8 tempest-ServersNegativeTestJSON-287136915 tempest-ServersNegativeTestJSON-287136915-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:13:48.492452 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4de9f64d-f896-40f9-adaf-e901da83513e req-ad13d934-c821-4f98-92ac-3002d474c1c8 tempest-ServersNegativeTestJSON-287136915 tempest-ServersNegativeTestJSON-287136915-project] Made reservation on behalf of 4a05091b119546f4a40730cf23d00a17 for: {'port': 1} {{(pid=84153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 15:13:48.495589 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-4de9f64d-f896-40f9-adaf-e901da83513e req-ad13d934-c821-4f98-92ac-3002d474c1c8 tempest-ServersNegativeTestJSON-287136915 tempest-ServersNegativeTestJSON-287136915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:48.663398 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.db_base_plugin_common [req-4de9f64d-f896-40f9-adaf-e901da83513e req-ad13d934-c821-4f98-92ac-3002d474c1c8 tempest-ServersNegativeTestJSON-287136915 tempest-ServersNegativeTestJSON-287136915-project] Allocated IP 172.20.0.2 (703777d6-f018-4eb3-a2ad-6006ae74d8cb/aac7b35e-16c6-43ab-8b8a-eebd5a9765d7/8bd17682-0389-4f22-99c8-00b0e10cad90) {{(pid=84153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 15:13:48.861891 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-4de9f64d-f896-40f9-adaf-e901da83513e req-ad13d934-c821-4f98-92ac-3002d474c1c8 tempest-ServersNegativeTestJSON-287136915 tempest-ServersNegativeTestJSON-287136915-project] Notify callbacks [] for port, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:48.965744 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-4de9f64d-f896-40f9-adaf-e901da83513e req-ad13d934-c821-4f98-92ac-3002d474c1c8 tempest-ServersNegativeTestJSON-287136915 tempest-ServersNegativeTestJSON-287136915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:49.038205 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4de9f64d-f896-40f9-adaf-e901da83513e req-ad13d934-c821-4f98-92ac-3002d474c1c8 tempest-ServersNegativeTestJSON-287136915 tempest-ServersNegativeTestJSON-287136915-project] Network 703777d6-f018-4eb3-a2ad-6006ae74d8cb is already hosted by enough agents. {{(pid=84153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 15:13:49.041365 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.base_scheduler [req-4de9f64d-f896-40f9-adaf-e901da83513e req-ad13d934-c821-4f98-92ac-3002d474c1c8 tempest-ServersNegativeTestJSON-287136915 tempest-ServersNegativeTestJSON-287136915-project] Resources bound (agent type, host, resource id): {{(pid=84153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 15:13:49.045813 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.l3_dvrscheduler_db [req-4de9f64d-f896-40f9-adaf-e901da83513e req-ad13d934-c821-4f98-92ac-3002d474c1c8 tempest-ServersNegativeTestJSON-287136915 tempest-ServersNegativeTestJSON-287136915-project] Received port after_create {{(pid=84153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 15:13:49.074912 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad13d934-c821-4f98-92ac-3002d474c1c8 tempest-ServersNegativeTestJSON-287136915 tempest-ServersNegativeTestJSON-287136915-project] Pushing event updated for resources: {'Port': ['ID=8bd17682-0389-4f22-99c8-00b0e10cad90,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:13:49.156264 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de9f64d-f896-40f9-adaf-e901da83513e req-ad13d934-c821-4f98-92ac-3002d474c1c8 tempest-ServersNegativeTestJSON-287136915 tempest-ServersNegativeTestJSON-287136915-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:13:49.157403 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-4de9f64d-f896-40f9-adaf-e901da83513e req-ad13d934-c821-4f98-92ac-3002d474c1c8 tempest-ServersNegativeTestJSON-287136915 tempest-ServersNegativeTestJSON-287136915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:49.193564 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9844d993-c51b-47ee-b2cd-faca80e82c3d req-2f4dc831-8bc9-4927-a6ec-4ccbb3f1cef6 tempest-ServersNegativeTestJSON-287136915 tempest-ServersNegativeTestJSON-287136915-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:13:49.194275 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [req-9844d993-c51b-47ee-b2cd-faca80e82c3d req-2f4dc831-8bc9-4927-a6ec-4ccbb3f1cef6 tempest-ServersNegativeTestJSON-287136915 tempest-ServersNegativeTestJSON-287136915-project] Synchronizing usage tracker for tenant:4a05091b119546f4a40730cf23d00a17 on resource:port {{(pid=84153) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 15:13:49.230284 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-4de9f64d-f896-40f9-adaf-e901da83513e req-ad13d934-c821-4f98-92ac-3002d474c1c8 tempest-ServersNegativeTestJSON-287136915 tempest-ServersNegativeTestJSON-287136915-project] 10.222.0.106 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0047581 Jan 20 15:13:49.246388 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [req-9844d993-c51b-47ee-b2cd-faca80e82c3d req-2f4dc831-8bc9-4927-a6ec-4ccbb3f1cef6 tempest-ServersNegativeTestJSON-287136915 tempest-ServersNegativeTestJSON-287136915-project] Unset dirty status for tenant:4a05091b119546f4a40730cf23d00a17 on resource:port {{(pid=84153) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 15:13:49.247534 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-9844d993-c51b-47ee-b2cd-faca80e82c3d req-2f4dc831-8bc9-4927-a6ec-4ccbb3f1cef6 tempest-ServersNegativeTestJSON-287136915 tempest-ServersNegativeTestJSON-287136915-project] 10.222.0.54 "GET /v2.0/ports?device_id=debd0bce-fecf-44dc-bd9e-58c83155878e HTTP/1.1" status: 200 len: 931 time: 0.1669521 Jan 20 15:13:49.300151 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [req-9844d993-c51b-47ee-b2cd-faca80e82c3d req-065c5fa3-1d5c-4450-8fbb-8e95003c2164 tempest-ServersNegativeTestJSON-287136915 tempest-ServersNegativeTestJSON-287136915-project] Synchronizing usage tracker for tenant:4a05091b119546f4a40730cf23d00a17 on resource:security_group {{(pid=84153) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 15:13:49.320077 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [req-4de9f64d-f896-40f9-adaf-e901da83513e req-853704f3-521a-40ae-a781-329ac8e07869 service neutron] Request body: {'port': {'device_id': 'debd0bce-fecf-44dc-bd9e-58c83155878e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8251'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 15:13:49.369567 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [req-9844d993-c51b-47ee-b2cd-faca80e82c3d req-065c5fa3-1d5c-4450-8fbb-8e95003c2164 tempest-ServersNegativeTestJSON-287136915 tempest-ServersNegativeTestJSON-287136915-project] Unset dirty status for tenant:4a05091b119546f4a40730cf23d00a17 on resource:security_group {{(pid=84153) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 15:13:49.370665 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-9844d993-c51b-47ee-b2cd-faca80e82c3d req-065c5fa3-1d5c-4450-8fbb-8e95003c2164 tempest-ServersNegativeTestJSON-287136915 tempest-ServersNegativeTestJSON-287136915-project] 10.222.0.54 "GET /v2.0/security-groups?id=c2238079-d674-4625-bd7c-42bf2088db21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152568 Jan 20 15:13:49.428171 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-4de9f64d-f896-40f9-adaf-e901da83513e req-853704f3-521a-40ae-a781-329ac8e07869 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:49.770493 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.notifiers.nova [req-4de9f64d-f896-40f9-adaf-e901da83513e req-853704f3-521a-40ae-a781-329ac8e07869 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8bd17682-0389-4f22-99c8-00b0e10cad90 {{(pid=84153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 15:13:49.783261 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-4de9f64d-f896-40f9-adaf-e901da83513e req-853704f3-521a-40ae-a781-329ac8e07869 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:49.798091 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.provisioning_blocks [req-4de9f64d-f896-40f9-adaf-e901da83513e req-853704f3-521a-40ae-a781-329ac8e07869 service neutron] Transition to ACTIVE for port object 8bd17682-0389-4f22-99c8-00b0e10cad90 will not be triggered until provisioned by entity L2. {{(pid=84153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 15:13:49.869788 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-4de9f64d-f896-40f9-adaf-e901da83513e req-853704f3-521a-40ae-a781-329ac8e07869 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3944146'] for port, after_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:50.092582 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853704f3-521a-40ae-a781-329ac8e07869 service neutron] Pushing event updated for resources: {'Port': ['ID=8bd17682-0389-4f22-99c8-00b0e10cad90,revision_number=2']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:13:50.194952 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.managers [req-4de9f64d-f896-40f9-adaf-e901da83513e req-853704f3-521a-40ae-a781-329ac8e07869 service neutron] Attempting to bind port 8bd17682-0389-4f22-99c8-00b0e10cad90 on host hv-neutron-8251 for vnic_type normal with profile {{(pid=84153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 15:13:50.195527 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.managers [req-4de9f64d-f896-40f9-adaf-e901da83513e req-853704f3-521a-40ae-a781-329ac8e07869 service neutron] Attempting to bind port 8bd17682-0389-4f22-99c8-00b0e10cad90 by drivers openvswitch,hyperv on host hv-neutron-8251 at level 0 using segments [{'id': 'cb93e16b-59fa-49d4-af47-497e44c2b1c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '703777d6-f018-4eb3-a2ad-6006ae74d8cb'}] {{(pid=84153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 15:13:50.195926 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4de9f64d-f896-40f9-adaf-e901da83513e req-853704f3-521a-40ae-a781-329ac8e07869 service neutron] Attempting to bind port 8bd17682-0389-4f22-99c8-00b0e10cad90 on network 703777d6-f018-4eb3-a2ad-6006ae74d8cb {{(pid=84153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 15:13:50.202781 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4de9f64d-f896-40f9-adaf-e901da83513e req-853704f3-521a-40ae-a781-329ac8e07869 service neutron] Port 8bd17682-0389-4f22-99c8-00b0e10cad90 on network 703777d6-f018-4eb3-a2ad-6006ae74d8cb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8251 {{(pid=84153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 20 15:13:50.203136 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4de9f64d-f896-40f9-adaf-e901da83513e req-853704f3-521a-40ae-a781-329ac8e07869 service neutron] Attempting to bind port 8bd17682-0389-4f22-99c8-00b0e10cad90 on network 703777d6-f018-4eb3-a2ad-6006ae74d8cb {{(pid=84153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 15:13:50.210576 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4de9f64d-f896-40f9-adaf-e901da83513e req-853704f3-521a-40ae-a781-329ac8e07869 service neutron] Checking agent: {'id': 'e037d8fb-d49c-4f86-9910-f13f6ba89a51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8251', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 23), 'started_at': datetime.datetime(2022, 1, 20, 14, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 15, 13, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 15:13:50.210902 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4de9f64d-f896-40f9-adaf-e901da83513e req-853704f3-521a-40ae-a781-329ac8e07869 service neutron] Checking segment: {'id': 'cb93e16b-59fa-49d4-af47-497e44c2b1c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '703777d6-f018-4eb3-a2ad-6006ae74d8cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 15:13:50.211308 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4de9f64d-f896-40f9-adaf-e901da83513e req-853704f3-521a-40ae-a781-329ac8e07869 service neutron] Bound using segment: {'id': 'cb93e16b-59fa-49d4-af47-497e44c2b1c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '703777d6-f018-4eb3-a2ad-6006ae74d8cb'} {{(pid=84153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 15:13:50.211825 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.managers [req-4de9f64d-f896-40f9-adaf-e901da83513e req-853704f3-521a-40ae-a781-329ac8e07869 service neutron] Bound port: 8bd17682-0389-4f22-99c8-00b0e10cad90, host: hv-neutron-8251, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb93e16b-59fa-49d4-af47-497e44c2b1c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '703777d6-f018-4eb3-a2ad-6006ae74d8cb'}}] {{(pid=84153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 15:13:50.212191 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-4de9f64d-f896-40f9-adaf-e901da83513e req-853704f3-521a-40ae-a781-329ac8e07869 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:50.312350 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.db [req-4de9f64d-f896-40f9-adaf-e901da83513e req-853704f3-521a-40ae-a781-329ac8e07869 service neutron] For port 8bd17682-0389-4f22-99c8-00b0e10cad90, host hv-neutron-8251, cleared binding levels {{(pid=84153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 15:13:50.316094 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.db [req-4de9f64d-f896-40f9-adaf-e901da83513e req-853704f3-521a-40ae-a781-329ac8e07869 service neutron] For port 8bd17682-0389-4f22-99c8-00b0e10cad90, host hv-neutron-8251, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=8bd17682-0389-4f22-99c8-00b0e10cad90,segment=NetworkSegment(cb93e16b-59fa-49d4-af47-497e44c2b1c5),segment_id=cb93e16b-59fa-49d4-af47-497e44c2b1c5)] {{(pid=84153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 15:13:50.378877 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-4de9f64d-f896-40f9-adaf-e901da83513e req-853704f3-521a-40ae-a781-329ac8e07869 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3944146'] for port, after_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:50.442181 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-4de9f64d-f896-40f9-adaf-e901da83513e req-853704f3-521a-40ae-a781-329ac8e07869 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:50.443534 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-4de9f64d-f896-40f9-adaf-e901da83513e req-853704f3-521a-40ae-a781-329ac8e07869 service neutron] 10.222.0.106 "PUT /v2.0/ports/8bd17682-0389-4f22-99c8-00b0e10cad90 HTTP/1.1" status: 200 len: 1093 time: 1.2065055 Jan 20 15:13:50.443979 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'debd0bce-fecf-44dc-bd9e-58c83155878e', 'tag': '8bd17682-0389-4f22-99c8-00b0e10cad90'}] {{(pid=84153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 15:13:50.459293 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853704f3-521a-40ae-a781-329ac8e07869 service neutron] Pushing event updated for resources: {'Port': ['ID=8bd17682-0389-4f22-99c8-00b0e10cad90,revision_number=3']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:13:50.507381 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'debd0bce-fecf-44dc-bd9e-58c83155878e', 'tag': '8bd17682-0389-4f22-99c8-00b0e10cad90', 'status': 'completed', 'code': 200} Jan 20 15:13:50.645933 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-b9ec1bcd-4fac-4dfc-ae21-c2037b477985 req-fd943f64-4a4c-46f7-b1ff-70dea976c561 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=4a05091b119546f4a40730cf23d00a17&device_id=debd0bce-fecf-44dc-bd9e-58c83155878e HTTP/1.1" status: 200 len: 1096 time: 0.0981443 Jan 20 15:13:50.649956 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5230bc0-5695-4d49-ac4f-6d9aee7df315 req-131080d5-c80d-4dc8-9b2a-258d291b23e1 tempest-ServersNegativeTestJSON-287136915 tempest-ServersNegativeTestJSON-287136915-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:13:50.651310 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-f5230bc0-5695-4d49-ac4f-6d9aee7df315 req-131080d5-c80d-4dc8-9b2a-258d291b23e1 tempest-ServersNegativeTestJSON-287136915 tempest-ServersNegativeTestJSON-287136915-project] 10.222.0.54 "GET /v2.0/ports?device_id=debd0bce-fecf-44dc-bd9e-58c83155878e HTTP/1.1" status: 200 len: 943 time: 0.1390553 Jan 20 15:13:50.781262 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-f5230bc0-5695-4d49-ac4f-6d9aee7df315 req-80880c78-9333-4403-8d6c-58a562d31859 tempest-ServersNegativeTestJSON-287136915 tempest-ServersNegativeTestJSON-287136915-project] 10.222.0.54 "GET /v2.0/security-groups?id=c2238079-d674-4625-bd7c-42bf2088db21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106954 Jan 20 15:13:50.818311 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ec1bcd-4fac-4dfc-ae21-c2037b477985 req-64ce2a89-2a83-4bba-bc25-f39bc9a9bb91 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:13:50.819723 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-b9ec1bcd-4fac-4dfc-ae21-c2037b477985 req-64ce2a89-2a83-4bba-bc25-f39bc9a9bb91 service neutron] 10.222.0.106 "GET /v2.0/networks?tenant_id=4a05091b119546f4a40730cf23d00a17&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1676004 Jan 20 15:13:50.965392 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ec1bcd-4fac-4dfc-ae21-c2037b477985 req-e6feba79-af0c-4f19-9417-28ac50df8ffd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:13:50.966881 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-b9ec1bcd-4fac-4dfc-ae21-c2037b477985 req-e6feba79-af0c-4f19-9417-28ac50df8ffd service neutron] 10.222.0.106 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1416237 Jan 20 15:13:51.084102 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-4de9f64d-f896-40f9-adaf-e901da83513e req-5e81568b-77da-47a6-9feb-4052e44217ec service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=4a05091b119546f4a40730cf23d00a17&device_id=debd0bce-fecf-44dc-bd9e-58c83155878e HTTP/1.1" status: 200 len: 1096 time: 0.0724869 Jan 20 15:13:51.163280 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-4de9f64d-f896-40f9-adaf-e901da83513e req-5d56f9fb-3eec-4c39-82d8-b16d9638027f service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8bd17682-0389-4f22-99c8-00b0e10cad90 HTTP/1.1" status: 200 len: 217 time: 0.0727551 Jan 20 15:13:51.237773 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de9f64d-f896-40f9-adaf-e901da83513e req-a7e1bbb6-6e66-4d0d-b8e1-107690c79208 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:13:51.239521 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-4de9f64d-f896-40f9-adaf-e901da83513e req-a7e1bbb6-6e66-4d0d-b8e1-107690c79208 service neutron] 10.222.0.106 "GET /v2.0/subnets?id=aac7b35e-16c6-43ab-8b8a-eebd5a9765d7 HTTP/1.1" status: 200 len: 854 time: 0.0711367 Jan 20 15:13:51.290622 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-4de9f64d-f896-40f9-adaf-e901da83513e req-f70436b6-db55-48a5-a55b-401da666a0d9 service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=703777d6-f018-4eb3-a2ad-6006ae74d8cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454056 Jan 20 15:13:51.442507 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-4de9f64d-f896-40f9-adaf-e901da83513e req-3f0a1744-c116-46fa-8a88-241721b37a20 service neutron] 10.222.0.106 "GET /v2.0/networks/703777d6-f018-4eb3-a2ad-6006ae74d8cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463714 Jan 20 15:13:51.586738 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-4de9f64d-f896-40f9-adaf-e901da83513e req-2bddb50a-3305-4d8d-b071-1eb1db0c906b service neutron] 10.222.0.106 "GET /v2.0/networks/703777d6-f018-4eb3-a2ad-6006ae74d8cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390281 Jan 20 15:13:51.990417 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a044a6-6542-492f-a4d4-2273fdcc0173 req-3d633b56-2cc2-4dc7-91d5-b5fd930aba40 tempest-ServersNegativeTestJSON-287136915 tempest-ServersNegativeTestJSON-287136915-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:13:51.991869 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-99a044a6-6542-492f-a4d4-2273fdcc0173 req-3d633b56-2cc2-4dc7-91d5-b5fd930aba40 tempest-ServersNegativeTestJSON-287136915 tempest-ServersNegativeTestJSON-287136915-project] 10.222.0.54 "GET /v2.0/ports?device_id=debd0bce-fecf-44dc-bd9e-58c83155878e HTTP/1.1" status: 200 len: 943 time: 0.0824742 Jan 20 15:13:52.058783 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-99a044a6-6542-492f-a4d4-2273fdcc0173 req-f4ea8916-a75b-4f5d-b974-2b5a182dc169 tempest-ServersNegativeTestJSON-287136915 tempest-ServersNegativeTestJSON-287136915-project] 10.222.0.54 "GET /v2.0/security-groups?id=c2238079-d674-4625-bd7c-42bf2088db21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612273 Jan 20 15:13:53.280831 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c1f49d-c62e-4668-91db-8af203bb3b52 req-6d38b068-99ab-4b7c-bfe2-4dcc9abd2af6 tempest-ServersNegativeTestJSON-287136915 tempest-ServersNegativeTestJSON-287136915-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:13:53.283091 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-a7c1f49d-c62e-4668-91db-8af203bb3b52 req-6d38b068-99ab-4b7c-bfe2-4dcc9abd2af6 tempest-ServersNegativeTestJSON-287136915 tempest-ServersNegativeTestJSON-287136915-project] 10.222.0.54 "GET /v2.0/ports?device_id=debd0bce-fecf-44dc-bd9e-58c83155878e HTTP/1.1" status: 200 len: 943 time: 0.0810442 Jan 20 15:13:53.327987 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-a7c1f49d-c62e-4668-91db-8af203bb3b52 req-54d56a6e-c849-43c1-8962-b40081f99dec tempest-ServersNegativeTestJSON-287136915 tempest-ServersNegativeTestJSON-287136915-project] 10.222.0.54 "GET /v2.0/security-groups?id=c2238079-d674-4625-bd7c-42bf2088db21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394228 Jan 20 15:13:54.528475 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28051379-6a09-4412-a7cb-4dd1965ae7f3 req-e1ff60c3-07c9-47ab-b55d-9da074693b30 tempest-ServersNegativeTestJSON-287136915 tempest-ServersNegativeTestJSON-287136915-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:13:54.529953 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-28051379-6a09-4412-a7cb-4dd1965ae7f3 req-e1ff60c3-07c9-47ab-b55d-9da074693b30 tempest-ServersNegativeTestJSON-287136915 tempest-ServersNegativeTestJSON-287136915-project] 10.222.0.54 "GET /v2.0/ports?device_id=debd0bce-fecf-44dc-bd9e-58c83155878e HTTP/1.1" status: 200 len: 943 time: 0.0788987 Jan 20 15:13:54.574792 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-28051379-6a09-4412-a7cb-4dd1965ae7f3 req-0be1ac90-dd28-49e1-8e96-43b3d4f55a78 tempest-ServersNegativeTestJSON-287136915 tempest-ServersNegativeTestJSON-287136915-project] 10.222.0.54 "GET /v2.0/security-groups?id=c2238079-d674-4625-bd7c-42bf2088db21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391171 Jan 20 15:13:55.226452 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Device 8bd17682-0389-4f22-99c8-00b0e10cad90 details requested by agent hyperv_hv-neutron-8251 with host hv-neutron-8251 {{(pid=84154) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 20 15:13:55.361804 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] For port 8bd17682-0389-4f22-99c8-00b0e10cad90, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=8bd17682-0389-4f22-99c8-00b0e10cad90,segment=NetworkSegment(cb93e16b-59fa-49d4-af47-497e44c2b1c5),segment_id=cb93e16b-59fa-49d4-af47-497e44c2b1c5)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 15:13:55.374304 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Returning: {'device': '8bd17682-0389-4f22-99c8-00b0e10cad90', 'network_id': '703777d6-f018-4eb3-a2ad-6006ae74d8cb', 'port_id': '8bd17682-0389-4f22-99c8-00b0e10cad90', 'mac_address': 'fa:16:3e:41:4c:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aac7b35e-16c6-43ab-8b8a-eebd5a9765d7', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84154) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 20 15:13:55.433935 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:55.450883 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.notifiers.nova [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8bd17682-0389-4f22-99c8-00b0e10cad90 {{(pid=84154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 15:13:55.465776 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] For port 8bd17682-0389-4f22-99c8-00b0e10cad90, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=8bd17682-0389-4f22-99c8-00b0e10cad90,segment=NetworkSegment(cb93e16b-59fa-49d4-af47-497e44c2b1c5),segment_id=cb93e16b-59fa-49d4-af47-497e44c2b1c5)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 15:13:55.555097 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:55.623164 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Pushing event updated for resources: {'Port': ['ID=8bd17682-0389-4f22-99c8-00b0e10cad90,revision_number=4']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:13:55.631660 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:13:55.632008 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:13:55.632376 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:13:55.632715 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:13:55.633050 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:13:55.633380 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:13:55.633706 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:13:55.634054 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:13:55.634376 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:13:55.634699 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:13:55.635021 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:13:55.775879 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01c417b-7069-461a-a69d-24cb099bc5ff req-5af7537a-83ed-4166-b837-99276badaf96 tempest-ServersNegativeTestJSON-287136915 tempest-ServersNegativeTestJSON-287136915-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:13:55.777337 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-d01c417b-7069-461a-a69d-24cb099bc5ff req-5af7537a-83ed-4166-b837-99276badaf96 tempest-ServersNegativeTestJSON-287136915 tempest-ServersNegativeTestJSON-287136915-project] 10.222.0.54 "GET /v2.0/ports?device_id=debd0bce-fecf-44dc-bd9e-58c83155878e HTTP/1.1" status: 200 len: 944 time: 0.0826666 Jan 20 15:13:55.825838 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-d01c417b-7069-461a-a69d-24cb099bc5ff req-41249821-754a-467a-9768-75b54fc11e13 tempest-ServersNegativeTestJSON-287136915 tempest-ServersNegativeTestJSON-287136915-project] 10.222.0.54 "GET /v2.0/security-groups?id=c2238079-d674-4625-bd7c-42bf2088db21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424335 Jan 20 15:13:55.941721 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] get_ports_and_sgs() called for port_ids ['8bd17682-0389-4f22-99c8-00b0e10cad90'] {{(pid=84154) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 20 15:13:57.022845 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e469540-a529-4dd6-bf15-02c8878a1860 req-88576678-685a-4978-b587-d87630669b9e tempest-ServersNegativeTestJSON-287136915 tempest-ServersNegativeTestJSON-287136915-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:13:57.024297 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-0e469540-a529-4dd6-bf15-02c8878a1860 req-88576678-685a-4978-b587-d87630669b9e tempest-ServersNegativeTestJSON-287136915 tempest-ServersNegativeTestJSON-287136915-project] 10.222.0.54 "GET /v2.0/ports?device_id=debd0bce-fecf-44dc-bd9e-58c83155878e HTTP/1.1" status: 200 len: 944 time: 0.0781548 Jan 20 15:13:57.069101 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-0e469540-a529-4dd6-bf15-02c8878a1860 req-a8ffaafa-9342-4f43-acb1-2820b81df91d tempest-ServersNegativeTestJSON-287136915 tempest-ServersNegativeTestJSON-287136915-project] 10.222.0.54 "GET /v2.0/security-groups?id=c2238079-d674-4625-bd7c-42bf2088db21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393186 Jan 20 15:13:57.238613 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Device 8bd17682-0389-4f22-99c8-00b0e10cad90 up at agent hyperv_hv-neutron-8251 {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 15:13:57.394169 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Provisioning for port 8bd17682-0389-4f22-99c8-00b0e10cad90 completed by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 15:13:57.398969 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Provisioning complete for port 8bd17682-0389-4f22-99c8-00b0e10cad90 triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:13:57.399336 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:57.511705 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:57.538549 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'debd0bce-fecf-44dc-bd9e-58c83155878e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bd17682-0389-4f22-99c8-00b0e10cad90'}] {{(pid=84154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 15:13:57.548044 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] For port 8bd17682-0389-4f22-99c8-00b0e10cad90, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=8bd17682-0389-4f22-99c8-00b0e10cad90,segment=NetworkSegment(cb93e16b-59fa-49d4-af47-497e44c2b1c5),segment_id=cb93e16b-59fa-49d4-af47-497e44c2b1c5)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 15:13:57.658797 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:57.693175 dv-neutron-825124-1-hyperv neutron-server[84154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'debd0bce-fecf-44dc-bd9e-58c83155878e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bd17682-0389-4f22-99c8-00b0e10cad90', 'code': 200} Jan 20 15:13:57.733009 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Pushing event updated for resources: {'Port': ['ID=8bd17682-0389-4f22-99c8-00b0e10cad90,revision_number=5']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:13:58.018978 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-aba4c175-bfb3-41e9-8c60-fa9079cb4553 req-e73be5c1-c85f-4bd5-8245-7680c5d88c62 service neutron] 10.222.0.106 "GET /v2.0/ports?device_id=debd0bce-fecf-44dc-bd9e-58c83155878e HTTP/1.1" status: 200 len: 1098 time: 0.0697646 Jan 20 15:13:58.051246 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-76add590-ae0b-4be4-a7a4-fd0424b4c224 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:13:58.059772 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-aba4c175-bfb3-41e9-8c60-fa9079cb4553 req-97a17c88-a964-4028-9b9f-cef90943e6b0 service neutron] 10.222.0.106 "GET /v2.0/security-groups?id=c2238079-d674-4625-bd7c-42bf2088db21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354943 Jan 20 15:13:58.281175 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09261948-045f-4754-ade7-672178193d7c req-d12b2549-f7c1-435d-83ad-90401715f2ba tempest-ServersNegativeTestJSON-287136915 tempest-ServersNegativeTestJSON-287136915-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:13:58.282708 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-09261948-045f-4754-ade7-672178193d7c req-d12b2549-f7c1-435d-83ad-90401715f2ba tempest-ServersNegativeTestJSON-287136915 tempest-ServersNegativeTestJSON-287136915-project] 10.222.0.54 "GET /v2.0/ports?device_id=debd0bce-fecf-44dc-bd9e-58c83155878e HTTP/1.1" status: 200 len: 945 time: 0.0778663 Jan 20 15:13:58.330185 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-09261948-045f-4754-ade7-672178193d7c req-41425faf-4d31-4d5c-9b3a-81be4fdef945 tempest-ServersNegativeTestJSON-287136915 tempest-ServersNegativeTestJSON-287136915-project] 10.222.0.54 "GET /v2.0/security-groups?id=c2238079-d674-4625-bd7c-42bf2088db21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394907 Jan 20 15:13:59.637266 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7234fd-3b25-4ebf-ad5c-090c41e12e79 req-982fb443-9c82-475a-8e4c-e5f12387e82f tempest-ServersNegativeTestJSON-287136915 tempest-ServersNegativeTestJSON-287136915-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:13:59.638805 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-9e7234fd-3b25-4ebf-ad5c-090c41e12e79 req-982fb443-9c82-475a-8e4c-e5f12387e82f tempest-ServersNegativeTestJSON-287136915 tempest-ServersNegativeTestJSON-287136915-project] 10.222.0.54 "GET /v2.0/ports?device_id=debd0bce-fecf-44dc-bd9e-58c83155878e HTTP/1.1" status: 200 len: 945 time: 0.1707966 Jan 20 15:13:59.685023 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-9e7234fd-3b25-4ebf-ad5c-090c41e12e79 req-2d091a93-c276-4484-9c05-f87ce4e9b951 tempest-ServersNegativeTestJSON-287136915 tempest-ServersNegativeTestJSON-287136915-project] 10.222.0.54 "GET /v2.0/security-groups?id=c2238079-d674-4625-bd7c-42bf2088db21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401599 Jan 20 15:14:00.435500 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-be795d7a-1c40-4715-ad73-abf5f5dac43f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:14:00.858039 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:14:00.887043 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2752d797-74f2-457e-a62c-f494427a7773 req-c2bb6eda-c6ac-4d75-92f6-54d175d53b61 tempest-ServersNegativeTestJSON-287136915 tempest-ServersNegativeTestJSON-287136915-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:14:00.888478 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-2752d797-74f2-457e-a62c-f494427a7773 req-c2bb6eda-c6ac-4d75-92f6-54d175d53b61 tempest-ServersNegativeTestJSON-287136915 tempest-ServersNegativeTestJSON-287136915-project] 10.222.0.54 "GET /v2.0/ports?device_id=debd0bce-fecf-44dc-bd9e-58c83155878e HTTP/1.1" status: 200 len: 945 time: 0.0759294 Jan 20 15:14:00.932491 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-2752d797-74f2-457e-a62c-f494427a7773 req-6091679d-8cc2-4e48-af8c-7fa2e2693cff tempest-ServersNegativeTestJSON-287136915 tempest-ServersNegativeTestJSON-287136915-project] 10.222.0.54 "GET /v2.0/security-groups?id=c2238079-d674-4625-bd7c-42bf2088db21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384619 Jan 20 15:14:01.230349 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca47692-f9e8-4f6c-abf0-44b85ffeb85a req-d56a7279-2283-4bb0-b2d5-ec3fca113ac8 tempest-ServersNegativeTestJSON-287136915 tempest-ServersNegativeTestJSON-287136915-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:14:01.231782 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-3ca47692-f9e8-4f6c-abf0-44b85ffeb85a req-d56a7279-2283-4bb0-b2d5-ec3fca113ac8 tempest-ServersNegativeTestJSON-287136915 tempest-ServersNegativeTestJSON-287136915-project] 10.222.0.54 "GET /v2.0/networks?id=703777d6-f018-4eb3-a2ad-6006ae74d8cb HTTP/1.1" status: 200 len: 814 time: 0.1455426 Jan 20 15:14:01.249755 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-3ca47692-f9e8-4f6c-abf0-44b85ffeb85a req-1a308e80-81a6-4780-bb93-edfb3dcda9b2 tempest-ServersNegativeTestJSON-287136915 tempest-ServersNegativeTestJSON-287136915-project] 10.222.0.54 "GET /v2.0/quotas/4a05091b119546f4a40730cf23d00a17 HTTP/1.1" status: 200 len: 375 time: 0.0121005 Jan 20 15:14:01.325930 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-3ca47692-f9e8-4f6c-abf0-44b85ffeb85a req-cb1ff10b-7f28-4c38-9087-02d498ac2364 tempest-ServersNegativeTestJSON-287136915 tempest-ServersNegativeTestJSON-287136915-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=4a05091b119546f4a40730cf23d00a17&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0709190 Jan 20 15:14:01.429665 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:14:01.459392 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-3ca47692-f9e8-4f6c-abf0-44b85ffeb85a req-5b7dbdc2-1703-401d-9538-ee0615a8b934 service neutron] 10.222.0.54 "GET /v2.0/networks/703777d6-f018-4eb3-a2ad-6006ae74d8cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268401 Jan 20 15:14:01.592156 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-3ca47692-f9e8-4f6c-abf0-44b85ffeb85a req-fe5b3c15-a9b5-4946-96c8-9ec95b2da32a service neutron] 10.222.0.54 "GET /v2.0/networks/703777d6-f018-4eb3-a2ad-6006ae74d8cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271520 Jan 20 15:14:01.736499 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-cdd98e71-1f0a-4421-baa9-dcb30e06edf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:14:01.855504 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-39780a1c-27c1-4aad-8573-29794780e2b0 req-f65d2a26-93cc-4c5f-917e-8be60a80573b tempest-ServersNegativeTestJSON-287136915 tempest-ServersNegativeTestJSON-287136915-project] 10.222.0.54 "GET /v2.0/ports?device_id=ea2f3f3f-f201-480b-8edb-82ea0924ea80 HTTP/1.1" status: 200 len: 210 time: 0.0416281 Jan 20 15:14:03.021624 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-4882431b-319c-4c27-aa73-caddded5e146 req-cdadd95c-4c15-4d20-b583-fce5c6dc3fdf tempest-ServersNegativeTestJSON-287136915 tempest-ServersNegativeTestJSON-287136915-project] 10.222.0.54 "GET /v2.0/ports?device_id=ea2f3f3f-f201-480b-8edb-82ea0924ea80 HTTP/1.1" status: 200 len: 210 time: 0.0441625 Jan 20 15:14:03.193826 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-eea6df97-7ff1-4b63-af20-e3ec8913deda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:14:03.929448 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca47692-f9e8-4f6c-abf0-44b85ffeb85a req-9bf1b4ca-e681-467c-8cab-98fcb434466f tempest-ServersNegativeTestJSON-287136915 tempest-ServersNegativeTestJSON-287136915-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:14:03.930968 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-3ca47692-f9e8-4f6c-abf0-44b85ffeb85a req-9bf1b4ca-e681-467c-8cab-98fcb434466f tempest-ServersNegativeTestJSON-287136915 tempest-ServersNegativeTestJSON-287136915-project] 10.222.0.106 "GET /v2.0/networks?id=703777d6-f018-4eb3-a2ad-6006ae74d8cb HTTP/1.1" status: 200 len: 814 time: 0.1425211 Jan 20 15:14:03.946648 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [req-3ca47692-f9e8-4f6c-abf0-44b85ffeb85a req-db4aca1c-6975-4742-8f99-c8217c37047f tempest-ServersNegativeTestJSON-287136915 tempest-ServersNegativeTestJSON-287136915-project] Request body: {'port': {'device_id': 'ea2f3f3f-f201-480b-8edb-82ea0924ea80', 'network_id': '703777d6-f018-4eb3-a2ad-6006ae74d8cb', 'admin_state_up': True, 'tenant_id': '4a05091b119546f4a40730cf23d00a17'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 15:14:04.080639 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [req-3ca47692-f9e8-4f6c-abf0-44b85ffeb85a req-db4aca1c-6975-4742-8f99-c8217c37047f tempest-ServersNegativeTestJSON-287136915 tempest-ServersNegativeTestJSON-287136915-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:14:04.090906 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [req-3ca47692-f9e8-4f6c-abf0-44b85ffeb85a req-db4aca1c-6975-4742-8f99-c8217c37047f tempest-ServersNegativeTestJSON-287136915 tempest-ServersNegativeTestJSON-287136915-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:14:04.181974 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ca47692-f9e8-4f6c-abf0-44b85ffeb85a req-db4aca1c-6975-4742-8f99-c8217c37047f tempest-ServersNegativeTestJSON-287136915 tempest-ServersNegativeTestJSON-287136915-project] Made reservation on behalf of 4a05091b119546f4a40730cf23d00a17 for: {'port': 1} {{(pid=84153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 15:14:04.184857 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-3ca47692-f9e8-4f6c-abf0-44b85ffeb85a req-db4aca1c-6975-4742-8f99-c8217c37047f tempest-ServersNegativeTestJSON-287136915 tempest-ServersNegativeTestJSON-287136915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:14:04.195455 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-a46aedc5-4af6-432e-ac0b-c3c91cb68106 req-0d8898d2-daa8-4c7b-a7a4-354fd8f55923 tempest-ServersNegativeTestJSON-287136915 tempest-ServersNegativeTestJSON-287136915-project] 10.222.0.54 "GET /v2.0/ports?device_id=ea2f3f3f-f201-480b-8edb-82ea0924ea80 HTTP/1.1" status: 200 len: 210 time: 0.0532095 Jan 20 15:14:04.349504 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.db_base_plugin_common [req-3ca47692-f9e8-4f6c-abf0-44b85ffeb85a req-db4aca1c-6975-4742-8f99-c8217c37047f tempest-ServersNegativeTestJSON-287136915 tempest-ServersNegativeTestJSON-287136915-project] Allocated IP 172.20.0.11 (703777d6-f018-4eb3-a2ad-6006ae74d8cb/aac7b35e-16c6-43ab-8b8a-eebd5a9765d7/25c08bef-2f7e-4089-a2e7-ae3b187705a1) {{(pid=84153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 15:14:04.546110 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-3ca47692-f9e8-4f6c-abf0-44b85ffeb85a req-db4aca1c-6975-4742-8f99-c8217c37047f tempest-ServersNegativeTestJSON-287136915 tempest-ServersNegativeTestJSON-287136915-project] Notify callbacks [] for port, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:14:04.630280 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-3ca47692-f9e8-4f6c-abf0-44b85ffeb85a req-db4aca1c-6975-4742-8f99-c8217c37047f tempest-ServersNegativeTestJSON-287136915 tempest-ServersNegativeTestJSON-287136915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:14:04.642569 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] get_ports_and_sgs() called for port_ids ['8bd17682-0389-4f22-99c8-00b0e10cad90'] {{(pid=84154) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 20 15:14:04.707848 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ca47692-f9e8-4f6c-abf0-44b85ffeb85a req-db4aca1c-6975-4742-8f99-c8217c37047f tempest-ServersNegativeTestJSON-287136915 tempest-ServersNegativeTestJSON-287136915-project] Network 703777d6-f018-4eb3-a2ad-6006ae74d8cb is already hosted by enough agents. {{(pid=84153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 15:14:04.711036 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.base_scheduler [req-3ca47692-f9e8-4f6c-abf0-44b85ffeb85a req-db4aca1c-6975-4742-8f99-c8217c37047f tempest-ServersNegativeTestJSON-287136915 tempest-ServersNegativeTestJSON-287136915-project] Resources bound (agent type, host, resource id): {{(pid=84153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 15:14:04.715445 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ca47692-f9e8-4f6c-abf0-44b85ffeb85a req-db4aca1c-6975-4742-8f99-c8217c37047f tempest-ServersNegativeTestJSON-287136915 tempest-ServersNegativeTestJSON-287136915-project] Received port after_create {{(pid=84153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 15:14:04.743296 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4aca1c-6975-4742-8f99-c8217c37047f tempest-ServersNegativeTestJSON-287136915 tempest-ServersNegativeTestJSON-287136915-project] Pushing event updated for resources: {'Port': ['ID=25c08bef-2f7e-4089-a2e7-ae3b187705a1,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:14:04.775776 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca47692-f9e8-4f6c-abf0-44b85ffeb85a req-db4aca1c-6975-4742-8f99-c8217c37047f tempest-ServersNegativeTestJSON-287136915 tempest-ServersNegativeTestJSON-287136915-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:14:04.776374 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-3ca47692-f9e8-4f6c-abf0-44b85ffeb85a req-db4aca1c-6975-4742-8f99-c8217c37047f tempest-ServersNegativeTestJSON-287136915 tempest-ServersNegativeTestJSON-287136915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:14:04.868965 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-3ca47692-f9e8-4f6c-abf0-44b85ffeb85a req-db4aca1c-6975-4742-8f99-c8217c37047f tempest-ServersNegativeTestJSON-287136915 tempest-ServersNegativeTestJSON-287136915-project] 10.222.0.106 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9257309 Jan 20 15:14:04.880134 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [req-3ca47692-f9e8-4f6c-abf0-44b85ffeb85a req-201c39ae-5e7d-4582-84ae-b92ad3c40feb service neutron] Request body: {'port': {'device_id': 'ea2f3f3f-f201-480b-8edb-82ea0924ea80', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8251'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 15:14:05.079825 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-3ca47692-f9e8-4f6c-abf0-44b85ffeb85a req-201c39ae-5e7d-4582-84ae-b92ad3c40feb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:14:05.473000 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b320c8-ffe7-4eb5-abc0-c16dc0885227 req-f29c546f-f4fd-4a04-944d-c0d4941b4409 tempest-ServersNegativeTestJSON-287136915 tempest-ServersNegativeTestJSON-287136915-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:14:05.473687 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [req-38b320c8-ffe7-4eb5-abc0-c16dc0885227 req-f29c546f-f4fd-4a04-944d-c0d4941b4409 tempest-ServersNegativeTestJSON-287136915 tempest-ServersNegativeTestJSON-287136915-project] Synchronizing usage tracker for tenant:4a05091b119546f4a40730cf23d00a17 on resource:port {{(pid=84153) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 15:14:05.484931 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.notifiers.nova [req-3ca47692-f9e8-4f6c-abf0-44b85ffeb85a req-201c39ae-5e7d-4582-84ae-b92ad3c40feb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25c08bef-2f7e-4089-a2e7-ae3b187705a1 {{(pid=84153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 15:14:05.494769 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-3ca47692-f9e8-4f6c-abf0-44b85ffeb85a req-201c39ae-5e7d-4582-84ae-b92ad3c40feb service neutron] Notify callbacks [] for port, precommit_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:14:05.510772 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.provisioning_blocks [req-3ca47692-f9e8-4f6c-abf0-44b85ffeb85a req-201c39ae-5e7d-4582-84ae-b92ad3c40feb service neutron] Transition to ACTIVE for port object 25c08bef-2f7e-4089-a2e7-ae3b187705a1 will not be triggered until provisioned by entity L2. {{(pid=84153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 15:14:05.612198 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [req-38b320c8-ffe7-4eb5-abc0-c16dc0885227 req-f29c546f-f4fd-4a04-944d-c0d4941b4409 tempest-ServersNegativeTestJSON-287136915 tempest-ServersNegativeTestJSON-287136915-project] Unset dirty status for tenant:4a05091b119546f4a40730cf23d00a17 on resource:port {{(pid=84153) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 15:14:05.618366 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-38b320c8-ffe7-4eb5-abc0-c16dc0885227 req-f29c546f-f4fd-4a04-944d-c0d4941b4409 tempest-ServersNegativeTestJSON-287136915 tempest-ServersNegativeTestJSON-287136915-project] 10.222.0.54 "GET /v2.0/ports?device_id=ea2f3f3f-f201-480b-8edb-82ea0924ea80 HTTP/1.1" status: 200 len: 932 time: 0.2912543 Jan 20 15:14:05.641437 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-3ca47692-f9e8-4f6c-abf0-44b85ffeb85a req-201c39ae-5e7d-4582-84ae-b92ad3c40feb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3944146'] for port, after_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:14:05.725225 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-38b320c8-ffe7-4eb5-abc0-c16dc0885227 req-25981c2a-5207-4773-9a69-c935139ba18b tempest-ServersNegativeTestJSON-287136915 tempest-ServersNegativeTestJSON-287136915-project] 10.222.0.54 "GET /v2.0/security-groups?id=c2238079-d674-4625-bd7c-42bf2088db21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063755 Jan 20 15:14:05.776626 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201c39ae-5e7d-4582-84ae-b92ad3c40feb service neutron] Pushing event updated for resources: {'Port': ['ID=25c08bef-2f7e-4089-a2e7-ae3b187705a1,revision_number=2']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:14:05.892736 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.managers [req-3ca47692-f9e8-4f6c-abf0-44b85ffeb85a req-201c39ae-5e7d-4582-84ae-b92ad3c40feb service neutron] Attempting to bind port 25c08bef-2f7e-4089-a2e7-ae3b187705a1 on host hv-neutron-8251 for vnic_type normal with profile {{(pid=84153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 15:14:05.893074 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.managers [req-3ca47692-f9e8-4f6c-abf0-44b85ffeb85a req-201c39ae-5e7d-4582-84ae-b92ad3c40feb service neutron] Attempting to bind port 25c08bef-2f7e-4089-a2e7-ae3b187705a1 by drivers openvswitch,hyperv on host hv-neutron-8251 at level 0 using segments [{'id': 'cb93e16b-59fa-49d4-af47-497e44c2b1c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '703777d6-f018-4eb3-a2ad-6006ae74d8cb'}] {{(pid=84153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 15:14:05.893397 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ca47692-f9e8-4f6c-abf0-44b85ffeb85a req-201c39ae-5e7d-4582-84ae-b92ad3c40feb service neutron] Attempting to bind port 25c08bef-2f7e-4089-a2e7-ae3b187705a1 on network 703777d6-f018-4eb3-a2ad-6006ae74d8cb {{(pid=84153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 15:14:05.899021 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ca47692-f9e8-4f6c-abf0-44b85ffeb85a req-201c39ae-5e7d-4582-84ae-b92ad3c40feb service neutron] Port 25c08bef-2f7e-4089-a2e7-ae3b187705a1 on network 703777d6-f018-4eb3-a2ad-6006ae74d8cb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8251 {{(pid=84153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 20 15:14:05.899330 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ca47692-f9e8-4f6c-abf0-44b85ffeb85a req-201c39ae-5e7d-4582-84ae-b92ad3c40feb service neutron] Attempting to bind port 25c08bef-2f7e-4089-a2e7-ae3b187705a1 on network 703777d6-f018-4eb3-a2ad-6006ae74d8cb {{(pid=84153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 15:14:05.905423 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ca47692-f9e8-4f6c-abf0-44b85ffeb85a req-201c39ae-5e7d-4582-84ae-b92ad3c40feb service neutron] Checking agent: {'id': 'e037d8fb-d49c-4f86-9910-f13f6ba89a51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8251', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 23), 'started_at': datetime.datetime(2022, 1, 20, 14, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 15, 14, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 15:14:05.905752 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ca47692-f9e8-4f6c-abf0-44b85ffeb85a req-201c39ae-5e7d-4582-84ae-b92ad3c40feb service neutron] Checking segment: {'id': 'cb93e16b-59fa-49d4-af47-497e44c2b1c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '703777d6-f018-4eb3-a2ad-6006ae74d8cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 15:14:05.906160 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ca47692-f9e8-4f6c-abf0-44b85ffeb85a req-201c39ae-5e7d-4582-84ae-b92ad3c40feb service neutron] Bound using segment: {'id': 'cb93e16b-59fa-49d4-af47-497e44c2b1c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '703777d6-f018-4eb3-a2ad-6006ae74d8cb'} {{(pid=84153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 15:14:05.906574 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.managers [req-3ca47692-f9e8-4f6c-abf0-44b85ffeb85a req-201c39ae-5e7d-4582-84ae-b92ad3c40feb service neutron] Bound port: 25c08bef-2f7e-4089-a2e7-ae3b187705a1, host: hv-neutron-8251, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb93e16b-59fa-49d4-af47-497e44c2b1c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '703777d6-f018-4eb3-a2ad-6006ae74d8cb'}}] {{(pid=84153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 15:14:05.906909 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-3ca47692-f9e8-4f6c-abf0-44b85ffeb85a req-201c39ae-5e7d-4582-84ae-b92ad3c40feb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:14:05.992628 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.db [req-3ca47692-f9e8-4f6c-abf0-44b85ffeb85a req-201c39ae-5e7d-4582-84ae-b92ad3c40feb service neutron] For port 25c08bef-2f7e-4089-a2e7-ae3b187705a1, host hv-neutron-8251, cleared binding levels {{(pid=84153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 15:14:05.995542 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.db [req-3ca47692-f9e8-4f6c-abf0-44b85ffeb85a req-201c39ae-5e7d-4582-84ae-b92ad3c40feb service neutron] For port 25c08bef-2f7e-4089-a2e7-ae3b187705a1, host hv-neutron-8251, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=25c08bef-2f7e-4089-a2e7-ae3b187705a1,segment=NetworkSegment(cb93e16b-59fa-49d4-af47-497e44c2b1c5),segment_id=cb93e16b-59fa-49d4-af47-497e44c2b1c5)] {{(pid=84153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 15:14:06.063993 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-3ca47692-f9e8-4f6c-abf0-44b85ffeb85a req-201c39ae-5e7d-4582-84ae-b92ad3c40feb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3944146'] for port, after_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:14:06.125994 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-3ca47692-f9e8-4f6c-abf0-44b85ffeb85a req-201c39ae-5e7d-4582-84ae-b92ad3c40feb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:14:06.127363 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-3ca47692-f9e8-4f6c-abf0-44b85ffeb85a req-201c39ae-5e7d-4582-84ae-b92ad3c40feb service neutron] 10.222.0.106 "PUT /v2.0/ports/25c08bef-2f7e-4089-a2e7-ae3b187705a1 HTTP/1.1" status: 200 len: 1094 time: 1.2514184 Jan 20 15:14:06.127787 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea2f3f3f-f201-480b-8edb-82ea0924ea80', 'tag': '25c08bef-2f7e-4089-a2e7-ae3b187705a1'}] {{(pid=84153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 15:14:06.151897 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201c39ae-5e7d-4582-84ae-b92ad3c40feb service neutron] Pushing event updated for resources: {'Port': ['ID=25c08bef-2f7e-4089-a2e7-ae3b187705a1,revision_number=3']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:14:06.204584 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea2f3f3f-f201-480b-8edb-82ea0924ea80', 'tag': '25c08bef-2f7e-4089-a2e7-ae3b187705a1', 'status': 'completed', 'code': 200} Jan 20 15:14:06.295997 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-25cc0226-e6e7-4e62-8173-7e413bbe5f28 req-b33d87d9-d1c6-4a9d-9596-a610a4214750 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=4a05091b119546f4a40730cf23d00a17&device_id=ea2f3f3f-f201-480b-8edb-82ea0924ea80 HTTP/1.1" status: 200 len: 1097 time: 0.0695686 Jan 20 15:14:06.434933 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cc0226-e6e7-4e62-8173-7e413bbe5f28 req-e3b64980-2add-474c-9a69-b9d7f77878eb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:14:06.436430 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-25cc0226-e6e7-4e62-8173-7e413bbe5f28 req-e3b64980-2add-474c-9a69-b9d7f77878eb service neutron] 10.222.0.106 "GET /v2.0/networks?tenant_id=4a05091b119546f4a40730cf23d00a17&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1337359 Jan 20 15:14:06.579247 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cc0226-e6e7-4e62-8173-7e413bbe5f28 req-cec0cc70-8558-4db3-a7e7-1f4fedc3f99f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:14:06.580697 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-25cc0226-e6e7-4e62-8173-7e413bbe5f28 req-cec0cc70-8558-4db3-a7e7-1f4fedc3f99f service neutron] 10.222.0.106 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1384542 Jan 20 15:14:06.688128 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-3ca47692-f9e8-4f6c-abf0-44b85ffeb85a req-93155421-be7a-4583-8397-09607e826d47 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=4a05091b119546f4a40730cf23d00a17&device_id=ea2f3f3f-f201-480b-8edb-82ea0924ea80 HTTP/1.1" status: 200 len: 1097 time: 0.0711036 Jan 20 15:14:06.758180 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-3ca47692-f9e8-4f6c-abf0-44b85ffeb85a req-9d90259d-ddbe-4eb7-b93b-5aa39ae5ad1d service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=25c08bef-2f7e-4089-a2e7-ae3b187705a1 HTTP/1.1" status: 200 len: 217 time: 0.0629606 Jan 20 15:14:06.823159 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca47692-f9e8-4f6c-abf0-44b85ffeb85a req-06f8e9bc-431e-4033-9dd1-f6c1a2d18fcb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:14:06.825247 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-3ca47692-f9e8-4f6c-abf0-44b85ffeb85a req-06f8e9bc-431e-4033-9dd1-f6c1a2d18fcb service neutron] 10.222.0.106 "GET /v2.0/subnets?id=aac7b35e-16c6-43ab-8b8a-eebd5a9765d7 HTTP/1.1" status: 200 len: 854 time: 0.0608451 Jan 20 15:14:06.897833 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-3ca47692-f9e8-4f6c-abf0-44b85ffeb85a req-92277a8a-b47c-4ba7-96db-8abcbde29f69 service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=703777d6-f018-4eb3-a2ad-6006ae74d8cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0669398 Jan 20 15:14:07.142346 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-3ca47692-f9e8-4f6c-abf0-44b85ffeb85a req-a7e5b379-fd84-45cb-ad7a-f1a4a243bedf service neutron] 10.222.0.106 "GET /v2.0/networks/703777d6-f018-4eb3-a2ad-6006ae74d8cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2393105 Jan 20 15:14:07.149783 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a64fc1-21c3-46b6-a5bd-d8c1afedcf69 req-32ff6408-15ce-40b6-a6ad-3170e715ebeb tempest-ServersNegativeTestJSON-287136915 tempest-ServersNegativeTestJSON-287136915-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:14:07.151106 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-d2a64fc1-21c3-46b6-a5bd-d8c1afedcf69 req-32ff6408-15ce-40b6-a6ad-3170e715ebeb tempest-ServersNegativeTestJSON-287136915 tempest-ServersNegativeTestJSON-287136915-project] 10.222.0.54 "GET /v2.0/ports?device_id=ea2f3f3f-f201-480b-8edb-82ea0924ea80 HTTP/1.1" status: 200 len: 944 time: 0.2874832 Jan 20 15:14:07.288835 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-d2a64fc1-21c3-46b6-a5bd-d8c1afedcf69 req-ffd63e68-4909-4577-add1-1b3adf7e2d9d tempest-ServersNegativeTestJSON-287136915 tempest-ServersNegativeTestJSON-287136915-project] 10.222.0.54 "GET /v2.0/security-groups?id=c2238079-d674-4625-bd7c-42bf2088db21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179681 Jan 20 15:14:07.309967 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-3ca47692-f9e8-4f6c-abf0-44b85ffeb85a req-97cb168e-ec4d-4c05-bda5-f0d960aea8ff service neutron] 10.222.0.106 "GET /v2.0/networks/703777d6-f018-4eb3-a2ad-6006ae74d8cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1578481 Jan 20 15:14:08.497186 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d265cf5b-dc41-4f29-8c09-2a8ebb6ce6fe req-825e0582-58ee-4f8a-88d1-378dbab8a363 tempest-ServersNegativeTestJSON-287136915 tempest-ServersNegativeTestJSON-287136915-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:14:08.498634 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-d265cf5b-dc41-4f29-8c09-2a8ebb6ce6fe req-825e0582-58ee-4f8a-88d1-378dbab8a363 tempest-ServersNegativeTestJSON-287136915 tempest-ServersNegativeTestJSON-287136915-project] 10.222.0.54 "GET /v2.0/ports?device_id=ea2f3f3f-f201-480b-8edb-82ea0924ea80 HTTP/1.1" status: 200 len: 944 time: 0.0897355 Jan 20 15:14:08.543413 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-d265cf5b-dc41-4f29-8c09-2a8ebb6ce6fe req-8d834b19-fa04-485e-b29a-0701b1c5640c tempest-ServersNegativeTestJSON-287136915 tempest-ServersNegativeTestJSON-287136915-project] 10.222.0.54 "GET /v2.0/security-groups?id=c2238079-d674-4625-bd7c-42bf2088db21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387139 Jan 20 15:14:09.749627 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2ef026-4238-4761-a967-0645fc3270be req-57988e48-a34a-430e-8c0c-38237e0e7f63 tempest-ServersNegativeTestJSON-287136915 tempest-ServersNegativeTestJSON-287136915-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:14:09.751094 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-7e2ef026-4238-4761-a967-0645fc3270be req-57988e48-a34a-430e-8c0c-38237e0e7f63 tempest-ServersNegativeTestJSON-287136915 tempest-ServersNegativeTestJSON-287136915-project] 10.222.0.54 "GET /v2.0/ports?device_id=ea2f3f3f-f201-480b-8edb-82ea0924ea80 HTTP/1.1" status: 200 len: 944 time: 0.0796385 Jan 20 15:14:09.795134 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-7e2ef026-4238-4761-a967-0645fc3270be req-e6b585ca-e4d8-464e-9786-e485d500195d tempest-ServersNegativeTestJSON-287136915 tempest-ServersNegativeTestJSON-287136915-project] 10.222.0.54 "GET /v2.0/security-groups?id=c2238079-d674-4625-bd7c-42bf2088db21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378430 Jan 20 15:14:10.989611 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52786c2-3d9d-42c3-8a6c-f502dc8a5344 req-51436d66-fc67-4b66-b5f7-92d6f76b7be0 tempest-ServersNegativeTestJSON-287136915 tempest-ServersNegativeTestJSON-287136915-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:14:10.991058 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-d52786c2-3d9d-42c3-8a6c-f502dc8a5344 req-51436d66-fc67-4b66-b5f7-92d6f76b7be0 tempest-ServersNegativeTestJSON-287136915 tempest-ServersNegativeTestJSON-287136915-project] 10.222.0.54 "GET /v2.0/ports?device_id=ea2f3f3f-f201-480b-8edb-82ea0924ea80 HTTP/1.1" status: 200 len: 944 time: 0.0760312 Jan 20 15:14:11.038241 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-d52786c2-3d9d-42c3-8a6c-f502dc8a5344 req-2fdb08a3-aff6-4740-8f80-6720fe1f57cf tempest-ServersNegativeTestJSON-287136915 tempest-ServersNegativeTestJSON-287136915-project] 10.222.0.54 "GET /v2.0/security-groups?id=c2238079-d674-4625-bd7c-42bf2088db21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416996 Jan 20 15:14:11.382485 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Device 25c08bef-2f7e-4089-a2e7-ae3b187705a1 details requested by agent hyperv_hv-neutron-8251 with host hv-neutron-8251 {{(pid=84154) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 20 15:14:11.515320 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] For port 25c08bef-2f7e-4089-a2e7-ae3b187705a1, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=25c08bef-2f7e-4089-a2e7-ae3b187705a1,segment=NetworkSegment(cb93e16b-59fa-49d4-af47-497e44c2b1c5),segment_id=cb93e16b-59fa-49d4-af47-497e44c2b1c5)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 15:14:11.527865 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Returning: {'device': '25c08bef-2f7e-4089-a2e7-ae3b187705a1', 'network_id': '703777d6-f018-4eb3-a2ad-6006ae74d8cb', 'port_id': '25c08bef-2f7e-4089-a2e7-ae3b187705a1', 'mac_address': 'fa:16:3e:8d:7a:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aac7b35e-16c6-43ab-8b8a-eebd5a9765d7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84154) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 20 15:14:11.585154 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:14:11.602804 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.notifiers.nova [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25c08bef-2f7e-4089-a2e7-ae3b187705a1 {{(pid=84154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 15:14:11.618232 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] For port 25c08bef-2f7e-4089-a2e7-ae3b187705a1, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=25c08bef-2f7e-4089-a2e7-ae3b187705a1,segment=NetworkSegment(cb93e16b-59fa-49d4-af47-497e44c2b1c5),segment_id=cb93e16b-59fa-49d4-af47-497e44c2b1c5)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 15:14:11.691191 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:14:11.756636 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Pushing event updated for resources: {'Port': ['ID=25c08bef-2f7e-4089-a2e7-ae3b187705a1,revision_number=4']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:14:12.014128 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] get_ports_and_sgs() called for port_ids ['25c08bef-2f7e-4089-a2e7-ae3b187705a1'] {{(pid=84154) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 20 15:14:12.233671 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8351004-fd8e-4737-a0b0-a9b15b906927 req-f9434369-a42f-4e48-9baa-ecfba2916604 tempest-ServersNegativeTestJSON-287136915 tempest-ServersNegativeTestJSON-287136915-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:14:12.235140 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-f8351004-fd8e-4737-a0b0-a9b15b906927 req-f9434369-a42f-4e48-9baa-ecfba2916604 tempest-ServersNegativeTestJSON-287136915 tempest-ServersNegativeTestJSON-287136915-project] 10.222.0.54 "GET /v2.0/ports?device_id=ea2f3f3f-f201-480b-8edb-82ea0924ea80 HTTP/1.1" status: 200 len: 945 time: 0.0775480 Jan 20 15:14:12.279802 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-f8351004-fd8e-4737-a0b0-a9b15b906927 req-8ae3087f-45c0-4d37-b9fd-0d8499f3a70c tempest-ServersNegativeTestJSON-287136915 tempest-ServersNegativeTestJSON-287136915-project] 10.222.0.54 "GET /v2.0/security-groups?id=c2238079-d674-4625-bd7c-42bf2088db21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385709 Jan 20 15:14:13.397792 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Device 25c08bef-2f7e-4089-a2e7-ae3b187705a1 up at agent hyperv_hv-neutron-8251 {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 15:14:13.485385 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6c0b54-c553-4f7e-82f8-c5afaf8f5c0c req-b945e872-958f-4d7d-ade4-70ede18abe20 tempest-ServersNegativeTestJSON-287136915 tempest-ServersNegativeTestJSON-287136915-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:14:13.487496 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-5d6c0b54-c553-4f7e-82f8-c5afaf8f5c0c req-b945e872-958f-4d7d-ade4-70ede18abe20 tempest-ServersNegativeTestJSON-287136915 tempest-ServersNegativeTestJSON-287136915-project] 10.222.0.54 "GET /v2.0/ports?device_id=ea2f3f3f-f201-480b-8edb-82ea0924ea80 HTTP/1.1" status: 200 len: 945 time: 0.0822771 Jan 20 15:14:13.539953 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-5d6c0b54-c553-4f7e-82f8-c5afaf8f5c0c req-4274dd58-2bb2-46f4-90b8-18ed24c65135 tempest-ServersNegativeTestJSON-287136915 tempest-ServersNegativeTestJSON-287136915-project] 10.222.0.54 "GET /v2.0/security-groups?id=c2238079-d674-4625-bd7c-42bf2088db21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403476 Jan 20 15:14:13.576321 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Provisioning for port 25c08bef-2f7e-4089-a2e7-ae3b187705a1 completed by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 15:14:13.581493 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Provisioning complete for port 25c08bef-2f7e-4089-a2e7-ae3b187705a1 triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:14:13.581865 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:14:13.701501 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:14:13.727345 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea2f3f3f-f201-480b-8edb-82ea0924ea80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25c08bef-2f7e-4089-a2e7-ae3b187705a1'}] {{(pid=84154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 15:14:13.737915 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] For port 25c08bef-2f7e-4089-a2e7-ae3b187705a1, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=25c08bef-2f7e-4089-a2e7-ae3b187705a1,segment=NetworkSegment(cb93e16b-59fa-49d4-af47-497e44c2b1c5),segment_id=cb93e16b-59fa-49d4-af47-497e44c2b1c5)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 15:14:13.780983 dv-neutron-825124-1-hyperv neutron-server[84154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea2f3f3f-f201-480b-8edb-82ea0924ea80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25c08bef-2f7e-4089-a2e7-ae3b187705a1', 'code': 200} Jan 20 15:14:13.817444 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:14:13.887051 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Pushing event updated for resources: {'Port': ['ID=25c08bef-2f7e-4089-a2e7-ae3b187705a1,revision_number=5']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:14:14.139876 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-fad20c48-451c-4136-ad99-19773a13b728 req-bf922ec3-3872-4003-8a04-7852701ec7eb service neutron] 10.222.0.106 "GET /v2.0/ports?device_id=ea2f3f3f-f201-480b-8edb-82ea0924ea80 HTTP/1.1" status: 200 len: 1099 time: 0.0701942 Jan 20 15:14:14.181768 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-fad20c48-451c-4136-ad99-19773a13b728 req-f4706b33-abfa-499f-b764-e6ebe86fc1e5 service neutron] 10.222.0.106 "GET /v2.0/security-groups?id=c2238079-d674-4625-bd7c-42bf2088db21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353627 Jan 20 15:14:14.737889 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f92288-366a-49c8-be11-bcfd0193361a req-8257a6fb-bc02-467b-b2ae-c7c11d18375d tempest-ServersNegativeTestJSON-287136915 tempest-ServersNegativeTestJSON-287136915-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:14:14.739342 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-95f92288-366a-49c8-be11-bcfd0193361a req-8257a6fb-bc02-467b-b2ae-c7c11d18375d tempest-ServersNegativeTestJSON-287136915 tempest-ServersNegativeTestJSON-287136915-project] 10.222.0.54 "GET /v2.0/ports?device_id=ea2f3f3f-f201-480b-8edb-82ea0924ea80 HTTP/1.1" status: 200 len: 946 time: 0.0794754 Jan 20 15:14:14.784074 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-95f92288-366a-49c8-be11-bcfd0193361a req-4da26fcc-4205-4933-8b7e-134b11cba7e8 tempest-ServersNegativeTestJSON-287136915 tempest-ServersNegativeTestJSON-287136915-project] 10.222.0.54 "GET /v2.0/security-groups?id=c2238079-d674-4625-bd7c-42bf2088db21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392189 Jan 20 15:14:15.985945 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a825c805-ecfa-4241-9997-9e13a40dae06 req-59896210-e214-41e0-91b0-9458669a5a40 tempest-ServersNegativeTestJSON-287136915 tempest-ServersNegativeTestJSON-287136915-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:14:15.987421 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-a825c805-ecfa-4241-9997-9e13a40dae06 req-59896210-e214-41e0-91b0-9458669a5a40 tempest-ServersNegativeTestJSON-287136915 tempest-ServersNegativeTestJSON-287136915-project] 10.222.0.54 "GET /v2.0/ports?device_id=ea2f3f3f-f201-480b-8edb-82ea0924ea80 HTTP/1.1" status: 200 len: 946 time: 0.0757968 Jan 20 15:14:16.031753 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-a825c805-ecfa-4241-9997-9e13a40dae06 req-6fec51d2-83cd-4a88-8b50-6d9ae9371cbf tempest-ServersNegativeTestJSON-287136915 tempest-ServersNegativeTestJSON-287136915-project] 10.222.0.54 "GET /v2.0/security-groups?id=c2238079-d674-4625-bd7c-42bf2088db21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382445 Jan 20 15:14:16.682500 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc3f853-a823-400c-bd00-fa2b8148ffff req-5a583b84-2440-4033-ae50-5f6bc87a868d tempest-ServersNegativeTestJSON-287136915 tempest-ServersNegativeTestJSON-287136915-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:14:16.683952 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-0bc3f853-a823-400c-bd00-fa2b8148ffff req-5a583b84-2440-4033-ae50-5f6bc87a868d tempest-ServersNegativeTestJSON-287136915 tempest-ServersNegativeTestJSON-287136915-project] 10.222.0.54 "GET /v2.0/ports?device_id=ea2f3f3f-f201-480b-8edb-82ea0924ea80 HTTP/1.1" status: 200 len: 946 time: 0.0784466 Jan 20 15:14:16.729458 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-0bc3f853-a823-400c-bd00-fa2b8148ffff req-495474e0-ba6c-477d-8bb6-b1e4fe6c2a99 tempest-ServersNegativeTestJSON-287136915 tempest-ServersNegativeTestJSON-287136915-project] 10.222.0.54 "GET /v2.0/security-groups?id=c2238079-d674-4625-bd7c-42bf2088db21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398121 Jan 20 15:14:17.925177 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f119ab84-1e48-4c1c-8e10-6b9e60395db5 req-85b99fac-19c2-4357-96db-553d72784fe5 tempest-ServersNegativeTestJSON-287136915 tempest-ServersNegativeTestJSON-287136915-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:14:17.927189 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-f119ab84-1e48-4c1c-8e10-6b9e60395db5 req-85b99fac-19c2-4357-96db-553d72784fe5 tempest-ServersNegativeTestJSON-287136915 tempest-ServersNegativeTestJSON-287136915-project] 10.222.0.54 "GET /v2.0/ports?device_id=ea2f3f3f-f201-480b-8edb-82ea0924ea80 HTTP/1.1" status: 200 len: 946 time: 0.0759048 Jan 20 15:14:17.975697 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-f119ab84-1e48-4c1c-8e10-6b9e60395db5 req-acf5c579-1aca-49e2-8ae8-68bf2013e62e tempest-ServersNegativeTestJSON-287136915 tempest-ServersNegativeTestJSON-287136915-project] 10.222.0.54 "GET /v2.0/security-groups?id=c2238079-d674-4625-bd7c-42bf2088db21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429838 Jan 20 15:14:18.225364 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1a0e5a-6bef-41a2-88df-45a548c27b61 req-d5447e98-0364-4004-b23d-504ae4c90ef2 tempest-ServersNegativeTestJSON-287136915 tempest-ServersNegativeTestJSON-287136915-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:14:18.226843 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-8c1a0e5a-6bef-41a2-88df-45a548c27b61 req-d5447e98-0364-4004-b23d-504ae4c90ef2 tempest-ServersNegativeTestJSON-287136915 tempest-ServersNegativeTestJSON-287136915-project] 10.222.0.106 "GET /v2.0/ports?device_id=ea2f3f3f-f201-480b-8edb-82ea0924ea80 HTTP/1.1" status: 200 len: 946 time: 0.0757775 Jan 20 15:14:18.297755 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [req-8c1a0e5a-6bef-41a2-88df-45a548c27b61 req-978eda9a-782a-4cbc-91a1-d4e09b6346ba tempest-ServersNegativeTestJSON-287136915 tempest-ServersNegativeTestJSON-287136915-project] Deleting port 25c08bef-2f7e-4089-a2e7-ae3b187705a1 {{(pid=84153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 15:14:18.298123 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-8c1a0e5a-6bef-41a2-88df-45a548c27b61 req-978eda9a-782a-4cbc-91a1-d4e09b6346ba tempest-ServersNegativeTestJSON-287136915 tempest-ServersNegativeTestJSON-287136915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:14:18.539167 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.db [req-8c1a0e5a-6bef-41a2-88df-45a548c27b61 req-978eda9a-782a-4cbc-91a1-d4e09b6346ba tempest-ServersNegativeTestJSON-287136915 tempest-ServersNegativeTestJSON-287136915-project] For port 25c08bef-2f7e-4089-a2e7-ae3b187705a1, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=25c08bef-2f7e-4089-a2e7-ae3b187705a1,segment=NetworkSegment(cb93e16b-59fa-49d4-af47-497e44c2b1c5),segment_id=cb93e16b-59fa-49d4-af47-497e44c2b1c5)] {{(pid=84153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 15:14:18.539509 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-8c1a0e5a-6bef-41a2-88df-45a548c27b61 req-978eda9a-782a-4cbc-91a1-d4e09b6346ba tempest-ServersNegativeTestJSON-287136915 tempest-ServersNegativeTestJSON-287136915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:14:18.658232 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [req-8c1a0e5a-6bef-41a2-88df-45a548c27b61 req-978eda9a-782a-4cbc-91a1-d4e09b6346ba tempest-ServersNegativeTestJSON-287136915 tempest-ServersNegativeTestJSON-287136915-project] Calling delete_port for 25c08bef-2f7e-4089-a2e7-ae3b187705a1 owned by compute:nova {{(pid=84153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 15:14:18.960815 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-8c1a0e5a-6bef-41a2-88df-45a548c27b61 req-978eda9a-782a-4cbc-91a1-d4e09b6346ba tempest-ServersNegativeTestJSON-287136915 tempest-ServersNegativeTestJSON-287136915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:14:18.972752 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] get_ports_and_sgs() called for port_ids ['8bd17682-0389-4f22-99c8-00b0e10cad90', '25c08bef-2f7e-4089-a2e7-ae3b187705a1'] {{(pid=84154) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 20 15:14:19.009524 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978eda9a-782a-4cbc-91a1-d4e09b6346ba tempest-ServersNegativeTestJSON-287136915 tempest-ServersNegativeTestJSON-287136915-project] Pushing event deleted for resources: {'Port': ['ID=25c08bef-2f7e-4089-a2e7-ae3b187705a1,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:14:19.089631 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c1a0e5a-6bef-41a2-88df-45a548c27b61 req-978eda9a-782a-4cbc-91a1-d4e09b6346ba tempest-ServersNegativeTestJSON-287136915 tempest-ServersNegativeTestJSON-287136915-project] No DVR routers for this DVR port 25c08bef-2f7e-4089-a2e7-ae3b187705a1 on host hv-neutron-8251 {{(pid=84153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 15:14:19.092304 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-8c1a0e5a-6bef-41a2-88df-45a548c27b61 req-978eda9a-782a-4cbc-91a1-d4e09b6346ba tempest-ServersNegativeTestJSON-287136915 tempest-ServersNegativeTestJSON-287136915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:14:19.100711 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea2f3f3f-f201-480b-8edb-82ea0924ea80', 'name': 'network-vif-deleted', 'tag': '25c08bef-2f7e-4089-a2e7-ae3b187705a1'}] {{(pid=84153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 15:14:19.159701 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [req-964e6c5f-3ec5-4157-9625-a980dfe895e5 req-7f0a1cfa-ed77-4b63-bd66-1a6b4385aeb3 tempest-ServersNegativeTestJSON-287136915 tempest-ServersNegativeTestJSON-287136915-project] Synchronizing usage tracker for tenant:4a05091b119546f4a40730cf23d00a17 on resource:port {{(pid=84153) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 15:14:19.168843 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea2f3f3f-f201-480b-8edb-82ea0924ea80', 'name': 'network-vif-deleted', 'tag': '25c08bef-2f7e-4089-a2e7-ae3b187705a1', 'status': 'completed', 'code': 200} Jan 20 15:14:19.184800 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-8c1a0e5a-6bef-41a2-88df-45a548c27b61 req-978eda9a-782a-4cbc-91a1-d4e09b6346ba tempest-ServersNegativeTestJSON-287136915 tempest-ServersNegativeTestJSON-287136915-project] 10.222.0.106 "DELETE /v2.0/ports/25c08bef-2f7e-4089-a2e7-ae3b187705a1 HTTP/1.1" status: 204 len: 173 time: 0.9501054 Jan 20 15:14:19.290763 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [req-964e6c5f-3ec5-4157-9625-a980dfe895e5 req-7f0a1cfa-ed77-4b63-bd66-1a6b4385aeb3 tempest-ServersNegativeTestJSON-287136915 tempest-ServersNegativeTestJSON-287136915-project] Unset dirty status for tenant:4a05091b119546f4a40730cf23d00a17 on resource:port {{(pid=84153) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 15:14:19.292862 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-964e6c5f-3ec5-4157-9625-a980dfe895e5 req-7f0a1cfa-ed77-4b63-bd66-1a6b4385aeb3 tempest-ServersNegativeTestJSON-287136915 tempest-ServersNegativeTestJSON-287136915-project] 10.222.0.54 "GET /v2.0/ports?device_id=ea2f3f3f-f201-480b-8edb-82ea0924ea80 HTTP/1.1" status: 200 len: 210 time: 0.1860788 Jan 20 15:14:20.577784 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f517a4e-d447-4359-8b4b-a2c9c1d023ef req-7c4a9c1c-9161-411a-82bb-744c84a5dfdc tempest-ServersNegativeTestJSON-287136915 tempest-ServersNegativeTestJSON-287136915-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:14:20.579265 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-1f517a4e-d447-4359-8b4b-a2c9c1d023ef req-7c4a9c1c-9161-411a-82bb-744c84a5dfdc tempest-ServersNegativeTestJSON-287136915 tempest-ServersNegativeTestJSON-287136915-project] 10.222.0.54 "GET /v2.0/ports?device_id=debd0bce-fecf-44dc-bd9e-58c83155878e HTTP/1.1" status: 200 len: 945 time: 0.0800381 Jan 20 15:14:20.623730 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-1f517a4e-d447-4359-8b4b-a2c9c1d023ef req-d02cf029-ea7a-4d42-990e-bf504e84fb64 tempest-ServersNegativeTestJSON-287136915 tempest-ServersNegativeTestJSON-287136915-project] 10.222.0.54 "GET /v2.0/security-groups?id=c2238079-d674-4625-bd7c-42bf2088db21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384152 Jan 20 15:14:20.846252 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e66843a-bf9c-4cc3-a69e-4a493c99b634 req-5a7ae9d9-70f5-4d7e-877b-9dde3579d4a8 tempest-ServersNegativeTestJSON-287136915 tempest-ServersNegativeTestJSON-287136915-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:14:20.847682 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-3e66843a-bf9c-4cc3-a69e-4a493c99b634 req-5a7ae9d9-70f5-4d7e-877b-9dde3579d4a8 tempest-ServersNegativeTestJSON-287136915 tempest-ServersNegativeTestJSON-287136915-project] 10.222.0.54 "GET /v2.0/ports?device_id=debd0bce-fecf-44dc-bd9e-58c83155878e HTTP/1.1" status: 200 len: 945 time: 0.0817206 Jan 20 15:14:20.892544 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-3e66843a-bf9c-4cc3-a69e-4a493c99b634 req-d8676c32-228f-4edf-8f48-7f893061032c tempest-ServersNegativeTestJSON-287136915 tempest-ServersNegativeTestJSON-287136915-project] 10.222.0.54 "GET /v2.0/security-groups?id=c2238079-d674-4625-bd7c-42bf2088db21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391138 Jan 20 15:14:21.095567 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f14699-8e8a-45a5-a03d-690f79bba7b5 req-6b41e0a9-fcdc-4890-939b-63f3789c8b66 tempest-ServersNegativeTestJSON-287136915 tempest-ServersNegativeTestJSON-287136915-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:14:21.097077 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-20f14699-8e8a-45a5-a03d-690f79bba7b5 req-6b41e0a9-fcdc-4890-939b-63f3789c8b66 tempest-ServersNegativeTestJSON-287136915 tempest-ServersNegativeTestJSON-287136915-project] 10.222.0.54 "GET /v2.0/ports?device_id=debd0bce-fecf-44dc-bd9e-58c83155878e HTTP/1.1" status: 200 len: 945 time: 0.0846670 Jan 20 15:14:21.142825 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-20f14699-8e8a-45a5-a03d-690f79bba7b5 req-ec1b6de7-bcaa-465a-b3b5-feb9c012717a tempest-ServersNegativeTestJSON-287136915 tempest-ServersNegativeTestJSON-287136915-project] 10.222.0.54 "GET /v2.0/security-groups?id=c2238079-d674-4625-bd7c-42bf2088db21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399981 Jan 20 15:14:21.337397 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-0234e455-5c68-46e9-a81c-087e9586d3c9 req-8f0583be-104c-40fa-8e8c-2c12df607425 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=debd0bce-fecf-44dc-bd9e-58c83155878e&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0701783 Jan 20 15:14:21.446542 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Device 25c08bef-2f7e-4089-a2e7-ae3b187705a1 no longer exists at agent hyperv_hv-neutron-8251 {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 15:14:21.482866 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] No Port match for: 25c08bef-2f7e-4089-a2e7-ae3b187705a1 {{(pid=84154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 15:14:21.483254 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Device 25c08bef-2f7e-4089-a2e7-ae3b187705a1 not bound to the agent host hv-neutron-8251 {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 15:14:21.530762 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a602d2-563e-49dd-8a21-6043254f3160 req-a3ffb486-6e6d-42be-bccb-b3f615e7982c tempest-ServersNegativeTestJSON-287136915 tempest-ServersNegativeTestJSON-287136915-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:14:21.532195 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-86a602d2-563e-49dd-8a21-6043254f3160 req-a3ffb486-6e6d-42be-bccb-b3f615e7982c tempest-ServersNegativeTestJSON-287136915 tempest-ServersNegativeTestJSON-287136915-project] 10.222.0.54 "GET /v2.0/ports?device_id=debd0bce-fecf-44dc-bd9e-58c83155878e HTTP/1.1" status: 200 len: 945 time: 0.0778975 Jan 20 15:14:21.578634 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-86a602d2-563e-49dd-8a21-6043254f3160 req-451ae439-04f5-46be-9ccc-bc0c24ae667c tempest-ServersNegativeTestJSON-287136915 tempest-ServersNegativeTestJSON-287136915-project] 10.222.0.54 "GET /v2.0/security-groups?id=c2238079-d674-4625-bd7c-42bf2088db21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406318 Jan 20 15:14:21.784860 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b338fd-3c26-482a-a7c5-c4a4f8c39fbb req-405c947c-6cfc-4976-b0a1-6e4c582df8f7 tempest-ServersNegativeTestJSON-287136915 tempest-ServersNegativeTestJSON-287136915-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:14:21.786344 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-01b338fd-3c26-482a-a7c5-c4a4f8c39fbb req-405c947c-6cfc-4976-b0a1-6e4c582df8f7 tempest-ServersNegativeTestJSON-287136915 tempest-ServersNegativeTestJSON-287136915-project] 10.222.0.54 "GET /v2.0/ports?device_id=debd0bce-fecf-44dc-bd9e-58c83155878e HTTP/1.1" status: 200 len: 945 time: 0.0852828 Jan 20 15:14:21.835599 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-01b338fd-3c26-482a-a7c5-c4a4f8c39fbb req-25ab0e5d-141c-431c-aa15-ad2accb8bd0c tempest-ServersNegativeTestJSON-287136915 tempest-ServersNegativeTestJSON-287136915-project] 10.222.0.54 "GET /v2.0/security-groups?id=c2238079-d674-4625-bd7c-42bf2088db21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434806 Jan 20 15:14:22.047337 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2c8779-a247-4b6c-8414-80b999645495 req-370e2a61-4bfa-44cf-975e-dfb0221b0fe0 tempest-ServersNegativeTestJSON-287136915 tempest-ServersNegativeTestJSON-287136915-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:14:22.048785 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-ea2c8779-a247-4b6c-8414-80b999645495 req-370e2a61-4bfa-44cf-975e-dfb0221b0fe0 tempest-ServersNegativeTestJSON-287136915 tempest-ServersNegativeTestJSON-287136915-project] 10.222.0.54 "GET /v2.0/ports?device_id=debd0bce-fecf-44dc-bd9e-58c83155878e HTTP/1.1" status: 200 len: 945 time: 0.0763221 Jan 20 15:14:22.095545 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-ea2c8779-a247-4b6c-8414-80b999645495 req-6489011a-ab15-4de6-b20d-dd19a1058095 tempest-ServersNegativeTestJSON-287136915 tempest-ServersNegativeTestJSON-287136915-project] 10.222.0.54 "GET /v2.0/security-groups?id=c2238079-d674-4625-bd7c-42bf2088db21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404525 Jan 20 15:14:22.938967 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a3c328-82fd-4964-b146-d943d0156ee5 req-08c60707-a1bc-4924-8f11-2b3b3cf56f77 tempest-ServersNegativeTestJSON-287136915 tempest-ServersNegativeTestJSON-287136915-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:14:22.940404 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-87a3c328-82fd-4964-b146-d943d0156ee5 req-08c60707-a1bc-4924-8f11-2b3b3cf56f77 tempest-ServersNegativeTestJSON-287136915 tempest-ServersNegativeTestJSON-287136915-project] 10.222.0.54 "GET /v2.0/ports?device_id=debd0bce-fecf-44dc-bd9e-58c83155878e HTTP/1.1" status: 200 len: 945 time: 0.0836084 Jan 20 15:14:22.987687 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-87a3c328-82fd-4964-b146-d943d0156ee5 req-c6c8e40c-b707-4ff9-84cf-96222942e8c1 tempest-ServersNegativeTestJSON-287136915 tempest-ServersNegativeTestJSON-287136915-project] 10.222.0.54 "GET /v2.0/security-groups?id=c2238079-d674-4625-bd7c-42bf2088db21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390861 Jan 20 15:14:23.071803 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.agents_db [None req-6dba657d-a637-4918-9b6d-40defdfae04b None None] Agent healthcheck: found 6 active agents {{(pid=84155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 15:14:24.184295 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8073c8-c7fb-4cac-a1ee-5c283a4f0e3c req-1bbd9654-575f-4b73-916e-bc52d343d701 tempest-ServersNegativeTestJSON-287136915 tempest-ServersNegativeTestJSON-287136915-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:14:24.185775 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-9f8073c8-c7fb-4cac-a1ee-5c283a4f0e3c req-1bbd9654-575f-4b73-916e-bc52d343d701 tempest-ServersNegativeTestJSON-287136915 tempest-ServersNegativeTestJSON-287136915-project] 10.222.0.54 "GET /v2.0/ports?device_id=debd0bce-fecf-44dc-bd9e-58c83155878e HTTP/1.1" status: 200 len: 945 time: 0.0754702 Jan 20 15:14:24.237046 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-9f8073c8-c7fb-4cac-a1ee-5c283a4f0e3c req-6de9d5ca-f74d-4e9d-b6b2-be0746850b63 tempest-ServersNegativeTestJSON-287136915 tempest-ServersNegativeTestJSON-287136915-project] 10.222.0.54 "GET /v2.0/security-groups?id=c2238079-d674-4625-bd7c-42bf2088db21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455587 Jan 20 15:14:24.562486 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6073622f-ddbe-4a64-868d-718dab085635 req-4e74be7b-f3bb-4ae1-a68a-b2b65214cc12 tempest-ServersNegativeTestJSON-287136915 tempest-ServersNegativeTestJSON-287136915-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:14:24.563920 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-6073622f-ddbe-4a64-868d-718dab085635 req-4e74be7b-f3bb-4ae1-a68a-b2b65214cc12 tempest-ServersNegativeTestJSON-287136915 tempest-ServersNegativeTestJSON-287136915-project] 10.222.0.106 "GET /v2.0/ports?device_id=debd0bce-fecf-44dc-bd9e-58c83155878e HTTP/1.1" status: 200 len: 945 time: 0.0759609 Jan 20 15:14:24.635410 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [req-6073622f-ddbe-4a64-868d-718dab085635 req-21f40520-6c2f-4a08-b443-bb950bb6e392 tempest-ServersNegativeTestJSON-287136915 tempest-ServersNegativeTestJSON-287136915-project] Deleting port 8bd17682-0389-4f22-99c8-00b0e10cad90 {{(pid=84153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 15:14:24.635752 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-6073622f-ddbe-4a64-868d-718dab085635 req-21f40520-6c2f-4a08-b443-bb950bb6e392 tempest-ServersNegativeTestJSON-287136915 tempest-ServersNegativeTestJSON-287136915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:14:24.879205 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.db [req-6073622f-ddbe-4a64-868d-718dab085635 req-21f40520-6c2f-4a08-b443-bb950bb6e392 tempest-ServersNegativeTestJSON-287136915 tempest-ServersNegativeTestJSON-287136915-project] For port 8bd17682-0389-4f22-99c8-00b0e10cad90, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=8bd17682-0389-4f22-99c8-00b0e10cad90,segment=NetworkSegment(cb93e16b-59fa-49d4-af47-497e44c2b1c5),segment_id=cb93e16b-59fa-49d4-af47-497e44c2b1c5)] {{(pid=84153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 15:14:24.879475 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-6073622f-ddbe-4a64-868d-718dab085635 req-21f40520-6c2f-4a08-b443-bb950bb6e392 tempest-ServersNegativeTestJSON-287136915 tempest-ServersNegativeTestJSON-287136915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:14:25.004150 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [req-6073622f-ddbe-4a64-868d-718dab085635 req-21f40520-6c2f-4a08-b443-bb950bb6e392 tempest-ServersNegativeTestJSON-287136915 tempest-ServersNegativeTestJSON-287136915-project] Calling delete_port for 8bd17682-0389-4f22-99c8-00b0e10cad90 owned by compute:nova {{(pid=84153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 15:14:25.189106 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-6073622f-ddbe-4a64-868d-718dab085635 req-21f40520-6c2f-4a08-b443-bb950bb6e392 tempest-ServersNegativeTestJSON-287136915 tempest-ServersNegativeTestJSON-287136915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:14:25.200454 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] get_ports_and_sgs() called for port_ids ['8bd17682-0389-4f22-99c8-00b0e10cad90'] {{(pid=84154) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 20 15:14:25.240715 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f40520-6c2f-4a08-b443-bb950bb6e392 tempest-ServersNegativeTestJSON-287136915 tempest-ServersNegativeTestJSON-287136915-project] Pushing event deleted for resources: {'Port': ['ID=8bd17682-0389-4f22-99c8-00b0e10cad90,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:14:25.316665 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.l3_dvrscheduler_db [req-6073622f-ddbe-4a64-868d-718dab085635 req-21f40520-6c2f-4a08-b443-bb950bb6e392 tempest-ServersNegativeTestJSON-287136915 tempest-ServersNegativeTestJSON-287136915-project] No DVR routers for this DVR port 8bd17682-0389-4f22-99c8-00b0e10cad90 on host hv-neutron-8251 {{(pid=84153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 15:14:25.319638 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-6073622f-ddbe-4a64-868d-718dab085635 req-21f40520-6c2f-4a08-b443-bb950bb6e392 tempest-ServersNegativeTestJSON-287136915 tempest-ServersNegativeTestJSON-287136915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:14:25.324326 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'debd0bce-fecf-44dc-bd9e-58c83155878e', 'name': 'network-vif-deleted', 'tag': '8bd17682-0389-4f22-99c8-00b0e10cad90'}] {{(pid=84153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 15:14:25.336314 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-6073622f-ddbe-4a64-868d-718dab085635 req-21f40520-6c2f-4a08-b443-bb950bb6e392 tempest-ServersNegativeTestJSON-287136915 tempest-ServersNegativeTestJSON-287136915-project] 10.222.0.106 "DELETE /v2.0/ports/8bd17682-0389-4f22-99c8-00b0e10cad90 HTTP/1.1" status: 204 len: 173 time: 0.7672477 Jan 20 15:14:25.398867 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'debd0bce-fecf-44dc-bd9e-58c83155878e', 'name': 'network-vif-deleted', 'tag': '8bd17682-0389-4f22-99c8-00b0e10cad90', 'status': 'completed', 'code': 200} Jan 20 15:14:25.409539 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [req-aa5b58c5-b8c0-43e0-8169-8e3c3e7e2172 req-b4a8eed6-494f-423f-bbd7-999e796ebfb8 tempest-ServersNegativeTestJSON-287136915 tempest-ServersNegativeTestJSON-287136915-project] Synchronizing usage tracker for tenant:4a05091b119546f4a40730cf23d00a17 on resource:port {{(pid=84153) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 15:14:25.507885 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [req-aa5b58c5-b8c0-43e0-8169-8e3c3e7e2172 req-b4a8eed6-494f-423f-bbd7-999e796ebfb8 tempest-ServersNegativeTestJSON-287136915 tempest-ServersNegativeTestJSON-287136915-project] Unset dirty status for tenant:4a05091b119546f4a40730cf23d00a17 on resource:port {{(pid=84153) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 15:14:25.509213 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-aa5b58c5-b8c0-43e0-8169-8e3c3e7e2172 req-b4a8eed6-494f-423f-bbd7-999e796ebfb8 tempest-ServersNegativeTestJSON-287136915 tempest-ServersNegativeTestJSON-287136915-project] 10.222.0.54 "GET /v2.0/ports?device_id=debd0bce-fecf-44dc-bd9e-58c83155878e HTTP/1.1" status: 200 len: 210 time: 0.1423247 Jan 20 15:14:26.614134 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 49040) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:14:26.685392 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a55092f-7e7c-47ec-baa1-0560a6548eb4 admin admin] Deleting subnet aac7b35e-16c6-43ab-8b8a-eebd5a9765d7 {{(pid=84152) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 20 15:14:26.688247 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-6a55092f-7e7c-47ec-baa1-0560a6548eb4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:14:26.738868 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-6a55092f-7e7c-47ec-baa1-0560a6548eb4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3337915'] for subnet, precommit_delete_associations {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:14:26.794114 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-6a55092f-7e7c-47ec-baa1-0560a6548eb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1627147'] for subnet, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:14:26.954641 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-6a55092f-7e7c-47ec-baa1-0560a6548eb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1627154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4163580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155308'] for subnet, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:14:26.994675 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a55092f-7e7c-47ec-baa1-0560a6548eb4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aac7b35e-16c6-43ab-8b8a-eebd5a9765d7,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:14:27.004029 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-6a55092f-7e7c-47ec-baa1-0560a6548eb4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:14:27.011551 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a55092f-7e7c-47ec-baa1-0560a6548eb4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:14:27.016315 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a55092f-7e7c-47ec-baa1-0560a6548eb4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:14:27.016315 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a55092f-7e7c-47ec-baa1-0560a6548eb4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:14:27.016315 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a55092f-7e7c-47ec-baa1-0560a6548eb4 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:14:27.016315 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a55092f-7e7c-47ec-baa1-0560a6548eb4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:14:27.016315 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a55092f-7e7c-47ec-baa1-0560a6548eb4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:14:27.016315 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a55092f-7e7c-47ec-baa1-0560a6548eb4 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:14:27.016315 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a55092f-7e7c-47ec-baa1-0560a6548eb4 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:14:27.016315 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a55092f-7e7c-47ec-baa1-0560a6548eb4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:14:27.016315 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a55092f-7e7c-47ec-baa1-0560a6548eb4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:14:27.016315 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a55092f-7e7c-47ec-baa1-0560a6548eb4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:14:27.018351 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-6a55092f-7e7c-47ec-baa1-0560a6548eb4 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/aac7b35e-16c6-43ab-8b8a-eebd5a9765d7 HTTP/1.1" status: 204 len: 168 time: 0.4025655 Jan 20 15:14:27.021140 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 49044) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:14:27.215357 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-d396f5ce-8ba6-47a8-9c49-a161897f4cd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586409'] for network, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:14:27.339404 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-d396f5ce-8ba6-47a8-9c49-a161897f4cd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1626242', 'neutron.services.segments.db._delete_segments_for_network-8769554214620'] for network, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:14:27.366813 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.services.segments.db [None req-d396f5ce-8ba6-47a8-9c49-a161897f4cd8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['703777d6-f018-4eb3-a2ad-6006ae74d8cb']}} {{(pid=84153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:14:27.378484 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.services.segments.db [None req-d396f5ce-8ba6-47a8-9c49-a161897f4cd8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb93e16b-59fa-49d4-af47-497e44c2b1c5') {'for_net_delete': True} {{(pid=84153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:14:27.378783 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.services.segments.db [None req-d396f5ce-8ba6-47a8-9c49-a161897f4cd8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb93e16b-59fa-49d4-af47-497e44c2b1c5') {} {{(pid=84153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:14:27.390320 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-d396f5ce-8ba6-47a8-9c49-a161897f4cd8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769554214503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980856'] for segment, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:14:27.406007 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-d396f5ce-8ba6-47a8-9c49-a161897f4cd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:14:27.411972 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d396f5ce-8ba6-47a8-9c49-a161897f4cd8 admin admin] Releasing vlan 164 on physical network physnet1 to pool {{(pid=84153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 15:14:27.412349 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-d396f5ce-8ba6-47a8-9c49-a161897f4cd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1622950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3944078'] for segment, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:14:27.425052 dv-neutron-825124-1-hyperv neutron-server[84153]: Traceback (most recent call last): Jan 20 15:14:27.425052 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 15:14:27.425052 dv-neutron-825124-1-hyperv neutron-server[84153]: timer() Jan 20 15:14:27.425052 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 15:14:27.425052 dv-neutron-825124-1-hyperv neutron-server[84153]: cb(*args, **kw) Jan 20 15:14:27.425052 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 15:14:27.425052 dv-neutron-825124-1-hyperv neutron-server[84153]: return func(*args, **kwargs) Jan 20 15:14:27.425052 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 15:14:27.425052 dv-neutron-825124-1-hyperv neutron-server[84153]: self._notify() Jan 20 15:14:27.425052 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 15:14:27.425052 dv-neutron-825124-1-hyperv neutron-server[84153]: self.callback(batched_events) Jan 20 15:14:27.425052 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 15:14:27.425052 dv-neutron-825124-1-hyperv neutron-server[84153]: event.method(event) Jan 20 15:14:27.425052 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 15:14:27.425052 dv-neutron-825124-1-hyperv neutron-server[84153]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 15:14:27.425052 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 15:14:27.425052 dv-neutron-825124-1-hyperv neutron-server[84153]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 15:14:27.425052 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 15:14:27.425052 dv-neutron-825124-1-hyperv neutron-server[84153]: return f(self, *a, **k) Jan 20 15:14:27.425052 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 15:14:27.425052 dv-neutron-825124-1-hyperv neutron-server[84153]: return self._get(url).json() Jan 20 15:14:27.425052 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 15:14:27.425052 dv-neutron-825124-1-hyperv neutron-server[84153]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 15:14:27.425052 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 15:14:27.425052 dv-neutron-825124-1-hyperv neutron-server[84153]: return self.request(url, 'GET', **kwargs) Jan 20 15:14:27.425052 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 15:14:27.425052 dv-neutron-825124-1-hyperv neutron-server[84153]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 15:14:27.425052 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 15:14:27.425052 dv-neutron-825124-1-hyperv neutron-server[84153]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 15:14:27.425052 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 15:14:27.425052 dv-neutron-825124-1-hyperv neutron-server[84153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 15:14:27.425052 dv-neutron-825124-1-hyperv neutron-server[84153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 15:14:27.445446 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Device 8bd17682-0389-4f22-99c8-00b0e10cad90 no longer exists at agent hyperv_hv-neutron-8251 {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 15:14:27.478771 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] No Port match for: 8bd17682-0389-4f22-99c8-00b0e10cad90 {{(pid=84154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 15:14:27.479031 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Device 8bd17682-0389-4f22-99c8-00b0e10cad90 not bound to the agent host hv-neutron-8251 {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 15:14:27.589236 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-d396f5ce-8ba6-47a8-9c49-a161897f4cd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1626253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-745296'] for network, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:14:27.604877 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-d396f5ce-8ba6-47a8-9c49-a161897f4cd8 admin admin] Notify callbacks [] for network, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:14:27.614745 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d396f5ce-8ba6-47a8-9c49-a161897f4cd8 admin admin] Pushing event deleted for resources: {'Network': ['ID=703777d6-f018-4eb3-a2ad-6006ae74d8cb,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:14:27.625250 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d396f5ce-8ba6-47a8-9c49-a161897f4cd8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:14:27.625595 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d396f5ce-8ba6-47a8-9c49-a161897f4cd8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:14:27.625932 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d396f5ce-8ba6-47a8-9c49-a161897f4cd8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:14:27.626355 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d396f5ce-8ba6-47a8-9c49-a161897f4cd8 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:14:27.626687 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d396f5ce-8ba6-47a8-9c49-a161897f4cd8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:14:27.627013 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d396f5ce-8ba6-47a8-9c49-a161897f4cd8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:14:27.627337 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d396f5ce-8ba6-47a8-9c49-a161897f4cd8 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:14:27.627660 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d396f5ce-8ba6-47a8-9c49-a161897f4cd8 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:14:27.627978 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d396f5ce-8ba6-47a8-9c49-a161897f4cd8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:14:27.628296 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d396f5ce-8ba6-47a8-9c49-a161897f4cd8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:14:27.628613 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d396f5ce-8ba6-47a8-9c49-a161897f4cd8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:14:27.681172 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-d396f5ce-8ba6-47a8-9c49-a161897f4cd8 admin admin] 10.222.0.54 "DELETE /v2.0/networks/703777d6-f018-4eb3-a2ad-6006ae74d8cb HTTP/1.1" status: 204 len: 168 time: 0.6589873 Jan 20 15:14:27.984986 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 49050) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:14:28.034889 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-49ae9734-2331-4677-adf2-8bc6e22e6d09 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=4a05091b119546f4a40730cf23d00a17&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0486605 Jan 20 15:14:28.037339 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 49054) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:14:28.046456 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-6b7a1fbb-fe78-472b-98fa-b44a62e777cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:14:28.096028 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-019008df-825f-4ffe-8970-f302e0cc529b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:14:28.121645 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-019008df-825f-4ffe-8970-f302e0cc529b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:14:28.234922 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-019008df-825f-4ffe-8970-f302e0cc529b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:14:28.252178 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019008df-825f-4ffe-8970-f302e0cc529b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2238079-d674-4625-bd7c-42bf2088db21,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:14:28.301700 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-019008df-825f-4ffe-8970-f302e0cc529b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:14:28.302890 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-019008df-825f-4ffe-8970-f302e0cc529b admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/c2238079-d674-4625-bd7c-42bf2088db21 HTTP/1.1" status: 204 len: 168 time: 0.2646630 Jan 20 15:14:29.533888 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 49076) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:14:29.683704 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-45c26758-c3c4-4ae6-8c50-a0c54ecf16bb tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1155331402'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 15:14:29.688876 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-45c26758-c3c4-4ae6-8c50-a0c54ecf16bb tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:14:29.692543 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-45c26758-c3c4-4ae6-8c50-a0c54ecf16bb tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] Usage tracker for resource:network and tenant:c970c02b32c54ccd834a6833e1ac01af is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:14:29.695356 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-45c26758-c3c4-4ae6-8c50-a0c54ecf16bb tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:14:29.701684 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-45c26758-c3c4-4ae6-8c50-a0c54ecf16bb tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:14:29.783416 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45c26758-c3c4-4ae6-8c50-a0c54ecf16bb tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] Made reservation on behalf of c970c02b32c54ccd834a6833e1ac01af for: {'network': 1} {{(pid=84152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 15:14:29.786525 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-45c26758-c3c4-4ae6-8c50-a0c54ecf16bb tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for network, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:14:29.800085 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-45c26758-c3c4-4ae6-8c50-a0c54ecf16bb tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] Notify callbacks [] for security_group, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:14:29.835795 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-45c26758-c3c4-4ae6-8c50-a0c54ecf16bb tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:14:29.839710 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-45c26758-c3c4-4ae6-8c50-a0c54ecf16bb tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] Usage tracker for resource:security_group_rule and tenant:c970c02b32c54ccd834a6833e1ac01af is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:14:29.842828 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-45c26758-c3c4-4ae6-8c50-a0c54ecf16bb tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:14:29.849114 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-45c26758-c3c4-4ae6-8c50-a0c54ecf16bb tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:14:29.916792 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-45c26758-c3c4-4ae6-8c50-a0c54ecf16bb tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] Notify callbacks [] for security_group, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:14:29.983175 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-45c26758-c3c4-4ae6-8c50-a0c54ecf16bb tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:14:30.014742 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45c26758-c3c4-4ae6-8c50-a0c54ecf16bb tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 164} {{(pid=84152) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 15:14:30.023462 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c26758-c3c4-4ae6-8c50-a0c54ecf16bb tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b149b98-fccd-43cd-b259-1dcfa4eb720d,revision_number=1']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:14:30.028792 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-45c26758-c3c4-4ae6-8c50-a0c54ecf16bb tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:14:30.029138 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.db.segments_db [None req-45c26758-c3c4-4ae6-8c50-a0c54ecf16bb tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] Added segment 490d6dd2-21f8-4959-8c20-3e3342f3b60b of type vlan for network 660db390-93a1-4983-92f1-81160ea933bf Jan 20 15:14:30.054905 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-45c26758-c3c4-4ae6-8c50-a0c54ecf16bb tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769553767792'] for network, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:14:30.142345 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-45c26758-c3c4-4ae6-8c50-a0c54ecf16bb tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967'] for network, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:14:30.146097 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45c26758-c3c4-4ae6-8c50-a0c54ecf16bb tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:14:30.146679 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-45c26758-c3c4-4ae6-8c50-a0c54ecf16bb tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] Notify callbacks [] for network, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:14:30.254323 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c26758-c3c4-4ae6-8c50-a0c54ecf16bb tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] Pushing event updated for resources: {'Network': ['ID=660db390-93a1-4983-92f1-81160ea933bf,revision_number=1']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:14:30.265354 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Network 660db390-93a1-4983-92f1-81160ea933bf details requested by agent ovs-agent-dv-neutron-825124-1-hyperv with host dv-neutron-825124-1-hyperv {{(pid=84154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 15:14:30.298509 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-45c26758-c3c4-4ae6-8c50-a0c54ecf16bb tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7634964 Jan 20 15:14:30.422193 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-91cd45b3-4109-4d17-a586-b52c2e1906ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:14:30.880460 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:14:31.433592 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:14:31.748102 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-cdd98e71-1f0a-4421-baa9-dcb30e06edf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:14:33.236671 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-eea6df97-7ff1-4b63-af20-e3ec8913deda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:14:33.596004 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 49082) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:14:33.601743 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-9b51e64d-a1ea-4182-a345-aaa65da34fb9 tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] Request body: {'subnet': {'network_id': '660db390-93a1-4983-92f1-81160ea933bf', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 15:14:33.709023 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-9b51e64d-a1ea-4182-a345-aaa65da34fb9 tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:14:33.712778 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-9b51e64d-a1ea-4182-a345-aaa65da34fb9 tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] Usage tracker for resource:subnet and tenant:c970c02b32c54ccd834a6833e1ac01af is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:14:33.715591 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-9b51e64d-a1ea-4182-a345-aaa65da34fb9 tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:14:33.721145 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-9b51e64d-a1ea-4182-a345-aaa65da34fb9 tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:14:33.823430 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b51e64d-a1ea-4182-a345-aaa65da34fb9 tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] Made reservation on behalf of c970c02b32c54ccd834a6833e1ac01af for: {'subnet': 1} {{(pid=84153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 15:14:33.927719 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-9b51e64d-a1ea-4182-a345-aaa65da34fb9 tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4193986'] for subnet, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:14:34.178018 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-9b51e64d-a1ea-4182-a345-aaa65da34fb9 tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3943531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4194004'] for subnet, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:14:34.251303 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b51e64d-a1ea-4182-a345-aaa65da34fb9 tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] Pushing event updated for resources: {'Subnet': ['ID=564fc340-fbbf-4812-b5a0-d708afb2cadb,revision_number=0']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:14:34.273451 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b51e64d-a1ea-4182-a345-aaa65da34fb9 tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] Checking segment: {'id': '490d6dd2-21f8-4959-8c20-3e3342f3b60b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '660db390-93a1-4983-92f1-81160ea933bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 15:14:34.273801 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b51e64d-a1ea-4182-a345-aaa65da34fb9 tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] Network hostable DHCP agents. Network: 660db390-93a1-4983-92f1-81160ea933bf, hostable agents: ['1a181e39-5220-4c1a-88f8-08a54e8bfc9b'], hosted agents: [] {{(pid=84153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 15:14:34.354586 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b51e64d-a1ea-4182-a345-aaa65da34fb9 tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] Network 660db390-93a1-4983-92f1-81160ea933bf is scheduled to be hosted by DHCP agent 1a181e39-5220-4c1a-88f8-08a54e8bfc9b with binding_index 1 {{(pid=84153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 15:14:34.422430 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.base_scheduler [None req-9b51e64d-a1ea-4182-a345-aaa65da34fb9 tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825124-1-hyperv, 660db390-93a1-4983-92f1-81160ea933bf) {{(pid=84153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 15:14:34.428449 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b51e64d-a1ea-4182-a345-aaa65da34fb9 tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:14:34.429365 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-9b51e64d-a1ea-4182-a345-aaa65da34fb9 tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] Notify callbacks [] for subnet, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:14:34.430289 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aaae17d-6084-433d-bac4-57f997493af0 None None] Network 660db390-93a1-4983-92f1-81160ea933bf requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 15:14:34.544566 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-9b51e64d-a1ea-4182-a345-aaa65da34fb9 tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9471238 Jan 20 15:14:34.547742 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 49086) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:14:34.553239 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-c0ec4948-6c2d-4612-acbb-597cb9bdc3f6 tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1419849363'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 15:14:34.558734 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-c0ec4948-6c2d-4612-acbb-597cb9bdc3f6 tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:14:34.562517 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-c0ec4948-6c2d-4612-acbb-597cb9bdc3f6 tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] Usage tracker for resource:network and tenant:c970c02b32c54ccd834a6833e1ac01af is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:14:34.565302 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-c0ec4948-6c2d-4612-acbb-597cb9bdc3f6 tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:14:34.571874 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-c0ec4948-6c2d-4612-acbb-597cb9bdc3f6 tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:14:34.669265 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0ec4948-6c2d-4612-acbb-597cb9bdc3f6 tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] Made reservation on behalf of c970c02b32c54ccd834a6833e1ac01af for: {'network': 1} {{(pid=84153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 15:14:34.672641 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-c0ec4948-6c2d-4612-acbb-597cb9bdc3f6 tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for network, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:14:34.684715 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb9af592-f7f7-49b6-a67d-6d17acf2c27e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95c917f5-14ba-5e96-98b8-1a52654a930a-660db390-93a1-4983-92f1-81160ea933bf', 'network_id': '660db390-93a1-4983-92f1-81160ea933bf', 'tenant_id': 'c970c02b32c54ccd834a6833e1ac01af', 'fixed_ips': [{'subnet_id': '564fc340-fbbf-4812-b5a0-d708afb2cadb'}]}} from dv-neutron-825124-1-hyperv. {{(pid=84154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 20 15:14:34.684715 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-fb9af592-f7f7-49b6-a67d-6d17acf2c27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:14:34.703980 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0ec4948-6c2d-4612-acbb-597cb9bdc3f6 tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 180} {{(pid=84153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 15:14:34.712420 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-c0ec4948-6c2d-4612-acbb-597cb9bdc3f6 tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:14:34.712759 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.db.segments_db [None req-c0ec4948-6c2d-4612-acbb-597cb9bdc3f6 tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] Added segment fd229b1f-f73f-42a4-aeee-ef3c85fc3458 of type vlan for network 4bd85f8a-82ec-4008-9f03-a0d50257443f Jan 20 15:14:34.738836 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-c0ec4948-6c2d-4612-acbb-597cb9bdc3f6 tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769553767792'] for network, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:14:34.840894 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_common [None req-fb9af592-f7f7-49b6-a67d-6d17acf2c27e None None] Allocated IP 2001:db8:0:ffff::2 (660db390-93a1-4983-92f1-81160ea933bf/564fc340-fbbf-4812-b5a0-d708afb2cadb/68de4732-3c27-41d2-9fb8-fd6c6374be9c) {{(pid=84154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 15:14:34.863028 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-c0ec4948-6c2d-4612-acbb-597cb9bdc3f6 tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967'] for network, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:14:34.867490 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0ec4948-6c2d-4612-acbb-597cb9bdc3f6 tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:14:34.872445 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-c0ec4948-6c2d-4612-acbb-597cb9bdc3f6 tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] Notify callbacks [] for network, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:14:34.977538 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ec4948-6c2d-4612-acbb-597cb9bdc3f6 tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] Pushing event updated for resources: {'Network': ['ID=4bd85f8a-82ec-4008-9f03-a0d50257443f,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:14:34.988593 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Network 4bd85f8a-82ec-4008-9f03-a0d50257443f details requested by agent ovs-agent-dv-neutron-825124-1-hyperv with host dv-neutron-825124-1-hyperv {{(pid=84154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 15:14:35.052514 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-c0ec4948-6c2d-4612-acbb-597cb9bdc3f6 tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5036891 Jan 20 15:14:35.055461 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 49090) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:14:35.063785 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-c7488090-6bb6-4447-b792-99ee554e7ead tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] Request body: {'subnet': {'network_id': '4bd85f8a-82ec-4008-9f03-a0d50257443f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 15:14:35.150522 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-fb9af592-f7f7-49b6-a67d-6d17acf2c27e None None] Notify callbacks [] for port, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:14:35.161636 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-fb9af592-f7f7-49b6-a67d-6d17acf2c27e None None] Transition to ACTIVE for port object 68de4732-3c27-41d2-9fb8-fd6c6374be9c will not be triggered until provisioned by entity L2. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 15:14:35.170435 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-c7488090-6bb6-4447-b792-99ee554e7ead tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:14:35.174180 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-c7488090-6bb6-4447-b792-99ee554e7ead tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] Usage tracker for resource:subnet and tenant:c970c02b32c54ccd834a6833e1ac01af is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:14:35.176904 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-c7488090-6bb6-4447-b792-99ee554e7ead tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:14:35.179800 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-fb9af592-f7f7-49b6-a67d-6d17acf2c27e None None] Transition to ACTIVE for port object 68de4732-3c27-41d2-9fb8-fd6c6374be9c will not be triggered until provisioned by entity DHCP. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 15:14:35.182611 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-c7488090-6bb6-4447-b792-99ee554e7ead tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:14:35.246553 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-fb9af592-f7f7-49b6-a67d-6d17acf2c27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477'] for port, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:14:35.263457 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7488090-6bb6-4447-b792-99ee554e7ead tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] Made reservation on behalf of c970c02b32c54ccd834a6833e1ac01af for: {'subnet': 1} {{(pid=84152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 15:14:35.320123 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb9af592-f7f7-49b6-a67d-6d17acf2c27e None None] Network 660db390-93a1-4983-92f1-81160ea933bf is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 15:14:35.320985 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9af592-f7f7-49b6-a67d-6d17acf2c27e None None] Pushing event updated for resources: {'Port': ['ID=68de4732-3c27-41d2-9fb8-fd6c6374be9c,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:14:35.323779 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-fb9af592-f7f7-49b6-a67d-6d17acf2c27e None None] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 15:14:35.325845 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb9af592-f7f7-49b6-a67d-6d17acf2c27e None None] Received port after_create {{(pid=84154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 15:14:35.365291 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-c7488090-6bb6-4447-b792-99ee554e7ead tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3155315'] for subnet, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:14:35.409797 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-fb9af592-f7f7-49b6-a67d-6d17acf2c27e None None] Attempting to bind port 68de4732-3c27-41d2-9fb8-fd6c6374be9c on host dv-neutron-825124-1-hyperv for vnic_type normal with profile {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 15:14:35.410197 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-fb9af592-f7f7-49b6-a67d-6d17acf2c27e None None] Attempting to bind port 68de4732-3c27-41d2-9fb8-fd6c6374be9c by drivers openvswitch,hyperv on host dv-neutron-825124-1-hyperv at level 0 using segments [{'id': '490d6dd2-21f8-4959-8c20-3e3342f3b60b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '660db390-93a1-4983-92f1-81160ea933bf'}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 15:14:35.410560 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb9af592-f7f7-49b6-a67d-6d17acf2c27e None None] Attempting to bind port 68de4732-3c27-41d2-9fb8-fd6c6374be9c on network 660db390-93a1-4983-92f1-81160ea933bf {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 15:14:35.417416 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb9af592-f7f7-49b6-a67d-6d17acf2c27e None None] Checking agent: {'id': '6414dfeb-85c5-454a-8756-709ca637d800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825124-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 16, 31), 'started_at': datetime.datetime(2022, 1, 20, 14, 17, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 15, 14, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825124-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 15:14:35.417790 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb9af592-f7f7-49b6-a67d-6d17acf2c27e None None] Checking segment: {'id': '490d6dd2-21f8-4959-8c20-3e3342f3b60b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '660db390-93a1-4983-92f1-81160ea933bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 15:14:35.418218 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-fb9af592-f7f7-49b6-a67d-6d17acf2c27e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:14:35.418616 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb9af592-f7f7-49b6-a67d-6d17acf2c27e None None] Bound using segment: {'id': '490d6dd2-21f8-4959-8c20-3e3342f3b60b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '660db390-93a1-4983-92f1-81160ea933bf'} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 15:14:35.419094 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-fb9af592-f7f7-49b6-a67d-6d17acf2c27e None None] Bound port: 68de4732-3c27-41d2-9fb8-fd6c6374be9c, host: dv-neutron-825124-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '490d6dd2-21f8-4959-8c20-3e3342f3b60b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '660db390-93a1-4983-92f1-81160ea933bf'}}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 15:14:35.419444 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-fb9af592-f7f7-49b6-a67d-6d17acf2c27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:14:35.508121 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-fb9af592-f7f7-49b6-a67d-6d17acf2c27e None None] For port 68de4732-3c27-41d2-9fb8-fd6c6374be9c, host dv-neutron-825124-1-hyperv, cleared binding levels {{(pid=84154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 15:14:35.511156 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-fb9af592-f7f7-49b6-a67d-6d17acf2c27e None None] For port 68de4732-3c27-41d2-9fb8-fd6c6374be9c, host dv-neutron-825124-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=68de4732-3c27-41d2-9fb8-fd6c6374be9c,segment=NetworkSegment(490d6dd2-21f8-4959-8c20-3e3342f3b60b),segment_id=490d6dd2-21f8-4959-8c20-3e3342f3b60b)] {{(pid=84154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 15:14:35.594877 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-fb9af592-f7f7-49b6-a67d-6d17acf2c27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:14:35.646450 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-c7488090-6bb6-4447-b792-99ee554e7ead tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4163519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3155301'] for subnet, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:14:35.674769 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9af592-f7f7-49b6-a67d-6d17acf2c27e None None] Pushing event updated for resources: {'Port': ['ID=68de4732-3c27-41d2-9fb8-fd6c6374be9c,revision_number=2']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:14:35.732302 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7488090-6bb6-4447-b792-99ee554e7ead tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] Pushing event updated for resources: {'Subnet': ['ID=ab5d1548-b403-4af5-9768-d80ac658ad1a,revision_number=0']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:14:35.744732 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7488090-6bb6-4447-b792-99ee554e7ead tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] Checking segment: {'id': 'fd229b1f-f73f-42a4-aeee-ef3c85fc3458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '4bd85f8a-82ec-4008-9f03-a0d50257443f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 15:14:35.745095 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7488090-6bb6-4447-b792-99ee554e7ead tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] Network hostable DHCP agents. Network: 4bd85f8a-82ec-4008-9f03-a0d50257443f, hostable agents: ['1a181e39-5220-4c1a-88f8-08a54e8bfc9b'], hosted agents: [] {{(pid=84152) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 15:14:35.840316 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7488090-6bb6-4447-b792-99ee554e7ead tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] Network 4bd85f8a-82ec-4008-9f03-a0d50257443f is scheduled to be hosted by DHCP agent 1a181e39-5220-4c1a-88f8-08a54e8bfc9b with binding_index 1 {{(pid=84152) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 15:14:35.914497 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.base_scheduler [None req-c7488090-6bb6-4447-b792-99ee554e7ead tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825124-1-hyperv, 4bd85f8a-82ec-4008-9f03-a0d50257443f) {{(pid=84152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 15:14:35.919084 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7488090-6bb6-4447-b792-99ee554e7ead tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:14:35.919941 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-c7488090-6bb6-4447-b792-99ee554e7ead tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] Notify callbacks [] for subnet, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:14:35.923211 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bc6132f-331b-4272-96d9-26b2b54529e4 None None] Network 4bd85f8a-82ec-4008-9f03-a0d50257443f requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 15:14:36.018747 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-c7488090-6bb6-4447-b792-99ee554e7ead tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.9614930 Jan 20 15:14:36.021120 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 49094) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:14:36.155095 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-489fccea-a249-4e23-8b9e-d0c673e40303 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95c917f5-14ba-5e96-98b8-1a52654a930a-4bd85f8a-82ec-4008-9f03-a0d50257443f', 'network_id': '4bd85f8a-82ec-4008-9f03-a0d50257443f', 'tenant_id': 'c970c02b32c54ccd834a6833e1ac01af', 'fixed_ips': [{'subnet_id': 'ab5d1548-b403-4af5-9768-d80ac658ad1a'}]}} from dv-neutron-825124-1-hyperv. {{(pid=84154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 20 15:14:36.156025 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-489fccea-a249-4e23-8b9e-d0c673e40303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:14:36.274177 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-c673cc83-b4a3-4689-8f44-b3fb10c60eff tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586409'] for network, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:14:36.335573 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_common [None req-489fccea-a249-4e23-8b9e-d0c673e40303 None None] Allocated IP 2001:db8::2 (4bd85f8a-82ec-4008-9f03-a0d50257443f/ab5d1548-b403-4af5-9768-d80ac658ad1a/2e768a4e-d39f-4d90-afa9-fcba6ec5f39a) {{(pid=84154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 15:14:36.348371 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-c673cc83-b4a3-4689-8f44-b3fb10c60eff tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1627147'] for subnet, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:14:36.547984 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-489fccea-a249-4e23-8b9e-d0c673e40303 None None] Notify callbacks [] for port, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:14:36.558453 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-489fccea-a249-4e23-8b9e-d0c673e40303 None None] Transition to ACTIVE for port object 2e768a4e-d39f-4d90-afa9-fcba6ec5f39a will not be triggered until provisioned by entity L2. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 15:14:36.577795 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-489fccea-a249-4e23-8b9e-d0c673e40303 None None] Transition to ACTIVE for port object 2e768a4e-d39f-4d90-afa9-fcba6ec5f39a will not be triggered until provisioned by entity DHCP. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 15:14:36.588276 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b97005e2-b06b-4fa4-8ed1-63821e9e5986 None None] Network 660db390-93a1-4983-92f1-81160ea933bf requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 15:14:36.664046 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-489fccea-a249-4e23-8b9e-d0c673e40303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477'] for port, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:14:36.743984 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-c673cc83-b4a3-4689-8f44-b3fb10c60eff tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1627154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4163580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155308'] for subnet, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:14:36.781463 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c673cc83-b4a3-4689-8f44-b3fb10c60eff tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] Pushing event deleted for resources: {'Subnet': ['ID=ab5d1548-b403-4af5-9768-d80ac658ad1a,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:14:36.814282 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-489fccea-a249-4e23-8b9e-d0c673e40303 None None] Network 4bd85f8a-82ec-4008-9f03-a0d50257443f is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 15:14:36.816800 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489fccea-a249-4e23-8b9e-d0c673e40303 None None] Pushing event updated for resources: {'Port': ['ID=2e768a4e-d39f-4d90-afa9-fcba6ec5f39a,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:14:36.832634 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-489fccea-a249-4e23-8b9e-d0c673e40303 None None] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 15:14:36.837408 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-489fccea-a249-4e23-8b9e-d0c673e40303 None None] Received port after_create {{(pid=84154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 15:14:36.839500 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-cd2319ea-b3e1-4e5d-8b01-3a8271fda4a1 None None] Provisioning for port 68de4732-3c27-41d2-9fb8-fd6c6374be9c completed by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 15:14:36.896727 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-c673cc83-b4a3-4689-8f44-b3fb10c60eff tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1626242', 'neutron.services.segments.db._delete_segments_for_network-8769554214620'] for network, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:14:36.925515 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.segments.db [None req-c673cc83-b4a3-4689-8f44-b3fb10c60eff tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4bd85f8a-82ec-4008-9f03-a0d50257443f']}} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:14:36.937551 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.segments.db [None req-c673cc83-b4a3-4689-8f44-b3fb10c60eff tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd229b1f-f73f-42a4-aeee-ef3c85fc3458') {'for_net_delete': True} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:14:36.937841 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.segments.db [None req-c673cc83-b4a3-4689-8f44-b3fb10c60eff tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd229b1f-f73f-42a4-aeee-ef3c85fc3458') {} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:14:36.949671 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-c673cc83-b4a3-4689-8f44-b3fb10c60eff tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769554214503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3337904'] for segment, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:14:36.965661 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-c673cc83-b4a3-4689-8f44-b3fb10c60eff tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:14:36.971650 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c673cc83-b4a3-4689-8f44-b3fb10c60eff tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=84152) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 15:14:36.972032 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-c673cc83-b4a3-4689-8f44-b3fb10c60eff tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1622950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4162906'] for segment, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:14:36.987844 dv-neutron-825124-1-hyperv neutron-server[84152]: Traceback (most recent call last): Jan 20 15:14:36.987844 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 15:14:36.987844 dv-neutron-825124-1-hyperv neutron-server[84152]: timer() Jan 20 15:14:36.987844 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 15:14:36.987844 dv-neutron-825124-1-hyperv neutron-server[84152]: cb(*args, **kw) Jan 20 15:14:36.987844 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 15:14:36.987844 dv-neutron-825124-1-hyperv neutron-server[84152]: return func(*args, **kwargs) Jan 20 15:14:36.987844 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 15:14:36.987844 dv-neutron-825124-1-hyperv neutron-server[84152]: self._notify() Jan 20 15:14:36.987844 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 15:14:36.987844 dv-neutron-825124-1-hyperv neutron-server[84152]: self.callback(batched_events) Jan 20 15:14:36.987844 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 15:14:36.987844 dv-neutron-825124-1-hyperv neutron-server[84152]: event.method(event) Jan 20 15:14:36.987844 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 15:14:36.987844 dv-neutron-825124-1-hyperv neutron-server[84152]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 15:14:36.987844 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 15:14:36.987844 dv-neutron-825124-1-hyperv neutron-server[84152]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 15:14:36.987844 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 15:14:36.987844 dv-neutron-825124-1-hyperv neutron-server[84152]: return f(self, *a, **k) Jan 20 15:14:36.987844 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 15:14:36.987844 dv-neutron-825124-1-hyperv neutron-server[84152]: return self._get(url).json() Jan 20 15:14:36.987844 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 15:14:36.987844 dv-neutron-825124-1-hyperv neutron-server[84152]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 15:14:36.987844 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 15:14:36.987844 dv-neutron-825124-1-hyperv neutron-server[84152]: return self.request(url, 'GET', **kwargs) Jan 20 15:14:36.987844 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 15:14:36.987844 dv-neutron-825124-1-hyperv neutron-server[84152]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 15:14:36.987844 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 15:14:36.987844 dv-neutron-825124-1-hyperv neutron-server[84152]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 15:14:36.987844 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 15:14:36.987844 dv-neutron-825124-1-hyperv neutron-server[84152]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 15:14:36.987844 dv-neutron-825124-1-hyperv neutron-server[84152]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 15:14:37.011029 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-489fccea-a249-4e23-8b9e-d0c673e40303 None None] Attempting to bind port 2e768a4e-d39f-4d90-afa9-fcba6ec5f39a on host dv-neutron-825124-1-hyperv for vnic_type normal with profile {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 15:14:37.011403 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-489fccea-a249-4e23-8b9e-d0c673e40303 None None] Attempting to bind port 2e768a4e-d39f-4d90-afa9-fcba6ec5f39a by drivers openvswitch,hyperv on host dv-neutron-825124-1-hyperv at level 0 using segments [{'id': 'fd229b1f-f73f-42a4-aeee-ef3c85fc3458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '4bd85f8a-82ec-4008-9f03-a0d50257443f'}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 15:14:37.011761 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-489fccea-a249-4e23-8b9e-d0c673e40303 None None] Attempting to bind port 2e768a4e-d39f-4d90-afa9-fcba6ec5f39a on network 4bd85f8a-82ec-4008-9f03-a0d50257443f {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 15:14:37.025569 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-489fccea-a249-4e23-8b9e-d0c673e40303 None None] Checking agent: {'id': '6414dfeb-85c5-454a-8756-709ca637d800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825124-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 16, 31), 'started_at': datetime.datetime(2022, 1, 20, 14, 17, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 15, 14, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825124-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 15:14:37.025942 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-489fccea-a249-4e23-8b9e-d0c673e40303 None None] Checking segment: {'id': 'fd229b1f-f73f-42a4-aeee-ef3c85fc3458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '4bd85f8a-82ec-4008-9f03-a0d50257443f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 15:14:37.026365 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-489fccea-a249-4e23-8b9e-d0c673e40303 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:14:37.026756 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-489fccea-a249-4e23-8b9e-d0c673e40303 None None] Bound using segment: {'id': 'fd229b1f-f73f-42a4-aeee-ef3c85fc3458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '4bd85f8a-82ec-4008-9f03-a0d50257443f'} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 15:14:37.027215 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-489fccea-a249-4e23-8b9e-d0c673e40303 None None] Bound port: 2e768a4e-d39f-4d90-afa9-fcba6ec5f39a, host: dv-neutron-825124-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd229b1f-f73f-42a4-aeee-ef3c85fc3458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '4bd85f8a-82ec-4008-9f03-a0d50257443f'}}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 15:14:37.027589 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-489fccea-a249-4e23-8b9e-d0c673e40303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:14:37.092046 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.db.api [None req-c673cc83-b4a3-4689-8f44-b3fb10c60eff tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 20 15:14:37.092046 dv-neutron-825124-1-hyperv neutron-server[84152]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 20 15:14:37.092046 dv-neutron-825124-1-hyperv neutron-server[84152]: [parameters: {'id': '4bd85f8a-82ec-4008-9f03-a0d50257443f'}] Jan 20 15:14:37.092046 dv-neutron-825124-1-hyperv neutron-server[84152]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84152) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 15:14:37.092596 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG oslo_db.api [None req-c673cc83-b4a3-4689-8f44-b3fb10c60eff tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 15:14:37.140058 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-489fccea-a249-4e23-8b9e-d0c673e40303 None None] For port 2e768a4e-d39f-4d90-afa9-fcba6ec5f39a, host dv-neutron-825124-1-hyperv, cleared binding levels {{(pid=84154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 15:14:37.143240 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-489fccea-a249-4e23-8b9e-d0c673e40303 None None] For port 2e768a4e-d39f-4d90-afa9-fcba6ec5f39a, host dv-neutron-825124-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=2e768a4e-d39f-4d90-afa9-fcba6ec5f39a,segment=NetworkSegment(fd229b1f-f73f-42a4-aeee-ef3c85fc3458),segment_id=fd229b1f-f73f-42a4-aeee-ef3c85fc3458)] {{(pid=84154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 15:14:37.212703 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-489fccea-a249-4e23-8b9e-d0c673e40303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:14:37.249165 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 68de4732-3c27-41d2-9fb8-fd6c6374be9c up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 15:14:37.357135 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489fccea-a249-4e23-8b9e-d0c673e40303 None None] Pushing event updated for resources: {'Port': ['ID=2e768a4e-d39f-4d90-afa9-fcba6ec5f39a,revision_number=2']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:14:37.433315 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aefd125d-50a0-47ae-a378-719867bb116c None None] Network 4bd85f8a-82ec-4008-9f03-a0d50257443f requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 15:14:37.496679 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning for port 68de4732-3c27-41d2-9fb8-fd6c6374be9c completed by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 15:14:37.517047 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port 68de4732-3c27-41d2-9fb8-fd6c6374be9c triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:14:37.518491 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:14:37.593862 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-c673cc83-b4a3-4689-8f44-b3fb10c60eff tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586409'] for network, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:14:37.606741 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-c673cc83-b4a3-4689-8f44-b3fb10c60eff tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] Deleting port 2e768a4e-d39f-4d90-afa9-fcba6ec5f39a {{(pid=84152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 15:14:37.607027 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-c673cc83-b4a3-4689-8f44-b3fb10c60eff tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:14:37.722809 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:14:37.751063 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aa918ac-e16a-407f-b623-d6e44bc5819c None None] get_active_networks_info from dv-neutron-825124-1-hyperv {{(pid=84154) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 20 15:14:37.797451 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] For port 68de4732-3c27-41d2-9fb8-fd6c6374be9c, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=68de4732-3c27-41d2-9fb8-fd6c6374be9c,segment=NetworkSegment(490d6dd2-21f8-4959-8c20-3e3342f3b60b),segment_id=490d6dd2-21f8-4959-8c20-3e3342f3b60b)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 15:14:37.814775 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.db [None req-c673cc83-b4a3-4689-8f44-b3fb10c60eff tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] For port 2e768a4e-d39f-4d90-afa9-fcba6ec5f39a, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=2e768a4e-d39f-4d90-afa9-fcba6ec5f39a,segment=NetworkSegment(fd229b1f-f73f-42a4-aeee-ef3c85fc3458),segment_id=fd229b1f-f73f-42a4-aeee-ef3c85fc3458)] {{(pid=84152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 15:14:37.819446 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-c673cc83-b4a3-4689-8f44-b3fb10c60eff tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:14:37.845401 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aa918ac-e16a-407f-b623-d6e44bc5819c None None] Resources bound (agent type, host, resource id): {{(pid=84154) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 20 15:14:37.875482 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:14:37.943303 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-c673cc83-b4a3-4689-8f44-b3fb10c60eff tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] Calling delete_port for 2e768a4e-d39f-4d90-afa9-fcba6ec5f39a owned by network:dhcp {{(pid=84152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 15:14:38.014217 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Pushing event updated for resources: {'Port': ['ID=68de4732-3c27-41d2-9fb8-fd6c6374be9c,revision_number=3']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:14:38.108808 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-c673cc83-b4a3-4689-8f44-b3fb10c60eff tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:14:38.155551 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c673cc83-b4a3-4689-8f44-b3fb10c60eff tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] Pushing event deleted for resources: {'Port': ['ID=2e768a4e-d39f-4d90-afa9-fcba6ec5f39a,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:14:38.159976 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c673cc83-b4a3-4689-8f44-b3fb10c60eff tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] No DVR routers for this DVR port 2e768a4e-d39f-4d90-afa9-fcba6ec5f39a on host dv-neutron-825124-1-hyperv {{(pid=84152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 15:14:38.284606 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-c673cc83-b4a3-4689-8f44-b3fb10c60eff tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1626242', 'neutron.services.segments.db._delete_segments_for_network-8769554214620'] for network, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:14:38.313994 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.segments.db [None req-c673cc83-b4a3-4689-8f44-b3fb10c60eff tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4bd85f8a-82ec-4008-9f03-a0d50257443f']}} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:14:38.325219 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.segments.db [None req-c673cc83-b4a3-4689-8f44-b3fb10c60eff tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd229b1f-f73f-42a4-aeee-ef3c85fc3458') {'for_net_delete': True} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:14:38.325515 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.segments.db [None req-c673cc83-b4a3-4689-8f44-b3fb10c60eff tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd229b1f-f73f-42a4-aeee-ef3c85fc3458') {} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:14:38.337301 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-c673cc83-b4a3-4689-8f44-b3fb10c60eff tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769554214503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3337904'] for segment, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:14:38.353299 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-c673cc83-b4a3-4689-8f44-b3fb10c60eff tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:14:38.359299 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c673cc83-b4a3-4689-8f44-b3fb10c60eff tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=84152) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 15:14:38.359671 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-c673cc83-b4a3-4689-8f44-b3fb10c60eff tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1622950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4162906'] for segment, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:14:38.373655 dv-neutron-825124-1-hyperv neutron-server[84152]: Traceback (most recent call last): Jan 20 15:14:38.373655 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 15:14:38.373655 dv-neutron-825124-1-hyperv neutron-server[84152]: timer() Jan 20 15:14:38.373655 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 15:14:38.373655 dv-neutron-825124-1-hyperv neutron-server[84152]: cb(*args, **kw) Jan 20 15:14:38.373655 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 15:14:38.373655 dv-neutron-825124-1-hyperv neutron-server[84152]: return func(*args, **kwargs) Jan 20 15:14:38.373655 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 15:14:38.373655 dv-neutron-825124-1-hyperv neutron-server[84152]: self._notify() Jan 20 15:14:38.373655 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 15:14:38.373655 dv-neutron-825124-1-hyperv neutron-server[84152]: self.callback(batched_events) Jan 20 15:14:38.373655 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 15:14:38.373655 dv-neutron-825124-1-hyperv neutron-server[84152]: event.method(event) Jan 20 15:14:38.373655 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 15:14:38.373655 dv-neutron-825124-1-hyperv neutron-server[84152]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 15:14:38.373655 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 15:14:38.373655 dv-neutron-825124-1-hyperv neutron-server[84152]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 15:14:38.373655 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 15:14:38.373655 dv-neutron-825124-1-hyperv neutron-server[84152]: return f(self, *a, **k) Jan 20 15:14:38.373655 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 15:14:38.373655 dv-neutron-825124-1-hyperv neutron-server[84152]: return self._get(url).json() Jan 20 15:14:38.373655 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 15:14:38.373655 dv-neutron-825124-1-hyperv neutron-server[84152]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 15:14:38.373655 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 15:14:38.373655 dv-neutron-825124-1-hyperv neutron-server[84152]: return self.request(url, 'GET', **kwargs) Jan 20 15:14:38.373655 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 15:14:38.373655 dv-neutron-825124-1-hyperv neutron-server[84152]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 15:14:38.373655 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 15:14:38.373655 dv-neutron-825124-1-hyperv neutron-server[84152]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 15:14:38.373655 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 15:14:38.373655 dv-neutron-825124-1-hyperv neutron-server[84152]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 15:14:38.373655 dv-neutron-825124-1-hyperv neutron-server[84152]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 15:14:38.513830 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-c673cc83-b4a3-4689-8f44-b3fb10c60eff tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1626253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-745296'] for network, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:14:38.531545 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-c673cc83-b4a3-4689-8f44-b3fb10c60eff tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] Notify callbacks [] for network, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:14:38.542559 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c673cc83-b4a3-4689-8f44-b3fb10c60eff tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] Pushing event deleted for resources: {'Network': ['ID=4bd85f8a-82ec-4008-9f03-a0d50257443f,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:14:38.549592 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-c673cc83-b4a3-4689-8f44-b3fb10c60eff tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] 10.222.0.54 "DELETE /v2.0/networks/4bd85f8a-82ec-4008-9f03-a0d50257443f HTTP/1.1" status: 204 len: 168 time: 2.5274606 Jan 20 15:14:38.553201 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 49098) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:14:38.559252 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-44656029-b96a-4b6f-ab36-58c6d9c2309d tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-744947956'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 15:14:38.564308 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-44656029-b96a-4b6f-ab36-58c6d9c2309d tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:14:38.568168 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-44656029-b96a-4b6f-ab36-58c6d9c2309d tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] Usage tracker for resource:network and tenant:c970c02b32c54ccd834a6833e1ac01af is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:14:38.571115 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-44656029-b96a-4b6f-ab36-58c6d9c2309d tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:14:38.577463 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-44656029-b96a-4b6f-ab36-58c6d9c2309d tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:14:38.639890 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44656029-b96a-4b6f-ab36-58c6d9c2309d tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] Made reservation on behalf of c970c02b32c54ccd834a6833e1ac01af for: {'network': 1} {{(pid=84152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 15:14:38.642889 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-44656029-b96a-4b6f-ab36-58c6d9c2309d tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for network, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:14:38.675253 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44656029-b96a-4b6f-ab36-58c6d9c2309d tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 195} {{(pid=84152) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 15:14:38.679382 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-44656029-b96a-4b6f-ab36-58c6d9c2309d tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:14:38.679717 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.db.segments_db [None req-44656029-b96a-4b6f-ab36-58c6d9c2309d tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] Added segment 8abde5b4-8b44-4921-97f3-6a36d11bece6 of type vlan for network 233e9d90-d167-4986-ba3d-42c3b3807fef Jan 20 15:14:38.704519 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-44656029-b96a-4b6f-ab36-58c6d9c2309d tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769553767792'] for network, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:14:38.805750 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-44656029-b96a-4b6f-ab36-58c6d9c2309d tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967'] for network, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:14:38.809669 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44656029-b96a-4b6f-ab36-58c6d9c2309d tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:14:38.810266 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-44656029-b96a-4b6f-ab36-58c6d9c2309d tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] Notify callbacks [] for network, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:14:38.914190 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44656029-b96a-4b6f-ab36-58c6d9c2309d tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] Pushing event updated for resources: {'Network': ['ID=233e9d90-d167-4986-ba3d-42c3b3807fef,revision_number=1']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:14:38.923856 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Network 233e9d90-d167-4986-ba3d-42c3b3807fef details requested by agent ovs-agent-dv-neutron-825124-1-hyperv with host dv-neutron-825124-1-hyperv {{(pid=84154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 15:14:38.967023 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-44656029-b96a-4b6f-ab36-58c6d9c2309d tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4120376 Jan 20 15:14:38.970113 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 49102) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:14:38.976185 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-21e4f729-4c67-4488-b541-628d8c542ca8 tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] Request body: {'subnet': {'network_id': '233e9d90-d167-4986-ba3d-42c3b3807fef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 15:14:39.179324 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-21e4f729-4c67-4488-b541-628d8c542ca8 tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:14:39.183176 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-21e4f729-4c67-4488-b541-628d8c542ca8 tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] Usage tracker for resource:subnet and tenant:c970c02b32c54ccd834a6833e1ac01af is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:14:39.186165 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-21e4f729-4c67-4488-b541-628d8c542ca8 tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:14:39.192387 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-21e4f729-4c67-4488-b541-628d8c542ca8 tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:14:39.197677 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 68de4732-3c27-41d2-9fb8-fd6c6374be9c up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 15:14:39.256409 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21e4f729-4c67-4488-b541-628d8c542ca8 tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] Made reservation on behalf of c970c02b32c54ccd834a6833e1ac01af for: {'subnet': 1} {{(pid=84152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 15:14:39.265117 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port 68de4732-3c27-41d2-9fb8-fd6c6374be9c triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:14:39.269873 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:14:39.357952 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-21e4f729-4c67-4488-b541-628d8c542ca8 tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3155315'] for subnet, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:14:39.449493 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.ipam_backend_mixin [None req-21e4f729-4c67-4488-b541-628d8c542ca8 tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] Performing IP validity checks on allocation pools {{(pid=84152) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Jan 20 15:14:39.449924 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.ipam_backend_mixin [None req-21e4f729-4c67-4488-b541-628d8c542ca8 tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84152) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Jan 20 15:14:39.651675 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-21e4f729-4c67-4488-b541-628d8c542ca8 tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4163519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3155301'] for subnet, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:14:39.733462 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e4f729-4c67-4488-b541-628d8c542ca8 tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] Pushing event updated for resources: {'Subnet': ['ID=af12eb94-cefb-4e14-a332-e5cf88d97507,revision_number=0']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:14:39.743419 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21e4f729-4c67-4488-b541-628d8c542ca8 tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] Checking segment: {'id': '8abde5b4-8b44-4921-97f3-6a36d11bece6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '233e9d90-d167-4986-ba3d-42c3b3807fef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 15:14:39.743826 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21e4f729-4c67-4488-b541-628d8c542ca8 tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] Network hostable DHCP agents. Network: 233e9d90-d167-4986-ba3d-42c3b3807fef, hostable agents: ['1a181e39-5220-4c1a-88f8-08a54e8bfc9b'], hosted agents: [] {{(pid=84152) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 15:14:39.845903 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21e4f729-4c67-4488-b541-628d8c542ca8 tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] Network 233e9d90-d167-4986-ba3d-42c3b3807fef is scheduled to be hosted by DHCP agent 1a181e39-5220-4c1a-88f8-08a54e8bfc9b with binding_index 1 {{(pid=84152) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 15:14:39.931779 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.base_scheduler [None req-21e4f729-4c67-4488-b541-628d8c542ca8 tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825124-1-hyperv, 233e9d90-d167-4986-ba3d-42c3b3807fef) {{(pid=84152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 15:14:39.935672 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21e4f729-4c67-4488-b541-628d8c542ca8 tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:14:39.938379 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-21e4f729-4c67-4488-b541-628d8c542ca8 tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] Notify callbacks [] for subnet, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:14:39.940676 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd8fed64-721f-43e3-b9f8-59972d41969d None None] Network 233e9d90-d167-4986-ba3d-42c3b3807fef requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 15:14:40.018143 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-21e4f729-4c67-4488-b541-628d8c542ca8 tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.0468364 Jan 20 15:14:40.020709 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 49106) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:14:40.158831 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-0d727c48-6940-4076-895b-6bad406b993d tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586409'] for network, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:14:40.192046 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d47ee7af-e7a2-479a-9db5-c43346c579cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95c917f5-14ba-5e96-98b8-1a52654a930a-233e9d90-d167-4986-ba3d-42c3b3807fef', 'network_id': '233e9d90-d167-4986-ba3d-42c3b3807fef', 'tenant_id': 'c970c02b32c54ccd834a6833e1ac01af', 'fixed_ips': [{'subnet_id': 'af12eb94-cefb-4e14-a332-e5cf88d97507'}]}} from dv-neutron-825124-1-hyperv. {{(pid=84154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 20 15:14:40.192930 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-d47ee7af-e7a2-479a-9db5-c43346c579cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:14:40.226832 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-0d727c48-6940-4076-895b-6bad406b993d tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1627147'] for subnet, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:14:40.347879 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_common [None req-d47ee7af-e7a2-479a-9db5-c43346c579cc None None] Allocated IP 2001:db8::3 (233e9d90-d167-4986-ba3d-42c3b3807fef/af12eb94-cefb-4e14-a332-e5cf88d97507/5457c6c5-18d8-46b9-bf1b-f8d4e93f8ea2) {{(pid=84154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 15:14:40.544554 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-d47ee7af-e7a2-479a-9db5-c43346c579cc None None] Notify callbacks [] for port, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:14:40.554158 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-d47ee7af-e7a2-479a-9db5-c43346c579cc None None] Transition to ACTIVE for port object 5457c6c5-18d8-46b9-bf1b-f8d4e93f8ea2 will not be triggered until provisioned by entity L2. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 15:14:40.571720 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-d47ee7af-e7a2-479a-9db5-c43346c579cc None None] Transition to ACTIVE for port object 5457c6c5-18d8-46b9-bf1b-f8d4e93f8ea2 will not be triggered until provisioned by entity DHCP. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 15:14:40.635000 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-d47ee7af-e7a2-479a-9db5-c43346c579cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477'] for port, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:14:40.697948 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-0d727c48-6940-4076-895b-6bad406b993d tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1627154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4163580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155308'] for subnet, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:14:40.704000 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d47ee7af-e7a2-479a-9db5-c43346c579cc None None] Network 233e9d90-d167-4986-ba3d-42c3b3807fef is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 15:14:40.706891 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-d47ee7af-e7a2-479a-9db5-c43346c579cc None None] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 15:14:40.711771 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d47ee7af-e7a2-479a-9db5-c43346c579cc None None] Received port after_create {{(pid=84154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 15:14:40.713863 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47ee7af-e7a2-479a-9db5-c43346c579cc None None] Pushing event updated for resources: {'Port': ['ID=5457c6c5-18d8-46b9-bf1b-f8d4e93f8ea2,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:14:40.737964 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d727c48-6940-4076-895b-6bad406b993d tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] Pushing event deleted for resources: {'Subnet': ['ID=af12eb94-cefb-4e14-a332-e5cf88d97507,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:14:40.797662 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-d47ee7af-e7a2-479a-9db5-c43346c579cc None None] Attempting to bind port 5457c6c5-18d8-46b9-bf1b-f8d4e93f8ea2 on host dv-neutron-825124-1-hyperv for vnic_type normal with profile {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 15:14:40.798059 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-d47ee7af-e7a2-479a-9db5-c43346c579cc None None] Attempting to bind port 5457c6c5-18d8-46b9-bf1b-f8d4e93f8ea2 by drivers openvswitch,hyperv on host dv-neutron-825124-1-hyperv at level 0 using segments [{'id': '8abde5b4-8b44-4921-97f3-6a36d11bece6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '233e9d90-d167-4986-ba3d-42c3b3807fef'}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 15:14:40.798414 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d47ee7af-e7a2-479a-9db5-c43346c579cc None None] Attempting to bind port 5457c6c5-18d8-46b9-bf1b-f8d4e93f8ea2 on network 233e9d90-d167-4986-ba3d-42c3b3807fef {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 15:14:40.804879 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d47ee7af-e7a2-479a-9db5-c43346c579cc None None] Checking agent: {'id': '6414dfeb-85c5-454a-8756-709ca637d800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825124-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 16, 31), 'started_at': datetime.datetime(2022, 1, 20, 14, 17, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 15, 14, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825124-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 15:14:40.805250 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d47ee7af-e7a2-479a-9db5-c43346c579cc None None] Checking segment: {'id': '8abde5b4-8b44-4921-97f3-6a36d11bece6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '233e9d90-d167-4986-ba3d-42c3b3807fef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 15:14:40.805649 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-d47ee7af-e7a2-479a-9db5-c43346c579cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:14:40.806054 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d47ee7af-e7a2-479a-9db5-c43346c579cc None None] Bound using segment: {'id': '8abde5b4-8b44-4921-97f3-6a36d11bece6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '233e9d90-d167-4986-ba3d-42c3b3807fef'} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 15:14:40.806523 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-d47ee7af-e7a2-479a-9db5-c43346c579cc None None] Bound port: 5457c6c5-18d8-46b9-bf1b-f8d4e93f8ea2, host: dv-neutron-825124-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8abde5b4-8b44-4921-97f3-6a36d11bece6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '233e9d90-d167-4986-ba3d-42c3b3807fef'}}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 15:14:40.806894 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-d47ee7af-e7a2-479a-9db5-c43346c579cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:14:40.841022 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-0d727c48-6940-4076-895b-6bad406b993d tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1626242', 'neutron.services.segments.db._delete_segments_for_network-8769554214620'] for network, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:14:40.865804 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.segments.db [None req-0d727c48-6940-4076-895b-6bad406b993d tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['233e9d90-d167-4986-ba3d-42c3b3807fef']}} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:14:40.878113 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.segments.db [None req-0d727c48-6940-4076-895b-6bad406b993d tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8abde5b4-8b44-4921-97f3-6a36d11bece6') {'for_net_delete': True} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:14:40.878408 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.segments.db [None req-0d727c48-6940-4076-895b-6bad406b993d tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8abde5b4-8b44-4921-97f3-6a36d11bece6') {} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:14:40.890371 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-0d727c48-6940-4076-895b-6bad406b993d tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769554214503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3337904'] for segment, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:14:40.896022 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-d47ee7af-e7a2-479a-9db5-c43346c579cc None None] For port 5457c6c5-18d8-46b9-bf1b-f8d4e93f8ea2, host dv-neutron-825124-1-hyperv, cleared binding levels {{(pid=84154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 15:14:40.899781 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-d47ee7af-e7a2-479a-9db5-c43346c579cc None None] For port 5457c6c5-18d8-46b9-bf1b-f8d4e93f8ea2, host dv-neutron-825124-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=5457c6c5-18d8-46b9-bf1b-f8d4e93f8ea2,segment=NetworkSegment(8abde5b4-8b44-4921-97f3-6a36d11bece6),segment_id=8abde5b4-8b44-4921-97f3-6a36d11bece6)] {{(pid=84154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 15:14:40.959929 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-d47ee7af-e7a2-479a-9db5-c43346c579cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:14:40.962814 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-0d727c48-6940-4076-895b-6bad406b993d tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:14:40.969968 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d727c48-6940-4076-895b-6bad406b993d tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=84152) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 15:14:40.971611 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-0d727c48-6940-4076-895b-6bad406b993d tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1622950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4162906'] for segment, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:14:40.986742 dv-neutron-825124-1-hyperv neutron-server[84152]: Traceback (most recent call last): Jan 20 15:14:40.986742 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 15:14:40.986742 dv-neutron-825124-1-hyperv neutron-server[84152]: timer() Jan 20 15:14:40.986742 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 15:14:40.986742 dv-neutron-825124-1-hyperv neutron-server[84152]: cb(*args, **kw) Jan 20 15:14:40.986742 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 15:14:40.986742 dv-neutron-825124-1-hyperv neutron-server[84152]: return func(*args, **kwargs) Jan 20 15:14:40.986742 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 15:14:40.986742 dv-neutron-825124-1-hyperv neutron-server[84152]: self._notify() Jan 20 15:14:40.986742 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 15:14:40.986742 dv-neutron-825124-1-hyperv neutron-server[84152]: self.callback(batched_events) Jan 20 15:14:40.986742 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 15:14:40.986742 dv-neutron-825124-1-hyperv neutron-server[84152]: event.method(event) Jan 20 15:14:40.986742 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 15:14:40.986742 dv-neutron-825124-1-hyperv neutron-server[84152]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 15:14:40.986742 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 15:14:40.986742 dv-neutron-825124-1-hyperv neutron-server[84152]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 15:14:40.986742 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 15:14:40.986742 dv-neutron-825124-1-hyperv neutron-server[84152]: return f(self, *a, **k) Jan 20 15:14:40.986742 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 15:14:40.986742 dv-neutron-825124-1-hyperv neutron-server[84152]: return self._get(url).json() Jan 20 15:14:40.986742 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 15:14:40.986742 dv-neutron-825124-1-hyperv neutron-server[84152]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 15:14:40.986742 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 15:14:40.986742 dv-neutron-825124-1-hyperv neutron-server[84152]: return self.request(url, 'GET', **kwargs) Jan 20 15:14:40.986742 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 15:14:40.986742 dv-neutron-825124-1-hyperv neutron-server[84152]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 15:14:40.986742 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 15:14:40.986742 dv-neutron-825124-1-hyperv neutron-server[84152]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 15:14:40.986742 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 15:14:40.986742 dv-neutron-825124-1-hyperv neutron-server[84152]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 15:14:40.986742 dv-neutron-825124-1-hyperv neutron-server[84152]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 15:14:41.070680 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47ee7af-e7a2-479a-9db5-c43346c579cc None None] Pushing event updated for resources: {'Port': ['ID=5457c6c5-18d8-46b9-bf1b-f8d4e93f8ea2,revision_number=2']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:14:41.103657 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16e3d85c-b929-419b-87b0-551e085e8a9b None None] Network 233e9d90-d167-4986-ba3d-42c3b3807fef requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 15:14:41.114998 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.db.api [None req-0d727c48-6940-4076-895b-6bad406b993d tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 20 15:14:41.114998 dv-neutron-825124-1-hyperv neutron-server[84152]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 20 15:14:41.114998 dv-neutron-825124-1-hyperv neutron-server[84152]: [parameters: {'id': '233e9d90-d167-4986-ba3d-42c3b3807fef'}] Jan 20 15:14:41.114998 dv-neutron-825124-1-hyperv neutron-server[84152]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84152) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 15:14:41.115492 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG oslo_db.api [None req-0d727c48-6940-4076-895b-6bad406b993d tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 15:14:41.301609 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f88bde62-edfd-48ac-a332-eaaa27c6be6f None None] get_active_networks_info from dv-neutron-825124-1-hyperv {{(pid=84154) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 20 15:14:41.384461 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f88bde62-edfd-48ac-a332-eaaa27c6be6f None None] Resources bound (agent type, host, resource id): {{(pid=84154) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 20 15:14:41.616753 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-0d727c48-6940-4076-895b-6bad406b993d tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586409'] for network, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:14:41.627572 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-0d727c48-6940-4076-895b-6bad406b993d tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] Deleting port 5457c6c5-18d8-46b9-bf1b-f8d4e93f8ea2 {{(pid=84152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 15:14:41.627900 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-0d727c48-6940-4076-895b-6bad406b993d tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:14:41.824310 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.db [None req-0d727c48-6940-4076-895b-6bad406b993d tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] For port 5457c6c5-18d8-46b9-bf1b-f8d4e93f8ea2, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=5457c6c5-18d8-46b9-bf1b-f8d4e93f8ea2,segment=NetworkSegment(8abde5b4-8b44-4921-97f3-6a36d11bece6),segment_id=8abde5b4-8b44-4921-97f3-6a36d11bece6)] {{(pid=84152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 15:14:41.825025 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-0d727c48-6940-4076-895b-6bad406b993d tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:14:41.941716 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-0d727c48-6940-4076-895b-6bad406b993d tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] Calling delete_port for 5457c6c5-18d8-46b9-bf1b-f8d4e93f8ea2 owned by network:dhcp {{(pid=84152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 15:14:42.102370 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-0d727c48-6940-4076-895b-6bad406b993d tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:14:42.144723 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d727c48-6940-4076-895b-6bad406b993d tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] Pushing event deleted for resources: {'Port': ['ID=5457c6c5-18d8-46b9-bf1b-f8d4e93f8ea2,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:14:42.151780 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d727c48-6940-4076-895b-6bad406b993d tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] No DVR routers for this DVR port 5457c6c5-18d8-46b9-bf1b-f8d4e93f8ea2 on host dv-neutron-825124-1-hyperv {{(pid=84152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 15:14:42.369952 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-0d727c48-6940-4076-895b-6bad406b993d tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1626242', 'neutron.services.segments.db._delete_segments_for_network-8769554214620'] for network, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:14:42.394923 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.segments.db [None req-0d727c48-6940-4076-895b-6bad406b993d tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['233e9d90-d167-4986-ba3d-42c3b3807fef']}} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:14:42.407131 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.segments.db [None req-0d727c48-6940-4076-895b-6bad406b993d tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8abde5b4-8b44-4921-97f3-6a36d11bece6') {'for_net_delete': True} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:14:42.407422 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.segments.db [None req-0d727c48-6940-4076-895b-6bad406b993d tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8abde5b4-8b44-4921-97f3-6a36d11bece6') {} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:14:42.418528 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-0d727c48-6940-4076-895b-6bad406b993d tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769554214503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3337904'] for segment, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:14:42.433768 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-0d727c48-6940-4076-895b-6bad406b993d tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:14:42.439630 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d727c48-6940-4076-895b-6bad406b993d tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=84152) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 15:14:42.440002 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-0d727c48-6940-4076-895b-6bad406b993d tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1622950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4162906'] for segment, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:14:42.454645 dv-neutron-825124-1-hyperv neutron-server[84152]: Traceback (most recent call last): Jan 20 15:14:42.454645 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 15:14:42.454645 dv-neutron-825124-1-hyperv neutron-server[84152]: timer() Jan 20 15:14:42.454645 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 15:14:42.454645 dv-neutron-825124-1-hyperv neutron-server[84152]: cb(*args, **kw) Jan 20 15:14:42.454645 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 15:14:42.454645 dv-neutron-825124-1-hyperv neutron-server[84152]: return func(*args, **kwargs) Jan 20 15:14:42.454645 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 15:14:42.454645 dv-neutron-825124-1-hyperv neutron-server[84152]: self._notify() Jan 20 15:14:42.454645 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 15:14:42.454645 dv-neutron-825124-1-hyperv neutron-server[84152]: self.callback(batched_events) Jan 20 15:14:42.454645 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 15:14:42.454645 dv-neutron-825124-1-hyperv neutron-server[84152]: event.method(event) Jan 20 15:14:42.454645 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 15:14:42.454645 dv-neutron-825124-1-hyperv neutron-server[84152]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 15:14:42.454645 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 15:14:42.454645 dv-neutron-825124-1-hyperv neutron-server[84152]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 15:14:42.454645 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 15:14:42.454645 dv-neutron-825124-1-hyperv neutron-server[84152]: return f(self, *a, **k) Jan 20 15:14:42.454645 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 15:14:42.454645 dv-neutron-825124-1-hyperv neutron-server[84152]: return self._get(url).json() Jan 20 15:14:42.454645 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 15:14:42.454645 dv-neutron-825124-1-hyperv neutron-server[84152]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 15:14:42.454645 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 15:14:42.454645 dv-neutron-825124-1-hyperv neutron-server[84152]: return self.request(url, 'GET', **kwargs) Jan 20 15:14:42.454645 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 15:14:42.454645 dv-neutron-825124-1-hyperv neutron-server[84152]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 15:14:42.454645 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 15:14:42.454645 dv-neutron-825124-1-hyperv neutron-server[84152]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 15:14:42.454645 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 15:14:42.454645 dv-neutron-825124-1-hyperv neutron-server[84152]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 15:14:42.454645 dv-neutron-825124-1-hyperv neutron-server[84152]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 15:14:42.600553 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-0d727c48-6940-4076-895b-6bad406b993d tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1626253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-745296'] for network, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:14:42.618664 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-0d727c48-6940-4076-895b-6bad406b993d tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] Notify callbacks [] for network, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:14:42.631369 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d727c48-6940-4076-895b-6bad406b993d tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] Pushing event deleted for resources: {'Network': ['ID=233e9d90-d167-4986-ba3d-42c3b3807fef,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:14:42.635928 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-0d727c48-6940-4076-895b-6bad406b993d tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] 10.222.0.54 "DELETE /v2.0/networks/233e9d90-d167-4986-ba3d-42c3b3807fef HTTP/1.1" status: 204 len: 168 time: 2.6141248 Jan 20 15:14:42.639639 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 49110) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:14:42.644893 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-0e98a6d9-eb56-43b2-9ac8-cd096a448429 tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-616081457'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 15:14:42.649880 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-0e98a6d9-eb56-43b2-9ac8-cd096a448429 tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:14:42.653706 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-0e98a6d9-eb56-43b2-9ac8-cd096a448429 tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] Usage tracker for resource:network and tenant:c970c02b32c54ccd834a6833e1ac01af is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:14:42.656658 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-0e98a6d9-eb56-43b2-9ac8-cd096a448429 tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:14:42.662777 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-0e98a6d9-eb56-43b2-9ac8-cd096a448429 tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:14:42.748028 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e98a6d9-eb56-43b2-9ac8-cd096a448429 tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] Made reservation on behalf of c970c02b32c54ccd834a6833e1ac01af for: {'network': 1} {{(pid=84152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 15:14:42.751121 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-0e98a6d9-eb56-43b2-9ac8-cd096a448429 tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for network, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:14:42.779443 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e98a6d9-eb56-43b2-9ac8-cd096a448429 tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 181} {{(pid=84152) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 15:14:42.787572 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-0e98a6d9-eb56-43b2-9ac8-cd096a448429 tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:14:42.787908 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.db.segments_db [None req-0e98a6d9-eb56-43b2-9ac8-cd096a448429 tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] Added segment d9e69d5d-9dfd-4a01-bf68-50b370398611 of type vlan for network 1ab20642-5e6c-4a21-a0cb-a9564ff6c2b4 Jan 20 15:14:42.812899 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-0e98a6d9-eb56-43b2-9ac8-cd096a448429 tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769553767792'] for network, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:14:42.931643 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-0e98a6d9-eb56-43b2-9ac8-cd096a448429 tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967'] for network, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:14:42.935319 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e98a6d9-eb56-43b2-9ac8-cd096a448429 tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:14:42.935891 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-0e98a6d9-eb56-43b2-9ac8-cd096a448429 tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] Notify callbacks [] for network, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:14:43.039086 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e98a6d9-eb56-43b2-9ac8-cd096a448429 tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] Pushing event updated for resources: {'Network': ['ID=1ab20642-5e6c-4a21-a0cb-a9564ff6c2b4,revision_number=1']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:14:43.049889 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Network 1ab20642-5e6c-4a21-a0cb-a9564ff6c2b4 details requested by agent ovs-agent-dv-neutron-825124-1-hyperv with host dv-neutron-825124-1-hyperv {{(pid=84154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 15:14:43.109633 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-0e98a6d9-eb56-43b2-9ac8-cd096a448429 tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4689426 Jan 20 15:14:43.112407 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 49114) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:14:43.118122 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-1ff660fd-e326-473a-9033-a02eb4232caa tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] Request body: {'subnet': {'network_id': '1ab20642-5e6c-4a21-a0cb-a9564ff6c2b4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 15:14:43.232208 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-1ff660fd-e326-473a-9033-a02eb4232caa tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:14:43.235919 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-1ff660fd-e326-473a-9033-a02eb4232caa tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] Usage tracker for resource:subnet and tenant:c970c02b32c54ccd834a6833e1ac01af is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:14:43.238898 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-1ff660fd-e326-473a-9033-a02eb4232caa tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:14:43.244921 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-1ff660fd-e326-473a-9033-a02eb4232caa tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:14:43.336921 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ff660fd-e326-473a-9033-a02eb4232caa tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] Made reservation on behalf of c970c02b32c54ccd834a6833e1ac01af for: {'subnet': 1} {{(pid=84152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 15:14:43.437481 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-1ff660fd-e326-473a-9033-a02eb4232caa tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3155315'] for subnet, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:14:43.703328 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-1ff660fd-e326-473a-9033-a02eb4232caa tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4163519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3155301'] for subnet, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:14:43.785761 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff660fd-e326-473a-9033-a02eb4232caa tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] Pushing event updated for resources: {'Subnet': ['ID=411cd6d6-d46e-4402-a226-c055d1fa32b2,revision_number=0']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:14:43.795866 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ff660fd-e326-473a-9033-a02eb4232caa tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] Checking segment: {'id': 'd9e69d5d-9dfd-4a01-bf68-50b370398611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1ab20642-5e6c-4a21-a0cb-a9564ff6c2b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 15:14:43.799636 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ff660fd-e326-473a-9033-a02eb4232caa tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] Network hostable DHCP agents. Network: 1ab20642-5e6c-4a21-a0cb-a9564ff6c2b4, hostable agents: ['1a181e39-5220-4c1a-88f8-08a54e8bfc9b'], hosted agents: [] {{(pid=84152) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 15:14:43.868369 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ff660fd-e326-473a-9033-a02eb4232caa tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] Network 1ab20642-5e6c-4a21-a0cb-a9564ff6c2b4 is scheduled to be hosted by DHCP agent 1a181e39-5220-4c1a-88f8-08a54e8bfc9b with binding_index 1 {{(pid=84152) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 15:14:43.936766 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.base_scheduler [None req-1ff660fd-e326-473a-9033-a02eb4232caa tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825124-1-hyperv, 1ab20642-5e6c-4a21-a0cb-a9564ff6c2b4) {{(pid=84152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 15:14:43.940758 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ff660fd-e326-473a-9033-a02eb4232caa tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:14:43.941333 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-1ff660fd-e326-473a-9033-a02eb4232caa tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] Notify callbacks [] for subnet, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:14:43.945713 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b18e78de-4432-4941-9a4c-fe77811c9e72 None None] Network 1ab20642-5e6c-4a21-a0cb-a9564ff6c2b4 requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 15:14:44.028997 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-1ff660fd-e326-473a-9033-a02eb4232caa tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9155219 Jan 20 15:14:44.032506 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 49118) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:14:44.038476 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-c8bc1559-c3b4-4e32-8a2b-007ded7818fb tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1628642687'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 15:14:44.043630 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-c8bc1559-c3b4-4e32-8a2b-007ded7818fb tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:14:44.048829 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-c8bc1559-c3b4-4e32-8a2b-007ded7818fb tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] Usage tracker for resource:network and tenant:c970c02b32c54ccd834a6833e1ac01af is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:14:44.050344 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-c8bc1559-c3b4-4e32-8a2b-007ded7818fb tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:14:44.056515 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-c8bc1559-c3b4-4e32-8a2b-007ded7818fb tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:14:44.171408 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8bc1559-c3b4-4e32-8a2b-007ded7818fb tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] Made reservation on behalf of c970c02b32c54ccd834a6833e1ac01af for: {'network': 1} {{(pid=84152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 15:14:44.174677 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-c8bc1559-c3b4-4e32-8a2b-007ded7818fb tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for network, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:14:44.183433 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce4fa730-cf95-43c9-ae6c-4bb9c93d2806 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95c917f5-14ba-5e96-98b8-1a52654a930a-1ab20642-5e6c-4a21-a0cb-a9564ff6c2b4', 'network_id': '1ab20642-5e6c-4a21-a0cb-a9564ff6c2b4', 'tenant_id': 'c970c02b32c54ccd834a6833e1ac01af', 'fixed_ips': [{'subnet_id': '411cd6d6-d46e-4402-a226-c055d1fa32b2'}]}} from dv-neutron-825124-1-hyperv. {{(pid=84154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 20 15:14:44.184252 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ce4fa730-cf95-43c9-ae6c-4bb9c93d2806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:14:44.205215 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8bc1559-c3b4-4e32-8a2b-007ded7818fb tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 158} {{(pid=84152) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 15:14:44.215523 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-c8bc1559-c3b4-4e32-8a2b-007ded7818fb tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:14:44.215920 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.db.segments_db [None req-c8bc1559-c3b4-4e32-8a2b-007ded7818fb tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] Added segment 24d165a8-61c4-4444-9b55-f99605bb01bd of type vlan for network fc1fa5d0-a694-4161-910b-0b9da8d7acf4 Jan 20 15:14:44.244943 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-c8bc1559-c3b4-4e32-8a2b-007ded7818fb tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769553767792'] for network, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:14:44.337859 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-c8bc1559-c3b4-4e32-8a2b-007ded7818fb tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967'] for network, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:14:44.339872 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_common [None req-ce4fa730-cf95-43c9-ae6c-4bb9c93d2806 None None] Allocated IP 2001:db8::2 (1ab20642-5e6c-4a21-a0cb-a9564ff6c2b4/411cd6d6-d46e-4402-a226-c055d1fa32b2/cdedb967-1454-4c0a-ac4f-054cb5fdd3aa) {{(pid=84154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 15:14:44.341761 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8bc1559-c3b4-4e32-8a2b-007ded7818fb tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:14:44.342420 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-c8bc1559-c3b4-4e32-8a2b-007ded7818fb tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] Notify callbacks [] for network, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:14:44.450482 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bc1559-c3b4-4e32-8a2b-007ded7818fb tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] Pushing event updated for resources: {'Network': ['ID=fc1fa5d0-a694-4161-910b-0b9da8d7acf4,revision_number=1']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:14:44.468218 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Network fc1fa5d0-a694-4161-910b-0b9da8d7acf4 details requested by agent ovs-agent-dv-neutron-825124-1-hyperv with host dv-neutron-825124-1-hyperv {{(pid=84154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 15:14:44.503850 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-c8bc1559-c3b4-4e32-8a2b-007ded7818fb tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4702106 Jan 20 15:14:44.507290 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 49122) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:14:44.512705 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-218390c2-9236-4871-9b47-efedc967e0e2 tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] Request body: {'subnet': {'network_id': 'fc1fa5d0-a694-4161-910b-0b9da8d7acf4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 15:14:44.622435 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-218390c2-9236-4871-9b47-efedc967e0e2 tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:14:44.626272 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-218390c2-9236-4871-9b47-efedc967e0e2 tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] Usage tracker for resource:subnet and tenant:c970c02b32c54ccd834a6833e1ac01af is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:14:44.629186 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-218390c2-9236-4871-9b47-efedc967e0e2 tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:14:44.635653 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-218390c2-9236-4871-9b47-efedc967e0e2 tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:14:44.636601 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ce4fa730-cf95-43c9-ae6c-4bb9c93d2806 None None] Notify callbacks [] for port, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:14:44.646472 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ce4fa730-cf95-43c9-ae6c-4bb9c93d2806 None None] Transition to ACTIVE for port object cdedb967-1454-4c0a-ac4f-054cb5fdd3aa will not be triggered until provisioned by entity L2. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 15:14:44.664256 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ce4fa730-cf95-43c9-ae6c-4bb9c93d2806 None None] Transition to ACTIVE for port object cdedb967-1454-4c0a-ac4f-054cb5fdd3aa will not be triggered until provisioned by entity DHCP. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 15:14:44.737334 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-218390c2-9236-4871-9b47-efedc967e0e2 tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] Made reservation on behalf of c970c02b32c54ccd834a6833e1ac01af for: {'subnet': 1} {{(pid=84152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 15:14:44.754849 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ce4fa730-cf95-43c9-ae6c-4bb9c93d2806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477'] for port, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:14:44.823595 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce4fa730-cf95-43c9-ae6c-4bb9c93d2806 None None] Network 1ab20642-5e6c-4a21-a0cb-a9564ff6c2b4 is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 15:14:44.826526 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-ce4fa730-cf95-43c9-ae6c-4bb9c93d2806 None None] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 15:14:44.830909 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce4fa730-cf95-43c9-ae6c-4bb9c93d2806 None None] Received port after_create {{(pid=84154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 15:14:44.832948 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4fa730-cf95-43c9-ae6c-4bb9c93d2806 None None] Pushing event updated for resources: {'Port': ['ID=cdedb967-1454-4c0a-ac4f-054cb5fdd3aa,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:14:44.845542 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-218390c2-9236-4871-9b47-efedc967e0e2 tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3155315'] for subnet, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:14:44.924478 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-ce4fa730-cf95-43c9-ae6c-4bb9c93d2806 None None] Attempting to bind port cdedb967-1454-4c0a-ac4f-054cb5fdd3aa on host dv-neutron-825124-1-hyperv for vnic_type normal with profile {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 15:14:44.924718 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-ce4fa730-cf95-43c9-ae6c-4bb9c93d2806 None None] Attempting to bind port cdedb967-1454-4c0a-ac4f-054cb5fdd3aa by drivers openvswitch,hyperv on host dv-neutron-825124-1-hyperv at level 0 using segments [{'id': 'd9e69d5d-9dfd-4a01-bf68-50b370398611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1ab20642-5e6c-4a21-a0cb-a9564ff6c2b4'}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 15:14:44.925078 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce4fa730-cf95-43c9-ae6c-4bb9c93d2806 None None] Attempting to bind port cdedb967-1454-4c0a-ac4f-054cb5fdd3aa on network 1ab20642-5e6c-4a21-a0cb-a9564ff6c2b4 {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 15:14:44.932626 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce4fa730-cf95-43c9-ae6c-4bb9c93d2806 None None] Checking agent: {'id': '6414dfeb-85c5-454a-8756-709ca637d800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825124-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 16, 31), 'started_at': datetime.datetime(2022, 1, 20, 14, 17, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 15, 14, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825124-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 15:14:44.932999 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce4fa730-cf95-43c9-ae6c-4bb9c93d2806 None None] Checking segment: {'id': 'd9e69d5d-9dfd-4a01-bf68-50b370398611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1ab20642-5e6c-4a21-a0cb-a9564ff6c2b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 15:14:44.933392 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ce4fa730-cf95-43c9-ae6c-4bb9c93d2806 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:14:44.933775 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce4fa730-cf95-43c9-ae6c-4bb9c93d2806 None None] Bound using segment: {'id': 'd9e69d5d-9dfd-4a01-bf68-50b370398611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1ab20642-5e6c-4a21-a0cb-a9564ff6c2b4'} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 15:14:44.934262 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-ce4fa730-cf95-43c9-ae6c-4bb9c93d2806 None None] Bound port: cdedb967-1454-4c0a-ac4f-054cb5fdd3aa, host: dv-neutron-825124-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9e69d5d-9dfd-4a01-bf68-50b370398611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1ab20642-5e6c-4a21-a0cb-a9564ff6c2b4'}}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 15:14:44.934631 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ce4fa730-cf95-43c9-ae6c-4bb9c93d2806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:14:45.023665 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-ce4fa730-cf95-43c9-ae6c-4bb9c93d2806 None None] For port cdedb967-1454-4c0a-ac4f-054cb5fdd3aa, host dv-neutron-825124-1-hyperv, cleared binding levels {{(pid=84154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 15:14:45.026650 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-ce4fa730-cf95-43c9-ae6c-4bb9c93d2806 None None] For port cdedb967-1454-4c0a-ac4f-054cb5fdd3aa, host dv-neutron-825124-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=cdedb967-1454-4c0a-ac4f-054cb5fdd3aa,segment=NetworkSegment(d9e69d5d-9dfd-4a01-bf68-50b370398611),segment_id=d9e69d5d-9dfd-4a01-bf68-50b370398611)] {{(pid=84154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 15:14:45.103715 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ce4fa730-cf95-43c9-ae6c-4bb9c93d2806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:14:45.189847 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4fa730-cf95-43c9-ae6c-4bb9c93d2806 None None] Pushing event updated for resources: {'Port': ['ID=cdedb967-1454-4c0a-ac4f-054cb5fdd3aa,revision_number=2']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:14:45.206600 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-218390c2-9236-4871-9b47-efedc967e0e2 tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4163519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3155301'] for subnet, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:14:45.287257 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218390c2-9236-4871-9b47-efedc967e0e2 tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] Pushing event updated for resources: {'Subnet': ['ID=9abafcf7-1d01-4e8a-9034-c6bb145db61c,revision_number=0']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:14:45.302652 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-218390c2-9236-4871-9b47-efedc967e0e2 tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] Checking segment: {'id': '24d165a8-61c4-4444-9b55-f99605bb01bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'fc1fa5d0-a694-4161-910b-0b9da8d7acf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 15:14:45.303007 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-218390c2-9236-4871-9b47-efedc967e0e2 tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] Network hostable DHCP agents. Network: fc1fa5d0-a694-4161-910b-0b9da8d7acf4, hostable agents: ['1a181e39-5220-4c1a-88f8-08a54e8bfc9b'], hosted agents: [] {{(pid=84152) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 15:14:45.377449 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-218390c2-9236-4871-9b47-efedc967e0e2 tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] Network fc1fa5d0-a694-4161-910b-0b9da8d7acf4 is scheduled to be hosted by DHCP agent 1a181e39-5220-4c1a-88f8-08a54e8bfc9b with binding_index 1 {{(pid=84152) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 15:14:45.446336 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.base_scheduler [None req-218390c2-9236-4871-9b47-efedc967e0e2 tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825124-1-hyperv, fc1fa5d0-a694-4161-910b-0b9da8d7acf4) {{(pid=84152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 15:14:45.450962 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-218390c2-9236-4871-9b47-efedc967e0e2 tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:14:45.451548 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-218390c2-9236-4871-9b47-efedc967e0e2 tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] Notify callbacks [] for subnet, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:14:45.458283 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-452e0d69-5cea-4f83-b851-476818f73fd6 None None] Network fc1fa5d0-a694-4161-910b-0b9da8d7acf4 requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 15:14:45.549946 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-218390c2-9236-4871-9b47-efedc967e0e2 tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0415936 Jan 20 15:14:45.552880 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 49126) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:14:45.678654 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb188972-5977-46da-8702-4cec5048e4e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95c917f5-14ba-5e96-98b8-1a52654a930a-fc1fa5d0-a694-4161-910b-0b9da8d7acf4', 'network_id': 'fc1fa5d0-a694-4161-910b-0b9da8d7acf4', 'tenant_id': 'c970c02b32c54ccd834a6833e1ac01af', 'fixed_ips': [{'subnet_id': '9abafcf7-1d01-4e8a-9034-c6bb145db61c'}]}} from dv-neutron-825124-1-hyperv. {{(pid=84154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 20 15:14:45.679508 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-fb188972-5977-46da-8702-4cec5048e4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:14:45.693596 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-d545415e-8a76-4142-b722-fba846c7fdd3 tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586409'] for network, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:14:45.757217 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-d545415e-8a76-4142-b722-fba846c7fdd3 tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1627147'] for subnet, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:14:45.838644 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_common [None req-fb188972-5977-46da-8702-4cec5048e4e8 None None] Allocated IP 2001:db8::2 (fc1fa5d0-a694-4161-910b-0b9da8d7acf4/9abafcf7-1d01-4e8a-9034-c6bb145db61c/f81ae208-c446-41af-8875-5ef27883a601) {{(pid=84154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 15:14:46.052720 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-fb188972-5977-46da-8702-4cec5048e4e8 None None] Notify callbacks [] for port, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:14:46.064389 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-fb188972-5977-46da-8702-4cec5048e4e8 None None] Transition to ACTIVE for port object f81ae208-c446-41af-8875-5ef27883a601 will not be triggered until provisioned by entity L2. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 15:14:46.084310 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-fb188972-5977-46da-8702-4cec5048e4e8 None None] Transition to ACTIVE for port object f81ae208-c446-41af-8875-5ef27883a601 will not be triggered until provisioned by entity DHCP. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 15:14:46.125158 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aee6159c-fb7b-40da-9d91-488f31874138 None None] Network 1ab20642-5e6c-4a21-a0cb-a9564ff6c2b4 requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 15:14:46.190169 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-fb188972-5977-46da-8702-4cec5048e4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477'] for port, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:14:46.280522 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-d545415e-8a76-4142-b722-fba846c7fdd3 tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1627154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4163580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155308'] for subnet, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:14:46.318846 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d545415e-8a76-4142-b722-fba846c7fdd3 tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] Pushing event deleted for resources: {'Subnet': ['ID=9abafcf7-1d01-4e8a-9034-c6bb145db61c,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:14:46.324716 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb188972-5977-46da-8702-4cec5048e4e8 None None] Network fc1fa5d0-a694-4161-910b-0b9da8d7acf4 is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 15:14:46.330245 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-fb188972-5977-46da-8702-4cec5048e4e8 None None] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 15:14:46.345649 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb188972-5977-46da-8702-4cec5048e4e8 None None] Received port after_create {{(pid=84154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 15:14:46.361702 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb188972-5977-46da-8702-4cec5048e4e8 None None] Pushing event updated for resources: {'Port': ['ID=f81ae208-c446-41af-8875-5ef27883a601,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:14:46.416853 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-d545415e-8a76-4142-b722-fba846c7fdd3 tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1626242', 'neutron.services.segments.db._delete_segments_for_network-8769554214620'] for network, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:14:46.436623 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-a1532304-02c8-476a-8959-f482b5c6a6fd None None] Provisioning for port cdedb967-1454-4c0a-ac4f-054cb5fdd3aa completed by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 15:14:46.447209 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.segments.db [None req-d545415e-8a76-4142-b722-fba846c7fdd3 tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc1fa5d0-a694-4161-910b-0b9da8d7acf4']}} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:14:46.459450 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.segments.db [None req-d545415e-8a76-4142-b722-fba846c7fdd3 tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24d165a8-61c4-4444-9b55-f99605bb01bd') {'for_net_delete': True} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:14:46.460302 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.segments.db [None req-d545415e-8a76-4142-b722-fba846c7fdd3 tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24d165a8-61c4-4444-9b55-f99605bb01bd') {} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:14:46.471235 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-d545415e-8a76-4142-b722-fba846c7fdd3 tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769554214503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3337904'] for segment, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:14:46.489251 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-d545415e-8a76-4142-b722-fba846c7fdd3 tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:14:46.495712 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d545415e-8a76-4142-b722-fba846c7fdd3 tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] Releasing vlan 158 on physical network physnet1 to pool {{(pid=84152) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 15:14:46.497913 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-d545415e-8a76-4142-b722-fba846c7fdd3 tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1622950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4162906'] for segment, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:14:46.510608 dv-neutron-825124-1-hyperv neutron-server[84152]: Traceback (most recent call last): Jan 20 15:14:46.510608 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 15:14:46.510608 dv-neutron-825124-1-hyperv neutron-server[84152]: timer() Jan 20 15:14:46.510608 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 15:14:46.510608 dv-neutron-825124-1-hyperv neutron-server[84152]: cb(*args, **kw) Jan 20 15:14:46.510608 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 15:14:46.510608 dv-neutron-825124-1-hyperv neutron-server[84152]: return func(*args, **kwargs) Jan 20 15:14:46.510608 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 15:14:46.510608 dv-neutron-825124-1-hyperv neutron-server[84152]: self._notify() Jan 20 15:14:46.510608 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 15:14:46.510608 dv-neutron-825124-1-hyperv neutron-server[84152]: self.callback(batched_events) Jan 20 15:14:46.510608 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 15:14:46.510608 dv-neutron-825124-1-hyperv neutron-server[84152]: event.method(event) Jan 20 15:14:46.510608 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 15:14:46.510608 dv-neutron-825124-1-hyperv neutron-server[84152]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 15:14:46.510608 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 15:14:46.510608 dv-neutron-825124-1-hyperv neutron-server[84152]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 15:14:46.510608 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 15:14:46.510608 dv-neutron-825124-1-hyperv neutron-server[84152]: return f(self, *a, **k) Jan 20 15:14:46.510608 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 15:14:46.510608 dv-neutron-825124-1-hyperv neutron-server[84152]: return self._get(url).json() Jan 20 15:14:46.510608 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 15:14:46.510608 dv-neutron-825124-1-hyperv neutron-server[84152]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 15:14:46.510608 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 15:14:46.510608 dv-neutron-825124-1-hyperv neutron-server[84152]: return self.request(url, 'GET', **kwargs) Jan 20 15:14:46.510608 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 15:14:46.510608 dv-neutron-825124-1-hyperv neutron-server[84152]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 15:14:46.510608 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 15:14:46.510608 dv-neutron-825124-1-hyperv neutron-server[84152]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 15:14:46.510608 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 15:14:46.510608 dv-neutron-825124-1-hyperv neutron-server[84152]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 15:14:46.510608 dv-neutron-825124-1-hyperv neutron-server[84152]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 15:14:46.527391 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-fb188972-5977-46da-8702-4cec5048e4e8 None None] Attempting to bind port f81ae208-c446-41af-8875-5ef27883a601 on host dv-neutron-825124-1-hyperv for vnic_type normal with profile {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 15:14:46.532088 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-fb188972-5977-46da-8702-4cec5048e4e8 None None] Attempting to bind port f81ae208-c446-41af-8875-5ef27883a601 by drivers openvswitch,hyperv on host dv-neutron-825124-1-hyperv at level 0 using segments [{'id': '24d165a8-61c4-4444-9b55-f99605bb01bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'fc1fa5d0-a694-4161-910b-0b9da8d7acf4'}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 15:14:46.532088 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb188972-5977-46da-8702-4cec5048e4e8 None None] Attempting to bind port f81ae208-c446-41af-8875-5ef27883a601 on network fc1fa5d0-a694-4161-910b-0b9da8d7acf4 {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 15:14:46.545155 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb188972-5977-46da-8702-4cec5048e4e8 None None] Checking agent: {'id': '6414dfeb-85c5-454a-8756-709ca637d800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825124-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 16, 31), 'started_at': datetime.datetime(2022, 1, 20, 14, 17, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 15, 14, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825124-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 15:14:46.545550 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb188972-5977-46da-8702-4cec5048e4e8 None None] Checking segment: {'id': '24d165a8-61c4-4444-9b55-f99605bb01bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'fc1fa5d0-a694-4161-910b-0b9da8d7acf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 15:14:46.545957 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-fb188972-5977-46da-8702-4cec5048e4e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:14:46.546370 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb188972-5977-46da-8702-4cec5048e4e8 None None] Bound using segment: {'id': '24d165a8-61c4-4444-9b55-f99605bb01bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'fc1fa5d0-a694-4161-910b-0b9da8d7acf4'} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 15:14:46.546833 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-fb188972-5977-46da-8702-4cec5048e4e8 None None] Bound port: f81ae208-c446-41af-8875-5ef27883a601, host: dv-neutron-825124-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24d165a8-61c4-4444-9b55-f99605bb01bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'fc1fa5d0-a694-4161-910b-0b9da8d7acf4'}}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 15:14:46.547208 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-fb188972-5977-46da-8702-4cec5048e4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:14:46.628972 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.db.api [None req-d545415e-8a76-4142-b722-fba846c7fdd3 tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 20 15:14:46.628972 dv-neutron-825124-1-hyperv neutron-server[84152]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 20 15:14:46.628972 dv-neutron-825124-1-hyperv neutron-server[84152]: [parameters: {'id': 'fc1fa5d0-a694-4161-910b-0b9da8d7acf4'}] Jan 20 15:14:46.628972 dv-neutron-825124-1-hyperv neutron-server[84152]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84152) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 15:14:46.629517 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG oslo_db.api [None req-d545415e-8a76-4142-b722-fba846c7fdd3 tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 15:14:46.658251 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-fb188972-5977-46da-8702-4cec5048e4e8 None None] For port f81ae208-c446-41af-8875-5ef27883a601, host dv-neutron-825124-1-hyperv, cleared binding levels {{(pid=84154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 15:14:46.658251 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-fb188972-5977-46da-8702-4cec5048e4e8 None None] For port f81ae208-c446-41af-8875-5ef27883a601, host dv-neutron-825124-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=f81ae208-c446-41af-8875-5ef27883a601,segment=NetworkSegment(24d165a8-61c4-4444-9b55-f99605bb01bd),segment_id=24d165a8-61c4-4444-9b55-f99605bb01bd)] {{(pid=84154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 15:14:46.732056 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-fb188972-5977-46da-8702-4cec5048e4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:14:46.851469 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb188972-5977-46da-8702-4cec5048e4e8 None None] Pushing event updated for resources: {'Port': ['ID=f81ae208-c446-41af-8875-5ef27883a601,revision_number=2']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:14:46.880137 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee453a6b-61a5-4751-81db-ddd0fd7493ee None None] Network fc1fa5d0-a694-4161-910b-0b9da8d7acf4 requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 15:14:47.087943 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-475c42ee-386b-496c-bb92-d1f273a82ad6 None None] get_active_networks_info from dv-neutron-825124-1-hyperv {{(pid=84154) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 20 15:14:47.130736 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-d545415e-8a76-4142-b722-fba846c7fdd3 tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586409'] for network, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:14:47.149397 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-d545415e-8a76-4142-b722-fba846c7fdd3 tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] Deleting port f81ae208-c446-41af-8875-5ef27883a601 {{(pid=84152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 15:14:47.149761 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-d545415e-8a76-4142-b722-fba846c7fdd3 tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:14:47.206966 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-475c42ee-386b-496c-bb92-d1f273a82ad6 None None] Resources bound (agent type, host, resource id): {{(pid=84154) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 20 15:14:47.291242 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device cdedb967-1454-4c0a-ac4f-054cb5fdd3aa up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 15:14:47.368936 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.db [None req-d545415e-8a76-4142-b722-fba846c7fdd3 tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] For port f81ae208-c446-41af-8875-5ef27883a601, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=f81ae208-c446-41af-8875-5ef27883a601,segment=NetworkSegment(24d165a8-61c4-4444-9b55-f99605bb01bd),segment_id=24d165a8-61c4-4444-9b55-f99605bb01bd)] {{(pid=84152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 15:14:47.369519 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-d545415e-8a76-4142-b722-fba846c7fdd3 tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:14:47.487836 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning for port cdedb967-1454-4c0a-ac4f-054cb5fdd3aa completed by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 15:14:47.498820 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-d545415e-8a76-4142-b722-fba846c7fdd3 tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] Calling delete_port for f81ae208-c446-41af-8875-5ef27883a601 owned by network:dhcp {{(pid=84152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 15:14:47.524697 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port cdedb967-1454-4c0a-ac4f-054cb5fdd3aa triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:14:47.525067 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:14:47.669635 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:14:47.674459 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-d545415e-8a76-4142-b722-fba846c7fdd3 tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:14:47.701832 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] For port cdedb967-1454-4c0a-ac4f-054cb5fdd3aa, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=cdedb967-1454-4c0a-ac4f-054cb5fdd3aa,segment=NetworkSegment(d9e69d5d-9dfd-4a01-bf68-50b370398611),segment_id=d9e69d5d-9dfd-4a01-bf68-50b370398611)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 15:14:47.723269 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d545415e-8a76-4142-b722-fba846c7fdd3 tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] Pushing event deleted for resources: {'Port': ['ID=f81ae208-c446-41af-8875-5ef27883a601,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:14:47.729219 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d545415e-8a76-4142-b722-fba846c7fdd3 tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] No DVR routers for this DVR port f81ae208-c446-41af-8875-5ef27883a601 on host dv-neutron-825124-1-hyperv {{(pid=84152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 15:14:47.793664 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:14:47.849584 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-d545415e-8a76-4142-b722-fba846c7fdd3 tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1626242', 'neutron.services.segments.db._delete_segments_for_network-8769554214620'] for network, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:14:47.858714 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Pushing event updated for resources: {'Port': ['ID=cdedb967-1454-4c0a-ac4f-054cb5fdd3aa,revision_number=3']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:14:47.876704 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.segments.db [None req-d545415e-8a76-4142-b722-fba846c7fdd3 tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc1fa5d0-a694-4161-910b-0b9da8d7acf4']}} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:14:47.888816 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.segments.db [None req-d545415e-8a76-4142-b722-fba846c7fdd3 tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24d165a8-61c4-4444-9b55-f99605bb01bd') {'for_net_delete': True} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:14:47.889102 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.segments.db [None req-d545415e-8a76-4142-b722-fba846c7fdd3 tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24d165a8-61c4-4444-9b55-f99605bb01bd') {} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:14:47.899903 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-d545415e-8a76-4142-b722-fba846c7fdd3 tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769554214503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3337904'] for segment, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:14:47.915040 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-d545415e-8a76-4142-b722-fba846c7fdd3 tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:14:47.921318 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d545415e-8a76-4142-b722-fba846c7fdd3 tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] Releasing vlan 158 on physical network physnet1 to pool {{(pid=84152) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 15:14:47.921633 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-d545415e-8a76-4142-b722-fba846c7fdd3 tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1622950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4162906'] for segment, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:14:47.935867 dv-neutron-825124-1-hyperv neutron-server[84152]: Traceback (most recent call last): Jan 20 15:14:47.935867 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 15:14:47.935867 dv-neutron-825124-1-hyperv neutron-server[84152]: timer() Jan 20 15:14:47.935867 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 15:14:47.935867 dv-neutron-825124-1-hyperv neutron-server[84152]: cb(*args, **kw) Jan 20 15:14:47.935867 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 15:14:47.935867 dv-neutron-825124-1-hyperv neutron-server[84152]: return func(*args, **kwargs) Jan 20 15:14:47.935867 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 15:14:47.935867 dv-neutron-825124-1-hyperv neutron-server[84152]: self._notify() Jan 20 15:14:47.935867 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 15:14:47.935867 dv-neutron-825124-1-hyperv neutron-server[84152]: self.callback(batched_events) Jan 20 15:14:47.935867 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 15:14:47.935867 dv-neutron-825124-1-hyperv neutron-server[84152]: event.method(event) Jan 20 15:14:47.935867 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 15:14:47.935867 dv-neutron-825124-1-hyperv neutron-server[84152]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 15:14:47.935867 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 15:14:47.935867 dv-neutron-825124-1-hyperv neutron-server[84152]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 15:14:47.935867 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 15:14:47.935867 dv-neutron-825124-1-hyperv neutron-server[84152]: return f(self, *a, **k) Jan 20 15:14:47.935867 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 15:14:47.935867 dv-neutron-825124-1-hyperv neutron-server[84152]: return self._get(url).json() Jan 20 15:14:47.935867 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 15:14:47.935867 dv-neutron-825124-1-hyperv neutron-server[84152]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 15:14:47.935867 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 15:14:47.935867 dv-neutron-825124-1-hyperv neutron-server[84152]: return self.request(url, 'GET', **kwargs) Jan 20 15:14:47.935867 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 15:14:47.935867 dv-neutron-825124-1-hyperv neutron-server[84152]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 15:14:47.935867 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 15:14:47.935867 dv-neutron-825124-1-hyperv neutron-server[84152]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 15:14:47.935867 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 15:14:47.935867 dv-neutron-825124-1-hyperv neutron-server[84152]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 15:14:47.935867 dv-neutron-825124-1-hyperv neutron-server[84152]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 15:14:48.165100 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-d545415e-8a76-4142-b722-fba846c7fdd3 tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1626253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-745296'] for network, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:14:48.169805 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-d545415e-8a76-4142-b722-fba846c7fdd3 tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] Notify callbacks [] for network, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:14:48.198783 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d545415e-8a76-4142-b722-fba846c7fdd3 tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] Pushing event deleted for resources: {'Network': ['ID=fc1fa5d0-a694-4161-910b-0b9da8d7acf4,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:14:48.202713 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-d545415e-8a76-4142-b722-fba846c7fdd3 tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] 10.222.0.54 "DELETE /v2.0/networks/fc1fa5d0-a694-4161-910b-0b9da8d7acf4 HTTP/1.1" status: 204 len: 168 time: 2.6484077 Jan 20 15:14:48.207868 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 49130) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:14:48.245724 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5ef7ab9-3f1c-4b90-824b-cab45e63e585 tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] GET failed (client error): The resource could not be found. Jan 20 15:14:48.246241 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-d5ef7ab9-3f1c-4b90-824b-cab45e63e585 tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] Synchronizing usage tracker for tenant:c970c02b32c54ccd834a6833e1ac01af on resource:subnet {{(pid=84152) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 15:14:48.320100 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-d5ef7ab9-3f1c-4b90-824b-cab45e63e585 tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] Unset dirty status for tenant:c970c02b32c54ccd834a6833e1ac01af on resource:subnet {{(pid=84152) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 15:14:48.321219 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-d5ef7ab9-3f1c-4b90-824b-cab45e63e585 tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] 10.222.0.54 "GET /v2.0/subnets/9abafcf7-1d01-4e8a-9034-c6bb145db61c HTTP/1.1" status: 404 len: 337 time: 0.1144905 Jan 20 15:14:48.324328 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 49134) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:14:48.348236 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.pecan_wsgi.hooks.translation [None req-13d90dbe-cf23-45b0-8e38-61bf388bb8be tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] DELETE failed (client error): The resource could not be found. Jan 20 15:14:48.348673 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13d90dbe-cf23-45b0-8e38-61bf388bb8be tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84152) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 15:14:48.350728 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-13d90dbe-cf23-45b0-8e38-61bf388bb8be tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] 10.222.0.54 "DELETE /v2.0/networks/fc1fa5d0-a694-4161-910b-0b9da8d7acf4 HTTP/1.1" status: 404 len: 339 time: 0.0249968 Jan 20 15:14:48.359566 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 49138) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:14:48.398997 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9c1eee6-9306-407c-88b5-5bee1534b2ad tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] DELETE failed (client error): The resource could not be found. Jan 20 15:14:48.399646 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9c1eee6-9306-407c-88b5-5bee1534b2ad tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84152) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 15:14:48.400940 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-d9c1eee6-9306-407c-88b5-5bee1534b2ad tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] 10.222.0.54 "DELETE /v2.0/subnets/9abafcf7-1d01-4e8a-9034-c6bb145db61c HTTP/1.1" status: 404 len: 337 time: 0.0405097 Jan 20 15:14:48.403385 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 49142) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:14:48.427689 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.pecan_wsgi.hooks.translation [None req-df8c6842-ba82-41b1-b186-7f68ff644354 tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] DELETE failed (client error): The resource could not be found. Jan 20 15:14:48.428041 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df8c6842-ba82-41b1-b186-7f68ff644354 tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84152) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 15:14:48.430396 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-df8c6842-ba82-41b1-b186-7f68ff644354 tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] 10.222.0.54 "DELETE /v2.0/networks/fc1fa5d0-a694-4161-910b-0b9da8d7acf4 HTTP/1.1" status: 404 len: 339 time: 0.0260553 Jan 20 15:14:48.440189 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 49146) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:14:48.621875 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe3b239f-c7d3-4cc1-8b7c-d7117d7c6997 tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] Deleting subnet 411cd6d6-d46e-4402-a226-c055d1fa32b2 {{(pid=84152) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 20 15:14:48.624735 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-fe3b239f-c7d3-4cc1-8b7c-d7117d7c6997 tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] Notify callbacks [] for subnet, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:14:48.681230 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-fe3b239f-c7d3-4cc1-8b7c-d7117d7c6997 tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3337915'] for subnet, precommit_delete_associations {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:14:48.762558 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-fe3b239f-c7d3-4cc1-8b7c-d7117d7c6997 tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1627147'] for subnet, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:14:48.875043 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-fe3b239f-c7d3-4cc1-8b7c-d7117d7c6997 tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1627154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4163580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155308'] for subnet, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:14:48.916324 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3b239f-c7d3-4cc1-8b7c-d7117d7c6997 tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] Pushing event deleted for resources: {'Subnet': ['ID=411cd6d6-d46e-4402-a226-c055d1fa32b2,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:14:48.925596 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-fe3b239f-c7d3-4cc1-8b7c-d7117d7c6997 tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] Notify callbacks [] for subnet, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:14:48.934179 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c25e081-85f9-441e-bc9f-ebda191ff282 None None] Network 1ab20642-5e6c-4a21-a0cb-a9564ff6c2b4 requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 15:14:49.012069 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-fe3b239f-c7d3-4cc1-8b7c-d7117d7c6997 tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] 10.222.0.54 "DELETE /v2.0/subnets/411cd6d6-d46e-4402-a226-c055d1fa32b2 HTTP/1.1" status: 204 len: 168 time: 0.5708444 Jan 20 15:14:49.021933 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 49150) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:14:49.134526 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-3d4eac3d-964a-4de0-a920-43e9aaaf75ac tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586409'] for network, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:14:49.145407 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-3d4eac3d-964a-4de0-a920-43e9aaaf75ac tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] Deleting port cdedb967-1454-4c0a-ac4f-054cb5fdd3aa {{(pid=84152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 15:14:49.145747 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-3d4eac3d-964a-4de0-a920-43e9aaaf75ac tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:14:49.230751 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-744f2a55-b7b3-42d5-ac2b-809ab515684f None None] DHCP port deletion for 1ab20642-5e6c-4a21-a0cb-a9564ff6c2b4 request from dv-neutron-825124-1-hyperv {{(pid=84154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 20 15:14:49.236573 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-744f2a55-b7b3-42d5-ac2b-809ab515684f None None] Deleting port cdedb967-1454-4c0a-ac4f-054cb5fdd3aa {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 15:14:49.237141 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-744f2a55-b7b3-42d5-ac2b-809ab515684f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:14:49.383406 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.db [None req-3d4eac3d-964a-4de0-a920-43e9aaaf75ac tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] For port cdedb967-1454-4c0a-ac4f-054cb5fdd3aa, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=cdedb967-1454-4c0a-ac4f-054cb5fdd3aa,segment=NetworkSegment(d9e69d5d-9dfd-4a01-bf68-50b370398611),segment_id=d9e69d5d-9dfd-4a01-bf68-50b370398611)] {{(pid=84152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 15:14:49.383817 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-3d4eac3d-964a-4de0-a920-43e9aaaf75ac tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:14:49.509743 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-3d4eac3d-964a-4de0-a920-43e9aaaf75ac tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] Calling delete_port for cdedb967-1454-4c0a-ac4f-054cb5fdd3aa owned by network:dhcp {{(pid=84152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 15:14:49.551627 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-744f2a55-b7b3-42d5-ac2b-809ab515684f None None] For port cdedb967-1454-4c0a-ac4f-054cb5fdd3aa, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=cdedb967-1454-4c0a-ac4f-054cb5fdd3aa,segment=NetworkSegment(d9e69d5d-9dfd-4a01-bf68-50b370398611),segment_id=d9e69d5d-9dfd-4a01-bf68-50b370398611)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 15:14:49.552113 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-744f2a55-b7b3-42d5-ac2b-809ab515684f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:14:49.657724 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-3d4eac3d-964a-4de0-a920-43e9aaaf75ac tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:14:49.676532 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-744f2a55-b7b3-42d5-ac2b-809ab515684f None None] Calling delete_port for cdedb967-1454-4c0a-ac4f-054cb5fdd3aa owned by network:dhcp {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 15:14:49.707451 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4eac3d-964a-4de0-a920-43e9aaaf75ac tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] Pushing event deleted for resources: {'Port': ['ID=cdedb967-1454-4c0a-ac4f-054cb5fdd3aa,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:14:49.716197 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d4eac3d-964a-4de0-a920-43e9aaaf75ac tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] No DVR routers for this DVR port cdedb967-1454-4c0a-ac4f-054cb5fdd3aa on host dv-neutron-825124-1-hyperv {{(pid=84152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 15:14:49.755853 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.db.api [None req-744f2a55-b7b3-42d5-ac2b-809ab515684f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84154) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 15:14:49.757906 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG oslo_db.api [None req-744f2a55-b7b3-42d5-ac2b-809ab515684f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 15:14:49.842440 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-3d4eac3d-964a-4de0-a920-43e9aaaf75ac tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1626242', 'neutron.services.segments.db._delete_segments_for_network-8769554214620'] for network, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:14:49.868668 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.segments.db [None req-3d4eac3d-964a-4de0-a920-43e9aaaf75ac tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ab20642-5e6c-4a21-a0cb-a9564ff6c2b4']}} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:14:49.880719 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.segments.db [None req-3d4eac3d-964a-4de0-a920-43e9aaaf75ac tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9e69d5d-9dfd-4a01-bf68-50b370398611') {'for_net_delete': True} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:14:49.881009 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.segments.db [None req-3d4eac3d-964a-4de0-a920-43e9aaaf75ac tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9e69d5d-9dfd-4a01-bf68-50b370398611') {} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:14:49.892836 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-3d4eac3d-964a-4de0-a920-43e9aaaf75ac tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769554214503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3337904'] for segment, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:14:49.909135 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-3d4eac3d-964a-4de0-a920-43e9aaaf75ac tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:14:49.915201 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d4eac3d-964a-4de0-a920-43e9aaaf75ac tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] Releasing vlan 181 on physical network physnet1 to pool {{(pid=84152) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 15:14:49.915582 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-3d4eac3d-964a-4de0-a920-43e9aaaf75ac tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1622950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4162906'] for segment, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:14:49.929689 dv-neutron-825124-1-hyperv neutron-server[84152]: Traceback (most recent call last): Jan 20 15:14:49.929689 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 15:14:49.929689 dv-neutron-825124-1-hyperv neutron-server[84152]: timer() Jan 20 15:14:49.929689 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 15:14:49.929689 dv-neutron-825124-1-hyperv neutron-server[84152]: cb(*args, **kw) Jan 20 15:14:49.929689 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 15:14:49.929689 dv-neutron-825124-1-hyperv neutron-server[84152]: return func(*args, **kwargs) Jan 20 15:14:49.929689 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 15:14:49.929689 dv-neutron-825124-1-hyperv neutron-server[84152]: self._notify() Jan 20 15:14:49.929689 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 15:14:49.929689 dv-neutron-825124-1-hyperv neutron-server[84152]: self.callback(batched_events) Jan 20 15:14:49.929689 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 15:14:49.929689 dv-neutron-825124-1-hyperv neutron-server[84152]: event.method(event) Jan 20 15:14:49.929689 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 15:14:49.929689 dv-neutron-825124-1-hyperv neutron-server[84152]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 15:14:49.929689 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 15:14:49.929689 dv-neutron-825124-1-hyperv neutron-server[84152]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 15:14:49.929689 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 15:14:49.929689 dv-neutron-825124-1-hyperv neutron-server[84152]: return f(self, *a, **k) Jan 20 15:14:49.929689 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 15:14:49.929689 dv-neutron-825124-1-hyperv neutron-server[84152]: return self._get(url).json() Jan 20 15:14:49.929689 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 15:14:49.929689 dv-neutron-825124-1-hyperv neutron-server[84152]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 15:14:49.929689 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 15:14:49.929689 dv-neutron-825124-1-hyperv neutron-server[84152]: return self.request(url, 'GET', **kwargs) Jan 20 15:14:49.929689 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 15:14:49.929689 dv-neutron-825124-1-hyperv neutron-server[84152]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 15:14:49.929689 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 15:14:49.929689 dv-neutron-825124-1-hyperv neutron-server[84152]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 15:14:49.929689 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 15:14:49.929689 dv-neutron-825124-1-hyperv neutron-server[84152]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 15:14:49.929689 dv-neutron-825124-1-hyperv neutron-server[84152]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 15:14:50.188894 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-3d4eac3d-964a-4de0-a920-43e9aaaf75ac tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1626253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-745296'] for network, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:14:50.207884 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-3d4eac3d-964a-4de0-a920-43e9aaaf75ac tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] Notify callbacks [] for network, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:14:50.219030 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4eac3d-964a-4de0-a920-43e9aaaf75ac tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] Pushing event deleted for resources: {'Network': ['ID=1ab20642-5e6c-4a21-a0cb-a9564ff6c2b4,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:14:50.226074 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-3d4eac3d-964a-4de0-a920-43e9aaaf75ac tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] 10.222.0.54 "DELETE /v2.0/networks/1ab20642-5e6c-4a21-a0cb-a9564ff6c2b4 HTTP/1.1" status: 204 len: 168 time: 1.1995733 Jan 20 15:14:50.226933 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 49154) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:14:50.257463 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-744f2a55-b7b3-42d5-ac2b-809ab515684f None None] Deleting port cdedb967-1454-4c0a-ac4f-054cb5fdd3aa {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 15:14:50.257956 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-744f2a55-b7b3-42d5-ac2b-809ab515684f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:14:50.263277 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.pecan_wsgi.hooks.translation [None req-c559c416-c259-4086-9ce6-392474b781f3 tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] DELETE failed (client error): The resource could not be found. Jan 20 15:14:50.263711 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c559c416-c259-4086-9ce6-392474b781f3 tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84152) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 15:14:50.265318 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-c559c416-c259-4086-9ce6-392474b781f3 tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] 10.222.0.54 "DELETE /v2.0/subnets/af12eb94-cefb-4e14-a332-e5cf88d97507 HTTP/1.1" status: 404 len: 337 time: 0.0382059 Jan 20 15:14:50.267982 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 49158) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:14:50.292574 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.pecan_wsgi.hooks.translation [None req-24314f33-fe36-4584-bd5b-dc73dd048beb tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] DELETE failed (client error): The resource could not be found. Jan 20 15:14:50.292998 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24314f33-fe36-4584-bd5b-dc73dd048beb tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84152) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 15:14:50.294598 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-24314f33-fe36-4584-bd5b-dc73dd048beb tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] 10.222.0.54 "DELETE /v2.0/networks/233e9d90-d167-4986-ba3d-42c3b3807fef HTTP/1.1" status: 404 len: 339 time: 0.0257583 Jan 20 15:14:50.297120 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 49162) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:14:50.324326 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-744f2a55-b7b3-42d5-ac2b-809ab515684f None None] The port 'cdedb967-1454-4c0a-ac4f-054cb5fdd3aa' was deleted {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 20 15:14:50.339562 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.pecan_wsgi.hooks.translation [None req-d486b6ef-e6d0-466c-8759-b203ef7ed159 tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] DELETE failed (client error): The resource could not be found. Jan 20 15:14:50.339996 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d486b6ef-e6d0-466c-8759-b203ef7ed159 tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84152) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 15:14:50.341585 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-d486b6ef-e6d0-466c-8759-b203ef7ed159 tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] 10.222.0.54 "DELETE /v2.0/subnets/ab5d1548-b403-4af5-9768-d80ac658ad1a HTTP/1.1" status: 404 len: 337 time: 0.0436153 Jan 20 15:14:50.344254 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 49166) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:14:50.368114 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.pecan_wsgi.hooks.translation [None req-922d87ab-cd70-4025-b424-7f8a932afbf6 tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] DELETE failed (client error): The resource could not be found. Jan 20 15:14:50.368532 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-922d87ab-cd70-4025-b424-7f8a932afbf6 tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84152) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 20 15:14:50.370068 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-922d87ab-cd70-4025-b424-7f8a932afbf6 tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] 10.222.0.54 "DELETE /v2.0/networks/4bd85f8a-82ec-4008-9f03-a0d50257443f HTTP/1.1" status: 404 len: 339 time: 0.0249469 Jan 20 15:14:50.372477 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 49170) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:14:50.557070 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.db_base_plugin_v2 [None req-b540d38c-8d43-4744-a32f-41746ba42d5e tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] Deleting subnet 564fc340-fbbf-4812-b5a0-d708afb2cadb {{(pid=84152) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 20 15:14:50.559988 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-b540d38c-8d43-4744-a32f-41746ba42d5e tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] Notify callbacks [] for subnet, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:14:50.617725 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-b540d38c-8d43-4744-a32f-41746ba42d5e tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3337915'] for subnet, precommit_delete_associations {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:14:50.701833 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-b540d38c-8d43-4744-a32f-41746ba42d5e tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1627147'] for subnet, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:14:50.834741 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-b540d38c-8d43-4744-a32f-41746ba42d5e tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1627154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4163580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155308'] for subnet, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:14:50.876211 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b540d38c-8d43-4744-a32f-41746ba42d5e tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] Pushing event deleted for resources: {'Subnet': ['ID=564fc340-fbbf-4812-b5a0-d708afb2cadb,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:14:50.880686 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-b540d38c-8d43-4744-a32f-41746ba42d5e tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] Notify callbacks [] for subnet, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:14:50.887452 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a12b1738-856c-4a5f-80b3-8b9cbf6e8d6a None None] Network 660db390-93a1-4983-92f1-81160ea933bf requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 15:14:50.891220 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-b540d38c-8d43-4744-a32f-41746ba42d5e tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] 10.222.0.54 "DELETE /v2.0/subnets/564fc340-fbbf-4812-b5a0-d708afb2cadb HTTP/1.1" status: 204 len: 168 time: 0.5178397 Jan 20 15:14:50.893726 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 49174) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:14:51.006970 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-696ed999-248b-45ca-91b4-48d8ba9a7f7b tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586409'] for network, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:14:51.017108 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-696ed999-248b-45ca-91b4-48d8ba9a7f7b tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] Deleting port 68de4732-3c27-41d2-9fb8-fd6c6374be9c {{(pid=84153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 15:14:51.017434 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-696ed999-248b-45ca-91b4-48d8ba9a7f7b tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:14:51.132906 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee92c142-e48f-4dec-8cdf-2ab8cbe299ed None None] DHCP port deletion for 660db390-93a1-4983-92f1-81160ea933bf request from dv-neutron-825124-1-hyperv {{(pid=84154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 20 15:14:51.137241 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-ee92c142-e48f-4dec-8cdf-2ab8cbe299ed None None] Deleting port 68de4732-3c27-41d2-9fb8-fd6c6374be9c {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 15:14:51.137680 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ee92c142-e48f-4dec-8cdf-2ab8cbe299ed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:14:51.237175 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device cdedb967-1454-4c0a-ac4f-054cb5fdd3aa no longer exists at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 15:14:51.244660 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.db [None req-696ed999-248b-45ca-91b4-48d8ba9a7f7b tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] For port 68de4732-3c27-41d2-9fb8-fd6c6374be9c, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=68de4732-3c27-41d2-9fb8-fd6c6374be9c,segment=NetworkSegment(490d6dd2-21f8-4959-8c20-3e3342f3b60b),segment_id=490d6dd2-21f8-4959-8c20-3e3342f3b60b)] {{(pid=84153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 15:14:51.245103 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-696ed999-248b-45ca-91b4-48d8ba9a7f7b tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:14:51.280348 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] No Port match for: cdedb967-1454-4c0a-ac4f-054cb5fdd3aa {{(pid=84154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 15:14:51.280974 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device cdedb967-1454-4c0a-ac4f-054cb5fdd3aa not bound to the agent host dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 15:14:51.281244 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 68de4732-3c27-41d2-9fb8-fd6c6374be9c no longer exists at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 15:14:51.459510 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-696ed999-248b-45ca-91b4-48d8ba9a7f7b tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] Calling delete_port for 68de4732-3c27-41d2-9fb8-fd6c6374be9c owned by network:dhcp {{(pid=84153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 15:14:51.474020 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-ee92c142-e48f-4dec-8cdf-2ab8cbe299ed None None] For port 68de4732-3c27-41d2-9fb8-fd6c6374be9c, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=68de4732-3c27-41d2-9fb8-fd6c6374be9c,segment=NetworkSegment(490d6dd2-21f8-4959-8c20-3e3342f3b60b),segment_id=490d6dd2-21f8-4959-8c20-3e3342f3b60b)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 15:14:51.474436 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ee92c142-e48f-4dec-8cdf-2ab8cbe299ed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:14:51.599761 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-ee92c142-e48f-4dec-8cdf-2ab8cbe299ed None None] Calling delete_port for 68de4732-3c27-41d2-9fb8-fd6c6374be9c owned by network:dhcp {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 15:14:51.632648 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:14:51.634264 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-696ed999-248b-45ca-91b4-48d8ba9a7f7b tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:14:51.682803 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696ed999-248b-45ca-91b4-48d8ba9a7f7b tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] Pushing event deleted for resources: {'Port': ['ID=68de4732-3c27-41d2-9fb8-fd6c6374be9c,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:14:51.687306 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-696ed999-248b-45ca-91b4-48d8ba9a7f7b tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] No DVR routers for this DVR port 68de4732-3c27-41d2-9fb8-fd6c6374be9c on host dv-neutron-825124-1-hyperv {{(pid=84153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 15:14:51.719439 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.db.api [None req-ee92c142-e48f-4dec-8cdf-2ab8cbe299ed None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84154) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 15:14:51.719664 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG oslo_db.api [None req-ee92c142-e48f-4dec-8cdf-2ab8cbe299ed None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 15:14:51.810290 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-696ed999-248b-45ca-91b4-48d8ba9a7f7b tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1626242', 'neutron.services.segments.db._delete_segments_for_network-8769554214620'] for network, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:14:51.836145 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.services.segments.db [None req-696ed999-248b-45ca-91b4-48d8ba9a7f7b tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['660db390-93a1-4983-92f1-81160ea933bf']}} {{(pid=84153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:14:51.847984 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.services.segments.db [None req-696ed999-248b-45ca-91b4-48d8ba9a7f7b tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '490d6dd2-21f8-4959-8c20-3e3342f3b60b') {'for_net_delete': True} {{(pid=84153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:14:51.848280 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.services.segments.db [None req-696ed999-248b-45ca-91b4-48d8ba9a7f7b tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '490d6dd2-21f8-4959-8c20-3e3342f3b60b') {} {{(pid=84153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:14:51.859977 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-696ed999-248b-45ca-91b4-48d8ba9a7f7b tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769554214503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980856'] for segment, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:14:51.875903 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-696ed999-248b-45ca-91b4-48d8ba9a7f7b tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:14:51.882541 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-696ed999-248b-45ca-91b4-48d8ba9a7f7b tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] Releasing vlan 164 on physical network physnet1 to pool {{(pid=84153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 15:14:51.882915 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-696ed999-248b-45ca-91b4-48d8ba9a7f7b tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1622950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3944078'] for segment, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:14:51.897453 dv-neutron-825124-1-hyperv neutron-server[84153]: Traceback (most recent call last): Jan 20 15:14:51.897453 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 15:14:51.897453 dv-neutron-825124-1-hyperv neutron-server[84153]: timer() Jan 20 15:14:51.897453 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 15:14:51.897453 dv-neutron-825124-1-hyperv neutron-server[84153]: cb(*args, **kw) Jan 20 15:14:51.897453 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 15:14:51.897453 dv-neutron-825124-1-hyperv neutron-server[84153]: return func(*args, **kwargs) Jan 20 15:14:51.897453 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 15:14:51.897453 dv-neutron-825124-1-hyperv neutron-server[84153]: self._notify() Jan 20 15:14:51.897453 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 15:14:51.897453 dv-neutron-825124-1-hyperv neutron-server[84153]: self.callback(batched_events) Jan 20 15:14:51.897453 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 15:14:51.897453 dv-neutron-825124-1-hyperv neutron-server[84153]: event.method(event) Jan 20 15:14:51.897453 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 15:14:51.897453 dv-neutron-825124-1-hyperv neutron-server[84153]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 15:14:51.897453 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 15:14:51.897453 dv-neutron-825124-1-hyperv neutron-server[84153]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 15:14:51.897453 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 15:14:51.897453 dv-neutron-825124-1-hyperv neutron-server[84153]: return f(self, *a, **k) Jan 20 15:14:51.897453 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 15:14:51.897453 dv-neutron-825124-1-hyperv neutron-server[84153]: return self._get(url).json() Jan 20 15:14:51.897453 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 15:14:51.897453 dv-neutron-825124-1-hyperv neutron-server[84153]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 15:14:51.897453 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 15:14:51.897453 dv-neutron-825124-1-hyperv neutron-server[84153]: return self.request(url, 'GET', **kwargs) Jan 20 15:14:51.897453 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 15:14:51.897453 dv-neutron-825124-1-hyperv neutron-server[84153]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 15:14:51.897453 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 15:14:51.897453 dv-neutron-825124-1-hyperv neutron-server[84153]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 15:14:51.897453 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 15:14:51.897453 dv-neutron-825124-1-hyperv neutron-server[84153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 15:14:51.897453 dv-neutron-825124-1-hyperv neutron-server[84153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 15:14:52.034377 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-696ed999-248b-45ca-91b4-48d8ba9a7f7b tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1626253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-745296'] for network, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:14:52.051076 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-696ed999-248b-45ca-91b4-48d8ba9a7f7b tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] Notify callbacks [] for network, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:14:52.063044 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696ed999-248b-45ca-91b4-48d8ba9a7f7b tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] Pushing event deleted for resources: {'Network': ['ID=660db390-93a1-4983-92f1-81160ea933bf,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:14:52.065568 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-696ed999-248b-45ca-91b4-48d8ba9a7f7b tempest-NetworksIpV6Test-611808949 tempest-NetworksIpV6Test-611808949-project] 10.222.0.54 "DELETE /v2.0/networks/660db390-93a1-4983-92f1-81160ea933bf HTTP/1.1" status: 204 len: 168 time: 1.1708310 Jan 20 15:14:52.221096 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-ee92c142-e48f-4dec-8cdf-2ab8cbe299ed None None] Deleting port 68de4732-3c27-41d2-9fb8-fd6c6374be9c {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 15:14:52.221523 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ee92c142-e48f-4dec-8cdf-2ab8cbe299ed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:14:52.290581 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-ee92c142-e48f-4dec-8cdf-2ab8cbe299ed None None] The port '68de4732-3c27-41d2-9fb8-fd6c6374be9c' was deleted {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 20 15:14:52.564026 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 49182) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:14:52.800607 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-5a29de3c-a1f1-4ee9-ba29-3a9da9fd527e admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=c970c02b32c54ccd834a6833e1ac01af&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2353139 Jan 20 15:14:52.802987 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 49190) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:14:52.864868 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-5c430218-9e3a-4979-9ad8-e6d1b211b313 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:14:52.890209 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-5c430218-9e3a-4979-9ad8-e6d1b211b313 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:14:53.023691 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-5c430218-9e3a-4979-9ad8-e6d1b211b313 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:14:53.038047 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c430218-9e3a-4979-9ad8-e6d1b211b313 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b149b98-fccd-43cd-b259-1dcfa4eb720d,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:14:53.045455 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-5c430218-9e3a-4979-9ad8-e6d1b211b313 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:14:53.046595 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-5c430218-9e3a-4979-9ad8-e6d1b211b313 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/2b149b98-fccd-43cd-b259-1dcfa4eb720d HTTP/1.1" status: 204 len: 168 time: 0.2420723 Jan 20 15:14:54.268901 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 49212) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:14:54.392451 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-8cc40055-64e0-42c4-9338-df2345185cb3 tempest-RoutersNegativeTest-1877121703 tempest-RoutersNegativeTest-1877121703-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-2145302946', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 15:14:54.398804 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-8cc40055-64e0-42c4-9338-df2345185cb3 tempest-RoutersNegativeTest-1877121703 tempest-RoutersNegativeTest-1877121703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:14:54.402569 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-8cc40055-64e0-42c4-9338-df2345185cb3 tempest-RoutersNegativeTest-1877121703 tempest-RoutersNegativeTest-1877121703-project] Usage tracker for resource:router and tenant:a25cce8171ba4552a66256024811496b is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:14:54.405361 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-8cc40055-64e0-42c4-9338-df2345185cb3 tempest-RoutersNegativeTest-1877121703 tempest-RoutersNegativeTest-1877121703-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:14:54.411356 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-8cc40055-64e0-42c4-9338-df2345185cb3 tempest-RoutersNegativeTest-1877121703 tempest-RoutersNegativeTest-1877121703-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:14:54.531625 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-8cc40055-64e0-42c4-9338-df2345185cb3 tempest-RoutersNegativeTest-1877121703 tempest-RoutersNegativeTest-1877121703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-105475'] for router, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:14:54.532573 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-8cc40055-64e0-42c4-9338-df2345185cb3 tempest-RoutersNegativeTest-1877121703 tempest-RoutersNegativeTest-1877121703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-739204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-744864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-735540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-105484'] for router, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:14:54.550594 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-8cc40055-64e0-42c4-9338-df2345185cb3 tempest-RoutersNegativeTest-1877121703 tempest-RoutersNegativeTest-1877121703-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:14:54.686123 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-8cc40055-64e0-42c4-9338-df2345185cb3 tempest-RoutersNegativeTest-1877121703 tempest-RoutersNegativeTest-1877121703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-744861'] for router, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:14:54.754085 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-8cc40055-64e0-42c4-9338-df2345185cb3 tempest-RoutersNegativeTest-1877121703 tempest-RoutersNegativeTest-1877121703-project] Notify callbacks [] for router, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:14:54.755247 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-8cc40055-64e0-42c4-9338-df2345185cb3 tempest-RoutersNegativeTest-1877121703 tempest-RoutersNegativeTest-1877121703-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.4853752 Jan 20 15:14:54.757917 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 49218) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:14:54.763185 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-ca5de4df-893d-4af5-8799-df5057708958 tempest-RoutersNegativeTest-1877121703 tempest-RoutersNegativeTest-1877121703-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1729953061'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 15:14:54.767937 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-ca5de4df-893d-4af5-8799-df5057708958 tempest-RoutersNegativeTest-1877121703 tempest-RoutersNegativeTest-1877121703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:14:54.771631 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-ca5de4df-893d-4af5-8799-df5057708958 tempest-RoutersNegativeTest-1877121703 tempest-RoutersNegativeTest-1877121703-project] Usage tracker for resource:network and tenant:a25cce8171ba4552a66256024811496b is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:14:54.775446 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-ca5de4df-893d-4af5-8799-df5057708958 tempest-RoutersNegativeTest-1877121703 tempest-RoutersNegativeTest-1877121703-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:14:54.781144 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-ca5de4df-893d-4af5-8799-df5057708958 tempest-RoutersNegativeTest-1877121703 tempest-RoutersNegativeTest-1877121703-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:14:54.857352 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca5de4df-893d-4af5-8799-df5057708958 tempest-RoutersNegativeTest-1877121703 tempest-RoutersNegativeTest-1877121703-project] Made reservation on behalf of a25cce8171ba4552a66256024811496b for: {'network': 1} {{(pid=84153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 15:14:54.860312 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-ca5de4df-893d-4af5-8799-df5057708958 tempest-RoutersNegativeTest-1877121703 tempest-RoutersNegativeTest-1877121703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for network, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:14:54.873010 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-ca5de4df-893d-4af5-8799-df5057708958 tempest-RoutersNegativeTest-1877121703 tempest-RoutersNegativeTest-1877121703-project] Notify callbacks [] for security_group, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:14:54.903791 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-ca5de4df-893d-4af5-8799-df5057708958 tempest-RoutersNegativeTest-1877121703 tempest-RoutersNegativeTest-1877121703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:14:54.907591 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-ca5de4df-893d-4af5-8799-df5057708958 tempest-RoutersNegativeTest-1877121703 tempest-RoutersNegativeTest-1877121703-project] Usage tracker for resource:security_group_rule and tenant:a25cce8171ba4552a66256024811496b is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:14:54.910379 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-ca5de4df-893d-4af5-8799-df5057708958 tempest-RoutersNegativeTest-1877121703 tempest-RoutersNegativeTest-1877121703-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:14:54.916772 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-ca5de4df-893d-4af5-8799-df5057708958 tempest-RoutersNegativeTest-1877121703 tempest-RoutersNegativeTest-1877121703-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:14:54.986684 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-ca5de4df-893d-4af5-8799-df5057708958 tempest-RoutersNegativeTest-1877121703 tempest-RoutersNegativeTest-1877121703-project] Notify callbacks [] for security_group, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:14:55.051023 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-ca5de4df-893d-4af5-8799-df5057708958 tempest-RoutersNegativeTest-1877121703 tempest-RoutersNegativeTest-1877121703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:14:55.083550 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca5de4df-893d-4af5-8799-df5057708958 tempest-RoutersNegativeTest-1877121703 tempest-RoutersNegativeTest-1877121703-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 161} {{(pid=84153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 15:14:55.092613 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5de4df-893d-4af5-8799-df5057708958 tempest-RoutersNegativeTest-1877121703 tempest-RoutersNegativeTest-1877121703-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dbad63ce-303e-4954-8295-c809c60156bf,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:14:55.100299 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-ca5de4df-893d-4af5-8799-df5057708958 tempest-RoutersNegativeTest-1877121703 tempest-RoutersNegativeTest-1877121703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:14:55.100299 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.db.segments_db [None req-ca5de4df-893d-4af5-8799-df5057708958 tempest-RoutersNegativeTest-1877121703 tempest-RoutersNegativeTest-1877121703-project] Added segment 7fe0d30d-9da8-4ae5-b9bf-9dd92e6a669b of type vlan for network 1b5b9964-aa43-4c10-b6e3-7f6d800bfa0d Jan 20 15:14:55.125939 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-ca5de4df-893d-4af5-8799-df5057708958 tempest-RoutersNegativeTest-1877121703 tempest-RoutersNegativeTest-1877121703-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769553767792'] for network, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:14:55.227518 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-ca5de4df-893d-4af5-8799-df5057708958 tempest-RoutersNegativeTest-1877121703 tempest-RoutersNegativeTest-1877121703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967'] for network, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:14:55.231362 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca5de4df-893d-4af5-8799-df5057708958 tempest-RoutersNegativeTest-1877121703 tempest-RoutersNegativeTest-1877121703-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:14:55.231974 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-ca5de4df-893d-4af5-8799-df5057708958 tempest-RoutersNegativeTest-1877121703 tempest-RoutersNegativeTest-1877121703-project] Notify callbacks [] for network, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:14:55.346122 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5de4df-893d-4af5-8799-df5057708958 tempest-RoutersNegativeTest-1877121703 tempest-RoutersNegativeTest-1877121703-project] Pushing event updated for resources: {'Network': ['ID=1b5b9964-aa43-4c10-b6e3-7f6d800bfa0d,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:14:55.356513 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Network 1b5b9964-aa43-4c10-b6e3-7f6d800bfa0d details requested by agent ovs-agent-dv-neutron-825124-1-hyperv with host dv-neutron-825124-1-hyperv {{(pid=84154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 15:14:55.399791 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-ca5de4df-893d-4af5-8799-df5057708958 tempest-RoutersNegativeTest-1877121703 tempest-RoutersNegativeTest-1877121703-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.6407466 Jan 20 15:14:55.402534 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 49222) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:14:55.408372 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-08e3b3fc-1d38-4257-a4fd-0f5d9c4e033c tempest-RoutersNegativeTest-1877121703 tempest-RoutersNegativeTest-1877121703-project] Request body: {'subnet': {'network_id': '1b5b9964-aa43-4c10-b6e3-7f6d800bfa0d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 15:14:55.517631 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-08e3b3fc-1d38-4257-a4fd-0f5d9c4e033c tempest-RoutersNegativeTest-1877121703 tempest-RoutersNegativeTest-1877121703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:14:55.521361 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-08e3b3fc-1d38-4257-a4fd-0f5d9c4e033c tempest-RoutersNegativeTest-1877121703 tempest-RoutersNegativeTest-1877121703-project] Usage tracker for resource:subnet and tenant:a25cce8171ba4552a66256024811496b is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:14:55.524670 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-08e3b3fc-1d38-4257-a4fd-0f5d9c4e033c tempest-RoutersNegativeTest-1877121703 tempest-RoutersNegativeTest-1877121703-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:14:55.531310 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-08e3b3fc-1d38-4257-a4fd-0f5d9c4e033c tempest-RoutersNegativeTest-1877121703 tempest-RoutersNegativeTest-1877121703-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:14:55.634408 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08e3b3fc-1d38-4257-a4fd-0f5d9c4e033c tempest-RoutersNegativeTest-1877121703 tempest-RoutersNegativeTest-1877121703-project] Made reservation on behalf of a25cce8171ba4552a66256024811496b for: {'subnet': 1} {{(pid=84153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 15:14:55.736786 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-08e3b3fc-1d38-4257-a4fd-0f5d9c4e033c tempest-RoutersNegativeTest-1877121703 tempest-RoutersNegativeTest-1877121703-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4193986'] for subnet, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:14:56.023839 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-08e3b3fc-1d38-4257-a4fd-0f5d9c4e033c tempest-RoutersNegativeTest-1877121703 tempest-RoutersNegativeTest-1877121703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3943531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4194004'] for subnet, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:14:56.099666 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e3b3fc-1d38-4257-a4fd-0f5d9c4e033c tempest-RoutersNegativeTest-1877121703 tempest-RoutersNegativeTest-1877121703-project] Pushing event updated for resources: {'Subnet': ['ID=575b8be5-9199-4f2e-9713-f040ef10de12,revision_number=0']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:14:56.111250 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08e3b3fc-1d38-4257-a4fd-0f5d9c4e033c tempest-RoutersNegativeTest-1877121703 tempest-RoutersNegativeTest-1877121703-project] Checking segment: {'id': '7fe0d30d-9da8-4ae5-b9bf-9dd92e6a669b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '1b5b9964-aa43-4c10-b6e3-7f6d800bfa0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 15:14:56.111611 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08e3b3fc-1d38-4257-a4fd-0f5d9c4e033c tempest-RoutersNegativeTest-1877121703 tempest-RoutersNegativeTest-1877121703-project] Network hostable DHCP agents. Network: 1b5b9964-aa43-4c10-b6e3-7f6d800bfa0d, hostable agents: ['1a181e39-5220-4c1a-88f8-08a54e8bfc9b'], hosted agents: [] {{(pid=84153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 15:14:56.200168 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08e3b3fc-1d38-4257-a4fd-0f5d9c4e033c tempest-RoutersNegativeTest-1877121703 tempest-RoutersNegativeTest-1877121703-project] Network 1b5b9964-aa43-4c10-b6e3-7f6d800bfa0d is scheduled to be hosted by DHCP agent 1a181e39-5220-4c1a-88f8-08a54e8bfc9b with binding_index 1 {{(pid=84153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 15:14:56.273966 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.base_scheduler [None req-08e3b3fc-1d38-4257-a4fd-0f5d9c4e033c tempest-RoutersNegativeTest-1877121703 tempest-RoutersNegativeTest-1877121703-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825124-1-hyperv, 1b5b9964-aa43-4c10-b6e3-7f6d800bfa0d) {{(pid=84153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 15:14:56.277705 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08e3b3fc-1d38-4257-a4fd-0f5d9c4e033c tempest-RoutersNegativeTest-1877121703 tempest-RoutersNegativeTest-1877121703-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:14:56.278322 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-08e3b3fc-1d38-4257-a4fd-0f5d9c4e033c tempest-RoutersNegativeTest-1877121703 tempest-RoutersNegativeTest-1877121703-project] Notify callbacks [] for subnet, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:14:56.282893 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c626ad62-f536-4424-aefd-df9953eef58a None None] Network 1b5b9964-aa43-4c10-b6e3-7f6d800bfa0d requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 15:14:56.378246 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-08e3b3fc-1d38-4257-a4fd-0f5d9c4e033c tempest-RoutersNegativeTest-1877121703 tempest-RoutersNegativeTest-1877121703-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9746077 Jan 20 15:14:56.381152 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 49226) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:14:56.386650 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-e532f973-3cac-4d82-948f-d96efe161b51 tempest-RoutersNegativeTest-1877121703 tempest-RoutersNegativeTest-1877121703-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-510983751'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 15:14:56.391917 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-e532f973-3cac-4d82-948f-d96efe161b51 tempest-RoutersNegativeTest-1877121703 tempest-RoutersNegativeTest-1877121703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:14:56.395924 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-e532f973-3cac-4d82-948f-d96efe161b51 tempest-RoutersNegativeTest-1877121703 tempest-RoutersNegativeTest-1877121703-project] Usage tracker for resource:network and tenant:a25cce8171ba4552a66256024811496b is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:14:56.399584 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-e532f973-3cac-4d82-948f-d96efe161b51 tempest-RoutersNegativeTest-1877121703 tempest-RoutersNegativeTest-1877121703-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:14:56.405636 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-e532f973-3cac-4d82-948f-d96efe161b51 tempest-RoutersNegativeTest-1877121703 tempest-RoutersNegativeTest-1877121703-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:14:56.468504 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e532f973-3cac-4d82-948f-d96efe161b51 tempest-RoutersNegativeTest-1877121703 tempest-RoutersNegativeTest-1877121703-project] Made reservation on behalf of a25cce8171ba4552a66256024811496b for: {'network': 1} {{(pid=84153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 15:14:56.471578 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-e532f973-3cac-4d82-948f-d96efe161b51 tempest-RoutersNegativeTest-1877121703 tempest-RoutersNegativeTest-1877121703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for network, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:14:56.500261 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e532f973-3cac-4d82-948f-d96efe161b51 tempest-RoutersNegativeTest-1877121703 tempest-RoutersNegativeTest-1877121703-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 195} {{(pid=84153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 15:14:56.509500 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-e532f973-3cac-4d82-948f-d96efe161b51 tempest-RoutersNegativeTest-1877121703 tempest-RoutersNegativeTest-1877121703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:14:56.509933 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.db.segments_db [None req-e532f973-3cac-4d82-948f-d96efe161b51 tempest-RoutersNegativeTest-1877121703 tempest-RoutersNegativeTest-1877121703-project] Added segment 3a84a2ee-95a5-46ea-a467-a8e3dc8dbe91 of type vlan for network 2e366a0c-06a9-490e-8119-1fd552c0519d Jan 20 15:14:56.515067 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-155d1df2-1a3d-46e4-9c75-025a3fa28c79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95c917f5-14ba-5e96-98b8-1a52654a930a-1b5b9964-aa43-4c10-b6e3-7f6d800bfa0d', 'network_id': '1b5b9964-aa43-4c10-b6e3-7f6d800bfa0d', 'tenant_id': 'a25cce8171ba4552a66256024811496b', 'fixed_ips': [{'subnet_id': '575b8be5-9199-4f2e-9713-f040ef10de12'}]}} from dv-neutron-825124-1-hyperv. {{(pid=84154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 20 15:14:56.515992 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-155d1df2-1a3d-46e4-9c75-025a3fa28c79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:14:56.535523 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-e532f973-3cac-4d82-948f-d96efe161b51 tempest-RoutersNegativeTest-1877121703 tempest-RoutersNegativeTest-1877121703-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769553767792'] for network, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:14:56.617666 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-e532f973-3cac-4d82-948f-d96efe161b51 tempest-RoutersNegativeTest-1877121703 tempest-RoutersNegativeTest-1877121703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967'] for network, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:14:56.621374 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e532f973-3cac-4d82-948f-d96efe161b51 tempest-RoutersNegativeTest-1877121703 tempest-RoutersNegativeTest-1877121703-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:14:56.621946 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-e532f973-3cac-4d82-948f-d96efe161b51 tempest-RoutersNegativeTest-1877121703 tempest-RoutersNegativeTest-1877121703-project] Notify callbacks [] for network, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:14:56.670631 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_common [None req-155d1df2-1a3d-46e4-9c75-025a3fa28c79 None None] Allocated IP 172.20.0.2 (1b5b9964-aa43-4c10-b6e3-7f6d800bfa0d/575b8be5-9199-4f2e-9713-f040ef10de12/cefc1d7a-c120-4a77-86a1-71e2d1566e85) {{(pid=84154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 15:14:56.825506 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e532f973-3cac-4d82-948f-d96efe161b51 tempest-RoutersNegativeTest-1877121703 tempest-RoutersNegativeTest-1877121703-project] Pushing event updated for resources: {'Network': ['ID=2e366a0c-06a9-490e-8119-1fd552c0519d,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:14:56.861352 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Network 2e366a0c-06a9-490e-8119-1fd552c0519d details requested by agent ovs-agent-dv-neutron-825124-1-hyperv with host dv-neutron-825124-1-hyperv {{(pid=84154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 15:14:56.869137 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-e532f973-3cac-4d82-948f-d96efe161b51 tempest-RoutersNegativeTest-1877121703 tempest-RoutersNegativeTest-1877121703-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4869120 Jan 20 15:14:56.871993 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 49230) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:14:56.877806 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-398eef68-6778-46a5-b559-abc43ce0f815 tempest-RoutersNegativeTest-1877121703 tempest-RoutersNegativeTest-1877121703-project] Request body: {'subnet': {'network_id': '2e366a0c-06a9-490e-8119-1fd552c0519d', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 15:14:56.982687 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-155d1df2-1a3d-46e4-9c75-025a3fa28c79 None None] Notify callbacks [] for port, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:14:56.984101 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-398eef68-6778-46a5-b559-abc43ce0f815 tempest-RoutersNegativeTest-1877121703 tempest-RoutersNegativeTest-1877121703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:14:56.988093 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-398eef68-6778-46a5-b559-abc43ce0f815 tempest-RoutersNegativeTest-1877121703 tempest-RoutersNegativeTest-1877121703-project] Usage tracker for resource:subnet and tenant:a25cce8171ba4552a66256024811496b is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:14:56.990989 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-398eef68-6778-46a5-b559-abc43ce0f815 tempest-RoutersNegativeTest-1877121703 tempest-RoutersNegativeTest-1877121703-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:14:56.996770 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-398eef68-6778-46a5-b559-abc43ce0f815 tempest-RoutersNegativeTest-1877121703 tempest-RoutersNegativeTest-1877121703-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:14:57.003720 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-155d1df2-1a3d-46e4-9c75-025a3fa28c79 None None] Transition to ACTIVE for port object cefc1d7a-c120-4a77-86a1-71e2d1566e85 will not be triggered until provisioned by entity L2. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 15:14:57.025844 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-155d1df2-1a3d-46e4-9c75-025a3fa28c79 None None] Transition to ACTIVE for port object cefc1d7a-c120-4a77-86a1-71e2d1566e85 will not be triggered until provisioned by entity DHCP. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 15:14:57.056908 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-398eef68-6778-46a5-b559-abc43ce0f815 tempest-RoutersNegativeTest-1877121703 tempest-RoutersNegativeTest-1877121703-project] Made reservation on behalf of a25cce8171ba4552a66256024811496b for: {'subnet': 1} {{(pid=84153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 15:14:57.080312 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-155d1df2-1a3d-46e4-9c75-025a3fa28c79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477'] for port, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:14:57.146405 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-155d1df2-1a3d-46e4-9c75-025a3fa28c79 None None] Network 1b5b9964-aa43-4c10-b6e3-7f6d800bfa0d is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 15:14:57.149952 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-155d1df2-1a3d-46e4-9c75-025a3fa28c79 None None] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 15:14:57.154274 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-155d1df2-1a3d-46e4-9c75-025a3fa28c79 None None] Received port after_create {{(pid=84154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 15:14:57.156379 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155d1df2-1a3d-46e4-9c75-025a3fa28c79 None None] Pushing event updated for resources: {'Port': ['ID=cefc1d7a-c120-4a77-86a1-71e2d1566e85,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:14:57.165052 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-398eef68-6778-46a5-b559-abc43ce0f815 tempest-RoutersNegativeTest-1877121703 tempest-RoutersNegativeTest-1877121703-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4193986'] for subnet, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:14:57.195432 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155d1df2-1a3d-46e4-9c75-025a3fa28c79 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:14:57.195774 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155d1df2-1a3d-46e4-9c75-025a3fa28c79 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:14:57.196116 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155d1df2-1a3d-46e4-9c75-025a3fa28c79 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:14:57.196449 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155d1df2-1a3d-46e4-9c75-025a3fa28c79 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:14:57.196782 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155d1df2-1a3d-46e4-9c75-025a3fa28c79 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:14:57.197106 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155d1df2-1a3d-46e4-9c75-025a3fa28c79 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:14:57.197428 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155d1df2-1a3d-46e4-9c75-025a3fa28c79 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:14:57.197749 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155d1df2-1a3d-46e4-9c75-025a3fa28c79 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:14:57.198088 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155d1df2-1a3d-46e4-9c75-025a3fa28c79 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:14:57.198431 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155d1df2-1a3d-46e4-9c75-025a3fa28c79 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:14:57.199001 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155d1df2-1a3d-46e4-9c75-025a3fa28c79 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:14:57.255913 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-155d1df2-1a3d-46e4-9c75-025a3fa28c79 None None] Attempting to bind port cefc1d7a-c120-4a77-86a1-71e2d1566e85 on host dv-neutron-825124-1-hyperv for vnic_type normal with profile {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 15:14:57.256308 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-155d1df2-1a3d-46e4-9c75-025a3fa28c79 None None] Attempting to bind port cefc1d7a-c120-4a77-86a1-71e2d1566e85 by drivers openvswitch,hyperv on host dv-neutron-825124-1-hyperv at level 0 using segments [{'id': '7fe0d30d-9da8-4ae5-b9bf-9dd92e6a669b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '1b5b9964-aa43-4c10-b6e3-7f6d800bfa0d'}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 15:14:57.257068 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-155d1df2-1a3d-46e4-9c75-025a3fa28c79 None None] Attempting to bind port cefc1d7a-c120-4a77-86a1-71e2d1566e85 on network 1b5b9964-aa43-4c10-b6e3-7f6d800bfa0d {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 15:14:57.264006 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-155d1df2-1a3d-46e4-9c75-025a3fa28c79 None None] Checking agent: {'id': '6414dfeb-85c5-454a-8756-709ca637d800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825124-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 16, 31), 'started_at': datetime.datetime(2022, 1, 20, 14, 17, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 15, 14, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825124-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 15:14:57.264374 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-155d1df2-1a3d-46e4-9c75-025a3fa28c79 None None] Checking segment: {'id': '7fe0d30d-9da8-4ae5-b9bf-9dd92e6a669b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '1b5b9964-aa43-4c10-b6e3-7f6d800bfa0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 15:14:57.264770 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-155d1df2-1a3d-46e4-9c75-025a3fa28c79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:14:57.265150 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-155d1df2-1a3d-46e4-9c75-025a3fa28c79 None None] Bound using segment: {'id': '7fe0d30d-9da8-4ae5-b9bf-9dd92e6a669b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '1b5b9964-aa43-4c10-b6e3-7f6d800bfa0d'} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 15:14:57.265683 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-155d1df2-1a3d-46e4-9c75-025a3fa28c79 None None] Bound port: cefc1d7a-c120-4a77-86a1-71e2d1566e85, host: dv-neutron-825124-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fe0d30d-9da8-4ae5-b9bf-9dd92e6a669b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '1b5b9964-aa43-4c10-b6e3-7f6d800bfa0d'}}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 15:14:57.266065 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-155d1df2-1a3d-46e4-9c75-025a3fa28c79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:14:57.364618 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-155d1df2-1a3d-46e4-9c75-025a3fa28c79 None None] For port cefc1d7a-c120-4a77-86a1-71e2d1566e85, host dv-neutron-825124-1-hyperv, cleared binding levels {{(pid=84154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 15:14:57.368137 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-155d1df2-1a3d-46e4-9c75-025a3fa28c79 None None] For port cefc1d7a-c120-4a77-86a1-71e2d1566e85, host dv-neutron-825124-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=cefc1d7a-c120-4a77-86a1-71e2d1566e85,segment=NetworkSegment(7fe0d30d-9da8-4ae5-b9bf-9dd92e6a669b),segment_id=7fe0d30d-9da8-4ae5-b9bf-9dd92e6a669b)] {{(pid=84154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 15:14:57.440698 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-155d1df2-1a3d-46e4-9c75-025a3fa28c79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:14:57.468677 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-398eef68-6778-46a5-b559-abc43ce0f815 tempest-RoutersNegativeTest-1877121703 tempest-RoutersNegativeTest-1877121703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3943531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4194004'] for subnet, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:14:57.522890 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155d1df2-1a3d-46e4-9c75-025a3fa28c79 None None] Pushing event updated for resources: {'Port': ['ID=cefc1d7a-c120-4a77-86a1-71e2d1566e85,revision_number=2']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:14:57.549611 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398eef68-6778-46a5-b559-abc43ce0f815 tempest-RoutersNegativeTest-1877121703 tempest-RoutersNegativeTest-1877121703-project] Pushing event updated for resources: {'Subnet': ['ID=c279eb92-89ed-4d99-b3b9-d8c54613239c,revision_number=0']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:14:57.562070 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-398eef68-6778-46a5-b559-abc43ce0f815 tempest-RoutersNegativeTest-1877121703 tempest-RoutersNegativeTest-1877121703-project] Checking segment: {'id': '3a84a2ee-95a5-46ea-a467-a8e3dc8dbe91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '2e366a0c-06a9-490e-8119-1fd552c0519d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 15:14:57.562070 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-398eef68-6778-46a5-b559-abc43ce0f815 tempest-RoutersNegativeTest-1877121703 tempest-RoutersNegativeTest-1877121703-project] Network hostable DHCP agents. Network: 2e366a0c-06a9-490e-8119-1fd552c0519d, hostable agents: ['1a181e39-5220-4c1a-88f8-08a54e8bfc9b'], hosted agents: [] {{(pid=84153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 15:14:57.629933 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-398eef68-6778-46a5-b559-abc43ce0f815 tempest-RoutersNegativeTest-1877121703 tempest-RoutersNegativeTest-1877121703-project] Network 2e366a0c-06a9-490e-8119-1fd552c0519d is scheduled to be hosted by DHCP agent 1a181e39-5220-4c1a-88f8-08a54e8bfc9b with binding_index 1 {{(pid=84153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 15:14:57.714085 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.base_scheduler [None req-398eef68-6778-46a5-b559-abc43ce0f815 tempest-RoutersNegativeTest-1877121703 tempest-RoutersNegativeTest-1877121703-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825124-1-hyperv, 2e366a0c-06a9-490e-8119-1fd552c0519d) {{(pid=84153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 15:14:57.718055 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-398eef68-6778-46a5-b559-abc43ce0f815 tempest-RoutersNegativeTest-1877121703 tempest-RoutersNegativeTest-1877121703-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:14:57.718653 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-398eef68-6778-46a5-b559-abc43ce0f815 tempest-RoutersNegativeTest-1877121703 tempest-RoutersNegativeTest-1877121703-project] Notify callbacks [] for subnet, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:14:57.726951 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce97303b-ebea-4852-a66e-7f49b23dce46 None None] Network 2e366a0c-06a9-490e-8119-1fd552c0519d requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 15:14:57.806003 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-398eef68-6778-46a5-b559-abc43ce0f815 tempest-RoutersNegativeTest-1877121703 tempest-RoutersNegativeTest-1877121703-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9327850 Jan 20 15:14:57.808987 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 49234) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:14:57.814624 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-544a3fbf-a855-476f-87c0-9a0be7a77948 tempest-RoutersNegativeTest-1877121703 tempest-RoutersNegativeTest-1877121703-project] Request body: {'router': {'external_gateway_info': {'network_id': '2e366a0c-06a9-490e-8119-1fd552c0519d'}}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 15:14:57.967972 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3ae9438-728c-4d1a-a0df-b529e1ecdda3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95c917f5-14ba-5e96-98b8-1a52654a930a-2e366a0c-06a9-490e-8119-1fd552c0519d', 'network_id': '2e366a0c-06a9-490e-8119-1fd552c0519d', 'tenant_id': 'a25cce8171ba4552a66256024811496b', 'fixed_ips': [{'subnet_id': 'c279eb92-89ed-4d99-b3b9-d8c54613239c'}]}} from dv-neutron-825124-1-hyperv. {{(pid=84154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 20 15:14:57.968861 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-d3ae9438-728c-4d1a-a0df-b529e1ecdda3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:14:58.076633 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-1d993377-bfb9-4f9c-bcb9-698d9c107fcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:14:58.139683 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_common [None req-d3ae9438-728c-4d1a-a0df-b529e1ecdda3 None None] Allocated IP 172.21.0.2 (2e366a0c-06a9-490e-8119-1fd552c0519d/c279eb92-89ed-4d99-b3b9-d8c54613239c/28460ebf-3215-486b-9d78-eed6348c1fed) {{(pid=84154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 15:14:58.239403 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-544a3fbf-a855-476f-87c0-9a0be7a77948 tempest-RoutersNegativeTest-1877121703 tempest-RoutersNegativeTest-1877121703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-744886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-105502'] for router, precommit_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:14:58.364843 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-d3ae9438-728c-4d1a-a0df-b529e1ecdda3 None None] Notify callbacks [] for port, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:14:58.376208 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-d3ae9438-728c-4d1a-a0df-b529e1ecdda3 None None] Transition to ACTIVE for port object 28460ebf-3215-486b-9d78-eed6348c1fed will not be triggered until provisioned by entity L2. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 15:14:58.397730 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-d3ae9438-728c-4d1a-a0df-b529e1ecdda3 None None] Transition to ACTIVE for port object 28460ebf-3215-486b-9d78-eed6348c1fed will not be triggered until provisioned by entity DHCP. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 15:14:58.462736 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-d3ae9438-728c-4d1a-a0df-b529e1ecdda3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477'] for port, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:14:58.473336 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.api.v2.resource [None req-544a3fbf-a855-476f-87c0-9a0be7a77948 tempest-RoutersNegativeTest-1877121703 tempest-RoutersNegativeTest-1877121703-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 20 15:14:58.480978 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 49238) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:14:58.481458 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-544a3fbf-a855-476f-87c0-9a0be7a77948 tempest-RoutersNegativeTest-1877121703 tempest-RoutersNegativeTest-1877121703-project] 10.222.0.54 "PUT /v2.0/routers/f7c16e21-7b3a-4a82-9d46-204adb3e3fd4 HTTP/1.1" status: 400 len: 364 time: 0.6710684 Jan 20 15:14:58.544934 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-893f7453-6939-4b8a-9352-f247d66323cd None None] Network 1b5b9964-aa43-4c10-b6e3-7f6d800bfa0d requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 15:14:58.549685 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.db_base_plugin_v2 [None req-00bf5582-6a5d-4539-b1c6-aca4c63ac811 tempest-RoutersNegativeTest-1877121703 tempest-RoutersNegativeTest-1877121703-project] Deleting subnet c279eb92-89ed-4d99-b3b9-d8c54613239c {{(pid=84153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 20 15:14:58.552800 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-00bf5582-6a5d-4539-b1c6-aca4c63ac811 tempest-RoutersNegativeTest-1877121703 tempest-RoutersNegativeTest-1877121703-project] Notify callbacks [] for subnet, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:14:58.608038 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-00bf5582-6a5d-4539-b1c6-aca4c63ac811 tempest-RoutersNegativeTest-1877121703 tempest-RoutersNegativeTest-1877121703-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3980851'] for subnet, precommit_delete_associations {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:14:58.658058 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3ae9438-728c-4d1a-a0df-b529e1ecdda3 None None] Network 2e366a0c-06a9-490e-8119-1fd552c0519d is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 15:14:58.665667 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-d3ae9438-728c-4d1a-a0df-b529e1ecdda3 None None] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 15:14:58.668709 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ae9438-728c-4d1a-a0df-b529e1ecdda3 None None] Received port after_create {{(pid=84154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 15:14:58.670797 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ae9438-728c-4d1a-a0df-b529e1ecdda3 None None] Pushing event updated for resources: {'Port': ['ID=28460ebf-3215-486b-9d78-eed6348c1fed,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:14:58.697462 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-00bf5582-6a5d-4539-b1c6-aca4c63ac811 tempest-RoutersNegativeTest-1877121703 tempest-RoutersNegativeTest-1877121703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1627147'] for subnet, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:14:58.760172 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-175b02ce-80a2-48e5-a85a-cfee0340edd1 None None] Provisioning for port cefc1d7a-c120-4a77-86a1-71e2d1566e85 completed by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 15:14:58.809710 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-d3ae9438-728c-4d1a-a0df-b529e1ecdda3 None None] Attempting to bind port 28460ebf-3215-486b-9d78-eed6348c1fed on host dv-neutron-825124-1-hyperv for vnic_type normal with profile {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 15:14:58.810245 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-d3ae9438-728c-4d1a-a0df-b529e1ecdda3 None None] Attempting to bind port 28460ebf-3215-486b-9d78-eed6348c1fed by drivers openvswitch,hyperv on host dv-neutron-825124-1-hyperv at level 0 using segments [{'id': '3a84a2ee-95a5-46ea-a467-a8e3dc8dbe91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '2e366a0c-06a9-490e-8119-1fd552c0519d'}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 15:14:58.810450 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3ae9438-728c-4d1a-a0df-b529e1ecdda3 None None] Attempting to bind port 28460ebf-3215-486b-9d78-eed6348c1fed on network 2e366a0c-06a9-490e-8119-1fd552c0519d {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 15:14:58.828740 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-00bf5582-6a5d-4539-b1c6-aca4c63ac811 tempest-RoutersNegativeTest-1877121703 tempest-RoutersNegativeTest-1877121703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1627154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3943464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4194013'] for subnet, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:14:58.852452 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3ae9438-728c-4d1a-a0df-b529e1ecdda3 None None] Checking agent: {'id': '6414dfeb-85c5-454a-8756-709ca637d800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825124-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 16, 31), 'started_at': datetime.datetime(2022, 1, 20, 14, 17, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 15, 14, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825124-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 15:14:58.852806 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3ae9438-728c-4d1a-a0df-b529e1ecdda3 None None] Checking segment: {'id': '3a84a2ee-95a5-46ea-a467-a8e3dc8dbe91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '2e366a0c-06a9-490e-8119-1fd552c0519d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 15:14:58.853208 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-d3ae9438-728c-4d1a-a0df-b529e1ecdda3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:14:58.853600 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3ae9438-728c-4d1a-a0df-b529e1ecdda3 None None] Bound using segment: {'id': '3a84a2ee-95a5-46ea-a467-a8e3dc8dbe91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '2e366a0c-06a9-490e-8119-1fd552c0519d'} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 15:14:58.854193 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-d3ae9438-728c-4d1a-a0df-b529e1ecdda3 None None] Bound port: 28460ebf-3215-486b-9d78-eed6348c1fed, host: dv-neutron-825124-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a84a2ee-95a5-46ea-a467-a8e3dc8dbe91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '2e366a0c-06a9-490e-8119-1fd552c0519d'}}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 15:14:58.854583 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-d3ae9438-728c-4d1a-a0df-b529e1ecdda3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:14:58.868490 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bf5582-6a5d-4539-b1c6-aca4c63ac811 tempest-RoutersNegativeTest-1877121703 tempest-RoutersNegativeTest-1877121703-project] Pushing event deleted for resources: {'Subnet': ['ID=c279eb92-89ed-4d99-b3b9-d8c54613239c,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:14:58.875869 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-00bf5582-6a5d-4539-b1c6-aca4c63ac811 tempest-RoutersNegativeTest-1877121703 tempest-RoutersNegativeTest-1877121703-project] Notify callbacks [] for subnet, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:14:58.885804 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-00bf5582-6a5d-4539-b1c6-aca4c63ac811 tempest-RoutersNegativeTest-1877121703 tempest-RoutersNegativeTest-1877121703-project] 10.222.0.54 "DELETE /v2.0/subnets/c279eb92-89ed-4d99-b3b9-d8c54613239c HTTP/1.1" status: 204 len: 168 time: 0.4015720 Jan 20 15:14:58.886000 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 49242) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:14:59.002475 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-51534a39-3583-4b82-929b-ae5be6784b50 tempest-RoutersNegativeTest-1877121703 tempest-RoutersNegativeTest-1877121703-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586409'] for network, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:14:59.003151 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-d3ae9438-728c-4d1a-a0df-b529e1ecdda3 None None] For port 28460ebf-3215-486b-9d78-eed6348c1fed, host dv-neutron-825124-1-hyperv, cleared binding levels {{(pid=84154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 15:14:59.013702 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-51534a39-3583-4b82-929b-ae5be6784b50 tempest-RoutersNegativeTest-1877121703 tempest-RoutersNegativeTest-1877121703-project] Deleting port 28460ebf-3215-486b-9d78-eed6348c1fed {{(pid=84153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 15:14:59.013886 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-d3ae9438-728c-4d1a-a0df-b529e1ecdda3 None None] For port 28460ebf-3215-486b-9d78-eed6348c1fed, host dv-neutron-825124-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=28460ebf-3215-486b-9d78-eed6348c1fed,segment=NetworkSegment(3a84a2ee-95a5-46ea-a467-a8e3dc8dbe91),segment_id=3a84a2ee-95a5-46ea-a467-a8e3dc8dbe91)] {{(pid=84154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 15:14:59.013993 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-51534a39-3583-4b82-929b-ae5be6784b50 tempest-RoutersNegativeTest-1877121703 tempest-RoutersNegativeTest-1877121703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:14:59.120330 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-d3ae9438-728c-4d1a-a0df-b529e1ecdda3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:14:59.252817 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ae9438-728c-4d1a-a0df-b529e1ecdda3 None None] Pushing event updated for resources: {'Port': ['ID=28460ebf-3215-486b-9d78-eed6348c1fed,revision_number=3']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:14:59.276266 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device cefc1d7a-c120-4a77-86a1-71e2d1566e85 up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 15:14:59.284053 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.db [None req-51534a39-3583-4b82-929b-ae5be6784b50 tempest-RoutersNegativeTest-1877121703 tempest-RoutersNegativeTest-1877121703-project] For port 28460ebf-3215-486b-9d78-eed6348c1fed, host dv-neutron-825124-1-hyperv, got binding levels [] {{(pid=84153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 15:14:59.284413 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-51534a39-3583-4b82-929b-ae5be6784b50 tempest-RoutersNegativeTest-1877121703 tempest-RoutersNegativeTest-1877121703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:14:59.320247 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb390993-5f18-48c8-9676-c2d402cb961a None None] Network 2e366a0c-06a9-490e-8119-1fd552c0519d requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 15:14:59.406095 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-51534a39-3583-4b82-929b-ae5be6784b50 tempest-RoutersNegativeTest-1877121703 tempest-RoutersNegativeTest-1877121703-project] Calling delete_port for 28460ebf-3215-486b-9d78-eed6348c1fed owned by network:dhcp {{(pid=84153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 15:14:59.514014 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.db.api [None req-51534a39-3583-4b82-929b-ae5be6784b50 tempest-RoutersNegativeTest-1877121703 tempest-RoutersNegativeTest-1877121703-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84153) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 15:14:59.514783 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG oslo_db.api [None req-51534a39-3583-4b82-929b-ae5be6784b50 tempest-RoutersNegativeTest-1877121703 tempest-RoutersNegativeTest-1877121703-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 15:14:59.551043 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fde3460f-3e4e-4268-abae-d1f91dd2abc9 None None] get_active_networks_info from dv-neutron-825124-1-hyperv {{(pid=84154) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 20 15:14:59.617583 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning for port cefc1d7a-c120-4a77-86a1-71e2d1566e85 completed by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 15:14:59.629935 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port cefc1d7a-c120-4a77-86a1-71e2d1566e85 triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:14:59.630328 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:14:59.677735 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fde3460f-3e4e-4268-abae-d1f91dd2abc9 None None] Resources bound (agent type, host, resource id): {{(pid=84154) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 20 15:14:59.847115 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:14:59.942518 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] For port cefc1d7a-c120-4a77-86a1-71e2d1566e85, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=cefc1d7a-c120-4a77-86a1-71e2d1566e85,segment=NetworkSegment(7fe0d30d-9da8-4ae5-b9bf-9dd92e6a669b),segment_id=7fe0d30d-9da8-4ae5-b9bf-9dd92e6a669b)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 15:15:00.015403 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-51534a39-3583-4b82-929b-ae5be6784b50 tempest-RoutersNegativeTest-1877121703 tempest-RoutersNegativeTest-1877121703-project] Deleting port 28460ebf-3215-486b-9d78-eed6348c1fed {{(pid=84153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 15:15:00.015759 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-51534a39-3583-4b82-929b-ae5be6784b50 tempest-RoutersNegativeTest-1877121703 tempest-RoutersNegativeTest-1877121703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:15:00.033537 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:15:00.071530 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.agents_db [None req-6dba657d-a637-4918-9b6d-40defdfae04b None None] Agent healthcheck: found 6 active agents {{(pid=84155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 15:15:00.118215 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Pushing event updated for resources: {'Port': ['ID=cefc1d7a-c120-4a77-86a1-71e2d1566e85,revision_number=3']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:15:00.314699 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.db [None req-51534a39-3583-4b82-929b-ae5be6784b50 tempest-RoutersNegativeTest-1877121703 tempest-RoutersNegativeTest-1877121703-project] For port 28460ebf-3215-486b-9d78-eed6348c1fed, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=28460ebf-3215-486b-9d78-eed6348c1fed,segment=NetworkSegment(3a84a2ee-95a5-46ea-a467-a8e3dc8dbe91),segment_id=3a84a2ee-95a5-46ea-a467-a8e3dc8dbe91)] {{(pid=84153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 15:15:00.315053 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-51534a39-3583-4b82-929b-ae5be6784b50 tempest-RoutersNegativeTest-1877121703 tempest-RoutersNegativeTest-1877121703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:15:00.416967 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-00acc399-8a36-4963-8310-7e5babb4a7ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:15:00.438249 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-51534a39-3583-4b82-929b-ae5be6784b50 tempest-RoutersNegativeTest-1877121703 tempest-RoutersNegativeTest-1877121703-project] Calling delete_port for 28460ebf-3215-486b-9d78-eed6348c1fed owned by network:dhcp {{(pid=84153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 15:15:00.605898 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-51534a39-3583-4b82-929b-ae5be6784b50 tempest-RoutersNegativeTest-1877121703 tempest-RoutersNegativeTest-1877121703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:15:00.656864 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51534a39-3583-4b82-929b-ae5be6784b50 tempest-RoutersNegativeTest-1877121703 tempest-RoutersNegativeTest-1877121703-project] Pushing event deleted for resources: {'Port': ['ID=28460ebf-3215-486b-9d78-eed6348c1fed,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:15:00.664046 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51534a39-3583-4b82-929b-ae5be6784b50 tempest-RoutersNegativeTest-1877121703 tempest-RoutersNegativeTest-1877121703-project] No DVR routers for this DVR port 28460ebf-3215-486b-9d78-eed6348c1fed on host dv-neutron-825124-1-hyperv {{(pid=84153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 15:15:00.787236 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-51534a39-3583-4b82-929b-ae5be6784b50 tempest-RoutersNegativeTest-1877121703 tempest-RoutersNegativeTest-1877121703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1626242', 'neutron.services.segments.db._delete_segments_for_network-8769554214620'] for network, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:15:00.814251 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.services.segments.db [None req-51534a39-3583-4b82-929b-ae5be6784b50 tempest-RoutersNegativeTest-1877121703 tempest-RoutersNegativeTest-1877121703-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e366a0c-06a9-490e-8119-1fd552c0519d']}} {{(pid=84153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:15:00.826451 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.services.segments.db [None req-51534a39-3583-4b82-929b-ae5be6784b50 tempest-RoutersNegativeTest-1877121703 tempest-RoutersNegativeTest-1877121703-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a84a2ee-95a5-46ea-a467-a8e3dc8dbe91') {'for_net_delete': True} {{(pid=84153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:15:00.826752 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.services.segments.db [None req-51534a39-3583-4b82-929b-ae5be6784b50 tempest-RoutersNegativeTest-1877121703 tempest-RoutersNegativeTest-1877121703-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a84a2ee-95a5-46ea-a467-a8e3dc8dbe91') {} {{(pid=84153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:15:00.838376 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-51534a39-3583-4b82-929b-ae5be6784b50 tempest-RoutersNegativeTest-1877121703 tempest-RoutersNegativeTest-1877121703-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769554214503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980856'] for segment, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:15:00.858631 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-51534a39-3583-4b82-929b-ae5be6784b50 tempest-RoutersNegativeTest-1877121703 tempest-RoutersNegativeTest-1877121703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:15:00.864640 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51534a39-3583-4b82-929b-ae5be6784b50 tempest-RoutersNegativeTest-1877121703 tempest-RoutersNegativeTest-1877121703-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=84153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 15:15:00.865022 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-51534a39-3583-4b82-929b-ae5be6784b50 tempest-RoutersNegativeTest-1877121703 tempest-RoutersNegativeTest-1877121703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1622950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3944078'] for segment, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:15:00.879259 dv-neutron-825124-1-hyperv neutron-server[84153]: Traceback (most recent call last): Jan 20 15:15:00.879259 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 15:15:00.879259 dv-neutron-825124-1-hyperv neutron-server[84153]: timer() Jan 20 15:15:00.879259 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 15:15:00.879259 dv-neutron-825124-1-hyperv neutron-server[84153]: cb(*args, **kw) Jan 20 15:15:00.879259 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 15:15:00.879259 dv-neutron-825124-1-hyperv neutron-server[84153]: return func(*args, **kwargs) Jan 20 15:15:00.879259 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 15:15:00.879259 dv-neutron-825124-1-hyperv neutron-server[84153]: self._notify() Jan 20 15:15:00.879259 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 15:15:00.879259 dv-neutron-825124-1-hyperv neutron-server[84153]: self.callback(batched_events) Jan 20 15:15:00.879259 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 15:15:00.879259 dv-neutron-825124-1-hyperv neutron-server[84153]: event.method(event) Jan 20 15:15:00.879259 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 15:15:00.879259 dv-neutron-825124-1-hyperv neutron-server[84153]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 15:15:00.879259 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 15:15:00.879259 dv-neutron-825124-1-hyperv neutron-server[84153]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 15:15:00.879259 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 15:15:00.879259 dv-neutron-825124-1-hyperv neutron-server[84153]: return f(self, *a, **k) Jan 20 15:15:00.879259 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 15:15:00.879259 dv-neutron-825124-1-hyperv neutron-server[84153]: return self._get(url).json() Jan 20 15:15:00.879259 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 15:15:00.879259 dv-neutron-825124-1-hyperv neutron-server[84153]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 15:15:00.879259 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 15:15:00.879259 dv-neutron-825124-1-hyperv neutron-server[84153]: return self.request(url, 'GET', **kwargs) Jan 20 15:15:00.879259 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 15:15:00.879259 dv-neutron-825124-1-hyperv neutron-server[84153]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 15:15:00.879259 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 15:15:00.879259 dv-neutron-825124-1-hyperv neutron-server[84153]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 15:15:00.879259 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 15:15:00.879259 dv-neutron-825124-1-hyperv neutron-server[84153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 15:15:00.879259 dv-neutron-825124-1-hyperv neutron-server[84153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 15:15:00.885390 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:15:01.016749 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-51534a39-3583-4b82-929b-ae5be6784b50 tempest-RoutersNegativeTest-1877121703 tempest-RoutersNegativeTest-1877121703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1626253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-745296'] for network, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:15:01.034152 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-51534a39-3583-4b82-929b-ae5be6784b50 tempest-RoutersNegativeTest-1877121703 tempest-RoutersNegativeTest-1877121703-project] Notify callbacks [] for network, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:15:01.045105 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51534a39-3583-4b82-929b-ae5be6784b50 tempest-RoutersNegativeTest-1877121703 tempest-RoutersNegativeTest-1877121703-project] Pushing event deleted for resources: {'Network': ['ID=2e366a0c-06a9-490e-8119-1fd552c0519d,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:15:01.049173 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-51534a39-3583-4b82-929b-ae5be6784b50 tempest-RoutersNegativeTest-1877121703 tempest-RoutersNegativeTest-1877121703-project] 10.222.0.54 "DELETE /v2.0/networks/2e366a0c-06a9-490e-8119-1fd552c0519d HTTP/1.1" status: 204 len: 168 time: 2.1622167 Jan 20 15:15:01.052035 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 49246) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:15:01.204886 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device cefc1d7a-c120-4a77-86a1-71e2d1566e85 up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 15:15:01.258289 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ab7980c-1f97-4925-8480-42a305edb740 tempest-RoutersNegativeTest-1877121703 tempest-RoutersNegativeTest-1877121703-project] Deleting subnet 575b8be5-9199-4f2e-9713-f040ef10de12 {{(pid=84153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 20 15:15:01.261516 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-4ab7980c-1f97-4925-8480-42a305edb740 tempest-RoutersNegativeTest-1877121703 tempest-RoutersNegativeTest-1877121703-project] Notify callbacks [] for subnet, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:15:01.274581 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port cefc1d7a-c120-4a77-86a1-71e2d1566e85 triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:15:01.274876 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:15:01.316518 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-4ab7980c-1f97-4925-8480-42a305edb740 tempest-RoutersNegativeTest-1877121703 tempest-RoutersNegativeTest-1877121703-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3980851'] for subnet, precommit_delete_associations {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:15:01.405040 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-4ab7980c-1f97-4925-8480-42a305edb740 tempest-RoutersNegativeTest-1877121703 tempest-RoutersNegativeTest-1877121703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1627147'] for subnet, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:15:01.560031 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:15:01.594647 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-4ab7980c-1f97-4925-8480-42a305edb740 tempest-RoutersNegativeTest-1877121703 tempest-RoutersNegativeTest-1877121703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1627154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3943464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4194013'] for subnet, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:15:01.633948 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab7980c-1f97-4925-8480-42a305edb740 tempest-RoutersNegativeTest-1877121703 tempest-RoutersNegativeTest-1877121703-project] Pushing event deleted for resources: {'Subnet': ['ID=575b8be5-9199-4f2e-9713-f040ef10de12,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:15:01.638742 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-4ab7980c-1f97-4925-8480-42a305edb740 tempest-RoutersNegativeTest-1877121703 tempest-RoutersNegativeTest-1877121703-project] Notify callbacks [] for subnet, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:15:01.644602 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-756b7269-4ccd-4027-8b9f-8b2332def43d None None] Network 1b5b9964-aa43-4c10-b6e3-7f6d800bfa0d requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 15:15:01.645023 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-4ab7980c-1f97-4925-8480-42a305edb740 tempest-RoutersNegativeTest-1877121703 tempest-RoutersNegativeTest-1877121703-project] 10.222.0.54 "DELETE /v2.0/subnets/575b8be5-9199-4f2e-9713-f040ef10de12 HTTP/1.1" status: 204 len: 168 time: 0.5915170 Jan 20 15:15:01.647718 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 49250) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:15:01.761804 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-34e15f29-715d-46e1-a188-10018c259181 tempest-RoutersNegativeTest-1877121703 tempest-RoutersNegativeTest-1877121703-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586409'] for network, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:15:01.773387 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-34e15f29-715d-46e1-a188-10018c259181 tempest-RoutersNegativeTest-1877121703 tempest-RoutersNegativeTest-1877121703-project] Deleting port cefc1d7a-c120-4a77-86a1-71e2d1566e85 {{(pid=84153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 15:15:01.773718 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-34e15f29-715d-46e1-a188-10018c259181 tempest-RoutersNegativeTest-1877121703 tempest-RoutersNegativeTest-1877121703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:15:01.803037 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-cdd98e71-1f0a-4421-baa9-dcb30e06edf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:15:01.897426 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6c52f60-86d5-4c4e-8a0a-2323aef0d708 None None] DHCP port deletion for 1b5b9964-aa43-4c10-b6e3-7f6d800bfa0d request from dv-neutron-825124-1-hyperv {{(pid=84154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 20 15:15:01.901388 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-c6c52f60-86d5-4c4e-8a0a-2323aef0d708 None None] Deleting port cefc1d7a-c120-4a77-86a1-71e2d1566e85 {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 15:15:01.901766 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-c6c52f60-86d5-4c4e-8a0a-2323aef0d708 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:15:01.980359 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.db [None req-34e15f29-715d-46e1-a188-10018c259181 tempest-RoutersNegativeTest-1877121703 tempest-RoutersNegativeTest-1877121703-project] For port cefc1d7a-c120-4a77-86a1-71e2d1566e85, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=cefc1d7a-c120-4a77-86a1-71e2d1566e85,segment=NetworkSegment(7fe0d30d-9da8-4ae5-b9bf-9dd92e6a669b),segment_id=7fe0d30d-9da8-4ae5-b9bf-9dd92e6a669b)] {{(pid=84153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 15:15:01.980712 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-34e15f29-715d-46e1-a188-10018c259181 tempest-RoutersNegativeTest-1877121703 tempest-RoutersNegativeTest-1877121703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:15:02.100692 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-c6c52f60-86d5-4c4e-8a0a-2323aef0d708 None None] For port cefc1d7a-c120-4a77-86a1-71e2d1566e85, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=cefc1d7a-c120-4a77-86a1-71e2d1566e85,segment=NetworkSegment(7fe0d30d-9da8-4ae5-b9bf-9dd92e6a669b),segment_id=7fe0d30d-9da8-4ae5-b9bf-9dd92e6a669b)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 15:15:02.100973 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-c6c52f60-86d5-4c4e-8a0a-2323aef0d708 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:15:02.197401 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-34e15f29-715d-46e1-a188-10018c259181 tempest-RoutersNegativeTest-1877121703 tempest-RoutersNegativeTest-1877121703-project] Calling delete_port for cefc1d7a-c120-4a77-86a1-71e2d1566e85 owned by network:dhcp {{(pid=84153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 15:15:02.223328 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-c6c52f60-86d5-4c4e-8a0a-2323aef0d708 None None] Calling delete_port for cefc1d7a-c120-4a77-86a1-71e2d1566e85 owned by network:dhcp {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 15:15:02.331550 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-34e15f29-715d-46e1-a188-10018c259181 tempest-RoutersNegativeTest-1877121703 tempest-RoutersNegativeTest-1877121703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:15:02.337051 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.db.api [None req-c6c52f60-86d5-4c4e-8a0a-2323aef0d708 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84154) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 15:15:02.337402 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG oslo_db.api [None req-c6c52f60-86d5-4c4e-8a0a-2323aef0d708 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 15:15:02.375853 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e15f29-715d-46e1-a188-10018c259181 tempest-RoutersNegativeTest-1877121703 tempest-RoutersNegativeTest-1877121703-project] Pushing event deleted for resources: {'Port': ['ID=cefc1d7a-c120-4a77-86a1-71e2d1566e85,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:15:02.380686 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34e15f29-715d-46e1-a188-10018c259181 tempest-RoutersNegativeTest-1877121703 tempest-RoutersNegativeTest-1877121703-project] No DVR routers for this DVR port cefc1d7a-c120-4a77-86a1-71e2d1566e85 on host dv-neutron-825124-1-hyperv {{(pid=84153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 15:15:02.500681 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-34e15f29-715d-46e1-a188-10018c259181 tempest-RoutersNegativeTest-1877121703 tempest-RoutersNegativeTest-1877121703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1626242', 'neutron.services.segments.db._delete_segments_for_network-8769554214620'] for network, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:15:02.524645 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.services.segments.db [None req-34e15f29-715d-46e1-a188-10018c259181 tempest-RoutersNegativeTest-1877121703 tempest-RoutersNegativeTest-1877121703-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b5b9964-aa43-4c10-b6e3-7f6d800bfa0d']}} {{(pid=84153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:15:02.536379 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.services.segments.db [None req-34e15f29-715d-46e1-a188-10018c259181 tempest-RoutersNegativeTest-1877121703 tempest-RoutersNegativeTest-1877121703-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7fe0d30d-9da8-4ae5-b9bf-9dd92e6a669b') {'for_net_delete': True} {{(pid=84153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:15:02.536666 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.services.segments.db [None req-34e15f29-715d-46e1-a188-10018c259181 tempest-RoutersNegativeTest-1877121703 tempest-RoutersNegativeTest-1877121703-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7fe0d30d-9da8-4ae5-b9bf-9dd92e6a669b') {} {{(pid=84153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:15:02.548164 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-34e15f29-715d-46e1-a188-10018c259181 tempest-RoutersNegativeTest-1877121703 tempest-RoutersNegativeTest-1877121703-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769554214503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980856'] for segment, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:15:02.564093 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-34e15f29-715d-46e1-a188-10018c259181 tempest-RoutersNegativeTest-1877121703 tempest-RoutersNegativeTest-1877121703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:15:02.570170 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34e15f29-715d-46e1-a188-10018c259181 tempest-RoutersNegativeTest-1877121703 tempest-RoutersNegativeTest-1877121703-project] Releasing vlan 161 on physical network physnet1 to pool {{(pid=84153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 15:15:02.570546 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-34e15f29-715d-46e1-a188-10018c259181 tempest-RoutersNegativeTest-1877121703 tempest-RoutersNegativeTest-1877121703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1622950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3944078'] for segment, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:15:02.584948 dv-neutron-825124-1-hyperv neutron-server[84153]: Traceback (most recent call last): Jan 20 15:15:02.584948 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 15:15:02.584948 dv-neutron-825124-1-hyperv neutron-server[84153]: timer() Jan 20 15:15:02.584948 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 15:15:02.584948 dv-neutron-825124-1-hyperv neutron-server[84153]: cb(*args, **kw) Jan 20 15:15:02.584948 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 15:15:02.584948 dv-neutron-825124-1-hyperv neutron-server[84153]: return func(*args, **kwargs) Jan 20 15:15:02.584948 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 15:15:02.584948 dv-neutron-825124-1-hyperv neutron-server[84153]: self._notify() Jan 20 15:15:02.584948 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 15:15:02.584948 dv-neutron-825124-1-hyperv neutron-server[84153]: self.callback(batched_events) Jan 20 15:15:02.584948 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 15:15:02.584948 dv-neutron-825124-1-hyperv neutron-server[84153]: event.method(event) Jan 20 15:15:02.584948 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 15:15:02.584948 dv-neutron-825124-1-hyperv neutron-server[84153]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 15:15:02.584948 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 15:15:02.584948 dv-neutron-825124-1-hyperv neutron-server[84153]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 15:15:02.584948 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 15:15:02.584948 dv-neutron-825124-1-hyperv neutron-server[84153]: return f(self, *a, **k) Jan 20 15:15:02.584948 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 15:15:02.584948 dv-neutron-825124-1-hyperv neutron-server[84153]: return self._get(url).json() Jan 20 15:15:02.584948 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 15:15:02.584948 dv-neutron-825124-1-hyperv neutron-server[84153]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 15:15:02.584948 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 15:15:02.584948 dv-neutron-825124-1-hyperv neutron-server[84153]: return self.request(url, 'GET', **kwargs) Jan 20 15:15:02.584948 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 15:15:02.584948 dv-neutron-825124-1-hyperv neutron-server[84153]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 15:15:02.584948 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 15:15:02.584948 dv-neutron-825124-1-hyperv neutron-server[84153]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 15:15:02.584948 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 15:15:02.584948 dv-neutron-825124-1-hyperv neutron-server[84153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 15:15:02.584948 dv-neutron-825124-1-hyperv neutron-server[84153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 15:15:02.731590 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-34e15f29-715d-46e1-a188-10018c259181 tempest-RoutersNegativeTest-1877121703 tempest-RoutersNegativeTest-1877121703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1626253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-745296'] for network, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:15:02.735838 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-34e15f29-715d-46e1-a188-10018c259181 tempest-RoutersNegativeTest-1877121703 tempest-RoutersNegativeTest-1877121703-project] Notify callbacks [] for network, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:15:02.761314 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e15f29-715d-46e1-a188-10018c259181 tempest-RoutersNegativeTest-1877121703 tempest-RoutersNegativeTest-1877121703-project] Pushing event deleted for resources: {'Network': ['ID=1b5b9964-aa43-4c10-b6e3-7f6d800bfa0d,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:15:02.763830 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-34e15f29-715d-46e1-a188-10018c259181 tempest-RoutersNegativeTest-1877121703 tempest-RoutersNegativeTest-1877121703-project] 10.222.0.54 "DELETE /v2.0/networks/1b5b9964-aa43-4c10-b6e3-7f6d800bfa0d HTTP/1.1" status: 204 len: 168 time: 1.1152127 Jan 20 15:15:02.766657 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 49254) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:15:02.811707 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-5e54662c-1eaa-4d87-b547-8629d5cb7efd tempest-RoutersNegativeTest-1877121703 tempest-RoutersNegativeTest-1877121703-project] Synchronizing usage tracker for tenant:a25cce8171ba4552a66256024811496b on resource:port {{(pid=84153) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 15:15:02.838415 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-c6c52f60-86d5-4c4e-8a0a-2323aef0d708 None None] Deleting port cefc1d7a-c120-4a77-86a1-71e2d1566e85 {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 15:15:02.838804 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-c6c52f60-86d5-4c4e-8a0a-2323aef0d708 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:15:02.896664 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-5e54662c-1eaa-4d87-b547-8629d5cb7efd tempest-RoutersNegativeTest-1877121703 tempest-RoutersNegativeTest-1877121703-project] Unset dirty status for tenant:a25cce8171ba4552a66256024811496b on resource:port {{(pid=84153) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 15:15:02.897860 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-5e54662c-1eaa-4d87-b547-8629d5cb7efd tempest-RoutersNegativeTest-1877121703 tempest-RoutersNegativeTest-1877121703-project] 10.222.0.54 "GET /v2.0/ports?device_id=f7c16e21-7b3a-4a82-9d46-204adb3e3fd4 HTTP/1.1" status: 200 len: 205 time: 0.1302459 Jan 20 15:15:02.900357 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 49258) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:15:02.901273 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-c6c52f60-86d5-4c4e-8a0a-2323aef0d708 None None] The port 'cefc1d7a-c120-4a77-86a1-71e2d1566e85' was deleted {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 20 15:15:03.035233 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-a237ecf1-f7de-43c9-9b96-0c46832457a2 tempest-RoutersNegativeTest-1877121703 tempest-RoutersNegativeTest-1877121703-project] Notify callbacks [] for router, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:15:03.200726 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device cefc1d7a-c120-4a77-86a1-71e2d1566e85 no longer exists at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 15:15:03.236349 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] No Port match for: cefc1d7a-c120-4a77-86a1-71e2d1566e85 {{(pid=84154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 15:15:03.236771 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device cefc1d7a-c120-4a77-86a1-71e2d1566e85 not bound to the agent host dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 15:15:03.238315 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-eea6df97-7ff1-4b63-af20-e3ec8913deda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:15:03.427950 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-a237ecf1-f7de-43c9-9b96-0c46832457a2 tempest-RoutersNegativeTest-1877121703 tempest-RoutersNegativeTest-1877121703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-737761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105493'] for router, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:15:03.432080 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-a237ecf1-f7de-43c9-9b96-0c46832457a2 tempest-RoutersNegativeTest-1877121703 tempest-RoutersNegativeTest-1877121703-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:15:03.542858 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-a237ecf1-f7de-43c9-9b96-0c46832457a2 tempest-RoutersNegativeTest-1877121703 tempest-RoutersNegativeTest-1877121703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-737693'] for router, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:15:03.543368 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a237ecf1-f7de-43c9-9b96-0c46832457a2 tempest-RoutersNegativeTest-1877121703 tempest-RoutersNegativeTest-1877121703-project] Fanout notify agent at l3_agent the message router_deleted on router f7c16e21-7b3a-4a82-9d46-204adb3e3fd4 {{(pid=84153) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 20 15:15:03.554225 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-a237ecf1-f7de-43c9-9b96-0c46832457a2 tempest-RoutersNegativeTest-1877121703 tempest-RoutersNegativeTest-1877121703-project] Notify callbacks [] for router, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:15:03.555279 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-a237ecf1-f7de-43c9-9b96-0c46832457a2 tempest-RoutersNegativeTest-1877121703 tempest-RoutersNegativeTest-1877121703-project] 10.222.0.54 "DELETE /v2.0/routers/f7c16e21-7b3a-4a82-9d46-204adb3e3fd4 HTTP/1.1" status: 204 len: 168 time: 0.6540401 Jan 20 15:15:03.999761 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 49266) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:15:04.179526 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-6ec8f133-5e1d-4b4e-ba9e-05b23675ee66 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=a25cce8171ba4552a66256024811496b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1785855 Jan 20 15:15:04.181926 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 49272) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:15:04.245857 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-599175d2-edfd-4551-ac74-d301f82d62ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:15:04.279037 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-599175d2-edfd-4551-ac74-d301f82d62ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:15:04.377167 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-599175d2-edfd-4551-ac74-d301f82d62ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:15:04.392929 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599175d2-edfd-4551-ac74-d301f82d62ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbad63ce-303e-4954-8295-c809c60156bf,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:15:04.398424 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-599175d2-edfd-4551-ac74-d301f82d62ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:15:04.398872 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-599175d2-edfd-4551-ac74-d301f82d62ec admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/dbad63ce-303e-4954-8295-c809c60156bf HTTP/1.1" status: 204 len: 168 time: 0.2160380 Jan 20 15:15:05.528794 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 49294) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:15:05.662184 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-54936c83-2c57-472b-9289-9b19e4d1e43e admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-199002902-network', 'tenant_id': '68659fe067e945c7b8a3f1a35954de1e'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 15:15:05.668095 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-54936c83-2c57-472b-9289-9b19e4d1e43e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:15:05.672068 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-54936c83-2c57-472b-9289-9b19e4d1e43e admin admin] Usage tracker for resource:network and tenant:68659fe067e945c7b8a3f1a35954de1e is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:15:05.679732 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-54936c83-2c57-472b-9289-9b19e4d1e43e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:15:05.685677 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-54936c83-2c57-472b-9289-9b19e4d1e43e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:15:05.789235 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54936c83-2c57-472b-9289-9b19e4d1e43e admin admin] Made reservation on behalf of 68659fe067e945c7b8a3f1a35954de1e for: {'network': 1} {{(pid=84153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 15:15:05.791568 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-54936c83-2c57-472b-9289-9b19e4d1e43e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for network, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:15:05.804103 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-54936c83-2c57-472b-9289-9b19e4d1e43e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:15:05.838313 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-54936c83-2c57-472b-9289-9b19e4d1e43e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:15:05.842195 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-54936c83-2c57-472b-9289-9b19e4d1e43e admin admin] Usage tracker for resource:security_group_rule and tenant:68659fe067e945c7b8a3f1a35954de1e is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:15:05.845086 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-54936c83-2c57-472b-9289-9b19e4d1e43e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:15:05.851401 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-54936c83-2c57-472b-9289-9b19e4d1e43e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:15:06.024132 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-54936c83-2c57-472b-9289-9b19e4d1e43e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:15:06.086538 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-54936c83-2c57-472b-9289-9b19e4d1e43e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:15:06.118748 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54936c83-2c57-472b-9289-9b19e4d1e43e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 181} {{(pid=84153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 15:15:06.124063 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54936c83-2c57-472b-9289-9b19e4d1e43e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d0b0653-1e2f-4987-a55a-4b41376ca923,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:15:06.131155 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-54936c83-2c57-472b-9289-9b19e4d1e43e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:15:06.131524 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.db.segments_db [None req-54936c83-2c57-472b-9289-9b19e4d1e43e admin admin] Added segment cb6a6a35-408e-4e19-b9b7-d2cf3871c461 of type vlan for network 7fe6a09c-0228-4068-943d-bcf3400eccbc Jan 20 15:15:06.160296 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-54936c83-2c57-472b-9289-9b19e4d1e43e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769553767792'] for network, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:15:06.228756 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-54936c83-2c57-472b-9289-9b19e4d1e43e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967'] for network, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:15:06.229664 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54936c83-2c57-472b-9289-9b19e4d1e43e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:15:06.230302 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-54936c83-2c57-472b-9289-9b19e4d1e43e admin admin] Notify callbacks [] for network, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:15:06.335329 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54936c83-2c57-472b-9289-9b19e4d1e43e admin admin] Pushing event updated for resources: {'Network': ['ID=7fe6a09c-0228-4068-943d-bcf3400eccbc,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:15:06.345309 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Network 7fe6a09c-0228-4068-943d-bcf3400eccbc details requested by agent ovs-agent-dv-neutron-825124-1-hyperv with host dv-neutron-825124-1-hyperv {{(pid=84154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 15:15:06.389288 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-54936c83-2c57-472b-9289-9b19e4d1e43e admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8593700 Jan 20 15:15:06.392138 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 49300) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:15:06.398419 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-d1a40b65-98e2-49ed-ab86-fdc6d4557cc1 admin admin] Request body: {'subnet': {'network_id': '7fe6a09c-0228-4068-943d-bcf3400eccbc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-199002902-subnet', 'tenant_id': '68659fe067e945c7b8a3f1a35954de1e', 'ip_version': 4}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 15:15:06.403595 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-d1a40b65-98e2-49ed-ab86-fdc6d4557cc1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:15:06.407648 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-d1a40b65-98e2-49ed-ab86-fdc6d4557cc1 admin admin] Usage tracker for resource:subnet and tenant:68659fe067e945c7b8a3f1a35954de1e is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:15:06.410665 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-d1a40b65-98e2-49ed-ab86-fdc6d4557cc1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:15:06.416706 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-d1a40b65-98e2-49ed-ab86-fdc6d4557cc1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:15:06.474153 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1a40b65-98e2-49ed-ab86-fdc6d4557cc1 admin admin] Made reservation on behalf of 68659fe067e945c7b8a3f1a35954de1e for: {'subnet': 1} {{(pid=84153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 15:15:06.476528 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-d1a40b65-98e2-49ed-ab86-fdc6d4557cc1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4193986'] for subnet, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:15:06.748925 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-d1a40b65-98e2-49ed-ab86-fdc6d4557cc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3943531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4194004'] for subnet, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:15:06.824994 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a40b65-98e2-49ed-ab86-fdc6d4557cc1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f21b2ce-3589-4a04-b63a-c2368ba21b87,revision_number=0']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:15:06.837002 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1a40b65-98e2-49ed-ab86-fdc6d4557cc1 admin admin] Checking segment: {'id': 'cb6a6a35-408e-4e19-b9b7-d2cf3871c461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '7fe6a09c-0228-4068-943d-bcf3400eccbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 15:15:06.837348 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1a40b65-98e2-49ed-ab86-fdc6d4557cc1 admin admin] Network hostable DHCP agents. Network: 7fe6a09c-0228-4068-943d-bcf3400eccbc, hostable agents: ['1a181e39-5220-4c1a-88f8-08a54e8bfc9b'], hosted agents: [] {{(pid=84153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 15:15:06.942823 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1a40b65-98e2-49ed-ab86-fdc6d4557cc1 admin admin] Network 7fe6a09c-0228-4068-943d-bcf3400eccbc is scheduled to be hosted by DHCP agent 1a181e39-5220-4c1a-88f8-08a54e8bfc9b with binding_index 1 {{(pid=84153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 15:15:07.011499 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.base_scheduler [None req-d1a40b65-98e2-49ed-ab86-fdc6d4557cc1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825124-1-hyperv, 7fe6a09c-0228-4068-943d-bcf3400eccbc) {{(pid=84153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 15:15:07.015235 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1a40b65-98e2-49ed-ab86-fdc6d4557cc1 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:15:07.015815 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-d1a40b65-98e2-49ed-ab86-fdc6d4557cc1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:15:07.020313 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62df45f7-e26a-4885-a8db-10d7668e72d5 None None] Network 7fe6a09c-0228-4068-943d-bcf3400eccbc requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 15:15:07.097628 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-d1a40b65-98e2-49ed-ab86-fdc6d4557cc1 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7042761 Jan 20 15:15:07.101505 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 49304) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:15:07.107823 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-0ffca31c-ef9f-4dd9-bea7-003808953bb3 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-199002902-router', 'tenant_id': '68659fe067e945c7b8a3f1a35954de1e', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d'}}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 15:15:07.114328 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-0ffca31c-ef9f-4dd9-bea7-003808953bb3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:15:07.118827 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-0ffca31c-ef9f-4dd9-bea7-003808953bb3 admin admin] Usage tracker for resource:router and tenant:68659fe067e945c7b8a3f1a35954de1e is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:15:07.121753 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-0ffca31c-ef9f-4dd9-bea7-003808953bb3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:15:07.128153 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-0ffca31c-ef9f-4dd9-bea7-003808953bb3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:15:07.188669 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-0ffca31c-ef9f-4dd9-bea7-003808953bb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-105475'] for router, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:15:07.189725 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-0ffca31c-ef9f-4dd9-bea7-003808953bb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-739204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-744864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-735540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-105484'] for router, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:15:07.214540 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-0ffca31c-ef9f-4dd9-bea7-003808953bb3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:15:07.249203 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-987dd7b0-924e-47af-a306-059df9f20a01 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95c917f5-14ba-5e96-98b8-1a52654a930a-7fe6a09c-0228-4068-943d-bcf3400eccbc', 'network_id': '7fe6a09c-0228-4068-943d-bcf3400eccbc', 'tenant_id': '68659fe067e945c7b8a3f1a35954de1e', 'fixed_ips': [{'subnet_id': '6f21b2ce-3589-4a04-b63a-c2368ba21b87'}]}} from dv-neutron-825124-1-hyperv. {{(pid=84154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 20 15:15:07.250551 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-987dd7b0-924e-47af-a306-059df9f20a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:15:07.417265 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_common [None req-987dd7b0-924e-47af-a306-059df9f20a01 None None] Allocated IP 172.20.0.2 (7fe6a09c-0228-4068-943d-bcf3400eccbc/6f21b2ce-3589-4a04-b63a-c2368ba21b87/cc313427-0c0c-49c6-856d-47808bb8b073) {{(pid=84154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 15:15:07.432575 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-0ffca31c-ef9f-4dd9-bea7-003808953bb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-744886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-105502'] for router, precommit_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:15:07.661597 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-987dd7b0-924e-47af-a306-059df9f20a01 None None] Notify callbacks [] for port, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:15:07.672635 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-987dd7b0-924e-47af-a306-059df9f20a01 None None] Transition to ACTIVE for port object cc313427-0c0c-49c6-856d-47808bb8b073 will not be triggered until provisioned by entity L2. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 15:15:07.691912 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-987dd7b0-924e-47af-a306-059df9f20a01 None None] Transition to ACTIVE for port object cc313427-0c0c-49c6-856d-47808bb8b073 will not be triggered until provisioned by entity DHCP. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 15:15:07.693475 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-0ffca31c-ef9f-4dd9-bea7-003808953bb3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:15:07.722939 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-0ffca31c-ef9f-4dd9-bea7-003808953bb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:15:07.743231 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-987dd7b0-924e-47af-a306-059df9f20a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477'] for port, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:15:07.810776 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-987dd7b0-924e-47af-a306-059df9f20a01 None None] Network 7fe6a09c-0228-4068-943d-bcf3400eccbc is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 15:15:07.813684 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-987dd7b0-924e-47af-a306-059df9f20a01 None None] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 15:15:07.816803 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-987dd7b0-924e-47af-a306-059df9f20a01 None None] Received port after_create {{(pid=84154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 15:15:07.824620 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987dd7b0-924e-47af-a306-059df9f20a01 None None] Pushing event updated for resources: {'Port': ['ID=cc313427-0c0c-49c6-856d-47808bb8b073,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:15:07.866883 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.db_base_plugin_common [None req-0ffca31c-ef9f-4dd9-bea7-003808953bb3 admin admin] Allocated IP 172.26.7.2 (8dffb05c-5ca0-409b-bd5f-7be6264f707d/a489dd4f-42a5-433b-8be3-bab2749c4209/69eb102c-a414-4865-9da7-18964a894778) {{(pid=84153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 15:15:07.913889 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-987dd7b0-924e-47af-a306-059df9f20a01 None None] Attempting to bind port cc313427-0c0c-49c6-856d-47808bb8b073 on host dv-neutron-825124-1-hyperv for vnic_type normal with profile {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 15:15:07.914491 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-987dd7b0-924e-47af-a306-059df9f20a01 None None] Attempting to bind port cc313427-0c0c-49c6-856d-47808bb8b073 by drivers openvswitch,hyperv on host dv-neutron-825124-1-hyperv at level 0 using segments [{'id': 'cb6a6a35-408e-4e19-b9b7-d2cf3871c461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '7fe6a09c-0228-4068-943d-bcf3400eccbc'}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 15:15:07.914991 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-987dd7b0-924e-47af-a306-059df9f20a01 None None] Attempting to bind port cc313427-0c0c-49c6-856d-47808bb8b073 on network 7fe6a09c-0228-4068-943d-bcf3400eccbc {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 15:15:07.921749 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-987dd7b0-924e-47af-a306-059df9f20a01 None None] Checking agent: {'id': '6414dfeb-85c5-454a-8756-709ca637d800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825124-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 16, 31), 'started_at': datetime.datetime(2022, 1, 20, 14, 17, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 15, 15, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825124-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 15:15:07.922149 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-987dd7b0-924e-47af-a306-059df9f20a01 None None] Checking segment: {'id': 'cb6a6a35-408e-4e19-b9b7-d2cf3871c461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '7fe6a09c-0228-4068-943d-bcf3400eccbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 15:15:07.922546 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-987dd7b0-924e-47af-a306-059df9f20a01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:15:07.922980 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-987dd7b0-924e-47af-a306-059df9f20a01 None None] Bound using segment: {'id': 'cb6a6a35-408e-4e19-b9b7-d2cf3871c461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '7fe6a09c-0228-4068-943d-bcf3400eccbc'} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 15:15:07.923391 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-987dd7b0-924e-47af-a306-059df9f20a01 None None] Bound port: cc313427-0c0c-49c6-856d-47808bb8b073, host: dv-neutron-825124-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb6a6a35-408e-4e19-b9b7-d2cf3871c461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '7fe6a09c-0228-4068-943d-bcf3400eccbc'}}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 15:15:07.923757 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-987dd7b0-924e-47af-a306-059df9f20a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:15:08.014323 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-987dd7b0-924e-47af-a306-059df9f20a01 None None] For port cc313427-0c0c-49c6-856d-47808bb8b073, host dv-neutron-825124-1-hyperv, cleared binding levels {{(pid=84154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 15:15:08.017781 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-987dd7b0-924e-47af-a306-059df9f20a01 None None] For port cc313427-0c0c-49c6-856d-47808bb8b073, host dv-neutron-825124-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=cc313427-0c0c-49c6-856d-47808bb8b073,segment=NetworkSegment(cb6a6a35-408e-4e19-b9b7-d2cf3871c461),segment_id=cb6a6a35-408e-4e19-b9b7-d2cf3871c461)] {{(pid=84154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 15:15:08.019452 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-0ffca31c-ef9f-4dd9-bea7-003808953bb3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:15:08.063385 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-987dd7b0-924e-47af-a306-059df9f20a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:15:08.086237 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-0ffca31c-ef9f-4dd9-bea7-003808953bb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:15:08.145671 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987dd7b0-924e-47af-a306-059df9f20a01 None None] Pushing event updated for resources: {'Port': ['ID=cc313427-0c0c-49c6-856d-47808bb8b073,revision_number=2']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:15:08.160217 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ffca31c-ef9f-4dd9-bea7-003808953bb3 admin admin] Network 8dffb05c-5ca0-409b-bd5f-7be6264f707d is already hosted by enough agents. {{(pid=84153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 15:15:08.163844 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.base_scheduler [None req-0ffca31c-ef9f-4dd9-bea7-003808953bb3 admin admin] Resources bound (agent type, host, resource id): {{(pid=84153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 15:15:08.165789 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffca31c-ef9f-4dd9-bea7-003808953bb3 admin admin] Pushing event updated for resources: {'Port': ['ID=69eb102c-a414-4865-9da7-18964a894778,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:15:08.167952 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ffca31c-ef9f-4dd9-bea7-003808953bb3 admin admin] Received port after_create {{(pid=84153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 15:15:08.399784 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-0ffca31c-ef9f-4dd9-bea7-003808953bb3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:15:08.400711 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-0ffca31c-ef9f-4dd9-bea7-003808953bb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-744861'] for router, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:15:08.845717 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ffca31c-ef9f-4dd9-bea7-003808953bb3 admin admin] Router d0edf2ee-343e-4153-9a08-9fc1b48fe2c4 is scheduled to L3 agent 624d525b-4c26-4143-8a1c-228bb1c6faaa with binding_index 1 {{(pid=84153) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 20 15:15:09.071504 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ffca31c-ef9f-4dd9-bea7-003808953bb3 admin admin] Notify agent at l3_agent.dv-neutron-825124-1-hyperv the message routers_updated {{(pid=84153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 15:15:09.083673 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8fd4de4-bdd0-4fee-8e41-0c5e1dc7d5cd None None] Sync routers for ids ['d0edf2ee-343e-4153-9a08-9fc1b48fe2c4'] in dv-neutron-825124-1-hyperv {{(pid=84154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 15:15:09.097863 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8fd4de4-bdd0-4fee-8e41-0c5e1dc7d5cd None None] Routers {'d0edf2ee-343e-4153-9a08-9fc1b48fe2c4'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 15:15:09.098805 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-f8fd4de4-bdd0-4fee-8e41-0c5e1dc7d5cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T15:15:00Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['d0edf2ee-343e-4153-9a08-9fc1b48fe2c4'], 'active': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:15:09.169059 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-0ffca31c-ef9f-4dd9-bea7-003808953bb3 admin admin] Notify callbacks [] for router, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:15:09.171492 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-0ffca31c-ef9f-4dd9-bea7-003808953bb3 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.0678065 Jan 20 15:15:09.174831 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 49308) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:15:09.298685 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86067dae-988e-41ac-b703-ce7ff0fb2aad None None] Network 7fe6a09c-0228-4068-943d-bcf3400eccbc requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 15:15:09.310932 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device cc313427-0c0c-49c6-856d-47808bb8b073 up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 15:15:09.431488 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvr_db [None req-f8fd4de4-bdd0-4fee-8e41-0c5e1dc7d5cd None None] Set router d0edf2ee-343e-4153-9a08-9fc1b48fe2c4 gateway port host: dv-neutron-825124-1-hyperv {{(pid=84154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 15:15:09.667116 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-4b4af7e2-ce21-4954-a49f-fe4701c1da3d None None] Provisioning for port cc313427-0c0c-49c6-856d-47808bb8b073 completed by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 15:15:09.807780 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning for port cc313427-0c0c-49c6-856d-47808bb8b073 completed by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 15:15:09.841235 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port cc313427-0c0c-49c6-856d-47808bb8b073 triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:15:09.841612 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:15:10.000991 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-f8fd4de4-bdd0-4fee-8e41-0c5e1dc7d5cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0edf2ee-343e-4153-9a08-9fc1b48fe2c4', 'name': 'tempest-TestEncryptedCinderVolumes-199002902-router', 'tenant_id': '68659fe067e945c7b8a3f1a35954de1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.2'}], 'enable_snat': True}, 'gw_port_id': '69eb102c-a414-4865-9da7-18964a894778', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:15:07Z', 'updated_at': '2022-01-20T15:15:08Z', 'revision_number': 3, 'project_id': '68659fe067e945c7b8a3f1a35954de1e', 'gw_port': {'id': '69eb102c-a414-4865-9da7-18964a894778', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:32:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0edf2ee-343e-4153-9a08-9fc1b48fe2c4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:15:07Z', 'updated_at': '2022-01-20T15:15:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv'}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:15:10.008886 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8fd4de4-bdd0-4fee-8e41-0c5e1dc7d5cd None None] Checking router: d0edf2ee-343e-4153-9a08-9fc1b48fe2c4 for host: dv-neutron-825124-1-hyperv {{(pid=84154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 15:15:10.009239 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8fd4de4-bdd0-4fee-8e41-0c5e1dc7d5cd None None] Updating router d0edf2ee-343e-4153-9a08-9fc1b48fe2c4 port 69eb102c-a414-4865-9da7-18964a894778 binding host dv-neutron-825124-1-hyperv {{(pid=84154) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 20 15:15:10.046505 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:15:10.085154 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-f8fd4de4-bdd0-4fee-8e41-0c5e1dc7d5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:15:10.092642 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-56b3772d-af7c-4e58-b2eb-82e69e8c1bdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:15:10.143321 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] For port cc313427-0c0c-49c6-856d-47808bb8b073, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=cc313427-0c0c-49c6-856d-47808bb8b073,segment=NetworkSegment(cb6a6a35-408e-4e19-b9b7-d2cf3871c461),segment_id=cb6a6a35-408e-4e19-b9b7-d2cf3871c461)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 15:15:10.203536 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:15:10.325855 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.db_base_plugin_common [None req-56b3772d-af7c-4e58-b2eb-82e69e8c1bdd admin admin] Allocated IP 172.20.0.1 (7fe6a09c-0228-4068-943d-bcf3400eccbc/6f21b2ce-3589-4a04-b63a-c2368ba21b87/fee9ab8f-6303-4144-91f8-d19332237937) {{(pid=84152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 15:15:10.360082 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-e754d63f-6ea8-4899-bfc3-55b0ec28a32b None None] Provisioning complete for port cc313427-0c0c-49c6-856d-47808bb8b073 triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:15:10.360363 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-e754d63f-6ea8-4899-bfc3-55b0ec28a32b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:15:10.433574 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Pushing event updated for resources: {'Port': ['ID=cc313427-0c0c-49c6-856d-47808bb8b073,revision_number=3']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:15:10.495937 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-56b3772d-af7c-4e58-b2eb-82e69e8c1bdd admin admin] Notify callbacks [] for port, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:15:10.514113 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.provisioning_blocks [None req-56b3772d-af7c-4e58-b2eb-82e69e8c1bdd admin admin] Transition to ACTIVE for port object fee9ab8f-6303-4144-91f8-d19332237937 will not be triggered until provisioned by entity DHCP. {{(pid=84152) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 15:15:10.618364 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-56b3772d-af7c-4e58-b2eb-82e69e8c1bdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:15:10.691750 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56b3772d-af7c-4e58-b2eb-82e69e8c1bdd admin admin] Network 7fe6a09c-0228-4068-943d-bcf3400eccbc is already hosted by enough agents. {{(pid=84152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 15:15:10.693948 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-f8fd4de4-bdd0-4fee-8e41-0c5e1dc7d5cd None None] Notify callbacks [] for port, precommit_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:15:10.694885 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.base_scheduler [None req-56b3772d-af7c-4e58-b2eb-82e69e8c1bdd admin admin] Resources bound (agent type, host, resource id): {{(pid=84152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 15:15:10.697737 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56b3772d-af7c-4e58-b2eb-82e69e8c1bdd admin admin] Received port after_create {{(pid=84152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 15:15:10.707324 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-f8fd4de4-bdd0-4fee-8e41-0c5e1dc7d5cd None None] Transition to ACTIVE for port object 69eb102c-a414-4865-9da7-18964a894778 will not be triggered until provisioned by entity L2. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 15:15:10.730023 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b3772d-af7c-4e58-b2eb-82e69e8c1bdd admin admin] Pushing event updated for resources: {'Port': ['ID=fee9ab8f-6303-4144-91f8-d19332237937,revision_number=1']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:15:10.763479 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-56b3772d-af7c-4e58-b2eb-82e69e8c1bdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-745387'] for router_interface, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:15:10.765383 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-f8fd4de4-bdd0-4fee-8e41-0c5e1dc7d5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:15:10.850923 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-f8fd4de4-bdd0-4fee-8e41-0c5e1dc7d5cd None None] Attempting to bind port 69eb102c-a414-4865-9da7-18964a894778 on host dv-neutron-825124-1-hyperv for vnic_type normal with profile {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 15:15:10.851398 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-f8fd4de4-bdd0-4fee-8e41-0c5e1dc7d5cd None None] Attempting to bind port 69eb102c-a414-4865-9da7-18964a894778 by drivers openvswitch,hyperv on host dv-neutron-825124-1-hyperv at level 0 using segments [{'id': 'f628f1ba-6b70-4c9b-8839-62340c040c81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d'}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 15:15:10.851854 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8fd4de4-bdd0-4fee-8e41-0c5e1dc7d5cd None None] Attempting to bind port 69eb102c-a414-4865-9da7-18964a894778 on network 8dffb05c-5ca0-409b-bd5f-7be6264f707d {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 15:15:10.854246 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c36619-e12c-4e9f-ba0e-ea22ce164697 None None] Pushing event updated for resources: {'Port': ['ID=69eb102c-a414-4865-9da7-18964a894778,revision_number=2']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:15:10.863075 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8fd4de4-bdd0-4fee-8e41-0c5e1dc7d5cd None None] Checking agent: {'id': '6414dfeb-85c5-454a-8756-709ca637d800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825124-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 16, 31), 'started_at': datetime.datetime(2022, 1, 20, 14, 17, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 15, 15, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825124-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 15:15:10.863075 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8fd4de4-bdd0-4fee-8e41-0c5e1dc7d5cd None None] Checking segment: {'id': 'f628f1ba-6b70-4c9b-8839-62340c040c81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 15:15:10.863075 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-f8fd4de4-bdd0-4fee-8e41-0c5e1dc7d5cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:15:10.863603 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8fd4de4-bdd0-4fee-8e41-0c5e1dc7d5cd None None] Bound using segment: {'id': 'f628f1ba-6b70-4c9b-8839-62340c040c81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d'} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 15:15:10.863736 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-f8fd4de4-bdd0-4fee-8e41-0c5e1dc7d5cd None None] Bound port: 69eb102c-a414-4865-9da7-18964a894778, host: dv-neutron-825124-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f628f1ba-6b70-4c9b-8839-62340c040c81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d'}}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 15:15:10.864200 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-f8fd4de4-bdd0-4fee-8e41-0c5e1dc7d5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:15:10.920700 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-56b3772d-af7c-4e58-b2eb-82e69e8c1bdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:15:10.947269 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-f8fd4de4-bdd0-4fee-8e41-0c5e1dc7d5cd None None] For port 69eb102c-a414-4865-9da7-18964a894778, host dv-neutron-825124-1-hyperv, cleared binding levels {{(pid=84154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 15:15:10.950720 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-f8fd4de4-bdd0-4fee-8e41-0c5e1dc7d5cd None None] For port 69eb102c-a414-4865-9da7-18964a894778, host dv-neutron-825124-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=69eb102c-a414-4865-9da7-18964a894778,segment=NetworkSegment(f628f1ba-6b70-4c9b-8839-62340c040c81),segment_id=f628f1ba-6b70-4c9b-8839-62340c040c81)] {{(pid=84154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 15:15:11.024035 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-f8fd4de4-bdd0-4fee-8e41-0c5e1dc7d5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:15:11.083892 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-3d3b8130-1bde-4786-af10-26bc77baa018 None None] Provisioning for port fee9ab8f-6303-4144-91f8-d19332237937 completed by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 15:15:11.101459 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-3d3b8130-1bde-4786-af10-26bc77baa018 None None] Provisioning complete for port fee9ab8f-6303-4144-91f8-d19332237937 triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:15:11.102241 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-3d3b8130-1bde-4786-af10-26bc77baa018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:15:11.162021 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-56b3772d-af7c-4e58-b2eb-82e69e8c1bdd admin admin] Notify callbacks [] for port, precommit_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:15:11.175403 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c36619-e12c-4e9f-ba0e-ea22ce164697 None None] Pushing event updated for resources: {'Port': ['ID=69eb102c-a414-4865-9da7-18964a894778,revision_number=3']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:15:11.184541 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8fd4de4-bdd0-4fee-8e41-0c5e1dc7d5cd None None] Routers {'d0edf2ee-343e-4153-9a08-9fc1b48fe2c4'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 15:15:11.185376 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-f8fd4de4-bdd0-4fee-8e41-0c5e1dc7d5cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T15:15:00Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['d0edf2ee-343e-4153-9a08-9fc1b48fe2c4'], 'active': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:15:11.222333 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-56b3772d-af7c-4e58-b2eb-82e69e8c1bdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162822'] for port, after_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:15:11.237841 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device cc313427-0c0c-49c6-856d-47808bb8b073 up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 15:15:11.281667 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-3d3b8130-1bde-4786-af10-26bc77baa018 None None] Port fee9ab8f-6303-4144-91f8-d19332237937 cannot update to ACTIVE because it is not bound. {{(pid=84154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 15:15:11.330351 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b3772d-af7c-4e58-b2eb-82e69e8c1bdd admin admin] Pushing event updated for resources: {'Port': ['ID=fee9ab8f-6303-4144-91f8-d19332237937,revision_number=2']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:15:11.335097 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-56b3772d-af7c-4e58-b2eb-82e69e8c1bdd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1705158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-743490'] for router_interface, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:15:11.429183 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port cc313427-0c0c-49c6-856d-47808bb8b073 triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:15:11.429461 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:15:11.477865 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvr_db [None req-f8fd4de4-bdd0-4fee-8e41-0c5e1dc7d5cd None None] Set router d0edf2ee-343e-4153-9a08-9fc1b48fe2c4 gateway port host: dv-neutron-825124-1-hyperv {{(pid=84154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 15:15:11.590099 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56b3772d-af7c-4e58-b2eb-82e69e8c1bdd admin admin] Network 7fe6a09c-0228-4068-943d-bcf3400eccbc is already hosted by enough agents. {{(pid=84152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 15:15:11.591413 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.base_scheduler [None req-56b3772d-af7c-4e58-b2eb-82e69e8c1bdd admin admin] Resources bound (agent type, host, resource id): {{(pid=84152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 15:15:11.887851 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-f8fd4de4-bdd0-4fee-8e41-0c5e1dc7d5cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0edf2ee-343e-4153-9a08-9fc1b48fe2c4', 'name': 'tempest-TestEncryptedCinderVolumes-199002902-router', 'tenant_id': '68659fe067e945c7b8a3f1a35954de1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.2'}], 'enable_snat': True}, 'gw_port_id': '69eb102c-a414-4865-9da7-18964a894778', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:15:07Z', 'updated_at': '2022-01-20T15:15:10Z', 'revision_number': 4, 'project_id': '68659fe067e945c7b8a3f1a35954de1e', 'gw_port': {'id': '69eb102c-a414-4865-9da7-18964a894778', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:32:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0edf2ee-343e-4153-9a08-9fc1b48fe2c4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:15:07Z', 'updated_at': '2022-01-20T15:15:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv', '_interfaces': [{'id': 'fee9ab8f-6303-4144-91f8-d19332237937', 'name': '', 'network_id': '7fe6a09c-0228-4068-943d-bcf3400eccbc', 'tenant_id': '68659fe067e945c7b8a3f1a35954de1e', 'mac_address': 'fa:16:3e:03:e1:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0edf2ee-343e-4153-9a08-9fc1b48fe2c4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6f21b2ce-3589-4a04-b63a-c2368ba21b87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:15:10Z', 'updated_at': '2022-01-20T15:15:10Z', 'revision_number': 2, 'project_id': '68659fe067e945c7b8a3f1a35954de1e', 'subnets': [{'id': '6f21b2ce-3589-4a04-b63a-c2368ba21b87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:15:11.892230 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8fd4de4-bdd0-4fee-8e41-0c5e1dc7d5cd None None] The sync data for ids ['d0edf2ee-343e-4153-9a08-9fc1b48fe2c4'] in dv-neutron-825124-1-hyperv is: [{'id': 'd0edf2ee-343e-4153-9a08-9fc1b48fe2c4', 'name': 'tempest-TestEncryptedCinderVolumes-199002902-router', 'tenant_id': '68659fe067e945c7b8a3f1a35954de1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.2'}], 'enable_snat': True}, 'gw_port_id': '69eb102c-a414-4865-9da7-18964a894778', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:15:07Z', 'updated_at': '2022-01-20T15:15:10Z', 'revision_number': 4, 'project_id': '68659fe067e945c7b8a3f1a35954de1e', 'gw_port': {'id': '69eb102c-a414-4865-9da7-18964a894778', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:32:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0edf2ee-343e-4153-9a08-9fc1b48fe2c4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:15:07Z', 'updated_at': '2022-01-20T15:15:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv', '_interfaces': [{'id': 'fee9ab8f-6303-4144-91f8-d19332237937', 'name': '', 'network_id': '7fe6a09c-0228-4068-943d-bcf3400eccbc', 'tenant_id': '68659fe067e945c7b8a3f1a35954de1e', 'mac_address': 'fa:16:3e:03:e1:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0edf2ee-343e-4153-9a08-9fc1b48fe2c4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6f21b2ce-3589-4a04-b63a-c2368ba21b87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:15:10Z', 'updated_at': '2022-01-20T15:15:10Z', 'revision_number': 2, 'project_id': '68659fe067e945c7b8a3f1a35954de1e', 'subnets': [{'id': '6f21b2ce-3589-4a04-b63a-c2368ba21b87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 15:15:11.913431 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-78e55d07-23b9-4ab3-b08f-d851cfba16ad None None] Provisioning complete for port fee9ab8f-6303-4144-91f8-d19332237937 triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:15:11.913766 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-78e55d07-23b9-4ab3-b08f-d851cfba16ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:15:11.970115 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-78e55d07-23b9-4ab3-b08f-d851cfba16ad None None] Port fee9ab8f-6303-4144-91f8-d19332237937 cannot update to ACTIVE because it is not bound. {{(pid=84154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 15:15:12.000347 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56b3772d-af7c-4e58-b2eb-82e69e8c1bdd admin admin] Router d0edf2ee-343e-4153-9a08-9fc1b48fe2c4 has already been hosted by L3 agent 624d525b-4c26-4143-8a1c-228bb1c6faaa {{(pid=84152) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 15:15:12.245279 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56b3772d-af7c-4e58-b2eb-82e69e8c1bdd admin admin] Notify agent at l3_agent.dv-neutron-825124-1-hyperv the message routers_updated {{(pid=84152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 15:15:12.262108 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-56b3772d-af7c-4e58-b2eb-82e69e8c1bdd admin admin] 10.222.0.54 "PUT /v2.0/routers/d0edf2ee-343e-4153-9a08-9fc1b48fe2c4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0851645 Jan 20 15:15:13.253834 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 69eb102c-a414-4865-9da7-18964a894778 up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 15:15:13.405240 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning for port 69eb102c-a414-4865-9da7-18964a894778 completed by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 15:15:13.406229 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 49330) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:15:13.410921 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port 69eb102c-a414-4865-9da7-18964a894778 triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:15:13.413063 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:15:13.413233 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-b0f84afb-115f-435c-a09a-c2da1f36ff1a admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1687177261-network', 'tenant_id': '67532c1a1726459f8fcfe2df26f5690a'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 15:15:13.417117 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-b0f84afb-115f-435c-a09a-c2da1f36ff1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:15:13.420975 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-b0f84afb-115f-435c-a09a-c2da1f36ff1a admin admin] Usage tracker for resource:network and tenant:67532c1a1726459f8fcfe2df26f5690a is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:15:13.423920 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-b0f84afb-115f-435c-a09a-c2da1f36ff1a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:15:13.429664 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-b0f84afb-115f-435c-a09a-c2da1f36ff1a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:15:13.514271 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0f84afb-115f-435c-a09a-c2da1f36ff1a admin admin] Made reservation on behalf of 67532c1a1726459f8fcfe2df26f5690a for: {'network': 1} {{(pid=84152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 15:15:13.517044 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-b0f84afb-115f-435c-a09a-c2da1f36ff1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for network, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:15:13.530944 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-b0f84afb-115f-435c-a09a-c2da1f36ff1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:15:13.542293 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:15:13.562559 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] For port 69eb102c-a414-4865-9da7-18964a894778, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=69eb102c-a414-4865-9da7-18964a894778,segment=NetworkSegment(f628f1ba-6b70-4c9b-8839-62340c040c81),segment_id=f628f1ba-6b70-4c9b-8839-62340c040c81)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 15:15:13.574668 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-b0f84afb-115f-435c-a09a-c2da1f36ff1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:15:13.578704 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-b0f84afb-115f-435c-a09a-c2da1f36ff1a admin admin] Usage tracker for resource:security_group_rule and tenant:67532c1a1726459f8fcfe2df26f5690a is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:15:13.581676 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-b0f84afb-115f-435c-a09a-c2da1f36ff1a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:15:13.590423 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-b0f84afb-115f-435c-a09a-c2da1f36ff1a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:15:13.645801 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:15:13.695110 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-b0f84afb-115f-435c-a09a-c2da1f36ff1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:15:13.777079 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-b0f84afb-115f-435c-a09a-c2da1f36ff1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:15:13.810385 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Pushing event updated for resources: {'Port': ['ID=69eb102c-a414-4865-9da7-18964a894778,revision_number=4']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:15:13.819301 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f84afb-115f-435c-a09a-c2da1f36ff1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2760e3d4-37aa-4568-a46e-55b16c2f389f,revision_number=1']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:15:13.821626 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0f84afb-115f-435c-a09a-c2da1f36ff1a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 160} {{(pid=84152) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 15:15:13.832882 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-b0f84afb-115f-435c-a09a-c2da1f36ff1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:15:13.833326 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.db.segments_db [None req-b0f84afb-115f-435c-a09a-c2da1f36ff1a admin admin] Added segment 72b337e4-bee8-4987-bad3-75e1052d2860 of type vlan for network a2c3516d-d207-4e29-b653-aad892b32b4e Jan 20 15:15:13.868488 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-b0f84afb-115f-435c-a09a-c2da1f36ff1a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769553767792'] for network, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:15:13.965526 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-b0f84afb-115f-435c-a09a-c2da1f36ff1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967'] for network, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:15:13.966737 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0f84afb-115f-435c-a09a-c2da1f36ff1a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:15:13.967378 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-b0f84afb-115f-435c-a09a-c2da1f36ff1a admin admin] Notify callbacks [] for network, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:15:14.081427 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f84afb-115f-435c-a09a-c2da1f36ff1a admin admin] Pushing event updated for resources: {'Network': ['ID=a2c3516d-d207-4e29-b653-aad892b32b4e,revision_number=1']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:15:14.094556 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Network a2c3516d-d207-4e29-b653-aad892b32b4e details requested by agent ovs-agent-dv-neutron-825124-1-hyperv with host dv-neutron-825124-1-hyperv {{(pid=84154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 15:15:14.149634 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-b0f84afb-115f-435c-a09a-c2da1f36ff1a admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.7422781 Jan 20 15:15:14.152681 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 49334) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:15:14.158446 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-5ac1367d-6453-47ea-9fa4-e2c71bb830d6 admin admin] Request body: {'subnet': {'network_id': 'a2c3516d-d207-4e29-b653-aad892b32b4e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1687177261-subnet', 'tenant_id': '67532c1a1726459f8fcfe2df26f5690a', 'ip_version': 4}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 15:15:14.164156 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-5ac1367d-6453-47ea-9fa4-e2c71bb830d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:15:14.168491 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-5ac1367d-6453-47ea-9fa4-e2c71bb830d6 admin admin] Usage tracker for resource:subnet and tenant:67532c1a1726459f8fcfe2df26f5690a is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:15:14.171677 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-5ac1367d-6453-47ea-9fa4-e2c71bb830d6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:15:14.178195 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-5ac1367d-6453-47ea-9fa4-e2c71bb830d6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:15:14.228387 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ac1367d-6453-47ea-9fa4-e2c71bb830d6 admin admin] Made reservation on behalf of 67532c1a1726459f8fcfe2df26f5690a for: {'subnet': 1} {{(pid=84152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 15:15:14.232245 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-5ac1367d-6453-47ea-9fa4-e2c71bb830d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3155315'] for subnet, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:15:14.474510 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-5ac1367d-6453-47ea-9fa4-e2c71bb830d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4163519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3155301'] for subnet, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:15:14.544449 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac1367d-6453-47ea-9fa4-e2c71bb830d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f553669a-417f-4383-9e9c-62c69a5beea0,revision_number=0']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:15:14.561018 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ac1367d-6453-47ea-9fa4-e2c71bb830d6 admin admin] Checking segment: {'id': '72b337e4-bee8-4987-bad3-75e1052d2860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'a2c3516d-d207-4e29-b653-aad892b32b4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 15:15:14.561378 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ac1367d-6453-47ea-9fa4-e2c71bb830d6 admin admin] Network hostable DHCP agents. Network: a2c3516d-d207-4e29-b653-aad892b32b4e, hostable agents: ['1a181e39-5220-4c1a-88f8-08a54e8bfc9b'], hosted agents: [] {{(pid=84152) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 15:15:14.639698 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ac1367d-6453-47ea-9fa4-e2c71bb830d6 admin admin] Network a2c3516d-d207-4e29-b653-aad892b32b4e is scheduled to be hosted by DHCP agent 1a181e39-5220-4c1a-88f8-08a54e8bfc9b with binding_index 1 {{(pid=84152) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 15:15:14.702787 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.base_scheduler [None req-5ac1367d-6453-47ea-9fa4-e2c71bb830d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825124-1-hyperv, a2c3516d-d207-4e29-b653-aad892b32b4e) {{(pid=84152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 15:15:14.706717 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ac1367d-6453-47ea-9fa4-e2c71bb830d6 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:15:14.707296 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-5ac1367d-6453-47ea-9fa4-e2c71bb830d6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:15:14.711933 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81544a08-6cbe-4559-a9fa-f9d552fdf72c None None] Network a2c3516d-d207-4e29-b653-aad892b32b4e requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 15:15:14.783288 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-5ac1367d-6453-47ea-9fa4-e2c71bb830d6 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6296117 Jan 20 15:15:14.785726 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 49338) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:15:14.791376 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-f072a027-0c5d-4d75-8eaf-d761eb0d5630 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1687177261-router', 'tenant_id': '67532c1a1726459f8fcfe2df26f5690a', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d'}}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 15:15:14.796143 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-f072a027-0c5d-4d75-8eaf-d761eb0d5630 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:15:14.800513 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-f072a027-0c5d-4d75-8eaf-d761eb0d5630 admin admin] Usage tracker for resource:router and tenant:67532c1a1726459f8fcfe2df26f5690a is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:15:14.804141 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-f072a027-0c5d-4d75-8eaf-d761eb0d5630 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:15:14.810170 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-f072a027-0c5d-4d75-8eaf-d761eb0d5630 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:15:14.869055 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-f072a027-0c5d-4d75-8eaf-d761eb0d5630 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-105475'] for router, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:15:14.870355 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-f072a027-0c5d-4d75-8eaf-d761eb0d5630 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-739204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-744864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-735540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-105484'] for router, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:15:14.892395 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-f072a027-0c5d-4d75-8eaf-d761eb0d5630 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:15:14.937183 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3a82c86-afb7-48be-ab28-f101c62bac24 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95c917f5-14ba-5e96-98b8-1a52654a930a-a2c3516d-d207-4e29-b653-aad892b32b4e', 'network_id': 'a2c3516d-d207-4e29-b653-aad892b32b4e', 'tenant_id': '67532c1a1726459f8fcfe2df26f5690a', 'fixed_ips': [{'subnet_id': 'f553669a-417f-4383-9e9c-62c69a5beea0'}]}} from dv-neutron-825124-1-hyperv. {{(pid=84154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 20 15:15:14.938014 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-e3a82c86-afb7-48be-ab28-f101c62bac24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:15:15.103419 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-f072a027-0c5d-4d75-8eaf-d761eb0d5630 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-744886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-105502'] for router, precommit_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:15:15.110023 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_common [None req-e3a82c86-afb7-48be-ab28-f101c62bac24 None None] Allocated IP 172.20.0.2 (a2c3516d-d207-4e29-b653-aad892b32b4e/f553669a-417f-4383-9e9c-62c69a5beea0/7ab66654-1c33-4b42-8abc-538c93258a5a) {{(pid=84154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 15:15:15.223236 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 69eb102c-a414-4865-9da7-18964a894778 up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 15:15:15.385586 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-e3a82c86-afb7-48be-ab28-f101c62bac24 None None] Notify callbacks [] for port, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:15:15.395715 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port 69eb102c-a414-4865-9da7-18964a894778 triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:15:15.396087 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:15:15.425244 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-e3a82c86-afb7-48be-ab28-f101c62bac24 None None] Transition to ACTIVE for port object 7ab66654-1c33-4b42-8abc-538c93258a5a will not be triggered until provisioned by entity L2. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 15:15:15.465000 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-e3a82c86-afb7-48be-ab28-f101c62bac24 None None] Transition to ACTIVE for port object 7ab66654-1c33-4b42-8abc-538c93258a5a will not be triggered until provisioned by entity DHCP. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 15:15:15.509977 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-f072a027-0c5d-4d75-8eaf-d761eb0d5630 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:15:15.544276 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-e3a82c86-afb7-48be-ab28-f101c62bac24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477'] for port, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:15:15.550961 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-f072a027-0c5d-4d75-8eaf-d761eb0d5630 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:15:15.620070 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3a82c86-afb7-48be-ab28-f101c62bac24 None None] Network a2c3516d-d207-4e29-b653-aad892b32b4e is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 15:15:15.623209 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-e3a82c86-afb7-48be-ab28-f101c62bac24 None None] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 15:15:15.627769 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3a82c86-afb7-48be-ab28-f101c62bac24 None None] Received port after_create {{(pid=84154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 15:15:15.629958 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a82c86-afb7-48be-ab28-f101c62bac24 None None] Pushing event updated for resources: {'Port': ['ID=7ab66654-1c33-4b42-8abc-538c93258a5a,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:15:15.699325 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.db_base_plugin_common [None req-f072a027-0c5d-4d75-8eaf-d761eb0d5630 admin admin] Allocated IP 172.26.7.213 (8dffb05c-5ca0-409b-bd5f-7be6264f707d/a489dd4f-42a5-433b-8be3-bab2749c4209/30a845cc-ed24-4f78-846c-8ae20b172f29) {{(pid=84152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 15:15:15.721606 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-e3a82c86-afb7-48be-ab28-f101c62bac24 None None] Attempting to bind port 7ab66654-1c33-4b42-8abc-538c93258a5a on host dv-neutron-825124-1-hyperv for vnic_type normal with profile {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 15:15:15.722636 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-e3a82c86-afb7-48be-ab28-f101c62bac24 None None] Attempting to bind port 7ab66654-1c33-4b42-8abc-538c93258a5a by drivers openvswitch,hyperv on host dv-neutron-825124-1-hyperv at level 0 using segments [{'id': '72b337e4-bee8-4987-bad3-75e1052d2860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'a2c3516d-d207-4e29-b653-aad892b32b4e'}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 15:15:15.722636 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3a82c86-afb7-48be-ab28-f101c62bac24 None None] Attempting to bind port 7ab66654-1c33-4b42-8abc-538c93258a5a on network a2c3516d-d207-4e29-b653-aad892b32b4e {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 15:15:15.729467 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3a82c86-afb7-48be-ab28-f101c62bac24 None None] Checking agent: {'id': '6414dfeb-85c5-454a-8756-709ca637d800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825124-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 16, 31), 'started_at': datetime.datetime(2022, 1, 20, 14, 17, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 15, 15, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825124-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 15:15:15.729935 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3a82c86-afb7-48be-ab28-f101c62bac24 None None] Checking segment: {'id': '72b337e4-bee8-4987-bad3-75e1052d2860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'a2c3516d-d207-4e29-b653-aad892b32b4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 15:15:15.730377 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-e3a82c86-afb7-48be-ab28-f101c62bac24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:15:15.730761 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3a82c86-afb7-48be-ab28-f101c62bac24 None None] Bound using segment: {'id': '72b337e4-bee8-4987-bad3-75e1052d2860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'a2c3516d-d207-4e29-b653-aad892b32b4e'} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 15:15:15.731300 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-e3a82c86-afb7-48be-ab28-f101c62bac24 None None] Bound port: 7ab66654-1c33-4b42-8abc-538c93258a5a, host: dv-neutron-825124-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72b337e4-bee8-4987-bad3-75e1052d2860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'a2c3516d-d207-4e29-b653-aad892b32b4e'}}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 15:15:15.731710 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-e3a82c86-afb7-48be-ab28-f101c62bac24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:15:15.827723 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-e3a82c86-afb7-48be-ab28-f101c62bac24 None None] For port 7ab66654-1c33-4b42-8abc-538c93258a5a, host dv-neutron-825124-1-hyperv, cleared binding levels {{(pid=84154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 15:15:15.831074 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-e3a82c86-afb7-48be-ab28-f101c62bac24 None None] For port 7ab66654-1c33-4b42-8abc-538c93258a5a, host dv-neutron-825124-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=7ab66654-1c33-4b42-8abc-538c93258a5a,segment=NetworkSegment(72b337e4-bee8-4987-bad3-75e1052d2860),segment_id=72b337e4-bee8-4987-bad3-75e1052d2860)] {{(pid=84154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 15:15:15.850459 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-f072a027-0c5d-4d75-8eaf-d761eb0d5630 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:15:15.915568 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-e3a82c86-afb7-48be-ab28-f101c62bac24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:15:15.943417 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-f072a027-0c5d-4d75-8eaf-d761eb0d5630 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:15:15.998534 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a82c86-afb7-48be-ab28-f101c62bac24 None None] Pushing event updated for resources: {'Port': ['ID=7ab66654-1c33-4b42-8abc-538c93258a5a,revision_number=2']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:15:16.024574 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f072a027-0c5d-4d75-8eaf-d761eb0d5630 admin admin] Network 8dffb05c-5ca0-409b-bd5f-7be6264f707d is already hosted by enough agents. {{(pid=84152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 15:15:16.029855 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.base_scheduler [None req-f072a027-0c5d-4d75-8eaf-d761eb0d5630 admin admin] Resources bound (agent type, host, resource id): {{(pid=84152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 15:15:16.031670 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f072a027-0c5d-4d75-8eaf-d761eb0d5630 admin admin] Received port after_create {{(pid=84152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 15:15:16.062565 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f072a027-0c5d-4d75-8eaf-d761eb0d5630 admin admin] Pushing event updated for resources: {'Port': ['ID=30a845cc-ed24-4f78-846c-8ae20b172f29,revision_number=1']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:15:16.296428 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-f072a027-0c5d-4d75-8eaf-d761eb0d5630 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:15:16.297170 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-f072a027-0c5d-4d75-8eaf-d761eb0d5630 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-744861'] for router, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:15:16.605437 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f072a027-0c5d-4d75-8eaf-d761eb0d5630 admin admin] Router fd332a87-9195-4b0c-84f3-15feac96781b is scheduled to L3 agent 624d525b-4c26-4143-8a1c-228bb1c6faaa with binding_index 1 {{(pid=84152) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 20 15:15:16.821991 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f072a027-0c5d-4d75-8eaf-d761eb0d5630 admin admin] Notify agent at l3_agent.dv-neutron-825124-1-hyperv the message routers_updated {{(pid=84152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 15:15:16.831102 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5451c1b1-5201-4f7d-9247-0fb53fdab0d3 None None] Sync routers for ids ['fd332a87-9195-4b0c-84f3-15feac96781b'] in dv-neutron-825124-1-hyperv {{(pid=84155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 15:15:16.844200 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5451c1b1-5201-4f7d-9247-0fb53fdab0d3 None None] Routers {'fd332a87-9195-4b0c-84f3-15feac96781b'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 15:15:16.844972 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-5451c1b1-5201-4f7d-9247-0fb53fdab0d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T15:15:00Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['fd332a87-9195-4b0c-84f3-15feac96781b'], 'active': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:15:16.897121 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-f072a027-0c5d-4d75-8eaf-d761eb0d5630 admin admin] Notify callbacks [] for router, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:15:16.898460 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-f072a027-0c5d-4d75-8eaf-d761eb0d5630 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.1117704 Jan 20 15:15:16.901320 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 49342) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:15:16.980663 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aed4a90-e92f-453a-8979-ce06b3983654 None None] Network a2c3516d-d207-4e29-b653-aad892b32b4e requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 15:15:17.065515 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvr_db [None req-5451c1b1-5201-4f7d-9247-0fb53fdab0d3 None None] Set router fd332a87-9195-4b0c-84f3-15feac96781b gateway port host: dv-neutron-825124-1-hyperv {{(pid=84155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 15:15:17.156339 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-bac1a21c-7ce8-49e3-b998-a2003b7173e3 None None] Provisioning for port 7ab66654-1c33-4b42-8abc-538c93258a5a completed by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 15:15:17.316859 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 7ab66654-1c33-4b42-8abc-538c93258a5a up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 15:15:17.462552 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning for port 7ab66654-1c33-4b42-8abc-538c93258a5a completed by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 15:15:17.468123 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port 7ab66654-1c33-4b42-8abc-538c93258a5a triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:15:17.468501 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:15:17.493390 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-5451c1b1-5201-4f7d-9247-0fb53fdab0d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd332a87-9195-4b0c-84f3-15feac96781b', 'name': 'tempest-TestEncryptedCinderVolumes-1687177261-router', 'tenant_id': '67532c1a1726459f8fcfe2df26f5690a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.213'}], 'enable_snat': True}, 'gw_port_id': '30a845cc-ed24-4f78-846c-8ae20b172f29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:15:14Z', 'updated_at': '2022-01-20T15:15:16Z', 'revision_number': 3, 'project_id': '67532c1a1726459f8fcfe2df26f5690a', 'gw_port': {'id': '30a845cc-ed24-4f78-846c-8ae20b172f29', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:fb:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd332a87-9195-4b0c-84f3-15feac96781b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:15:15Z', 'updated_at': '2022-01-20T15:15:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv'}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:15:17.498877 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5451c1b1-5201-4f7d-9247-0fb53fdab0d3 None None] Checking router: fd332a87-9195-4b0c-84f3-15feac96781b for host: dv-neutron-825124-1-hyperv {{(pid=84155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 15:15:17.499654 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5451c1b1-5201-4f7d-9247-0fb53fdab0d3 None None] Updating router fd332a87-9195-4b0c-84f3-15feac96781b port 30a845cc-ed24-4f78-846c-8ae20b172f29 binding host dv-neutron-825124-1-hyperv {{(pid=84155) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 20 15:15:17.560832 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5451c1b1-5201-4f7d-9247-0fb53fdab0d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:15:17.599991 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:15:17.625769 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-5ef3337c-d417-4e58-93a9-3a2d920c40f2 None None] Provisioning complete for port 7ab66654-1c33-4b42-8abc-538c93258a5a triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:15:17.626052 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-5ef3337c-d417-4e58-93a9-3a2d920c40f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:15:17.724434 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] For port 7ab66654-1c33-4b42-8abc-538c93258a5a, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=7ab66654-1c33-4b42-8abc-538c93258a5a,segment=NetworkSegment(72b337e4-bee8-4987-bad3-75e1052d2860),segment_id=72b337e4-bee8-4987-bad3-75e1052d2860)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 15:15:17.791861 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-5ef3337c-d417-4e58-93a9-3a2d920c40f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:15:17.807190 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:15:17.904788 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-bf9f46ab-5f85-4acb-ac5f-0b6a709b6afe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:15:17.932722 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Pushing event updated for resources: {'Port': ['ID=7ab66654-1c33-4b42-8abc-538c93258a5a,revision_number=3']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:15:17.939471 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.db.api [None req-5ef3337c-d417-4e58-93a9-3a2d920c40f2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84154) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 15:15:17.939822 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG oslo_db.api [None req-5ef3337c-d417-4e58-93a9-3a2d920c40f2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 15:15:17.943117 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5451c1b1-5201-4f7d-9247-0fb53fdab0d3 None None] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:15:17.955327 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-5451c1b1-5201-4f7d-9247-0fb53fdab0d3 None None] Transition to ACTIVE for port object 30a845cc-ed24-4f78-846c-8ae20b172f29 will not be triggered until provisioned by entity L2. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 15:15:18.033827 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5451c1b1-5201-4f7d-9247-0fb53fdab0d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:15:18.114750 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d3eee9-f1d0-44e8-98b3-ccb94178bcc8 None None] Pushing event updated for resources: {'Port': ['ID=30a845cc-ed24-4f78-846c-8ae20b172f29,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:15:18.118630 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-5451c1b1-5201-4f7d-9247-0fb53fdab0d3 None None] Attempting to bind port 30a845cc-ed24-4f78-846c-8ae20b172f29 on host dv-neutron-825124-1-hyperv for vnic_type normal with profile {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 15:15:18.118994 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-5451c1b1-5201-4f7d-9247-0fb53fdab0d3 None None] Attempting to bind port 30a845cc-ed24-4f78-846c-8ae20b172f29 by drivers openvswitch,hyperv on host dv-neutron-825124-1-hyperv at level 0 using segments [{'id': 'f628f1ba-6b70-4c9b-8839-62340c040c81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d'}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 15:15:18.119347 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5451c1b1-5201-4f7d-9247-0fb53fdab0d3 None None] Attempting to bind port 30a845cc-ed24-4f78-846c-8ae20b172f29 on network 8dffb05c-5ca0-409b-bd5f-7be6264f707d {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 15:15:18.123764 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.db_base_plugin_common [None req-bf9f46ab-5f85-4acb-ac5f-0b6a709b6afe admin admin] Allocated IP 172.20.0.1 (a2c3516d-d207-4e29-b653-aad892b32b4e/f553669a-417f-4383-9e9c-62c69a5beea0/3c83e2a4-3f83-482f-9b76-c7f548fbc8a9) {{(pid=84152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 15:15:18.129748 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d3eee9-f1d0-44e8-98b3-ccb94178bcc8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:15:18.130124 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d3eee9-f1d0-44e8-98b3-ccb94178bcc8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:15:18.130445 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d3eee9-f1d0-44e8-98b3-ccb94178bcc8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:15:18.134733 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d3eee9-f1d0-44e8-98b3-ccb94178bcc8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:15:18.134733 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d3eee9-f1d0-44e8-98b3-ccb94178bcc8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:15:18.134733 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d3eee9-f1d0-44e8-98b3-ccb94178bcc8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:15:18.134733 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d3eee9-f1d0-44e8-98b3-ccb94178bcc8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:15:18.134733 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d3eee9-f1d0-44e8-98b3-ccb94178bcc8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:15:18.134733 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d3eee9-f1d0-44e8-98b3-ccb94178bcc8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:15:18.134733 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d3eee9-f1d0-44e8-98b3-ccb94178bcc8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:15:18.134733 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d3eee9-f1d0-44e8-98b3-ccb94178bcc8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:15:18.136473 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5451c1b1-5201-4f7d-9247-0fb53fdab0d3 None None] Checking agent: {'id': '6414dfeb-85c5-454a-8756-709ca637d800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825124-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 16, 31), 'started_at': datetime.datetime(2022, 1, 20, 14, 17, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 15, 15, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825124-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 15:15:18.136850 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5451c1b1-5201-4f7d-9247-0fb53fdab0d3 None None] Checking segment: {'id': 'f628f1ba-6b70-4c9b-8839-62340c040c81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 15:15:18.137228 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5451c1b1-5201-4f7d-9247-0fb53fdab0d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:15:18.137600 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5451c1b1-5201-4f7d-9247-0fb53fdab0d3 None None] Bound using segment: {'id': 'f628f1ba-6b70-4c9b-8839-62340c040c81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d'} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 15:15:18.138079 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-5451c1b1-5201-4f7d-9247-0fb53fdab0d3 None None] Bound port: 30a845cc-ed24-4f78-846c-8ae20b172f29, host: dv-neutron-825124-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f628f1ba-6b70-4c9b-8839-62340c040c81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d'}}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 15:15:18.138444 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5451c1b1-5201-4f7d-9247-0fb53fdab0d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:15:18.209883 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-5451c1b1-5201-4f7d-9247-0fb53fdab0d3 None None] For port 30a845cc-ed24-4f78-846c-8ae20b172f29, host dv-neutron-825124-1-hyperv, cleared binding levels {{(pid=84155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 15:15:18.213798 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-5451c1b1-5201-4f7d-9247-0fb53fdab0d3 None None] For port 30a845cc-ed24-4f78-846c-8ae20b172f29, host dv-neutron-825124-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=30a845cc-ed24-4f78-846c-8ae20b172f29,segment=NetworkSegment(f628f1ba-6b70-4c9b-8839-62340c040c81),segment_id=f628f1ba-6b70-4c9b-8839-62340c040c81)] {{(pid=84155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 15:15:18.274450 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-bf9f46ab-5f85-4acb-ac5f-0b6a709b6afe admin admin] Notify callbacks [] for port, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:15:18.289256 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.provisioning_blocks [None req-bf9f46ab-5f85-4acb-ac5f-0b6a709b6afe admin admin] Transition to ACTIVE for port object 3c83e2a4-3f83-482f-9b76-c7f548fbc8a9 will not be triggered until provisioned by entity DHCP. {{(pid=84152) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 15:15:18.291714 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5451c1b1-5201-4f7d-9247-0fb53fdab0d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:15:18.354881 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-bf9f46ab-5f85-4acb-ac5f-0b6a709b6afe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:15:18.373540 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d3eee9-f1d0-44e8-98b3-ccb94178bcc8 None None] Pushing event updated for resources: {'Port': ['ID=30a845cc-ed24-4f78-846c-8ae20b172f29,revision_number=3']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:15:18.377205 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5451c1b1-5201-4f7d-9247-0fb53fdab0d3 None None] Routers {'fd332a87-9195-4b0c-84f3-15feac96781b'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 15:15:18.377788 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-5451c1b1-5201-4f7d-9247-0fb53fdab0d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T15:15:00Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['fd332a87-9195-4b0c-84f3-15feac96781b'], 'active': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:15:18.421369 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf9f46ab-5f85-4acb-ac5f-0b6a709b6afe admin admin] Network a2c3516d-d207-4e29-b653-aad892b32b4e is already hosted by enough agents. {{(pid=84152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 15:15:18.425133 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.base_scheduler [None req-bf9f46ab-5f85-4acb-ac5f-0b6a709b6afe admin admin] Resources bound (agent type, host, resource id): {{(pid=84152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 15:15:18.428972 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf9f46ab-5f85-4acb-ac5f-0b6a709b6afe admin admin] Received port after_create {{(pid=84152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 15:15:18.467457 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9f46ab-5f85-4acb-ac5f-0b6a709b6afe admin admin] Pushing event updated for resources: {'Port': ['ID=3c83e2a4-3f83-482f-9b76-c7f548fbc8a9,revision_number=1']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:15:18.490733 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-bf9f46ab-5f85-4acb-ac5f-0b6a709b6afe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-745387'] for router_interface, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:15:18.568138 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvr_db [None req-5451c1b1-5201-4f7d-9247-0fb53fdab0d3 None None] Set router fd332a87-9195-4b0c-84f3-15feac96781b gateway port host: dv-neutron-825124-1-hyperv {{(pid=84155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 15:15:18.665177 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-bf9f46ab-5f85-4acb-ac5f-0b6a709b6afe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:15:18.714157 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-88ae70f6-c256-4dc5-ae73-5cd69b7a1c0f None None] Provisioning for port 3c83e2a4-3f83-482f-9b76-c7f548fbc8a9 completed by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 15:15:18.721327 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-88ae70f6-c256-4dc5-ae73-5cd69b7a1c0f None None] Provisioning complete for port 3c83e2a4-3f83-482f-9b76-c7f548fbc8a9 triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:15:18.721973 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-88ae70f6-c256-4dc5-ae73-5cd69b7a1c0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:15:18.790246 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-88ae70f6-c256-4dc5-ae73-5cd69b7a1c0f None None] Port 3c83e2a4-3f83-482f-9b76-c7f548fbc8a9 cannot update to ACTIVE because it is not bound. {{(pid=84154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 15:15:18.908140 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-5451c1b1-5201-4f7d-9247-0fb53fdab0d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd332a87-9195-4b0c-84f3-15feac96781b', 'name': 'tempest-TestEncryptedCinderVolumes-1687177261-router', 'tenant_id': '67532c1a1726459f8fcfe2df26f5690a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.213'}], 'enable_snat': True}, 'gw_port_id': '30a845cc-ed24-4f78-846c-8ae20b172f29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:15:14Z', 'updated_at': '2022-01-20T15:15:16Z', 'revision_number': 3, 'project_id': '67532c1a1726459f8fcfe2df26f5690a', 'gw_port': {'id': '30a845cc-ed24-4f78-846c-8ae20b172f29', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:fb:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd332a87-9195-4b0c-84f3-15feac96781b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:15:15Z', 'updated_at': '2022-01-20T15:15:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv'}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:15:18.909002 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-bf9f46ab-5f85-4acb-ac5f-0b6a709b6afe admin admin] Notify callbacks [] for port, precommit_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:15:18.912103 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5451c1b1-5201-4f7d-9247-0fb53fdab0d3 None None] The sync data for ids ['fd332a87-9195-4b0c-84f3-15feac96781b'] in dv-neutron-825124-1-hyperv is: [{'id': 'fd332a87-9195-4b0c-84f3-15feac96781b', 'name': 'tempest-TestEncryptedCinderVolumes-1687177261-router', 'tenant_id': '67532c1a1726459f8fcfe2df26f5690a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.213'}], 'enable_snat': True}, 'gw_port_id': '30a845cc-ed24-4f78-846c-8ae20b172f29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:15:14Z', 'updated_at': '2022-01-20T15:15:16Z', 'revision_number': 3, 'project_id': '67532c1a1726459f8fcfe2df26f5690a', 'gw_port': {'id': '30a845cc-ed24-4f78-846c-8ae20b172f29', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:fb:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd332a87-9195-4b0c-84f3-15feac96781b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:15:15Z', 'updated_at': '2022-01-20T15:15:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv'}] {{(pid=84155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 15:15:18.959635 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-bf9f46ab-5f85-4acb-ac5f-0b6a709b6afe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162822'] for port, after_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:15:19.061537 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-bf9f46ab-5f85-4acb-ac5f-0b6a709b6afe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1705158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-743490'] for router_interface, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:15:19.064895 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9f46ab-5f85-4acb-ac5f-0b6a709b6afe admin admin] Pushing event updated for resources: {'Port': ['ID=3c83e2a4-3f83-482f-9b76-c7f548fbc8a9,revision_number=2']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:15:19.207179 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf9f46ab-5f85-4acb-ac5f-0b6a709b6afe admin admin] Network a2c3516d-d207-4e29-b653-aad892b32b4e is already hosted by enough agents. {{(pid=84152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 15:15:19.208504 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.base_scheduler [None req-bf9f46ab-5f85-4acb-ac5f-0b6a709b6afe admin admin] Resources bound (agent type, host, resource id): {{(pid=84152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 15:15:19.222502 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 7ab66654-1c33-4b42-8abc-538c93258a5a up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 15:15:19.296498 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port 7ab66654-1c33-4b42-8abc-538c93258a5a triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:15:19.296950 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:15:19.517665 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-7a829d83-ea8b-4284-a3db-db4f845a0afa None None] Provisioning complete for port 3c83e2a4-3f83-482f-9b76-c7f548fbc8a9 triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:15:19.517917 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7a829d83-ea8b-4284-a3db-db4f845a0afa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:15:19.577946 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-7a829d83-ea8b-4284-a3db-db4f845a0afa None None] Port 3c83e2a4-3f83-482f-9b76-c7f548fbc8a9 cannot update to ACTIVE because it is not bound. {{(pid=84154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 15:15:19.715122 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf9f46ab-5f85-4acb-ac5f-0b6a709b6afe admin admin] Router fd332a87-9195-4b0c-84f3-15feac96781b has already been hosted by L3 agent 624d525b-4c26-4143-8a1c-228bb1c6faaa {{(pid=84152) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 15:15:19.916688 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf9f46ab-5f85-4acb-ac5f-0b6a709b6afe admin admin] Notify agent at l3_agent.dv-neutron-825124-1-hyperv the message routers_updated {{(pid=84152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 15:15:19.925505 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-bf9f46ab-5f85-4acb-ac5f-0b6a709b6afe admin admin] 10.222.0.54 "PUT /v2.0/routers/fd332a87-9195-4b0c-84f3-15feac96781b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0230677 Jan 20 15:15:20.873280 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94625513-b200-4a4e-8cec-9f8fc52608e5 req-960e9419-71d9-4adf-95cd-8284d9a5eca4 tempest-TestEncryptedCinderVolumes-1088720290 tempest-TestEncryptedCinderVolumes-1088720290-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:15:20.873872 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [req-94625513-b200-4a4e-8cec-9f8fc52608e5 req-960e9419-71d9-4adf-95cd-8284d9a5eca4 tempest-TestEncryptedCinderVolumes-1088720290 tempest-TestEncryptedCinderVolumes-1088720290-project] Synchronizing usage tracker for tenant:68659fe067e945c7b8a3f1a35954de1e on resource:network {{(pid=84153) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 15:15:20.947701 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [req-94625513-b200-4a4e-8cec-9f8fc52608e5 req-960e9419-71d9-4adf-95cd-8284d9a5eca4 tempest-TestEncryptedCinderVolumes-1088720290 tempest-TestEncryptedCinderVolumes-1088720290-project] Unset dirty status for tenant:68659fe067e945c7b8a3f1a35954de1e on resource:network {{(pid=84153) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 15:15:20.949174 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-94625513-b200-4a4e-8cec-9f8fc52608e5 req-960e9419-71d9-4adf-95cd-8284d9a5eca4 tempest-TestEncryptedCinderVolumes-1088720290 tempest-TestEncryptedCinderVolumes-1088720290-project] 10.222.0.54 "GET /v2.0/networks?id=7fe6a09c-0228-4068-943d-bcf3400eccbc HTTP/1.1" status: 200 len: 816 time: 0.2176361 Jan 20 15:15:20.965551 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-94625513-b200-4a4e-8cec-9f8fc52608e5 req-a7d612e9-0171-4284-93a3-763fa4f05f64 tempest-TestEncryptedCinderVolumes-1088720290 tempest-TestEncryptedCinderVolumes-1088720290-project] 10.222.0.54 "GET /v2.0/quotas/68659fe067e945c7b8a3f1a35954de1e HTTP/1.1" status: 200 len: 375 time: 0.0109813 Jan 20 15:15:21.046205 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-94625513-b200-4a4e-8cec-9f8fc52608e5 req-47d44089-e9b6-4202-93cc-01d64b3ec178 tempest-TestEncryptedCinderVolumes-1088720290 tempest-TestEncryptedCinderVolumes-1088720290-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=68659fe067e945c7b8a3f1a35954de1e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0753365 Jan 20 15:15:21.188558 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-94625513-b200-4a4e-8cec-9f8fc52608e5 req-90474920-b581-4217-8796-f161052a4ae1 service neutron] 10.222.0.54 "GET /v2.0/networks/7fe6a09c-0228-4068-943d-bcf3400eccbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301796 Jan 20 15:15:21.343017 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-94625513-b200-4a4e-8cec-9f8fc52608e5 req-ae23bf63-ce57-4350-a421-d9f1e9d7e587 service neutron] 10.222.0.54 "GET /v2.0/networks/7fe6a09c-0228-4068-943d-bcf3400eccbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481099 Jan 20 15:15:21.628975 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-378e557b-698e-4c30-873b-66b9e095b8e0 req-a731e761-b65b-4fc9-aee0-0fda6dd5e904 tempest-TestEncryptedCinderVolumes-1088720290 tempest-TestEncryptedCinderVolumes-1088720290-project] 10.222.0.54 "GET /v2.0/ports?device_id=288ed7c2-23c1-4157-bb91-ae9a5ef9ff29 HTTP/1.1" status: 200 len: 210 time: 0.0482547 Jan 20 15:15:22.810404 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-7b5ba95f-053c-42e2-a190-36bb8e668402 req-3861fa08-8e9c-42f4-8b5f-9a0bc484f312 tempest-TestEncryptedCinderVolumes-1088720290 tempest-TestEncryptedCinderVolumes-1088720290-project] 10.222.0.54 "GET /v2.0/ports?device_id=288ed7c2-23c1-4157-bb91-ae9a5ef9ff29 HTTP/1.1" status: 200 len: 210 time: 0.0449452 Jan 20 15:15:23.765566 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94625513-b200-4a4e-8cec-9f8fc52608e5 req-5b1ca40e-34c5-44b0-a696-7e6d13afde6f tempest-TestEncryptedCinderVolumes-1088720290 tempest-TestEncryptedCinderVolumes-1088720290-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:15:23.767020 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-94625513-b200-4a4e-8cec-9f8fc52608e5 req-5b1ca40e-34c5-44b0-a696-7e6d13afde6f tempest-TestEncryptedCinderVolumes-1088720290 tempest-TestEncryptedCinderVolumes-1088720290-project] 10.222.0.106 "GET /v2.0/networks?id=7fe6a09c-0228-4068-943d-bcf3400eccbc HTTP/1.1" status: 200 len: 816 time: 0.1496909 Jan 20 15:15:23.782411 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [req-94625513-b200-4a4e-8cec-9f8fc52608e5 req-2ca54597-ff53-49f1-8513-dcc91b5ee032 tempest-TestEncryptedCinderVolumes-1088720290 tempest-TestEncryptedCinderVolumes-1088720290-project] Request body: {'port': {'device_id': '288ed7c2-23c1-4157-bb91-ae9a5ef9ff29', 'network_id': '7fe6a09c-0228-4068-943d-bcf3400eccbc', 'admin_state_up': True, 'tenant_id': '68659fe067e945c7b8a3f1a35954de1e'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 15:15:23.921513 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [req-94625513-b200-4a4e-8cec-9f8fc52608e5 req-2ca54597-ff53-49f1-8513-dcc91b5ee032 tempest-TestEncryptedCinderVolumes-1088720290 tempest-TestEncryptedCinderVolumes-1088720290-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:15:23.925457 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [req-94625513-b200-4a4e-8cec-9f8fc52608e5 req-2ca54597-ff53-49f1-8513-dcc91b5ee032 tempest-TestEncryptedCinderVolumes-1088720290 tempest-TestEncryptedCinderVolumes-1088720290-project] Usage tracker for resource:port and tenant:68659fe067e945c7b8a3f1a35954de1e is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:15:23.928988 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [req-94625513-b200-4a4e-8cec-9f8fc52608e5 req-2ca54597-ff53-49f1-8513-dcc91b5ee032 tempest-TestEncryptedCinderVolumes-1088720290 tempest-TestEncryptedCinderVolumes-1088720290-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:15:23.969001 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [req-94625513-b200-4a4e-8cec-9f8fc52608e5 req-2ca54597-ff53-49f1-8513-dcc91b5ee032 tempest-TestEncryptedCinderVolumes-1088720290 tempest-TestEncryptedCinderVolumes-1088720290-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:15:23.983967 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-5c4db280-b548-48d2-8647-549cd1463128 req-b4165cd0-f23c-4bb4-a229-32dbc481135f tempest-TestEncryptedCinderVolumes-1088720290 tempest-TestEncryptedCinderVolumes-1088720290-project] 10.222.0.54 "GET /v2.0/ports?device_id=288ed7c2-23c1-4157-bb91-ae9a5ef9ff29 HTTP/1.1" status: 200 len: 210 time: 0.0519977 Jan 20 15:15:24.051044 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94625513-b200-4a4e-8cec-9f8fc52608e5 req-2ca54597-ff53-49f1-8513-dcc91b5ee032 tempest-TestEncryptedCinderVolumes-1088720290 tempest-TestEncryptedCinderVolumes-1088720290-project] Made reservation on behalf of 68659fe067e945c7b8a3f1a35954de1e for: {'port': 1} {{(pid=84153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 15:15:24.054686 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-94625513-b200-4a4e-8cec-9f8fc52608e5 req-2ca54597-ff53-49f1-8513-dcc91b5ee032 tempest-TestEncryptedCinderVolumes-1088720290 tempest-TestEncryptedCinderVolumes-1088720290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:15:24.219796 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.db_base_plugin_common [req-94625513-b200-4a4e-8cec-9f8fc52608e5 req-2ca54597-ff53-49f1-8513-dcc91b5ee032 tempest-TestEncryptedCinderVolumes-1088720290 tempest-TestEncryptedCinderVolumes-1088720290-project] Allocated IP 172.20.0.6 (7fe6a09c-0228-4068-943d-bcf3400eccbc/6f21b2ce-3589-4a04-b63a-c2368ba21b87/0235d5eb-976f-409c-9fb6-5bc08e8e9133) {{(pid=84153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 15:15:24.435455 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-94625513-b200-4a4e-8cec-9f8fc52608e5 req-2ca54597-ff53-49f1-8513-dcc91b5ee032 tempest-TestEncryptedCinderVolumes-1088720290 tempest-TestEncryptedCinderVolumes-1088720290-project] Notify callbacks [] for port, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:15:24.458740 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.provisioning_blocks [req-94625513-b200-4a4e-8cec-9f8fc52608e5 req-2ca54597-ff53-49f1-8513-dcc91b5ee032 tempest-TestEncryptedCinderVolumes-1088720290 tempest-TestEncryptedCinderVolumes-1088720290-project] Transition to ACTIVE for port object 0235d5eb-976f-409c-9fb6-5bc08e8e9133 will not be triggered until provisioned by entity DHCP. {{(pid=84153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 15:15:24.583075 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-94625513-b200-4a4e-8cec-9f8fc52608e5 req-2ca54597-ff53-49f1-8513-dcc91b5ee032 tempest-TestEncryptedCinderVolumes-1088720290 tempest-TestEncryptedCinderVolumes-1088720290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:15:24.781498 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94625513-b200-4a4e-8cec-9f8fc52608e5 req-2ca54597-ff53-49f1-8513-dcc91b5ee032 tempest-TestEncryptedCinderVolumes-1088720290 tempest-TestEncryptedCinderVolumes-1088720290-project] Network 7fe6a09c-0228-4068-943d-bcf3400eccbc is already hosted by enough agents. {{(pid=84153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 15:15:24.784607 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.base_scheduler [req-94625513-b200-4a4e-8cec-9f8fc52608e5 req-2ca54597-ff53-49f1-8513-dcc91b5ee032 tempest-TestEncryptedCinderVolumes-1088720290 tempest-TestEncryptedCinderVolumes-1088720290-project] Resources bound (agent type, host, resource id): {{(pid=84153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 15:15:24.789300 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.l3_dvrscheduler_db [req-94625513-b200-4a4e-8cec-9f8fc52608e5 req-2ca54597-ff53-49f1-8513-dcc91b5ee032 tempest-TestEncryptedCinderVolumes-1088720290 tempest-TestEncryptedCinderVolumes-1088720290-project] Received port after_create {{(pid=84153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 15:15:24.819276 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca54597-ff53-49f1-8513-dcc91b5ee032 tempest-TestEncryptedCinderVolumes-1088720290 tempest-TestEncryptedCinderVolumes-1088720290-project] Pushing event updated for resources: {'Port': ['ID=0235d5eb-976f-409c-9fb6-5bc08e8e9133,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:15:24.854765 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94625513-b200-4a4e-8cec-9f8fc52608e5 req-2ca54597-ff53-49f1-8513-dcc91b5ee032 tempest-TestEncryptedCinderVolumes-1088720290 tempest-TestEncryptedCinderVolumes-1088720290-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:15:24.855385 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-94625513-b200-4a4e-8cec-9f8fc52608e5 req-2ca54597-ff53-49f1-8513-dcc91b5ee032 tempest-TestEncryptedCinderVolumes-1088720290 tempest-TestEncryptedCinderVolumes-1088720290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:15:24.977315 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-94625513-b200-4a4e-8cec-9f8fc52608e5 req-2ca54597-ff53-49f1-8513-dcc91b5ee032 tempest-TestEncryptedCinderVolumes-1088720290 tempest-TestEncryptedCinderVolumes-1088720290-project] 10.222.0.106 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1984811 Jan 20 15:15:24.988118 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [req-94625513-b200-4a4e-8cec-9f8fc52608e5 req-5d1f1dec-930c-4b2e-a633-5248ebb3c06a service neutron] Request body: {'port': {'device_id': '288ed7c2-23c1-4157-bb91-ae9a5ef9ff29', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8251'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 15:15:25.079024 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-802db32a-aad3-4835-8536-0ba22c2d7f5f None None] Provisioning for port 0235d5eb-976f-409c-9fb6-5bc08e8e9133 completed by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 15:15:25.085538 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-802db32a-aad3-4835-8536-0ba22c2d7f5f None None] Provisioning complete for port 0235d5eb-976f-409c-9fb6-5bc08e8e9133 triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:15:25.085988 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-802db32a-aad3-4835-8536-0ba22c2d7f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:15:25.140666 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-802db32a-aad3-4835-8536-0ba22c2d7f5f None None] Port 0235d5eb-976f-409c-9fb6-5bc08e8e9133 cannot update to ACTIVE because it is not bound. {{(pid=84154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 15:15:25.158313 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-94625513-b200-4a4e-8cec-9f8fc52608e5 req-5d1f1dec-930c-4b2e-a633-5248ebb3c06a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:15:25.257702 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 30a845cc-ed24-4f78-846c-8ae20b172f29 up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 15:15:25.377389 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03262ac9-fc94-407d-a6db-64d77d006dee req-2d43ecec-ca49-4187-bd00-6f82bac0d816 tempest-TestEncryptedCinderVolumes-1088720290 tempest-TestEncryptedCinderVolumes-1088720290-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:15:25.377992 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [req-03262ac9-fc94-407d-a6db-64d77d006dee req-2d43ecec-ca49-4187-bd00-6f82bac0d816 tempest-TestEncryptedCinderVolumes-1088720290 tempest-TestEncryptedCinderVolumes-1088720290-project] Synchronizing usage tracker for tenant:68659fe067e945c7b8a3f1a35954de1e on resource:port {{(pid=84153) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 15:15:25.382871 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning for port 30a845cc-ed24-4f78-846c-8ae20b172f29 completed by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 15:15:25.390219 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port 30a845cc-ed24-4f78-846c-8ae20b172f29 triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:15:25.390219 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:15:25.502906 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:15:25.521807 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] For port 30a845cc-ed24-4f78-846c-8ae20b172f29, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=30a845cc-ed24-4f78-846c-8ae20b172f29,segment=NetworkSegment(f628f1ba-6b70-4c9b-8839-62340c040c81),segment_id=f628f1ba-6b70-4c9b-8839-62340c040c81)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 15:15:25.543656 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [req-03262ac9-fc94-407d-a6db-64d77d006dee req-2d43ecec-ca49-4187-bd00-6f82bac0d816 tempest-TestEncryptedCinderVolumes-1088720290 tempest-TestEncryptedCinderVolumes-1088720290-project] Unset dirty status for tenant:68659fe067e945c7b8a3f1a35954de1e on resource:port {{(pid=84153) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 15:15:25.544803 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-03262ac9-fc94-407d-a6db-64d77d006dee req-2d43ecec-ca49-4187-bd00-6f82bac0d816 tempest-TestEncryptedCinderVolumes-1088720290 tempest-TestEncryptedCinderVolumes-1088720290-project] 10.222.0.54 "GET /v2.0/ports?device_id=288ed7c2-23c1-4157-bb91-ae9a5ef9ff29 HTTP/1.1" status: 200 len: 931 time: 0.3446527 Jan 20 15:15:25.592289 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a8dcb1-f737-4bff-8ec5-56bc45a6b59b None None] Sync routers for ids ['d0edf2ee-343e-4153-9a08-9fc1b48fe2c4'] in dv-neutron-825124-1-hyperv {{(pid=84154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 15:15:25.600276 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:15:25.655465 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.notifiers.nova [req-94625513-b200-4a4e-8cec-9f8fc52608e5 req-5d1f1dec-930c-4b2e-a633-5248ebb3c06a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0235d5eb-976f-409c-9fb6-5bc08e8e9133 {{(pid=84153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 15:15:25.661447 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a8dcb1-f737-4bff-8ec5-56bc45a6b59b None None] Routers {'d0edf2ee-343e-4153-9a08-9fc1b48fe2c4'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 15:15:25.662692 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-17a8dcb1-f737-4bff-8ec5-56bc45a6b59b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T15:15:00Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['d0edf2ee-343e-4153-9a08-9fc1b48fe2c4'], 'active': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:15:25.666338 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [req-03262ac9-fc94-407d-a6db-64d77d006dee req-0e9d4186-2685-43fc-b9ea-51103e28fb3e tempest-TestEncryptedCinderVolumes-1088720290 tempest-TestEncryptedCinderVolumes-1088720290-project] Synchronizing usage tracker for tenant:68659fe067e945c7b8a3f1a35954de1e on resource:security_group {{(pid=84153) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 15:15:25.670614 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-94625513-b200-4a4e-8cec-9f8fc52608e5 req-5d1f1dec-930c-4b2e-a633-5248ebb3c06a service neutron] Notify callbacks [] for port, precommit_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:15:25.705874 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.provisioning_blocks [req-94625513-b200-4a4e-8cec-9f8fc52608e5 req-5d1f1dec-930c-4b2e-a633-5248ebb3c06a service neutron] Transition to ACTIVE for port object 0235d5eb-976f-409c-9fb6-5bc08e8e9133 will not be triggered until provisioned by entity L2. {{(pid=84153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 15:15:25.764983 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Pushing event updated for resources: {'Port': ['ID=30a845cc-ed24-4f78-846c-8ae20b172f29,revision_number=4']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:15:25.774944 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-94625513-b200-4a4e-8cec-9f8fc52608e5 req-5d1f1dec-930c-4b2e-a633-5248ebb3c06a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3944146'] for port, after_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:15:25.818802 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [req-03262ac9-fc94-407d-a6db-64d77d006dee req-0e9d4186-2685-43fc-b9ea-51103e28fb3e tempest-TestEncryptedCinderVolumes-1088720290 tempest-TestEncryptedCinderVolumes-1088720290-project] Unset dirty status for tenant:68659fe067e945c7b8a3f1a35954de1e on resource:security_group {{(pid=84153) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 15:15:25.820459 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-03262ac9-fc94-407d-a6db-64d77d006dee req-0e9d4186-2685-43fc-b9ea-51103e28fb3e tempest-TestEncryptedCinderVolumes-1088720290 tempest-TestEncryptedCinderVolumes-1088720290-project] 10.222.0.54 "GET /v2.0/security-groups?id=9d0b0653-1e2f-4987-a55a-4b41376ca923&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2598162 Jan 20 15:15:25.882546 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvr_db [None req-17a8dcb1-f737-4bff-8ec5-56bc45a6b59b None None] Set router d0edf2ee-343e-4153-9a08-9fc1b48fe2c4 gateway port host: dv-neutron-825124-1-hyperv {{(pid=84154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 15:15:25.921926 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1f1dec-930c-4b2e-a633-5248ebb3c06a service neutron] Pushing event updated for resources: {'Port': ['ID=0235d5eb-976f-409c-9fb6-5bc08e8e9133,revision_number=2']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:15:26.054852 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.managers [req-94625513-b200-4a4e-8cec-9f8fc52608e5 req-5d1f1dec-930c-4b2e-a633-5248ebb3c06a service neutron] Attempting to bind port 0235d5eb-976f-409c-9fb6-5bc08e8e9133 on host hv-neutron-8251 for vnic_type normal with profile {{(pid=84153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 15:15:26.055558 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.managers [req-94625513-b200-4a4e-8cec-9f8fc52608e5 req-5d1f1dec-930c-4b2e-a633-5248ebb3c06a service neutron] Attempting to bind port 0235d5eb-976f-409c-9fb6-5bc08e8e9133 by drivers openvswitch,hyperv on host hv-neutron-8251 at level 0 using segments [{'id': 'cb6a6a35-408e-4e19-b9b7-d2cf3871c461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '7fe6a09c-0228-4068-943d-bcf3400eccbc'}] {{(pid=84153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 15:15:26.058392 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94625513-b200-4a4e-8cec-9f8fc52608e5 req-5d1f1dec-930c-4b2e-a633-5248ebb3c06a service neutron] Attempting to bind port 0235d5eb-976f-409c-9fb6-5bc08e8e9133 on network 7fe6a09c-0228-4068-943d-bcf3400eccbc {{(pid=84153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 15:15:26.068652 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94625513-b200-4a4e-8cec-9f8fc52608e5 req-5d1f1dec-930c-4b2e-a633-5248ebb3c06a service neutron] Port 0235d5eb-976f-409c-9fb6-5bc08e8e9133 on network 7fe6a09c-0228-4068-943d-bcf3400eccbc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8251 {{(pid=84153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 20 15:15:26.068981 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94625513-b200-4a4e-8cec-9f8fc52608e5 req-5d1f1dec-930c-4b2e-a633-5248ebb3c06a service neutron] Attempting to bind port 0235d5eb-976f-409c-9fb6-5bc08e8e9133 on network 7fe6a09c-0228-4068-943d-bcf3400eccbc {{(pid=84153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 15:15:26.076440 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94625513-b200-4a4e-8cec-9f8fc52608e5 req-5d1f1dec-930c-4b2e-a633-5248ebb3c06a service neutron] Checking agent: {'id': 'e037d8fb-d49c-4f86-9910-f13f6ba89a51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8251', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 23), 'started_at': datetime.datetime(2022, 1, 20, 14, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 15, 15, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 15:15:26.076800 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94625513-b200-4a4e-8cec-9f8fc52608e5 req-5d1f1dec-930c-4b2e-a633-5248ebb3c06a service neutron] Checking segment: {'id': 'cb6a6a35-408e-4e19-b9b7-d2cf3871c461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '7fe6a09c-0228-4068-943d-bcf3400eccbc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 15:15:26.077156 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94625513-b200-4a4e-8cec-9f8fc52608e5 req-5d1f1dec-930c-4b2e-a633-5248ebb3c06a service neutron] Bound using segment: {'id': 'cb6a6a35-408e-4e19-b9b7-d2cf3871c461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '7fe6a09c-0228-4068-943d-bcf3400eccbc'} {{(pid=84153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 15:15:26.077719 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.managers [req-94625513-b200-4a4e-8cec-9f8fc52608e5 req-5d1f1dec-930c-4b2e-a633-5248ebb3c06a service neutron] Bound port: 0235d5eb-976f-409c-9fb6-5bc08e8e9133, host: hv-neutron-8251, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb6a6a35-408e-4e19-b9b7-d2cf3871c461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '7fe6a09c-0228-4068-943d-bcf3400eccbc'}}] {{(pid=84153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 15:15:26.078124 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-94625513-b200-4a4e-8cec-9f8fc52608e5 req-5d1f1dec-930c-4b2e-a633-5248ebb3c06a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:15:26.182675 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.db [req-94625513-b200-4a4e-8cec-9f8fc52608e5 req-5d1f1dec-930c-4b2e-a633-5248ebb3c06a service neutron] For port 0235d5eb-976f-409c-9fb6-5bc08e8e9133, host hv-neutron-8251, cleared binding levels {{(pid=84153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 15:15:26.186713 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.db [req-94625513-b200-4a4e-8cec-9f8fc52608e5 req-5d1f1dec-930c-4b2e-a633-5248ebb3c06a service neutron] For port 0235d5eb-976f-409c-9fb6-5bc08e8e9133, host hv-neutron-8251, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=0235d5eb-976f-409c-9fb6-5bc08e8e9133,segment=NetworkSegment(cb6a6a35-408e-4e19-b9b7-d2cf3871c461),segment_id=cb6a6a35-408e-4e19-b9b7-d2cf3871c461)] {{(pid=84153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 15:15:26.249618 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-17a8dcb1-f737-4bff-8ec5-56bc45a6b59b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0edf2ee-343e-4153-9a08-9fc1b48fe2c4', 'name': 'tempest-TestEncryptedCinderVolumes-199002902-router', 'tenant_id': '68659fe067e945c7b8a3f1a35954de1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.2'}], 'enable_snat': True}, 'gw_port_id': '69eb102c-a414-4865-9da7-18964a894778', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:15:07Z', 'updated_at': '2022-01-20T15:15:10Z', 'revision_number': 4, 'project_id': '68659fe067e945c7b8a3f1a35954de1e', 'gw_port': {'id': '69eb102c-a414-4865-9da7-18964a894778', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:32:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0edf2ee-343e-4153-9a08-9fc1b48fe2c4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:15:07Z', 'updated_at': '2022-01-20T15:15:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv', '_interfaces': [{'id': 'fee9ab8f-6303-4144-91f8-d19332237937', 'name': '', 'network_id': '7fe6a09c-0228-4068-943d-bcf3400eccbc', 'tenant_id': '68659fe067e945c7b8a3f1a35954de1e', 'mac_address': 'fa:16:3e:03:e1:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0edf2ee-343e-4153-9a08-9fc1b48fe2c4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6f21b2ce-3589-4a04-b63a-c2368ba21b87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:15:10Z', 'updated_at': '2022-01-20T15:15:10Z', 'revision_number': 2, 'project_id': '68659fe067e945c7b8a3f1a35954de1e', 'subnets': [{'id': '6f21b2ce-3589-4a04-b63a-c2368ba21b87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:15:26.253487 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a8dcb1-f737-4bff-8ec5-56bc45a6b59b None None] Checking router: d0edf2ee-343e-4153-9a08-9fc1b48fe2c4 for host: dv-neutron-825124-1-hyperv {{(pid=84154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 15:15:26.253839 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a8dcb1-f737-4bff-8ec5-56bc45a6b59b None None] Updating router d0edf2ee-343e-4153-9a08-9fc1b48fe2c4 port fee9ab8f-6303-4144-91f8-d19332237937 binding host dv-neutron-825124-1-hyperv {{(pid=84154) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 20 15:15:26.256848 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-94625513-b200-4a4e-8cec-9f8fc52608e5 req-5d1f1dec-930c-4b2e-a633-5248ebb3c06a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3944146'] for port, after_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:15:26.304364 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-17a8dcb1-f737-4bff-8ec5-56bc45a6b59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:15:26.322921 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-94625513-b200-4a4e-8cec-9f8fc52608e5 req-5d1f1dec-930c-4b2e-a633-5248ebb3c06a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:15:26.324546 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-94625513-b200-4a4e-8cec-9f8fc52608e5 req-5d1f1dec-930c-4b2e-a633-5248ebb3c06a service neutron] 10.222.0.106 "PUT /v2.0/ports/0235d5eb-976f-409c-9fb6-5bc08e8e9133 HTTP/1.1" status: 200 len: 1093 time: 1.3402991 Jan 20 15:15:26.324972 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '288ed7c2-23c1-4157-bb91-ae9a5ef9ff29', 'tag': '0235d5eb-976f-409c-9fb6-5bc08e8e9133'}] {{(pid=84153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 15:15:26.341687 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1f1dec-930c-4b2e-a633-5248ebb3c06a service neutron] Pushing event updated for resources: {'Port': ['ID=0235d5eb-976f-409c-9fb6-5bc08e8e9133,revision_number=3']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:15:26.386760 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '288ed7c2-23c1-4157-bb91-ae9a5ef9ff29', 'tag': '0235d5eb-976f-409c-9fb6-5bc08e8e9133', 'status': 'completed', 'code': 200} Jan 20 15:15:26.485704 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-bc65736a-f9c3-4399-9b39-6edb4b63a034 req-06521067-779e-4055-970b-9296839a38d4 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=68659fe067e945c7b8a3f1a35954de1e&device_id=288ed7c2-23c1-4157-bb91-ae9a5ef9ff29 HTTP/1.1" status: 200 len: 1096 time: 0.0814023 Jan 20 15:15:26.627719 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc65736a-f9c3-4399-9b39-6edb4b63a034 req-9ff3419a-0f5b-4bab-ae9e-b292b54faf8d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:15:26.629086 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-bc65736a-f9c3-4399-9b39-6edb4b63a034 req-9ff3419a-0f5b-4bab-ae9e-b292b54faf8d service neutron] 10.222.0.106 "GET /v2.0/networks?tenant_id=68659fe067e945c7b8a3f1a35954de1e&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1366212 Jan 20 15:15:26.702056 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-17a8dcb1-f737-4bff-8ec5-56bc45a6b59b None None] Notify callbacks [] for port, precommit_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:15:26.713508 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-17a8dcb1-f737-4bff-8ec5-56bc45a6b59b None None] Transition to ACTIVE for port object fee9ab8f-6303-4144-91f8-d19332237937 will not be triggered until provisioned by entity L2. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 15:15:26.767154 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc65736a-f9c3-4399-9b39-6edb4b63a034 req-23e40f7a-61a5-4f2c-9b7f-a7c64b7d0774 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:15:26.768524 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-bc65736a-f9c3-4399-9b39-6edb4b63a034 req-23e40f7a-61a5-4f2c-9b7f-a7c64b7d0774 service neutron] 10.222.0.106 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1323311 Jan 20 15:15:26.788691 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-17a8dcb1-f737-4bff-8ec5-56bc45a6b59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:15:26.888985 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-94625513-b200-4a4e-8cec-9f8fc52608e5 req-9283b803-bed5-495d-b405-b3cc2167870d service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=68659fe067e945c7b8a3f1a35954de1e&device_id=288ed7c2-23c1-4157-bb91-ae9a5ef9ff29 HTTP/1.1" status: 200 len: 1096 time: 0.0828316 Jan 20 15:15:26.915735 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94276414-4a7b-4d33-9b32-374a8cf9f1b4 None None] Pushing event updated for resources: {'Port': ['ID=fee9ab8f-6303-4144-91f8-d19332237937,revision_number=3']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:15:26.965997 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-94625513-b200-4a4e-8cec-9f8fc52608e5 req-ca546e2b-37d1-469b-98f7-4ff2b4e7c954 service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0235d5eb-976f-409c-9fb6-5bc08e8e9133 HTTP/1.1" status: 200 len: 217 time: 0.0673699 Jan 20 15:15:27.029202 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-17a8dcb1-f737-4bff-8ec5-56bc45a6b59b None None] Attempting to bind port fee9ab8f-6303-4144-91f8-d19332237937 on host dv-neutron-825124-1-hyperv for vnic_type normal with profile {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 15:15:27.029675 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-17a8dcb1-f737-4bff-8ec5-56bc45a6b59b None None] Attempting to bind port fee9ab8f-6303-4144-91f8-d19332237937 by drivers openvswitch,hyperv on host dv-neutron-825124-1-hyperv at level 0 using segments [{'id': 'cb6a6a35-408e-4e19-b9b7-d2cf3871c461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '7fe6a09c-0228-4068-943d-bcf3400eccbc'}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 15:15:27.030142 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a8dcb1-f737-4bff-8ec5-56bc45a6b59b None None] Attempting to bind port fee9ab8f-6303-4144-91f8-d19332237937 on network 7fe6a09c-0228-4068-943d-bcf3400eccbc {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 15:15:27.038195 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a8dcb1-f737-4bff-8ec5-56bc45a6b59b None None] Checking agent: {'id': '6414dfeb-85c5-454a-8756-709ca637d800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825124-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 16, 31), 'started_at': datetime.datetime(2022, 1, 20, 14, 17, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 15, 15, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825124-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 15:15:27.038655 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a8dcb1-f737-4bff-8ec5-56bc45a6b59b None None] Checking segment: {'id': 'cb6a6a35-408e-4e19-b9b7-d2cf3871c461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '7fe6a09c-0228-4068-943d-bcf3400eccbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 15:15:27.039124 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-17a8dcb1-f737-4bff-8ec5-56bc45a6b59b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:15:27.039585 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a8dcb1-f737-4bff-8ec5-56bc45a6b59b None None] Bound using segment: {'id': 'cb6a6a35-408e-4e19-b9b7-d2cf3871c461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '7fe6a09c-0228-4068-943d-bcf3400eccbc'} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 15:15:27.040134 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-17a8dcb1-f737-4bff-8ec5-56bc45a6b59b None None] Bound port: fee9ab8f-6303-4144-91f8-d19332237937, host: dv-neutron-825124-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb6a6a35-408e-4e19-b9b7-d2cf3871c461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '7fe6a09c-0228-4068-943d-bcf3400eccbc'}}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 15:15:27.040580 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-17a8dcb1-f737-4bff-8ec5-56bc45a6b59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:15:27.141572 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-17a8dcb1-f737-4bff-8ec5-56bc45a6b59b None None] For port fee9ab8f-6303-4144-91f8-d19332237937, host dv-neutron-825124-1-hyperv, cleared binding levels {{(pid=84154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 15:15:27.144794 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-17a8dcb1-f737-4bff-8ec5-56bc45a6b59b None None] For port fee9ab8f-6303-4144-91f8-d19332237937, host dv-neutron-825124-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=fee9ab8f-6303-4144-91f8-d19332237937,segment=NetworkSegment(cb6a6a35-408e-4e19-b9b7-d2cf3871c461),segment_id=cb6a6a35-408e-4e19-b9b7-d2cf3871c461)] {{(pid=84154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 15:15:27.183914 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94625513-b200-4a4e-8cec-9f8fc52608e5 req-32497a07-c96d-4a11-972a-7d4a05ac1d15 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:15:27.185363 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-94625513-b200-4a4e-8cec-9f8fc52608e5 req-32497a07-c96d-4a11-972a-7d4a05ac1d15 service neutron] 10.222.0.106 "GET /v2.0/subnets?id=6f21b2ce-3589-4a04-b63a-c2368ba21b87 HTTP/1.1" status: 200 len: 855 time: 0.2092106 Jan 20 15:15:27.219974 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-17a8dcb1-f737-4bff-8ec5-56bc45a6b59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:15:27.254710 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71615c04-8a9c-4796-a8b6-0207f0373ffc req-91a263b7-e40b-4149-9669-1ffdf668837d tempest-TestEncryptedCinderVolumes-1088720290 tempest-TestEncryptedCinderVolumes-1088720290-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:15:27.256209 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-71615c04-8a9c-4796-a8b6-0207f0373ffc req-91a263b7-e40b-4149-9669-1ffdf668837d tempest-TestEncryptedCinderVolumes-1088720290 tempest-TestEncryptedCinderVolumes-1088720290-project] 10.222.0.54 "GET /v2.0/ports?device_id=288ed7c2-23c1-4157-bb91-ae9a5ef9ff29 HTTP/1.1" status: 200 len: 943 time: 0.2827709 Jan 20 15:15:27.273653 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 30a845cc-ed24-4f78-846c-8ae20b172f29 up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 15:15:27.316537 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-71615c04-8a9c-4796-a8b6-0207f0373ffc req-ecce8663-64ce-4e50-9921-2f012b6c17a5 tempest-TestEncryptedCinderVolumes-1088720290 tempest-TestEncryptedCinderVolumes-1088720290-project] 10.222.0.54 "GET /v2.0/security-groups?id=9d0b0653-1e2f-4987-a55a-4b41376ca923&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532501 Jan 20 15:15:27.319745 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-94625513-b200-4a4e-8cec-9f8fc52608e5 req-fb8f5015-eaf0-4336-b09a-ba1c5b2a8ddd service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=7fe6a09c-0228-4068-943d-bcf3400eccbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1269257 Jan 20 15:15:27.375411 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94276414-4a7b-4d33-9b32-374a8cf9f1b4 None None] Pushing event updated for resources: {'Port': ['ID=fee9ab8f-6303-4144-91f8-d19332237937,revision_number=4']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:15:27.386629 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a8dcb1-f737-4bff-8ec5-56bc45a6b59b None None] Routers {'d0edf2ee-343e-4153-9a08-9fc1b48fe2c4'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 15:15:27.387262 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-17a8dcb1-f737-4bff-8ec5-56bc45a6b59b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T15:15:00Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['d0edf2ee-343e-4153-9a08-9fc1b48fe2c4'], 'active': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:15:27.460786 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port 30a845cc-ed24-4f78-846c-8ae20b172f29 triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:15:27.461082 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:15:27.465286 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-94625513-b200-4a4e-8cec-9f8fc52608e5 req-f630d853-217c-44e1-ae71-7cf3b141e202 service neutron] 10.222.0.106 "GET /v2.0/networks/7fe6a09c-0228-4068-943d-bcf3400eccbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380420 Jan 20 15:15:27.609343 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-94625513-b200-4a4e-8cec-9f8fc52608e5 req-531b3b6e-dc29-45e2-922d-3c77d4aaebd8 service neutron] 10.222.0.106 "GET /v2.0/networks/7fe6a09c-0228-4068-943d-bcf3400eccbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367059 Jan 20 15:15:27.676560 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvr_db [None req-17a8dcb1-f737-4bff-8ec5-56bc45a6b59b None None] Set router d0edf2ee-343e-4153-9a08-9fc1b48fe2c4 gateway port host: dv-neutron-825124-1-hyperv {{(pid=84154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 15:15:28.008073 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-17a8dcb1-f737-4bff-8ec5-56bc45a6b59b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0edf2ee-343e-4153-9a08-9fc1b48fe2c4', 'name': 'tempest-TestEncryptedCinderVolumes-199002902-router', 'tenant_id': '68659fe067e945c7b8a3f1a35954de1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.2'}], 'enable_snat': True}, 'gw_port_id': '69eb102c-a414-4865-9da7-18964a894778', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:15:07Z', 'updated_at': '2022-01-20T15:15:10Z', 'revision_number': 4, 'project_id': '68659fe067e945c7b8a3f1a35954de1e', 'gw_port': {'id': '69eb102c-a414-4865-9da7-18964a894778', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:32:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0edf2ee-343e-4153-9a08-9fc1b48fe2c4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:15:07Z', 'updated_at': '2022-01-20T15:15:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv', '_interfaces': [{'id': 'fee9ab8f-6303-4144-91f8-d19332237937', 'name': '', 'network_id': '7fe6a09c-0228-4068-943d-bcf3400eccbc', 'tenant_id': '68659fe067e945c7b8a3f1a35954de1e', 'mac_address': 'fa:16:3e:03:e1:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0edf2ee-343e-4153-9a08-9fc1b48fe2c4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6f21b2ce-3589-4a04-b63a-c2368ba21b87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:15:10Z', 'updated_at': '2022-01-20T15:15:27Z', 'revision_number': 4, 'project_id': '68659fe067e945c7b8a3f1a35954de1e', 'subnets': [{'id': '6f21b2ce-3589-4a04-b63a-c2368ba21b87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:15:28.012253 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a8dcb1-f737-4bff-8ec5-56bc45a6b59b None None] The sync data for ids ['d0edf2ee-343e-4153-9a08-9fc1b48fe2c4'] in dv-neutron-825124-1-hyperv is: [{'id': 'd0edf2ee-343e-4153-9a08-9fc1b48fe2c4', 'name': 'tempest-TestEncryptedCinderVolumes-199002902-router', 'tenant_id': '68659fe067e945c7b8a3f1a35954de1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.2'}], 'enable_snat': True}, 'gw_port_id': '69eb102c-a414-4865-9da7-18964a894778', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:15:07Z', 'updated_at': '2022-01-20T15:15:10Z', 'revision_number': 4, 'project_id': '68659fe067e945c7b8a3f1a35954de1e', 'gw_port': {'id': '69eb102c-a414-4865-9da7-18964a894778', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:32:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0edf2ee-343e-4153-9a08-9fc1b48fe2c4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:15:07Z', 'updated_at': '2022-01-20T15:15:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv', '_interfaces': [{'id': 'fee9ab8f-6303-4144-91f8-d19332237937', 'name': '', 'network_id': '7fe6a09c-0228-4068-943d-bcf3400eccbc', 'tenant_id': '68659fe067e945c7b8a3f1a35954de1e', 'mac_address': 'fa:16:3e:03:e1:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0edf2ee-343e-4153-9a08-9fc1b48fe2c4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6f21b2ce-3589-4a04-b63a-c2368ba21b87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:15:10Z', 'updated_at': '2022-01-20T15:15:27Z', 'revision_number': 4, 'project_id': '68659fe067e945c7b8a3f1a35954de1e', 'subnets': [{'id': '6f21b2ce-3589-4a04-b63a-c2368ba21b87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 15:15:28.057209 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-621dd047-69fb-428a-8aa1-2173daf56e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:15:28.538639 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6da89c-b326-499e-a3d3-8931a2192bc6 req-518d0882-efee-42da-8b25-d64f75f7f297 tempest-TestEncryptedCinderVolumes-1088720290 tempest-TestEncryptedCinderVolumes-1088720290-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:15:28.540100 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-bf6da89c-b326-499e-a3d3-8931a2192bc6 req-518d0882-efee-42da-8b25-d64f75f7f297 tempest-TestEncryptedCinderVolumes-1088720290 tempest-TestEncryptedCinderVolumes-1088720290-project] 10.222.0.54 "GET /v2.0/ports?device_id=288ed7c2-23c1-4157-bb91-ae9a5ef9ff29 HTTP/1.1" status: 200 len: 943 time: 0.0935884 Jan 20 15:15:28.589007 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-bf6da89c-b326-499e-a3d3-8931a2192bc6 req-76e5394b-94fd-4aec-976d-636b36b19582 tempest-TestEncryptedCinderVolumes-1088720290 tempest-TestEncryptedCinderVolumes-1088720290-project] 10.222.0.54 "GET /v2.0/security-groups?id=9d0b0653-1e2f-4987-a55a-4b41376ca923&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433671 Jan 20 15:15:29.249115 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device fee9ab8f-6303-4144-91f8-d19332237937 up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 15:15:29.422180 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning for port fee9ab8f-6303-4144-91f8-d19332237937 completed by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 15:15:29.427337 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port fee9ab8f-6303-4144-91f8-d19332237937 triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:15:29.431551 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:15:29.558230 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:15:29.594618 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] For port fee9ab8f-6303-4144-91f8-d19332237937, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=fee9ab8f-6303-4144-91f8-d19332237937,segment=NetworkSegment(cb6a6a35-408e-4e19-b9b7-d2cf3871c461),segment_id=cb6a6a35-408e-4e19-b9b7-d2cf3871c461)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 15:15:29.662848 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:15:29.708547 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Device 0235d5eb-976f-409c-9fb6-5bc08e8e9133 details requested by agent hyperv_hv-neutron-8251 with host hv-neutron-8251 {{(pid=84154) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 20 15:15:29.741073 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Pushing event updated for resources: {'Port': ['ID=fee9ab8f-6303-4144-91f8-d19332237937,revision_number=5']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:15:29.799886 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc427b9a-0646-4fac-9948-747beb88e6da req-495a892c-cb60-4c95-8b89-d69a0832fc33 tempest-TestEncryptedCinderVolumes-1088720290 tempest-TestEncryptedCinderVolumes-1088720290-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:15:29.801324 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-bc427b9a-0646-4fac-9948-747beb88e6da req-495a892c-cb60-4c95-8b89-d69a0832fc33 tempest-TestEncryptedCinderVolumes-1088720290 tempest-TestEncryptedCinderVolumes-1088720290-project] 10.222.0.54 "GET /v2.0/ports?device_id=288ed7c2-23c1-4157-bb91-ae9a5ef9ff29 HTTP/1.1" status: 200 len: 943 time: 0.0901670 Jan 20 15:15:29.857065 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-bc427b9a-0646-4fac-9948-747beb88e6da req-99352e66-24a2-48c7-8d97-45a5c51cb2cf tempest-TestEncryptedCinderVolumes-1088720290 tempest-TestEncryptedCinderVolumes-1088720290-project] 10.222.0.54 "GET /v2.0/security-groups?id=9d0b0653-1e2f-4987-a55a-4b41376ca923&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499983 Jan 20 15:15:29.868863 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] For port 0235d5eb-976f-409c-9fb6-5bc08e8e9133, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=0235d5eb-976f-409c-9fb6-5bc08e8e9133,segment=NetworkSegment(cb6a6a35-408e-4e19-b9b7-d2cf3871c461),segment_id=cb6a6a35-408e-4e19-b9b7-d2cf3871c461)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 15:15:29.882896 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Returning: {'device': '0235d5eb-976f-409c-9fb6-5bc08e8e9133', 'network_id': '7fe6a09c-0228-4068-943d-bcf3400eccbc', 'port_id': '0235d5eb-976f-409c-9fb6-5bc08e8e9133', 'mac_address': 'fa:16:3e:b3:ad:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f21b2ce-3589-4a04-b63a-c2368ba21b87', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84154) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 20 15:15:29.934340 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:15:29.953637 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.notifiers.nova [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0235d5eb-976f-409c-9fb6-5bc08e8e9133 {{(pid=84154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 15:15:29.968455 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] For port 0235d5eb-976f-409c-9fb6-5bc08e8e9133, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=0235d5eb-976f-409c-9fb6-5bc08e8e9133,segment=NetworkSegment(cb6a6a35-408e-4e19-b9b7-d2cf3871c461),segment_id=cb6a6a35-408e-4e19-b9b7-d2cf3871c461)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 15:15:30.039167 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:15:30.104014 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Pushing event updated for resources: {'Port': ['ID=0235d5eb-976f-409c-9fb6-5bc08e8e9133,revision_number=4']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:15:30.355172 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] get_ports_and_sgs() called for port_ids ['0235d5eb-976f-409c-9fb6-5bc08e8e9133'] {{(pid=84154) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 20 15:15:30.442145 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7f3403e7-70d5-4a28-90d7-7350c47cdbf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:15:30.896917 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:15:31.062864 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17695c5-4db9-442f-b22c-7f6a27ec9d14 req-a34a38eb-9653-479b-8f30-197f4dcdb1a4 tempest-TestEncryptedCinderVolumes-1088720290 tempest-TestEncryptedCinderVolumes-1088720290-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:15:31.064291 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-a17695c5-4db9-442f-b22c-7f6a27ec9d14 req-a34a38eb-9653-479b-8f30-197f4dcdb1a4 tempest-TestEncryptedCinderVolumes-1088720290 tempest-TestEncryptedCinderVolumes-1088720290-project] 10.222.0.54 "GET /v2.0/ports?device_id=288ed7c2-23c1-4157-bb91-ae9a5ef9ff29 HTTP/1.1" status: 200 len: 944 time: 0.0811479 Jan 20 15:15:31.109457 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-a17695c5-4db9-442f-b22c-7f6a27ec9d14 req-4fa52973-4ef7-4e95-9d8d-d2a7208e49c6 tempest-TestEncryptedCinderVolumes-1088720290 tempest-TestEncryptedCinderVolumes-1088720290-project] 10.222.0.54 "GET /v2.0/security-groups?id=9d0b0653-1e2f-4987-a55a-4b41376ca923&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390656 Jan 20 15:15:31.225672 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device fee9ab8f-6303-4144-91f8-d19332237937 up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 15:15:31.293261 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port fee9ab8f-6303-4144-91f8-d19332237937 triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:15:31.293624 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:15:31.485520 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:15:31.723691 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Device 0235d5eb-976f-409c-9fb6-5bc08e8e9133 up at agent hyperv_hv-neutron-8251 {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 15:15:31.754402 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-cdd98e71-1f0a-4421-baa9-dcb30e06edf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:15:31.867923 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Provisioning for port 0235d5eb-976f-409c-9fb6-5bc08e8e9133 completed by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 15:15:31.873176 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Provisioning complete for port 0235d5eb-976f-409c-9fb6-5bc08e8e9133 triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:15:31.873553 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:15:31.985445 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:15:32.011072 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '288ed7c2-23c1-4157-bb91-ae9a5ef9ff29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0235d5eb-976f-409c-9fb6-5bc08e8e9133'}] {{(pid=84154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 15:15:32.020785 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] For port 0235d5eb-976f-409c-9fb6-5bc08e8e9133, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=0235d5eb-976f-409c-9fb6-5bc08e8e9133,segment=NetworkSegment(cb6a6a35-408e-4e19-b9b7-d2cf3871c461),segment_id=cb6a6a35-408e-4e19-b9b7-d2cf3871c461)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 15:15:32.067070 dv-neutron-825124-1-hyperv neutron-server[84154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '288ed7c2-23c1-4157-bb91-ae9a5ef9ff29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0235d5eb-976f-409c-9fb6-5bc08e8e9133', 'code': 200} Jan 20 15:15:32.073619 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:15:32.146085 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Pushing event updated for resources: {'Port': ['ID=0235d5eb-976f-409c-9fb6-5bc08e8e9133,revision_number=5']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:15:32.311554 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d277c0a4-406a-4d72-84ee-128349424d5c req-c360539b-235c-4b67-8e39-dbfe6a8ea7c2 tempest-TestEncryptedCinderVolumes-1088720290 tempest-TestEncryptedCinderVolumes-1088720290-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:15:32.313111 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-d277c0a4-406a-4d72-84ee-128349424d5c req-c360539b-235c-4b67-8e39-dbfe6a8ea7c2 tempest-TestEncryptedCinderVolumes-1088720290 tempest-TestEncryptedCinderVolumes-1088720290-project] 10.222.0.54 "GET /v2.0/ports?device_id=288ed7c2-23c1-4157-bb91-ae9a5ef9ff29 HTTP/1.1" status: 200 len: 945 time: 0.0781767 Jan 20 15:15:32.399878 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-d277c0a4-406a-4d72-84ee-128349424d5c req-2b051ba6-afba-427a-9608-f456bc691d4f tempest-TestEncryptedCinderVolumes-1088720290 tempest-TestEncryptedCinderVolumes-1088720290-project] 10.222.0.54 "GET /v2.0/security-groups?id=9d0b0653-1e2f-4987-a55a-4b41376ca923&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811949 Jan 20 15:15:32.428826 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-3d23b19c-0952-4d41-85bd-9882258c5994 req-51f8fc8a-4dbb-4550-99c3-afc5fcd3da70 service neutron] 10.222.0.106 "GET /v2.0/ports?device_id=288ed7c2-23c1-4157-bb91-ae9a5ef9ff29 HTTP/1.1" status: 200 len: 1098 time: 0.0757828 Jan 20 15:15:32.471165 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-3d23b19c-0952-4d41-85bd-9882258c5994 req-7a514154-68ad-4555-8d8a-a4fbf153aa31 service neutron] 10.222.0.106 "GET /v2.0/security-groups?id=9d0b0653-1e2f-4987-a55a-4b41376ca923&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366302 Jan 20 15:15:33.205379 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-eea6df97-7ff1-4b63-af20-e3ec8913deda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:15:33.599657 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e87eb9-c0b9-4e30-851d-7416dd436c0c req-f7dfa006-1d67-4bc6-b3b1-c327cdf0c15b tempest-TestEncryptedCinderVolumes-1088720290 tempest-TestEncryptedCinderVolumes-1088720290-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:15:33.601707 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-71e87eb9-c0b9-4e30-851d-7416dd436c0c req-f7dfa006-1d67-4bc6-b3b1-c327cdf0c15b tempest-TestEncryptedCinderVolumes-1088720290 tempest-TestEncryptedCinderVolumes-1088720290-project] 10.222.0.54 "GET /v2.0/ports?device_id=288ed7c2-23c1-4157-bb91-ae9a5ef9ff29 HTTP/1.1" status: 200 len: 945 time: 0.0796480 Jan 20 15:15:33.646274 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-71e87eb9-c0b9-4e30-851d-7416dd436c0c req-a8c8343b-1a85-41e9-a3d4-77eb82a8576b tempest-TestEncryptedCinderVolumes-1088720290 tempest-TestEncryptedCinderVolumes-1088720290-project] 10.222.0.54 "GET /v2.0/security-groups?id=9d0b0653-1e2f-4987-a55a-4b41376ca923&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390468 Jan 20 15:15:34.988628 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92046aaf-8628-4bab-bd5f-f2645190f80d req-4b795e5b-5c7f-4641-a6d1-65c415ecf6dd tempest-TestEncryptedCinderVolumes-1088720290 tempest-TestEncryptedCinderVolumes-1088720290-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:15:34.990104 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-92046aaf-8628-4bab-bd5f-f2645190f80d req-4b795e5b-5c7f-4641-a6d1-65c415ecf6dd tempest-TestEncryptedCinderVolumes-1088720290 tempest-TestEncryptedCinderVolumes-1088720290-project] 10.222.0.54 "GET /v2.0/ports?device_id=288ed7c2-23c1-4157-bb91-ae9a5ef9ff29 HTTP/1.1" status: 200 len: 945 time: 0.0823438 Jan 20 15:15:35.037200 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-92046aaf-8628-4bab-bd5f-f2645190f80d req-c352d3da-ad28-41b6-b505-a6fa70157c8c tempest-TestEncryptedCinderVolumes-1088720290 tempest-TestEncryptedCinderVolumes-1088720290-project] 10.222.0.54 "GET /v2.0/security-groups?id=9d0b0653-1e2f-4987-a55a-4b41376ca923&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409379 Jan 20 15:15:35.244321 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21da047-1af4-4f34-8d22-267be375b9e7 req-566e7d77-faa8-4421-ac38-fca2310889bf tempest-TestEncryptedCinderVolumes-1088720290 tempest-TestEncryptedCinderVolumes-1088720290-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:15:35.245788 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-b21da047-1af4-4f34-8d22-267be375b9e7 req-566e7d77-faa8-4421-ac38-fca2310889bf tempest-TestEncryptedCinderVolumes-1088720290 tempest-TestEncryptedCinderVolumes-1088720290-project] 10.222.0.54 "GET /v2.0/ports?device_id=288ed7c2-23c1-4157-bb91-ae9a5ef9ff29 HTTP/1.1" status: 200 len: 945 time: 0.0868762 Jan 20 15:15:35.299394 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-b21da047-1af4-4f34-8d22-267be375b9e7 req-bcbf6b9c-3658-4cef-988f-8e8ff2f577d1 tempest-TestEncryptedCinderVolumes-1088720290 tempest-TestEncryptedCinderVolumes-1088720290-project] 10.222.0.54 "GET /v2.0/security-groups?id=9d0b0653-1e2f-4987-a55a-4b41376ca923&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479772 Jan 20 15:15:37.071753 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.agents_db [None req-6dba657d-a637-4918-9b6d-40defdfae04b None None] Agent healthcheck: found 6 active agents {{(pid=84155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 15:15:37.126225 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-354fd29b-2de0-4e83-a9de-f53805e5881d None None] Sync routers for ids ['fd332a87-9195-4b0c-84f3-15feac96781b'] in dv-neutron-825124-1-hyperv {{(pid=84155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 15:15:37.140058 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-354fd29b-2de0-4e83-a9de-f53805e5881d None None] Routers {'fd332a87-9195-4b0c-84f3-15feac96781b'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 15:15:37.140699 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-354fd29b-2de0-4e83-a9de-f53805e5881d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T15:15:30Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['fd332a87-9195-4b0c-84f3-15feac96781b'], 'active': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:15:37.320549 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvr_db [None req-354fd29b-2de0-4e83-a9de-f53805e5881d None None] Set router fd332a87-9195-4b0c-84f3-15feac96781b gateway port host: dv-neutron-825124-1-hyperv {{(pid=84155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 15:15:37.666540 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-354fd29b-2de0-4e83-a9de-f53805e5881d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd332a87-9195-4b0c-84f3-15feac96781b', 'name': 'tempest-TestEncryptedCinderVolumes-1687177261-router', 'tenant_id': '67532c1a1726459f8fcfe2df26f5690a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.213'}], 'enable_snat': True}, 'gw_port_id': '30a845cc-ed24-4f78-846c-8ae20b172f29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:15:14Z', 'updated_at': '2022-01-20T15:15:18Z', 'revision_number': 4, 'project_id': '67532c1a1726459f8fcfe2df26f5690a', 'gw_port': {'id': '30a845cc-ed24-4f78-846c-8ae20b172f29', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:fb:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd332a87-9195-4b0c-84f3-15feac96781b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:15:15Z', 'updated_at': '2022-01-20T15:15:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv', '_interfaces': [{'id': '3c83e2a4-3f83-482f-9b76-c7f548fbc8a9', 'name': '', 'network_id': 'a2c3516d-d207-4e29-b653-aad892b32b4e', 'tenant_id': '67532c1a1726459f8fcfe2df26f5690a', 'mac_address': 'fa:16:3e:89:7f:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd332a87-9195-4b0c-84f3-15feac96781b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f553669a-417f-4383-9e9c-62c69a5beea0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:15:17Z', 'updated_at': '2022-01-20T15:15:18Z', 'revision_number': 2, 'project_id': '67532c1a1726459f8fcfe2df26f5690a', 'subnets': [{'id': 'f553669a-417f-4383-9e9c-62c69a5beea0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:15:37.670765 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-354fd29b-2de0-4e83-a9de-f53805e5881d None None] Checking router: fd332a87-9195-4b0c-84f3-15feac96781b for host: dv-neutron-825124-1-hyperv {{(pid=84155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 15:15:37.671117 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-354fd29b-2de0-4e83-a9de-f53805e5881d None None] Updating router fd332a87-9195-4b0c-84f3-15feac96781b port 3c83e2a4-3f83-482f-9b76-c7f548fbc8a9 binding host dv-neutron-825124-1-hyperv {{(pid=84155) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 20 15:15:37.723255 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-354fd29b-2de0-4e83-a9de-f53805e5881d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:15:38.087625 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-354fd29b-2de0-4e83-a9de-f53805e5881d None None] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:15:38.099719 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-354fd29b-2de0-4e83-a9de-f53805e5881d None None] Transition to ACTIVE for port object 3c83e2a4-3f83-482f-9b76-c7f548fbc8a9 will not be triggered until provisioned by entity L2. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 15:15:38.159888 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-354fd29b-2de0-4e83-a9de-f53805e5881d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:15:38.299096 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fd4ff2-49c8-48ec-94a8-8c87cbfbbcd0 None None] Pushing event updated for resources: {'Port': ['ID=3c83e2a4-3f83-482f-9b76-c7f548fbc8a9,revision_number=3']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:15:38.386791 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-354fd29b-2de0-4e83-a9de-f53805e5881d None None] Attempting to bind port 3c83e2a4-3f83-482f-9b76-c7f548fbc8a9 on host dv-neutron-825124-1-hyperv for vnic_type normal with profile {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 15:15:38.388375 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-354fd29b-2de0-4e83-a9de-f53805e5881d None None] Attempting to bind port 3c83e2a4-3f83-482f-9b76-c7f548fbc8a9 by drivers openvswitch,hyperv on host dv-neutron-825124-1-hyperv at level 0 using segments [{'id': '72b337e4-bee8-4987-bad3-75e1052d2860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'a2c3516d-d207-4e29-b653-aad892b32b4e'}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 15:15:38.388375 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-354fd29b-2de0-4e83-a9de-f53805e5881d None None] Attempting to bind port 3c83e2a4-3f83-482f-9b76-c7f548fbc8a9 on network a2c3516d-d207-4e29-b653-aad892b32b4e {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 15:15:38.394592 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-354fd29b-2de0-4e83-a9de-f53805e5881d None None] Checking agent: {'id': '6414dfeb-85c5-454a-8756-709ca637d800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825124-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 16, 31), 'started_at': datetime.datetime(2022, 1, 20, 14, 17, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 15, 15, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825124-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 15:15:38.395058 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-354fd29b-2de0-4e83-a9de-f53805e5881d None None] Checking segment: {'id': '72b337e4-bee8-4987-bad3-75e1052d2860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'a2c3516d-d207-4e29-b653-aad892b32b4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 15:15:38.395345 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-354fd29b-2de0-4e83-a9de-f53805e5881d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:15:38.395717 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-354fd29b-2de0-4e83-a9de-f53805e5881d None None] Bound using segment: {'id': '72b337e4-bee8-4987-bad3-75e1052d2860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'a2c3516d-d207-4e29-b653-aad892b32b4e'} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 15:15:38.396182 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-354fd29b-2de0-4e83-a9de-f53805e5881d None None] Bound port: 3c83e2a4-3f83-482f-9b76-c7f548fbc8a9, host: dv-neutron-825124-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72b337e4-bee8-4987-bad3-75e1052d2860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'a2c3516d-d207-4e29-b653-aad892b32b4e'}}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 15:15:38.396547 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-354fd29b-2de0-4e83-a9de-f53805e5881d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:15:38.487555 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-354fd29b-2de0-4e83-a9de-f53805e5881d None None] For port 3c83e2a4-3f83-482f-9b76-c7f548fbc8a9, host dv-neutron-825124-1-hyperv, cleared binding levels {{(pid=84155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 15:15:38.490552 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-354fd29b-2de0-4e83-a9de-f53805e5881d None None] For port 3c83e2a4-3f83-482f-9b76-c7f548fbc8a9, host dv-neutron-825124-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=3c83e2a4-3f83-482f-9b76-c7f548fbc8a9,segment=NetworkSegment(72b337e4-bee8-4987-bad3-75e1052d2860),segment_id=72b337e4-bee8-4987-bad3-75e1052d2860)] {{(pid=84155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 15:15:38.588454 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-354fd29b-2de0-4e83-a9de-f53805e5881d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:15:38.672585 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-354fd29b-2de0-4e83-a9de-f53805e5881d None None] Routers {'fd332a87-9195-4b0c-84f3-15feac96781b'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 15:15:38.673463 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-354fd29b-2de0-4e83-a9de-f53805e5881d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T15:15:30Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['fd332a87-9195-4b0c-84f3-15feac96781b'], 'active': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:15:38.728992 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fd4ff2-49c8-48ec-94a8-8c87cbfbbcd0 None None] Pushing event updated for resources: {'Port': ['ID=3c83e2a4-3f83-482f-9b76-c7f548fbc8a9,revision_number=4']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:15:38.908280 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvr_db [None req-354fd29b-2de0-4e83-a9de-f53805e5881d None None] Set router fd332a87-9195-4b0c-84f3-15feac96781b gateway port host: dv-neutron-825124-1-hyperv {{(pid=84155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 15:15:39.237610 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-354fd29b-2de0-4e83-a9de-f53805e5881d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd332a87-9195-4b0c-84f3-15feac96781b', 'name': 'tempest-TestEncryptedCinderVolumes-1687177261-router', 'tenant_id': '67532c1a1726459f8fcfe2df26f5690a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.213'}], 'enable_snat': True}, 'gw_port_id': '30a845cc-ed24-4f78-846c-8ae20b172f29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:15:14Z', 'updated_at': '2022-01-20T15:15:18Z', 'revision_number': 4, 'project_id': '67532c1a1726459f8fcfe2df26f5690a', 'gw_port': {'id': '30a845cc-ed24-4f78-846c-8ae20b172f29', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:fb:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd332a87-9195-4b0c-84f3-15feac96781b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:15:15Z', 'updated_at': '2022-01-20T15:15:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv', '_interfaces': [{'id': '3c83e2a4-3f83-482f-9b76-c7f548fbc8a9', 'name': '', 'network_id': 'a2c3516d-d207-4e29-b653-aad892b32b4e', 'tenant_id': '67532c1a1726459f8fcfe2df26f5690a', 'mac_address': 'fa:16:3e:89:7f:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd332a87-9195-4b0c-84f3-15feac96781b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f553669a-417f-4383-9e9c-62c69a5beea0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:15:17Z', 'updated_at': '2022-01-20T15:15:38Z', 'revision_number': 4, 'project_id': '67532c1a1726459f8fcfe2df26f5690a', 'subnets': [{'id': 'f553669a-417f-4383-9e9c-62c69a5beea0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:15:39.242282 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-354fd29b-2de0-4e83-a9de-f53805e5881d None None] The sync data for ids ['fd332a87-9195-4b0c-84f3-15feac96781b'] in dv-neutron-825124-1-hyperv is: [{'id': 'fd332a87-9195-4b0c-84f3-15feac96781b', 'name': 'tempest-TestEncryptedCinderVolumes-1687177261-router', 'tenant_id': '67532c1a1726459f8fcfe2df26f5690a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.213'}], 'enable_snat': True}, 'gw_port_id': '30a845cc-ed24-4f78-846c-8ae20b172f29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:15:14Z', 'updated_at': '2022-01-20T15:15:18Z', 'revision_number': 4, 'project_id': '67532c1a1726459f8fcfe2df26f5690a', 'gw_port': {'id': '30a845cc-ed24-4f78-846c-8ae20b172f29', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:fb:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd332a87-9195-4b0c-84f3-15feac96781b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:15:15Z', 'updated_at': '2022-01-20T15:15:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv', '_interfaces': [{'id': '3c83e2a4-3f83-482f-9b76-c7f548fbc8a9', 'name': '', 'network_id': 'a2c3516d-d207-4e29-b653-aad892b32b4e', 'tenant_id': '67532c1a1726459f8fcfe2df26f5690a', 'mac_address': 'fa:16:3e:89:7f:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd332a87-9195-4b0c-84f3-15feac96781b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f553669a-417f-4383-9e9c-62c69a5beea0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:15:17Z', 'updated_at': '2022-01-20T15:15:38Z', 'revision_number': 4, 'project_id': '67532c1a1726459f8fcfe2df26f5690a', 'subnets': [{'id': 'f553669a-417f-4383-9e9c-62c69a5beea0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 15:15:41.264651 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 3c83e2a4-3f83-482f-9b76-c7f548fbc8a9 up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 15:15:41.376529 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning for port 3c83e2a4-3f83-482f-9b76-c7f548fbc8a9 completed by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 15:15:41.381646 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port 3c83e2a4-3f83-482f-9b76-c7f548fbc8a9 triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:15:41.382012 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:15:41.496502 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:15:41.527228 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] For port 3c83e2a4-3f83-482f-9b76-c7f548fbc8a9, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=3c83e2a4-3f83-482f-9b76-c7f548fbc8a9,segment=NetworkSegment(72b337e4-bee8-4987-bad3-75e1052d2860),segment_id=72b337e4-bee8-4987-bad3-75e1052d2860)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 15:15:41.582383 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:15:41.649106 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Pushing event updated for resources: {'Port': ['ID=3c83e2a4-3f83-482f-9b76-c7f548fbc8a9,revision_number=5']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:15:43.231056 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 3c83e2a4-3f83-482f-9b76-c7f548fbc8a9 up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 15:15:43.301103 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port 3c83e2a4-3f83-482f-9b76-c7f548fbc8a9 triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:15:43.301468 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:15:52.213770 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-7f4ecf9f-a76d-4980-89fc-a20aec973bb8 req-f33b31a3-749a-4678-899c-eba78247c961 service neutron] 10.222.0.106 "GET /v2.0/ports?device_id=288ed7c2-23c1-4157-bb91-ae9a5ef9ff29&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0760036 Jan 20 15:15:52.356388 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-7f4ecf9f-a76d-4980-89fc-a20aec973bb8 req-7be1fecf-d109-4076-b138-7351007ce7a9 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=68659fe067e945c7b8a3f1a35954de1e&device_id=288ed7c2-23c1-4157-bb91-ae9a5ef9ff29 HTTP/1.1" status: 200 len: 1098 time: 0.0708687 Jan 20 15:15:52.509945 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4ecf9f-a76d-4980-89fc-a20aec973bb8 req-626a0a17-525e-4892-b349-7d78b5f3de7b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:15:52.511414 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-7f4ecf9f-a76d-4980-89fc-a20aec973bb8 req-626a0a17-525e-4892-b349-7d78b5f3de7b service neutron] 10.222.0.106 "GET /v2.0/networks?id=7fe6a09c-0228-4068-943d-bcf3400eccbc HTTP/1.1" status: 200 len: 917 time: 0.1358979 Jan 20 15:15:52.582607 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-7f4ecf9f-a76d-4980-89fc-a20aec973bb8 req-fa805fde-be3c-4566-9059-03726bb53e94 service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0235d5eb-976f-409c-9fb6-5bc08e8e9133 HTTP/1.1" status: 200 len: 217 time: 0.0646000 Jan 20 15:15:52.646221 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4ecf9f-a76d-4980-89fc-a20aec973bb8 req-ba729b5e-0e5e-4e4b-8dd0-ec0ced1e4638 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:15:52.648563 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-7f4ecf9f-a76d-4980-89fc-a20aec973bb8 req-ba729b5e-0e5e-4e4b-8dd0-ec0ced1e4638 service neutron] 10.222.0.106 "GET /v2.0/subnets?id=6f21b2ce-3589-4a04-b63a-c2368ba21b87 HTTP/1.1" status: 200 len: 855 time: 0.0596702 Jan 20 15:15:52.813016 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-7f4ecf9f-a76d-4980-89fc-a20aec973bb8 req-3975c122-61bb-4e11-8098-5e5948707e9a service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=7fe6a09c-0228-4068-943d-bcf3400eccbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1577747 Jan 20 15:15:52.947072 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-7f4ecf9f-a76d-4980-89fc-a20aec973bb8 req-15490ed1-0e86-4c48-a9e7-2655751bfcf0 service neutron] 10.222.0.106 "GET /v2.0/networks/7fe6a09c-0228-4068-943d-bcf3400eccbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276894 Jan 20 15:15:53.087592 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-7f4ecf9f-a76d-4980-89fc-a20aec973bb8 req-c78b534a-8672-41a6-a370-9d48ec74db29 service neutron] 10.222.0.106 "GET /v2.0/networks/7fe6a09c-0228-4068-943d-bcf3400eccbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333122 Jan 20 15:15:53.927750 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a243371b-37ea-4587-a866-3286f8de9a1b req-d29ff1cc-e9f8-4dd8-8285-523ae54f5b79 tempest-TestEncryptedCinderVolumes-1088720290 tempest-TestEncryptedCinderVolumes-1088720290-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:15:53.929453 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-a243371b-37ea-4587-a866-3286f8de9a1b req-d29ff1cc-e9f8-4dd8-8285-523ae54f5b79 tempest-TestEncryptedCinderVolumes-1088720290 tempest-TestEncryptedCinderVolumes-1088720290-project] 10.222.0.54 "GET /v2.0/ports?device_id=288ed7c2-23c1-4157-bb91-ae9a5ef9ff29 HTTP/1.1" status: 200 len: 945 time: 0.1031530 Jan 20 15:15:53.984124 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-a243371b-37ea-4587-a866-3286f8de9a1b req-aa455767-9067-47d3-9c36-cdd31fbb6ffb tempest-TestEncryptedCinderVolumes-1088720290 tempest-TestEncryptedCinderVolumes-1088720290-project] 10.222.0.54 "GET /v2.0/security-groups?id=9d0b0653-1e2f-4987-a55a-4b41376ca923&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478933 Jan 20 15:15:55.189829 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb413c41-0f38-4f7c-a0ed-9bc57596df24 req-81a274ef-a42f-4883-88f3-c68198805ebd tempest-TestEncryptedCinderVolumes-1088720290 tempest-TestEncryptedCinderVolumes-1088720290-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:15:55.191386 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-cb413c41-0f38-4f7c-a0ed-9bc57596df24 req-81a274ef-a42f-4883-88f3-c68198805ebd tempest-TestEncryptedCinderVolumes-1088720290 tempest-TestEncryptedCinderVolumes-1088720290-project] 10.222.0.54 "GET /v2.0/ports?device_id=288ed7c2-23c1-4157-bb91-ae9a5ef9ff29 HTTP/1.1" status: 200 len: 945 time: 0.0800011 Jan 20 15:15:55.237576 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-cb413c41-0f38-4f7c-a0ed-9bc57596df24 req-45fbc82d-f2c3-4782-a183-79351c37749f tempest-TestEncryptedCinderVolumes-1088720290 tempest-TestEncryptedCinderVolumes-1088720290-project] 10.222.0.54 "GET /v2.0/security-groups?id=9d0b0653-1e2f-4987-a55a-4b41376ca923&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405452 Jan 20 15:15:55.738580 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857e6235-6b7d-46c4-bb15-53e7e9420543 req-2096ebac-3261-49ec-b8fe-158568fc849a tempest-TestEncryptedCinderVolumes-1088720290 tempest-TestEncryptedCinderVolumes-1088720290-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:15:55.740056 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-857e6235-6b7d-46c4-bb15-53e7e9420543 req-2096ebac-3261-49ec-b8fe-158568fc849a tempest-TestEncryptedCinderVolumes-1088720290 tempest-TestEncryptedCinderVolumes-1088720290-project] 10.222.0.106 "GET /v2.0/ports?device_id=288ed7c2-23c1-4157-bb91-ae9a5ef9ff29 HTTP/1.1" status: 200 len: 945 time: 0.0783200 Jan 20 15:15:55.806954 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [req-857e6235-6b7d-46c4-bb15-53e7e9420543 req-1abbca50-661f-4db9-b20a-d0ce4e6eccde tempest-TestEncryptedCinderVolumes-1088720290 tempest-TestEncryptedCinderVolumes-1088720290-project] Deleting port 0235d5eb-976f-409c-9fb6-5bc08e8e9133 {{(pid=84153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 15:15:55.807322 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-857e6235-6b7d-46c4-bb15-53e7e9420543 req-1abbca50-661f-4db9-b20a-d0ce4e6eccde tempest-TestEncryptedCinderVolumes-1088720290 tempest-TestEncryptedCinderVolumes-1088720290-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:15:56.060801 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.db [req-857e6235-6b7d-46c4-bb15-53e7e9420543 req-1abbca50-661f-4db9-b20a-d0ce4e6eccde tempest-TestEncryptedCinderVolumes-1088720290 tempest-TestEncryptedCinderVolumes-1088720290-project] For port 0235d5eb-976f-409c-9fb6-5bc08e8e9133, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=0235d5eb-976f-409c-9fb6-5bc08e8e9133,segment=NetworkSegment(cb6a6a35-408e-4e19-b9b7-d2cf3871c461),segment_id=cb6a6a35-408e-4e19-b9b7-d2cf3871c461)] {{(pid=84153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 15:15:56.061156 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-857e6235-6b7d-46c4-bb15-53e7e9420543 req-1abbca50-661f-4db9-b20a-d0ce4e6eccde tempest-TestEncryptedCinderVolumes-1088720290 tempest-TestEncryptedCinderVolumes-1088720290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:15:56.178871 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [req-857e6235-6b7d-46c4-bb15-53e7e9420543 req-1abbca50-661f-4db9-b20a-d0ce4e6eccde tempest-TestEncryptedCinderVolumes-1088720290 tempest-TestEncryptedCinderVolumes-1088720290-project] Calling delete_port for 0235d5eb-976f-409c-9fb6-5bc08e8e9133 owned by compute:nova {{(pid=84153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 15:15:56.400054 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-857e6235-6b7d-46c4-bb15-53e7e9420543 req-1abbca50-661f-4db9-b20a-d0ce4e6eccde tempest-TestEncryptedCinderVolumes-1088720290 tempest-TestEncryptedCinderVolumes-1088720290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:15:56.411168 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] get_ports_and_sgs() called for port_ids ['0235d5eb-976f-409c-9fb6-5bc08e8e9133'] {{(pid=84154) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 20 15:15:56.447692 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-abdb3145-7709-4b07-9612-96e4e5f1a47e req-10cb7971-818f-44fc-8821-3916043fbc15 tempest-TestEncryptedCinderVolumes-1088720290 tempest-TestEncryptedCinderVolumes-1088720290-project] 10.222.0.54 "GET /v2.0/ports?device_id=288ed7c2-23c1-4157-bb91-ae9a5ef9ff29 HTTP/1.1" status: 200 len: 210 time: 0.0821426 Jan 20 15:15:56.456403 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abbca50-661f-4db9-b20a-d0ce4e6eccde tempest-TestEncryptedCinderVolumes-1088720290 tempest-TestEncryptedCinderVolumes-1088720290-project] Pushing event deleted for resources: {'Port': ['ID=0235d5eb-976f-409c-9fb6-5bc08e8e9133,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:15:56.492228 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abbca50-661f-4db9-b20a-d0ce4e6eccde tempest-TestEncryptedCinderVolumes-1088720290 tempest-TestEncryptedCinderVolumes-1088720290-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:15:56.492575 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abbca50-661f-4db9-b20a-d0ce4e6eccde tempest-TestEncryptedCinderVolumes-1088720290 tempest-TestEncryptedCinderVolumes-1088720290-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:15:56.492917 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abbca50-661f-4db9-b20a-d0ce4e6eccde tempest-TestEncryptedCinderVolumes-1088720290 tempest-TestEncryptedCinderVolumes-1088720290-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:15:56.493252 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abbca50-661f-4db9-b20a-d0ce4e6eccde tempest-TestEncryptedCinderVolumes-1088720290 tempest-TestEncryptedCinderVolumes-1088720290-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:15:56.494188 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abbca50-661f-4db9-b20a-d0ce4e6eccde tempest-TestEncryptedCinderVolumes-1088720290 tempest-TestEncryptedCinderVolumes-1088720290-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:15:56.494526 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abbca50-661f-4db9-b20a-d0ce4e6eccde tempest-TestEncryptedCinderVolumes-1088720290 tempest-TestEncryptedCinderVolumes-1088720290-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:15:56.494850 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abbca50-661f-4db9-b20a-d0ce4e6eccde tempest-TestEncryptedCinderVolumes-1088720290 tempest-TestEncryptedCinderVolumes-1088720290-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:15:56.495204 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abbca50-661f-4db9-b20a-d0ce4e6eccde tempest-TestEncryptedCinderVolumes-1088720290 tempest-TestEncryptedCinderVolumes-1088720290-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:15:56.495527 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abbca50-661f-4db9-b20a-d0ce4e6eccde tempest-TestEncryptedCinderVolumes-1088720290 tempest-TestEncryptedCinderVolumes-1088720290-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:15:56.495850 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abbca50-661f-4db9-b20a-d0ce4e6eccde tempest-TestEncryptedCinderVolumes-1088720290 tempest-TestEncryptedCinderVolumes-1088720290-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:15:56.496175 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abbca50-661f-4db9-b20a-d0ce4e6eccde tempest-TestEncryptedCinderVolumes-1088720290 tempest-TestEncryptedCinderVolumes-1088720290-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:15:56.545193 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.l3_dvrscheduler_db [req-857e6235-6b7d-46c4-bb15-53e7e9420543 req-1abbca50-661f-4db9-b20a-d0ce4e6eccde tempest-TestEncryptedCinderVolumes-1088720290 tempest-TestEncryptedCinderVolumes-1088720290-project] No DVR routers for this DVR port 0235d5eb-976f-409c-9fb6-5bc08e8e9133 on host hv-neutron-8251 {{(pid=84153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 15:15:56.547787 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-857e6235-6b7d-46c4-bb15-53e7e9420543 req-1abbca50-661f-4db9-b20a-d0ce4e6eccde tempest-TestEncryptedCinderVolumes-1088720290 tempest-TestEncryptedCinderVolumes-1088720290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:15:56.554357 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '288ed7c2-23c1-4157-bb91-ae9a5ef9ff29', 'name': 'network-vif-deleted', 'tag': '0235d5eb-976f-409c-9fb6-5bc08e8e9133'}] {{(pid=84153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 15:15:56.611306 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '288ed7c2-23c1-4157-bb91-ae9a5ef9ff29', 'name': 'network-vif-deleted', 'tag': '0235d5eb-976f-409c-9fb6-5bc08e8e9133', 'status': 'completed', 'code': 200} Jan 20 15:15:56.685311 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-857e6235-6b7d-46c4-bb15-53e7e9420543 req-1abbca50-661f-4db9-b20a-d0ce4e6eccde tempest-TestEncryptedCinderVolumes-1088720290 tempest-TestEncryptedCinderVolumes-1088720290-project] 10.222.0.106 "DELETE /v2.0/ports/0235d5eb-976f-409c-9fb6-5bc08e8e9133 HTTP/1.1" status: 204 len: 173 time: 0.9402826 Jan 20 15:15:57.640266 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [req-134761c4-1571-42eb-b5e4-99e843c9e445 req-12af3bf7-e7ee-445e-ae25-9576897be88a tempest-TestEncryptedCinderVolumes-1088720290 tempest-TestEncryptedCinderVolumes-1088720290-project] Synchronizing usage tracker for tenant:68659fe067e945c7b8a3f1a35954de1e on resource:port {{(pid=84153) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 15:15:57.799160 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [req-134761c4-1571-42eb-b5e4-99e843c9e445 req-12af3bf7-e7ee-445e-ae25-9576897be88a tempest-TestEncryptedCinderVolumes-1088720290 tempest-TestEncryptedCinderVolumes-1088720290-project] Unset dirty status for tenant:68659fe067e945c7b8a3f1a35954de1e on resource:port {{(pid=84153) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 15:15:57.800398 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-134761c4-1571-42eb-b5e4-99e843c9e445 req-12af3bf7-e7ee-445e-ae25-9576897be88a tempest-TestEncryptedCinderVolumes-1088720290 tempest-TestEncryptedCinderVolumes-1088720290-project] 10.222.0.54 "GET /v2.0/ports?device_id=288ed7c2-23c1-4157-bb91-ae9a5ef9ff29 HTTP/1.1" status: 200 len: 210 time: 0.2005577 Jan 20 15:15:58.090510 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-880682ae-c44f-4792-a265-93f9c769138c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:15:59.605109 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aace5afe-02ef-475d-b7c6-af2b636f4ac0 req-97dbd02c-ff00-440f-ac67-2ae70afaa821 tempest-TestEncryptedCinderVolumes-1088720290 tempest-TestEncryptedCinderVolumes-1088720290-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:15:59.606576 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-aace5afe-02ef-475d-b7c6-af2b636f4ac0 req-97dbd02c-ff00-440f-ac67-2ae70afaa821 tempest-TestEncryptedCinderVolumes-1088720290 tempest-TestEncryptedCinderVolumes-1088720290-project] 10.222.0.54 "GET /v2.0/networks?id=7fe6a09c-0228-4068-943d-bcf3400eccbc HTTP/1.1" status: 200 len: 816 time: 0.1482928 Jan 20 15:15:59.622415 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-aace5afe-02ef-475d-b7c6-af2b636f4ac0 req-64c791ab-22e4-4733-aec1-f4e9916d45fa tempest-TestEncryptedCinderVolumes-1088720290 tempest-TestEncryptedCinderVolumes-1088720290-project] 10.222.0.54 "GET /v2.0/quotas/68659fe067e945c7b8a3f1a35954de1e HTTP/1.1" status: 200 len: 375 time: 0.0104406 Jan 20 15:15:59.790193 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-aace5afe-02ef-475d-b7c6-af2b636f4ac0 req-9646e000-16d2-4166-9437-f4faf9f701f6 tempest-TestEncryptedCinderVolumes-1088720290 tempest-TestEncryptedCinderVolumes-1088720290-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=68659fe067e945c7b8a3f1a35954de1e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1630161 Jan 20 15:15:59.853613 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Device 0235d5eb-976f-409c-9fb6-5bc08e8e9133 no longer exists at agent hyperv_hv-neutron-8251 {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 15:15:59.887631 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] No Port match for: 0235d5eb-976f-409c-9fb6-5bc08e8e9133 {{(pid=84154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 15:15:59.887980 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Device 0235d5eb-976f-409c-9fb6-5bc08e8e9133 not bound to the agent host hv-neutron-8251 {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 15:15:59.938520 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-aace5afe-02ef-475d-b7c6-af2b636f4ac0 req-1f8a9eef-4546-4ef5-931d-b8b26207d23b service neutron] 10.222.0.54 "GET /v2.0/networks/7fe6a09c-0228-4068-943d-bcf3400eccbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370497 Jan 20 15:16:00.081874 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-aace5afe-02ef-475d-b7c6-af2b636f4ac0 req-999169b7-ef43-49e1-a991-5fe515f5ed0d service neutron] 10.222.0.54 "GET /v2.0/networks/7fe6a09c-0228-4068-943d-bcf3400eccbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375475 Jan 20 15:16:00.341578 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-649dbfdb-fae1-4f16-ae93-be922bba52c8 req-5fae30ba-c036-4a82-b716-f8bbc1f05f58 tempest-TestEncryptedCinderVolumes-1088720290 tempest-TestEncryptedCinderVolumes-1088720290-project] 10.222.0.54 "GET /v2.0/ports?device_id=630f7083-9efc-46ab-b19d-23564b595977 HTTP/1.1" status: 200 len: 210 time: 0.0406199 Jan 20 15:16:00.445003 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-8f9c3de9-bb1a-4114-91f6-6386a5276560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:16:00.945210 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:16:01.439271 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:16:01.454060 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-4da992ce-6d57-4461-96e9-78dda3b8011d req-9cf1c6c2-9c40-4e0e-a0ae-e888d8ace67f tempest-TestEncryptedCinderVolumes-1088720290 tempest-TestEncryptedCinderVolumes-1088720290-project] 10.222.0.54 "GET /v2.0/ports?device_id=630f7083-9efc-46ab-b19d-23564b595977 HTTP/1.1" status: 200 len: 210 time: 0.0442038 Jan 20 15:16:01.787747 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-cdd98e71-1f0a-4421-baa9-dcb30e06edf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:16:02.638170 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-e9237ebb-04d8-4c39-80e6-79f64026c289 req-ad1cc69e-e56b-46e3-a01c-9c2972c18f77 tempest-TestEncryptedCinderVolumes-1088720290 tempest-TestEncryptedCinderVolumes-1088720290-project] 10.222.0.54 "GET /v2.0/ports?device_id=630f7083-9efc-46ab-b19d-23564b595977 HTTP/1.1" status: 200 len: 210 time: 0.0529082 Jan 20 15:16:02.694387 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aace5afe-02ef-475d-b7c6-af2b636f4ac0 req-04fcff8f-567a-4364-875f-5ae1315e79bd tempest-TestEncryptedCinderVolumes-1088720290 tempest-TestEncryptedCinderVolumes-1088720290-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:16:02.695786 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-aace5afe-02ef-475d-b7c6-af2b636f4ac0 req-04fcff8f-567a-4364-875f-5ae1315e79bd tempest-TestEncryptedCinderVolumes-1088720290 tempest-TestEncryptedCinderVolumes-1088720290-project] 10.222.0.106 "GET /v2.0/networks?id=7fe6a09c-0228-4068-943d-bcf3400eccbc HTTP/1.1" status: 200 len: 816 time: 0.1812541 Jan 20 15:16:02.711631 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [req-aace5afe-02ef-475d-b7c6-af2b636f4ac0 req-9b91f563-e702-4c63-88c2-945872ee2b48 tempest-TestEncryptedCinderVolumes-1088720290 tempest-TestEncryptedCinderVolumes-1088720290-project] Request body: {'port': {'device_id': '630f7083-9efc-46ab-b19d-23564b595977', 'network_id': '7fe6a09c-0228-4068-943d-bcf3400eccbc', 'admin_state_up': True, 'tenant_id': '68659fe067e945c7b8a3f1a35954de1e'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 15:16:02.844876 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [req-aace5afe-02ef-475d-b7c6-af2b636f4ac0 req-9b91f563-e702-4c63-88c2-945872ee2b48 tempest-TestEncryptedCinderVolumes-1088720290 tempest-TestEncryptedCinderVolumes-1088720290-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:16:02.854551 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [req-aace5afe-02ef-475d-b7c6-af2b636f4ac0 req-9b91f563-e702-4c63-88c2-945872ee2b48 tempest-TestEncryptedCinderVolumes-1088720290 tempest-TestEncryptedCinderVolumes-1088720290-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:16:02.930249 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aace5afe-02ef-475d-b7c6-af2b636f4ac0 req-9b91f563-e702-4c63-88c2-945872ee2b48 tempest-TestEncryptedCinderVolumes-1088720290 tempest-TestEncryptedCinderVolumes-1088720290-project] Made reservation on behalf of 68659fe067e945c7b8a3f1a35954de1e for: {'port': 1} {{(pid=84153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 15:16:02.933869 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-aace5afe-02ef-475d-b7c6-af2b636f4ac0 req-9b91f563-e702-4c63-88c2-945872ee2b48 tempest-TestEncryptedCinderVolumes-1088720290 tempest-TestEncryptedCinderVolumes-1088720290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:16:03.096875 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.db_base_plugin_common [req-aace5afe-02ef-475d-b7c6-af2b636f4ac0 req-9b91f563-e702-4c63-88c2-945872ee2b48 tempest-TestEncryptedCinderVolumes-1088720290 tempest-TestEncryptedCinderVolumes-1088720290-project] Allocated IP 172.20.0.3 (7fe6a09c-0228-4068-943d-bcf3400eccbc/6f21b2ce-3589-4a04-b63a-c2368ba21b87/6c873181-064f-42bf-a5c3-88f9a9760759) {{(pid=84153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 15:16:03.204690 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-eea6df97-7ff1-4b63-af20-e3ec8913deda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:16:03.298681 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-aace5afe-02ef-475d-b7c6-af2b636f4ac0 req-9b91f563-e702-4c63-88c2-945872ee2b48 tempest-TestEncryptedCinderVolumes-1088720290 tempest-TestEncryptedCinderVolumes-1088720290-project] Notify callbacks [] for port, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:16:03.313666 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.provisioning_blocks [req-aace5afe-02ef-475d-b7c6-af2b636f4ac0 req-9b91f563-e702-4c63-88c2-945872ee2b48 tempest-TestEncryptedCinderVolumes-1088720290 tempest-TestEncryptedCinderVolumes-1088720290-project] Transition to ACTIVE for port object 6c873181-064f-42bf-a5c3-88f9a9760759 will not be triggered until provisioned by entity DHCP. {{(pid=84153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 15:16:03.410893 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-aace5afe-02ef-475d-b7c6-af2b636f4ac0 req-9b91f563-e702-4c63-88c2-945872ee2b48 tempest-TestEncryptedCinderVolumes-1088720290 tempest-TestEncryptedCinderVolumes-1088720290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:16:03.485033 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aace5afe-02ef-475d-b7c6-af2b636f4ac0 req-9b91f563-e702-4c63-88c2-945872ee2b48 tempest-TestEncryptedCinderVolumes-1088720290 tempest-TestEncryptedCinderVolumes-1088720290-project] Network 7fe6a09c-0228-4068-943d-bcf3400eccbc is already hosted by enough agents. {{(pid=84153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 15:16:03.486127 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.base_scheduler [req-aace5afe-02ef-475d-b7c6-af2b636f4ac0 req-9b91f563-e702-4c63-88c2-945872ee2b48 tempest-TestEncryptedCinderVolumes-1088720290 tempest-TestEncryptedCinderVolumes-1088720290-project] Resources bound (agent type, host, resource id): {{(pid=84153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 15:16:03.490007 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.l3_dvrscheduler_db [req-aace5afe-02ef-475d-b7c6-af2b636f4ac0 req-9b91f563-e702-4c63-88c2-945872ee2b48 tempest-TestEncryptedCinderVolumes-1088720290 tempest-TestEncryptedCinderVolumes-1088720290-project] Received port after_create {{(pid=84153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 15:16:03.521133 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b91f563-e702-4c63-88c2-945872ee2b48 tempest-TestEncryptedCinderVolumes-1088720290 tempest-TestEncryptedCinderVolumes-1088720290-project] Pushing event updated for resources: {'Port': ['ID=6c873181-064f-42bf-a5c3-88f9a9760759,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:16:03.555124 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aace5afe-02ef-475d-b7c6-af2b636f4ac0 req-9b91f563-e702-4c63-88c2-945872ee2b48 tempest-TestEncryptedCinderVolumes-1088720290 tempest-TestEncryptedCinderVolumes-1088720290-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:16:03.555737 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-aace5afe-02ef-475d-b7c6-af2b636f4ac0 req-9b91f563-e702-4c63-88c2-945872ee2b48 tempest-TestEncryptedCinderVolumes-1088720290 tempest-TestEncryptedCinderVolumes-1088720290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:16:03.640242 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-aace5afe-02ef-475d-b7c6-af2b636f4ac0 req-9b91f563-e702-4c63-88c2-945872ee2b48 tempest-TestEncryptedCinderVolumes-1088720290 tempest-TestEncryptedCinderVolumes-1088720290-project] 10.222.0.106 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9322083 Jan 20 15:16:03.652160 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [req-aace5afe-02ef-475d-b7c6-af2b636f4ac0 req-ff5ac438-8b3e-4aa9-ac3b-4d97142aa5d4 service neutron] Request body: {'port': {'device_id': '630f7083-9efc-46ab-b19d-23564b595977', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8251'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 15:16:03.763195 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-aace5afe-02ef-475d-b7c6-af2b636f4ac0 req-ff5ac438-8b3e-4aa9-ac3b-4d97142aa5d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:16:03.827683 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-5118b625-0a95-4bba-848f-45184caa565e None None] Provisioning for port 6c873181-064f-42bf-a5c3-88f9a9760759 completed by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 15:16:03.832758 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-5118b625-0a95-4bba-848f-45184caa565e None None] Provisioning complete for port 6c873181-064f-42bf-a5c3-88f9a9760759 triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:16:03.833176 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-5118b625-0a95-4bba-848f-45184caa565e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:16:03.925528 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-5118b625-0a95-4bba-848f-45184caa565e None None] Port 6c873181-064f-42bf-a5c3-88f9a9760759 cannot update to ACTIVE because it is not bound. {{(pid=84154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 15:16:03.959352 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696552ae-818c-43c3-bdab-1092f70dc9ad req-a6b0b538-ce05-4326-9d0e-02e803382d72 tempest-TestEncryptedCinderVolumes-1088720290 tempest-TestEncryptedCinderVolumes-1088720290-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:16:03.960034 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [req-696552ae-818c-43c3-bdab-1092f70dc9ad req-a6b0b538-ce05-4326-9d0e-02e803382d72 tempest-TestEncryptedCinderVolumes-1088720290 tempest-TestEncryptedCinderVolumes-1088720290-project] Synchronizing usage tracker for tenant:68659fe067e945c7b8a3f1a35954de1e on resource:port {{(pid=84153) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 15:16:04.237089 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [req-696552ae-818c-43c3-bdab-1092f70dc9ad req-a6b0b538-ce05-4326-9d0e-02e803382d72 tempest-TestEncryptedCinderVolumes-1088720290 tempest-TestEncryptedCinderVolumes-1088720290-project] Unset dirty status for tenant:68659fe067e945c7b8a3f1a35954de1e on resource:port {{(pid=84153) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 15:16:04.238171 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-696552ae-818c-43c3-bdab-1092f70dc9ad req-a6b0b538-ce05-4326-9d0e-02e803382d72 tempest-TestEncryptedCinderVolumes-1088720290 tempest-TestEncryptedCinderVolumes-1088720290-project] 10.222.0.54 "GET /v2.0/ports?device_id=630f7083-9efc-46ab-b19d-23564b595977 HTTP/1.1" status: 200 len: 931 time: 0.4761844 Jan 20 15:16:04.287036 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.notifiers.nova [req-aace5afe-02ef-475d-b7c6-af2b636f4ac0 req-ff5ac438-8b3e-4aa9-ac3b-4d97142aa5d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c873181-064f-42bf-a5c3-88f9a9760759 {{(pid=84153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 15:16:04.295876 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-aace5afe-02ef-475d-b7c6-af2b636f4ac0 req-ff5ac438-8b3e-4aa9-ac3b-4d97142aa5d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:16:04.315080 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-696552ae-818c-43c3-bdab-1092f70dc9ad req-91fe1551-545a-42db-a5bc-0e885cd346e5 tempest-TestEncryptedCinderVolumes-1088720290 tempest-TestEncryptedCinderVolumes-1088720290-project] 10.222.0.54 "GET /v2.0/security-groups?id=9d0b0653-1e2f-4987-a55a-4b41376ca923&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664811 Jan 20 15:16:04.317331 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.provisioning_blocks [req-aace5afe-02ef-475d-b7c6-af2b636f4ac0 req-ff5ac438-8b3e-4aa9-ac3b-4d97142aa5d4 service neutron] Transition to ACTIVE for port object 6c873181-064f-42bf-a5c3-88f9a9760759 will not be triggered until provisioned by entity L2. {{(pid=84153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 15:16:04.387592 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-aace5afe-02ef-475d-b7c6-af2b636f4ac0 req-ff5ac438-8b3e-4aa9-ac3b-4d97142aa5d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3944146'] for port, after_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:16:04.518425 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5ac438-8b3e-4aa9-ac3b-4d97142aa5d4 service neutron] Pushing event updated for resources: {'Port': ['ID=6c873181-064f-42bf-a5c3-88f9a9760759,revision_number=2']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:16:04.630085 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.managers [req-aace5afe-02ef-475d-b7c6-af2b636f4ac0 req-ff5ac438-8b3e-4aa9-ac3b-4d97142aa5d4 service neutron] Attempting to bind port 6c873181-064f-42bf-a5c3-88f9a9760759 on host hv-neutron-8251 for vnic_type normal with profile {{(pid=84153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 15:16:04.631765 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.managers [req-aace5afe-02ef-475d-b7c6-af2b636f4ac0 req-ff5ac438-8b3e-4aa9-ac3b-4d97142aa5d4 service neutron] Attempting to bind port 6c873181-064f-42bf-a5c3-88f9a9760759 by drivers openvswitch,hyperv on host hv-neutron-8251 at level 0 using segments [{'id': 'cb6a6a35-408e-4e19-b9b7-d2cf3871c461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '7fe6a09c-0228-4068-943d-bcf3400eccbc'}] {{(pid=84153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 15:16:04.631765 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aace5afe-02ef-475d-b7c6-af2b636f4ac0 req-ff5ac438-8b3e-4aa9-ac3b-4d97142aa5d4 service neutron] Attempting to bind port 6c873181-064f-42bf-a5c3-88f9a9760759 on network 7fe6a09c-0228-4068-943d-bcf3400eccbc {{(pid=84153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 15:16:04.638143 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aace5afe-02ef-475d-b7c6-af2b636f4ac0 req-ff5ac438-8b3e-4aa9-ac3b-4d97142aa5d4 service neutron] Port 6c873181-064f-42bf-a5c3-88f9a9760759 on network 7fe6a09c-0228-4068-943d-bcf3400eccbc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8251 {{(pid=84153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 20 15:16:04.638480 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aace5afe-02ef-475d-b7c6-af2b636f4ac0 req-ff5ac438-8b3e-4aa9-ac3b-4d97142aa5d4 service neutron] Attempting to bind port 6c873181-064f-42bf-a5c3-88f9a9760759 on network 7fe6a09c-0228-4068-943d-bcf3400eccbc {{(pid=84153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 15:16:04.645114 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aace5afe-02ef-475d-b7c6-af2b636f4ac0 req-ff5ac438-8b3e-4aa9-ac3b-4d97142aa5d4 service neutron] Checking agent: {'id': 'e037d8fb-d49c-4f86-9910-f13f6ba89a51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8251', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 23), 'started_at': datetime.datetime(2022, 1, 20, 14, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 15, 16, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 15:16:04.645746 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aace5afe-02ef-475d-b7c6-af2b636f4ac0 req-ff5ac438-8b3e-4aa9-ac3b-4d97142aa5d4 service neutron] Checking segment: {'id': 'cb6a6a35-408e-4e19-b9b7-d2cf3871c461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '7fe6a09c-0228-4068-943d-bcf3400eccbc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 15:16:04.645841 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aace5afe-02ef-475d-b7c6-af2b636f4ac0 req-ff5ac438-8b3e-4aa9-ac3b-4d97142aa5d4 service neutron] Bound using segment: {'id': 'cb6a6a35-408e-4e19-b9b7-d2cf3871c461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '7fe6a09c-0228-4068-943d-bcf3400eccbc'} {{(pid=84153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 15:16:04.646263 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.managers [req-aace5afe-02ef-475d-b7c6-af2b636f4ac0 req-ff5ac438-8b3e-4aa9-ac3b-4d97142aa5d4 service neutron] Bound port: 6c873181-064f-42bf-a5c3-88f9a9760759, host: hv-neutron-8251, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb6a6a35-408e-4e19-b9b7-d2cf3871c461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '7fe6a09c-0228-4068-943d-bcf3400eccbc'}}] {{(pid=84153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 15:16:04.646614 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-aace5afe-02ef-475d-b7c6-af2b636f4ac0 req-ff5ac438-8b3e-4aa9-ac3b-4d97142aa5d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:16:04.735162 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.db [req-aace5afe-02ef-475d-b7c6-af2b636f4ac0 req-ff5ac438-8b3e-4aa9-ac3b-4d97142aa5d4 service neutron] For port 6c873181-064f-42bf-a5c3-88f9a9760759, host hv-neutron-8251, cleared binding levels {{(pid=84153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 15:16:04.737930 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.db [req-aace5afe-02ef-475d-b7c6-af2b636f4ac0 req-ff5ac438-8b3e-4aa9-ac3b-4d97142aa5d4 service neutron] For port 6c873181-064f-42bf-a5c3-88f9a9760759, host hv-neutron-8251, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=6c873181-064f-42bf-a5c3-88f9a9760759,segment=NetworkSegment(cb6a6a35-408e-4e19-b9b7-d2cf3871c461),segment_id=cb6a6a35-408e-4e19-b9b7-d2cf3871c461)] {{(pid=84153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 15:16:04.810857 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-aace5afe-02ef-475d-b7c6-af2b636f4ac0 req-ff5ac438-8b3e-4aa9-ac3b-4d97142aa5d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3944146'] for port, after_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:16:04.873514 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-aace5afe-02ef-475d-b7c6-af2b636f4ac0 req-ff5ac438-8b3e-4aa9-ac3b-4d97142aa5d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:16:04.875018 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-aace5afe-02ef-475d-b7c6-af2b636f4ac0 req-ff5ac438-8b3e-4aa9-ac3b-4d97142aa5d4 service neutron] 10.222.0.106 "PUT /v2.0/ports/6c873181-064f-42bf-a5c3-88f9a9760759 HTTP/1.1" status: 200 len: 1093 time: 1.2275269 Jan 20 15:16:04.875465 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '630f7083-9efc-46ab-b19d-23564b595977', 'tag': '6c873181-064f-42bf-a5c3-88f9a9760759'}] {{(pid=84153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 15:16:04.895811 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5ac438-8b3e-4aa9-ac3b-4d97142aa5d4 service neutron] Pushing event updated for resources: {'Port': ['ID=6c873181-064f-42bf-a5c3-88f9a9760759,revision_number=3']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:16:04.933597 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '630f7083-9efc-46ab-b19d-23564b595977', 'tag': '6c873181-064f-42bf-a5c3-88f9a9760759', 'status': 'completed', 'code': 200} Jan 20 15:16:05.029310 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-7b09a7ea-7af6-4e36-99f2-830dc01aee45 req-6d93e4be-9206-43bb-871e-210cda5fb501 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=68659fe067e945c7b8a3f1a35954de1e&device_id=630f7083-9efc-46ab-b19d-23564b595977 HTTP/1.1" status: 200 len: 1096 time: 0.0716178 Jan 20 15:16:05.171871 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b09a7ea-7af6-4e36-99f2-830dc01aee45 req-1a9df905-d582-4926-a6f8-7167c7729734 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:16:05.173224 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-7b09a7ea-7af6-4e36-99f2-830dc01aee45 req-1a9df905-d582-4926-a6f8-7167c7729734 service neutron] 10.222.0.106 "GET /v2.0/networks?tenant_id=68659fe067e945c7b8a3f1a35954de1e&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1374106 Jan 20 15:16:05.308781 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b09a7ea-7af6-4e36-99f2-830dc01aee45 req-95b7d748-fa4e-4260-8cca-1976f247babb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:16:05.310239 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-7b09a7ea-7af6-4e36-99f2-830dc01aee45 req-95b7d748-fa4e-4260-8cca-1976f247babb service neutron] 10.222.0.106 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1308122 Jan 20 15:16:05.424191 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-aace5afe-02ef-475d-b7c6-af2b636f4ac0 req-4710b1d6-69f0-478f-b72b-fc3f030ed8f0 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=68659fe067e945c7b8a3f1a35954de1e&device_id=630f7083-9efc-46ab-b19d-23564b595977 HTTP/1.1" status: 200 len: 1096 time: 0.0751929 Jan 20 15:16:05.534687 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-aace5afe-02ef-475d-b7c6-af2b636f4ac0 req-bb5f091c-e77a-4ec8-bee4-b236cdb14a17 service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6c873181-064f-42bf-a5c3-88f9a9760759 HTTP/1.1" status: 200 len: 217 time: 0.1029241 Jan 20 15:16:05.616743 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5828537-69a2-4469-94ee-16ab74a9dbd0 req-1d21dca1-4328-44c5-a318-0dcecc7f915a tempest-TestEncryptedCinderVolumes-1088720290 tempest-TestEncryptedCinderVolumes-1088720290-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:16:05.618129 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-f5828537-69a2-4469-94ee-16ab74a9dbd0 req-1d21dca1-4328-44c5-a318-0dcecc7f915a tempest-TestEncryptedCinderVolumes-1088720290 tempest-TestEncryptedCinderVolumes-1088720290-project] 10.222.0.54 "GET /v2.0/ports?device_id=630f7083-9efc-46ab-b19d-23564b595977 HTTP/1.1" status: 200 len: 943 time: 0.1395266 Jan 20 15:16:05.619453 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aace5afe-02ef-475d-b7c6-af2b636f4ac0 req-ca167420-0b18-468d-bcea-69cb1d432350 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:16:05.620772 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-aace5afe-02ef-475d-b7c6-af2b636f4ac0 req-ca167420-0b18-468d-bcea-69cb1d432350 service neutron] 10.222.0.106 "GET /v2.0/subnets?id=6f21b2ce-3589-4a04-b63a-c2368ba21b87 HTTP/1.1" status: 200 len: 855 time: 0.0742917 Jan 20 15:16:05.712367 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-f5828537-69a2-4469-94ee-16ab74a9dbd0 req-11808374-1e12-4fcb-9a4d-0822f83c60a0 tempest-TestEncryptedCinderVolumes-1088720290 tempest-TestEncryptedCinderVolumes-1088720290-project] 10.222.0.54 "GET /v2.0/security-groups?id=9d0b0653-1e2f-4987-a55a-4b41376ca923&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885577 Jan 20 15:16:05.730144 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-aace5afe-02ef-475d-b7c6-af2b636f4ac0 req-f948fa23-18b0-49a4-8ab3-659550411837 service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=7fe6a09c-0228-4068-943d-bcf3400eccbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0929072 Jan 20 15:16:05.860970 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-aace5afe-02ef-475d-b7c6-af2b636f4ac0 req-6d2a5f93-148a-4716-a477-69cf69f673e3 service neutron] 10.222.0.106 "GET /v2.0/networks/7fe6a09c-0228-4068-943d-bcf3400eccbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246309 Jan 20 15:16:06.081112 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-aace5afe-02ef-475d-b7c6-af2b636f4ac0 req-0725e76c-1816-4a2b-8389-179c4ebe08aa service neutron] 10.222.0.106 "GET /v2.0/networks/7fe6a09c-0228-4068-943d-bcf3400eccbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2131419 Jan 20 15:16:06.908265 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84900eb-90fd-4be5-9f23-e51f11fcb93a req-12c9c0ed-9f1a-455a-a7ca-9026f9ed6a1a tempest-TestEncryptedCinderVolumes-1088720290 tempest-TestEncryptedCinderVolumes-1088720290-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:16:06.909704 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-f84900eb-90fd-4be5-9f23-e51f11fcb93a req-12c9c0ed-9f1a-455a-a7ca-9026f9ed6a1a tempest-TestEncryptedCinderVolumes-1088720290 tempest-TestEncryptedCinderVolumes-1088720290-project] 10.222.0.54 "GET /v2.0/ports?device_id=630f7083-9efc-46ab-b19d-23564b595977 HTTP/1.1" status: 200 len: 943 time: 0.0750453 Jan 20 15:16:06.964387 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-f84900eb-90fd-4be5-9f23-e51f11fcb93a req-2f56dbe0-59a6-446f-99fc-d66eaa6950e7 tempest-TestEncryptedCinderVolumes-1088720290 tempest-TestEncryptedCinderVolumes-1088720290-project] 10.222.0.54 "GET /v2.0/security-groups?id=9d0b0653-1e2f-4987-a55a-4b41376ca923&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492091 Jan 20 15:16:07.887211 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Device 6c873181-064f-42bf-a5c3-88f9a9760759 details requested by agent hyperv_hv-neutron-8251 with host hv-neutron-8251 {{(pid=84154) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 20 15:16:08.027721 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] For port 6c873181-064f-42bf-a5c3-88f9a9760759, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=6c873181-064f-42bf-a5c3-88f9a9760759,segment=NetworkSegment(cb6a6a35-408e-4e19-b9b7-d2cf3871c461),segment_id=cb6a6a35-408e-4e19-b9b7-d2cf3871c461)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 15:16:08.041217 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Returning: {'device': '6c873181-064f-42bf-a5c3-88f9a9760759', 'network_id': '7fe6a09c-0228-4068-943d-bcf3400eccbc', 'port_id': '6c873181-064f-42bf-a5c3-88f9a9760759', 'mac_address': 'fa:16:3e:43:31:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f21b2ce-3589-4a04-b63a-c2368ba21b87', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84154) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 20 15:16:08.095560 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:16:08.118725 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.notifiers.nova [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c873181-064f-42bf-a5c3-88f9a9760759 {{(pid=84154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 15:16:08.137933 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] For port 6c873181-064f-42bf-a5c3-88f9a9760759, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=6c873181-064f-42bf-a5c3-88f9a9760759,segment=NetworkSegment(cb6a6a35-408e-4e19-b9b7-d2cf3871c461),segment_id=cb6a6a35-408e-4e19-b9b7-d2cf3871c461)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 15:16:08.176291 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a22f38d-c64b-44e3-a7d5-453ae12b2c0f req-f808da34-80e0-49eb-be67-1b6da7713ba6 tempest-TestEncryptedCinderVolumes-1088720290 tempest-TestEncryptedCinderVolumes-1088720290-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:16:08.177746 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-9a22f38d-c64b-44e3-a7d5-453ae12b2c0f req-f808da34-80e0-49eb-be67-1b6da7713ba6 tempest-TestEncryptedCinderVolumes-1088720290 tempest-TestEncryptedCinderVolumes-1088720290-project] 10.222.0.54 "GET /v2.0/ports?device_id=630f7083-9efc-46ab-b19d-23564b595977 HTTP/1.1" status: 200 len: 943 time: 0.0923352 Jan 20 15:16:08.193377 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:16:08.225882 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-9a22f38d-c64b-44e3-a7d5-453ae12b2c0f req-ef8d9251-c886-428d-8432-e65335071dbe tempest-TestEncryptedCinderVolumes-1088720290 tempest-TestEncryptedCinderVolumes-1088720290-project] 10.222.0.54 "GET /v2.0/security-groups?id=9d0b0653-1e2f-4987-a55a-4b41376ca923&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420091 Jan 20 15:16:08.271643 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Pushing event updated for resources: {'Port': ['ID=6c873181-064f-42bf-a5c3-88f9a9760759,revision_number=4']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:16:08.280151 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:16:08.280491 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:16:08.280822 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:16:08.281152 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:16:08.281477 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:16:08.281798 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:16:08.282146 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:16:08.282466 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:16:08.282782 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:16:08.283134 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:16:08.283450 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:16:08.546586 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] get_ports_and_sgs() called for port_ids ['6c873181-064f-42bf-a5c3-88f9a9760759'] {{(pid=84154) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 20 15:16:09.424941 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da55b3c7-290e-4238-925a-2c2004d08737 req-3706b7b3-1f7a-4131-985e-f9ce66fe00c9 tempest-TestEncryptedCinderVolumes-1088720290 tempest-TestEncryptedCinderVolumes-1088720290-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:16:09.426393 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-da55b3c7-290e-4238-925a-2c2004d08737 req-3706b7b3-1f7a-4131-985e-f9ce66fe00c9 tempest-TestEncryptedCinderVolumes-1088720290 tempest-TestEncryptedCinderVolumes-1088720290-project] 10.222.0.54 "GET /v2.0/ports?device_id=630f7083-9efc-46ab-b19d-23564b595977 HTTP/1.1" status: 200 len: 944 time: 0.0757136 Jan 20 15:16:09.474584 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-da55b3c7-290e-4238-925a-2c2004d08737 req-caab3bf5-3974-4597-9cea-c6a32b081cff tempest-TestEncryptedCinderVolumes-1088720290 tempest-TestEncryptedCinderVolumes-1088720290-project] 10.222.0.54 "GET /v2.0/security-groups?id=9d0b0653-1e2f-4987-a55a-4b41376ca923&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425162 Jan 20 15:16:09.895427 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Device 6c873181-064f-42bf-a5c3-88f9a9760759 up at agent hyperv_hv-neutron-8251 {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 15:16:10.027912 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Provisioning for port 6c873181-064f-42bf-a5c3-88f9a9760759 completed by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 15:16:10.033009 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Provisioning complete for port 6c873181-064f-42bf-a5c3-88f9a9760759 triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:16:10.033380 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:16:10.146283 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:16:10.173769 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '630f7083-9efc-46ab-b19d-23564b595977', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c873181-064f-42bf-a5c3-88f9a9760759'}] {{(pid=84154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 15:16:10.184686 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] For port 6c873181-064f-42bf-a5c3-88f9a9760759, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=6c873181-064f-42bf-a5c3-88f9a9760759,segment=NetworkSegment(cb6a6a35-408e-4e19-b9b7-d2cf3871c461),segment_id=cb6a6a35-408e-4e19-b9b7-d2cf3871c461)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 15:16:10.232242 dv-neutron-825124-1-hyperv neutron-server[84154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '630f7083-9efc-46ab-b19d-23564b595977', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c873181-064f-42bf-a5c3-88f9a9760759', 'code': 200} Jan 20 15:16:10.273158 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:16:10.339310 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Pushing event updated for resources: {'Port': ['ID=6c873181-064f-42bf-a5c3-88f9a9760759,revision_number=5']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:16:10.666025 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-fa5e18b9-1354-42c1-81f0-5f0ad5b3cc48 req-ef42f01e-c985-4099-b193-534058b23de1 service neutron] 10.222.0.106 "GET /v2.0/ports?device_id=630f7083-9efc-46ab-b19d-23564b595977 HTTP/1.1" status: 200 len: 1098 time: 0.1222656 Jan 20 15:16:10.706749 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b2e98c-add8-43df-b5c6-fbdbab466afd req-30b7892f-867f-4679-a200-83dee2309915 tempest-TestEncryptedCinderVolumes-1088720290 tempest-TestEncryptedCinderVolumes-1088720290-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:16:10.708187 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-80b2e98c-add8-43df-b5c6-fbdbab466afd req-30b7892f-867f-4679-a200-83dee2309915 tempest-TestEncryptedCinderVolumes-1088720290 tempest-TestEncryptedCinderVolumes-1088720290-project] 10.222.0.54 "GET /v2.0/ports?device_id=630f7083-9efc-46ab-b19d-23564b595977 HTTP/1.1" status: 200 len: 945 time: 0.1105378 Jan 20 15:16:10.750625 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-fa5e18b9-1354-42c1-81f0-5f0ad5b3cc48 req-ebce0857-4829-444e-b519-402c7ea8279c service neutron] 10.222.0.106 "GET /v2.0/security-groups?id=9d0b0653-1e2f-4987-a55a-4b41376ca923&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782702 Jan 20 15:16:10.763280 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-80b2e98c-add8-43df-b5c6-fbdbab466afd req-41fe3eac-a9bd-4513-8cb3-66ae93ab2b3f tempest-TestEncryptedCinderVolumes-1088720290 tempest-TestEncryptedCinderVolumes-1088720290-project] 10.222.0.54 "GET /v2.0/security-groups?id=9d0b0653-1e2f-4987-a55a-4b41376ca923&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483191 Jan 20 15:16:11.960539 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d520c0ea-2562-4887-a006-d92420ba2719 req-ac24acd3-f6e1-4a14-ab21-d77137d2d813 tempest-TestEncryptedCinderVolumes-1088720290 tempest-TestEncryptedCinderVolumes-1088720290-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:16:11.961989 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-d520c0ea-2562-4887-a006-d92420ba2719 req-ac24acd3-f6e1-4a14-ab21-d77137d2d813 tempest-TestEncryptedCinderVolumes-1088720290 tempest-TestEncryptedCinderVolumes-1088720290-project] 10.222.0.54 "GET /v2.0/ports?device_id=630f7083-9efc-46ab-b19d-23564b595977 HTTP/1.1" status: 200 len: 945 time: 0.0770047 Jan 20 15:16:12.023955 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-d520c0ea-2562-4887-a006-d92420ba2719 req-c2780ce2-f905-4d2f-8b6b-e119d9d937de tempest-TestEncryptedCinderVolumes-1088720290 tempest-TestEncryptedCinderVolumes-1088720290-project] 10.222.0.54 "GET /v2.0/security-groups?id=9d0b0653-1e2f-4987-a55a-4b41376ca923&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562584 Jan 20 15:16:13.222736 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60706469-47e9-482a-a36f-e3c26c36e313 req-c993b11d-8933-4493-8c10-7b56990989ee tempest-TestEncryptedCinderVolumes-1088720290 tempest-TestEncryptedCinderVolumes-1088720290-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:16:13.224195 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-60706469-47e9-482a-a36f-e3c26c36e313 req-c993b11d-8933-4493-8c10-7b56990989ee tempest-TestEncryptedCinderVolumes-1088720290 tempest-TestEncryptedCinderVolumes-1088720290-project] 10.222.0.54 "GET /v2.0/ports?device_id=630f7083-9efc-46ab-b19d-23564b595977 HTTP/1.1" status: 200 len: 945 time: 0.0800636 Jan 20 15:16:13.270622 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-60706469-47e9-482a-a36f-e3c26c36e313 req-23438665-5354-40e9-9e0e-348cebb4a5c0 tempest-TestEncryptedCinderVolumes-1088720290 tempest-TestEncryptedCinderVolumes-1088720290-project] 10.222.0.54 "GET /v2.0/security-groups?id=9d0b0653-1e2f-4987-a55a-4b41376ca923&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399709 Jan 20 15:16:13.465769 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e18ebc-0883-474c-a77e-9634ac47c459 req-54e724dc-6554-48e3-97bd-e55a49d913ea tempest-TestEncryptedCinderVolumes-1088720290 tempest-TestEncryptedCinderVolumes-1088720290-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:16:13.467290 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-39e18ebc-0883-474c-a77e-9634ac47c459 req-54e724dc-6554-48e3-97bd-e55a49d913ea tempest-TestEncryptedCinderVolumes-1088720290 tempest-TestEncryptedCinderVolumes-1088720290-project] 10.222.0.54 "GET /v2.0/ports?device_id=630f7083-9efc-46ab-b19d-23564b595977 HTTP/1.1" status: 200 len: 945 time: 0.0766511 Jan 20 15:16:13.516201 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-39e18ebc-0883-474c-a77e-9634ac47c459 req-6564b119-51f1-45e6-a379-cbc9a677e8cf tempest-TestEncryptedCinderVolumes-1088720290 tempest-TestEncryptedCinderVolumes-1088720290-project] 10.222.0.54 "GET /v2.0/security-groups?id=9d0b0653-1e2f-4987-a55a-4b41376ca923&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434380 Jan 20 15:16:14.076503 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.agents_db [None req-6dba657d-a637-4918-9b6d-40defdfae04b None None] Agent healthcheck: found 6 active agents {{(pid=84155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 15:16:28.038936 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-62a3a501-e47e-4804-9fc9-447c46163f53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:16:30.404503 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-172f8cee-7723-4db7-afaa-3dadb55911e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:16:30.924633 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:16:31.427351 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:16:31.534550 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601cc280-e75f-4283-a8a4-3aaed4c38f36 req-3a9321a6-1c07-440c-a501-c3c09ec6e677 tempest-TestEncryptedCinderVolumes-1088720290 tempest-TestEncryptedCinderVolumes-1088720290-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:16:31.535994 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-601cc280-e75f-4283-a8a4-3aaed4c38f36 req-3a9321a6-1c07-440c-a501-c3c09ec6e677 tempest-TestEncryptedCinderVolumes-1088720290 tempest-TestEncryptedCinderVolumes-1088720290-project] 10.222.0.54 "GET /v2.0/ports?device_id=630f7083-9efc-46ab-b19d-23564b595977 HTTP/1.1" status: 200 len: 945 time: 0.0783689 Jan 20 15:16:31.581928 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-601cc280-e75f-4283-a8a4-3aaed4c38f36 req-195e5997-6e8e-4540-a8bc-3f20e9d19efd tempest-TestEncryptedCinderVolumes-1088720290 tempest-TestEncryptedCinderVolumes-1088720290-project] 10.222.0.54 "GET /v2.0/security-groups?id=9d0b0653-1e2f-4987-a55a-4b41376ca923&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403161 Jan 20 15:16:31.724510 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-cdd98e71-1f0a-4421-baa9-dcb30e06edf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:16:32.783064 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76145d9c-5e4d-4d0c-ac65-a447300819f5 req-a2c2ff76-a7cf-4f3e-bb71-c2aab40f862c tempest-TestEncryptedCinderVolumes-1088720290 tempest-TestEncryptedCinderVolumes-1088720290-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:16:32.785341 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-76145d9c-5e4d-4d0c-ac65-a447300819f5 req-a2c2ff76-a7cf-4f3e-bb71-c2aab40f862c tempest-TestEncryptedCinderVolumes-1088720290 tempest-TestEncryptedCinderVolumes-1088720290-project] 10.222.0.54 "GET /v2.0/ports?device_id=630f7083-9efc-46ab-b19d-23564b595977 HTTP/1.1" status: 200 len: 945 time: 0.0832591 Jan 20 15:16:32.830754 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-76145d9c-5e4d-4d0c-ac65-a447300819f5 req-a379beca-4773-4ac7-a6c4-2bb6835797d6 tempest-TestEncryptedCinderVolumes-1088720290 tempest-TestEncryptedCinderVolumes-1088720290-project] 10.222.0.54 "GET /v2.0/security-groups?id=9d0b0653-1e2f-4987-a55a-4b41376ca923&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398877 Jan 20 15:16:33.170766 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab1c931-0d8d-4992-afa8-9243815ba81b req-8f100778-079b-40ac-a78d-42a552693381 tempest-TestEncryptedCinderVolumes-1088720290 tempest-TestEncryptedCinderVolumes-1088720290-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:16:33.172263 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-fab1c931-0d8d-4992-afa8-9243815ba81b req-8f100778-079b-40ac-a78d-42a552693381 tempest-TestEncryptedCinderVolumes-1088720290 tempest-TestEncryptedCinderVolumes-1088720290-project] 10.222.0.106 "GET /v2.0/ports?device_id=630f7083-9efc-46ab-b19d-23564b595977 HTTP/1.1" status: 200 len: 945 time: 0.0783582 Jan 20 15:16:33.226487 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-eea6df97-7ff1-4b63-af20-e3ec8913deda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:16:33.246010 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [req-fab1c931-0d8d-4992-afa8-9243815ba81b req-67e8f931-58f1-42bd-849e-a4c35e74c433 tempest-TestEncryptedCinderVolumes-1088720290 tempest-TestEncryptedCinderVolumes-1088720290-project] Deleting port 6c873181-064f-42bf-a5c3-88f9a9760759 {{(pid=84153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 15:16:33.246378 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-fab1c931-0d8d-4992-afa8-9243815ba81b req-67e8f931-58f1-42bd-849e-a4c35e74c433 tempest-TestEncryptedCinderVolumes-1088720290 tempest-TestEncryptedCinderVolumes-1088720290-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:16:33.483548 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.db [req-fab1c931-0d8d-4992-afa8-9243815ba81b req-67e8f931-58f1-42bd-849e-a4c35e74c433 tempest-TestEncryptedCinderVolumes-1088720290 tempest-TestEncryptedCinderVolumes-1088720290-project] For port 6c873181-064f-42bf-a5c3-88f9a9760759, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=6c873181-064f-42bf-a5c3-88f9a9760759,segment=NetworkSegment(cb6a6a35-408e-4e19-b9b7-d2cf3871c461),segment_id=cb6a6a35-408e-4e19-b9b7-d2cf3871c461)] {{(pid=84153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 15:16:33.483803 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-fab1c931-0d8d-4992-afa8-9243815ba81b req-67e8f931-58f1-42bd-849e-a4c35e74c433 tempest-TestEncryptedCinderVolumes-1088720290 tempest-TestEncryptedCinderVolumes-1088720290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:16:33.606902 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [req-fab1c931-0d8d-4992-afa8-9243815ba81b req-67e8f931-58f1-42bd-849e-a4c35e74c433 tempest-TestEncryptedCinderVolumes-1088720290 tempest-TestEncryptedCinderVolumes-1088720290-project] Calling delete_port for 6c873181-064f-42bf-a5c3-88f9a9760759 owned by compute:nova {{(pid=84153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 15:16:33.799601 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-fab1c931-0d8d-4992-afa8-9243815ba81b req-67e8f931-58f1-42bd-849e-a4c35e74c433 tempest-TestEncryptedCinderVolumes-1088720290 tempest-TestEncryptedCinderVolumes-1088720290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:16:33.811823 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] get_ports_and_sgs() called for port_ids ['6c873181-064f-42bf-a5c3-88f9a9760759'] {{(pid=84154) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 20 15:16:33.943347 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e8f931-58f1-42bd-849e-a4c35e74c433 tempest-TestEncryptedCinderVolumes-1088720290 tempest-TestEncryptedCinderVolumes-1088720290-project] Pushing event deleted for resources: {'Port': ['ID=6c873181-064f-42bf-a5c3-88f9a9760759,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:16:34.051714 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-77ec90ab-65d1-4b46-8a63-1764aabb1039 req-30832c67-7b5a-4fc0-b449-0e3364dc435b tempest-TestEncryptedCinderVolumes-1088720290 tempest-TestEncryptedCinderVolumes-1088720290-project] 10.222.0.54 "GET /v2.0/ports?device_id=630f7083-9efc-46ab-b19d-23564b595977 HTTP/1.1" status: 200 len: 210 time: 0.0788505 Jan 20 15:16:34.056381 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.l3_dvrscheduler_db [req-fab1c931-0d8d-4992-afa8-9243815ba81b req-67e8f931-58f1-42bd-849e-a4c35e74c433 tempest-TestEncryptedCinderVolumes-1088720290 tempest-TestEncryptedCinderVolumes-1088720290-project] No DVR routers for this DVR port 6c873181-064f-42bf-a5c3-88f9a9760759 on host hv-neutron-8251 {{(pid=84153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 15:16:34.058846 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-fab1c931-0d8d-4992-afa8-9243815ba81b req-67e8f931-58f1-42bd-849e-a4c35e74c433 tempest-TestEncryptedCinderVolumes-1088720290 tempest-TestEncryptedCinderVolumes-1088720290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:16:34.061452 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '630f7083-9efc-46ab-b19d-23564b595977', 'name': 'network-vif-deleted', 'tag': '6c873181-064f-42bf-a5c3-88f9a9760759'}] {{(pid=84153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 15:16:34.113847 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-fab1c931-0d8d-4992-afa8-9243815ba81b req-67e8f931-58f1-42bd-849e-a4c35e74c433 tempest-TestEncryptedCinderVolumes-1088720290 tempest-TestEncryptedCinderVolumes-1088720290-project] 10.222.0.106 "DELETE /v2.0/ports/6c873181-064f-42bf-a5c3-88f9a9760759 HTTP/1.1" status: 204 len: 173 time: 0.9362783 Jan 20 15:16:34.119725 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '630f7083-9efc-46ab-b19d-23564b595977', 'name': 'network-vif-deleted', 'tag': '6c873181-064f-42bf-a5c3-88f9a9760759', 'status': 'completed', 'code': 200} Jan 20 15:16:35.243068 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 49640) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:16:35.632171 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-264208f9-ca70-4027-8011-54f7bb78d266 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-743504'] for router_interface, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:16:36.097928 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Device 6c873181-064f-42bf-a5c3-88f9a9760759 no longer exists at agent hyperv_hv-neutron-8251 {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 15:16:36.129808 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] No Port match for: 6c873181-064f-42bf-a5c3-88f9a9760759 {{(pid=84154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 15:16:36.130183 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Device 6c873181-064f-42bf-a5c3-88f9a9760759 not bound to the agent host hv-neutron-8251 {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 15:16:36.206229 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-264208f9-ca70-4027-8011-54f7bb78d266 admin admin] Deleting port fee9ab8f-6303-4144-91f8-d19332237937 {{(pid=84153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 15:16:36.206562 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-264208f9-ca70-4027-8011-54f7bb78d266 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:16:36.371456 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.db [None req-264208f9-ca70-4027-8011-54f7bb78d266 admin admin] For port fee9ab8f-6303-4144-91f8-d19332237937, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=fee9ab8f-6303-4144-91f8-d19332237937,segment=NetworkSegment(cb6a6a35-408e-4e19-b9b7-d2cf3871c461),segment_id=cb6a6a35-408e-4e19-b9b7-d2cf3871c461)] {{(pid=84153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 15:16:36.372148 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-264208f9-ca70-4027-8011-54f7bb78d266 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:16:36.486984 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-264208f9-ca70-4027-8011-54f7bb78d266 admin admin] Calling delete_port for fee9ab8f-6303-4144-91f8-d19332237937 owned by network:router_interface {{(pid=84153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 15:16:36.810544 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-264208f9-ca70-4027-8011-54f7bb78d266 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:16:36.856958 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264208f9-ca70-4027-8011-54f7bb78d266 admin admin] Pushing event deleted for resources: {'Port': ['ID=fee9ab8f-6303-4144-91f8-d19332237937,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:16:37.154917 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-264208f9-ca70-4027-8011-54f7bb78d266 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1705096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-745401'] for router_interface, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:16:37.731656 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-264208f9-ca70-4027-8011-54f7bb78d266 admin admin] Router d0edf2ee-343e-4153-9a08-9fc1b48fe2c4 has already been hosted by L3 agent 624d525b-4c26-4143-8a1c-228bb1c6faaa {{(pid=84153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 15:16:37.978409 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-264208f9-ca70-4027-8011-54f7bb78d266 admin admin] Notify agent at l3_agent.dv-neutron-825124-1-hyperv the message routers_updated {{(pid=84153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 15:16:37.988148 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c531abf-5d17-443d-9b7d-e3e5b8fdbd52 None None] Sync routers for ids ['d0edf2ee-343e-4153-9a08-9fc1b48fe2c4'] in dv-neutron-825124-1-hyperv {{(pid=84154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 15:16:37.993351 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-264208f9-ca70-4027-8011-54f7bb78d266 admin admin] 10.222.0.54 "PUT /v2.0/routers/d0edf2ee-343e-4153-9a08-9fc1b48fe2c4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7489355 Jan 20 15:16:37.996579 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 49644) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:16:38.003882 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c531abf-5d17-443d-9b7d-e3e5b8fdbd52 None None] Routers {'d0edf2ee-343e-4153-9a08-9fc1b48fe2c4'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 15:16:38.004710 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-1c531abf-5d17-443d-9b7d-e3e5b8fdbd52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T15:16:30Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['d0edf2ee-343e-4153-9a08-9fc1b48fe2c4'], 'active': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:16:38.187353 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvr_db [None req-1c531abf-5d17-443d-9b7d-e3e5b8fdbd52 None None] Set router d0edf2ee-343e-4153-9a08-9fc1b48fe2c4 gateway port host: dv-neutron-825124-1-hyperv {{(pid=84154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 15:16:38.319676 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-7b13e3a9-0fe0-4780-9e7b-b476205bb068 admin admin] Notify callbacks [] for router, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:16:38.506079 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-1c531abf-5d17-443d-9b7d-e3e5b8fdbd52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0edf2ee-343e-4153-9a08-9fc1b48fe2c4', 'name': 'tempest-TestEncryptedCinderVolumes-199002902-router', 'tenant_id': '68659fe067e945c7b8a3f1a35954de1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.2'}], 'enable_snat': True}, 'gw_port_id': '69eb102c-a414-4865-9da7-18964a894778', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:15:07Z', 'updated_at': '2022-01-20T15:16:36Z', 'revision_number': 5, 'project_id': '68659fe067e945c7b8a3f1a35954de1e', 'gw_port': {'id': '69eb102c-a414-4865-9da7-18964a894778', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:32:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0edf2ee-343e-4153-9a08-9fc1b48fe2c4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:15:07Z', 'updated_at': '2022-01-20T15:15:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv'}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:16:38.515789 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c531abf-5d17-443d-9b7d-e3e5b8fdbd52 None None] Checking router: d0edf2ee-343e-4153-9a08-9fc1b48fe2c4 for host: dv-neutron-825124-1-hyperv {{(pid=84154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 15:16:38.521476 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c531abf-5d17-443d-9b7d-e3e5b8fdbd52 None None] Routers {'d0edf2ee-343e-4153-9a08-9fc1b48fe2c4'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 15:16:38.522129 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-1c531abf-5d17-443d-9b7d-e3e5b8fdbd52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T15:16:30Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['d0edf2ee-343e-4153-9a08-9fc1b48fe2c4'], 'active': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:16:38.522260 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-7b13e3a9-0fe0-4780-9e7b-b476205bb068 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:16:38.586929 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-7b13e3a9-0fe0-4780-9e7b-b476205bb068 admin admin] Deleting port 69eb102c-a414-4865-9da7-18964a894778 {{(pid=84153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 15:16:38.587385 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-7b13e3a9-0fe0-4780-9e7b-b476205bb068 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:16:38.697149 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvr_db [None req-1c531abf-5d17-443d-9b7d-e3e5b8fdbd52 None None] Set router d0edf2ee-343e-4153-9a08-9fc1b48fe2c4 gateway port host: dv-neutron-825124-1-hyperv {{(pid=84154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 15:16:38.766841 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.db [None req-7b13e3a9-0fe0-4780-9e7b-b476205bb068 admin admin] For port 69eb102c-a414-4865-9da7-18964a894778, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=69eb102c-a414-4865-9da7-18964a894778,segment=NetworkSegment(f628f1ba-6b70-4c9b-8839-62340c040c81),segment_id=f628f1ba-6b70-4c9b-8839-62340c040c81)] {{(pid=84153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 15:16:38.767480 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-7b13e3a9-0fe0-4780-9e7b-b476205bb068 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:16:38.888881 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-7b13e3a9-0fe0-4780-9e7b-b476205bb068 admin admin] Calling delete_port for 69eb102c-a414-4865-9da7-18964a894778 owned by network:router_gateway {{(pid=84153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 15:16:38.977118 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-1c531abf-5d17-443d-9b7d-e3e5b8fdbd52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0edf2ee-343e-4153-9a08-9fc1b48fe2c4', 'name': 'tempest-TestEncryptedCinderVolumes-199002902-router', 'tenant_id': '68659fe067e945c7b8a3f1a35954de1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.2'}], 'enable_snat': True}, 'gw_port_id': '69eb102c-a414-4865-9da7-18964a894778', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:15:07Z', 'updated_at': '2022-01-20T15:16:36Z', 'revision_number': 5, 'project_id': '68659fe067e945c7b8a3f1a35954de1e', 'gw_port': {'id': '69eb102c-a414-4865-9da7-18964a894778', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:32:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0edf2ee-343e-4153-9a08-9fc1b48fe2c4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:15:07Z', 'updated_at': '2022-01-20T15:15:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv'}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:16:38.981892 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c531abf-5d17-443d-9b7d-e3e5b8fdbd52 None None] The sync data for ids ['d0edf2ee-343e-4153-9a08-9fc1b48fe2c4'] in dv-neutron-825124-1-hyperv is: [{'id': 'd0edf2ee-343e-4153-9a08-9fc1b48fe2c4', 'name': 'tempest-TestEncryptedCinderVolumes-199002902-router', 'tenant_id': '68659fe067e945c7b8a3f1a35954de1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.2'}], 'enable_snat': True}, 'gw_port_id': '69eb102c-a414-4865-9da7-18964a894778', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:15:07Z', 'updated_at': '2022-01-20T15:16:36Z', 'revision_number': 5, 'project_id': '68659fe067e945c7b8a3f1a35954de1e', 'gw_port': {'id': '69eb102c-a414-4865-9da7-18964a894778', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:32:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0edf2ee-343e-4153-9a08-9fc1b48fe2c4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:15:07Z', 'updated_at': '2022-01-20T15:15:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv'}] {{(pid=84154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 15:16:39.113217 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-7b13e3a9-0fe0-4780-9e7b-b476205bb068 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:16:39.157336 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b13e3a9-0fe0-4780-9e7b-b476205bb068 admin admin] Pushing event deleted for resources: {'Port': ['ID=69eb102c-a414-4865-9da7-18964a894778,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:16:39.380399 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device fee9ab8f-6303-4144-91f8-d19332237937 no longer exists at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 15:16:39.388670 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-7b13e3a9-0fe0-4780-9e7b-b476205bb068 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-745333'] for router_gateway, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:16:39.426458 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] No Port match for: fee9ab8f-6303-4144-91f8-d19332237937 {{(pid=84154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 15:16:39.426806 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device fee9ab8f-6303-4144-91f8-d19332237937 not bound to the agent host dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 15:16:39.655039 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-7b13e3a9-0fe0-4780-9e7b-b476205bb068 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-737761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105493'] for router, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:16:39.659176 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-7b13e3a9-0fe0-4780-9e7b-b476205bb068 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:16:39.735680 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-7b13e3a9-0fe0-4780-9e7b-b476205bb068 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-737693'] for router, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:16:39.736221 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b13e3a9-0fe0-4780-9e7b-b476205bb068 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d0edf2ee-343e-4153-9a08-9fc1b48fe2c4 {{(pid=84153) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 20 15:16:39.749073 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-7b13e3a9-0fe0-4780-9e7b-b476205bb068 admin admin] Notify callbacks [] for router, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:16:39.750289 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-7b13e3a9-0fe0-4780-9e7b-b476205bb068 admin admin] 10.222.0.54 "DELETE /v2.0/routers/d0edf2ee-343e-4153-9a08-9fc1b48fe2c4 HTTP/1.1" status: 204 len: 168 time: 1.7525635 Jan 20 15:16:39.752979 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 49650) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:16:39.921317 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6f6da0c-6de5-453f-b9e3-3e3cf13f672d admin admin] Deleting subnet 6f21b2ce-3589-4a04-b63a-c2368ba21b87 {{(pid=84153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 20 15:16:39.924158 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-b6f6da0c-6de5-453f-b9e3-3e3cf13f672d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:16:39.972738 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-b6f6da0c-6de5-453f-b9e3-3e3cf13f672d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3980851'] for subnet, precommit_delete_associations {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:16:40.061105 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-b6f6da0c-6de5-453f-b9e3-3e3cf13f672d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1627147'] for subnet, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:16:40.188139 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-b6f6da0c-6de5-453f-b9e3-3e3cf13f672d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1627154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3943464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4194013'] for subnet, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:16:40.227396 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f6da0c-6de5-453f-b9e3-3e3cf13f672d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6f21b2ce-3589-4a04-b63a-c2368ba21b87,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:16:40.239811 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-b6f6da0c-6de5-453f-b9e3-3e3cf13f672d admin admin] Notify callbacks [] for subnet, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:16:40.241023 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-136e838a-78c8-4ba9-a99b-630cf40ea1de None None] Network 7fe6a09c-0228-4068-943d-bcf3400eccbc requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 15:16:40.246976 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-b6f6da0c-6de5-453f-b9e3-3e3cf13f672d admin admin] 10.222.0.54 "DELETE /v2.0/subnets/6f21b2ce-3589-4a04-b63a-c2368ba21b87 HTTP/1.1" status: 204 len: 168 time: 0.4920340 Jan 20 15:16:40.249174 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 49654) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:16:40.360623 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-09d8fabe-b87f-405f-82ce-707baaa8b85e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586409'] for network, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:16:40.371784 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-09d8fabe-b87f-405f-82ce-707baaa8b85e admin admin] Deleting port cc313427-0c0c-49c6-856d-47808bb8b073 {{(pid=84152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 15:16:40.372118 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-09d8fabe-b87f-405f-82ce-707baaa8b85e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:16:40.579033 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.db [None req-09d8fabe-b87f-405f-82ce-707baaa8b85e admin admin] For port cc313427-0c0c-49c6-856d-47808bb8b073, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=cc313427-0c0c-49c6-856d-47808bb8b073,segment=NetworkSegment(cb6a6a35-408e-4e19-b9b7-d2cf3871c461),segment_id=cb6a6a35-408e-4e19-b9b7-d2cf3871c461)] {{(pid=84152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 15:16:40.579393 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-09d8fabe-b87f-405f-82ce-707baaa8b85e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:16:40.581821 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26af0cea-87fd-42dc-ada8-ce8180a62419 None None] DHCP port deletion for 7fe6a09c-0228-4068-943d-bcf3400eccbc request from dv-neutron-825124-1-hyperv {{(pid=84154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 20 15:16:40.586226 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-26af0cea-87fd-42dc-ada8-ce8180a62419 None None] Deleting port cc313427-0c0c-49c6-856d-47808bb8b073 {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 15:16:40.586605 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-26af0cea-87fd-42dc-ada8-ce8180a62419 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:16:40.697153 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-09d8fabe-b87f-405f-82ce-707baaa8b85e admin admin] Calling delete_port for cc313427-0c0c-49c6-856d-47808bb8b073 owned by network:dhcp {{(pid=84152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 15:16:40.789790 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-26af0cea-87fd-42dc-ada8-ce8180a62419 None None] For port cc313427-0c0c-49c6-856d-47808bb8b073, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=cc313427-0c0c-49c6-856d-47808bb8b073,segment=NetworkSegment(cb6a6a35-408e-4e19-b9b7-d2cf3871c461),segment_id=cb6a6a35-408e-4e19-b9b7-d2cf3871c461)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 15:16:40.790128 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-26af0cea-87fd-42dc-ada8-ce8180a62419 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:16:40.827759 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-09d8fabe-b87f-405f-82ce-707baaa8b85e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:16:40.875046 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d8fabe-b87f-405f-82ce-707baaa8b85e admin admin] Pushing event deleted for resources: {'Port': ['ID=cc313427-0c0c-49c6-856d-47808bb8b073,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:16:40.885639 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09d8fabe-b87f-405f-82ce-707baaa8b85e admin admin] No DVR routers for this DVR port cc313427-0c0c-49c6-856d-47808bb8b073 on host dv-neutron-825124-1-hyperv {{(pid=84152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 15:16:40.889019 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d8fabe-b87f-405f-82ce-707baaa8b85e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:16:40.889364 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d8fabe-b87f-405f-82ce-707baaa8b85e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:16:40.889699 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d8fabe-b87f-405f-82ce-707baaa8b85e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:16:40.890063 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d8fabe-b87f-405f-82ce-707baaa8b85e admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:16:40.890378 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d8fabe-b87f-405f-82ce-707baaa8b85e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:16:40.890704 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d8fabe-b87f-405f-82ce-707baaa8b85e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:16:40.891026 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d8fabe-b87f-405f-82ce-707baaa8b85e admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:16:40.891347 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d8fabe-b87f-405f-82ce-707baaa8b85e admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:16:40.891670 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d8fabe-b87f-405f-82ce-707baaa8b85e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:16:40.891986 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d8fabe-b87f-405f-82ce-707baaa8b85e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:16:40.892299 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d8fabe-b87f-405f-82ce-707baaa8b85e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:16:40.912881 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-26af0cea-87fd-42dc-ada8-ce8180a62419 None None] Calling delete_port for cc313427-0c0c-49c6-856d-47808bb8b073 owned by network:dhcp {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 15:16:40.981085 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.db.api [None req-26af0cea-87fd-42dc-ada8-ce8180a62419 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84154) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 15:16:40.981442 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG oslo_db.api [None req-26af0cea-87fd-42dc-ada8-ce8180a62419 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 15:16:41.005501 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-09d8fabe-b87f-405f-82ce-707baaa8b85e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1626242', 'neutron.services.segments.db._delete_segments_for_network-8769554214620'] for network, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:16:41.029598 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.segments.db [None req-09d8fabe-b87f-405f-82ce-707baaa8b85e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fe6a09c-0228-4068-943d-bcf3400eccbc']}} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:16:41.042138 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.segments.db [None req-09d8fabe-b87f-405f-82ce-707baaa8b85e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb6a6a35-408e-4e19-b9b7-d2cf3871c461') {'for_net_delete': True} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:16:41.042369 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.segments.db [None req-09d8fabe-b87f-405f-82ce-707baaa8b85e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb6a6a35-408e-4e19-b9b7-d2cf3871c461') {} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:16:41.053228 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-09d8fabe-b87f-405f-82ce-707baaa8b85e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769554214503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3337904'] for segment, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:16:41.068829 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-09d8fabe-b87f-405f-82ce-707baaa8b85e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:16:41.075194 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09d8fabe-b87f-405f-82ce-707baaa8b85e admin admin] Releasing vlan 181 on physical network physnet1 to pool {{(pid=84152) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 15:16:41.075826 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-09d8fabe-b87f-405f-82ce-707baaa8b85e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1622950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4162906'] for segment, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:16:41.088276 dv-neutron-825124-1-hyperv neutron-server[84152]: Traceback (most recent call last): Jan 20 15:16:41.088276 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 15:16:41.088276 dv-neutron-825124-1-hyperv neutron-server[84152]: timer() Jan 20 15:16:41.088276 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 15:16:41.088276 dv-neutron-825124-1-hyperv neutron-server[84152]: cb(*args, **kw) Jan 20 15:16:41.088276 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 15:16:41.088276 dv-neutron-825124-1-hyperv neutron-server[84152]: return func(*args, **kwargs) Jan 20 15:16:41.088276 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 15:16:41.088276 dv-neutron-825124-1-hyperv neutron-server[84152]: self._notify() Jan 20 15:16:41.088276 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 15:16:41.088276 dv-neutron-825124-1-hyperv neutron-server[84152]: self.callback(batched_events) Jan 20 15:16:41.088276 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 15:16:41.088276 dv-neutron-825124-1-hyperv neutron-server[84152]: event.method(event) Jan 20 15:16:41.088276 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 15:16:41.088276 dv-neutron-825124-1-hyperv neutron-server[84152]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 15:16:41.088276 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 15:16:41.088276 dv-neutron-825124-1-hyperv neutron-server[84152]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 15:16:41.088276 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 15:16:41.088276 dv-neutron-825124-1-hyperv neutron-server[84152]: return f(self, *a, **k) Jan 20 15:16:41.088276 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 15:16:41.088276 dv-neutron-825124-1-hyperv neutron-server[84152]: return self._get(url).json() Jan 20 15:16:41.088276 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 15:16:41.088276 dv-neutron-825124-1-hyperv neutron-server[84152]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 15:16:41.088276 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 15:16:41.088276 dv-neutron-825124-1-hyperv neutron-server[84152]: return self.request(url, 'GET', **kwargs) Jan 20 15:16:41.088276 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 15:16:41.088276 dv-neutron-825124-1-hyperv neutron-server[84152]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 15:16:41.088276 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 15:16:41.088276 dv-neutron-825124-1-hyperv neutron-server[84152]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 15:16:41.088276 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 15:16:41.088276 dv-neutron-825124-1-hyperv neutron-server[84152]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 15:16:41.088276 dv-neutron-825124-1-hyperv neutron-server[84152]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 15:16:41.204661 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-09d8fabe-b87f-405f-82ce-707baaa8b85e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1626253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-745296'] for network, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:16:41.221612 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-09d8fabe-b87f-405f-82ce-707baaa8b85e admin admin] Notify callbacks [] for network, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:16:41.233083 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d8fabe-b87f-405f-82ce-707baaa8b85e admin admin] Pushing event deleted for resources: {'Network': ['ID=7fe6a09c-0228-4068-943d-bcf3400eccbc,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:16:41.267809 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device cc313427-0c0c-49c6-856d-47808bb8b073 no longer exists at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 15:16:41.302680 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-09d8fabe-b87f-405f-82ce-707baaa8b85e admin admin] 10.222.0.54 "DELETE /v2.0/networks/7fe6a09c-0228-4068-943d-bcf3400eccbc HTTP/1.1" status: 204 len: 168 time: 1.0522861 Jan 20 15:16:41.303733 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] No Port match for: cc313427-0c0c-49c6-856d-47808bb8b073 {{(pid=84154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 15:16:41.304081 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device cc313427-0c0c-49c6-856d-47808bb8b073 not bound to the agent host dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 15:16:41.304493 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 69eb102c-a414-4865-9da7-18964a894778 no longer exists at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 15:16:41.305403 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 49658) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:16:41.336738 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] No Port match for: 69eb102c-a414-4865-9da7-18964a894778 {{(pid=84154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 15:16:41.337081 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 69eb102c-a414-4865-9da7-18964a894778 not bound to the agent host dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 15:16:41.485700 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-26af0cea-87fd-42dc-ada8-ce8180a62419 None None] Deleting port cc313427-0c0c-49c6-856d-47808bb8b073 {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 15:16:41.486200 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-26af0cea-87fd-42dc-ada8-ce8180a62419 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:16:41.551314 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-26af0cea-87fd-42dc-ada8-ce8180a62419 None None] The port 'cc313427-0c0c-49c6-856d-47808bb8b073' was deleted {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 20 15:16:41.787644 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-042bacbc-7910-44ca-aa5b-cdead07d2b9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-743504'] for router_interface, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:16:42.386311 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-042bacbc-7910-44ca-aa5b-cdead07d2b9d admin admin] Deleting port 3c83e2a4-3f83-482f-9b76-c7f548fbc8a9 {{(pid=84152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 15:16:42.387613 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-042bacbc-7910-44ca-aa5b-cdead07d2b9d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:16:42.555435 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.db [None req-042bacbc-7910-44ca-aa5b-cdead07d2b9d admin admin] For port 3c83e2a4-3f83-482f-9b76-c7f548fbc8a9, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=3c83e2a4-3f83-482f-9b76-c7f548fbc8a9,segment=NetworkSegment(72b337e4-bee8-4987-bad3-75e1052d2860),segment_id=72b337e4-bee8-4987-bad3-75e1052d2860)] {{(pid=84152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 15:16:42.555791 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-042bacbc-7910-44ca-aa5b-cdead07d2b9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:16:42.675215 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-042bacbc-7910-44ca-aa5b-cdead07d2b9d admin admin] Calling delete_port for 3c83e2a4-3f83-482f-9b76-c7f548fbc8a9 owned by network:router_interface {{(pid=84152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 15:16:42.901918 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-042bacbc-7910-44ca-aa5b-cdead07d2b9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:16:42.952470 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042bacbc-7910-44ca-aa5b-cdead07d2b9d admin admin] Pushing event deleted for resources: {'Port': ['ID=3c83e2a4-3f83-482f-9b76-c7f548fbc8a9,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:16:43.391690 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-042bacbc-7910-44ca-aa5b-cdead07d2b9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1705096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-745401'] for router_interface, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:16:43.962489 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-042bacbc-7910-44ca-aa5b-cdead07d2b9d admin admin] Router fd332a87-9195-4b0c-84f3-15feac96781b has already been hosted by L3 agent 624d525b-4c26-4143-8a1c-228bb1c6faaa {{(pid=84152) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 15:16:44.157449 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-042bacbc-7910-44ca-aa5b-cdead07d2b9d admin admin] Notify agent at l3_agent.dv-neutron-825124-1-hyperv the message routers_updated {{(pid=84152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 15:16:44.166332 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fd6023f-dfbd-4735-a528-1771f303c76c None None] Sync routers for ids ['fd332a87-9195-4b0c-84f3-15feac96781b'] in dv-neutron-825124-1-hyperv {{(pid=84155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 15:16:44.167187 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-042bacbc-7910-44ca-aa5b-cdead07d2b9d admin admin] 10.222.0.54 "PUT /v2.0/routers/fd332a87-9195-4b0c-84f3-15feac96781b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8603272 Jan 20 15:16:44.169655 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 49664) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:16:44.183155 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fd6023f-dfbd-4735-a528-1771f303c76c None None] Routers {'fd332a87-9195-4b0c-84f3-15feac96781b'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 15:16:44.184682 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-0fd6023f-dfbd-4735-a528-1771f303c76c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T15:16:30Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['fd332a87-9195-4b0c-84f3-15feac96781b'], 'active': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:16:44.375252 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-3e52d534-399f-4a05-81a4-b9df1f76eaff admin admin] Notify callbacks [] for router, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:16:44.382488 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvr_db [None req-0fd6023f-dfbd-4735-a528-1771f303c76c None None] Set router fd332a87-9195-4b0c-84f3-15feac96781b gateway port host: dv-neutron-825124-1-hyperv {{(pid=84155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 15:16:44.568997 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-3e52d534-399f-4a05-81a4-b9df1f76eaff admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:16:44.662327 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-3e52d534-399f-4a05-81a4-b9df1f76eaff admin admin] Deleting port 30a845cc-ed24-4f78-846c-8ae20b172f29 {{(pid=84153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 15:16:44.662781 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-3e52d534-399f-4a05-81a4-b9df1f76eaff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:16:44.675789 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-0fd6023f-dfbd-4735-a528-1771f303c76c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd332a87-9195-4b0c-84f3-15feac96781b', 'name': 'tempest-TestEncryptedCinderVolumes-1687177261-router', 'tenant_id': '67532c1a1726459f8fcfe2df26f5690a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.213'}], 'enable_snat': True}, 'gw_port_id': '30a845cc-ed24-4f78-846c-8ae20b172f29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:15:14Z', 'updated_at': '2022-01-20T15:16:42Z', 'revision_number': 5, 'project_id': '67532c1a1726459f8fcfe2df26f5690a', 'gw_port': {'id': '30a845cc-ed24-4f78-846c-8ae20b172f29', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:fb:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd332a87-9195-4b0c-84f3-15feac96781b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:15:15Z', 'updated_at': '2022-01-20T15:15:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv'}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:16:44.679681 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fd6023f-dfbd-4735-a528-1771f303c76c None None] Checking router: fd332a87-9195-4b0c-84f3-15feac96781b for host: dv-neutron-825124-1-hyperv {{(pid=84155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 15:16:44.690147 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fd6023f-dfbd-4735-a528-1771f303c76c None None] Routers {'fd332a87-9195-4b0c-84f3-15feac96781b'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 15:16:44.690745 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-0fd6023f-dfbd-4735-a528-1771f303c76c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T15:16:30Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['fd332a87-9195-4b0c-84f3-15feac96781b'], 'active': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:16:44.843553 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvr_db [None req-0fd6023f-dfbd-4735-a528-1771f303c76c None None] Set router fd332a87-9195-4b0c-84f3-15feac96781b gateway port host: None {{(pid=84155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 15:16:44.846333 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.db [None req-3e52d534-399f-4a05-81a4-b9df1f76eaff admin admin] For port 30a845cc-ed24-4f78-846c-8ae20b172f29, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=30a845cc-ed24-4f78-846c-8ae20b172f29,segment=NetworkSegment(f628f1ba-6b70-4c9b-8839-62340c040c81),segment_id=f628f1ba-6b70-4c9b-8839-62340c040c81)] {{(pid=84153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 15:16:44.846730 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-3e52d534-399f-4a05-81a4-b9df1f76eaff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:16:44.966783 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-3e52d534-399f-4a05-81a4-b9df1f76eaff admin admin] Calling delete_port for 30a845cc-ed24-4f78-846c-8ae20b172f29 owned by network:router_gateway {{(pid=84153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 15:16:44.994427 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-0fd6023f-dfbd-4735-a528-1771f303c76c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd332a87-9195-4b0c-84f3-15feac96781b', 'name': 'tempest-TestEncryptedCinderVolumes-1687177261-router', 'tenant_id': '67532c1a1726459f8fcfe2df26f5690a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:15:14Z', 'updated_at': '2022-01-20T15:16:44Z', 'revision_number': 6, 'project_id': '67532c1a1726459f8fcfe2df26f5690a', 'gw_port_host': None}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:16:44.998588 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fd6023f-dfbd-4735-a528-1771f303c76c None None] The sync data for ids ['fd332a87-9195-4b0c-84f3-15feac96781b'] in dv-neutron-825124-1-hyperv is: [{'id': 'fd332a87-9195-4b0c-84f3-15feac96781b', 'name': 'tempest-TestEncryptedCinderVolumes-1687177261-router', 'tenant_id': '67532c1a1726459f8fcfe2df26f5690a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:15:14Z', 'updated_at': '2022-01-20T15:16:44Z', 'revision_number': 6, 'project_id': '67532c1a1726459f8fcfe2df26f5690a', 'gw_port_host': None}] {{(pid=84155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 15:16:45.192998 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-3e52d534-399f-4a05-81a4-b9df1f76eaff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:16:45.247895 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e52d534-399f-4a05-81a4-b9df1f76eaff admin admin] Pushing event deleted for resources: {'Port': ['ID=30a845cc-ed24-4f78-846c-8ae20b172f29,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:16:45.393176 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 3c83e2a4-3f83-482f-9b76-c7f548fbc8a9 no longer exists at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 15:16:45.465758 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] No Port match for: 3c83e2a4-3f83-482f-9b76-c7f548fbc8a9 {{(pid=84154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 15:16:45.466023 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 3c83e2a4-3f83-482f-9b76-c7f548fbc8a9 not bound to the agent host dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 15:16:45.503358 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-3e52d534-399f-4a05-81a4-b9df1f76eaff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-745333'] for router_gateway, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:16:45.858137 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-3e52d534-399f-4a05-81a4-b9df1f76eaff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-737761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105493'] for router, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:16:45.862345 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-3e52d534-399f-4a05-81a4-b9df1f76eaff admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:16:45.970225 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-3e52d534-399f-4a05-81a4-b9df1f76eaff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-737693'] for router, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:16:45.970959 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e52d534-399f-4a05-81a4-b9df1f76eaff admin admin] Fanout notify agent at l3_agent the message router_deleted on router fd332a87-9195-4b0c-84f3-15feac96781b {{(pid=84153) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 20 15:16:45.987046 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-3e52d534-399f-4a05-81a4-b9df1f76eaff admin admin] Notify callbacks [] for router, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:16:45.988887 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-3e52d534-399f-4a05-81a4-b9df1f76eaff admin admin] 10.222.0.54 "DELETE /v2.0/routers/fd332a87-9195-4b0c-84f3-15feac96781b HTTP/1.1" status: 204 len: 168 time: 1.8180232 Jan 20 15:16:45.991292 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 49670) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:16:46.053455 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3cd87f7-b063-406d-adf8-29bc0128280a admin admin] Deleting subnet f553669a-417f-4383-9e9c-62c69a5beea0 {{(pid=84152) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 20 15:16:46.056699 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-c3cd87f7-b063-406d-adf8-29bc0128280a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:16:46.107409 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-c3cd87f7-b063-406d-adf8-29bc0128280a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3337915'] for subnet, precommit_delete_associations {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:16:46.187018 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-c3cd87f7-b063-406d-adf8-29bc0128280a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1627147'] for subnet, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:16:46.319698 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-c3cd87f7-b063-406d-adf8-29bc0128280a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1627154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4163580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155308'] for subnet, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:16:46.361726 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cd87f7-b063-406d-adf8-29bc0128280a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f553669a-417f-4383-9e9c-62c69a5beea0,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:16:46.366307 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-c3cd87f7-b063-406d-adf8-29bc0128280a admin admin] Notify callbacks [] for subnet, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:16:46.372313 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-c3cd87f7-b063-406d-adf8-29bc0128280a admin admin] 10.222.0.54 "DELETE /v2.0/subnets/f553669a-417f-4383-9e9c-62c69a5beea0 HTTP/1.1" status: 204 len: 168 time: 0.3799169 Jan 20 15:16:46.373667 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eef68381-f2e3-449f-9925-590820503afe None None] Network a2c3516d-d207-4e29-b653-aad892b32b4e requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 15:16:46.376585 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 49674) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:16:46.477926 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-3203e46b-f143-47f6-beb4-7c5b1ddaf88f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586409'] for network, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:16:46.489458 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-3203e46b-f143-47f6-beb4-7c5b1ddaf88f admin admin] Deleting port 7ab66654-1c33-4b42-8abc-538c93258a5a {{(pid=84152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 15:16:46.489891 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-3203e46b-f143-47f6-beb4-7c5b1ddaf88f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:16:46.625768 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b888ed13-b1dc-40d4-8f60-937a13665c90 None None] DHCP port deletion for a2c3516d-d207-4e29-b653-aad892b32b4e request from dv-neutron-825124-1-hyperv {{(pid=84154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 20 15:16:46.631052 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-b888ed13-b1dc-40d4-8f60-937a13665c90 None None] Deleting port 7ab66654-1c33-4b42-8abc-538c93258a5a {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 15:16:46.631657 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-b888ed13-b1dc-40d4-8f60-937a13665c90 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:16:46.810403 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.db [None req-3203e46b-f143-47f6-beb4-7c5b1ddaf88f admin admin] For port 7ab66654-1c33-4b42-8abc-538c93258a5a, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=7ab66654-1c33-4b42-8abc-538c93258a5a,segment=NetworkSegment(72b337e4-bee8-4987-bad3-75e1052d2860),segment_id=72b337e4-bee8-4987-bad3-75e1052d2860)] {{(pid=84152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 15:16:46.810758 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-3203e46b-f143-47f6-beb4-7c5b1ddaf88f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:16:46.849255 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-b888ed13-b1dc-40d4-8f60-937a13665c90 None None] For port 7ab66654-1c33-4b42-8abc-538c93258a5a, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=7ab66654-1c33-4b42-8abc-538c93258a5a,segment=NetworkSegment(72b337e4-bee8-4987-bad3-75e1052d2860),segment_id=72b337e4-bee8-4987-bad3-75e1052d2860)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 15:16:46.849571 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-b888ed13-b1dc-40d4-8f60-937a13665c90 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:16:46.975911 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-3203e46b-f143-47f6-beb4-7c5b1ddaf88f admin admin] Calling delete_port for 7ab66654-1c33-4b42-8abc-538c93258a5a owned by network:dhcp {{(pid=84152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 15:16:47.043058 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-b888ed13-b1dc-40d4-8f60-937a13665c90 None None] Calling delete_port for 7ab66654-1c33-4b42-8abc-538c93258a5a owned by network:dhcp {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 15:16:47.142208 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-3203e46b-f143-47f6-beb4-7c5b1ddaf88f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:16:47.147927 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.db.api [None req-b888ed13-b1dc-40d4-8f60-937a13665c90 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84154) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 15:16:47.148418 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG oslo_db.api [None req-b888ed13-b1dc-40d4-8f60-937a13665c90 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 15:16:47.186737 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3203e46b-f143-47f6-beb4-7c5b1ddaf88f admin admin] Pushing event deleted for resources: {'Port': ['ID=7ab66654-1c33-4b42-8abc-538c93258a5a,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:16:47.193732 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3203e46b-f143-47f6-beb4-7c5b1ddaf88f admin admin] No DVR routers for this DVR port 7ab66654-1c33-4b42-8abc-538c93258a5a on host dv-neutron-825124-1-hyperv {{(pid=84152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 15:16:47.274382 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 7ab66654-1c33-4b42-8abc-538c93258a5a no longer exists at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 15:16:47.307163 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] No Port match for: 7ab66654-1c33-4b42-8abc-538c93258a5a {{(pid=84154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 15:16:47.307510 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 7ab66654-1c33-4b42-8abc-538c93258a5a not bound to the agent host dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 15:16:47.307981 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 30a845cc-ed24-4f78-846c-8ae20b172f29 no longer exists at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 15:16:47.319558 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-3203e46b-f143-47f6-beb4-7c5b1ddaf88f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1626242', 'neutron.services.segments.db._delete_segments_for_network-8769554214620'] for network, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:16:47.341470 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] No Port match for: 30a845cc-ed24-4f78-846c-8ae20b172f29 {{(pid=84154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 15:16:47.341974 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 30a845cc-ed24-4f78-846c-8ae20b172f29 not bound to the agent host dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 15:16:47.351097 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.segments.db [None req-3203e46b-f143-47f6-beb4-7c5b1ddaf88f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2c3516d-d207-4e29-b653-aad892b32b4e']}} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:16:47.363468 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.segments.db [None req-3203e46b-f143-47f6-beb4-7c5b1ddaf88f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72b337e4-bee8-4987-bad3-75e1052d2860') {'for_net_delete': True} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:16:47.363770 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.segments.db [None req-3203e46b-f143-47f6-beb4-7c5b1ddaf88f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72b337e4-bee8-4987-bad3-75e1052d2860') {} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:16:47.375037 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-3203e46b-f143-47f6-beb4-7c5b1ddaf88f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769554214503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3337904'] for segment, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:16:47.390870 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-3203e46b-f143-47f6-beb4-7c5b1ddaf88f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:16:47.402788 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3203e46b-f143-47f6-beb4-7c5b1ddaf88f admin admin] Releasing vlan 160 on physical network physnet1 to pool {{(pid=84152) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 15:16:47.402788 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-3203e46b-f143-47f6-beb4-7c5b1ddaf88f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1622950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4162906'] for segment, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:16:47.414376 dv-neutron-825124-1-hyperv neutron-server[84152]: Traceback (most recent call last): Jan 20 15:16:47.414376 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 15:16:47.414376 dv-neutron-825124-1-hyperv neutron-server[84152]: timer() Jan 20 15:16:47.414376 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 15:16:47.414376 dv-neutron-825124-1-hyperv neutron-server[84152]: cb(*args, **kw) Jan 20 15:16:47.414376 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 15:16:47.414376 dv-neutron-825124-1-hyperv neutron-server[84152]: return func(*args, **kwargs) Jan 20 15:16:47.414376 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 15:16:47.414376 dv-neutron-825124-1-hyperv neutron-server[84152]: self._notify() Jan 20 15:16:47.414376 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 15:16:47.414376 dv-neutron-825124-1-hyperv neutron-server[84152]: self.callback(batched_events) Jan 20 15:16:47.414376 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 15:16:47.414376 dv-neutron-825124-1-hyperv neutron-server[84152]: event.method(event) Jan 20 15:16:47.414376 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 15:16:47.414376 dv-neutron-825124-1-hyperv neutron-server[84152]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 15:16:47.414376 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 15:16:47.414376 dv-neutron-825124-1-hyperv neutron-server[84152]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 15:16:47.414376 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 15:16:47.414376 dv-neutron-825124-1-hyperv neutron-server[84152]: return f(self, *a, **k) Jan 20 15:16:47.414376 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 15:16:47.414376 dv-neutron-825124-1-hyperv neutron-server[84152]: return self._get(url).json() Jan 20 15:16:47.414376 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 15:16:47.414376 dv-neutron-825124-1-hyperv neutron-server[84152]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 15:16:47.414376 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 15:16:47.414376 dv-neutron-825124-1-hyperv neutron-server[84152]: return self.request(url, 'GET', **kwargs) Jan 20 15:16:47.414376 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 15:16:47.414376 dv-neutron-825124-1-hyperv neutron-server[84152]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 15:16:47.414376 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 15:16:47.414376 dv-neutron-825124-1-hyperv neutron-server[84152]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 15:16:47.414376 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 15:16:47.414376 dv-neutron-825124-1-hyperv neutron-server[84152]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 15:16:47.414376 dv-neutron-825124-1-hyperv neutron-server[84152]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 15:16:47.558602 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-3203e46b-f143-47f6-beb4-7c5b1ddaf88f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1626253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-745296'] for network, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:16:47.575848 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-3203e46b-f143-47f6-beb4-7c5b1ddaf88f admin admin] Notify callbacks [] for network, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:16:47.585656 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3203e46b-f143-47f6-beb4-7c5b1ddaf88f admin admin] Pushing event deleted for resources: {'Network': ['ID=a2c3516d-d207-4e29-b653-aad892b32b4e,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:16:47.590366 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-3203e46b-f143-47f6-beb4-7c5b1ddaf88f admin admin] 10.222.0.54 "DELETE /v2.0/networks/a2c3516d-d207-4e29-b653-aad892b32b4e HTTP/1.1" status: 204 len: 168 time: 1.2131603 Jan 20 15:16:47.649999 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-b888ed13-b1dc-40d4-8f60-937a13665c90 None None] Deleting port 7ab66654-1c33-4b42-8abc-538c93258a5a {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 15:16:47.650676 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-b888ed13-b1dc-40d4-8f60-937a13665c90 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:16:47.715900 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-b888ed13-b1dc-40d4-8f60-937a13665c90 None None] The port '7ab66654-1c33-4b42-8abc-538c93258a5a' was deleted {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 20 15:16:48.101254 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 49680) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:16:48.153332 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-bd2d3af7-07dd-486f-9a91-458ed5684921 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=68659fe067e945c7b8a3f1a35954de1e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0508802 Jan 20 15:16:48.155696 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 49684) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:16:48.212950 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-d9e3b34e-d39a-42b9-ae2f-13f2d63c104a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:16:48.238394 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-d9e3b34e-d39a-42b9-ae2f-13f2d63c104a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:16:48.375977 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-d9e3b34e-d39a-42b9-ae2f-13f2d63c104a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:16:48.393119 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e3b34e-d39a-42b9-ae2f-13f2d63c104a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d0b0653-1e2f-4987-a55a-4b41376ca923,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:16:48.477721 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-d9e3b34e-d39a-42b9-ae2f-13f2d63c104a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:16:48.478927 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-d9e3b34e-d39a-42b9-ae2f-13f2d63c104a admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/9d0b0653-1e2f-4987-a55a-4b41376ca923 HTTP/1.1" status: 204 len: 168 time: 0.3223567 Jan 20 15:16:49.151788 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 49692) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:16:49.208939 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-0ebadbcf-8b12-48be-b469-b2a058e2fefa admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=67532c1a1726459f8fcfe2df26f5690a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0532546 Jan 20 15:16:49.208939 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 49696) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:16:49.268292 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-e5499843-47a7-4030-9dd4-3d2a286dfd08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:16:49.298223 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-e5499843-47a7-4030-9dd4-3d2a286dfd08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:16:49.451086 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-e5499843-47a7-4030-9dd4-3d2a286dfd08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:16:49.465591 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5499843-47a7-4030-9dd4-3d2a286dfd08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2760e3d4-37aa-4568-a46e-55b16c2f389f,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:16:49.471846 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-e5499843-47a7-4030-9dd4-3d2a286dfd08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:16:49.472973 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-e5499843-47a7-4030-9dd4-3d2a286dfd08 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/2760e3d4-37aa-4568-a46e-55b16c2f389f HTTP/1.1" status: 204 len: 168 time: 0.2633972 Jan 20 15:16:50.632232 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 49718) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:16:50.801331 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-ac463dd4-737e-48fe-a2c2-bdfbeaafe1d0 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-17537540-network', 'tenant_id': '3bc5f3e7f22a415a8cb2096f9aac89d2'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 15:16:50.805922 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-ac463dd4-737e-48fe-a2c2-bdfbeaafe1d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:16:50.810233 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-ac463dd4-737e-48fe-a2c2-bdfbeaafe1d0 admin admin] Usage tracker for resource:network and tenant:3bc5f3e7f22a415a8cb2096f9aac89d2 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:16:50.813039 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-ac463dd4-737e-48fe-a2c2-bdfbeaafe1d0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:16:50.819101 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-ac463dd4-737e-48fe-a2c2-bdfbeaafe1d0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:16:50.889558 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac463dd4-737e-48fe-a2c2-bdfbeaafe1d0 admin admin] Made reservation on behalf of 3bc5f3e7f22a415a8cb2096f9aac89d2 for: {'network': 1} {{(pid=84152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 15:16:50.891768 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-ac463dd4-737e-48fe-a2c2-bdfbeaafe1d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for network, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:16:50.907287 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-ac463dd4-737e-48fe-a2c2-bdfbeaafe1d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:16:50.937034 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-ac463dd4-737e-48fe-a2c2-bdfbeaafe1d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:16:50.940762 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-ac463dd4-737e-48fe-a2c2-bdfbeaafe1d0 admin admin] Usage tracker for resource:security_group_rule and tenant:3bc5f3e7f22a415a8cb2096f9aac89d2 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:16:50.943486 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-ac463dd4-737e-48fe-a2c2-bdfbeaafe1d0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:16:50.949619 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-ac463dd4-737e-48fe-a2c2-bdfbeaafe1d0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:16:51.014049 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-ac463dd4-737e-48fe-a2c2-bdfbeaafe1d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:16:51.077696 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.agents_db [None req-6dba657d-a637-4918-9b6d-40defdfae04b None None] Agent healthcheck: found 6 active agents {{(pid=84155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 15:16:51.096191 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-ac463dd4-737e-48fe-a2c2-bdfbeaafe1d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:16:51.127716 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac463dd4-737e-48fe-a2c2-bdfbeaafe1d0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 166} {{(pid=84152) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 15:16:51.137302 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac463dd4-737e-48fe-a2c2-bdfbeaafe1d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef50e613-4ab8-4853-925b-fa4566b5bccc,revision_number=1']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:16:51.146351 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-ac463dd4-737e-48fe-a2c2-bdfbeaafe1d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:16:51.146351 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.db.segments_db [None req-ac463dd4-737e-48fe-a2c2-bdfbeaafe1d0 admin admin] Added segment 3c8e2672-be78-47c7-a6d4-942c8d1e6a59 of type vlan for network 0da8a090-475c-4c62-a012-549cdcb0fe59 Jan 20 15:16:51.169976 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-ac463dd4-737e-48fe-a2c2-bdfbeaafe1d0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769553767792'] for network, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:16:51.244924 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-ac463dd4-737e-48fe-a2c2-bdfbeaafe1d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967'] for network, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:16:51.245819 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac463dd4-737e-48fe-a2c2-bdfbeaafe1d0 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:16:51.246424 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-ac463dd4-737e-48fe-a2c2-bdfbeaafe1d0 admin admin] Notify callbacks [] for network, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:16:51.349149 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac463dd4-737e-48fe-a2c2-bdfbeaafe1d0 admin admin] Pushing event updated for resources: {'Network': ['ID=0da8a090-475c-4c62-a012-549cdcb0fe59,revision_number=1']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:16:51.359536 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Network 0da8a090-475c-4c62-a012-549cdcb0fe59 details requested by agent ovs-agent-dv-neutron-825124-1-hyperv with host dv-neutron-825124-1-hyperv {{(pid=84154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 15:16:51.399551 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-ac463dd4-737e-48fe-a2c2-bdfbeaafe1d0 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7661080 Jan 20 15:16:51.402446 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 49726) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:16:51.407862 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-cd24b46e-4966-43c1-af84-f709590208bd admin admin] Request body: {'subnet': {'network_id': '0da8a090-475c-4c62-a012-549cdcb0fe59', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-17537540-subnet', 'tenant_id': '3bc5f3e7f22a415a8cb2096f9aac89d2', 'ip_version': 4}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 15:16:51.413007 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-cd24b46e-4966-43c1-af84-f709590208bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:16:51.416852 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-cd24b46e-4966-43c1-af84-f709590208bd admin admin] Usage tracker for resource:subnet and tenant:3bc5f3e7f22a415a8cb2096f9aac89d2 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:16:51.419786 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-cd24b46e-4966-43c1-af84-f709590208bd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:16:51.425491 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-cd24b46e-4966-43c1-af84-f709590208bd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:16:51.472756 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd24b46e-4966-43c1-af84-f709590208bd admin admin] Made reservation on behalf of 3bc5f3e7f22a415a8cb2096f9aac89d2 for: {'subnet': 1} {{(pid=84152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 15:16:51.475136 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-cd24b46e-4966-43c1-af84-f709590208bd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3155315'] for subnet, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:16:51.713534 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-cd24b46e-4966-43c1-af84-f709590208bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4163519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3155301'] for subnet, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:16:51.796156 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd24b46e-4966-43c1-af84-f709590208bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=a0500c63-3315-4c54-9172-3d78343bf1dd,revision_number=0']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:16:51.810499 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd24b46e-4966-43c1-af84-f709590208bd admin admin] Checking segment: {'id': '3c8e2672-be78-47c7-a6d4-942c8d1e6a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '0da8a090-475c-4c62-a012-549cdcb0fe59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 15:16:51.810856 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd24b46e-4966-43c1-af84-f709590208bd admin admin] Network hostable DHCP agents. Network: 0da8a090-475c-4c62-a012-549cdcb0fe59, hostable agents: ['1a181e39-5220-4c1a-88f8-08a54e8bfc9b'], hosted agents: [] {{(pid=84152) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 15:16:51.912582 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd24b46e-4966-43c1-af84-f709590208bd admin admin] Network 0da8a090-475c-4c62-a012-549cdcb0fe59 is scheduled to be hosted by DHCP agent 1a181e39-5220-4c1a-88f8-08a54e8bfc9b with binding_index 1 {{(pid=84152) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 15:16:51.998236 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.base_scheduler [None req-cd24b46e-4966-43c1-af84-f709590208bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825124-1-hyperv, 0da8a090-475c-4c62-a012-549cdcb0fe59) {{(pid=84152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 15:16:52.002969 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd24b46e-4966-43c1-af84-f709590208bd admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:16:52.004873 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-cd24b46e-4966-43c1-af84-f709590208bd admin admin] Notify callbacks [] for subnet, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:16:52.006568 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55b2721c-450d-4c6b-8c3f-ef97936c55e8 None None] Network 0da8a090-475c-4c62-a012-549cdcb0fe59 requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 15:16:52.094799 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 49730) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:16:52.095429 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-cd24b46e-4966-43c1-af84-f709590208bd admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6910470 Jan 20 15:16:52.099441 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-26728193-5431-4cb5-b076-a47cedf8d42f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-17537540-router', 'tenant_id': '3bc5f3e7f22a415a8cb2096f9aac89d2', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d'}}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 15:16:52.104025 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-26728193-5431-4cb5-b076-a47cedf8d42f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:16:52.108041 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-26728193-5431-4cb5-b076-a47cedf8d42f admin admin] Usage tracker for resource:router and tenant:3bc5f3e7f22a415a8cb2096f9aac89d2 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:16:52.111026 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-26728193-5431-4cb5-b076-a47cedf8d42f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:16:52.116825 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-26728193-5431-4cb5-b076-a47cedf8d42f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:16:52.204585 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-26728193-5431-4cb5-b076-a47cedf8d42f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-105475'] for router, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:16:52.205830 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-26728193-5431-4cb5-b076-a47cedf8d42f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-739204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-744864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-735540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-105484'] for router, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:16:52.216164 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae5b608d-b551-429e-8055-473e16037398 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95c917f5-14ba-5e96-98b8-1a52654a930a-0da8a090-475c-4c62-a012-549cdcb0fe59', 'network_id': '0da8a090-475c-4c62-a012-549cdcb0fe59', 'tenant_id': '3bc5f3e7f22a415a8cb2096f9aac89d2', 'fixed_ips': [{'subnet_id': 'a0500c63-3315-4c54-9172-3d78343bf1dd'}]}} from dv-neutron-825124-1-hyperv. {{(pid=84154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 20 15:16:52.217063 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ae5b608d-b551-429e-8055-473e16037398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:16:52.225246 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-26728193-5431-4cb5-b076-a47cedf8d42f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:16:52.370530 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_common [None req-ae5b608d-b551-429e-8055-473e16037398 None None] Allocated IP 172.20.0.2 (0da8a090-475c-4c62-a012-549cdcb0fe59/a0500c63-3315-4c54-9172-3d78343bf1dd/9d0fed31-30de-4277-9272-7c906986d0d5) {{(pid=84154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 15:16:52.439892 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-26728193-5431-4cb5-b076-a47cedf8d42f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-744886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-105502'] for router, precommit_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:16:52.574221 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ae5b608d-b551-429e-8055-473e16037398 None None] Notify callbacks [] for port, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:16:52.584336 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ae5b608d-b551-429e-8055-473e16037398 None None] Transition to ACTIVE for port object 9d0fed31-30de-4277-9272-7c906986d0d5 will not be triggered until provisioned by entity L2. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 15:16:52.602118 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ae5b608d-b551-429e-8055-473e16037398 None None] Transition to ACTIVE for port object 9d0fed31-30de-4277-9272-7c906986d0d5 will not be triggered until provisioned by entity DHCP. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 15:16:52.685457 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ae5b608d-b551-429e-8055-473e16037398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477'] for port, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:16:52.736988 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-26728193-5431-4cb5-b076-a47cedf8d42f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:16:52.766438 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-26728193-5431-4cb5-b076-a47cedf8d42f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:16:52.794471 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae5b608d-b551-429e-8055-473e16037398 None None] Network 0da8a090-475c-4c62-a012-549cdcb0fe59 is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 15:16:52.795580 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-ae5b608d-b551-429e-8055-473e16037398 None None] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 15:16:52.799219 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae5b608d-b551-429e-8055-473e16037398 None None] Received port after_create {{(pid=84154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 15:16:52.807003 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5b608d-b551-429e-8055-473e16037398 None None] Pushing event updated for resources: {'Port': ['ID=9d0fed31-30de-4277-9272-7c906986d0d5,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:16:52.890849 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-ae5b608d-b551-429e-8055-473e16037398 None None] Attempting to bind port 9d0fed31-30de-4277-9272-7c906986d0d5 on host dv-neutron-825124-1-hyperv for vnic_type normal with profile {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 15:16:52.891151 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-ae5b608d-b551-429e-8055-473e16037398 None None] Attempting to bind port 9d0fed31-30de-4277-9272-7c906986d0d5 by drivers openvswitch,hyperv on host dv-neutron-825124-1-hyperv at level 0 using segments [{'id': '3c8e2672-be78-47c7-a6d4-942c8d1e6a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '0da8a090-475c-4c62-a012-549cdcb0fe59'}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 15:16:52.891534 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae5b608d-b551-429e-8055-473e16037398 None None] Attempting to bind port 9d0fed31-30de-4277-9272-7c906986d0d5 on network 0da8a090-475c-4c62-a012-549cdcb0fe59 {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 15:16:52.898609 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae5b608d-b551-429e-8055-473e16037398 None None] Checking agent: {'id': '6414dfeb-85c5-454a-8756-709ca637d800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825124-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 16, 31), 'started_at': datetime.datetime(2022, 1, 20, 14, 17, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 15, 16, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825124-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 15:16:52.899201 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae5b608d-b551-429e-8055-473e16037398 None None] Checking segment: {'id': '3c8e2672-be78-47c7-a6d4-942c8d1e6a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '0da8a090-475c-4c62-a012-549cdcb0fe59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 15:16:52.899427 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ae5b608d-b551-429e-8055-473e16037398 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:16:52.900230 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae5b608d-b551-429e-8055-473e16037398 None None] Bound using segment: {'id': '3c8e2672-be78-47c7-a6d4-942c8d1e6a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '0da8a090-475c-4c62-a012-549cdcb0fe59'} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 15:16:52.900763 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-ae5b608d-b551-429e-8055-473e16037398 None None] Bound port: 9d0fed31-30de-4277-9272-7c906986d0d5, host: dv-neutron-825124-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c8e2672-be78-47c7-a6d4-942c8d1e6a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '0da8a090-475c-4c62-a012-549cdcb0fe59'}}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 15:16:52.901130 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ae5b608d-b551-429e-8055-473e16037398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:16:52.901885 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.db_base_plugin_common [None req-26728193-5431-4cb5-b076-a47cedf8d42f admin admin] Allocated IP 172.26.7.116 (8dffb05c-5ca0-409b-bd5f-7be6264f707d/a489dd4f-42a5-433b-8be3-bab2749c4209/752df270-3d44-4a93-a937-455adade1485) {{(pid=84153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 15:16:52.986735 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-ae5b608d-b551-429e-8055-473e16037398 None None] For port 9d0fed31-30de-4277-9272-7c906986d0d5, host dv-neutron-825124-1-hyperv, cleared binding levels {{(pid=84154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 15:16:52.989963 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-ae5b608d-b551-429e-8055-473e16037398 None None] For port 9d0fed31-30de-4277-9272-7c906986d0d5, host dv-neutron-825124-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=9d0fed31-30de-4277-9272-7c906986d0d5,segment=NetworkSegment(3c8e2672-be78-47c7-a6d4-942c8d1e6a59),segment_id=3c8e2672-be78-47c7-a6d4-942c8d1e6a59)] {{(pid=84154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 15:16:53.050532 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ae5b608d-b551-429e-8055-473e16037398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:16:53.055877 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-26728193-5431-4cb5-b076-a47cedf8d42f admin admin] Notify callbacks [] for port, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:16:53.141516 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5b608d-b551-429e-8055-473e16037398 None None] Pushing event updated for resources: {'Port': ['ID=9d0fed31-30de-4277-9272-7c906986d0d5,revision_number=2']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:16:53.164711 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-26728193-5431-4cb5-b076-a47cedf8d42f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:16:53.231652 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26728193-5431-4cb5-b076-a47cedf8d42f admin admin] Network 8dffb05c-5ca0-409b-bd5f-7be6264f707d is already hosted by enough agents. {{(pid=84153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 15:16:53.234572 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.base_scheduler [None req-26728193-5431-4cb5-b076-a47cedf8d42f admin admin] Resources bound (agent type, host, resource id): {{(pid=84153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 15:16:53.237216 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26728193-5431-4cb5-b076-a47cedf8d42f admin admin] Received port after_create {{(pid=84153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 15:16:53.275516 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26728193-5431-4cb5-b076-a47cedf8d42f admin admin] Pushing event updated for resources: {'Port': ['ID=752df270-3d44-4a93-a937-455adade1485,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:16:53.479773 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-26728193-5431-4cb5-b076-a47cedf8d42f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:16:53.480550 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-26728193-5431-4cb5-b076-a47cedf8d42f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-744861'] for router, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:16:53.889307 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26728193-5431-4cb5-b076-a47cedf8d42f admin admin] Router cfbcda39-aeed-42b1-a3db-433582418be9 is scheduled to L3 agent 624d525b-4c26-4143-8a1c-228bb1c6faaa with binding_index 1 {{(pid=84153) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 20 15:16:54.097695 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39baea60-7477-4b8e-91c8-d08d18b18b1e None None] Network 0da8a090-475c-4c62-a012-549cdcb0fe59 requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 15:16:54.110064 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26728193-5431-4cb5-b076-a47cedf8d42f admin admin] Notify agent at l3_agent.dv-neutron-825124-1-hyperv the message routers_updated {{(pid=84153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 15:16:54.160659 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21e1eba2-c968-41b3-981f-270dac1963d9 None None] Sync routers for ids ['cfbcda39-aeed-42b1-a3db-433582418be9'] in dv-neutron-825124-1-hyperv {{(pid=84154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 15:16:54.209067 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21e1eba2-c968-41b3-981f-270dac1963d9 None None] Routers {'cfbcda39-aeed-42b1-a3db-433582418be9'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 15:16:54.209699 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-21e1eba2-c968-41b3-981f-270dac1963d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T15:16:30Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['cfbcda39-aeed-42b1-a3db-433582418be9'], 'active': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:16:54.211072 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-26728193-5431-4cb5-b076-a47cedf8d42f admin admin] Notify callbacks [] for router, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:16:54.215660 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-26728193-5431-4cb5-b076-a47cedf8d42f admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.1191847 Jan 20 15:16:54.218061 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 49736) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:16:54.398801 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-a618b795-25f4-43e6-af1b-72959039645b None None] Provisioning for port 9d0fed31-30de-4277-9272-7c906986d0d5 completed by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 15:16:54.501046 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvr_db [None req-21e1eba2-c968-41b3-981f-270dac1963d9 None None] Set router cfbcda39-aeed-42b1-a3db-433582418be9 gateway port host: dv-neutron-825124-1-hyperv {{(pid=84154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 15:16:54.815324 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-21e1eba2-c968-41b3-981f-270dac1963d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfbcda39-aeed-42b1-a3db-433582418be9', 'name': 'tempest-TestMinimumBasicScenario-17537540-router', 'tenant_id': '3bc5f3e7f22a415a8cb2096f9aac89d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.116'}], 'enable_snat': True}, 'gw_port_id': '752df270-3d44-4a93-a937-455adade1485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:16:52Z', 'updated_at': '2022-01-20T15:16:53Z', 'revision_number': 3, 'project_id': '3bc5f3e7f22a415a8cb2096f9aac89d2', 'gw_port': {'id': '752df270-3d44-4a93-a937-455adade1485', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:b2:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfbcda39-aeed-42b1-a3db-433582418be9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:16:52Z', 'updated_at': '2022-01-20T15:16:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv'}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:16:54.820164 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21e1eba2-c968-41b3-981f-270dac1963d9 None None] Checking router: cfbcda39-aeed-42b1-a3db-433582418be9 for host: dv-neutron-825124-1-hyperv {{(pid=84154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 15:16:54.820658 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21e1eba2-c968-41b3-981f-270dac1963d9 None None] Updating router cfbcda39-aeed-42b1-a3db-433582418be9 port 752df270-3d44-4a93-a937-455adade1485 binding host dv-neutron-825124-1-hyperv {{(pid=84154) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 20 15:16:54.875178 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-21e1eba2-c968-41b3-981f-270dac1963d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:16:55.022141 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-0897b63b-0f82-4ab4-babf-d7dc42fc0517 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:16:55.220349 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-21e1eba2-c968-41b3-981f-270dac1963d9 None None] Notify callbacks [] for port, precommit_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:16:55.232708 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.db_base_plugin_common [None req-0897b63b-0f82-4ab4-babf-d7dc42fc0517 admin admin] Allocated IP 172.20.0.1 (0da8a090-475c-4c62-a012-549cdcb0fe59/a0500c63-3315-4c54-9172-3d78343bf1dd/58e78563-6c6d-4e17-b99e-f44240bd8685) {{(pid=84153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 15:16:55.233219 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-21e1eba2-c968-41b3-981f-270dac1963d9 None None] Transition to ACTIVE for port object 752df270-3d44-4a93-a937-455adade1485 will not be triggered until provisioned by entity L2. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 15:16:55.279159 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-21e1eba2-c968-41b3-981f-270dac1963d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:16:55.378410 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 9d0fed31-30de-4277-9272-7c906986d0d5 up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 15:16:55.393081 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-0897b63b-0f82-4ab4-babf-d7dc42fc0517 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:16:55.409105 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.provisioning_blocks [None req-0897b63b-0f82-4ab4-babf-d7dc42fc0517 admin admin] Transition to ACTIVE for port object 58e78563-6c6d-4e17-b99e-f44240bd8685 will not be triggered until provisioned by entity DHCP. {{(pid=84153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 15:16:55.467936 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2937e95f-1b75-4a99-9573-fb544e1c1d51 None None] Pushing event updated for resources: {'Port': ['ID=752df270-3d44-4a93-a937-455adade1485,revision_number=2']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:16:55.476446 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-21e1eba2-c968-41b3-981f-270dac1963d9 None None] Attempting to bind port 752df270-3d44-4a93-a937-455adade1485 on host dv-neutron-825124-1-hyperv for vnic_type normal with profile {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 15:16:55.481936 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-21e1eba2-c968-41b3-981f-270dac1963d9 None None] Attempting to bind port 752df270-3d44-4a93-a937-455adade1485 by drivers openvswitch,hyperv on host dv-neutron-825124-1-hyperv at level 0 using segments [{'id': 'f628f1ba-6b70-4c9b-8839-62340c040c81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d'}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 15:16:55.481936 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21e1eba2-c968-41b3-981f-270dac1963d9 None None] Attempting to bind port 752df270-3d44-4a93-a937-455adade1485 on network 8dffb05c-5ca0-409b-bd5f-7be6264f707d {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 15:16:55.487994 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21e1eba2-c968-41b3-981f-270dac1963d9 None None] Checking agent: {'id': '6414dfeb-85c5-454a-8756-709ca637d800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825124-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 16, 31), 'started_at': datetime.datetime(2022, 1, 20, 14, 17, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 15, 16, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825124-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 15:16:55.488360 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21e1eba2-c968-41b3-981f-270dac1963d9 None None] Checking segment: {'id': 'f628f1ba-6b70-4c9b-8839-62340c040c81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 15:16:55.488791 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-21e1eba2-c968-41b3-981f-270dac1963d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:16:55.489167 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21e1eba2-c968-41b3-981f-270dac1963d9 None None] Bound using segment: {'id': 'f628f1ba-6b70-4c9b-8839-62340c040c81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d'} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 15:16:55.489616 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-21e1eba2-c968-41b3-981f-270dac1963d9 None None] Bound port: 752df270-3d44-4a93-a937-455adade1485, host: dv-neutron-825124-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f628f1ba-6b70-4c9b-8839-62340c040c81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d'}}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 15:16:55.489977 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-21e1eba2-c968-41b3-981f-270dac1963d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:16:55.501395 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-0897b63b-0f82-4ab4-babf-d7dc42fc0517 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:16:55.564973 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-21e1eba2-c968-41b3-981f-270dac1963d9 None None] For port 752df270-3d44-4a93-a937-455adade1485, host dv-neutron-825124-1-hyperv, cleared binding levels {{(pid=84154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 15:16:55.568382 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-21e1eba2-c968-41b3-981f-270dac1963d9 None None] For port 752df270-3d44-4a93-a937-455adade1485, host dv-neutron-825124-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=752df270-3d44-4a93-a937-455adade1485,segment=NetworkSegment(f628f1ba-6b70-4c9b-8839-62340c040c81),segment_id=f628f1ba-6b70-4c9b-8839-62340c040c81)] {{(pid=84154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 15:16:55.581033 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning for port 9d0fed31-30de-4277-9272-7c906986d0d5 completed by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 15:16:55.586458 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port 9d0fed31-30de-4277-9272-7c906986d0d5 triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:16:55.586837 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:16:55.672057 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0897b63b-0f82-4ab4-babf-d7dc42fc0517 admin admin] Network 0da8a090-475c-4c62-a012-549cdcb0fe59 is already hosted by enough agents. {{(pid=84153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 15:16:55.674946 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.base_scheduler [None req-0897b63b-0f82-4ab4-babf-d7dc42fc0517 admin admin] Resources bound (agent type, host, resource id): {{(pid=84153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 15:16:55.681440 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0897b63b-0f82-4ab4-babf-d7dc42fc0517 admin admin] Pushing event updated for resources: {'Port': ['ID=58e78563-6c6d-4e17-b99e-f44240bd8685,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:16:55.683622 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0897b63b-0f82-4ab4-babf-d7dc42fc0517 admin admin] Received port after_create {{(pid=84153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 15:16:55.704914 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-21e1eba2-c968-41b3-981f-270dac1963d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:16:55.742755 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-0897b63b-0f82-4ab4-babf-d7dc42fc0517 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-745387'] for router_interface, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:16:55.794025 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:16:55.832121 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2937e95f-1b75-4a99-9573-fb544e1c1d51 None None] Pushing event updated for resources: {'Port': ['ID=752df270-3d44-4a93-a937-455adade1485,revision_number=3']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:16:55.845085 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21e1eba2-c968-41b3-981f-270dac1963d9 None None] Routers {'cfbcda39-aeed-42b1-a3db-433582418be9'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 15:16:55.845715 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-21e1eba2-c968-41b3-981f-270dac1963d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T15:16:30Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['cfbcda39-aeed-42b1-a3db-433582418be9'], 'active': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:16:55.873639 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-0897b63b-0f82-4ab4-babf-d7dc42fc0517 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:16:55.909033 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] For port 9d0fed31-30de-4277-9272-7c906986d0d5, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=9d0fed31-30de-4277-9272-7c906986d0d5,segment=NetworkSegment(3c8e2672-be78-47c7-a6d4-942c8d1e6a59),segment_id=3c8e2672-be78-47c7-a6d4-942c8d1e6a59)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 15:16:55.995118 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:16:56.092222 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvr_db [None req-21e1eba2-c968-41b3-981f-270dac1963d9 None None] Set router cfbcda39-aeed-42b1-a3db-433582418be9 gateway port host: dv-neutron-825124-1-hyperv {{(pid=84154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 15:16:56.095476 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-0897b63b-0f82-4ab4-babf-d7dc42fc0517 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:16:56.128323 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Pushing event updated for resources: {'Port': ['ID=9d0fed31-30de-4277-9272-7c906986d0d5,revision_number=3']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:16:56.215539 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-59ab1737-bd90-4159-a9e5-192ac4008d94 None None] Provisioning for port 58e78563-6c6d-4e17-b99e-f44240bd8685 completed by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 15:16:56.227471 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-0897b63b-0f82-4ab4-babf-d7dc42fc0517 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3944146'] for port, after_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:16:56.237383 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-59ab1737-bd90-4159-a9e5-192ac4008d94 None None] Provisioning complete for port 58e78563-6c6d-4e17-b99e-f44240bd8685 triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:16:56.237929 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-59ab1737-bd90-4159-a9e5-192ac4008d94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:16:56.336378 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0897b63b-0f82-4ab4-babf-d7dc42fc0517 admin admin] Pushing event updated for resources: {'Port': ['ID=58e78563-6c6d-4e17-b99e-f44240bd8685,revision_number=2']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:16:56.340238 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-0897b63b-0f82-4ab4-babf-d7dc42fc0517 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1705158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-743490'] for router_interface, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:16:56.351360 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-59ab1737-bd90-4159-a9e5-192ac4008d94 None None] Port 58e78563-6c6d-4e17-b99e-f44240bd8685 cannot update to ACTIVE because it is not bound. {{(pid=84154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 15:16:56.449649 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-21e1eba2-c968-41b3-981f-270dac1963d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfbcda39-aeed-42b1-a3db-433582418be9', 'name': 'tempest-TestMinimumBasicScenario-17537540-router', 'tenant_id': '3bc5f3e7f22a415a8cb2096f9aac89d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.116'}], 'enable_snat': True}, 'gw_port_id': '752df270-3d44-4a93-a937-455adade1485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:16:52Z', 'updated_at': '2022-01-20T15:16:55Z', 'revision_number': 4, 'project_id': '3bc5f3e7f22a415a8cb2096f9aac89d2', 'gw_port': {'id': '752df270-3d44-4a93-a937-455adade1485', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:b2:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfbcda39-aeed-42b1-a3db-433582418be9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:16:52Z', 'updated_at': '2022-01-20T15:16:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv', '_interfaces': [{'id': '58e78563-6c6d-4e17-b99e-f44240bd8685', 'name': '', 'network_id': '0da8a090-475c-4c62-a012-549cdcb0fe59', 'tenant_id': '3bc5f3e7f22a415a8cb2096f9aac89d2', 'mac_address': 'fa:16:3e:12:03:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfbcda39-aeed-42b1-a3db-433582418be9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a0500c63-3315-4c54-9172-3d78343bf1dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:16:55Z', 'updated_at': '2022-01-20T15:16:55Z', 'revision_number': 1, 'project_id': '3bc5f3e7f22a415a8cb2096f9aac89d2', 'subnets': [{'id': 'a0500c63-3315-4c54-9172-3d78343bf1dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:16:56.453873 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21e1eba2-c968-41b3-981f-270dac1963d9 None None] The sync data for ids ['cfbcda39-aeed-42b1-a3db-433582418be9'] in dv-neutron-825124-1-hyperv is: [{'id': 'cfbcda39-aeed-42b1-a3db-433582418be9', 'name': 'tempest-TestMinimumBasicScenario-17537540-router', 'tenant_id': '3bc5f3e7f22a415a8cb2096f9aac89d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.116'}], 'enable_snat': True}, 'gw_port_id': '752df270-3d44-4a93-a937-455adade1485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:16:52Z', 'updated_at': '2022-01-20T15:16:55Z', 'revision_number': 4, 'project_id': '3bc5f3e7f22a415a8cb2096f9aac89d2', 'gw_port': {'id': '752df270-3d44-4a93-a937-455adade1485', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:b2:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfbcda39-aeed-42b1-a3db-433582418be9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:16:52Z', 'updated_at': '2022-01-20T15:16:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv', '_interfaces': [{'id': '58e78563-6c6d-4e17-b99e-f44240bd8685', 'name': '', 'network_id': '0da8a090-475c-4c62-a012-549cdcb0fe59', 'tenant_id': '3bc5f3e7f22a415a8cb2096f9aac89d2', 'mac_address': 'fa:16:3e:12:03:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfbcda39-aeed-42b1-a3db-433582418be9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a0500c63-3315-4c54-9172-3d78343bf1dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:16:55Z', 'updated_at': '2022-01-20T15:16:55Z', 'revision_number': 1, 'project_id': '3bc5f3e7f22a415a8cb2096f9aac89d2', 'subnets': [{'id': 'a0500c63-3315-4c54-9172-3d78343bf1dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 15:16:56.480696 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0897b63b-0f82-4ab4-babf-d7dc42fc0517 admin admin] Network 0da8a090-475c-4c62-a012-549cdcb0fe59 is already hosted by enough agents. {{(pid=84153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 15:16:56.481954 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.base_scheduler [None req-0897b63b-0f82-4ab4-babf-d7dc42fc0517 admin admin] Resources bound (agent type, host, resource id): {{(pid=84153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 15:16:56.782613 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-b93d4e65-bc59-4918-a5ad-a837571536be None None] Provisioning complete for port 58e78563-6c6d-4e17-b99e-f44240bd8685 triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:16:56.783126 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-b93d4e65-bc59-4918-a5ad-a837571536be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:16:56.848246 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-b93d4e65-bc59-4918-a5ad-a837571536be None None] Port 58e78563-6c6d-4e17-b99e-f44240bd8685 cannot update to ACTIVE because it is not bound. {{(pid=84154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 15:16:56.923114 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0897b63b-0f82-4ab4-babf-d7dc42fc0517 admin admin] Router cfbcda39-aeed-42b1-a3db-433582418be9 has already been hosted by L3 agent 624d525b-4c26-4143-8a1c-228bb1c6faaa {{(pid=84153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 15:16:57.156315 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0897b63b-0f82-4ab4-babf-d7dc42fc0517 admin admin] Notify agent at l3_agent.dv-neutron-825124-1-hyperv the message routers_updated {{(pid=84153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 15:16:57.166789 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-0897b63b-0f82-4ab4-babf-d7dc42fc0517 admin admin] 10.222.0.54 "PUT /v2.0/routers/cfbcda39-aeed-42b1-a3db-433582418be9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9462960 Jan 20 15:16:57.352521 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 752df270-3d44-4a93-a937-455adade1485 up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 15:16:57.467300 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning for port 752df270-3d44-4a93-a937-455adade1485 completed by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 15:16:57.472327 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port 752df270-3d44-4a93-a937-455adade1485 triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:16:57.472771 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:16:57.602810 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:16:57.617957 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] For port 752df270-3d44-4a93-a937-455adade1485, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=752df270-3d44-4a93-a937-455adade1485,segment=NetworkSegment(f628f1ba-6b70-4c9b-8839-62340c040c81),segment_id=f628f1ba-6b70-4c9b-8839-62340c040c81)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 15:16:57.707710 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:16:57.708519 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 9d0fed31-30de-4277-9272-7c906986d0d5 up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 15:16:57.828337 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Pushing event updated for resources: {'Port': ['ID=752df270-3d44-4a93-a937-455adade1485,revision_number=4']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:16:57.840666 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port 9d0fed31-30de-4277-9272-7c906986d0d5 triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:16:57.841034 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:16:58.055842 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-81e7c6f7-ff74-4d12-8cd6-9dcf3274935c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:16:58.315192 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 49758) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:16:58.321283 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-87eb5edb-e7a7-4493-9966-fa7b8fa96c50 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-197939780-network', 'tenant_id': 'af1c4c17ac1f463fbe66f5de35644c94'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 15:16:58.327559 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-87eb5edb-e7a7-4493-9966-fa7b8fa96c50 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:16:58.332552 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-87eb5edb-e7a7-4493-9966-fa7b8fa96c50 admin admin] Usage tracker for resource:network and tenant:af1c4c17ac1f463fbe66f5de35644c94 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:16:58.336225 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-87eb5edb-e7a7-4493-9966-fa7b8fa96c50 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:16:58.342858 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-87eb5edb-e7a7-4493-9966-fa7b8fa96c50 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:16:58.393397 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87eb5edb-e7a7-4493-9966-fa7b8fa96c50 admin admin] Made reservation on behalf of af1c4c17ac1f463fbe66f5de35644c94 for: {'network': 1} {{(pid=84153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 15:16:58.395824 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-87eb5edb-e7a7-4493-9966-fa7b8fa96c50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for network, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:16:58.409055 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-87eb5edb-e7a7-4493-9966-fa7b8fa96c50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:16:58.441685 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-87eb5edb-e7a7-4493-9966-fa7b8fa96c50 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:16:58.445541 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-87eb5edb-e7a7-4493-9966-fa7b8fa96c50 admin admin] Usage tracker for resource:security_group_rule and tenant:af1c4c17ac1f463fbe66f5de35644c94 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:16:58.448408 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-87eb5edb-e7a7-4493-9966-fa7b8fa96c50 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:16:58.454561 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-87eb5edb-e7a7-4493-9966-fa7b8fa96c50 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:16:58.523997 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-87eb5edb-e7a7-4493-9966-fa7b8fa96c50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:16:58.593178 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-87eb5edb-e7a7-4493-9966-fa7b8fa96c50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:16:58.626100 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87eb5edb-e7a7-4493-9966-fa7b8fa96c50 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 151} {{(pid=84153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 15:16:58.635344 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87eb5edb-e7a7-4493-9966-fa7b8fa96c50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=913e2695-80e5-4f0e-8d6a-c22e954390af,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:16:58.645647 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-87eb5edb-e7a7-4493-9966-fa7b8fa96c50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:16:58.645947 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.db.segments_db [None req-87eb5edb-e7a7-4493-9966-fa7b8fa96c50 admin admin] Added segment 2c314d2b-6974-4d6a-8d26-14c28b71fe7a of type vlan for network a46ec79b-16a6-4290-8d7a-37fc7ed9f1bb Jan 20 15:16:58.648005 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87eb5edb-e7a7-4493-9966-fa7b8fa96c50 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:16:58.648352 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87eb5edb-e7a7-4493-9966-fa7b8fa96c50 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:16:58.648688 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87eb5edb-e7a7-4493-9966-fa7b8fa96c50 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:16:58.649019 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87eb5edb-e7a7-4493-9966-fa7b8fa96c50 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:16:58.649349 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87eb5edb-e7a7-4493-9966-fa7b8fa96c50 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:16:58.649679 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87eb5edb-e7a7-4493-9966-fa7b8fa96c50 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:16:58.650002 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87eb5edb-e7a7-4493-9966-fa7b8fa96c50 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:16:58.650352 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87eb5edb-e7a7-4493-9966-fa7b8fa96c50 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:16:58.650676 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87eb5edb-e7a7-4493-9966-fa7b8fa96c50 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:16:58.652780 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87eb5edb-e7a7-4493-9966-fa7b8fa96c50 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:16:58.652780 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87eb5edb-e7a7-4493-9966-fa7b8fa96c50 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:16:58.679698 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-87eb5edb-e7a7-4493-9966-fa7b8fa96c50 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769553767792'] for network, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:16:58.769561 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-87eb5edb-e7a7-4493-9966-fa7b8fa96c50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967'] for network, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:16:58.770605 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87eb5edb-e7a7-4493-9966-fa7b8fa96c50 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:16:58.771287 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-87eb5edb-e7a7-4493-9966-fa7b8fa96c50 admin admin] Notify callbacks [] for network, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:16:58.979294 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87eb5edb-e7a7-4493-9966-fa7b8fa96c50 admin admin] Pushing event updated for resources: {'Network': ['ID=a46ec79b-16a6-4290-8d7a-37fc7ed9f1bb,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:16:58.995627 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Network a46ec79b-16a6-4290-8d7a-37fc7ed9f1bb details requested by agent ovs-agent-dv-neutron-825124-1-hyperv with host dv-neutron-825124-1-hyperv {{(pid=84154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 15:16:59.085388 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-87eb5edb-e7a7-4493-9966-fa7b8fa96c50 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7689443 Jan 20 15:16:59.088197 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 49762) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:16:59.094142 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-3d4a450c-ad45-4559-b511-05dfea37cedc admin admin] Request body: {'subnet': {'network_id': 'a46ec79b-16a6-4290-8d7a-37fc7ed9f1bb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-197939780-subnet', 'tenant_id': 'af1c4c17ac1f463fbe66f5de35644c94', 'ip_version': 4}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 15:16:59.099275 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-3d4a450c-ad45-4559-b511-05dfea37cedc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:16:59.103017 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-3d4a450c-ad45-4559-b511-05dfea37cedc admin admin] Usage tracker for resource:subnet and tenant:af1c4c17ac1f463fbe66f5de35644c94 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:16:59.105827 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-3d4a450c-ad45-4559-b511-05dfea37cedc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:16:59.112121 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-3d4a450c-ad45-4559-b511-05dfea37cedc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:16:59.193258 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d4a450c-ad45-4559-b511-05dfea37cedc admin admin] Made reservation on behalf of af1c4c17ac1f463fbe66f5de35644c94 for: {'subnet': 1} {{(pid=84152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 15:16:59.197024 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-3d4a450c-ad45-4559-b511-05dfea37cedc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3155315'] for subnet, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:16:59.271824 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 752df270-3d44-4a93-a937-455adade1485 up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 15:16:59.352725 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port 752df270-3d44-4a93-a937-455adade1485 triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:16:59.353302 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:16:59.502208 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-3d4a450c-ad45-4559-b511-05dfea37cedc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4163519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3155301'] for subnet, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:16:59.586279 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4a450c-ad45-4559-b511-05dfea37cedc admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d158050-dfcc-419b-b3ab-99f466225dfd,revision_number=0']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:16:59.595770 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d4a450c-ad45-4559-b511-05dfea37cedc admin admin] Checking segment: {'id': '2c314d2b-6974-4d6a-8d26-14c28b71fe7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'a46ec79b-16a6-4290-8d7a-37fc7ed9f1bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 15:16:59.596127 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d4a450c-ad45-4559-b511-05dfea37cedc admin admin] Network hostable DHCP agents. Network: a46ec79b-16a6-4290-8d7a-37fc7ed9f1bb, hostable agents: ['1a181e39-5220-4c1a-88f8-08a54e8bfc9b'], hosted agents: [] {{(pid=84152) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 15:16:59.661477 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d4a450c-ad45-4559-b511-05dfea37cedc admin admin] Network a46ec79b-16a6-4290-8d7a-37fc7ed9f1bb is scheduled to be hosted by DHCP agent 1a181e39-5220-4c1a-88f8-08a54e8bfc9b with binding_index 1 {{(pid=84152) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 15:16:59.724857 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.base_scheduler [None req-3d4a450c-ad45-4559-b511-05dfea37cedc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825124-1-hyperv, a46ec79b-16a6-4290-8d7a-37fc7ed9f1bb) {{(pid=84152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 15:16:59.729440 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d4a450c-ad45-4559-b511-05dfea37cedc admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:16:59.730852 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-3d4a450c-ad45-4559-b511-05dfea37cedc admin admin] Notify callbacks [] for subnet, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:16:59.737586 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-865617c3-26c6-4ada-8d91-20d610713096 None None] Network a46ec79b-16a6-4290-8d7a-37fc7ed9f1bb requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 15:16:59.810619 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-3d4a450c-ad45-4559-b511-05dfea37cedc admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7210855 Jan 20 15:16:59.812955 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 49766) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:16:59.817963 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-23005160-381c-43ee-9a38-1ad58cff6776 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-197939780-router', 'tenant_id': 'af1c4c17ac1f463fbe66f5de35644c94', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d'}}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 15:16:59.822600 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-23005160-381c-43ee-9a38-1ad58cff6776 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:16:59.826637 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-23005160-381c-43ee-9a38-1ad58cff6776 admin admin] Usage tracker for resource:router and tenant:af1c4c17ac1f463fbe66f5de35644c94 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:16:59.829415 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-23005160-381c-43ee-9a38-1ad58cff6776 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:16:59.835038 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-23005160-381c-43ee-9a38-1ad58cff6776 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:16:59.891268 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-23005160-381c-43ee-9a38-1ad58cff6776 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-105475'] for router, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:16:59.892333 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-23005160-381c-43ee-9a38-1ad58cff6776 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-739204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-744864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-735540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-105484'] for router, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:16:59.910709 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-23005160-381c-43ee-9a38-1ad58cff6776 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:16:59.969624 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-761f2541-1d4c-4ede-9ee9-9b065bbf7d6a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95c917f5-14ba-5e96-98b8-1a52654a930a-a46ec79b-16a6-4290-8d7a-37fc7ed9f1bb', 'network_id': 'a46ec79b-16a6-4290-8d7a-37fc7ed9f1bb', 'tenant_id': 'af1c4c17ac1f463fbe66f5de35644c94', 'fixed_ips': [{'subnet_id': '8d158050-dfcc-419b-b3ab-99f466225dfd'}]}} from dv-neutron-825124-1-hyperv. {{(pid=84154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 20 15:16:59.970693 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-761f2541-1d4c-4ede-9ee9-9b065bbf7d6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:17:00.130741 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_common [None req-761f2541-1d4c-4ede-9ee9-9b065bbf7d6a None None] Allocated IP 172.20.0.2 (a46ec79b-16a6-4290-8d7a-37fc7ed9f1bb/8d158050-dfcc-419b-b3ab-99f466225dfd/eea486bd-bd43-4bb6-9a7f-81ab24935b05) {{(pid=84154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 15:17:00.222202 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-23005160-381c-43ee-9a38-1ad58cff6776 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-744886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-105502'] for router, precommit_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:17:00.353152 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-761f2541-1d4c-4ede-9ee9-9b065bbf7d6a None None] Notify callbacks [] for port, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:17:00.375542 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-761f2541-1d4c-4ede-9ee9-9b065bbf7d6a None None] Transition to ACTIVE for port object eea486bd-bd43-4bb6-9a7f-81ab24935b05 will not be triggered until provisioned by entity L2. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 15:17:00.393874 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-761f2541-1d4c-4ede-9ee9-9b065bbf7d6a None None] Transition to ACTIVE for port object eea486bd-bd43-4bb6-9a7f-81ab24935b05 will not be triggered until provisioned by entity DHCP. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 15:17:00.427117 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7cb53574-b56e-43ea-9b06-b6955df4a926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:17:00.451102 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-761f2541-1d4c-4ede-9ee9-9b065bbf7d6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477'] for port, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:17:00.485581 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-23005160-381c-43ee-9a38-1ad58cff6776 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:17:00.517063 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-23005160-381c-43ee-9a38-1ad58cff6776 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:17:00.520982 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-761f2541-1d4c-4ede-9ee9-9b065bbf7d6a None None] Network a46ec79b-16a6-4290-8d7a-37fc7ed9f1bb is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 15:17:00.523981 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-761f2541-1d4c-4ede-9ee9-9b065bbf7d6a None None] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 15:17:00.528372 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-761f2541-1d4c-4ede-9ee9-9b065bbf7d6a None None] Received port after_create {{(pid=84154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 15:17:00.530456 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761f2541-1d4c-4ede-9ee9-9b065bbf7d6a None None] Pushing event updated for resources: {'Port': ['ID=eea486bd-bd43-4bb6-9a7f-81ab24935b05,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:17:00.615523 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-761f2541-1d4c-4ede-9ee9-9b065bbf7d6a None None] Attempting to bind port eea486bd-bd43-4bb6-9a7f-81ab24935b05 on host dv-neutron-825124-1-hyperv for vnic_type normal with profile {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 15:17:00.615885 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-761f2541-1d4c-4ede-9ee9-9b065bbf7d6a None None] Attempting to bind port eea486bd-bd43-4bb6-9a7f-81ab24935b05 by drivers openvswitch,hyperv on host dv-neutron-825124-1-hyperv at level 0 using segments [{'id': '2c314d2b-6974-4d6a-8d26-14c28b71fe7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'a46ec79b-16a6-4290-8d7a-37fc7ed9f1bb'}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 15:17:00.616246 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-761f2541-1d4c-4ede-9ee9-9b065bbf7d6a None None] Attempting to bind port eea486bd-bd43-4bb6-9a7f-81ab24935b05 on network a46ec79b-16a6-4290-8d7a-37fc7ed9f1bb {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 15:17:00.622976 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-761f2541-1d4c-4ede-9ee9-9b065bbf7d6a None None] Checking agent: {'id': '6414dfeb-85c5-454a-8756-709ca637d800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825124-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 16, 31), 'started_at': datetime.datetime(2022, 1, 20, 14, 17, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 15, 16, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825124-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 15:17:00.623343 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-761f2541-1d4c-4ede-9ee9-9b065bbf7d6a None None] Checking segment: {'id': '2c314d2b-6974-4d6a-8d26-14c28b71fe7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'a46ec79b-16a6-4290-8d7a-37fc7ed9f1bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 15:17:00.623738 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-761f2541-1d4c-4ede-9ee9-9b065bbf7d6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:17:00.624125 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-761f2541-1d4c-4ede-9ee9-9b065bbf7d6a None None] Bound using segment: {'id': '2c314d2b-6974-4d6a-8d26-14c28b71fe7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'a46ec79b-16a6-4290-8d7a-37fc7ed9f1bb'} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 15:17:00.624575 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-761f2541-1d4c-4ede-9ee9-9b065bbf7d6a None None] Bound port: eea486bd-bd43-4bb6-9a7f-81ab24935b05, host: dv-neutron-825124-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c314d2b-6974-4d6a-8d26-14c28b71fe7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'a46ec79b-16a6-4290-8d7a-37fc7ed9f1bb'}}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 15:17:00.624938 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-761f2541-1d4c-4ede-9ee9-9b065bbf7d6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:17:00.668326 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.db_base_plugin_common [None req-23005160-381c-43ee-9a38-1ad58cff6776 admin admin] Allocated IP 172.26.7.26 (8dffb05c-5ca0-409b-bd5f-7be6264f707d/a489dd4f-42a5-433b-8be3-bab2749c4209/d808f4ba-aac5-4d3a-8aa7-cf5a4832d092) {{(pid=84152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 15:17:00.713283 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-761f2541-1d4c-4ede-9ee9-9b065bbf7d6a None None] For port eea486bd-bd43-4bb6-9a7f-81ab24935b05, host dv-neutron-825124-1-hyperv, cleared binding levels {{(pid=84154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 15:17:00.716231 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-761f2541-1d4c-4ede-9ee9-9b065bbf7d6a None None] For port eea486bd-bd43-4bb6-9a7f-81ab24935b05, host dv-neutron-825124-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=eea486bd-bd43-4bb6-9a7f-81ab24935b05,segment=NetworkSegment(2c314d2b-6974-4d6a-8d26-14c28b71fe7a),segment_id=2c314d2b-6974-4d6a-8d26-14c28b71fe7a)] {{(pid=84154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 15:17:00.793559 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-761f2541-1d4c-4ede-9ee9-9b065bbf7d6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:17:00.837660 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-23005160-381c-43ee-9a38-1ad58cff6776 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:17:00.886795 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761f2541-1d4c-4ede-9ee9-9b065bbf7d6a None None] Pushing event updated for resources: {'Port': ['ID=eea486bd-bd43-4bb6-9a7f-81ab24935b05,revision_number=2']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:17:00.925645 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-23005160-381c-43ee-9a38-1ad58cff6776 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:17:00.953709 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:17:01.001927 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23005160-381c-43ee-9a38-1ad58cff6776 admin admin] Network 8dffb05c-5ca0-409b-bd5f-7be6264f707d is already hosted by enough agents. {{(pid=84152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 15:17:01.004919 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.base_scheduler [None req-23005160-381c-43ee-9a38-1ad58cff6776 admin admin] Resources bound (agent type, host, resource id): {{(pid=84152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 15:17:01.009229 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23005160-381c-43ee-9a38-1ad58cff6776 admin admin] Received port after_create {{(pid=84152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 15:17:01.045097 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23005160-381c-43ee-9a38-1ad58cff6776 admin admin] Pushing event updated for resources: {'Port': ['ID=d808f4ba-aac5-4d3a-8aa7-cf5a4832d092,revision_number=1']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:17:01.271653 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-23005160-381c-43ee-9a38-1ad58cff6776 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:17:01.272529 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-23005160-381c-43ee-9a38-1ad58cff6776 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-744861'] for router, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:17:01.314790 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device eea486bd-bd43-4bb6-9a7f-81ab24935b05 up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 15:17:01.432944 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:17:01.460941 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning for port eea486bd-bd43-4bb6-9a7f-81ab24935b05 completed by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 15:17:01.638640 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23005160-381c-43ee-9a38-1ad58cff6776 admin admin] Router 4c080d2b-e9af-4945-ab78-693d80a2a85f is scheduled to L3 agent 624d525b-4c26-4143-8a1c-228bb1c6faaa with binding_index 1 {{(pid=84152) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 20 15:17:01.759480 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-cdd98e71-1f0a-4421-baa9-dcb30e06edf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:17:01.838023 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42064433-b7a9-4313-a9a5-4afeb863b8e1 None None] Network a46ec79b-16a6-4290-8d7a-37fc7ed9f1bb requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 15:17:01.856523 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23005160-381c-43ee-9a38-1ad58cff6776 admin admin] Notify agent at l3_agent.dv-neutron-825124-1-hyperv the message routers_updated {{(pid=84152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 15:17:01.865210 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda35ba2-7a6c-4fe7-98ea-e99b7e7ca79b None None] Sync routers for ids ['4c080d2b-e9af-4945-ab78-693d80a2a85f'] in dv-neutron-825124-1-hyperv {{(pid=84155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 15:17:01.878664 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eda35ba2-7a6c-4fe7-98ea-e99b7e7ca79b None None] Routers {'4c080d2b-e9af-4945-ab78-693d80a2a85f'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 15:17:01.879534 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-eda35ba2-7a6c-4fe7-98ea-e99b7e7ca79b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T15:17:00Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['4c080d2b-e9af-4945-ab78-693d80a2a85f'], 'active': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:17:01.959762 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-23005160-381c-43ee-9a38-1ad58cff6776 admin admin] Notify callbacks [] for router, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:17:01.963820 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-23005160-381c-43ee-9a38-1ad58cff6776 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.1467609 Jan 20 15:17:01.964330 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 49770) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:17:02.005328 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-9f5ef02f-a5aa-410c-833a-7edba3ec0584 None None] Provisioning for port eea486bd-bd43-4bb6-9a7f-81ab24935b05 completed by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 15:17:02.016025 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-9f5ef02f-a5aa-410c-833a-7edba3ec0584 None None] Provisioning complete for port eea486bd-bd43-4bb6-9a7f-81ab24935b05 triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:17:02.016725 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-9f5ef02f-a5aa-410c-833a-7edba3ec0584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:17:02.068286 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvr_db [None req-eda35ba2-7a6c-4fe7-98ea-e99b7e7ca79b None None] Set router 4c080d2b-e9af-4945-ab78-693d80a2a85f gateway port host: dv-neutron-825124-1-hyperv {{(pid=84155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 15:17:02.241041 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-9f5ef02f-a5aa-410c-833a-7edba3ec0584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:17:02.349943 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-9f5ef02f-a5aa-410c-833a-7edba3ec0584 None None] For port eea486bd-bd43-4bb6-9a7f-81ab24935b05, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=eea486bd-bd43-4bb6-9a7f-81ab24935b05,segment=NetworkSegment(2c314d2b-6974-4d6a-8d26-14c28b71fe7a),segment_id=2c314d2b-6974-4d6a-8d26-14c28b71fe7a)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 15:17:02.417113 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-eda35ba2-7a6c-4fe7-98ea-e99b7e7ca79b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c080d2b-e9af-4945-ab78-693d80a2a85f', 'name': 'tempest-TestMinimumBasicScenario-197939780-router', 'tenant_id': 'af1c4c17ac1f463fbe66f5de35644c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.26'}], 'enable_snat': True}, 'gw_port_id': 'd808f4ba-aac5-4d3a-8aa7-cf5a4832d092', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:16:59Z', 'updated_at': '2022-01-20T15:17:01Z', 'revision_number': 3, 'project_id': 'af1c4c17ac1f463fbe66f5de35644c94', 'gw_port': {'id': 'd808f4ba-aac5-4d3a-8aa7-cf5a4832d092', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:c5:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c080d2b-e9af-4945-ab78-693d80a2a85f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:17:00Z', 'updated_at': '2022-01-20T15:17:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv'}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:17:02.421881 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda35ba2-7a6c-4fe7-98ea-e99b7e7ca79b None None] Checking router: 4c080d2b-e9af-4945-ab78-693d80a2a85f for host: dv-neutron-825124-1-hyperv {{(pid=84155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 15:17:02.422379 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda35ba2-7a6c-4fe7-98ea-e99b7e7ca79b None None] Updating router 4c080d2b-e9af-4945-ab78-693d80a2a85f port d808f4ba-aac5-4d3a-8aa7-cf5a4832d092 binding host dv-neutron-825124-1-hyperv {{(pid=84155) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 20 15:17:02.433943 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-9f5ef02f-a5aa-410c-833a-7edba3ec0584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:17:02.479718 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-eda35ba2-7a6c-4fe7-98ea-e99b7e7ca79b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:17:02.521182 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5ef02f-a5aa-410c-833a-7edba3ec0584 None None] Pushing event updated for resources: {'Port': ['ID=eea486bd-bd43-4bb6-9a7f-81ab24935b05,revision_number=3']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:17:02.561539 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-dfd9eb60-11c1-4cb7-a21e-162547f098f1 None None] Provisioning complete for port eea486bd-bd43-4bb6-9a7f-81ab24935b05 triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:17:02.562107 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-dfd9eb60-11c1-4cb7-a21e-162547f098f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:17:02.826077 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-eda35ba2-7a6c-4fe7-98ea-e99b7e7ca79b None None] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:17:02.837791 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-eda35ba2-7a6c-4fe7-98ea-e99b7e7ca79b None None] Transition to ACTIVE for port object d808f4ba-aac5-4d3a-8aa7-cf5a4832d092 will not be triggered until provisioned by entity L2. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 15:17:02.884610 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-5e774191-0ec6-4091-8878-ed8f8585e62a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:17:02.901588 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-eda35ba2-7a6c-4fe7-98ea-e99b7e7ca79b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:17:02.979811 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-eda35ba2-7a6c-4fe7-98ea-e99b7e7ca79b None None] Attempting to bind port d808f4ba-aac5-4d3a-8aa7-cf5a4832d092 on host dv-neutron-825124-1-hyperv for vnic_type normal with profile {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 15:17:02.980777 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-eda35ba2-7a6c-4fe7-98ea-e99b7e7ca79b None None] Attempting to bind port d808f4ba-aac5-4d3a-8aa7-cf5a4832d092 by drivers openvswitch,hyperv on host dv-neutron-825124-1-hyperv at level 0 using segments [{'id': 'f628f1ba-6b70-4c9b-8839-62340c040c81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d'}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 15:17:02.981130 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eda35ba2-7a6c-4fe7-98ea-e99b7e7ca79b None None] Attempting to bind port d808f4ba-aac5-4d3a-8aa7-cf5a4832d092 on network 8dffb05c-5ca0-409b-bd5f-7be6264f707d {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 15:17:02.987084 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83231bfb-0f78-4779-9427-4ab1bc1d5db4 None None] Pushing event updated for resources: {'Port': ['ID=d808f4ba-aac5-4d3a-8aa7-cf5a4832d092,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:17:02.996080 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eda35ba2-7a6c-4fe7-98ea-e99b7e7ca79b None None] Checking agent: {'id': '6414dfeb-85c5-454a-8756-709ca637d800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825124-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 16, 31), 'started_at': datetime.datetime(2022, 1, 20, 14, 17, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 15, 17, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825124-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 15:17:02.996438 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eda35ba2-7a6c-4fe7-98ea-e99b7e7ca79b None None] Checking segment: {'id': 'f628f1ba-6b70-4c9b-8839-62340c040c81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 15:17:02.996825 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-eda35ba2-7a6c-4fe7-98ea-e99b7e7ca79b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:17:02.997244 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eda35ba2-7a6c-4fe7-98ea-e99b7e7ca79b None None] Bound using segment: {'id': 'f628f1ba-6b70-4c9b-8839-62340c040c81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d'} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 15:17:02.997691 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-eda35ba2-7a6c-4fe7-98ea-e99b7e7ca79b None None] Bound port: d808f4ba-aac5-4d3a-8aa7-cf5a4832d092, host: dv-neutron-825124-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f628f1ba-6b70-4c9b-8839-62340c040c81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d'}}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 15:17:02.998061 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-eda35ba2-7a6c-4fe7-98ea-e99b7e7ca79b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:17:03.025234 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83231bfb-0f78-4779-9427-4ab1bc1d5db4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:17:03.025566 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83231bfb-0f78-4779-9427-4ab1bc1d5db4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:17:03.025896 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83231bfb-0f78-4779-9427-4ab1bc1d5db4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:17:03.026247 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83231bfb-0f78-4779-9427-4ab1bc1d5db4 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:17:03.026576 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83231bfb-0f78-4779-9427-4ab1bc1d5db4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:17:03.026965 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83231bfb-0f78-4779-9427-4ab1bc1d5db4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:17:03.027784 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83231bfb-0f78-4779-9427-4ab1bc1d5db4 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:17:03.028103 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83231bfb-0f78-4779-9427-4ab1bc1d5db4 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:17:03.028422 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83231bfb-0f78-4779-9427-4ab1bc1d5db4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:17:03.028736 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83231bfb-0f78-4779-9427-4ab1bc1d5db4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:17:03.029051 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83231bfb-0f78-4779-9427-4ab1bc1d5db4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:17:03.076034 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-eda35ba2-7a6c-4fe7-98ea-e99b7e7ca79b None None] For port d808f4ba-aac5-4d3a-8aa7-cf5a4832d092, host dv-neutron-825124-1-hyperv, cleared binding levels {{(pid=84155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 15:17:03.079109 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-eda35ba2-7a6c-4fe7-98ea-e99b7e7ca79b None None] For port d808f4ba-aac5-4d3a-8aa7-cf5a4832d092, host dv-neutron-825124-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=d808f4ba-aac5-4d3a-8aa7-cf5a4832d092,segment=NetworkSegment(f628f1ba-6b70-4c9b-8839-62340c040c81),segment_id=f628f1ba-6b70-4c9b-8839-62340c040c81)] {{(pid=84155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 15:17:03.111505 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.db_base_plugin_common [None req-5e774191-0ec6-4091-8878-ed8f8585e62a admin admin] Allocated IP 172.20.0.1 (a46ec79b-16a6-4290-8d7a-37fc7ed9f1bb/8d158050-dfcc-419b-b3ab-99f466225dfd/699c8577-902d-42fb-8998-a828f225aa24) {{(pid=84152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 15:17:03.277697 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-5e774191-0ec6-4091-8878-ed8f8585e62a admin admin] Notify callbacks [] for port, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:17:03.279686 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-eda35ba2-7a6c-4fe7-98ea-e99b7e7ca79b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:17:03.280381 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device eea486bd-bd43-4bb6-9a7f-81ab24935b05 up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 15:17:03.297641 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.provisioning_blocks [None req-5e774191-0ec6-4091-8878-ed8f8585e62a admin admin] Transition to ACTIVE for port object 699c8577-902d-42fb-8998-a828f225aa24 will not be triggered until provisioned by entity DHCP. {{(pid=84152) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 15:17:03.312411 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-eea6df97-7ff1-4b63-af20-e3ec8913deda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:17:03.359152 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port eea486bd-bd43-4bb6-9a7f-81ab24935b05 triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:17:03.359781 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:17:03.365119 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83231bfb-0f78-4779-9427-4ab1bc1d5db4 None None] Pushing event updated for resources: {'Port': ['ID=d808f4ba-aac5-4d3a-8aa7-cf5a4832d092,revision_number=3']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:17:03.367922 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eda35ba2-7a6c-4fe7-98ea-e99b7e7ca79b None None] Routers {'4c080d2b-e9af-4945-ab78-693d80a2a85f'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 15:17:03.369961 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-eda35ba2-7a6c-4fe7-98ea-e99b7e7ca79b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T15:17:00Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['4c080d2b-e9af-4945-ab78-693d80a2a85f'], 'active': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:17:03.388165 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-5e774191-0ec6-4091-8878-ed8f8585e62a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:17:03.460303 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e774191-0ec6-4091-8878-ed8f8585e62a admin admin] Network a46ec79b-16a6-4290-8d7a-37fc7ed9f1bb is already hosted by enough agents. {{(pid=84152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 15:17:03.463862 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.base_scheduler [None req-5e774191-0ec6-4091-8878-ed8f8585e62a admin admin] Resources bound (agent type, host, resource id): {{(pid=84152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 15:17:03.466545 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e774191-0ec6-4091-8878-ed8f8585e62a admin admin] Received port after_create {{(pid=84152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 15:17:03.499020 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e774191-0ec6-4091-8878-ed8f8585e62a admin admin] Pushing event updated for resources: {'Port': ['ID=699c8577-902d-42fb-8998-a828f225aa24,revision_number=1']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:17:03.528763 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-5e774191-0ec6-4091-8878-ed8f8585e62a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-745387'] for router_interface, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:17:03.585710 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvr_db [None req-eda35ba2-7a6c-4fe7-98ea-e99b7e7ca79b None None] Set router 4c080d2b-e9af-4945-ab78-693d80a2a85f gateway port host: dv-neutron-825124-1-hyperv {{(pid=84155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 15:17:03.696846 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-5e774191-0ec6-4091-8878-ed8f8585e62a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:17:03.769709 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-e895cb65-496c-46a5-bb18-2d6a9f0cdb88 None None] Provisioning for port 699c8577-902d-42fb-8998-a828f225aa24 completed by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 15:17:03.776562 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-e895cb65-496c-46a5-bb18-2d6a9f0cdb88 None None] Provisioning complete for port 699c8577-902d-42fb-8998-a828f225aa24 triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:17:03.778215 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-e895cb65-496c-46a5-bb18-2d6a9f0cdb88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:17:03.851102 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-e895cb65-496c-46a5-bb18-2d6a9f0cdb88 None None] Port 699c8577-902d-42fb-8998-a828f225aa24 cannot update to ACTIVE because it is not bound. {{(pid=84154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 15:17:03.943097 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-eda35ba2-7a6c-4fe7-98ea-e99b7e7ca79b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c080d2b-e9af-4945-ab78-693d80a2a85f', 'name': 'tempest-TestMinimumBasicScenario-197939780-router', 'tenant_id': 'af1c4c17ac1f463fbe66f5de35644c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.26'}], 'enable_snat': True}, 'gw_port_id': 'd808f4ba-aac5-4d3a-8aa7-cf5a4832d092', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:16:59Z', 'updated_at': '2022-01-20T15:17:01Z', 'revision_number': 3, 'project_id': 'af1c4c17ac1f463fbe66f5de35644c94', 'gw_port': {'id': 'd808f4ba-aac5-4d3a-8aa7-cf5a4832d092', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:c5:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c080d2b-e9af-4945-ab78-693d80a2a85f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:17:00Z', 'updated_at': '2022-01-20T15:17:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv'}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:17:03.947169 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda35ba2-7a6c-4fe7-98ea-e99b7e7ca79b None None] The sync data for ids ['4c080d2b-e9af-4945-ab78-693d80a2a85f'] in dv-neutron-825124-1-hyperv is: [{'id': '4c080d2b-e9af-4945-ab78-693d80a2a85f', 'name': 'tempest-TestMinimumBasicScenario-197939780-router', 'tenant_id': 'af1c4c17ac1f463fbe66f5de35644c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.26'}], 'enable_snat': True}, 'gw_port_id': 'd808f4ba-aac5-4d3a-8aa7-cf5a4832d092', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:16:59Z', 'updated_at': '2022-01-20T15:17:01Z', 'revision_number': 3, 'project_id': 'af1c4c17ac1f463fbe66f5de35644c94', 'gw_port': {'id': 'd808f4ba-aac5-4d3a-8aa7-cf5a4832d092', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:c5:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c080d2b-e9af-4945-ab78-693d80a2a85f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:17:00Z', 'updated_at': '2022-01-20T15:17:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv'}] {{(pid=84155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 15:17:03.949066 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-5e774191-0ec6-4091-8878-ed8f8585e62a admin admin] Notify callbacks [] for port, precommit_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:17:04.016304 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-5e774191-0ec6-4091-8878-ed8f8585e62a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162822'] for port, after_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:17:04.119642 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e774191-0ec6-4091-8878-ed8f8585e62a admin admin] Pushing event updated for resources: {'Port': ['ID=699c8577-902d-42fb-8998-a828f225aa24,revision_number=2']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:17:04.122630 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-5e774191-0ec6-4091-8878-ed8f8585e62a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1705158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-743490'] for router_interface, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:17:04.258354 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e774191-0ec6-4091-8878-ed8f8585e62a admin admin] Network a46ec79b-16a6-4290-8d7a-37fc7ed9f1bb is already hosted by enough agents. {{(pid=84152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 15:17:04.259628 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.base_scheduler [None req-5e774191-0ec6-4091-8878-ed8f8585e62a admin admin] Resources bound (agent type, host, resource id): {{(pid=84152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 15:17:04.479470 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-0916f145-2f6d-47fb-9544-479380127e3e None None] Provisioning complete for port 699c8577-902d-42fb-8998-a828f225aa24 triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:17:04.480627 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-0916f145-2f6d-47fb-9544-479380127e3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:17:04.537486 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-0916f145-2f6d-47fb-9544-479380127e3e None None] Port 699c8577-902d-42fb-8998-a828f225aa24 cannot update to ACTIVE because it is not bound. {{(pid=84154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 15:17:04.759502 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e774191-0ec6-4091-8878-ed8f8585e62a admin admin] Router 4c080d2b-e9af-4945-ab78-693d80a2a85f has already been hosted by L3 agent 624d525b-4c26-4143-8a1c-228bb1c6faaa {{(pid=84152) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 15:17:04.973763 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e774191-0ec6-4091-8878-ed8f8585e62a admin admin] Notify agent at l3_agent.dv-neutron-825124-1-hyperv the message routers_updated {{(pid=84152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 15:17:04.982437 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-5e774191-0ec6-4091-8878-ed8f8585e62a admin admin] 10.222.0.54 "PUT /v2.0/routers/4c080d2b-e9af-4945-ab78-693d80a2a85f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0169790 Jan 20 15:17:09.319670 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device d808f4ba-aac5-4d3a-8aa7-cf5a4832d092 up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 15:17:09.461725 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning for port d808f4ba-aac5-4d3a-8aa7-cf5a4832d092 completed by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 15:17:09.468623 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port d808f4ba-aac5-4d3a-8aa7-cf5a4832d092 triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:17:09.469247 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:17:09.598626 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:17:09.615188 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] For port d808f4ba-aac5-4d3a-8aa7-cf5a4832d092, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=d808f4ba-aac5-4d3a-8aa7-cf5a4832d092,segment=NetworkSegment(f628f1ba-6b70-4c9b-8839-62340c040c81),segment_id=f628f1ba-6b70-4c9b-8839-62340c040c81)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 15:17:09.678817 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:17:09.749491 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Pushing event updated for resources: {'Port': ['ID=d808f4ba-aac5-4d3a-8aa7-cf5a4832d092,revision_number=4']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:17:09.757749 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:17:09.758112 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:17:09.758455 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:17:09.758791 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:17:09.759128 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:17:09.759453 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:17:09.759778 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:17:09.760102 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:17:09.760425 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:17:09.760741 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:17:09.761061 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:17:10.336450 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff2f435e-ef3c-4f3e-ace6-10590efb72dd None None] Sync routers for ids ['cfbcda39-aeed-42b1-a3db-433582418be9'] in dv-neutron-825124-1-hyperv {{(pid=84154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 15:17:10.357539 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff2f435e-ef3c-4f3e-ace6-10590efb72dd None None] Routers {'cfbcda39-aeed-42b1-a3db-433582418be9'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 15:17:10.358292 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-ff2f435e-ef3c-4f3e-ace6-10590efb72dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T15:17:00Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['cfbcda39-aeed-42b1-a3db-433582418be9'], 'active': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:17:10.571169 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvr_db [None req-ff2f435e-ef3c-4f3e-ace6-10590efb72dd None None] Set router cfbcda39-aeed-42b1-a3db-433582418be9 gateway port host: dv-neutron-825124-1-hyperv {{(pid=84154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 15:17:10.982325 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-ff2f435e-ef3c-4f3e-ace6-10590efb72dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfbcda39-aeed-42b1-a3db-433582418be9', 'name': 'tempest-TestMinimumBasicScenario-17537540-router', 'tenant_id': '3bc5f3e7f22a415a8cb2096f9aac89d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.116'}], 'enable_snat': True}, 'gw_port_id': '752df270-3d44-4a93-a937-455adade1485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:16:52Z', 'updated_at': '2022-01-20T15:16:55Z', 'revision_number': 4, 'project_id': '3bc5f3e7f22a415a8cb2096f9aac89d2', 'gw_port': {'id': '752df270-3d44-4a93-a937-455adade1485', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:b2:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfbcda39-aeed-42b1-a3db-433582418be9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:16:52Z', 'updated_at': '2022-01-20T15:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv', '_interfaces': [{'id': '58e78563-6c6d-4e17-b99e-f44240bd8685', 'name': '', 'network_id': '0da8a090-475c-4c62-a012-549cdcb0fe59', 'tenant_id': '3bc5f3e7f22a415a8cb2096f9aac89d2', 'mac_address': 'fa:16:3e:12:03:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfbcda39-aeed-42b1-a3db-433582418be9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a0500c63-3315-4c54-9172-3d78343bf1dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:16:55Z', 'updated_at': '2022-01-20T15:16:55Z', 'revision_number': 2, 'project_id': '3bc5f3e7f22a415a8cb2096f9aac89d2', 'subnets': [{'id': 'a0500c63-3315-4c54-9172-3d78343bf1dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:17:10.986631 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff2f435e-ef3c-4f3e-ace6-10590efb72dd None None] Checking router: cfbcda39-aeed-42b1-a3db-433582418be9 for host: dv-neutron-825124-1-hyperv {{(pid=84154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 15:17:10.987093 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff2f435e-ef3c-4f3e-ace6-10590efb72dd None None] Updating router cfbcda39-aeed-42b1-a3db-433582418be9 port 58e78563-6c6d-4e17-b99e-f44240bd8685 binding host dv-neutron-825124-1-hyperv {{(pid=84154) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 20 15:17:11.043807 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ff2f435e-ef3c-4f3e-ace6-10590efb72dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:17:11.332964 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device d808f4ba-aac5-4d3a-8aa7-cf5a4832d092 up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 15:17:11.461793 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port d808f4ba-aac5-4d3a-8aa7-cf5a4832d092 triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:17:11.462564 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:17:11.581153 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ff2f435e-ef3c-4f3e-ace6-10590efb72dd None None] Notify callbacks [] for port, precommit_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:17:11.600845 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ff2f435e-ef3c-4f3e-ace6-10590efb72dd None None] Transition to ACTIVE for port object 58e78563-6c6d-4e17-b99e-f44240bd8685 will not be triggered until provisioned by entity L2. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 15:17:11.695840 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ff2f435e-ef3c-4f3e-ace6-10590efb72dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:17:11.914734 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-ff2f435e-ef3c-4f3e-ace6-10590efb72dd None None] Attempting to bind port 58e78563-6c6d-4e17-b99e-f44240bd8685 on host dv-neutron-825124-1-hyperv for vnic_type normal with profile {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 15:17:11.915110 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-ff2f435e-ef3c-4f3e-ace6-10590efb72dd None None] Attempting to bind port 58e78563-6c6d-4e17-b99e-f44240bd8685 by drivers openvswitch,hyperv on host dv-neutron-825124-1-hyperv at level 0 using segments [{'id': '3c8e2672-be78-47c7-a6d4-942c8d1e6a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '0da8a090-475c-4c62-a012-549cdcb0fe59'}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 15:17:11.915481 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff2f435e-ef3c-4f3e-ace6-10590efb72dd None None] Attempting to bind port 58e78563-6c6d-4e17-b99e-f44240bd8685 on network 0da8a090-475c-4c62-a012-549cdcb0fe59 {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 15:17:11.923038 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd79d5c2-16a3-445f-912c-0becc904ae67 None None] Pushing event updated for resources: {'Port': ['ID=58e78563-6c6d-4e17-b99e-f44240bd8685,revision_number=3']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:17:11.925387 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff2f435e-ef3c-4f3e-ace6-10590efb72dd None None] Checking agent: {'id': '6414dfeb-85c5-454a-8756-709ca637d800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825124-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 16, 31), 'started_at': datetime.datetime(2022, 1, 20, 14, 17, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 15, 17, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825124-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 15:17:11.925778 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff2f435e-ef3c-4f3e-ace6-10590efb72dd None None] Checking segment: {'id': '3c8e2672-be78-47c7-a6d4-942c8d1e6a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '0da8a090-475c-4c62-a012-549cdcb0fe59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 15:17:11.926261 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ff2f435e-ef3c-4f3e-ace6-10590efb72dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:17:11.926804 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff2f435e-ef3c-4f3e-ace6-10590efb72dd None None] Bound using segment: {'id': '3c8e2672-be78-47c7-a6d4-942c8d1e6a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '0da8a090-475c-4c62-a012-549cdcb0fe59'} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 15:17:11.927178 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-ff2f435e-ef3c-4f3e-ace6-10590efb72dd None None] Bound port: 58e78563-6c6d-4e17-b99e-f44240bd8685, host: dv-neutron-825124-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c8e2672-be78-47c7-a6d4-942c8d1e6a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '0da8a090-475c-4c62-a012-549cdcb0fe59'}}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 15:17:11.927556 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ff2f435e-ef3c-4f3e-ace6-10590efb72dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:17:12.041602 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-ff2f435e-ef3c-4f3e-ace6-10590efb72dd None None] For port 58e78563-6c6d-4e17-b99e-f44240bd8685, host dv-neutron-825124-1-hyperv, cleared binding levels {{(pid=84154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 15:17:12.046007 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-ff2f435e-ef3c-4f3e-ace6-10590efb72dd None None] For port 58e78563-6c6d-4e17-b99e-f44240bd8685, host dv-neutron-825124-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=58e78563-6c6d-4e17-b99e-f44240bd8685,segment=NetworkSegment(3c8e2672-be78-47c7-a6d4-942c8d1e6a59),segment_id=3c8e2672-be78-47c7-a6d4-942c8d1e6a59)] {{(pid=84154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 15:17:12.119824 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ff2f435e-ef3c-4f3e-ace6-10590efb72dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:17:12.205514 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff2f435e-ef3c-4f3e-ace6-10590efb72dd None None] Routers {'cfbcda39-aeed-42b1-a3db-433582418be9'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 15:17:12.206648 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-ff2f435e-ef3c-4f3e-ace6-10590efb72dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T15:17:00Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['cfbcda39-aeed-42b1-a3db-433582418be9'], 'active': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:17:12.299675 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd79d5c2-16a3-445f-912c-0becc904ae67 None None] Pushing event updated for resources: {'Port': ['ID=58e78563-6c6d-4e17-b99e-f44240bd8685,revision_number=4']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:17:12.432733 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvr_db [None req-ff2f435e-ef3c-4f3e-ace6-10590efb72dd None None] Set router cfbcda39-aeed-42b1-a3db-433582418be9 gateway port host: dv-neutron-825124-1-hyperv {{(pid=84154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 15:17:12.771674 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-ff2f435e-ef3c-4f3e-ace6-10590efb72dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfbcda39-aeed-42b1-a3db-433582418be9', 'name': 'tempest-TestMinimumBasicScenario-17537540-router', 'tenant_id': '3bc5f3e7f22a415a8cb2096f9aac89d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.116'}], 'enable_snat': True}, 'gw_port_id': '752df270-3d44-4a93-a937-455adade1485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:16:52Z', 'updated_at': '2022-01-20T15:16:55Z', 'revision_number': 4, 'project_id': '3bc5f3e7f22a415a8cb2096f9aac89d2', 'gw_port': {'id': '752df270-3d44-4a93-a937-455adade1485', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:b2:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfbcda39-aeed-42b1-a3db-433582418be9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:16:52Z', 'updated_at': '2022-01-20T15:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv', '_interfaces': [{'id': '58e78563-6c6d-4e17-b99e-f44240bd8685', 'name': '', 'network_id': '0da8a090-475c-4c62-a012-549cdcb0fe59', 'tenant_id': '3bc5f3e7f22a415a8cb2096f9aac89d2', 'mac_address': 'fa:16:3e:12:03:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfbcda39-aeed-42b1-a3db-433582418be9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a0500c63-3315-4c54-9172-3d78343bf1dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:16:55Z', 'updated_at': '2022-01-20T15:17:12Z', 'revision_number': 4, 'project_id': '3bc5f3e7f22a415a8cb2096f9aac89d2', 'subnets': [{'id': 'a0500c63-3315-4c54-9172-3d78343bf1dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:17:12.775741 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff2f435e-ef3c-4f3e-ace6-10590efb72dd None None] The sync data for ids ['cfbcda39-aeed-42b1-a3db-433582418be9'] in dv-neutron-825124-1-hyperv is: [{'id': 'cfbcda39-aeed-42b1-a3db-433582418be9', 'name': 'tempest-TestMinimumBasicScenario-17537540-router', 'tenant_id': '3bc5f3e7f22a415a8cb2096f9aac89d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.116'}], 'enable_snat': True}, 'gw_port_id': '752df270-3d44-4a93-a937-455adade1485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:16:52Z', 'updated_at': '2022-01-20T15:16:55Z', 'revision_number': 4, 'project_id': '3bc5f3e7f22a415a8cb2096f9aac89d2', 'gw_port': {'id': '752df270-3d44-4a93-a937-455adade1485', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:b2:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfbcda39-aeed-42b1-a3db-433582418be9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:16:52Z', 'updated_at': '2022-01-20T15:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv', '_interfaces': [{'id': '58e78563-6c6d-4e17-b99e-f44240bd8685', 'name': '', 'network_id': '0da8a090-475c-4c62-a012-549cdcb0fe59', 'tenant_id': '3bc5f3e7f22a415a8cb2096f9aac89d2', 'mac_address': 'fa:16:3e:12:03:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfbcda39-aeed-42b1-a3db-433582418be9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a0500c63-3315-4c54-9172-3d78343bf1dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:16:55Z', 'updated_at': '2022-01-20T15:17:12Z', 'revision_number': 4, 'project_id': '3bc5f3e7f22a415a8cb2096f9aac89d2', 'subnets': [{'id': 'a0500c63-3315-4c54-9172-3d78343bf1dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 15:17:13.339940 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 58e78563-6c6d-4e17-b99e-f44240bd8685 up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 15:17:13.518974 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning for port 58e78563-6c6d-4e17-b99e-f44240bd8685 completed by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 15:17:13.528624 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port 58e78563-6c6d-4e17-b99e-f44240bd8685 triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:17:13.528624 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:17:13.655921 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:17:13.689461 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] For port 58e78563-6c6d-4e17-b99e-f44240bd8685, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=58e78563-6c6d-4e17-b99e-f44240bd8685,segment=NetworkSegment(3c8e2672-be78-47c7-a6d4-942c8d1e6a59),segment_id=3c8e2672-be78-47c7-a6d4-942c8d1e6a59)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 15:17:13.759074 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:17:13.829023 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Pushing event updated for resources: {'Port': ['ID=58e78563-6c6d-4e17-b99e-f44240bd8685,revision_number=5']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:17:15.303908 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 58e78563-6c6d-4e17-b99e-f44240bd8685 up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 15:17:15.380197 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port 58e78563-6c6d-4e17-b99e-f44240bd8685 triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:17:15.380603 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:17:17.708019 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5214db5e-9d64-49dc-a588-6f4b541f50fe req-40c313d1-b4fd-41cc-aebb-7400604a78f6 tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:17:17.709450 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-5214db5e-9d64-49dc-a588-6f4b541f50fe req-40c313d1-b4fd-41cc-aebb-7400604a78f6 tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] 10.222.0.54 "GET /v2.0/networks?id=0da8a090-475c-4c62-a012-549cdcb0fe59 HTTP/1.1" status: 200 len: 813 time: 0.1409512 Jan 20 15:17:17.725482 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-5214db5e-9d64-49dc-a588-6f4b541f50fe req-e6c74156-071f-4794-a9f7-8b3c23efde67 tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] 10.222.0.54 "GET /v2.0/quotas/3bc5f3e7f22a415a8cb2096f9aac89d2 HTTP/1.1" status: 200 len: 375 time: 0.0108097 Jan 20 15:17:17.805970 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [req-5214db5e-9d64-49dc-a588-6f4b541f50fe req-a404baa0-c339-4702-bf05-6c0db9b23706 tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] Synchronizing usage tracker for tenant:3bc5f3e7f22a415a8cb2096f9aac89d2 on resource:port {{(pid=84153) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 15:17:17.872883 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [req-5214db5e-9d64-49dc-a588-6f4b541f50fe req-a404baa0-c339-4702-bf05-6c0db9b23706 tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] Unset dirty status for tenant:3bc5f3e7f22a415a8cb2096f9aac89d2 on resource:port {{(pid=84153) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 15:17:17.874285 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-5214db5e-9d64-49dc-a588-6f4b541f50fe req-a404baa0-c339-4702-bf05-6c0db9b23706 tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=3bc5f3e7f22a415a8cb2096f9aac89d2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1442406 Jan 20 15:17:17.889394 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [req-5214db5e-9d64-49dc-a588-6f4b541f50fe req-6a959c68-1c91-4c91-b297-bd1c019b0c4c service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=84153) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 20 15:17:17.890323 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-5214db5e-9d64-49dc-a588-6f4b541f50fe req-6a959c68-1c91-4c91-b297-bd1c019b0c4c service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0050209 Jan 20 15:17:18.021044 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-5214db5e-9d64-49dc-a588-6f4b541f50fe req-22966761-f76e-4c01-8a6a-fb850e8b4d18 service neutron] 10.222.0.54 "GET /v2.0/networks/0da8a090-475c-4c62-a012-549cdcb0fe59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247053 Jan 20 15:17:18.154441 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-5214db5e-9d64-49dc-a588-6f4b541f50fe req-51d72ec6-bee9-47b5-afd2-56aa484d421c service neutron] 10.222.0.54 "GET /v2.0/networks/0da8a090-475c-4c62-a012-549cdcb0fe59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277442 Jan 20 15:17:18.397504 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-0cd4d799-8efe-49ed-bfd9-732653252c64 req-51b73e3f-9e98-4227-8756-9211ef566045 tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] 10.222.0.54 "GET /v2.0/ports?device_id=e754f8cd-01d9-4729-88cf-55a358f68e3d HTTP/1.1" status: 200 len: 210 time: 0.0470939 Jan 20 15:17:19.707417 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-b30f75d1-25b8-4c53-ae9e-ee221fd7aa79 req-5f611362-dcd4-421b-b718-1c1cd7a061f7 tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] 10.222.0.54 "GET /v2.0/ports?device_id=e754f8cd-01d9-4729-88cf-55a358f68e3d HTTP/1.1" status: 200 len: 210 time: 0.2440293 Jan 20 15:17:20.655137 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5214db5e-9d64-49dc-a588-6f4b541f50fe req-32ed7f82-0319-42c0-b0f0-a945ea773ee1 tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:17:20.656517 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-5214db5e-9d64-49dc-a588-6f4b541f50fe req-32ed7f82-0319-42c0-b0f0-a945ea773ee1 tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] 10.222.0.106 "GET /v2.0/networks?id=0da8a090-475c-4c62-a012-549cdcb0fe59 HTTP/1.1" status: 200 len: 813 time: 0.1421154 Jan 20 15:17:20.672578 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [req-5214db5e-9d64-49dc-a588-6f4b541f50fe req-c496458a-b72f-4e87-8927-5d2063e104bb tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] Request body: {'port': {'device_id': 'e754f8cd-01d9-4729-88cf-55a358f68e3d', 'network_id': '0da8a090-475c-4c62-a012-549cdcb0fe59', 'admin_state_up': True, 'tenant_id': '3bc5f3e7f22a415a8cb2096f9aac89d2'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 15:17:20.812087 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [req-5214db5e-9d64-49dc-a588-6f4b541f50fe req-c496458a-b72f-4e87-8927-5d2063e104bb tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:17:20.821634 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [req-5214db5e-9d64-49dc-a588-6f4b541f50fe req-c496458a-b72f-4e87-8927-5d2063e104bb tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:17:20.911883 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5214db5e-9d64-49dc-a588-6f4b541f50fe req-c496458a-b72f-4e87-8927-5d2063e104bb tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] Made reservation on behalf of 3bc5f3e7f22a415a8cb2096f9aac89d2 for: {'port': 1} {{(pid=84153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 15:17:20.914997 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-5214db5e-9d64-49dc-a588-6f4b541f50fe req-c496458a-b72f-4e87-8927-5d2063e104bb tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:17:20.971173 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-6d07a1aa-55e4-4155-af30-6c05902d5fa0 req-30a1053a-d1e4-4011-a9d6-ec822df36a71 tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] 10.222.0.54 "GET /v2.0/ports?device_id=e754f8cd-01d9-4729-88cf-55a358f68e3d HTTP/1.1" status: 200 len: 210 time: 0.1279359 Jan 20 15:17:21.116336 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.db_base_plugin_common [req-5214db5e-9d64-49dc-a588-6f4b541f50fe req-c496458a-b72f-4e87-8927-5d2063e104bb tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] Allocated IP 172.20.0.13 (0da8a090-475c-4c62-a012-549cdcb0fe59/a0500c63-3315-4c54-9172-3d78343bf1dd/00b43ecd-cf6c-480c-af62-e3a6589595ad) {{(pid=84153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 15:17:21.317255 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-5214db5e-9d64-49dc-a588-6f4b541f50fe req-c496458a-b72f-4e87-8927-5d2063e104bb tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] Notify callbacks [] for port, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:17:21.332256 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.provisioning_blocks [req-5214db5e-9d64-49dc-a588-6f4b541f50fe req-c496458a-b72f-4e87-8927-5d2063e104bb tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] Transition to ACTIVE for port object 00b43ecd-cf6c-480c-af62-e3a6589595ad will not be triggered until provisioned by entity DHCP. {{(pid=84153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 15:17:21.419872 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-5214db5e-9d64-49dc-a588-6f4b541f50fe req-c496458a-b72f-4e87-8927-5d2063e104bb tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:17:21.533764 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5214db5e-9d64-49dc-a588-6f4b541f50fe req-c496458a-b72f-4e87-8927-5d2063e104bb tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] Network 0da8a090-475c-4c62-a012-549cdcb0fe59 is already hosted by enough agents. {{(pid=84153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 15:17:21.537846 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.base_scheduler [req-5214db5e-9d64-49dc-a588-6f4b541f50fe req-c496458a-b72f-4e87-8927-5d2063e104bb tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] Resources bound (agent type, host, resource id): {{(pid=84153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 15:17:21.558780 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.l3_dvrscheduler_db [req-5214db5e-9d64-49dc-a588-6f4b541f50fe req-c496458a-b72f-4e87-8927-5d2063e104bb tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] Received port after_create {{(pid=84153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 15:17:21.605008 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c496458a-b72f-4e87-8927-5d2063e104bb tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] Pushing event updated for resources: {'Port': ['ID=00b43ecd-cf6c-480c-af62-e3a6589595ad,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:17:21.652735 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5214db5e-9d64-49dc-a588-6f4b541f50fe req-c496458a-b72f-4e87-8927-5d2063e104bb tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:17:21.655313 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-5214db5e-9d64-49dc-a588-6f4b541f50fe req-c496458a-b72f-4e87-8927-5d2063e104bb tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:17:21.748589 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-5214db5e-9d64-49dc-a588-6f4b541f50fe req-c496458a-b72f-4e87-8927-5d2063e104bb tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] 10.222.0.106 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0793221 Jan 20 15:17:21.903209 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-86e37281-d24c-4112-9b6d-ac06b299b95d None None] Provisioning for port 00b43ecd-cf6c-480c-af62-e3a6589595ad completed by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 15:17:21.909307 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-86e37281-d24c-4112-9b6d-ac06b299b95d None None] Provisioning complete for port 00b43ecd-cf6c-480c-af62-e3a6589595ad triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:17:21.909676 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-86e37281-d24c-4112-9b6d-ac06b299b95d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:17:21.972755 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-86e37281-d24c-4112-9b6d-ac06b299b95d None None] Port 00b43ecd-cf6c-480c-af62-e3a6589595ad cannot update to ACTIVE because it is not bound. {{(pid=84154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 15:17:22.110919 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61d26b78-3113-4d3c-9813-8077f6267aa8 None None] Sync routers for ids ['4c080d2b-e9af-4945-ab78-693d80a2a85f'] in dv-neutron-825124-1-hyperv {{(pid=84155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 15:17:22.131187 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61d26b78-3113-4d3c-9813-8077f6267aa8 None None] Routers {'4c080d2b-e9af-4945-ab78-693d80a2a85f'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 15:17:22.131895 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-61d26b78-3113-4d3c-9813-8077f6267aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T15:17:00Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['4c080d2b-e9af-4945-ab78-693d80a2a85f'], 'active': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:17:22.247919 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bd56d2-29b3-4cea-88d9-a1f36cb7db88 req-16746972-1115-440d-b17b-db55c2263bfc tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:17:22.248649 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [req-b7bd56d2-29b3-4cea-88d9-a1f36cb7db88 req-16746972-1115-440d-b17b-db55c2263bfc tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] Synchronizing usage tracker for tenant:3bc5f3e7f22a415a8cb2096f9aac89d2 on resource:port {{(pid=84153) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 15:17:22.335830 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [req-b7bd56d2-29b3-4cea-88d9-a1f36cb7db88 req-16746972-1115-440d-b17b-db55c2263bfc tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] Unset dirty status for tenant:3bc5f3e7f22a415a8cb2096f9aac89d2 on resource:port {{(pid=84153) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 15:17:22.337469 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-b7bd56d2-29b3-4cea-88d9-a1f36cb7db88 req-16746972-1115-440d-b17b-db55c2263bfc tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] 10.222.0.54 "GET /v2.0/ports?device_id=e754f8cd-01d9-4729-88cf-55a358f68e3d HTTP/1.1" status: 200 len: 932 time: 0.2047541 Jan 20 15:17:22.357697 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvr_db [None req-61d26b78-3113-4d3c-9813-8077f6267aa8 None None] Set router 4c080d2b-e9af-4945-ab78-693d80a2a85f gateway port host: dv-neutron-825124-1-hyperv {{(pid=84155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 15:17:22.412140 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-b7bd56d2-29b3-4cea-88d9-a1f36cb7db88 req-2fc71762-3049-4752-8add-aa68b4a8195b tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] 10.222.0.54 "GET /v2.0/security-groups?id=ef50e613-4ab8-4853-925b-fa4566b5bccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680747 Jan 20 15:17:22.714294 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-61d26b78-3113-4d3c-9813-8077f6267aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c080d2b-e9af-4945-ab78-693d80a2a85f', 'name': 'tempest-TestMinimumBasicScenario-197939780-router', 'tenant_id': 'af1c4c17ac1f463fbe66f5de35644c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.26'}], 'enable_snat': True}, 'gw_port_id': 'd808f4ba-aac5-4d3a-8aa7-cf5a4832d092', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:16:59Z', 'updated_at': '2022-01-20T15:17:03Z', 'revision_number': 4, 'project_id': 'af1c4c17ac1f463fbe66f5de35644c94', 'gw_port': {'id': 'd808f4ba-aac5-4d3a-8aa7-cf5a4832d092', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:c5:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c080d2b-e9af-4945-ab78-693d80a2a85f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:17:00Z', 'updated_at': '2022-01-20T15:17:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv', '_interfaces': [{'id': '699c8577-902d-42fb-8998-a828f225aa24', 'name': '', 'network_id': 'a46ec79b-16a6-4290-8d7a-37fc7ed9f1bb', 'tenant_id': 'af1c4c17ac1f463fbe66f5de35644c94', 'mac_address': 'fa:16:3e:02:3f:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c080d2b-e9af-4945-ab78-693d80a2a85f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8d158050-dfcc-419b-b3ab-99f466225dfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:17:02Z', 'updated_at': '2022-01-20T15:17:03Z', 'revision_number': 2, 'project_id': 'af1c4c17ac1f463fbe66f5de35644c94', 'subnets': [{'id': '8d158050-dfcc-419b-b3ab-99f466225dfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:17:22.718457 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61d26b78-3113-4d3c-9813-8077f6267aa8 None None] Checking router: 4c080d2b-e9af-4945-ab78-693d80a2a85f for host: dv-neutron-825124-1-hyperv {{(pid=84155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 15:17:22.718924 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61d26b78-3113-4d3c-9813-8077f6267aa8 None None] Updating router 4c080d2b-e9af-4945-ab78-693d80a2a85f port 699c8577-902d-42fb-8998-a828f225aa24 binding host dv-neutron-825124-1-hyperv {{(pid=84155) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 20 15:17:22.773383 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-61d26b78-3113-4d3c-9813-8077f6267aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:17:23.140143 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-61d26b78-3113-4d3c-9813-8077f6267aa8 None None] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:17:23.153952 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-61d26b78-3113-4d3c-9813-8077f6267aa8 None None] Transition to ACTIVE for port object 699c8577-902d-42fb-8998-a828f225aa24 will not be triggered until provisioned by entity L2. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 15:17:23.376036 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-61d26b78-3113-4d3c-9813-8077f6267aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:17:23.489596 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77fe34f-1c58-4e46-8325-f61ca95c844b None None] Pushing event updated for resources: {'Port': ['ID=699c8577-902d-42fb-8998-a828f225aa24,revision_number=3']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:17:23.715148 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-61d26b78-3113-4d3c-9813-8077f6267aa8 None None] Attempting to bind port 699c8577-902d-42fb-8998-a828f225aa24 on host dv-neutron-825124-1-hyperv for vnic_type normal with profile {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 15:17:23.715148 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-61d26b78-3113-4d3c-9813-8077f6267aa8 None None] Attempting to bind port 699c8577-902d-42fb-8998-a828f225aa24 by drivers openvswitch,hyperv on host dv-neutron-825124-1-hyperv at level 0 using segments [{'id': '2c314d2b-6974-4d6a-8d26-14c28b71fe7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'a46ec79b-16a6-4290-8d7a-37fc7ed9f1bb'}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 15:17:23.715148 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61d26b78-3113-4d3c-9813-8077f6267aa8 None None] Attempting to bind port 699c8577-902d-42fb-8998-a828f225aa24 on network a46ec79b-16a6-4290-8d7a-37fc7ed9f1bb {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 15:17:23.720549 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61d26b78-3113-4d3c-9813-8077f6267aa8 None None] Checking agent: {'id': '6414dfeb-85c5-454a-8756-709ca637d800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825124-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 16, 31), 'started_at': datetime.datetime(2022, 1, 20, 14, 17, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 15, 17, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825124-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 15:17:23.720934 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61d26b78-3113-4d3c-9813-8077f6267aa8 None None] Checking segment: {'id': '2c314d2b-6974-4d6a-8d26-14c28b71fe7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'a46ec79b-16a6-4290-8d7a-37fc7ed9f1bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 15:17:23.721298 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-61d26b78-3113-4d3c-9813-8077f6267aa8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:17:23.721681 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61d26b78-3113-4d3c-9813-8077f6267aa8 None None] Bound using segment: {'id': '2c314d2b-6974-4d6a-8d26-14c28b71fe7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'a46ec79b-16a6-4290-8d7a-37fc7ed9f1bb'} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 15:17:23.722157 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-61d26b78-3113-4d3c-9813-8077f6267aa8 None None] Bound port: 699c8577-902d-42fb-8998-a828f225aa24, host: dv-neutron-825124-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c314d2b-6974-4d6a-8d26-14c28b71fe7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'a46ec79b-16a6-4290-8d7a-37fc7ed9f1bb'}}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 15:17:23.722521 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-61d26b78-3113-4d3c-9813-8077f6267aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:17:23.797799 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fb7c26-be1e-4ca8-abca-0d87088b012a req-4612ae26-5a0a-4070-bc95-c6452cb5478a tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:17:23.810344 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-c8fb7c26-be1e-4ca8-abca-0d87088b012a req-4612ae26-5a0a-4070-bc95-c6452cb5478a tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] 10.222.0.54 "GET /v2.0/ports?device_id=e754f8cd-01d9-4729-88cf-55a358f68e3d HTTP/1.1" status: 200 len: 932 time: 0.1513181 Jan 20 15:17:23.852264 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-61d26b78-3113-4d3c-9813-8077f6267aa8 None None] For port 699c8577-902d-42fb-8998-a828f225aa24, host dv-neutron-825124-1-hyperv, cleared binding levels {{(pid=84155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 15:17:23.855958 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-61d26b78-3113-4d3c-9813-8077f6267aa8 None None] For port 699c8577-902d-42fb-8998-a828f225aa24, host dv-neutron-825124-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=699c8577-902d-42fb-8998-a828f225aa24,segment=NetworkSegment(2c314d2b-6974-4d6a-8d26-14c28b71fe7a),segment_id=2c314d2b-6974-4d6a-8d26-14c28b71fe7a)] {{(pid=84155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 15:17:23.862402 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-c8fb7c26-be1e-4ca8-abca-0d87088b012a req-473b1b12-6d63-40c3-b183-34af2726d98c tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] 10.222.0.54 "GET /v2.0/security-groups?id=ef50e613-4ab8-4853-925b-fa4566b5bccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507963 Jan 20 15:17:23.925103 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-61d26b78-3113-4d3c-9813-8077f6267aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:17:24.000177 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77fe34f-1c58-4e46-8325-f61ca95c844b None None] Pushing event updated for resources: {'Port': ['ID=699c8577-902d-42fb-8998-a828f225aa24,revision_number=4']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:17:24.017435 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61d26b78-3113-4d3c-9813-8077f6267aa8 None None] Routers {'4c080d2b-e9af-4945-ab78-693d80a2a85f'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 15:17:24.018545 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-61d26b78-3113-4d3c-9813-8077f6267aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T15:17:00Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['4c080d2b-e9af-4945-ab78-693d80a2a85f'], 'active': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:17:24.248441 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvr_db [None req-61d26b78-3113-4d3c-9813-8077f6267aa8 None None] Set router 4c080d2b-e9af-4945-ab78-693d80a2a85f gateway port host: dv-neutron-825124-1-hyperv {{(pid=84155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 15:17:24.616516 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-61d26b78-3113-4d3c-9813-8077f6267aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c080d2b-e9af-4945-ab78-693d80a2a85f', 'name': 'tempest-TestMinimumBasicScenario-197939780-router', 'tenant_id': 'af1c4c17ac1f463fbe66f5de35644c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.26'}], 'enable_snat': True}, 'gw_port_id': 'd808f4ba-aac5-4d3a-8aa7-cf5a4832d092', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:16:59Z', 'updated_at': '2022-01-20T15:17:03Z', 'revision_number': 4, 'project_id': 'af1c4c17ac1f463fbe66f5de35644c94', 'gw_port': {'id': 'd808f4ba-aac5-4d3a-8aa7-cf5a4832d092', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:c5:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c080d2b-e9af-4945-ab78-693d80a2a85f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:17:00Z', 'updated_at': '2022-01-20T15:17:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv', '_interfaces': [{'id': '699c8577-902d-42fb-8998-a828f225aa24', 'name': '', 'network_id': 'a46ec79b-16a6-4290-8d7a-37fc7ed9f1bb', 'tenant_id': 'af1c4c17ac1f463fbe66f5de35644c94', 'mac_address': 'fa:16:3e:02:3f:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c080d2b-e9af-4945-ab78-693d80a2a85f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8d158050-dfcc-419b-b3ab-99f466225dfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:17:02Z', 'updated_at': '2022-01-20T15:17:23Z', 'revision_number': 4, 'project_id': 'af1c4c17ac1f463fbe66f5de35644c94', 'subnets': [{'id': '8d158050-dfcc-419b-b3ab-99f466225dfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:17:24.620644 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61d26b78-3113-4d3c-9813-8077f6267aa8 None None] The sync data for ids ['4c080d2b-e9af-4945-ab78-693d80a2a85f'] in dv-neutron-825124-1-hyperv is: [{'id': '4c080d2b-e9af-4945-ab78-693d80a2a85f', 'name': 'tempest-TestMinimumBasicScenario-197939780-router', 'tenant_id': 'af1c4c17ac1f463fbe66f5de35644c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.26'}], 'enable_snat': True}, 'gw_port_id': 'd808f4ba-aac5-4d3a-8aa7-cf5a4832d092', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:16:59Z', 'updated_at': '2022-01-20T15:17:03Z', 'revision_number': 4, 'project_id': 'af1c4c17ac1f463fbe66f5de35644c94', 'gw_port': {'id': 'd808f4ba-aac5-4d3a-8aa7-cf5a4832d092', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:c5:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c080d2b-e9af-4945-ab78-693d80a2a85f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:17:00Z', 'updated_at': '2022-01-20T15:17:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv', '_interfaces': [{'id': '699c8577-902d-42fb-8998-a828f225aa24', 'name': '', 'network_id': 'a46ec79b-16a6-4290-8d7a-37fc7ed9f1bb', 'tenant_id': 'af1c4c17ac1f463fbe66f5de35644c94', 'mac_address': 'fa:16:3e:02:3f:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c080d2b-e9af-4945-ab78-693d80a2a85f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8d158050-dfcc-419b-b3ab-99f466225dfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:17:02Z', 'updated_at': '2022-01-20T15:17:23Z', 'revision_number': 4, 'project_id': 'af1c4c17ac1f463fbe66f5de35644c94', 'subnets': [{'id': '8d158050-dfcc-419b-b3ab-99f466225dfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 15:17:25.266707 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19b4508-b718-4292-80d9-d1dce8fb4b5a req-2f38c9d2-4860-4988-ada5-40b8735c1217 tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:17:25.273479 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-e19b4508-b718-4292-80d9-d1dce8fb4b5a req-2f38c9d2-4860-4988-ada5-40b8735c1217 tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] 10.222.0.54 "GET /v2.0/ports?device_id=e754f8cd-01d9-4729-88cf-55a358f68e3d HTTP/1.1" status: 200 len: 932 time: 0.2515867 Jan 20 15:17:25.333134 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-e19b4508-b718-4292-80d9-d1dce8fb4b5a req-870492b2-2faa-4a92-b0ac-a92ebf3b8083 tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] 10.222.0.54 "GET /v2.0/security-groups?id=ef50e613-4ab8-4853-925b-fa4566b5bccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587895 Jan 20 15:17:25.385285 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 699c8577-902d-42fb-8998-a828f225aa24 up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 15:17:25.581497 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning for port 699c8577-902d-42fb-8998-a828f225aa24 completed by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 15:17:25.586924 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port 699c8577-902d-42fb-8998-a828f225aa24 triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:17:25.587298 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:17:25.758584 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:17:25.800727 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] For port 699c8577-902d-42fb-8998-a828f225aa24, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=699c8577-902d-42fb-8998-a828f225aa24,segment=NetworkSegment(2c314d2b-6974-4d6a-8d26-14c28b71fe7a),segment_id=2c314d2b-6974-4d6a-8d26-14c28b71fe7a)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 15:17:25.912320 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:17:25.991031 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Pushing event updated for resources: {'Port': ['ID=699c8577-902d-42fb-8998-a828f225aa24,revision_number=5']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:17:26.588011 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba37c6f4-0b3d-422d-8c98-18d93cdc71ac req-4dddbe20-9880-453f-a7d9-6c22435fb2a2 tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:17:26.590352 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-ba37c6f4-0b3d-422d-8c98-18d93cdc71ac req-4dddbe20-9880-453f-a7d9-6c22435fb2a2 tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] 10.222.0.54 "GET /v2.0/ports?device_id=e754f8cd-01d9-4729-88cf-55a358f68e3d HTTP/1.1" status: 200 len: 932 time: 0.0908573 Jan 20 15:17:26.653808 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-ba37c6f4-0b3d-422d-8c98-18d93cdc71ac req-c4a49287-7e17-4505-9d5f-47b9d965c8e3 tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] 10.222.0.54 "GET /v2.0/security-groups?id=ef50e613-4ab8-4853-925b-fa4566b5bccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556481 Jan 20 15:17:27.305659 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 699c8577-902d-42fb-8998-a828f225aa24 up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 15:17:27.396800 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port 699c8577-902d-42fb-8998-a828f225aa24 triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:17:27.397248 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:17:27.856432 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7c591b-6b8e-40c5-a7d2-4d8424f6db17 req-2092f217-bbd4-4b72-af58-7b426a106421 tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:17:27.858606 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-ee7c591b-6b8e-40c5-a7d2-4d8424f6db17 req-2092f217-bbd4-4b72-af58-7b426a106421 tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] 10.222.0.54 "GET /v2.0/ports?device_id=e754f8cd-01d9-4729-88cf-55a358f68e3d HTTP/1.1" status: 200 len: 932 time: 0.0788755 Jan 20 15:17:27.909125 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-ee7c591b-6b8e-40c5-a7d2-4d8424f6db17 req-b6182ee6-690f-4aa4-aff1-052f314a997d tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] 10.222.0.54 "GET /v2.0/security-groups?id=ef50e613-4ab8-4853-925b-fa4566b5bccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446837 Jan 20 15:17:28.061703 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-f2476f33-ccfb-4007-92a4-032383b67be3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:17:28.080694 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.agents_db [None req-6dba657d-a637-4918-9b6d-40defdfae04b None None] Agent healthcheck: found 6 active agents {{(pid=84155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 15:17:29.109284 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd3db4b-bbc6-4cee-a61f-e8f4af674297 req-54241b04-c605-449d-89b6-fe2b41b3d191 tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:17:29.110740 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-7cd3db4b-bbc6-4cee-a61f-e8f4af674297 req-54241b04-c605-449d-89b6-fe2b41b3d191 tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] 10.222.0.54 "GET /v2.0/ports?device_id=e754f8cd-01d9-4729-88cf-55a358f68e3d HTTP/1.1" status: 200 len: 932 time: 0.0783331 Jan 20 15:17:29.154363 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-7cd3db4b-bbc6-4cee-a61f-e8f4af674297 req-273c5c31-acac-4b80-a57c-1c6dc47a02f1 tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] 10.222.0.54 "GET /v2.0/security-groups?id=ef50e613-4ab8-4853-925b-fa4566b5bccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382383 Jan 20 15:17:30.350241 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34a0a75-9b21-4930-97ca-c8c7c05abba7 req-e315807c-2a88-44f5-90b9-6d16579df78a tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:17:30.351695 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-b34a0a75-9b21-4930-97ca-c8c7c05abba7 req-e315807c-2a88-44f5-90b9-6d16579df78a tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] 10.222.0.54 "GET /v2.0/ports?device_id=e754f8cd-01d9-4729-88cf-55a358f68e3d HTTP/1.1" status: 200 len: 932 time: 0.0762861 Jan 20 15:17:30.405804 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-b34a0a75-9b21-4930-97ca-c8c7c05abba7 req-0f2ce084-b935-47d1-9d13-5ed5643acfd2 tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] 10.222.0.54 "GET /v2.0/security-groups?id=ef50e613-4ab8-4853-925b-fa4566b5bccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470021 Jan 20 15:17:30.432802 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-6086c717-9fc8-49ae-ad88-030bdc870963 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:17:30.577342 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [req-5214db5e-9d64-49dc-a588-6f4b541f50fe req-dcb2de31-ed06-4bee-96ff-bc9bd166ed59 tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=84153) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 20 15:17:30.578321 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-5214db5e-9d64-49dc-a588-6f4b541f50fe req-dcb2de31-ed06-4bee-96ff-bc9bd166ed59 tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] 10.222.0.106 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0059464 Jan 20 15:17:30.588474 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [req-5214db5e-9d64-49dc-a588-6f4b541f50fe req-59373fad-a518-4e2a-b1b0-4c7aae704285 service neutron] Request body: {'port': {'device_id': 'e754f8cd-01d9-4729-88cf-55a358f68e3d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8251'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 15:17:30.696216 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-5214db5e-9d64-49dc-a588-6f4b541f50fe req-59373fad-a518-4e2a-b1b0-4c7aae704285 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:17:30.924420 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:17:31.035826 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.notifiers.nova [req-5214db5e-9d64-49dc-a588-6f4b541f50fe req-59373fad-a518-4e2a-b1b0-4c7aae704285 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00b43ecd-cf6c-480c-af62-e3a6589595ad {{(pid=84153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 15:17:31.042994 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-5214db5e-9d64-49dc-a588-6f4b541f50fe req-59373fad-a518-4e2a-b1b0-4c7aae704285 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:17:31.056730 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.provisioning_blocks [req-5214db5e-9d64-49dc-a588-6f4b541f50fe req-59373fad-a518-4e2a-b1b0-4c7aae704285 service neutron] Transition to ACTIVE for port object 00b43ecd-cf6c-480c-af62-e3a6589595ad will not be triggered until provisioned by entity L2. {{(pid=84153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 15:17:31.106247 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-5214db5e-9d64-49dc-a588-6f4b541f50fe req-59373fad-a518-4e2a-b1b0-4c7aae704285 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3944146'] for port, after_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:17:31.233959 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59373fad-a518-4e2a-b1b0-4c7aae704285 service neutron] Pushing event updated for resources: {'Port': ['ID=00b43ecd-cf6c-480c-af62-e3a6589595ad,revision_number=2']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:17:31.337715 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.managers [req-5214db5e-9d64-49dc-a588-6f4b541f50fe req-59373fad-a518-4e2a-b1b0-4c7aae704285 service neutron] Attempting to bind port 00b43ecd-cf6c-480c-af62-e3a6589595ad on host hv-neutron-8251 for vnic_type normal with profile {{(pid=84153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 15:17:31.337922 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.managers [req-5214db5e-9d64-49dc-a588-6f4b541f50fe req-59373fad-a518-4e2a-b1b0-4c7aae704285 service neutron] Attempting to bind port 00b43ecd-cf6c-480c-af62-e3a6589595ad by drivers openvswitch,hyperv on host hv-neutron-8251 at level 0 using segments [{'id': '3c8e2672-be78-47c7-a6d4-942c8d1e6a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '0da8a090-475c-4c62-a012-549cdcb0fe59'}] {{(pid=84153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 15:17:31.338275 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5214db5e-9d64-49dc-a588-6f4b541f50fe req-59373fad-a518-4e2a-b1b0-4c7aae704285 service neutron] Attempting to bind port 00b43ecd-cf6c-480c-af62-e3a6589595ad on network 0da8a090-475c-4c62-a012-549cdcb0fe59 {{(pid=84153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 15:17:31.344599 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5214db5e-9d64-49dc-a588-6f4b541f50fe req-59373fad-a518-4e2a-b1b0-4c7aae704285 service neutron] Port 00b43ecd-cf6c-480c-af62-e3a6589595ad on network 0da8a090-475c-4c62-a012-549cdcb0fe59 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8251 {{(pid=84153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 20 15:17:31.344911 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5214db5e-9d64-49dc-a588-6f4b541f50fe req-59373fad-a518-4e2a-b1b0-4c7aae704285 service neutron] Attempting to bind port 00b43ecd-cf6c-480c-af62-e3a6589595ad on network 0da8a090-475c-4c62-a012-549cdcb0fe59 {{(pid=84153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 15:17:31.350983 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5214db5e-9d64-49dc-a588-6f4b541f50fe req-59373fad-a518-4e2a-b1b0-4c7aae704285 service neutron] Checking agent: {'id': 'e037d8fb-d49c-4f86-9910-f13f6ba89a51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8251', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 23), 'started_at': datetime.datetime(2022, 1, 20, 14, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 15, 17, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 15:17:31.351570 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5214db5e-9d64-49dc-a588-6f4b541f50fe req-59373fad-a518-4e2a-b1b0-4c7aae704285 service neutron] Checking segment: {'id': '3c8e2672-be78-47c7-a6d4-942c8d1e6a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '0da8a090-475c-4c62-a012-549cdcb0fe59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 15:17:31.351683 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5214db5e-9d64-49dc-a588-6f4b541f50fe req-59373fad-a518-4e2a-b1b0-4c7aae704285 service neutron] Bound using segment: {'id': '3c8e2672-be78-47c7-a6d4-942c8d1e6a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '0da8a090-475c-4c62-a012-549cdcb0fe59'} {{(pid=84153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 15:17:31.352069 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.managers [req-5214db5e-9d64-49dc-a588-6f4b541f50fe req-59373fad-a518-4e2a-b1b0-4c7aae704285 service neutron] Bound port: 00b43ecd-cf6c-480c-af62-e3a6589595ad, host: hv-neutron-8251, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c8e2672-be78-47c7-a6d4-942c8d1e6a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '0da8a090-475c-4c62-a012-549cdcb0fe59'}}] {{(pid=84153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 15:17:31.352406 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-5214db5e-9d64-49dc-a588-6f4b541f50fe req-59373fad-a518-4e2a-b1b0-4c7aae704285 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:17:31.434298 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:17:31.445165 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.db [req-5214db5e-9d64-49dc-a588-6f4b541f50fe req-59373fad-a518-4e2a-b1b0-4c7aae704285 service neutron] For port 00b43ecd-cf6c-480c-af62-e3a6589595ad, host hv-neutron-8251, cleared binding levels {{(pid=84153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 15:17:31.448345 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.db [req-5214db5e-9d64-49dc-a588-6f4b541f50fe req-59373fad-a518-4e2a-b1b0-4c7aae704285 service neutron] For port 00b43ecd-cf6c-480c-af62-e3a6589595ad, host hv-neutron-8251, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=00b43ecd-cf6c-480c-af62-e3a6589595ad,segment=NetworkSegment(3c8e2672-be78-47c7-a6d4-942c8d1e6a59),segment_id=3c8e2672-be78-47c7-a6d4-942c8d1e6a59)] {{(pid=84153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 15:17:31.502276 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-5214db5e-9d64-49dc-a588-6f4b541f50fe req-59373fad-a518-4e2a-b1b0-4c7aae704285 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3944146'] for port, after_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:17:31.603885 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-5214db5e-9d64-49dc-a588-6f4b541f50fe req-59373fad-a518-4e2a-b1b0-4c7aae704285 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:17:31.605251 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-5214db5e-9d64-49dc-a588-6f4b541f50fe req-59373fad-a518-4e2a-b1b0-4c7aae704285 service neutron] 10.222.0.106 "PUT /v2.0/ports/00b43ecd-cf6c-480c-af62-e3a6589595ad HTTP/1.1" status: 200 len: 1094 time: 1.0203924 Jan 20 15:17:31.607123 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e754f8cd-01d9-4729-88cf-55a358f68e3d', 'tag': '00b43ecd-cf6c-480c-af62-e3a6589595ad'}] {{(pid=84153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 15:17:31.639512 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59373fad-a518-4e2a-b1b0-4c7aae704285 service neutron] Pushing event updated for resources: {'Port': ['ID=00b43ecd-cf6c-480c-af62-e3a6589595ad,revision_number=3']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:17:31.661972 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c41902-02e5-4e81-8517-149368379086 req-bdda1e18-0649-4ada-b468-0ea97c82181b tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:17:31.663615 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-17c41902-02e5-4e81-8517-149368379086 req-bdda1e18-0649-4ada-b468-0ea97c82181b tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] 10.222.0.54 "GET /v2.0/ports?device_id=e754f8cd-01d9-4729-88cf-55a358f68e3d HTTP/1.1" status: 200 len: 944 time: 0.1291978 Jan 20 15:17:31.668878 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e754f8cd-01d9-4729-88cf-55a358f68e3d', 'tag': '00b43ecd-cf6c-480c-af62-e3a6589595ad', 'status': 'completed', 'code': 200} Jan 20 15:17:31.768765 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-17c41902-02e5-4e81-8517-149368379086 req-6ebf3e23-2a75-443f-bead-6f430a7d69fd tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] 10.222.0.54 "GET /v2.0/security-groups?id=ef50e613-4ab8-4853-925b-fa4566b5bccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973873 Jan 20 15:17:31.786198 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-cdd98e71-1f0a-4421-baa9-dcb30e06edf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:17:31.789849 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-877af1f3-c15e-416c-8e0f-4737269a85ef req-2d39137e-0bd7-4ebf-b63b-24c7d592577d service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=3bc5f3e7f22a415a8cb2096f9aac89d2&device_id=e754f8cd-01d9-4729-88cf-55a358f68e3d HTTP/1.1" status: 200 len: 1097 time: 0.0973084 Jan 20 15:17:31.927764 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877af1f3-c15e-416c-8e0f-4737269a85ef req-a6cb985c-f04b-492f-914f-b450a3103f42 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:17:31.929106 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-877af1f3-c15e-416c-8e0f-4737269a85ef req-a6cb985c-f04b-492f-914f-b450a3103f42 service neutron] 10.222.0.106 "GET /v2.0/networks?tenant_id=3bc5f3e7f22a415a8cb2096f9aac89d2&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1327696 Jan 20 15:17:32.147733 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877af1f3-c15e-416c-8e0f-4737269a85ef req-b73ade85-ff0a-47b0-94a9-409cd72fdd1b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:17:32.149162 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-877af1f3-c15e-416c-8e0f-4737269a85ef req-b73ade85-ff0a-47b0-94a9-409cd72fdd1b service neutron] 10.222.0.106 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2144320 Jan 20 15:17:32.253538 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-5214db5e-9d64-49dc-a588-6f4b541f50fe req-f37cc082-7432-4dce-a325-62a22f81c81d service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=3bc5f3e7f22a415a8cb2096f9aac89d2&device_id=e754f8cd-01d9-4729-88cf-55a358f68e3d HTTP/1.1" status: 200 len: 1097 time: 0.0682909 Jan 20 15:17:32.322143 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-5214db5e-9d64-49dc-a588-6f4b541f50fe req-2691c956-d589-4fb5-8c57-180235b43807 service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=00b43ecd-cf6c-480c-af62-e3a6589595ad HTTP/1.1" status: 200 len: 217 time: 0.0617790 Jan 20 15:17:32.381103 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5214db5e-9d64-49dc-a588-6f4b541f50fe req-8cd3fee2-81e6-495b-b3f1-84f61e720b16 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:17:32.382552 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-5214db5e-9d64-49dc-a588-6f4b541f50fe req-8cd3fee2-81e6-495b-b3f1-84f61e720b16 service neutron] 10.222.0.106 "GET /v2.0/subnets?id=a0500c63-3315-4c54-9172-3d78343bf1dd HTTP/1.1" status: 200 len: 852 time: 0.0548472 Jan 20 15:17:32.454558 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-5214db5e-9d64-49dc-a588-6f4b541f50fe req-3b7156db-5528-4d56-8c93-44c5d28c9677 service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=0da8a090-475c-4c62-a012-549cdcb0fe59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0663939 Jan 20 15:17:32.581517 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-5214db5e-9d64-49dc-a588-6f4b541f50fe req-a1f30779-352f-4b05-b674-e56ed6a1d327 service neutron] 10.222.0.106 "GET /v2.0/networks/0da8a090-475c-4c62-a012-549cdcb0fe59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214454 Jan 20 15:17:32.711314 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-5214db5e-9d64-49dc-a588-6f4b541f50fe req-9a24dfc9-575c-4304-81be-339a2bdc7d63 service neutron] 10.222.0.106 "GET /v2.0/networks/0da8a090-475c-4c62-a012-549cdcb0fe59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233802 Jan 20 15:17:32.970113 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc0cf52-4455-452a-be82-95876ea6861e req-9c9ab548-c3cb-409a-9dd5-c87d98ed6d5e tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:17:32.971457 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-edc0cf52-4455-452a-be82-95876ea6861e req-9c9ab548-c3cb-409a-9dd5-c87d98ed6d5e tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] 10.222.0.54 "GET /v2.0/ports?device_id=e754f8cd-01d9-4729-88cf-55a358f68e3d HTTP/1.1" status: 200 len: 944 time: 0.0789669 Jan 20 15:17:33.015765 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-edc0cf52-4455-452a-be82-95876ea6861e req-f0bcdeeb-28e7-489a-8eb9-cc23960ec71e tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] 10.222.0.54 "GET /v2.0/security-groups?id=ef50e613-4ab8-4853-925b-fa4566b5bccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388265 Jan 20 15:17:33.209833 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-eea6df97-7ff1-4b63-af20-e3ec8913deda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:17:34.205955 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd934e1c-3f4a-4a41-86eb-4e1fec0b7b87 req-816db0d4-7950-4dd0-a55d-2782e94d9152 tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:17:34.207495 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-bd934e1c-3f4a-4a41-86eb-4e1fec0b7b87 req-816db0d4-7950-4dd0-a55d-2782e94d9152 tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] 10.222.0.54 "GET /v2.0/ports?device_id=e754f8cd-01d9-4729-88cf-55a358f68e3d HTTP/1.1" status: 200 len: 944 time: 0.0751681 Jan 20 15:17:34.255402 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-bd934e1c-3f4a-4a41-86eb-4e1fec0b7b87 req-824ec544-9410-4126-a4e3-011fe717efb6 tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] 10.222.0.54 "GET /v2.0/security-groups?id=ef50e613-4ab8-4853-925b-fa4566b5bccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424836 Jan 20 15:17:34.465210 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Device 00b43ecd-cf6c-480c-af62-e3a6589595ad details requested by agent hyperv_hv-neutron-8251 with host hv-neutron-8251 {{(pid=84154) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 20 15:17:34.593766 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] For port 00b43ecd-cf6c-480c-af62-e3a6589595ad, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=00b43ecd-cf6c-480c-af62-e3a6589595ad,segment=NetworkSegment(3c8e2672-be78-47c7-a6d4-942c8d1e6a59),segment_id=3c8e2672-be78-47c7-a6d4-942c8d1e6a59)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 15:17:34.606345 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Returning: {'device': '00b43ecd-cf6c-480c-af62-e3a6589595ad', 'network_id': '0da8a090-475c-4c62-a012-549cdcb0fe59', 'port_id': '00b43ecd-cf6c-480c-af62-e3a6589595ad', 'mac_address': 'fa:16:3e:40:9c:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0500c63-3315-4c54-9172-3d78343bf1dd', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84154) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 20 15:17:34.658077 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:17:34.675492 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.notifiers.nova [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00b43ecd-cf6c-480c-af62-e3a6589595ad {{(pid=84154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 15:17:34.689882 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] For port 00b43ecd-cf6c-480c-af62-e3a6589595ad, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=00b43ecd-cf6c-480c-af62-e3a6589595ad,segment=NetworkSegment(3c8e2672-be78-47c7-a6d4-942c8d1e6a59),segment_id=3c8e2672-be78-47c7-a6d4-942c8d1e6a59)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 15:17:34.768944 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:17:34.835529 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Pushing event updated for resources: {'Port': ['ID=00b43ecd-cf6c-480c-af62-e3a6589595ad,revision_number=4']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:17:35.112053 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] get_ports_and_sgs() called for port_ids ['00b43ecd-cf6c-480c-af62-e3a6589595ad'] {{(pid=84154) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 20 15:17:35.454789 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c8b45a-9de1-4afa-a307-96a589f3b90b req-dcc24a7f-c0e3-4e9d-841a-2ef38283a600 tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:17:35.457027 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-00c8b45a-9de1-4afa-a307-96a589f3b90b req-dcc24a7f-c0e3-4e9d-841a-2ef38283a600 tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] 10.222.0.54 "GET /v2.0/ports?device_id=e754f8cd-01d9-4729-88cf-55a358f68e3d HTTP/1.1" status: 200 len: 945 time: 0.0800080 Jan 20 15:17:35.502636 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-00c8b45a-9de1-4afa-a307-96a589f3b90b req-8a855f7f-48f0-4b86-a675-66c1b3ff8b90 tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] 10.222.0.54 "GET /v2.0/security-groups?id=ef50e613-4ab8-4853-925b-fa4566b5bccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393162 Jan 20 15:17:36.472488 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Device 00b43ecd-cf6c-480c-af62-e3a6589595ad up at agent hyperv_hv-neutron-8251 {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 15:17:36.609717 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Provisioning for port 00b43ecd-cf6c-480c-af62-e3a6589595ad completed by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 15:17:36.614618 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Provisioning complete for port 00b43ecd-cf6c-480c-af62-e3a6589595ad triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:17:36.614988 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:17:36.706693 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8911fcdf-4364-4435-abd5-68b401bd5e18 req-5e20df8c-96dd-464e-a7c2-ba56166f26f0 tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:17:36.708519 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-8911fcdf-4364-4435-abd5-68b401bd5e18 req-5e20df8c-96dd-464e-a7c2-ba56166f26f0 tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] 10.222.0.54 "GET /v2.0/ports?device_id=e754f8cd-01d9-4729-88cf-55a358f68e3d HTTP/1.1" status: 200 len: 945 time: 0.0814052 Jan 20 15:17:36.728533 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:17:36.755682 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-8911fcdf-4364-4435-abd5-68b401bd5e18 req-b957ec01-5199-4c5d-96ce-f0688ed3319e tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] 10.222.0.54 "GET /v2.0/security-groups?id=ef50e613-4ab8-4853-925b-fa4566b5bccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415080 Jan 20 15:17:36.755929 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e754f8cd-01d9-4729-88cf-55a358f68e3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00b43ecd-cf6c-480c-af62-e3a6589595ad'}] {{(pid=84154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 15:17:36.765176 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] For port 00b43ecd-cf6c-480c-af62-e3a6589595ad, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=00b43ecd-cf6c-480c-af62-e3a6589595ad,segment=NetworkSegment(3c8e2672-be78-47c7-a6d4-942c8d1e6a59),segment_id=3c8e2672-be78-47c7-a6d4-942c8d1e6a59)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 15:17:36.811596 dv-neutron-825124-1-hyperv neutron-server[84154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e754f8cd-01d9-4729-88cf-55a358f68e3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00b43ecd-cf6c-480c-af62-e3a6589595ad', 'code': 200} Jan 20 15:17:36.838422 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:17:36.904787 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Pushing event updated for resources: {'Port': ['ID=00b43ecd-cf6c-480c-af62-e3a6589595ad,revision_number=5']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:17:37.171254 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-b3a55658-2a7e-49ba-b7e0-7cd58ba5f93e req-7455af92-1059-4624-891f-11d9c4ed3f20 service neutron] 10.222.0.106 "GET /v2.0/ports?device_id=e754f8cd-01d9-4729-88cf-55a358f68e3d HTTP/1.1" status: 200 len: 1099 time: 0.0681324 Jan 20 15:17:37.212024 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-b3a55658-2a7e-49ba-b7e0-7cd58ba5f93e req-395c2c89-5e92-44bc-8249-0a3d4b5cacd5 service neutron] 10.222.0.106 "GET /v2.0/security-groups?id=ef50e613-4ab8-4853-925b-fa4566b5bccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349369 Jan 20 15:17:37.951557 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cde867-22d9-41ae-bdb5-f214c5e3d8a7 req-3a596b22-4b74-4c45-9693-d804e1da64dd tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:17:37.953011 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-19cde867-22d9-41ae-bdb5-f214c5e3d8a7 req-3a596b22-4b74-4c45-9693-d804e1da64dd tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] 10.222.0.54 "GET /v2.0/ports?device_id=e754f8cd-01d9-4729-88cf-55a358f68e3d HTTP/1.1" status: 200 len: 946 time: 0.0792444 Jan 20 15:17:37.996844 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-19cde867-22d9-41ae-bdb5-f214c5e3d8a7 req-a022c591-d73f-4445-a5d7-1a86dcb8f5fb tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] 10.222.0.54 "GET /v2.0/security-groups?id=ef50e613-4ab8-4853-925b-fa4566b5bccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382793 Jan 20 15:17:39.188544 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1b717b-c769-411d-9132-22bad81bfb01 req-7a9825de-b7e1-4725-bf95-7a09179d0fcf tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:17:39.189995 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-7d1b717b-c769-411d-9132-22bad81bfb01 req-7a9825de-b7e1-4725-bf95-7a09179d0fcf tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] 10.222.0.54 "GET /v2.0/ports?device_id=e754f8cd-01d9-4729-88cf-55a358f68e3d HTTP/1.1" status: 200 len: 946 time: 0.0744219 Jan 20 15:17:39.238925 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-7d1b717b-c769-411d-9132-22bad81bfb01 req-09fe81e7-7f0b-45da-b76f-96c2810e6185 tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] 10.222.0.54 "GET /v2.0/security-groups?id=ef50e613-4ab8-4853-925b-fa4566b5bccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435331 Jan 20 15:17:39.429046 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51db25a5-8c48-4af2-bfd4-5202ed2a6b34 req-79af1a6b-ea4f-417b-8a4e-ca60af0071f2 tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:17:39.430505 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-51db25a5-8c48-4af2-bfd4-5202ed2a6b34 req-79af1a6b-ea4f-417b-8a4e-ca60af0071f2 tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] 10.222.0.54 "GET /v2.0/ports?device_id=e754f8cd-01d9-4729-88cf-55a358f68e3d HTTP/1.1" status: 200 len: 946 time: 0.0744796 Jan 20 15:17:39.475298 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-51db25a5-8c48-4af2-bfd4-5202ed2a6b34 req-c4976dc5-3b88-466e-9cca-5bacd1b46565 tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] 10.222.0.54 "GET /v2.0/security-groups?id=ef50e613-4ab8-4853-925b-fa4566b5bccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389311 Jan 20 15:17:39.893157 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6ea0d1-da50-4ddf-bfb3-4d4003f2aef8 req-2b47ffbf-0ea4-4fcb-9dbb-8e355e57c96d tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:17:39.894516 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-ac6ea0d1-da50-4ddf-bfb3-4d4003f2aef8 req-2b47ffbf-0ea4-4fcb-9dbb-8e355e57c96d tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] 10.222.0.54 "GET /v2.0/ports?device_id=e754f8cd-01d9-4729-88cf-55a358f68e3d HTTP/1.1" status: 200 len: 946 time: 0.0795152 Jan 20 15:17:39.938448 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-ac6ea0d1-da50-4ddf-bfb3-4d4003f2aef8 req-a115571e-7df6-4a9b-81f3-c6f6d23df090 tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] 10.222.0.54 "GET /v2.0/security-groups?id=ef50e613-4ab8-4853-925b-fa4566b5bccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384367 Jan 20 15:17:53.105838 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd86369-3fbe-457d-bd76-48d4c8d8a51a req-51d20498-8f3a-4b57-8f39-ba8a97f0f997 tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:17:53.107778 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-1dd86369-3fbe-457d-bd76-48d4c8d8a51a req-51d20498-8f3a-4b57-8f39-ba8a97f0f997 tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] 10.222.0.54 "GET /v2.0/ports?device_id=e754f8cd-01d9-4729-88cf-55a358f68e3d HTTP/1.1" status: 200 len: 946 time: 0.0758569 Jan 20 15:17:53.157143 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-1dd86369-3fbe-457d-bd76-48d4c8d8a51a req-05f2ea54-4180-4376-a9f1-880c496641b4 tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] 10.222.0.54 "GET /v2.0/security-groups?id=ef50e613-4ab8-4853-925b-fa4566b5bccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406375 Jan 20 15:17:53.185651 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 49980) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:17:53.333592 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-0be4366d-0f8b-40d5-bf63-ab233fd7440b tempest-TestMinimumBasicScenario-1464578179 tempest-TestMinimumBasicScenario-1464578179-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=e754f8cd-01d9-4729-88cf-55a358f68e3d HTTP/1.1" status: 200 len: 1094 time: 0.1466966 Jan 20 15:17:53.336477 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 49986) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:17:53.342228 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-01a30403-be9c-4d21-be4d-f8640c32134f tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] Request body: {'floatingip': {'floating_network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'port_id': '00b43ecd-cf6c-480c-af62-e3a6589595ad', 'tenant_id': '3bc5f3e7f22a415a8cb2096f9aac89d2', 'fixed_ip_address': '172.20.0.13'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 15:17:53.347729 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-01a30403-be9c-4d21-be4d-f8640c32134f tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:17:53.351525 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-01a30403-be9c-4d21-be4d-f8640c32134f tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] Usage tracker for resource:floatingip and tenant:3bc5f3e7f22a415a8cb2096f9aac89d2 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:17:53.354357 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-01a30403-be9c-4d21-be4d-f8640c32134f tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:17:53.359988 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-01a30403-be9c-4d21-be4d-f8640c32134f tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:17:53.444567 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-01a30403-be9c-4d21-be4d-f8640c32134f tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] Notify callbacks [] for floatingip, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:17:53.684312 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-01a30403-be9c-4d21-be4d-f8640c32134f tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:17:53.821209 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.db_base_plugin_common [None req-01a30403-be9c-4d21-be4d-f8640c32134f tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] Allocated IP 172.26.7.156 (8dffb05c-5ca0-409b-bd5f-7be6264f707d/a489dd4f-42a5-433b-8be3-bab2749c4209/3c250f3b-22d5-4f03-ad4a-ca5728033297) {{(pid=84153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 15:17:53.971512 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-01a30403-be9c-4d21-be4d-f8640c32134f tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] Notify callbacks [] for port, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:17:54.056210 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-01a30403-be9c-4d21-be4d-f8640c32134f tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:17:54.129397 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01a30403-be9c-4d21-be4d-f8640c32134f tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] Network 8dffb05c-5ca0-409b-bd5f-7be6264f707d is already hosted by enough agents. {{(pid=84153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 15:17:54.132216 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.base_scheduler [None req-01a30403-be9c-4d21-be4d-f8640c32134f tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] Resources bound (agent type, host, resource id): {{(pid=84153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 15:17:54.135919 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01a30403-be9c-4d21-be4d-f8640c32134f tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] Received port after_create {{(pid=84153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 15:17:54.165925 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a30403-be9c-4d21-be4d-f8640c32134f tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] Pushing event updated for resources: {'Port': ['ID=3c250f3b-22d5-4f03-ad4a-ca5728033297,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:17:54.645179 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-01a30403-be9c-4d21-be4d-f8640c32134f tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:17:54.751609 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-01a30403-be9c-4d21-be4d-f8640c32134f tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:17:54.951970 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-01a30403-be9c-4d21-be4d-f8640c32134f tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] Notify callbacks [] for port, precommit_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:17:55.008355 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-01a30403-be9c-4d21-be4d-f8640c32134f tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3944146'] for port, after_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:17:55.104250 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a30403-be9c-4d21-be4d-f8640c32134f tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] Pushing event updated for resources: {'Port': ['ID=3c250f3b-22d5-4f03-ad4a-ca5728033297,revision_number=2']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:17:55.132120 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-01a30403-be9c-4d21-be4d-f8640c32134f tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-745254'] for floatingip, after_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:17:55.345739 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-ac9a03eb-0510-4aac-8eea-90e9b6a747cc req-de5f26fe-ece3-417a-bf69-c30efe3077de service neutron] 10.222.0.106 "GET /v2.0/ports?device_id=e754f8cd-01d9-4729-88cf-55a358f68e3d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1445096 Jan 20 15:17:55.381653 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.db.l3_db [None req-01a30403-be9c-4d21-be4d-f8640c32134f tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] Floating IP aa8833fb-3e12-4abd-b732-d650ae85f36a associated. External IP: 172.26.7.156, port: 00b43ecd-cf6c-480c-af62-e3a6589595ad. Jan 20 15:17:55.633154 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-ac9a03eb-0510-4aac-8eea-90e9b6a747cc req-6af6bd8f-0f03-4730-87d9-45c146336df5 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=3bc5f3e7f22a415a8cb2096f9aac89d2&device_id=e754f8cd-01d9-4729-88cf-55a358f68e3d HTTP/1.1" status: 200 len: 1099 time: 0.1098173 Jan 20 15:17:55.837504 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9a03eb-0510-4aac-8eea-90e9b6a747cc req-356ccf9c-0cbb-4455-be8d-c5492ba97cb1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:17:55.838950 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-ac9a03eb-0510-4aac-8eea-90e9b6a747cc req-356ccf9c-0cbb-4455-be8d-c5492ba97cb1 service neutron] 10.222.0.106 "GET /v2.0/networks?id=0da8a090-475c-4c62-a012-549cdcb0fe59 HTTP/1.1" status: 200 len: 914 time: 0.1536915 Jan 20 15:17:56.026128 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-ac9a03eb-0510-4aac-8eea-90e9b6a747cc req-4a2159c4-580b-40ce-bcae-30d460fe3350 service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=00b43ecd-cf6c-480c-af62-e3a6589595ad HTTP/1.1" status: 200 len: 1000 time: 0.1746657 Jan 20 15:17:56.146335 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9a03eb-0510-4aac-8eea-90e9b6a747cc req-a0dd2cd4-2a5e-4dec-8428-199fccac6b70 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:17:56.147763 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-ac9a03eb-0510-4aac-8eea-90e9b6a747cc req-a0dd2cd4-2a5e-4dec-8428-199fccac6b70 service neutron] 10.222.0.106 "GET /v2.0/subnets?id=a0500c63-3315-4c54-9172-3d78343bf1dd HTTP/1.1" status: 200 len: 852 time: 0.1172502 Jan 20 15:17:56.257140 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01a30403-be9c-4d21-be4d-f8640c32134f tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] Router cfbcda39-aeed-42b1-a3db-433582418be9 has already been hosted by L3 agent 624d525b-4c26-4143-8a1c-228bb1c6faaa {{(pid=84153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 15:17:56.262940 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-ac9a03eb-0510-4aac-8eea-90e9b6a747cc req-b1908286-b5c6-4f3e-bbc4-24ac3b3c53c8 service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=0da8a090-475c-4c62-a012-549cdcb0fe59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1077554 Jan 20 15:17:56.465694 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-ac9a03eb-0510-4aac-8eea-90e9b6a747cc req-fcd3db2b-5fa7-49f5-97a9-22700e0a1eaf service neutron] 10.222.0.106 "GET /v2.0/networks/0da8a090-475c-4c62-a012-549cdcb0fe59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1953592 Jan 20 15:17:56.670806 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-ac9a03eb-0510-4aac-8eea-90e9b6a747cc req-1747c13c-020a-4c3c-8908-223efc8585ea service neutron] 10.222.0.106 "GET /v2.0/networks/0da8a090-475c-4c62-a012-549cdcb0fe59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1982663 Jan 20 15:17:56.688341 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01a30403-be9c-4d21-be4d-f8640c32134f tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] Notify agent at l3_agent.dv-neutron-825124-1-hyperv the message routers_updated {{(pid=84153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 15:17:56.700342 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17196876-6e34-445c-828c-78aa93a15741 None None] Sync routers for ids ['cfbcda39-aeed-42b1-a3db-433582418be9'] in dv-neutron-825124-1-hyperv {{(pid=84154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 15:17:56.710310 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17196876-6e34-445c-828c-78aa93a15741 None None] Routers {'cfbcda39-aeed-42b1-a3db-433582418be9'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 15:17:56.710911 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-17196876-6e34-445c-828c-78aa93a15741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T15:17:30Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['cfbcda39-aeed-42b1-a3db-433582418be9'], 'active': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:17:56.775797 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-01a30403-be9c-4d21-be4d-f8640c32134f tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for floatingip, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:17:56.829181 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-01a30403-be9c-4d21-be4d-f8640c32134f tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.4916890 Jan 20 15:17:56.829945 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e754f8cd-01d9-4729-88cf-55a358f68e3d', 'tag': '00b43ecd-cf6c-480c-af62-e3a6589595ad'}] {{(pid=84153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 15:17:56.832002 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 49990) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:17:56.837948 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-cdb54fcb-6b5e-44b9-8d29-b28e64ff9cfc tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1916447478', 'description': 'tempest-secgroup-smoke-1916447478 description', 'project_id': '3bc5f3e7f22a415a8cb2096f9aac89d2'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 15:17:56.847827 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-cdb54fcb-6b5e-44b9-8d29-b28e64ff9cfc tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:17:56.852026 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-cdb54fcb-6b5e-44b9-8d29-b28e64ff9cfc tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] Usage tracker for resource:security_group and tenant:3bc5f3e7f22a415a8cb2096f9aac89d2 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:17:56.859093 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-cdb54fcb-6b5e-44b9-8d29-b28e64ff9cfc tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:17:56.861553 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-cdb54fcb-6b5e-44b9-8d29-b28e64ff9cfc tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:17:56.889189 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e754f8cd-01d9-4729-88cf-55a358f68e3d', 'tag': '00b43ecd-cf6c-480c-af62-e3a6589595ad', 'status': 'completed', 'code': 200} Jan 20 15:17:56.889306 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvr_db [None req-17196876-6e34-445c-828c-78aa93a15741 None None] Set router cfbcda39-aeed-42b1-a3db-433582418be9 gateway port host: dv-neutron-825124-1-hyperv {{(pid=84154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 15:17:56.935867 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-cdb54fcb-6b5e-44b9-8d29-b28e64ff9cfc tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] Notify callbacks [] for security_group, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:17:56.976522 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-cdb54fcb-6b5e-44b9-8d29-b28e64ff9cfc tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:17:56.981194 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-cdb54fcb-6b5e-44b9-8d29-b28e64ff9cfc tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] Usage tracker for resource:security_group_rule and tenant:3bc5f3e7f22a415a8cb2096f9aac89d2 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:17:56.985090 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-cdb54fcb-6b5e-44b9-8d29-b28e64ff9cfc tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:17:56.991583 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-cdb54fcb-6b5e-44b9-8d29-b28e64ff9cfc tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:17:57.052337 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-cdb54fcb-6b5e-44b9-8d29-b28e64ff9cfc tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] Notify callbacks [] for security_group, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:17:57.100564 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-87e2ca44-e3bd-4eba-bf1d-ae6fe7b09527 req-0d104857-5587-4a95-9e9b-9f062f94255b service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=3bc5f3e7f22a415a8cb2096f9aac89d2&device_id=e754f8cd-01d9-4729-88cf-55a358f68e3d HTTP/1.1" status: 200 len: 1099 time: 0.1905711 Jan 20 15:17:57.129944 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-cdb54fcb-6b5e-44b9-8d29-b28e64ff9cfc tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:17:57.173403 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb54fcb-6b5e-44b9-8d29-b28e64ff9cfc tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95468d7d-0597-488d-8005-122b54dc7c07,revision_number=1']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:17:57.183473 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb54fcb-6b5e-44b9-8d29-b28e64ff9cfc tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:17:57.184114 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb54fcb-6b5e-44b9-8d29-b28e64ff9cfc tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:17:57.184607 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb54fcb-6b5e-44b9-8d29-b28e64ff9cfc tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:17:57.185148 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb54fcb-6b5e-44b9-8d29-b28e64ff9cfc tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:17:57.185640 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb54fcb-6b5e-44b9-8d29-b28e64ff9cfc tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:17:57.186212 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb54fcb-6b5e-44b9-8d29-b28e64ff9cfc tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:17:57.186715 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb54fcb-6b5e-44b9-8d29-b28e64ff9cfc tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:17:57.187042 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb54fcb-6b5e-44b9-8d29-b28e64ff9cfc tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:17:57.187529 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb54fcb-6b5e-44b9-8d29-b28e64ff9cfc tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:17:57.188025 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb54fcb-6b5e-44b9-8d29-b28e64ff9cfc tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:17:57.188355 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb54fcb-6b5e-44b9-8d29-b28e64ff9cfc tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:17:57.237518 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e2ca44-e3bd-4eba-bf1d-ae6fe7b09527 req-daa3d617-40af-4b2d-aaa9-df01517276d1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:17:57.239033 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-87e2ca44-e3bd-4eba-bf1d-ae6fe7b09527 req-daa3d617-40af-4b2d-aaa9-df01517276d1 service neutron] 10.222.0.106 "GET /v2.0/networks?id=0da8a090-475c-4c62-a012-549cdcb0fe59 HTTP/1.1" status: 200 len: 914 time: 0.1313996 Jan 20 15:17:57.250013 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-cdb54fcb-6b5e-44b9-8d29-b28e64ff9cfc tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] Notify callbacks [] for security_group, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:17:57.251766 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-cdb54fcb-6b5e-44b9-8d29-b28e64ff9cfc tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.4183455 Jan 20 15:17:57.254253 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 49998) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:17:57.260640 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-e4112ec0-9ff2-4135-9a12-77cce4d6fd03 tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] Request body: {'security_group_rule': {'security_group_id': '95468d7d-0597-488d-8005-122b54dc7c07', 'project_id': '3bc5f3e7f22a415a8cb2096f9aac89d2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 15:17:57.271397 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-e4112ec0-9ff2-4135-9a12-77cce4d6fd03 tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:17:57.279302 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-e4112ec0-9ff2-4135-9a12-77cce4d6fd03 tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] Usage tracker for resource:security_group_rule and tenant:3bc5f3e7f22a415a8cb2096f9aac89d2 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:17:57.279887 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-e4112ec0-9ff2-4135-9a12-77cce4d6fd03 tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:17:57.287729 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-e4112ec0-9ff2-4135-9a12-77cce4d6fd03 tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:17:57.293194 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-17196876-6e34-445c-828c-78aa93a15741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfbcda39-aeed-42b1-a3db-433582418be9', 'name': 'tempest-TestMinimumBasicScenario-17537540-router', 'tenant_id': '3bc5f3e7f22a415a8cb2096f9aac89d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.116'}], 'enable_snat': True}, 'gw_port_id': '752df270-3d44-4a93-a937-455adade1485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:16:52Z', 'updated_at': '2022-01-20T15:16:55Z', 'revision_number': 4, 'project_id': '3bc5f3e7f22a415a8cb2096f9aac89d2', 'gw_port': {'id': '752df270-3d44-4a93-a937-455adade1485', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:b2:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfbcda39-aeed-42b1-a3db-433582418be9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:16:52Z', 'updated_at': '2022-01-20T15:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv', '_floatingips': [{'id': 'aa8833fb-3e12-4abd-b732-d650ae85f36a', 'tenant_id': '3bc5f3e7f22a415a8cb2096f9aac89d2', 'floating_ip_address': '172.26.7.156', 'floating_network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'router_id': 'cfbcda39-aeed-42b1-a3db-433582418be9', 'port_id': '00b43ecd-cf6c-480c-af62-e3a6589595ad', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0da8a090-475c-4c62-a012-549cdcb0fe59', 'mac_address': 'fa:16:3e:40:9c:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e754f8cd-01d9-4729-88cf-55a358f68e3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T15:17:54Z', 'updated_at': '2022-01-20T15:17:54Z', 'revision_number': 0, 'project_id': '3bc5f3e7f22a415a8cb2096f9aac89d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58e78563-6c6d-4e17-b99e-f44240bd8685', 'name': '', 'network_id': '0da8a090-475c-4c62-a012-549cdcb0fe59', 'tenant_id': '3bc5f3e7f22a415a8cb2096f9aac89d2', 'mac_address': 'fa:16:3e:12:03:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfbcda39-aeed-42b1-a3db-433582418be9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a0500c63-3315-4c54-9172-3d78343bf1dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:16:55Z', 'updated_at': '2022-01-20T15:17:13Z', 'revision_number': 5, 'project_id': '3bc5f3e7f22a415a8cb2096f9aac89d2', 'subnets': [{'id': 'a0500c63-3315-4c54-9172-3d78343bf1dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:17:57.297385 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17196876-6e34-445c-828c-78aa93a15741 None None] Checking router: cfbcda39-aeed-42b1-a3db-433582418be9 for host: dv-neutron-825124-1-hyperv {{(pid=84154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 15:17:57.312419 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17196876-6e34-445c-828c-78aa93a15741 None None] Routers {'cfbcda39-aeed-42b1-a3db-433582418be9'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 15:17:57.312419 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-17196876-6e34-445c-828c-78aa93a15741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T15:17:30Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['cfbcda39-aeed-42b1-a3db-433582418be9'], 'active': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:17:57.354641 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-87e2ca44-e3bd-4eba-bf1d-ae6fe7b09527 req-64974476-5501-48af-a5db-a9265815237d service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=00b43ecd-cf6c-480c-af62-e3a6589595ad HTTP/1.1" status: 200 len: 1000 time: 0.1091256 Jan 20 15:17:57.364913 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-e4112ec0-9ff2-4135-9a12-77cce4d6fd03 tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:17:57.417732 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e2ca44-e3bd-4eba-bf1d-ae6fe7b09527 req-e61f468b-0c7f-4e2f-b747-2ce0c64ece76 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:17:57.419205 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-87e2ca44-e3bd-4eba-bf1d-ae6fe7b09527 req-e61f468b-0c7f-4e2f-b747-2ce0c64ece76 service neutron] 10.222.0.106 "GET /v2.0/subnets?id=a0500c63-3315-4c54-9172-3d78343bf1dd HTTP/1.1" status: 200 len: 852 time: 0.0584414 Jan 20 15:17:57.429177 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-e4112ec0-9ff2-4135-9a12-77cce4d6fd03 tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:17:57.493872 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-87e2ca44-e3bd-4eba-bf1d-ae6fe7b09527 req-6f4a72c3-9672-4243-bdaf-fea4e1de941b service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=0da8a090-475c-4c62-a012-549cdcb0fe59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0686338 Jan 20 15:17:57.494533 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvr_db [None req-17196876-6e34-445c-828c-78aa93a15741 None None] Set router cfbcda39-aeed-42b1-a3db-433582418be9 gateway port host: dv-neutron-825124-1-hyperv {{(pid=84154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 15:17:57.495688 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-e4112ec0-9ff2-4135-9a12-77cce4d6fd03 tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734962'] for security_group_rule, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:17:57.521793 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4112ec0-9ff2-4135-9a12-77cce4d6fd03 tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=caa11d40-6d79-4ef3-9ad4-6b86f1568044,revision_number=0']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:17:57.599113 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-e4112ec0-9ff2-4135-9a12-77cce4d6fd03 tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:17:57.602739 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-e4112ec0-9ff2-4135-9a12-77cce4d6fd03 tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3449004 Jan 20 15:17:57.602966 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 50004) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:17:57.609282 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-d142c0f8-c2c1-45ad-aa5b-98754e139f2d tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] Request body: {'security_group_rule': {'security_group_id': '95468d7d-0597-488d-8005-122b54dc7c07', 'project_id': '3bc5f3e7f22a415a8cb2096f9aac89d2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 15:17:57.616950 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-d142c0f8-c2c1-45ad-aa5b-98754e139f2d tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:17:57.620956 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-d142c0f8-c2c1-45ad-aa5b-98754e139f2d tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] Usage tracker for resource:security_group_rule and tenant:3bc5f3e7f22a415a8cb2096f9aac89d2 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:17:57.624838 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-d142c0f8-c2c1-45ad-aa5b-98754e139f2d tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:17:57.631195 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-d142c0f8-c2c1-45ad-aa5b-98754e139f2d tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:17:57.640415 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-87e2ca44-e3bd-4eba-bf1d-ae6fe7b09527 req-681a73a1-e273-463a-b0c9-2ea93ec4e9bc service neutron] 10.222.0.106 "GET /v2.0/networks/0da8a090-475c-4c62-a012-549cdcb0fe59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398549 Jan 20 15:17:57.713420 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-d142c0f8-c2c1-45ad-aa5b-98754e139f2d tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:17:57.780663 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-d142c0f8-c2c1-45ad-aa5b-98754e139f2d tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:17:57.781157 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-87e2ca44-e3bd-4eba-bf1d-ae6fe7b09527 req-56f3338e-b04a-462e-93a1-fe34b8ba7b6e service neutron] 10.222.0.106 "GET /v2.0/networks/0da8a090-475c-4c62-a012-549cdcb0fe59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350691 Jan 20 15:17:57.849835 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-d142c0f8-c2c1-45ad-aa5b-98754e139f2d tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734962'] for security_group_rule, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:17:57.854661 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-17196876-6e34-445c-828c-78aa93a15741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfbcda39-aeed-42b1-a3db-433582418be9', 'name': 'tempest-TestMinimumBasicScenario-17537540-router', 'tenant_id': '3bc5f3e7f22a415a8cb2096f9aac89d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.116'}], 'enable_snat': True}, 'gw_port_id': '752df270-3d44-4a93-a937-455adade1485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:16:52Z', 'updated_at': '2022-01-20T15:16:55Z', 'revision_number': 4, 'project_id': '3bc5f3e7f22a415a8cb2096f9aac89d2', 'gw_port': {'id': '752df270-3d44-4a93-a937-455adade1485', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:b2:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfbcda39-aeed-42b1-a3db-433582418be9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:16:52Z', 'updated_at': '2022-01-20T15:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv', '_floatingips': [{'id': 'aa8833fb-3e12-4abd-b732-d650ae85f36a', 'tenant_id': '3bc5f3e7f22a415a8cb2096f9aac89d2', 'floating_ip_address': '172.26.7.156', 'floating_network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'router_id': 'cfbcda39-aeed-42b1-a3db-433582418be9', 'port_id': '00b43ecd-cf6c-480c-af62-e3a6589595ad', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0da8a090-475c-4c62-a012-549cdcb0fe59', 'mac_address': 'fa:16:3e:40:9c:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e754f8cd-01d9-4729-88cf-55a358f68e3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T15:17:54Z', 'updated_at': '2022-01-20T15:17:54Z', 'revision_number': 0, 'project_id': '3bc5f3e7f22a415a8cb2096f9aac89d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58e78563-6c6d-4e17-b99e-f44240bd8685', 'name': '', 'network_id': '0da8a090-475c-4c62-a012-549cdcb0fe59', 'tenant_id': '3bc5f3e7f22a415a8cb2096f9aac89d2', 'mac_address': 'fa:16:3e:12:03:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfbcda39-aeed-42b1-a3db-433582418be9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a0500c63-3315-4c54-9172-3d78343bf1dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:16:55Z', 'updated_at': '2022-01-20T15:17:13Z', 'revision_number': 5, 'project_id': '3bc5f3e7f22a415a8cb2096f9aac89d2', 'subnets': [{'id': 'a0500c63-3315-4c54-9172-3d78343bf1dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:17:57.859284 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17196876-6e34-445c-828c-78aa93a15741 None None] The sync data for ids ['cfbcda39-aeed-42b1-a3db-433582418be9'] in dv-neutron-825124-1-hyperv is: [{'id': 'cfbcda39-aeed-42b1-a3db-433582418be9', 'name': 'tempest-TestMinimumBasicScenario-17537540-router', 'tenant_id': '3bc5f3e7f22a415a8cb2096f9aac89d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.116'}], 'enable_snat': True}, 'gw_port_id': '752df270-3d44-4a93-a937-455adade1485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:16:52Z', 'updated_at': '2022-01-20T15:16:55Z', 'revision_number': 4, 'project_id': '3bc5f3e7f22a415a8cb2096f9aac89d2', 'gw_port': {'id': '752df270-3d44-4a93-a937-455adade1485', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:b2:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfbcda39-aeed-42b1-a3db-433582418be9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:16:52Z', 'updated_at': '2022-01-20T15:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv', '_floatingips': [{'id': 'aa8833fb-3e12-4abd-b732-d650ae85f36a', 'tenant_id': '3bc5f3e7f22a415a8cb2096f9aac89d2', 'floating_ip_address': '172.26.7.156', 'floating_network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'router_id': 'cfbcda39-aeed-42b1-a3db-433582418be9', 'port_id': '00b43ecd-cf6c-480c-af62-e3a6589595ad', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0da8a090-475c-4c62-a012-549cdcb0fe59', 'mac_address': 'fa:16:3e:40:9c:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e754f8cd-01d9-4729-88cf-55a358f68e3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T15:17:54Z', 'updated_at': '2022-01-20T15:17:54Z', 'revision_number': 0, 'project_id': '3bc5f3e7f22a415a8cb2096f9aac89d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58e78563-6c6d-4e17-b99e-f44240bd8685', 'name': '', 'network_id': '0da8a090-475c-4c62-a012-549cdcb0fe59', 'tenant_id': '3bc5f3e7f22a415a8cb2096f9aac89d2', 'mac_address': 'fa:16:3e:12:03:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfbcda39-aeed-42b1-a3db-433582418be9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a0500c63-3315-4c54-9172-3d78343bf1dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:16:55Z', 'updated_at': '2022-01-20T15:17:13Z', 'revision_number': 5, 'project_id': '3bc5f3e7f22a415a8cb2096f9aac89d2', 'subnets': [{'id': 'a0500c63-3315-4c54-9172-3d78343bf1dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 15:17:57.880545 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d142c0f8-c2c1-45ad-aa5b-98754e139f2d tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d090a090-4959-47cf-a97b-b147538a1c70,revision_number=0']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:17:58.064914 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a74b000-5e2b-4d44-9f3c-e8a5d477e228 None None] New status for floating IP aa8833fb-3e12-4abd-b732-d650ae85f36a: ACTIVE {{(pid=84155) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 20 15:17:58.330396 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-d142c0f8-c2c1-45ad-aa5b-98754e139f2d tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:17:58.331601 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-d142c0f8-c2c1-45ad-aa5b-98754e139f2d tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.7272716 Jan 20 15:17:58.335188 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 50008) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:17:58.340805 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-3a871e39-fb89-4b9a-9a85-0b351ee9a3a2 tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] Request body: {'security_group_rule': {'security_group_id': '95468d7d-0597-488d-8005-122b54dc7c07', 'project_id': '3bc5f3e7f22a415a8cb2096f9aac89d2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 15:17:58.346864 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-3a871e39-fb89-4b9a-9a85-0b351ee9a3a2 tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:17:58.350564 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-3a871e39-fb89-4b9a-9a85-0b351ee9a3a2 tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] Usage tracker for resource:security_group_rule and tenant:3bc5f3e7f22a415a8cb2096f9aac89d2 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:17:58.353410 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-3a871e39-fb89-4b9a-9a85-0b351ee9a3a2 tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:17:58.359733 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-3a871e39-fb89-4b9a-9a85-0b351ee9a3a2 tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:17:58.363005 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-bfb6177a-cd04-41d9-8acd-ca946e655746 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:17:58.456244 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-3a871e39-fb89-4b9a-9a85-0b351ee9a3a2 tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:17:58.516096 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-3a871e39-fb89-4b9a-9a85-0b351ee9a3a2 tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:17:58.592866 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-3a871e39-fb89-4b9a-9a85-0b351ee9a3a2 tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734962'] for security_group_rule, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:17:58.618944 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a871e39-fb89-4b9a-9a85-0b351ee9a3a2 tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b22f0dcb-8ab9-4529-b93e-5269fe61ed49,revision_number=0']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:17:58.724502 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-3a871e39-fb89-4b9a-9a85-0b351ee9a3a2 tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:17:58.725750 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-3a871e39-fb89-4b9a-9a85-0b351ee9a3a2 tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3896575 Jan 20 15:17:58.728403 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 50012) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:17:58.733805 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-4d57f56f-91ca-4291-87d7-8abb1371f60e tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] Request body: {'security_group_rule': {'security_group_id': '95468d7d-0597-488d-8005-122b54dc7c07', 'project_id': '3bc5f3e7f22a415a8cb2096f9aac89d2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 15:17:58.739653 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-4d57f56f-91ca-4291-87d7-8abb1371f60e tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:17:58.743320 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-4d57f56f-91ca-4291-87d7-8abb1371f60e tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] Usage tracker for resource:security_group_rule and tenant:3bc5f3e7f22a415a8cb2096f9aac89d2 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:17:58.746105 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-4d57f56f-91ca-4291-87d7-8abb1371f60e tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:17:58.751535 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-4d57f56f-91ca-4291-87d7-8abb1371f60e tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:17:58.833804 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-4d57f56f-91ca-4291-87d7-8abb1371f60e tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:17:58.895349 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-4d57f56f-91ca-4291-87d7-8abb1371f60e tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:17:58.969850 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-4d57f56f-91ca-4291-87d7-8abb1371f60e tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734962'] for security_group_rule, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:17:58.992876 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d57f56f-91ca-4291-87d7-8abb1371f60e tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=106731d6-f8d6-4ab6-923f-367b8dc269cb,revision_number=0']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:17:59.061063 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-4d57f56f-91ca-4291-87d7-8abb1371f60e tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:17:59.062266 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-4d57f56f-91ca-4291-87d7-8abb1371f60e tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3328996 Jan 20 15:17:59.071443 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 50016) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:17:59.077143 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-0fb59e5b-0182-418a-a831-2d2137a7e412 tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] Request body: {'security_group_rule': {'security_group_id': '95468d7d-0597-488d-8005-122b54dc7c07', 'project_id': '3bc5f3e7f22a415a8cb2096f9aac89d2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 15:17:59.083000 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-0fb59e5b-0182-418a-a831-2d2137a7e412 tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:17:59.086714 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-0fb59e5b-0182-418a-a831-2d2137a7e412 tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] Usage tracker for resource:security_group_rule and tenant:3bc5f3e7f22a415a8cb2096f9aac89d2 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:17:59.089498 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-0fb59e5b-0182-418a-a831-2d2137a7e412 tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:17:59.095890 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-0fb59e5b-0182-418a-a831-2d2137a7e412 tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:17:59.174244 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.db.securitygroups_db [None req-0fb59e5b-0182-418a-a831-2d2137a7e412 tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] Project 3bc5f3e7f22a415a8cb2096f9aac89d2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 20 15:17:59.181229 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-0fb59e5b-0182-418a-a831-2d2137a7e412 tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:17:59.244746 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-0fb59e5b-0182-418a-a831-2d2137a7e412 tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:17:59.305725 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-0fb59e5b-0182-418a-a831-2d2137a7e412 tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734962'] for security_group_rule, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:17:59.329379 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb59e5b-0182-418a-a831-2d2137a7e412 tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8715df43-a8d3-48ce-906e-9b4d3f6aa1a6,revision_number=0']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:17:59.410770 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-0fb59e5b-0182-418a-a831-2d2137a7e412 tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:17:59.411194 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-0fb59e5b-0182-418a-a831-2d2137a7e412 tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3388267 Jan 20 15:17:59.413843 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 50020) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:17:59.419177 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-b225c72d-bcd9-49a3-9e66-5c973bbfa76a tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] Request body: {'security_group_rule': {'security_group_id': '95468d7d-0597-488d-8005-122b54dc7c07', 'project_id': '3bc5f3e7f22a415a8cb2096f9aac89d2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 15:17:59.428559 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-b225c72d-bcd9-49a3-9e66-5c973bbfa76a tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:17:59.428811 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-b225c72d-bcd9-49a3-9e66-5c973bbfa76a tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] Usage tracker for resource:security_group_rule and tenant:3bc5f3e7f22a415a8cb2096f9aac89d2 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:17:59.431706 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-b225c72d-bcd9-49a3-9e66-5c973bbfa76a tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:17:59.437788 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-b225c72d-bcd9-49a3-9e66-5c973bbfa76a tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:17:59.541512 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.db.securitygroups_db [None req-b225c72d-bcd9-49a3-9e66-5c973bbfa76a tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] Project 3bc5f3e7f22a415a8cb2096f9aac89d2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 20 15:17:59.547060 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-b225c72d-bcd9-49a3-9e66-5c973bbfa76a tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:17:59.612865 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-b225c72d-bcd9-49a3-9e66-5c973bbfa76a tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:17:59.676710 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-b225c72d-bcd9-49a3-9e66-5c973bbfa76a tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734962'] for security_group_rule, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:17:59.699380 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b225c72d-bcd9-49a3-9e66-5c973bbfa76a tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0877b58-47ea-4294-88ee-c2bfd7d9baa0,revision_number=0']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:17:59.762942 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-b225c72d-bcd9-49a3-9e66-5c973bbfa76a tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:17:59.764725 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-b225c72d-bcd9-49a3-9e66-5c973bbfa76a tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3499293 Jan 20 15:17:59.898016 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-0f23f6a7-ff10-48ca-a6ac-7168a9851bd6 req-797505cc-3fea-4267-8206-6e96d9c1f35a tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1916447478&fields=id&tenant_id=3bc5f3e7f22a415a8cb2096f9aac89d2 HTTP/1.1" status: 200 len: 267 time: 0.0458074 Jan 20 15:17:59.976025 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f23f6a7-ff10-48ca-a6ac-7168a9851bd6 req-3116f937-3eb4-438e-aa1a-d4e0fbd2f793 tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:17:59.977363 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-0f23f6a7-ff10-48ca-a6ac-7168a9851bd6 req-3116f937-3eb4-438e-aa1a-d4e0fbd2f793 tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] 10.222.0.54 "GET /v2.0/ports?device_id=e754f8cd-01d9-4729-88cf-55a358f68e3d HTTP/1.1" status: 200 len: 946 time: 0.0742090 Jan 20 15:17:59.988367 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [req-0f23f6a7-ff10-48ca-a6ac-7168a9851bd6 req-e990423f-2e29-4804-986a-f7304ce6caaa tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] Request body: {'port': {'security_groups': ['ef50e613-4ab8-4853-925b-fa4566b5bccc', '95468d7d-0597-488d-8005-122b54dc7c07']}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 15:18:00.102114 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-0f23f6a7-ff10-48ca-a6ac-7168a9851bd6 req-e990423f-2e29-4804-986a-f7304ce6caaa tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:18:00.351691 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.db [req-0f23f6a7-ff10-48ca-a6ac-7168a9851bd6 req-e990423f-2e29-4804-986a-f7304ce6caaa tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] For port 00b43ecd-cf6c-480c-af62-e3a6589595ad, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=00b43ecd-cf6c-480c-af62-e3a6589595ad,segment=NetworkSegment(3c8e2672-be78-47c7-a6d4-942c8d1e6a59),segment_id=3c8e2672-be78-47c7-a6d4-942c8d1e6a59)] {{(pid=84153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 15:18:00.380246 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-0f23f6a7-ff10-48ca-a6ac-7168a9851bd6 req-e990423f-2e29-4804-986a-f7304ce6caaa tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] Notify callbacks [] for port, precommit_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:18:00.415521 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-3cfa5103-1fdc-4511-9534-236b3a28c356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:18:00.438300 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-0f23f6a7-ff10-48ca-a6ac-7168a9851bd6 req-e990423f-2e29-4804-986a-f7304ce6caaa tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3944146'] for port, after_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:18:00.449778 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] get_ports_and_sgs() called for port_ids ['00b43ecd-cf6c-480c-af62-e3a6589595ad'] {{(pid=84154) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 20 15:18:00.507507 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f23f6a7-ff10-48ca-a6ac-7168a9851bd6 req-e990423f-2e29-4804-986a-f7304ce6caaa tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:18:00.508138 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-0f23f6a7-ff10-48ca-a6ac-7168a9851bd6 req-e990423f-2e29-4804-986a-f7304ce6caaa tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:18:00.509445 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-0f23f6a7-ff10-48ca-a6ac-7168a9851bd6 req-e990423f-2e29-4804-986a-f7304ce6caaa tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] 10.222.0.54 "PUT /v2.0/ports/00b43ecd-cf6c-480c-af62-e3a6589595ad HTTP/1.1" status: 200 len: 982 time: 0.5255847 Jan 20 15:18:00.509873 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e754f8cd-01d9-4729-88cf-55a358f68e3d', 'tag': '00b43ecd-cf6c-480c-af62-e3a6589595ad'}] {{(pid=84153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 15:18:00.535990 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e990423f-2e29-4804-986a-f7304ce6caaa tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] Pushing event updated for resources: {'Port': ['ID=00b43ecd-cf6c-480c-af62-e3a6589595ad,revision_number=6']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:18:00.548380 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e990423f-2e29-4804-986a-f7304ce6caaa tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:18:00.548722 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e990423f-2e29-4804-986a-f7304ce6caaa tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:18:00.549065 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e990423f-2e29-4804-986a-f7304ce6caaa tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:18:00.549402 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e990423f-2e29-4804-986a-f7304ce6caaa tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:18:00.549735 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e990423f-2e29-4804-986a-f7304ce6caaa tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:18:00.550203 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e990423f-2e29-4804-986a-f7304ce6caaa tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:18:00.550545 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e990423f-2e29-4804-986a-f7304ce6caaa tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:18:00.550875 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e990423f-2e29-4804-986a-f7304ce6caaa tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:18:00.551201 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e990423f-2e29-4804-986a-f7304ce6caaa tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:18:00.551525 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e990423f-2e29-4804-986a-f7304ce6caaa tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:18:00.552112 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e990423f-2e29-4804-986a-f7304ce6caaa tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:18:00.576375 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] get_ports_and_sgs() called for port_ids ['00b43ecd-cf6c-480c-af62-e3a6589595ad'] {{(pid=84154) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 20 15:18:00.603485 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e754f8cd-01d9-4729-88cf-55a358f68e3d', 'tag': '00b43ecd-cf6c-480c-af62-e3a6589595ad', 'status': 'completed', 'code': 200} Jan 20 15:18:00.769753 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-c8feb265-4a5f-4a25-808d-57d2a4b3ff58 req-1306330e-6996-4b73-a0d6-6547e260e905 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=3bc5f3e7f22a415a8cb2096f9aac89d2&device_id=e754f8cd-01d9-4729-88cf-55a358f68e3d HTTP/1.1" status: 200 len: 1138 time: 0.1410341 Jan 20 15:18:00.781037 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad114a4d-5b30-4080-9f9e-288162340165 req-45df1e6b-e58c-43b2-a00b-30849d07cd44 tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:18:00.782454 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-ad114a4d-5b30-4080-9f9e-288162340165 req-45df1e6b-e58c-43b2-a00b-30849d07cd44 tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] 10.222.0.54 "GET /v2.0/ports?device_id=e754f8cd-01d9-4729-88cf-55a358f68e3d HTTP/1.1" status: 200 len: 985 time: 0.1168921 Jan 20 15:18:00.915419 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-ad114a4d-5b30-4080-9f9e-288162340165 req-8c311462-1583-4c0c-a0f8-e089739d6034 tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] 10.222.0.54 "GET /v2.0/security-groups?id=95468d7d-0597-488d-8005-122b54dc7c07&id=ef50e613-4ab8-4853-925b-fa4566b5bccc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1112683 Jan 20 15:18:00.924258 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-8c8bee13-eff0-47be-af27-219ba47f9233 None None] Provisioning complete for port 00b43ecd-cf6c-480c-af62-e3a6589595ad triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:18:00.924634 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-8c8bee13-eff0-47be-af27-219ba47f9233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:18:00.943780 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8feb265-4a5f-4a25-808d-57d2a4b3ff58 req-ba661d13-a03d-43ec-bfa2-f4f7e1adc282 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:18:00.945264 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-c8feb265-4a5f-4a25-808d-57d2a4b3ff58 req-ba661d13-a03d-43ec-bfa2-f4f7e1adc282 service neutron] 10.222.0.106 "GET /v2.0/networks?id=0da8a090-475c-4c62-a012-549cdcb0fe59 HTTP/1.1" status: 200 len: 914 time: 0.1619999 Jan 20 15:18:00.994777 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:18:01.142362 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-c8feb265-4a5f-4a25-808d-57d2a4b3ff58 req-1518e5f5-4c1f-48b1-b10c-6bc121394797 service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=00b43ecd-cf6c-480c-af62-e3a6589595ad HTTP/1.1" status: 200 len: 1002 time: 0.1897011 Jan 20 15:18:01.210085 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8feb265-4a5f-4a25-808d-57d2a4b3ff58 req-5970ad95-a70f-4df3-9ca7-a0c21bd7aeaf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:18:01.211554 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-c8feb265-4a5f-4a25-808d-57d2a4b3ff58 req-5970ad95-a70f-4df3-9ca7-a0c21bd7aeaf service neutron] 10.222.0.106 "GET /v2.0/subnets?id=a0500c63-3315-4c54-9172-3d78343bf1dd HTTP/1.1" status: 200 len: 852 time: 0.0629842 Jan 20 15:18:01.288172 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-c8feb265-4a5f-4a25-808d-57d2a4b3ff58 req-8164bde0-4ca5-43bd-941b-0ad3fbb7aacc service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=0da8a090-475c-4c62-a012-549cdcb0fe59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0706027 Jan 20 15:18:01.422156 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-c8feb265-4a5f-4a25-808d-57d2a4b3ff58 req-e9dee034-8b1e-402e-ad41-bd8f199a06e3 service neutron] 10.222.0.106 "GET /v2.0/networks/0da8a090-475c-4c62-a012-549cdcb0fe59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260638 Jan 20 15:18:01.431099 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:18:01.553688 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-c8feb265-4a5f-4a25-808d-57d2a4b3ff58 req-c7eb26c2-6472-4636-804e-558fc520a3c6 service neutron] 10.222.0.106 "GET /v2.0/networks/0da8a090-475c-4c62-a012-549cdcb0fe59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256995 Jan 20 15:18:01.741585 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-cdd98e71-1f0a-4421-baa9-dcb30e06edf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:18:03.237200 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-eea6df97-7ff1-4b63-af20-e3ec8913deda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:18:05.080186 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.agents_db [None req-6dba657d-a637-4918-9b6d-40defdfae04b None None] Agent healthcheck: found 6 active agents {{(pid=84155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 15:18:28.079128 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-743e46aa-8891-4abe-8712-2a8b4b9f8539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:18:30.430944 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-58a7ba2f-7c07-42ef-be7f-2880152ef681 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:18:30.975413 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:18:31.518086 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:18:31.744761 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-cdd98e71-1f0a-4421-baa9-dcb30e06edf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:18:33.232696 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-eea6df97-7ff1-4b63-af20-e3ec8913deda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:18:42.081890 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.agents_db [None req-6dba657d-a637-4918-9b6d-40defdfae04b None None] Agent healthcheck: found 6 active agents {{(pid=84155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 15:18:56.634777 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-ab808a63-1b13-4320-90e7-804a2dbec03d req-6d1ec876-2fdb-49f5-9ed5-115bd439ada8 service neutron] 10.222.0.106 "GET /v2.0/ports?device_id=e754f8cd-01d9-4729-88cf-55a358f68e3d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1313322 Jan 20 15:18:56.773471 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-ab808a63-1b13-4320-90e7-804a2dbec03d req-e13f74fd-091a-4d63-98d6-91fd7c6a06d2 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=3bc5f3e7f22a415a8cb2096f9aac89d2&device_id=e754f8cd-01d9-4729-88cf-55a358f68e3d HTTP/1.1" status: 200 len: 1138 time: 0.0710146 Jan 20 15:18:56.913228 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab808a63-1b13-4320-90e7-804a2dbec03d req-54727fb0-06e1-4ff1-b469-73e5e5c87ec5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:18:56.914686 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-ab808a63-1b13-4320-90e7-804a2dbec03d req-54727fb0-06e1-4ff1-b469-73e5e5c87ec5 service neutron] 10.222.0.106 "GET /v2.0/networks?id=0da8a090-475c-4c62-a012-549cdcb0fe59 HTTP/1.1" status: 200 len: 914 time: 0.1240835 Jan 20 15:18:57.015010 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-ab808a63-1b13-4320-90e7-804a2dbec03d req-3bc74787-9f24-4222-8e12-fc1e0f794823 service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=00b43ecd-cf6c-480c-af62-e3a6589595ad HTTP/1.1" status: 200 len: 1002 time: 0.0944283 Jan 20 15:18:57.075184 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab808a63-1b13-4320-90e7-804a2dbec03d req-77b2ba32-7ad2-461d-b52f-b02f7433e420 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:18:57.076612 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-ab808a63-1b13-4320-90e7-804a2dbec03d req-77b2ba32-7ad2-461d-b52f-b02f7433e420 service neutron] 10.222.0.106 "GET /v2.0/subnets?id=a0500c63-3315-4c54-9172-3d78343bf1dd HTTP/1.1" status: 200 len: 852 time: 0.0563684 Jan 20 15:18:57.147339 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-ab808a63-1b13-4320-90e7-804a2dbec03d req-bbc30834-6fe5-4941-b8b4-0fece1455980 service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=0da8a090-475c-4c62-a012-549cdcb0fe59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0652902 Jan 20 15:18:57.277882 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-ab808a63-1b13-4320-90e7-804a2dbec03d req-7e9cde2e-3ce6-4d3d-8882-265a2450db2a service neutron] 10.222.0.106 "GET /v2.0/networks/0da8a090-475c-4c62-a012-549cdcb0fe59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230826 Jan 20 15:18:57.404880 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-ab808a63-1b13-4320-90e7-804a2dbec03d req-2122f459-aa16-41d7-b16a-fb5414316181 service neutron] 10.222.0.106 "GET /v2.0/networks/0da8a090-475c-4c62-a012-549cdcb0fe59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209822 Jan 20 15:18:58.070220 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-381ca30a-b96c-41c2-b7e1-4c4d551cf19f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:19:00.437937 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-cd641f88-b864-4a62-b277-10ae98f10629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:19:00.963851 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:19:01.435763 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:19:01.756098 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-cdd98e71-1f0a-4421-baa9-dcb30e06edf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:19:03.237932 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-eea6df97-7ff1-4b63-af20-e3ec8913deda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:19:19.084368 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.agents_db [None req-6dba657d-a637-4918-9b6d-40defdfae04b None None] Agent healthcheck: found 6 active agents {{(pid=84155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 15:19:28.087069 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-9bee56e7-f1f2-4d1d-b5b0-660940df19a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:19:30.550967 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-c4c6a3af-cda0-446a-9705-e299cfc10554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:19:30.966669 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:19:31.426717 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:19:31.757816 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-cdd98e71-1f0a-4421-baa9-dcb30e06edf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:19:33.215585 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-eea6df97-7ff1-4b63-af20-e3ec8913deda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:19:56.085200 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.agents_db [None req-6dba657d-a637-4918-9b6d-40defdfae04b None None] Agent healthcheck: found 6 active agents {{(pid=84155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 15:19:57.592509 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-2deb5ef4-aa49-4516-8fef-29ae7e33a024 req-4d9c669f-744d-42d8-bd74-8c81d4173088 service neutron] 10.222.0.106 "GET /v2.0/ports?device_id=e754f8cd-01d9-4729-88cf-55a358f68e3d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0713115 Jan 20 15:19:57.729474 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-2deb5ef4-aa49-4516-8fef-29ae7e33a024 req-67c53d73-ffc8-4b1a-b44f-a5ff454bbe5f service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=3bc5f3e7f22a415a8cb2096f9aac89d2&device_id=e754f8cd-01d9-4729-88cf-55a358f68e3d HTTP/1.1" status: 200 len: 1138 time: 0.0693843 Jan 20 15:19:57.874556 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2deb5ef4-aa49-4516-8fef-29ae7e33a024 req-5ca3bab3-e64e-4241-9728-01a1024daa1b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:19:57.875880 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-2deb5ef4-aa49-4516-8fef-29ae7e33a024 req-5ca3bab3-e64e-4241-9728-01a1024daa1b service neutron] 10.222.0.106 "GET /v2.0/networks?id=0da8a090-475c-4c62-a012-549cdcb0fe59 HTTP/1.1" status: 200 len: 914 time: 0.1266639 Jan 20 15:19:58.072747 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-2deb5ef4-aa49-4516-8fef-29ae7e33a024 req-97fd64b3-bb35-4eab-ba68-74dd2a4f8a28 service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=00b43ecd-cf6c-480c-af62-e3a6589595ad HTTP/1.1" status: 200 len: 1002 time: 0.1908708 Jan 20 15:19:58.075255 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-e49931cb-841c-4d52-9bcf-b81d5a1ea175 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:19:58.136846 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2deb5ef4-aa49-4516-8fef-29ae7e33a024 req-c479b29c-d334-4ab4-a69a-c8b1dce5eb46 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:19:58.138214 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-2deb5ef4-aa49-4516-8fef-29ae7e33a024 req-c479b29c-d334-4ab4-a69a-c8b1dce5eb46 service neutron] 10.222.0.106 "GET /v2.0/subnets?id=a0500c63-3315-4c54-9172-3d78343bf1dd HTTP/1.1" status: 200 len: 852 time: 0.0596180 Jan 20 15:19:58.211618 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-2deb5ef4-aa49-4516-8fef-29ae7e33a024 req-c1f57d19-f898-49b9-8555-7ec42127a16e service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=0da8a090-475c-4c62-a012-549cdcb0fe59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0680113 Jan 20 15:19:58.339067 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-2deb5ef4-aa49-4516-8fef-29ae7e33a024 req-746bdc09-1d00-4469-ad83-dea8f238c37a service neutron] 10.222.0.106 "GET /v2.0/networks/0da8a090-475c-4c62-a012-549cdcb0fe59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207232 Jan 20 15:19:58.466892 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-2deb5ef4-aa49-4516-8fef-29ae7e33a024 req-228af445-e63b-4bad-b2d7-76947c14864a service neutron] 10.222.0.106 "GET /v2.0/networks/0da8a090-475c-4c62-a012-549cdcb0fe59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219552 Jan 20 15:20:00.427120 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-d25ba901-45f3-47b1-bfbb-a0eb445d7989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:20:00.957746 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:20:01.455420 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:20:01.754731 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-cdd98e71-1f0a-4421-baa9-dcb30e06edf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:20:03.240808 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-eea6df97-7ff1-4b63-af20-e3ec8913deda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:20:28.054804 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-08bb6346-0b97-4c44-af90-c8dc72e0d842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:20:30.440182 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-02ecd44e-1053-42c2-ab32-59e00d2e1fbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:20:30.960177 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:20:31.440516 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:20:31.789566 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-cdd98e71-1f0a-4421-baa9-dcb30e06edf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:20:33.085627 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.agents_db [None req-6dba657d-a637-4918-9b6d-40defdfae04b None None] Agent healthcheck: found 6 active agents {{(pid=84155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 15:20:33.263825 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-eea6df97-7ff1-4b63-af20-e3ec8913deda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:20:58.061099 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ffd09604-ef00-4f7d-920c-439875389c72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:20:59.220885 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-f6023c5c-6bb4-48a0-b16b-5344923a7e9a req-b43a4f76-841b-450f-a752-ecdcbeaf6c60 service neutron] 10.222.0.106 "GET /v2.0/ports?device_id=e754f8cd-01d9-4729-88cf-55a358f68e3d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0695612 Jan 20 15:20:59.354025 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-f6023c5c-6bb4-48a0-b16b-5344923a7e9a req-6f497108-c3de-4f1a-a319-b3cf47545dd3 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=3bc5f3e7f22a415a8cb2096f9aac89d2&device_id=e754f8cd-01d9-4729-88cf-55a358f68e3d HTTP/1.1" status: 200 len: 1138 time: 0.0669534 Jan 20 15:20:59.514969 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6023c5c-6bb4-48a0-b16b-5344923a7e9a req-959e434f-cb3b-486c-b0cb-bb74593ed945 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:20:59.516304 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-f6023c5c-6bb4-48a0-b16b-5344923a7e9a req-959e434f-cb3b-486c-b0cb-bb74593ed945 service neutron] 10.222.0.106 "GET /v2.0/networks?id=0da8a090-475c-4c62-a012-549cdcb0fe59 HTTP/1.1" status: 200 len: 914 time: 0.1454935 Jan 20 15:20:59.617705 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-f6023c5c-6bb4-48a0-b16b-5344923a7e9a req-3fc28d0b-6de4-48e6-a1c9-fbe3f5eee7d7 service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=00b43ecd-cf6c-480c-af62-e3a6589595ad HTTP/1.1" status: 200 len: 1002 time: 0.0945494 Jan 20 15:20:59.675922 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6023c5c-6bb4-48a0-b16b-5344923a7e9a req-1dfd84d5-64dd-4417-9afa-7c1bdec11461 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:20:59.677316 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-f6023c5c-6bb4-48a0-b16b-5344923a7e9a req-1dfd84d5-64dd-4417-9afa-7c1bdec11461 service neutron] 10.222.0.106 "GET /v2.0/subnets?id=a0500c63-3315-4c54-9172-3d78343bf1dd HTTP/1.1" status: 200 len: 852 time: 0.0546820 Jan 20 15:20:59.755234 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-f6023c5c-6bb4-48a0-b16b-5344923a7e9a req-ba2f1c84-6896-42b7-8908-3718edd0b047 service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=0da8a090-475c-4c62-a012-549cdcb0fe59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0724213 Jan 20 15:20:59.896242 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-f6023c5c-6bb4-48a0-b16b-5344923a7e9a req-6be8f2ec-c6e9-458f-b98b-61960150bf10 service neutron] 10.222.0.106 "GET /v2.0/networks/0da8a090-475c-4c62-a012-549cdcb0fe59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352756 Jan 20 15:21:00.022755 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-f6023c5c-6bb4-48a0-b16b-5344923a7e9a req-7feb78f8-2bb0-4343-bd1a-cc3ddaffb93d service neutron] 10.222.0.106 "GET /v2.0/networks/0da8a090-475c-4c62-a012-549cdcb0fe59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199985 Jan 20 15:21:00.463023 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-cd5feac5-2eb0-496e-ad4f-8c65c69acb6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:21:00.952203 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:21:01.449038 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:21:01.765239 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-cdd98e71-1f0a-4421-baa9-dcb30e06edf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:21:03.237962 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-eea6df97-7ff1-4b63-af20-e3ec8913deda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:21:10.086006 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.agents_db [None req-6dba657d-a637-4918-9b6d-40defdfae04b None None] Agent healthcheck: found 6 active agents {{(pid=84155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 15:21:28.057364 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-e86b084c-46f3-47e0-8e90-22c4a6611c6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:21:29.209707 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-7dd975b7-a183-4b93-8af7-113296ec244f req-84f11c5e-0c28-46a9-b97a-a1997d87f650 tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1916447478&fields=id&tenant_id=3bc5f3e7f22a415a8cb2096f9aac89d2 HTTP/1.1" status: 200 len: 267 time: 0.0410662 Jan 20 15:21:29.288201 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd975b7-a183-4b93-8af7-113296ec244f req-fbcd0706-14ce-4eb5-97b8-dc2eda5e71d3 tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:21:29.289575 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-7dd975b7-a183-4b93-8af7-113296ec244f req-fbcd0706-14ce-4eb5-97b8-dc2eda5e71d3 tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] 10.222.0.54 "GET /v2.0/ports?device_id=e754f8cd-01d9-4729-88cf-55a358f68e3d HTTP/1.1" status: 200 len: 985 time: 0.0747602 Jan 20 15:21:29.299920 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [req-7dd975b7-a183-4b93-8af7-113296ec244f req-6c423195-e76b-4be1-b6d0-4410eb972e66 tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] Request body: {'port': {'security_groups': ['ef50e613-4ab8-4853-925b-fa4566b5bccc']}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 15:21:29.416844 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-7dd975b7-a183-4b93-8af7-113296ec244f req-6c423195-e76b-4be1-b6d0-4410eb972e66 tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:21:29.741284 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.db [req-7dd975b7-a183-4b93-8af7-113296ec244f req-6c423195-e76b-4be1-b6d0-4410eb972e66 tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] For port 00b43ecd-cf6c-480c-af62-e3a6589595ad, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=00b43ecd-cf6c-480c-af62-e3a6589595ad,segment=NetworkSegment(3c8e2672-be78-47c7-a6d4-942c8d1e6a59),segment_id=3c8e2672-be78-47c7-a6d4-942c8d1e6a59)] {{(pid=84153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 15:21:29.779619 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-7dd975b7-a183-4b93-8af7-113296ec244f req-6c423195-e76b-4be1-b6d0-4410eb972e66 tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] Notify callbacks [] for port, precommit_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:21:29.839359 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-7dd975b7-a183-4b93-8af7-113296ec244f req-6c423195-e76b-4be1-b6d0-4410eb972e66 tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3944146'] for port, after_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:21:29.851426 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] get_ports_and_sgs() called for port_ids ['00b43ecd-cf6c-480c-af62-e3a6589595ad'] {{(pid=84154) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 20 15:21:29.906502 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd975b7-a183-4b93-8af7-113296ec244f req-6c423195-e76b-4be1-b6d0-4410eb972e66 tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:21:29.907072 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-7dd975b7-a183-4b93-8af7-113296ec244f req-6c423195-e76b-4be1-b6d0-4410eb972e66 tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:21:29.908447 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-7dd975b7-a183-4b93-8af7-113296ec244f req-6c423195-e76b-4be1-b6d0-4410eb972e66 tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] 10.222.0.54 "PUT /v2.0/ports/00b43ecd-cf6c-480c-af62-e3a6589595ad HTTP/1.1" status: 200 len: 943 time: 0.6128297 Jan 20 15:21:29.908893 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e754f8cd-01d9-4729-88cf-55a358f68e3d', 'tag': '00b43ecd-cf6c-480c-af62-e3a6589595ad'}] {{(pid=84153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 15:21:29.917609 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 50118) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:21:29.973475 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c423195-e76b-4be1-b6d0-4410eb972e66 tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] Pushing event updated for resources: {'Port': ['ID=00b43ecd-cf6c-480c-af62-e3a6589595ad,revision_number=7']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:21:29.977831 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] get_ports_and_sgs() called for port_ids ['00b43ecd-cf6c-480c-af62-e3a6589595ad'] {{(pid=84154) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 20 15:21:30.002134 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c423195-e76b-4be1-b6d0-4410eb972e66 tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:21:30.002477 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c423195-e76b-4be1-b6d0-4410eb972e66 tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:21:30.002818 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c423195-e76b-4be1-b6d0-4410eb972e66 tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:21:30.003154 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c423195-e76b-4be1-b6d0-4410eb972e66 tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:21:30.003487 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c423195-e76b-4be1-b6d0-4410eb972e66 tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:21:30.003815 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c423195-e76b-4be1-b6d0-4410eb972e66 tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:21:30.004137 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c423195-e76b-4be1-b6d0-4410eb972e66 tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:21:30.004457 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c423195-e76b-4be1-b6d0-4410eb972e66 tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:21:30.004781 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c423195-e76b-4be1-b6d0-4410eb972e66 tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:21:30.005112 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c423195-e76b-4be1-b6d0-4410eb972e66 tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:21:30.005419 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c423195-e76b-4be1-b6d0-4410eb972e66 tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:21:30.041956 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-d844582d-2cee-46c0-a805-7f2771cc6f88 tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] Notify callbacks [] for security_group, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:21:30.074309 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-d844582d-2cee-46c0-a805-7f2771cc6f88 tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:21:30.137359 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e754f8cd-01d9-4729-88cf-55a358f68e3d', 'tag': '00b43ecd-cf6c-480c-af62-e3a6589595ad', 'status': 'completed', 'code': 200} Jan 20 15:21:30.198429 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-d844582d-2cee-46c0-a805-7f2771cc6f88 tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:21:30.221858 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d844582d-2cee-46c0-a805-7f2771cc6f88 tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=95468d7d-0597-488d-8005-122b54dc7c07,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:21:30.233593 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-d844582d-2cee-46c0-a805-7f2771cc6f88 tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] Notify callbacks [] for security_group, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:21:30.234812 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-d844582d-2cee-46c0-a805-7f2771cc6f88 tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] 10.222.0.54 "DELETE /v2.0/security-groups/95468d7d-0597-488d-8005-122b54dc7c07 HTTP/1.1" status: 204 len: 168 time: 0.3162706 Jan 20 15:21:30.238210 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 50124) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:21:30.243365 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-d37db7df-87e6-4cdf-8816-e0aaabc8c84d None None] Provisioning complete for port 00b43ecd-cf6c-480c-af62-e3a6589595ad triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:21:30.243736 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-d37db7df-87e6-4cdf-8816-e0aaabc8c84d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:21:30.253571 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-e1498b1f-2fc2-451a-8d07-1e07dec18bd0 req-1c3f92e4-4eea-4fcd-8a0d-2ce1250f3486 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=3bc5f3e7f22a415a8cb2096f9aac89d2&device_id=e754f8cd-01d9-4729-88cf-55a358f68e3d HTTP/1.1" status: 200 len: 1099 time: 0.0950010 Jan 20 15:21:30.393186 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1498b1f-2fc2-451a-8d07-1e07dec18bd0 req-02f476ef-be1b-49e6-b57c-f82d5baa85b7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:21:30.394656 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-e1498b1f-2fc2-451a-8d07-1e07dec18bd0 req-02f476ef-be1b-49e6-b57c-f82d5baa85b7 service neutron] 10.222.0.106 "GET /v2.0/networks?id=0da8a090-475c-4c62-a012-549cdcb0fe59 HTTP/1.1" status: 200 len: 914 time: 0.1348324 Jan 20 15:21:30.437680 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-f40fb53d-9179-411f-a34d-d63ddce5a3be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:21:30.456151 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-26c056b3-063a-40dc-89de-172e8fc244a9 tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] Deleting port 3c250f3b-22d5-4f03-ad4a-ca5728033297 {{(pid=84152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 15:21:30.456400 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-26c056b3-063a-40dc-89de-172e8fc244a9 tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:21:30.501944 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-e1498b1f-2fc2-451a-8d07-1e07dec18bd0 req-72092963-71cf-4402-bce6-615fc1316c45 service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=00b43ecd-cf6c-480c-af62-e3a6589595ad HTTP/1.1" status: 200 len: 1002 time: 0.1007078 Jan 20 15:21:30.579943 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1498b1f-2fc2-451a-8d07-1e07dec18bd0 req-c6bbc79a-7fce-436c-9ffb-06ab377e0bd1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:21:30.581630 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-e1498b1f-2fc2-451a-8d07-1e07dec18bd0 req-c6bbc79a-7fce-436c-9ffb-06ab377e0bd1 service neutron] 10.222.0.106 "GET /v2.0/subnets?id=a0500c63-3315-4c54-9172-3d78343bf1dd HTTP/1.1" status: 200 len: 852 time: 0.0740378 Jan 20 15:21:30.632357 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-26c056b3-063a-40dc-89de-172e8fc244a9 tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:21:30.632864 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-26c056b3-063a-40dc-89de-172e8fc244a9 tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:21:30.654254 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-e1498b1f-2fc2-451a-8d07-1e07dec18bd0 req-50069080-2d65-4639-9b4a-d5d4f2b4a72a service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=0da8a090-475c-4c62-a012-549cdcb0fe59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0670719 Jan 20 15:21:30.788360 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-e1498b1f-2fc2-451a-8d07-1e07dec18bd0 req-4d22d4c0-cd4b-4622-9874-f4bba9bd4761 service neutron] 10.222.0.106 "GET /v2.0/networks/0da8a090-475c-4c62-a012-549cdcb0fe59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282492 Jan 20 15:21:30.846468 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-26c056b3-063a-40dc-89de-172e8fc244a9 tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] Calling delete_port for 3c250f3b-22d5-4f03-ad4a-ca5728033297 owned by network:floatingip {{(pid=84152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 15:21:30.924583 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-e1498b1f-2fc2-451a-8d07-1e07dec18bd0 req-641f8379-9c32-4018-8f8c-93b714a41384 service neutron] 10.222.0.106 "GET /v2.0/networks/0da8a090-475c-4c62-a012-549cdcb0fe59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301873 Jan 20 15:21:30.976730 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:21:31.057336 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-26c056b3-063a-40dc-89de-172e8fc244a9 tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:21:31.099356 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c056b3-063a-40dc-89de-172e8fc244a9 tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] Pushing event deleted for resources: {'Port': ['ID=3c250f3b-22d5-4f03-ad4a-ca5728033297,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:21:31.139228 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c056b3-063a-40dc-89de-172e8fc244a9 tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:21:31.139644 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c056b3-063a-40dc-89de-172e8fc244a9 tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:21:31.139913 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c056b3-063a-40dc-89de-172e8fc244a9 tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:21:31.140241 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c056b3-063a-40dc-89de-172e8fc244a9 tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:21:31.140570 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c056b3-063a-40dc-89de-172e8fc244a9 tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:21:31.140895 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c056b3-063a-40dc-89de-172e8fc244a9 tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:21:31.141215 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c056b3-063a-40dc-89de-172e8fc244a9 tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:21:31.141536 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c056b3-063a-40dc-89de-172e8fc244a9 tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:21:31.141852 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c056b3-063a-40dc-89de-172e8fc244a9 tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:21:31.142192 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c056b3-063a-40dc-89de-172e8fc244a9 tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:21:31.142510 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c056b3-063a-40dc-89de-172e8fc244a9 tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:21:31.202738 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-26c056b3-063a-40dc-89de-172e8fc244a9 tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] Notify callbacks [] for floatingip, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:21:31.438044 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:21:31.585968 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26c056b3-063a-40dc-89de-172e8fc244a9 tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] Router cfbcda39-aeed-42b1-a3db-433582418be9 has already been hosted by L3 agent 624d525b-4c26-4143-8a1c-228bb1c6faaa {{(pid=84152) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 15:21:31.771168 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-cdd98e71-1f0a-4421-baa9-dcb30e06edf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:21:31.781993 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26c056b3-063a-40dc-89de-172e8fc244a9 tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] Notify agent at l3_agent.dv-neutron-825124-1-hyperv the message routers_updated {{(pid=84152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 15:21:31.791724 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99c781bd-5f44-4f69-bfa4-f49e09bedbc7 None None] Sync routers for ids ['cfbcda39-aeed-42b1-a3db-433582418be9'] in dv-neutron-825124-1-hyperv {{(pid=84154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 15:21:31.805701 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99c781bd-5f44-4f69-bfa4-f49e09bedbc7 None None] Routers {'cfbcda39-aeed-42b1-a3db-433582418be9'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 15:21:31.809856 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-99c781bd-5f44-4f69-bfa4-f49e09bedbc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T15:21:30Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['cfbcda39-aeed-42b1-a3db-433582418be9'], 'active': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:21:31.856561 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-26c056b3-063a-40dc-89de-172e8fc244a9 tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for floatingip, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:21:31.911847 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-26c056b3-063a-40dc-89de-172e8fc244a9 tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] 10.222.0.54 "DELETE /v2.0/floatingips/aa8833fb-3e12-4abd-b732-d650ae85f36a HTTP/1.1" status: 204 len: 168 time: 1.6727567 Jan 20 15:21:31.912531 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e754f8cd-01d9-4729-88cf-55a358f68e3d', 'tag': '00b43ecd-cf6c-480c-af62-e3a6589595ad'}] {{(pid=84152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 15:21:31.984049 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvr_db [None req-99c781bd-5f44-4f69-bfa4-f49e09bedbc7 None None] Set router cfbcda39-aeed-42b1-a3db-433582418be9 gateway port host: dv-neutron-825124-1-hyperv {{(pid=84154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 15:21:32.081608 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e754f8cd-01d9-4729-88cf-55a358f68e3d', 'tag': '00b43ecd-cf6c-480c-af62-e3a6589595ad', 'status': 'completed', 'code': 200} Jan 20 15:21:32.174669 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-d2146634-376c-43a4-b672-7b9c87b40a53 req-8219da02-fa68-4930-8b0b-e30a5d7d8bbb service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=3bc5f3e7f22a415a8cb2096f9aac89d2&device_id=e754f8cd-01d9-4729-88cf-55a358f68e3d HTTP/1.1" status: 200 len: 1099 time: 0.0716805 Jan 20 15:21:32.309933 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2146634-376c-43a4-b672-7b9c87b40a53 req-63bbf298-8207-4169-b916-81d936a15ec2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:21:32.311377 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-d2146634-376c-43a4-b672-7b9c87b40a53 req-63bbf298-8207-4169-b916-81d936a15ec2 service neutron] 10.222.0.106 "GET /v2.0/networks?id=0da8a090-475c-4c62-a012-549cdcb0fe59 HTTP/1.1" status: 200 len: 914 time: 0.1312494 Jan 20 15:21:32.348645 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-99c781bd-5f44-4f69-bfa4-f49e09bedbc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfbcda39-aeed-42b1-a3db-433582418be9', 'name': 'tempest-TestMinimumBasicScenario-17537540-router', 'tenant_id': '3bc5f3e7f22a415a8cb2096f9aac89d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.116'}], 'enable_snat': True}, 'gw_port_id': '752df270-3d44-4a93-a937-455adade1485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:16:52Z', 'updated_at': '2022-01-20T15:16:55Z', 'revision_number': 4, 'project_id': '3bc5f3e7f22a415a8cb2096f9aac89d2', 'gw_port': {'id': '752df270-3d44-4a93-a937-455adade1485', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:b2:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfbcda39-aeed-42b1-a3db-433582418be9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:16:52Z', 'updated_at': '2022-01-20T15:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv', '_interfaces': [{'id': '58e78563-6c6d-4e17-b99e-f44240bd8685', 'name': '', 'network_id': '0da8a090-475c-4c62-a012-549cdcb0fe59', 'tenant_id': '3bc5f3e7f22a415a8cb2096f9aac89d2', 'mac_address': 'fa:16:3e:12:03:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfbcda39-aeed-42b1-a3db-433582418be9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a0500c63-3315-4c54-9172-3d78343bf1dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:16:55Z', 'updated_at': '2022-01-20T15:17:13Z', 'revision_number': 5, 'project_id': '3bc5f3e7f22a415a8cb2096f9aac89d2', 'subnets': [{'id': 'a0500c63-3315-4c54-9172-3d78343bf1dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:21:32.353109 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99c781bd-5f44-4f69-bfa4-f49e09bedbc7 None None] Checking router: cfbcda39-aeed-42b1-a3db-433582418be9 for host: dv-neutron-825124-1-hyperv {{(pid=84154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 15:21:32.364959 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99c781bd-5f44-4f69-bfa4-f49e09bedbc7 None None] Routers {'cfbcda39-aeed-42b1-a3db-433582418be9'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 15:21:32.365568 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-99c781bd-5f44-4f69-bfa4-f49e09bedbc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T15:21:30Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['cfbcda39-aeed-42b1-a3db-433582418be9'], 'active': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:21:32.390867 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-d2146634-376c-43a4-b672-7b9c87b40a53 req-4e4501e9-dc99-47eb-b6fd-17ff08765a24 service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=00b43ecd-cf6c-480c-af62-e3a6589595ad HTTP/1.1" status: 200 len: 217 time: 0.0730302 Jan 20 15:21:32.459598 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2146634-376c-43a4-b672-7b9c87b40a53 req-547aaab4-c4b6-4eed-a803-30a58ec79be7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:21:32.461038 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-d2146634-376c-43a4-b672-7b9c87b40a53 req-547aaab4-c4b6-4eed-a803-30a58ec79be7 service neutron] 10.222.0.106 "GET /v2.0/subnets?id=a0500c63-3315-4c54-9172-3d78343bf1dd HTTP/1.1" status: 200 len: 852 time: 0.0640361 Jan 20 15:21:32.539281 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-d2146634-376c-43a4-b672-7b9c87b40a53 req-8b398412-2c73-4414-b9b0-5faf648d4979 service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=0da8a090-475c-4c62-a012-549cdcb0fe59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0723417 Jan 20 15:21:32.552915 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvr_db [None req-99c781bd-5f44-4f69-bfa4-f49e09bedbc7 None None] Set router cfbcda39-aeed-42b1-a3db-433582418be9 gateway port host: dv-neutron-825124-1-hyperv {{(pid=84154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 15:21:32.765072 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-d2146634-376c-43a4-b672-7b9c87b40a53 req-38844be6-407c-4acc-9cf5-1383440a9500 service neutron] 10.222.0.106 "GET /v2.0/networks/0da8a090-475c-4c62-a012-549cdcb0fe59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2185338 Jan 20 15:21:32.863138 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-99c781bd-5f44-4f69-bfa4-f49e09bedbc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfbcda39-aeed-42b1-a3db-433582418be9', 'name': 'tempest-TestMinimumBasicScenario-17537540-router', 'tenant_id': '3bc5f3e7f22a415a8cb2096f9aac89d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.116'}], 'enable_snat': True}, 'gw_port_id': '752df270-3d44-4a93-a937-455adade1485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:16:52Z', 'updated_at': '2022-01-20T15:16:55Z', 'revision_number': 4, 'project_id': '3bc5f3e7f22a415a8cb2096f9aac89d2', 'gw_port': {'id': '752df270-3d44-4a93-a937-455adade1485', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:b2:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfbcda39-aeed-42b1-a3db-433582418be9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:16:52Z', 'updated_at': '2022-01-20T15:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv', '_interfaces': [{'id': '58e78563-6c6d-4e17-b99e-f44240bd8685', 'name': '', 'network_id': '0da8a090-475c-4c62-a012-549cdcb0fe59', 'tenant_id': '3bc5f3e7f22a415a8cb2096f9aac89d2', 'mac_address': 'fa:16:3e:12:03:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfbcda39-aeed-42b1-a3db-433582418be9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a0500c63-3315-4c54-9172-3d78343bf1dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:16:55Z', 'updated_at': '2022-01-20T15:17:13Z', 'revision_number': 5, 'project_id': '3bc5f3e7f22a415a8cb2096f9aac89d2', 'subnets': [{'id': 'a0500c63-3315-4c54-9172-3d78343bf1dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:21:32.869086 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99c781bd-5f44-4f69-bfa4-f49e09bedbc7 None None] The sync data for ids ['cfbcda39-aeed-42b1-a3db-433582418be9'] in dv-neutron-825124-1-hyperv is: [{'id': 'cfbcda39-aeed-42b1-a3db-433582418be9', 'name': 'tempest-TestMinimumBasicScenario-17537540-router', 'tenant_id': '3bc5f3e7f22a415a8cb2096f9aac89d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.116'}], 'enable_snat': True}, 'gw_port_id': '752df270-3d44-4a93-a937-455adade1485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:16:52Z', 'updated_at': '2022-01-20T15:16:55Z', 'revision_number': 4, 'project_id': '3bc5f3e7f22a415a8cb2096f9aac89d2', 'gw_port': {'id': '752df270-3d44-4a93-a937-455adade1485', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:b2:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfbcda39-aeed-42b1-a3db-433582418be9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:16:52Z', 'updated_at': '2022-01-20T15:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv', '_interfaces': [{'id': '58e78563-6c6d-4e17-b99e-f44240bd8685', 'name': '', 'network_id': '0da8a090-475c-4c62-a012-549cdcb0fe59', 'tenant_id': '3bc5f3e7f22a415a8cb2096f9aac89d2', 'mac_address': 'fa:16:3e:12:03:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfbcda39-aeed-42b1-a3db-433582418be9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a0500c63-3315-4c54-9172-3d78343bf1dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:16:55Z', 'updated_at': '2022-01-20T15:17:13Z', 'revision_number': 5, 'project_id': '3bc5f3e7f22a415a8cb2096f9aac89d2', 'subnets': [{'id': 'a0500c63-3315-4c54-9172-3d78343bf1dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 15:21:32.902783 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-d2146634-376c-43a4-b672-7b9c87b40a53 req-793ed81a-e2d7-4dc5-945f-aeb2ff203419 service neutron] 10.222.0.106 "GET /v2.0/networks/0da8a090-475c-4c62-a012-549cdcb0fe59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295364 Jan 20 15:21:33.093625 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25da9210-c536-42ac-804d-f1034e563a90 None None] New status for floating IP aa8833fb-3e12-4abd-b732-d650ae85f36a: DOWN {{(pid=84155) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 20 15:21:33.290813 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-eea6df97-7ff1-4b63-af20-e3ec8913deda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:21:37.779438 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd432d5-fe57-4ae7-ab21-32209e578b79 req-3e7a8def-b93d-4dbf-8842-a63036cfb7dc tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:21:37.780893 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-ecd432d5-fe57-4ae7-ab21-32209e578b79 req-3e7a8def-b93d-4dbf-8842-a63036cfb7dc tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] 10.222.0.54 "GET /v2.0/ports?device_id=e754f8cd-01d9-4729-88cf-55a358f68e3d HTTP/1.1" status: 200 len: 946 time: 0.0792942 Jan 20 15:21:37.825769 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [req-ecd432d5-fe57-4ae7-ab21-32209e578b79 req-53e0879b-5189-4233-8847-240071fea72c tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] Synchronizing usage tracker for tenant:3bc5f3e7f22a415a8cb2096f9aac89d2 on resource:security_group {{(pid=84153) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 15:21:37.913791 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [req-ecd432d5-fe57-4ae7-ab21-32209e578b79 req-53e0879b-5189-4233-8847-240071fea72c tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] Unset dirty status for tenant:3bc5f3e7f22a415a8cb2096f9aac89d2 on resource:security_group {{(pid=84153) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 15:21:37.914918 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-ecd432d5-fe57-4ae7-ab21-32209e578b79 req-53e0879b-5189-4233-8847-240071fea72c tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] 10.222.0.54 "GET /v2.0/security-groups?id=ef50e613-4ab8-4853-925b-fa4566b5bccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286469 Jan 20 15:21:39.118681 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ae953b-24e1-4c31-996c-ee7661f83e29 req-7a1b52b9-5f16-4c54-a7b6-359be1fbcbea tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:21:39.120223 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-29ae953b-24e1-4c31-996c-ee7661f83e29 req-7a1b52b9-5f16-4c54-a7b6-359be1fbcbea tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] 10.222.0.54 "GET /v2.0/ports?device_id=e754f8cd-01d9-4729-88cf-55a358f68e3d HTTP/1.1" status: 200 len: 946 time: 0.0838482 Jan 20 15:21:39.166629 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-29ae953b-24e1-4c31-996c-ee7661f83e29 req-433577dd-8a3e-413a-b3e5-ba9129b58110 tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] 10.222.0.54 "GET /v2.0/security-groups?id=ef50e613-4ab8-4853-925b-fa4566b5bccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402384 Jan 20 15:21:39.519262 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c69f407-2c25-4882-8307-9ce8f072bd16 req-3a6089ba-532d-4c62-9800-032fe7c6738d tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:21:39.520573 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-3c69f407-2c25-4882-8307-9ce8f072bd16 req-3a6089ba-532d-4c62-9800-032fe7c6738d tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] 10.222.0.106 "GET /v2.0/ports?device_id=e754f8cd-01d9-4729-88cf-55a358f68e3d HTTP/1.1" status: 200 len: 946 time: 0.0743358 Jan 20 15:21:39.588646 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [req-3c69f407-2c25-4882-8307-9ce8f072bd16 req-1895817f-871c-48e1-86f2-f20012e2a052 tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] Deleting port 00b43ecd-cf6c-480c-af62-e3a6589595ad {{(pid=84153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 15:21:39.588985 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-3c69f407-2c25-4882-8307-9ce8f072bd16 req-1895817f-871c-48e1-86f2-f20012e2a052 tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:21:39.823830 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.db [req-3c69f407-2c25-4882-8307-9ce8f072bd16 req-1895817f-871c-48e1-86f2-f20012e2a052 tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] For port 00b43ecd-cf6c-480c-af62-e3a6589595ad, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=00b43ecd-cf6c-480c-af62-e3a6589595ad,segment=NetworkSegment(3c8e2672-be78-47c7-a6d4-942c8d1e6a59),segment_id=3c8e2672-be78-47c7-a6d4-942c8d1e6a59)] {{(pid=84153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 15:21:39.824180 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-3c69f407-2c25-4882-8307-9ce8f072bd16 req-1895817f-871c-48e1-86f2-f20012e2a052 tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:21:39.946312 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [req-3c69f407-2c25-4882-8307-9ce8f072bd16 req-1895817f-871c-48e1-86f2-f20012e2a052 tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] Calling delete_port for 00b43ecd-cf6c-480c-af62-e3a6589595ad owned by compute:nova {{(pid=84153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 15:21:40.159471 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-3c69f407-2c25-4882-8307-9ce8f072bd16 req-1895817f-871c-48e1-86f2-f20012e2a052 tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:21:40.208767 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1895817f-871c-48e1-86f2-f20012e2a052 tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] Pushing event deleted for resources: {'Port': ['ID=00b43ecd-cf6c-480c-af62-e3a6589595ad,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:21:40.285248 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c69f407-2c25-4882-8307-9ce8f072bd16 req-1895817f-871c-48e1-86f2-f20012e2a052 tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] No DVR routers for this DVR port 00b43ecd-cf6c-480c-af62-e3a6589595ad on host hv-neutron-8251 {{(pid=84153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 15:21:40.287810 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-3c69f407-2c25-4882-8307-9ce8f072bd16 req-1895817f-871c-48e1-86f2-f20012e2a052 tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:21:40.290521 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e754f8cd-01d9-4729-88cf-55a358f68e3d', 'name': 'network-vif-deleted', 'tag': '00b43ecd-cf6c-480c-af62-e3a6589595ad'}] {{(pid=84153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 15:21:40.341158 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-3c69f407-2c25-4882-8307-9ce8f072bd16 req-1895817f-871c-48e1-86f2-f20012e2a052 tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] 10.222.0.106 "DELETE /v2.0/ports/00b43ecd-cf6c-480c-af62-e3a6589595ad HTTP/1.1" status: 204 len: 173 time: 0.8156924 Jan 20 15:21:40.342756 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [req-502de18a-47ef-41f7-939c-ccddf7ed5ae1 req-d28e2b13-d1d0-4322-bdbe-a39b6c7b0df5 tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] Synchronizing usage tracker for tenant:3bc5f3e7f22a415a8cb2096f9aac89d2 on resource:port {{(pid=84153) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 15:21:40.346947 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e754f8cd-01d9-4729-88cf-55a358f68e3d', 'name': 'network-vif-deleted', 'tag': '00b43ecd-cf6c-480c-af62-e3a6589595ad', 'status': 'completed', 'code': 200} Jan 20 15:21:40.439485 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [req-502de18a-47ef-41f7-939c-ccddf7ed5ae1 req-d28e2b13-d1d0-4322-bdbe-a39b6c7b0df5 tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] Unset dirty status for tenant:3bc5f3e7f22a415a8cb2096f9aac89d2 on resource:port {{(pid=84153) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 15:21:40.440964 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-502de18a-47ef-41f7-939c-ccddf7ed5ae1 req-d28e2b13-d1d0-4322-bdbe-a39b6c7b0df5 tempest-TestMinimumBasicScenario-297099352 tempest-TestMinimumBasicScenario-297099352-project] 10.222.0.54 "GET /v2.0/ports?device_id=e754f8cd-01d9-4729-88cf-55a358f68e3d HTTP/1.1" status: 200 len: 210 time: 0.1455066 Jan 20 15:21:41.795178 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Device 00b43ecd-cf6c-480c-af62-e3a6589595ad no longer exists at agent hyperv_hv-neutron-8251 {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 15:21:41.831691 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] No Port match for: 00b43ecd-cf6c-480c-af62-e3a6589595ad {{(pid=84154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 15:21:41.832103 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Device 00b43ecd-cf6c-480c-af62-e3a6589595ad not bound to the agent host hv-neutron-8251 {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 15:21:42.671460 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 50222) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:21:43.040518 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-c305f46e-01ed-455a-bf09-d1f3a034e6ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-743504'] for router_interface, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:21:43.703328 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-c305f46e-01ed-455a-bf09-d1f3a034e6ca admin admin] Deleting port 58e78563-6c6d-4e17-b99e-f44240bd8685 {{(pid=84152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 15:21:43.704019 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-c305f46e-01ed-455a-bf09-d1f3a034e6ca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:21:43.866839 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.db [None req-c305f46e-01ed-455a-bf09-d1f3a034e6ca admin admin] For port 58e78563-6c6d-4e17-b99e-f44240bd8685, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=58e78563-6c6d-4e17-b99e-f44240bd8685,segment=NetworkSegment(3c8e2672-be78-47c7-a6d4-942c8d1e6a59),segment_id=3c8e2672-be78-47c7-a6d4-942c8d1e6a59)] {{(pid=84152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 15:21:43.867188 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-c305f46e-01ed-455a-bf09-d1f3a034e6ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:21:43.994776 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-c305f46e-01ed-455a-bf09-d1f3a034e6ca admin admin] Calling delete_port for 58e78563-6c6d-4e17-b99e-f44240bd8685 owned by network:router_interface {{(pid=84152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 15:21:44.237979 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-c305f46e-01ed-455a-bf09-d1f3a034e6ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:21:44.281511 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c305f46e-01ed-455a-bf09-d1f3a034e6ca admin admin] Pushing event deleted for resources: {'Port': ['ID=58e78563-6c6d-4e17-b99e-f44240bd8685,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:21:44.559807 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-c305f46e-01ed-455a-bf09-d1f3a034e6ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1705096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-745401'] for router_interface, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:21:45.192548 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c305f46e-01ed-455a-bf09-d1f3a034e6ca admin admin] Router cfbcda39-aeed-42b1-a3db-433582418be9 has already been hosted by L3 agent 624d525b-4c26-4143-8a1c-228bb1c6faaa {{(pid=84152) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 15:21:45.388289 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c305f46e-01ed-455a-bf09-d1f3a034e6ca admin admin] Notify agent at l3_agent.dv-neutron-825124-1-hyperv the message routers_updated {{(pid=84152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 15:21:45.397869 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a0b6e02-2f19-4e0a-a1e9-64d0c961dede None None] Sync routers for ids ['cfbcda39-aeed-42b1-a3db-433582418be9'] in dv-neutron-825124-1-hyperv {{(pid=84154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 15:21:45.409465 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a0b6e02-2f19-4e0a-a1e9-64d0c961dede None None] Routers {'cfbcda39-aeed-42b1-a3db-433582418be9'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 15:21:45.410663 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-3a0b6e02-2f19-4e0a-a1e9-64d0c961dede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T15:21:30Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['cfbcda39-aeed-42b1-a3db-433582418be9'], 'active': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:21:45.452377 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-c305f46e-01ed-455a-bf09-d1f3a034e6ca admin admin] 10.222.0.54 "PUT /v2.0/routers/cfbcda39-aeed-42b1-a3db-433582418be9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7797716 Jan 20 15:21:45.454964 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 50228) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:21:45.586656 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvr_db [None req-3a0b6e02-2f19-4e0a-a1e9-64d0c961dede None None] Set router cfbcda39-aeed-42b1-a3db-433582418be9 gateway port host: dv-neutron-825124-1-hyperv {{(pid=84154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 15:21:45.647847 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-bf69316c-c49d-44f3-bef1-9ab4df0a9090 admin admin] Notify callbacks [] for router, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:21:45.843832 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-bf69316c-c49d-44f3-bef1-9ab4df0a9090 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:21:45.869050 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-3a0b6e02-2f19-4e0a-a1e9-64d0c961dede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfbcda39-aeed-42b1-a3db-433582418be9', 'name': 'tempest-TestMinimumBasicScenario-17537540-router', 'tenant_id': '3bc5f3e7f22a415a8cb2096f9aac89d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.116'}], 'enable_snat': True}, 'gw_port_id': '752df270-3d44-4a93-a937-455adade1485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:16:52Z', 'updated_at': '2022-01-20T15:21:44Z', 'revision_number': 5, 'project_id': '3bc5f3e7f22a415a8cb2096f9aac89d2', 'gw_port': {'id': '752df270-3d44-4a93-a937-455adade1485', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:b2:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfbcda39-aeed-42b1-a3db-433582418be9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:16:52Z', 'updated_at': '2022-01-20T15:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv'}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:21:45.873382 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a0b6e02-2f19-4e0a-a1e9-64d0c961dede None None] Checking router: cfbcda39-aeed-42b1-a3db-433582418be9 for host: dv-neutron-825124-1-hyperv {{(pid=84154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 15:21:45.884212 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a0b6e02-2f19-4e0a-a1e9-64d0c961dede None None] Routers {'cfbcda39-aeed-42b1-a3db-433582418be9'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 15:21:45.884806 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-3a0b6e02-2f19-4e0a-a1e9-64d0c961dede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T15:21:30Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['cfbcda39-aeed-42b1-a3db-433582418be9'], 'active': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:21:45.913909 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-bf69316c-c49d-44f3-bef1-9ab4df0a9090 admin admin] Deleting port 752df270-3d44-4a93-a937-455adade1485 {{(pid=84152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 15:21:45.914524 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-bf69316c-c49d-44f3-bef1-9ab4df0a9090 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:21:46.071181 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvr_db [None req-3a0b6e02-2f19-4e0a-a1e9-64d0c961dede None None] Set router cfbcda39-aeed-42b1-a3db-433582418be9 gateway port host: None {{(pid=84154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 15:21:46.101997 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.db [None req-bf69316c-c49d-44f3-bef1-9ab4df0a9090 admin admin] For port 752df270-3d44-4a93-a937-455adade1485, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=752df270-3d44-4a93-a937-455adade1485,segment=NetworkSegment(f628f1ba-6b70-4c9b-8839-62340c040c81),segment_id=f628f1ba-6b70-4c9b-8839-62340c040c81)] {{(pid=84152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 15:21:46.102305 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-bf69316c-c49d-44f3-bef1-9ab4df0a9090 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:21:46.178335 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-3a0b6e02-2f19-4e0a-a1e9-64d0c961dede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfbcda39-aeed-42b1-a3db-433582418be9', 'name': 'tempest-TestMinimumBasicScenario-17537540-router', 'tenant_id': '3bc5f3e7f22a415a8cb2096f9aac89d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:16:52Z', 'updated_at': '2022-01-20T15:21:45Z', 'revision_number': 6, 'project_id': '3bc5f3e7f22a415a8cb2096f9aac89d2', 'gw_port_host': None}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:21:46.182354 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a0b6e02-2f19-4e0a-a1e9-64d0c961dede None None] The sync data for ids ['cfbcda39-aeed-42b1-a3db-433582418be9'] in dv-neutron-825124-1-hyperv is: [{'id': 'cfbcda39-aeed-42b1-a3db-433582418be9', 'name': 'tempest-TestMinimumBasicScenario-17537540-router', 'tenant_id': '3bc5f3e7f22a415a8cb2096f9aac89d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:16:52Z', 'updated_at': '2022-01-20T15:21:45Z', 'revision_number': 6, 'project_id': '3bc5f3e7f22a415a8cb2096f9aac89d2', 'gw_port_host': None}] {{(pid=84154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 15:21:46.219957 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-bf69316c-c49d-44f3-bef1-9ab4df0a9090 admin admin] Calling delete_port for 752df270-3d44-4a93-a937-455adade1485 owned by network:router_gateway {{(pid=84152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 15:21:46.541851 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-bf69316c-c49d-44f3-bef1-9ab4df0a9090 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:21:46.584114 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf69316c-c49d-44f3-bef1-9ab4df0a9090 admin admin] Pushing event deleted for resources: {'Port': ['ID=752df270-3d44-4a93-a937-455adade1485,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:21:46.812620 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-bf69316c-c49d-44f3-bef1-9ab4df0a9090 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-745333'] for router_gateway, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:21:47.061149 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-bf69316c-c49d-44f3-bef1-9ab4df0a9090 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-737761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105493'] for router, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:21:47.065216 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-bf69316c-c49d-44f3-bef1-9ab4df0a9090 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:21:47.085852 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.agents_db [None req-6dba657d-a637-4918-9b6d-40defdfae04b None None] Agent healthcheck: found 6 active agents {{(pid=84155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 15:21:47.141701 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-bf69316c-c49d-44f3-bef1-9ab4df0a9090 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-737693'] for router, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:21:47.142319 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf69316c-c49d-44f3-bef1-9ab4df0a9090 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cfbcda39-aeed-42b1-a3db-433582418be9 {{(pid=84152) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 20 15:21:47.154773 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-bf69316c-c49d-44f3-bef1-9ab4df0a9090 admin admin] Notify callbacks [] for router, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:21:47.155897 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-bf69316c-c49d-44f3-bef1-9ab4df0a9090 admin admin] 10.222.0.54 "DELETE /v2.0/routers/cfbcda39-aeed-42b1-a3db-433582418be9 HTTP/1.1" status: 204 len: 168 time: 1.7000442 Jan 20 15:21:47.158588 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 50232) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:21:47.220701 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2813784-2037-477e-8af7-b77e29fb4bbd admin admin] Deleting subnet a0500c63-3315-4c54-9172-3d78343bf1dd {{(pid=84152) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 20 15:21:47.224084 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-d2813784-2037-477e-8af7-b77e29fb4bbd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:21:47.279174 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-d2813784-2037-477e-8af7-b77e29fb4bbd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3337915'] for subnet, precommit_delete_associations {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:21:47.353692 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-d2813784-2037-477e-8af7-b77e29fb4bbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1627147'] for subnet, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:21:47.416139 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 752df270-3d44-4a93-a937-455adade1485 no longer exists at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 15:21:47.451619 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] No Port match for: 752df270-3d44-4a93-a937-455adade1485 {{(pid=84154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 15:21:47.451974 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 752df270-3d44-4a93-a937-455adade1485 not bound to the agent host dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 15:21:47.452460 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 58e78563-6c6d-4e17-b99e-f44240bd8685 no longer exists at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 15:21:47.457077 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-d2813784-2037-477e-8af7-b77e29fb4bbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1627154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4163580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155308'] for subnet, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:21:47.484649 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] No Port match for: 58e78563-6c6d-4e17-b99e-f44240bd8685 {{(pid=84154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 15:21:47.484922 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 58e78563-6c6d-4e17-b99e-f44240bd8685 not bound to the agent host dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 15:21:47.497758 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2813784-2037-477e-8af7-b77e29fb4bbd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a0500c63-3315-4c54-9172-3d78343bf1dd,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:21:47.503821 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-d2813784-2037-477e-8af7-b77e29fb4bbd admin admin] Notify callbacks [] for subnet, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:21:47.508847 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cf59c17-1121-450d-a866-a748eb14dd67 None None] Network 0da8a090-475c-4c62-a012-549cdcb0fe59 requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 15:21:47.511109 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-d2813784-2037-477e-8af7-b77e29fb4bbd admin admin] 10.222.0.54 "DELETE /v2.0/subnets/a0500c63-3315-4c54-9172-3d78343bf1dd HTTP/1.1" status: 204 len: 168 time: 0.3514843 Jan 20 15:21:47.513547 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 50236) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:21:47.617350 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-8456edb5-968b-4800-b1c0-0bf42ddc8a4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586409'] for network, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:21:47.627896 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-8456edb5-968b-4800-b1c0-0bf42ddc8a4a admin admin] Deleting port 9d0fed31-30de-4277-9272-7c906986d0d5 {{(pid=84152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 15:21:47.628219 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-8456edb5-968b-4800-b1c0-0bf42ddc8a4a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:21:47.753678 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1af5a669-2769-4598-83b2-5e4ec56b65cf None None] DHCP port deletion for 0da8a090-475c-4c62-a012-549cdcb0fe59 request from dv-neutron-825124-1-hyperv {{(pid=84154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 20 15:21:47.757910 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-1af5a669-2769-4598-83b2-5e4ec56b65cf None None] Deleting port 9d0fed31-30de-4277-9272-7c906986d0d5 {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 15:21:47.758352 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-1af5a669-2769-4598-83b2-5e4ec56b65cf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:21:47.834529 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.db [None req-8456edb5-968b-4800-b1c0-0bf42ddc8a4a admin admin] For port 9d0fed31-30de-4277-9272-7c906986d0d5, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=9d0fed31-30de-4277-9272-7c906986d0d5,segment=NetworkSegment(3c8e2672-be78-47c7-a6d4-942c8d1e6a59),segment_id=3c8e2672-be78-47c7-a6d4-942c8d1e6a59)] {{(pid=84152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 15:21:47.834877 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-8456edb5-968b-4800-b1c0-0bf42ddc8a4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:21:47.964927 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-1af5a669-2769-4598-83b2-5e4ec56b65cf None None] For port 9d0fed31-30de-4277-9272-7c906986d0d5, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=9d0fed31-30de-4277-9272-7c906986d0d5,segment=NetworkSegment(3c8e2672-be78-47c7-a6d4-942c8d1e6a59),segment_id=3c8e2672-be78-47c7-a6d4-942c8d1e6a59)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 15:21:47.965229 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-1af5a669-2769-4598-83b2-5e4ec56b65cf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:21:48.048202 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-8456edb5-968b-4800-b1c0-0bf42ddc8a4a admin admin] Calling delete_port for 9d0fed31-30de-4277-9272-7c906986d0d5 owned by network:dhcp {{(pid=84152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 15:21:48.084069 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-1af5a669-2769-4598-83b2-5e4ec56b65cf None None] Calling delete_port for 9d0fed31-30de-4277-9272-7c906986d0d5 owned by network:dhcp {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 15:21:48.181073 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-8456edb5-968b-4800-b1c0-0bf42ddc8a4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:21:48.186123 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.db.api [None req-1af5a669-2769-4598-83b2-5e4ec56b65cf None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84154) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 15:21:48.190262 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG oslo_db.api [None req-1af5a669-2769-4598-83b2-5e4ec56b65cf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 15:21:48.224265 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8456edb5-968b-4800-b1c0-0bf42ddc8a4a admin admin] Pushing event deleted for resources: {'Port': ['ID=9d0fed31-30de-4277-9272-7c906986d0d5,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:21:48.229919 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8456edb5-968b-4800-b1c0-0bf42ddc8a4a admin admin] No DVR routers for this DVR port 9d0fed31-30de-4277-9272-7c906986d0d5 on host dv-neutron-825124-1-hyperv {{(pid=84152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 15:21:48.341179 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-8456edb5-968b-4800-b1c0-0bf42ddc8a4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1626242', 'neutron.services.segments.db._delete_segments_for_network-8769554214620'] for network, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:21:48.365010 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.segments.db [None req-8456edb5-968b-4800-b1c0-0bf42ddc8a4a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0da8a090-475c-4c62-a012-549cdcb0fe59']}} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:21:48.380571 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.segments.db [None req-8456edb5-968b-4800-b1c0-0bf42ddc8a4a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c8e2672-be78-47c7-a6d4-942c8d1e6a59') {'for_net_delete': True} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:21:48.380863 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.segments.db [None req-8456edb5-968b-4800-b1c0-0bf42ddc8a4a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c8e2672-be78-47c7-a6d4-942c8d1e6a59') {} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:21:48.392320 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-8456edb5-968b-4800-b1c0-0bf42ddc8a4a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769554214503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3337904'] for segment, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:21:48.407256 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-8456edb5-968b-4800-b1c0-0bf42ddc8a4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:21:48.413036 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8456edb5-968b-4800-b1c0-0bf42ddc8a4a admin admin] Releasing vlan 166 on physical network physnet1 to pool {{(pid=84152) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 15:21:48.413407 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-8456edb5-968b-4800-b1c0-0bf42ddc8a4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1622950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4162906'] for segment, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:21:48.425839 dv-neutron-825124-1-hyperv neutron-server[84152]: Traceback (most recent call last): Jan 20 15:21:48.425839 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 15:21:48.425839 dv-neutron-825124-1-hyperv neutron-server[84152]: timer() Jan 20 15:21:48.425839 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 15:21:48.425839 dv-neutron-825124-1-hyperv neutron-server[84152]: cb(*args, **kw) Jan 20 15:21:48.425839 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 15:21:48.425839 dv-neutron-825124-1-hyperv neutron-server[84152]: return func(*args, **kwargs) Jan 20 15:21:48.425839 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 15:21:48.425839 dv-neutron-825124-1-hyperv neutron-server[84152]: self._notify() Jan 20 15:21:48.425839 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 15:21:48.425839 dv-neutron-825124-1-hyperv neutron-server[84152]: self.callback(batched_events) Jan 20 15:21:48.425839 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 15:21:48.425839 dv-neutron-825124-1-hyperv neutron-server[84152]: event.method(event) Jan 20 15:21:48.425839 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 15:21:48.425839 dv-neutron-825124-1-hyperv neutron-server[84152]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 15:21:48.425839 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 15:21:48.425839 dv-neutron-825124-1-hyperv neutron-server[84152]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 15:21:48.425839 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 15:21:48.425839 dv-neutron-825124-1-hyperv neutron-server[84152]: return f(self, *a, **k) Jan 20 15:21:48.425839 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 15:21:48.425839 dv-neutron-825124-1-hyperv neutron-server[84152]: return self._get(url).json() Jan 20 15:21:48.425839 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 15:21:48.425839 dv-neutron-825124-1-hyperv neutron-server[84152]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 15:21:48.425839 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 15:21:48.425839 dv-neutron-825124-1-hyperv neutron-server[84152]: return self.request(url, 'GET', **kwargs) Jan 20 15:21:48.425839 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 15:21:48.425839 dv-neutron-825124-1-hyperv neutron-server[84152]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 15:21:48.425839 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 15:21:48.425839 dv-neutron-825124-1-hyperv neutron-server[84152]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 15:21:48.425839 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 15:21:48.425839 dv-neutron-825124-1-hyperv neutron-server[84152]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 15:21:48.425839 dv-neutron-825124-1-hyperv neutron-server[84152]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 15:21:48.559457 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-8456edb5-968b-4800-b1c0-0bf42ddc8a4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1626253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-745296'] for network, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:21:48.576045 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-8456edb5-968b-4800-b1c0-0bf42ddc8a4a admin admin] Notify callbacks [] for network, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:21:48.592268 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8456edb5-968b-4800-b1c0-0bf42ddc8a4a admin admin] Pushing event deleted for resources: {'Network': ['ID=0da8a090-475c-4c62-a012-549cdcb0fe59,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:21:48.597241 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-8456edb5-968b-4800-b1c0-0bf42ddc8a4a admin admin] 10.222.0.54 "DELETE /v2.0/networks/0da8a090-475c-4c62-a012-549cdcb0fe59 HTTP/1.1" status: 204 len: 168 time: 1.0824578 Jan 20 15:21:48.599866 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 50240) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:21:48.687416 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-1af5a669-2769-4598-83b2-5e4ec56b65cf None None] Deleting port 9d0fed31-30de-4277-9272-7c906986d0d5 {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 15:21:48.687981 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-1af5a669-2769-4598-83b2-5e4ec56b65cf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:21:48.758661 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-1af5a669-2769-4598-83b2-5e4ec56b65cf None None] The port '9d0fed31-30de-4277-9272-7c906986d0d5' was deleted {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 20 15:21:48.987891 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-59f7a0e6-834f-472a-bb74-fcbf5e9e995b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-743504'] for router_interface, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:21:49.415743 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 9d0fed31-30de-4277-9272-7c906986d0d5 no longer exists at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 15:21:49.458603 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] No Port match for: 9d0fed31-30de-4277-9272-7c906986d0d5 {{(pid=84154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 15:21:49.459078 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 9d0fed31-30de-4277-9272-7c906986d0d5 not bound to the agent host dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 15:21:49.713377 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-59f7a0e6-834f-472a-bb74-fcbf5e9e995b admin admin] Deleting port 699c8577-902d-42fb-8998-a828f225aa24 {{(pid=84152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 15:21:49.714103 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-59f7a0e6-834f-472a-bb74-fcbf5e9e995b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:21:49.880805 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.db [None req-59f7a0e6-834f-472a-bb74-fcbf5e9e995b admin admin] For port 699c8577-902d-42fb-8998-a828f225aa24, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=699c8577-902d-42fb-8998-a828f225aa24,segment=NetworkSegment(2c314d2b-6974-4d6a-8d26-14c28b71fe7a),segment_id=2c314d2b-6974-4d6a-8d26-14c28b71fe7a)] {{(pid=84152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 15:21:49.881141 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-59f7a0e6-834f-472a-bb74-fcbf5e9e995b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:21:50.001446 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-59f7a0e6-834f-472a-bb74-fcbf5e9e995b admin admin] Calling delete_port for 699c8577-902d-42fb-8998-a828f225aa24 owned by network:router_interface {{(pid=84152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 15:21:50.227869 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-59f7a0e6-834f-472a-bb74-fcbf5e9e995b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:21:50.273296 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f7a0e6-834f-472a-bb74-fcbf5e9e995b admin admin] Pushing event deleted for resources: {'Port': ['ID=699c8577-902d-42fb-8998-a828f225aa24,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:21:50.551981 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-59f7a0e6-834f-472a-bb74-fcbf5e9e995b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1705096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-745401'] for router_interface, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:21:51.197374 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59f7a0e6-834f-472a-bb74-fcbf5e9e995b admin admin] Router 4c080d2b-e9af-4945-ab78-693d80a2a85f has already been hosted by L3 agent 624d525b-4c26-4143-8a1c-228bb1c6faaa {{(pid=84152) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 15:21:51.397774 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59f7a0e6-834f-472a-bb74-fcbf5e9e995b admin admin] Notify agent at l3_agent.dv-neutron-825124-1-hyperv the message routers_updated {{(pid=84152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 15:21:51.406420 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da43a9b-cdfc-4084-a247-a28a846d421d None None] Sync routers for ids ['4c080d2b-e9af-4945-ab78-693d80a2a85f'] in dv-neutron-825124-1-hyperv {{(pid=84155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 15:21:51.407020 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-59f7a0e6-834f-472a-bb74-fcbf5e9e995b admin admin] 10.222.0.54 "PUT /v2.0/routers/4c080d2b-e9af-4945-ab78-693d80a2a85f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8062172 Jan 20 15:21:51.409498 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 50244) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:21:51.419365 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da43a9b-cdfc-4084-a247-a28a846d421d None None] Routers {'4c080d2b-e9af-4945-ab78-693d80a2a85f'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 15:21:51.419973 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-2da43a9b-cdfc-4084-a247-a28a846d421d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T15:21:30Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['4c080d2b-e9af-4945-ab78-693d80a2a85f'], 'active': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:21:51.594259 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvr_db [None req-2da43a9b-cdfc-4084-a247-a28a846d421d None None] Set router 4c080d2b-e9af-4945-ab78-693d80a2a85f gateway port host: dv-neutron-825124-1-hyperv {{(pid=84155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 15:21:51.734820 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-71e70197-eaaf-476a-8f8a-bf5f1d5ae7bd admin admin] Notify callbacks [] for router, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:21:51.875908 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-2da43a9b-cdfc-4084-a247-a28a846d421d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c080d2b-e9af-4945-ab78-693d80a2a85f', 'name': 'tempest-TestMinimumBasicScenario-197939780-router', 'tenant_id': 'af1c4c17ac1f463fbe66f5de35644c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.26'}], 'enable_snat': True}, 'gw_port_id': 'd808f4ba-aac5-4d3a-8aa7-cf5a4832d092', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:16:59Z', 'updated_at': '2022-01-20T15:21:50Z', 'revision_number': 5, 'project_id': 'af1c4c17ac1f463fbe66f5de35644c94', 'gw_port': {'id': 'd808f4ba-aac5-4d3a-8aa7-cf5a4832d092', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:c5:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c080d2b-e9af-4945-ab78-693d80a2a85f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:17:00Z', 'updated_at': '2022-01-20T15:17:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv'}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:21:51.879779 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da43a9b-cdfc-4084-a247-a28a846d421d None None] Checking router: 4c080d2b-e9af-4945-ab78-693d80a2a85f for host: dv-neutron-825124-1-hyperv {{(pid=84155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 15:21:51.890766 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da43a9b-cdfc-4084-a247-a28a846d421d None None] Routers {'4c080d2b-e9af-4945-ab78-693d80a2a85f'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 15:21:51.891368 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-2da43a9b-cdfc-4084-a247-a28a846d421d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T15:21:30Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['4c080d2b-e9af-4945-ab78-693d80a2a85f'], 'active': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:21:51.930686 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-71e70197-eaaf-476a-8f8a-bf5f1d5ae7bd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:21:52.016494 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-71e70197-eaaf-476a-8f8a-bf5f1d5ae7bd admin admin] Deleting port d808f4ba-aac5-4d3a-8aa7-cf5a4832d092 {{(pid=84152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 15:21:52.016854 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-71e70197-eaaf-476a-8f8a-bf5f1d5ae7bd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:21:52.064052 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvr_db [None req-2da43a9b-cdfc-4084-a247-a28a846d421d None None] Set router 4c080d2b-e9af-4945-ab78-693d80a2a85f gateway port host: dv-neutron-825124-1-hyperv {{(pid=84155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 15:21:52.184311 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.db [None req-71e70197-eaaf-476a-8f8a-bf5f1d5ae7bd admin admin] For port d808f4ba-aac5-4d3a-8aa7-cf5a4832d092, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=d808f4ba-aac5-4d3a-8aa7-cf5a4832d092,segment=NetworkSegment(f628f1ba-6b70-4c9b-8839-62340c040c81),segment_id=f628f1ba-6b70-4c9b-8839-62340c040c81)] {{(pid=84152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 15:21:52.184561 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-71e70197-eaaf-476a-8f8a-bf5f1d5ae7bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:21:52.304435 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-71e70197-eaaf-476a-8f8a-bf5f1d5ae7bd admin admin] Calling delete_port for d808f4ba-aac5-4d3a-8aa7-cf5a4832d092 owned by network:router_gateway {{(pid=84152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 15:21:52.344690 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-2da43a9b-cdfc-4084-a247-a28a846d421d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c080d2b-e9af-4945-ab78-693d80a2a85f', 'name': 'tempest-TestMinimumBasicScenario-197939780-router', 'tenant_id': 'af1c4c17ac1f463fbe66f5de35644c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.26'}], 'enable_snat': True}, 'gw_port_id': 'd808f4ba-aac5-4d3a-8aa7-cf5a4832d092', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:16:59Z', 'updated_at': '2022-01-20T15:21:50Z', 'revision_number': 5, 'project_id': 'af1c4c17ac1f463fbe66f5de35644c94', 'gw_port': {'id': 'd808f4ba-aac5-4d3a-8aa7-cf5a4832d092', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:c5:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c080d2b-e9af-4945-ab78-693d80a2a85f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:17:00Z', 'updated_at': '2022-01-20T15:17:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv'}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:21:52.348419 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da43a9b-cdfc-4084-a247-a28a846d421d None None] The sync data for ids ['4c080d2b-e9af-4945-ab78-693d80a2a85f'] in dv-neutron-825124-1-hyperv is: [{'id': '4c080d2b-e9af-4945-ab78-693d80a2a85f', 'name': 'tempest-TestMinimumBasicScenario-197939780-router', 'tenant_id': 'af1c4c17ac1f463fbe66f5de35644c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.26'}], 'enable_snat': True}, 'gw_port_id': 'd808f4ba-aac5-4d3a-8aa7-cf5a4832d092', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:16:59Z', 'updated_at': '2022-01-20T15:21:50Z', 'revision_number': 5, 'project_id': 'af1c4c17ac1f463fbe66f5de35644c94', 'gw_port': {'id': 'd808f4ba-aac5-4d3a-8aa7-cf5a4832d092', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:c5:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c080d2b-e9af-4945-ab78-693d80a2a85f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:17:00Z', 'updated_at': '2022-01-20T15:17:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv'}] {{(pid=84155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 15:21:52.530745 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-71e70197-eaaf-476a-8f8a-bf5f1d5ae7bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:21:52.577487 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e70197-eaaf-476a-8f8a-bf5f1d5ae7bd admin admin] Pushing event deleted for resources: {'Port': ['ID=d808f4ba-aac5-4d3a-8aa7-cf5a4832d092,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:21:52.888521 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-71e70197-eaaf-476a-8f8a-bf5f1d5ae7bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-745333'] for router_gateway, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:21:53.141636 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-71e70197-eaaf-476a-8f8a-bf5f1d5ae7bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-737761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105493'] for router, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:21:53.145733 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-71e70197-eaaf-476a-8f8a-bf5f1d5ae7bd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:21:53.250441 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-71e70197-eaaf-476a-8f8a-bf5f1d5ae7bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-737693'] for router, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:21:53.250950 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71e70197-eaaf-476a-8f8a-bf5f1d5ae7bd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4c080d2b-e9af-4945-ab78-693d80a2a85f {{(pid=84152) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 20 15:21:53.264004 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-71e70197-eaaf-476a-8f8a-bf5f1d5ae7bd admin admin] Notify callbacks [] for router, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:21:53.265208 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-71e70197-eaaf-476a-8f8a-bf5f1d5ae7bd admin admin] 10.222.0.54 "DELETE /v2.0/routers/4c080d2b-e9af-4945-ab78-693d80a2a85f HTTP/1.1" status: 204 len: 168 time: 1.8547056 Jan 20 15:21:53.267645 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 50252) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:21:53.327449 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.db_base_plugin_v2 [None req-4da64e3c-346a-4c7b-b549-317c76827ceb admin admin] Deleting subnet 8d158050-dfcc-419b-b3ab-99f466225dfd {{(pid=84152) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 20 15:21:53.330888 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-4da64e3c-346a-4c7b-b549-317c76827ceb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:21:53.391622 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-4da64e3c-346a-4c7b-b549-317c76827ceb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3337915'] for subnet, precommit_delete_associations {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:21:53.467705 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-4da64e3c-346a-4c7b-b549-317c76827ceb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1627147'] for subnet, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:21:53.603406 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-4da64e3c-346a-4c7b-b549-317c76827ceb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1627154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4163580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155308'] for subnet, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:21:53.641324 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da64e3c-346a-4c7b-b549-317c76827ceb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d158050-dfcc-419b-b3ab-99f466225dfd,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:21:53.647216 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-4da64e3c-346a-4c7b-b549-317c76827ceb admin admin] Notify callbacks [] for subnet, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:21:53.653272 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bc3022e-9917-4316-a9f9-74e9aba0e9ac None None] Network a46ec79b-16a6-4290-8d7a-37fc7ed9f1bb requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 15:21:53.659224 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-4da64e3c-346a-4c7b-b549-317c76827ceb admin admin] 10.222.0.54 "DELETE /v2.0/subnets/8d158050-dfcc-419b-b3ab-99f466225dfd HTTP/1.1" status: 204 len: 168 time: 0.3848395 Jan 20 15:21:53.659224 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 50256) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:21:53.762880 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 699c8577-902d-42fb-8998-a828f225aa24 no longer exists at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 15:21:53.774744 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-642b40a7-5ca9-4efc-acc7-d28a20d429f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586409'] for network, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:21:53.786320 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-642b40a7-5ca9-4efc-acc7-d28a20d429f5 admin admin] Deleting port eea486bd-bd43-4bb6-9a7f-81ab24935b05 {{(pid=84152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 15:21:53.786654 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-642b40a7-5ca9-4efc-acc7-d28a20d429f5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:21:53.801705 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] No Port match for: 699c8577-902d-42fb-8998-a828f225aa24 {{(pid=84154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 15:21:53.802055 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 699c8577-902d-42fb-8998-a828f225aa24 not bound to the agent host dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 15:21:53.976639 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bf758c2-3ac3-47bc-9ab9-2fb70827d387 None None] DHCP port deletion for a46ec79b-16a6-4290-8d7a-37fc7ed9f1bb request from dv-neutron-825124-1-hyperv {{(pid=84154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 20 15:21:53.981436 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-9bf758c2-3ac3-47bc-9ab9-2fb70827d387 None None] Deleting port eea486bd-bd43-4bb6-9a7f-81ab24935b05 {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 15:21:53.981881 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-9bf758c2-3ac3-47bc-9ab9-2fb70827d387 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:21:53.991774 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.db [None req-642b40a7-5ca9-4efc-acc7-d28a20d429f5 admin admin] For port eea486bd-bd43-4bb6-9a7f-81ab24935b05, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=eea486bd-bd43-4bb6-9a7f-81ab24935b05,segment=NetworkSegment(2c314d2b-6974-4d6a-8d26-14c28b71fe7a),segment_id=2c314d2b-6974-4d6a-8d26-14c28b71fe7a)] {{(pid=84152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 15:21:53.992129 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-642b40a7-5ca9-4efc-acc7-d28a20d429f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:21:54.112776 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-642b40a7-5ca9-4efc-acc7-d28a20d429f5 admin admin] Calling delete_port for eea486bd-bd43-4bb6-9a7f-81ab24935b05 owned by network:dhcp {{(pid=84152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 15:21:54.245202 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-642b40a7-5ca9-4efc-acc7-d28a20d429f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:21:54.248725 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-9bf758c2-3ac3-47bc-9ab9-2fb70827d387 None None] For port eea486bd-bd43-4bb6-9a7f-81ab24935b05, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=eea486bd-bd43-4bb6-9a7f-81ab24935b05,segment=NetworkSegment(2c314d2b-6974-4d6a-8d26-14c28b71fe7a),segment_id=2c314d2b-6974-4d6a-8d26-14c28b71fe7a)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 15:21:54.249273 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-9bf758c2-3ac3-47bc-9ab9-2fb70827d387 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:21:54.295915 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642b40a7-5ca9-4efc-acc7-d28a20d429f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=eea486bd-bd43-4bb6-9a7f-81ab24935b05,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:21:54.299395 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-642b40a7-5ca9-4efc-acc7-d28a20d429f5 admin admin] No DVR routers for this DVR port eea486bd-bd43-4bb6-9a7f-81ab24935b05 on host dv-neutron-825124-1-hyperv {{(pid=84152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 15:21:54.374690 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-9bf758c2-3ac3-47bc-9ab9-2fb70827d387 None None] Calling delete_port for eea486bd-bd43-4bb6-9a7f-81ab24935b05 owned by network:dhcp {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 15:21:54.411795 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-642b40a7-5ca9-4efc-acc7-d28a20d429f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1626242', 'neutron.services.segments.db._delete_segments_for_network-8769554214620'] for network, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:21:54.436316 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.segments.db [None req-642b40a7-5ca9-4efc-acc7-d28a20d429f5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a46ec79b-16a6-4290-8d7a-37fc7ed9f1bb']}} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:21:54.440149 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.db.api [None req-9bf758c2-3ac3-47bc-9ab9-2fb70827d387 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84154) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 15:21:54.440507 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG oslo_db.api [None req-9bf758c2-3ac3-47bc-9ab9-2fb70827d387 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 15:21:54.448652 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.segments.db [None req-642b40a7-5ca9-4efc-acc7-d28a20d429f5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c314d2b-6974-4d6a-8d26-14c28b71fe7a') {'for_net_delete': True} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:21:54.448945 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.segments.db [None req-642b40a7-5ca9-4efc-acc7-d28a20d429f5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c314d2b-6974-4d6a-8d26-14c28b71fe7a') {} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:21:54.460238 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-642b40a7-5ca9-4efc-acc7-d28a20d429f5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769554214503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3337904'] for segment, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:21:54.475735 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-642b40a7-5ca9-4efc-acc7-d28a20d429f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:21:54.482607 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-642b40a7-5ca9-4efc-acc7-d28a20d429f5 admin admin] Releasing vlan 151 on physical network physnet1 to pool {{(pid=84152) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 15:21:54.485648 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-642b40a7-5ca9-4efc-acc7-d28a20d429f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1622950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4162906'] for segment, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:21:54.499043 dv-neutron-825124-1-hyperv neutron-server[84152]: Traceback (most recent call last): Jan 20 15:21:54.499043 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 15:21:54.499043 dv-neutron-825124-1-hyperv neutron-server[84152]: timer() Jan 20 15:21:54.499043 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 15:21:54.499043 dv-neutron-825124-1-hyperv neutron-server[84152]: cb(*args, **kw) Jan 20 15:21:54.499043 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 15:21:54.499043 dv-neutron-825124-1-hyperv neutron-server[84152]: return func(*args, **kwargs) Jan 20 15:21:54.499043 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 15:21:54.499043 dv-neutron-825124-1-hyperv neutron-server[84152]: self._notify() Jan 20 15:21:54.499043 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 15:21:54.499043 dv-neutron-825124-1-hyperv neutron-server[84152]: self.callback(batched_events) Jan 20 15:21:54.499043 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 15:21:54.499043 dv-neutron-825124-1-hyperv neutron-server[84152]: event.method(event) Jan 20 15:21:54.499043 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 15:21:54.499043 dv-neutron-825124-1-hyperv neutron-server[84152]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 15:21:54.499043 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 15:21:54.499043 dv-neutron-825124-1-hyperv neutron-server[84152]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 15:21:54.499043 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 15:21:54.499043 dv-neutron-825124-1-hyperv neutron-server[84152]: return f(self, *a, **k) Jan 20 15:21:54.499043 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 15:21:54.499043 dv-neutron-825124-1-hyperv neutron-server[84152]: return self._get(url).json() Jan 20 15:21:54.499043 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 15:21:54.499043 dv-neutron-825124-1-hyperv neutron-server[84152]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 15:21:54.499043 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 15:21:54.499043 dv-neutron-825124-1-hyperv neutron-server[84152]: return self.request(url, 'GET', **kwargs) Jan 20 15:21:54.499043 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 15:21:54.499043 dv-neutron-825124-1-hyperv neutron-server[84152]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 15:21:54.499043 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 15:21:54.499043 dv-neutron-825124-1-hyperv neutron-server[84152]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 15:21:54.499043 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 15:21:54.499043 dv-neutron-825124-1-hyperv neutron-server[84152]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 15:21:54.499043 dv-neutron-825124-1-hyperv neutron-server[84152]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 15:21:54.713183 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-642b40a7-5ca9-4efc-acc7-d28a20d429f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1626253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-745296'] for network, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:21:54.717518 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-642b40a7-5ca9-4efc-acc7-d28a20d429f5 admin admin] Notify callbacks [] for network, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:21:54.740932 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642b40a7-5ca9-4efc-acc7-d28a20d429f5 admin admin] Pushing event deleted for resources: {'Network': ['ID=a46ec79b-16a6-4290-8d7a-37fc7ed9f1bb,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:21:54.743380 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-642b40a7-5ca9-4efc-acc7-d28a20d429f5 admin admin] 10.222.0.54 "DELETE /v2.0/networks/a46ec79b-16a6-4290-8d7a-37fc7ed9f1bb HTTP/1.1" status: 204 len: 168 time: 1.0864513 Jan 20 15:21:54.941953 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-9bf758c2-3ac3-47bc-9ab9-2fb70827d387 None None] Deleting port eea486bd-bd43-4bb6-9a7f-81ab24935b05 {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 15:21:54.942557 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-9bf758c2-3ac3-47bc-9ab9-2fb70827d387 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:21:55.007827 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-9bf758c2-3ac3-47bc-9ab9-2fb70827d387 None None] The port 'eea486bd-bd43-4bb6-9a7f-81ab24935b05' was deleted {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 20 15:21:55.038673 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 50262) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:21:55.090314 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-8d488fee-856e-499f-b606-9de93ef9f514 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=3bc5f3e7f22a415a8cb2096f9aac89d2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0504987 Jan 20 15:21:55.092657 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 50266) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:21:55.149737 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-ad5a8df9-1bbd-4884-b18a-4b30eee65589 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:21:55.175411 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-ad5a8df9-1bbd-4884-b18a-4b30eee65589 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:21:55.296516 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-ad5a8df9-1bbd-4884-b18a-4b30eee65589 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:21:55.313216 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5a8df9-1bbd-4884-b18a-4b30eee65589 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef50e613-4ab8-4853-925b-fa4566b5bccc,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:21:55.385485 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-ad5a8df9-1bbd-4884-b18a-4b30eee65589 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:21:55.386668 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-ad5a8df9-1bbd-4884-b18a-4b30eee65589 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/ef50e613-4ab8-4853-925b-fa4566b5bccc HTTP/1.1" status: 204 len: 168 time: 0.2931616 Jan 20 15:21:55.412845 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device d808f4ba-aac5-4d3a-8aa7-cf5a4832d092 no longer exists at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 15:21:55.444715 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] No Port match for: d808f4ba-aac5-4d3a-8aa7-cf5a4832d092 {{(pid=84154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 15:21:55.445064 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device d808f4ba-aac5-4d3a-8aa7-cf5a4832d092 not bound to the agent host dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 15:21:55.445506 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device eea486bd-bd43-4bb6-9a7f-81ab24935b05 no longer exists at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 15:21:55.480395 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] No Port match for: eea486bd-bd43-4bb6-9a7f-81ab24935b05 {{(pid=84154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 15:21:55.480743 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device eea486bd-bd43-4bb6-9a7f-81ab24935b05 not bound to the agent host dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 15:21:56.095089 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 50274) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:21:56.144018 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-7017fbe7-eef1-428f-a454-300d6226ec87 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=af1c4c17ac1f463fbe66f5de35644c94&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0475953 Jan 20 15:21:56.146546 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 50278) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:21:56.207749 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-96c79f7f-a70f-4e04-bd63-5fbac470273b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:21:56.233449 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-96c79f7f-a70f-4e04-bd63-5fbac470273b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:21:56.381897 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-96c79f7f-a70f-4e04-bd63-5fbac470273b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:21:56.397946 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c79f7f-a70f-4e04-bd63-5fbac470273b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=913e2695-80e5-4f0e-8d6a-c22e954390af,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:21:56.403279 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-96c79f7f-a70f-4e04-bd63-5fbac470273b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:21:56.403793 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-96c79f7f-a70f-4e04-bd63-5fbac470273b admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/913e2695-80e5-4f0e-8d6a-c22e954390af HTTP/1.1" status: 204 len: 168 time: 0.2566760 Jan 20 15:21:58.039485 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-65966b15-c56c-499e-a3a4-bf507ccc6aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:21:59.259233 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 50322) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:21:59.265334 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-f62176c8-e8dd-4119-b4d3-1374ba21b691 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-114926905', 'description': 'tempest-secgroup-smoke-114926905 description', 'project_id': 'a7eb12e65a2142f3af36926716af6c10'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 15:21:59.271941 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-f62176c8-e8dd-4119-b4d3-1374ba21b691 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:21:59.275662 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-f62176c8-e8dd-4119-b4d3-1374ba21b691 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Usage tracker for resource:security_group and tenant:a7eb12e65a2142f3af36926716af6c10 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:21:59.279122 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-f62176c8-e8dd-4119-b4d3-1374ba21b691 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:21:59.284719 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-f62176c8-e8dd-4119-b4d3-1374ba21b691 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:21:59.353420 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-f62176c8-e8dd-4119-b4d3-1374ba21b691 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks [] for security_group, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:21:59.368320 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-f62176c8-e8dd-4119-b4d3-1374ba21b691 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks [] for security_group, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:21:59.399964 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-f62176c8-e8dd-4119-b4d3-1374ba21b691 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:21:59.403714 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-f62176c8-e8dd-4119-b4d3-1374ba21b691 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Usage tracker for resource:security_group_rule and tenant:a7eb12e65a2142f3af36926716af6c10 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:21:59.406467 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-f62176c8-e8dd-4119-b4d3-1374ba21b691 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:21:59.412046 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-f62176c8-e8dd-4119-b4d3-1374ba21b691 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:21:59.481974 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-f62176c8-e8dd-4119-b4d3-1374ba21b691 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks [] for security_group, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:21:59.553750 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-f62176c8-e8dd-4119-b4d3-1374ba21b691 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:21:59.599080 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-f62176c8-e8dd-4119-b4d3-1374ba21b691 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:21:59.605152 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-f62176c8-e8dd-4119-b4d3-1374ba21b691 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Usage tracker for resource:security_group_rule and tenant:a7eb12e65a2142f3af36926716af6c10 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:21:59.609865 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62176c8-e8dd-4119-b4d3-1374ba21b691 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d4b4db7-4162-4fc8-8204-8e2dbf1b279d,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:21:59.612877 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-f62176c8-e8dd-4119-b4d3-1374ba21b691 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:21:59.618904 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-f62176c8-e8dd-4119-b4d3-1374ba21b691 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:21:59.683187 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-f62176c8-e8dd-4119-b4d3-1374ba21b691 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks [] for security_group, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:21:59.736399 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-f62176c8-e8dd-4119-b4d3-1374ba21b691 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:21:59.779876 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62176c8-e8dd-4119-b4d3-1374ba21b691 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68e8d5c0-5e06-4691-a3a9-75714e591a9c,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:21:59.821954 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-f62176c8-e8dd-4119-b4d3-1374ba21b691 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks [] for security_group, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:21:59.823350 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-f62176c8-e8dd-4119-b4d3-1374ba21b691 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.5630929 Jan 20 15:21:59.826239 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 50326) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:21:59.832055 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-1485e60f-3388-40f6-b73f-8bc113063222 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Request body: {'security_group_rule': {'security_group_id': '68e8d5c0-5e06-4691-a3a9-75714e591a9c', 'project_id': 'a7eb12e65a2142f3af36926716af6c10', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 15:21:59.838426 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-1485e60f-3388-40f6-b73f-8bc113063222 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:21:59.842650 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-1485e60f-3388-40f6-b73f-8bc113063222 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Usage tracker for resource:security_group_rule and tenant:a7eb12e65a2142f3af36926716af6c10 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:21:59.845697 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-1485e60f-3388-40f6-b73f-8bc113063222 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:21:59.851438 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-1485e60f-3388-40f6-b73f-8bc113063222 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:21:59.926937 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-1485e60f-3388-40f6-b73f-8bc113063222 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:21:59.989646 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-1485e60f-3388-40f6-b73f-8bc113063222 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:00.067006 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-1485e60f-3388-40f6-b73f-8bc113063222 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734962'] for security_group_rule, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:00.093526 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1485e60f-3388-40f6-b73f-8bc113063222 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7cfc72c-030b-47af-8faf-8f6d90bf5f24,revision_number=0']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:22:00.164732 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-1485e60f-3388-40f6-b73f-8bc113063222 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:00.166095 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-1485e60f-3388-40f6-b73f-8bc113063222 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3388038 Jan 20 15:22:00.168884 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 50330) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:22:00.174213 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-3c631a8c-48a4-4d15-961a-94aa5b658ee7 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Request body: {'security_group_rule': {'security_group_id': '68e8d5c0-5e06-4691-a3a9-75714e591a9c', 'project_id': 'a7eb12e65a2142f3af36926716af6c10', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 15:22:00.180118 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-3c631a8c-48a4-4d15-961a-94aa5b658ee7 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:22:00.183832 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-3c631a8c-48a4-4d15-961a-94aa5b658ee7 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Usage tracker for resource:security_group_rule and tenant:a7eb12e65a2142f3af36926716af6c10 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:22:00.186843 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-3c631a8c-48a4-4d15-961a-94aa5b658ee7 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:22:00.192419 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-3c631a8c-48a4-4d15-961a-94aa5b658ee7 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:22:00.273898 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-3c631a8c-48a4-4d15-961a-94aa5b658ee7 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:00.339444 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-3c631a8c-48a4-4d15-961a-94aa5b658ee7 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:00.410108 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-3c631a8c-48a4-4d15-961a-94aa5b658ee7 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734962'] for security_group_rule, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:00.432646 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c631a8c-48a4-4d15-961a-94aa5b658ee7 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=898a7d72-6010-42f2-bd03-0556daa25043,revision_number=0']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:22:00.439299 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-d82e7e57-d88b-4c36-8d5c-019bc168aeb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:00.525123 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-3c631a8c-48a4-4d15-961a-94aa5b658ee7 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:00.526273 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-3c631a8c-48a4-4d15-961a-94aa5b658ee7 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3564622 Jan 20 15:22:00.529580 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 50334) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:22:00.534971 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-8323f71c-9637-4421-ac06-5bf03e4baa45 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Request body: {'security_group_rule': {'security_group_id': '68e8d5c0-5e06-4691-a3a9-75714e591a9c', 'project_id': 'a7eb12e65a2142f3af36926716af6c10', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 15:22:00.540830 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-8323f71c-9637-4421-ac06-5bf03e4baa45 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:22:00.545293 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-8323f71c-9637-4421-ac06-5bf03e4baa45 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Usage tracker for resource:security_group_rule and tenant:a7eb12e65a2142f3af36926716af6c10 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:22:00.548153 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-8323f71c-9637-4421-ac06-5bf03e4baa45 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:22:00.553805 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-8323f71c-9637-4421-ac06-5bf03e4baa45 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:22:00.649079 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-8323f71c-9637-4421-ac06-5bf03e4baa45 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:00.709248 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-8323f71c-9637-4421-ac06-5bf03e4baa45 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:00.775981 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-8323f71c-9637-4421-ac06-5bf03e4baa45 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734962'] for security_group_rule, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:00.799213 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8323f71c-9637-4421-ac06-5bf03e4baa45 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20a9f556-60f1-4fd4-954b-769941ba607d,revision_number=0']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:22:00.879054 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-8323f71c-9637-4421-ac06-5bf03e4baa45 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:00.880292 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-8323f71c-9637-4421-ac06-5bf03e4baa45 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3497298 Jan 20 15:22:00.883092 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 50338) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:22:00.889227 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-8c5e147b-fd29-423b-abb5-43f508560a26 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Request body: {'security_group_rule': {'security_group_id': '68e8d5c0-5e06-4691-a3a9-75714e591a9c', 'project_id': 'a7eb12e65a2142f3af36926716af6c10', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 15:22:00.896015 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-8c5e147b-fd29-423b-abb5-43f508560a26 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:22:00.899725 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-8c5e147b-fd29-423b-abb5-43f508560a26 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Usage tracker for resource:security_group_rule and tenant:a7eb12e65a2142f3af36926716af6c10 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:22:00.902569 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-8c5e147b-fd29-423b-abb5-43f508560a26 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:22:00.908191 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-8c5e147b-fd29-423b-abb5-43f508560a26 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:22:01.000015 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-8c5e147b-fd29-423b-abb5-43f508560a26 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:01.039184 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:01.064311 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-8c5e147b-fd29-423b-abb5-43f508560a26 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:01.117190 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-8c5e147b-fd29-423b-abb5-43f508560a26 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734962'] for security_group_rule, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:01.140217 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5e147b-fd29-423b-abb5-43f508560a26 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98d5aead-262d-43a0-9072-3c50499e2226,revision_number=0']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:22:01.220331 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-8c5e147b-fd29-423b-abb5-43f508560a26 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:01.221540 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-8c5e147b-fd29-423b-abb5-43f508560a26 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3375454 Jan 20 15:22:01.224340 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 50342) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:22:01.229462 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-092fc818-53e2-4f9f-bfa2-72ecc7a055a4 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Request body: {'security_group_rule': {'security_group_id': '68e8d5c0-5e06-4691-a3a9-75714e591a9c', 'project_id': 'a7eb12e65a2142f3af36926716af6c10', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 15:22:01.235485 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-092fc818-53e2-4f9f-bfa2-72ecc7a055a4 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:22:01.239188 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-092fc818-53e2-4f9f-bfa2-72ecc7a055a4 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Usage tracker for resource:security_group_rule and tenant:a7eb12e65a2142f3af36926716af6c10 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:22:01.242003 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-092fc818-53e2-4f9f-bfa2-72ecc7a055a4 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:22:01.247622 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-092fc818-53e2-4f9f-bfa2-72ecc7a055a4 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:22:01.312162 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.db.securitygroups_db [None req-092fc818-53e2-4f9f-bfa2-72ecc7a055a4 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Project a7eb12e65a2142f3af36926716af6c10 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 20 15:22:01.318650 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-092fc818-53e2-4f9f-bfa2-72ecc7a055a4 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:01.386146 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-092fc818-53e2-4f9f-bfa2-72ecc7a055a4 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:01.461680 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:01.478781 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-092fc818-53e2-4f9f-bfa2-72ecc7a055a4 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734962'] for security_group_rule, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:01.502169 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092fc818-53e2-4f9f-bfa2-72ecc7a055a4 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c216086d-afa5-49db-9046-9ed68228b18b,revision_number=0']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:22:01.553265 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-092fc818-53e2-4f9f-bfa2-72ecc7a055a4 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:01.554459 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-092fc818-53e2-4f9f-bfa2-72ecc7a055a4 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3292189 Jan 20 15:22:01.557143 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 50346) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:22:01.562957 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-4b122282-c512-4a28-a432-f29d54dc9a87 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Request body: {'security_group_rule': {'security_group_id': '68e8d5c0-5e06-4691-a3a9-75714e591a9c', 'project_id': 'a7eb12e65a2142f3af36926716af6c10', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 15:22:01.568713 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-4b122282-c512-4a28-a432-f29d54dc9a87 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:22:01.572450 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-4b122282-c512-4a28-a432-f29d54dc9a87 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Usage tracker for resource:security_group_rule and tenant:a7eb12e65a2142f3af36926716af6c10 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:22:01.576961 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-4b122282-c512-4a28-a432-f29d54dc9a87 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:22:01.583036 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-4b122282-c512-4a28-a432-f29d54dc9a87 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:22:01.656470 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.db.securitygroups_db [None req-4b122282-c512-4a28-a432-f29d54dc9a87 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Project a7eb12e65a2142f3af36926716af6c10 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 20 15:22:01.663351 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-4b122282-c512-4a28-a432-f29d54dc9a87 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:01.727085 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-4b122282-c512-4a28-a432-f29d54dc9a87 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:01.769048 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-cdd98e71-1f0a-4421-baa9-dcb30e06edf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:01.797463 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-4b122282-c512-4a28-a432-f29d54dc9a87 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734962'] for security_group_rule, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:01.821368 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b122282-c512-4a28-a432-f29d54dc9a87 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ee349d2-f559-4693-9caf-2d62ca7d1a02,revision_number=0']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:22:01.889420 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-4b122282-c512-4a28-a432-f29d54dc9a87 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:01.890694 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-4b122282-c512-4a28-a432-f29d54dc9a87 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3326597 Jan 20 15:22:01.894003 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 50350) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:22:01.899362 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-72f632fb-11f7-4632-bcb3-7ce2f069c1b2 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Request body: {'network': {'name': 'tempest-network-smoke--1411524739', 'project_id': 'a7eb12e65a2142f3af36926716af6c10', 'port_security_enabled': True}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 15:22:01.904208 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-72f632fb-11f7-4632-bcb3-7ce2f069c1b2 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:22:01.908415 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-72f632fb-11f7-4632-bcb3-7ce2f069c1b2 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Usage tracker for resource:network and tenant:a7eb12e65a2142f3af36926716af6c10 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:22:01.911294 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-72f632fb-11f7-4632-bcb3-7ce2f069c1b2 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:22:01.916896 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-72f632fb-11f7-4632-bcb3-7ce2f069c1b2 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:22:02.021637 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72f632fb-11f7-4632-bcb3-7ce2f069c1b2 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Made reservation on behalf of a7eb12e65a2142f3af36926716af6c10 for: {'network': 1} {{(pid=84153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 15:22:02.024802 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-72f632fb-11f7-4632-bcb3-7ce2f069c1b2 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for network, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:02.052729 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72f632fb-11f7-4632-bcb3-7ce2f069c1b2 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 166} {{(pid=84153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 15:22:02.062115 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-72f632fb-11f7-4632-bcb3-7ce2f069c1b2 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:02.062461 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.db.segments_db [None req-72f632fb-11f7-4632-bcb3-7ce2f069c1b2 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Added segment 6816c854-9546-4c75-a678-ef013a9423a1 of type vlan for network fa7601b3-4272-42f8-9cc9-3c541816d46a Jan 20 15:22:02.088626 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-72f632fb-11f7-4632-bcb3-7ce2f069c1b2 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769553767792'] for network, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:02.187386 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-72f632fb-11f7-4632-bcb3-7ce2f069c1b2 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967'] for network, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:02.191139 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72f632fb-11f7-4632-bcb3-7ce2f069c1b2 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:22:02.191750 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-72f632fb-11f7-4632-bcb3-7ce2f069c1b2 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks [] for network, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:02.387215 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f632fb-11f7-4632-bcb3-7ce2f069c1b2 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Pushing event updated for resources: {'Network': ['ID=fa7601b3-4272-42f8-9cc9-3c541816d46a,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:22:02.397656 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Network fa7601b3-4272-42f8-9cc9-3c541816d46a details requested by agent ovs-agent-dv-neutron-825124-1-hyperv with host dv-neutron-825124-1-hyperv {{(pid=84154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 15:22:02.439633 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-72f632fb-11f7-4632-bcb3-7ce2f069c1b2 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5445328 Jan 20 15:22:02.442519 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 50354) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:22:02.447770 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-a5075b7b-cce0-4cf2-897f-2c8c273274ba tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1083156851', 'admin_state_up': True, 'project_id': 'a7eb12e65a2142f3af36926716af6c10', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d'}}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 15:22:02.455284 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-a5075b7b-cce0-4cf2-897f-2c8c273274ba tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:22:02.459304 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-a5075b7b-cce0-4cf2-897f-2c8c273274ba tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Usage tracker for resource:router and tenant:a7eb12e65a2142f3af36926716af6c10 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:22:02.462224 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-a5075b7b-cce0-4cf2-897f-2c8c273274ba tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:22:02.468413 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-a5075b7b-cce0-4cf2-897f-2c8c273274ba tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:22:02.536396 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-a5075b7b-cce0-4cf2-897f-2c8c273274ba tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-105475'] for router, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:02.537346 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-a5075b7b-cce0-4cf2-897f-2c8c273274ba tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-739204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-744864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-735540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-105484'] for router, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:02.554910 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-a5075b7b-cce0-4cf2-897f-2c8c273274ba tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:02.762901 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-a5075b7b-cce0-4cf2-897f-2c8c273274ba tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-744886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-105502'] for router, precommit_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:03.000850 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-a5075b7b-cce0-4cf2-897f-2c8c273274ba tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks [] for router_gateway, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:03.029038 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-a5075b7b-cce0-4cf2-897f-2c8c273274ba tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:03.159589 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.db_base_plugin_common [None req-a5075b7b-cce0-4cf2-897f-2c8c273274ba tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Allocated IP 172.26.7.206 (8dffb05c-5ca0-409b-bd5f-7be6264f707d/a489dd4f-42a5-433b-8be3-bab2749c4209/9fb022c6-bf83-4492-8050-2bf79289296d) {{(pid=84153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 15:22:03.244981 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-eea6df97-7ff1-4b63-af20-e3ec8913deda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:03.303137 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-a5075b7b-cce0-4cf2-897f-2c8c273274ba tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks [] for port, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:03.393765 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-a5075b7b-cce0-4cf2-897f-2c8c273274ba tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:03.457822 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5075b7b-cce0-4cf2-897f-2c8c273274ba tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Network 8dffb05c-5ca0-409b-bd5f-7be6264f707d is already hosted by enough agents. {{(pid=84153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 15:22:03.460802 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.base_scheduler [None req-a5075b7b-cce0-4cf2-897f-2c8c273274ba tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Resources bound (agent type, host, resource id): {{(pid=84153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 15:22:03.464581 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5075b7b-cce0-4cf2-897f-2c8c273274ba tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Received port after_create {{(pid=84153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 15:22:03.497494 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5075b7b-cce0-4cf2-897f-2c8c273274ba tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Pushing event updated for resources: {'Port': ['ID=9fb022c6-bf83-4492-8050-2bf79289296d,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:22:03.690613 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-a5075b7b-cce0-4cf2-897f-2c8c273274ba tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks [] for router_gateway, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:03.691244 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-a5075b7b-cce0-4cf2-897f-2c8c273274ba tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-744861'] for router, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:04.100235 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5075b7b-cce0-4cf2-897f-2c8c273274ba tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Router 88078c36-fec1-469a-ab38-6f76b3ea668e is scheduled to L3 agent 624d525b-4c26-4143-8a1c-228bb1c6faaa with binding_index 1 {{(pid=84153) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 20 15:22:04.300257 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5075b7b-cce0-4cf2-897f-2c8c273274ba tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify agent at l3_agent.dv-neutron-825124-1-hyperv the message routers_updated {{(pid=84153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 15:22:04.313087 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-975e00e9-e573-4120-a4fa-4d475f254dbe None None] Sync routers for ids ['88078c36-fec1-469a-ab38-6f76b3ea668e'] in dv-neutron-825124-1-hyperv {{(pid=84154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 15:22:04.328168 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-975e00e9-e573-4120-a4fa-4d475f254dbe None None] Routers {'88078c36-fec1-469a-ab38-6f76b3ea668e'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 15:22:04.330440 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-975e00e9-e573-4120-a4fa-4d475f254dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T15:22:00Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['88078c36-fec1-469a-ab38-6f76b3ea668e'], 'active': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:22:04.376230 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-a5075b7b-cce0-4cf2-897f-2c8c273274ba tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks [] for router, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:04.377500 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-a5075b7b-cce0-4cf2-897f-2c8c273274ba tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.9339023 Jan 20 15:22:04.380691 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 50358) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:22:04.512380 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvr_db [None req-975e00e9-e573-4120-a4fa-4d475f254dbe None None] Set router 88078c36-fec1-469a-ab38-6f76b3ea668e gateway port host: dv-neutron-825124-1-hyperv {{(pid=84154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 15:22:04.544290 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-36a3cf77-ceac-4760-bc6c-5d93f9ed6d06 tempest-TestNetworkAdvancedServerOps-1698589146 tempest-TestNetworkAdvancedServerOps-1698589146-project-admin] 10.222.0.54 "GET /v2.0/subnets?project_id=a7eb12e65a2142f3af36926716af6c10&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1625202 Jan 20 15:22:04.547516 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 50364) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:22:04.790333 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e62c1000-f26d-423e-87d7-52d48e6ce852 tempest-TestNetworkAdvancedServerOps-1698589146 tempest-TestNetworkAdvancedServerOps-1698589146-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:22:04.791783 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-e62c1000-f26d-423e-87d7-52d48e6ce852 tempest-TestNetworkAdvancedServerOps-1698589146 tempest-TestNetworkAdvancedServerOps-1698589146-project-admin] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2433805 Jan 20 15:22:04.795280 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 50368) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:22:04.809389 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-975e00e9-e573-4120-a4fa-4d475f254dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88078c36-fec1-469a-ab38-6f76b3ea668e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1083156851', 'tenant_id': 'a7eb12e65a2142f3af36926716af6c10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.206'}], 'enable_snat': True}, 'gw_port_id': '9fb022c6-bf83-4492-8050-2bf79289296d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:22:02Z', 'updated_at': '2022-01-20T15:22:03Z', 'revision_number': 3, 'project_id': 'a7eb12e65a2142f3af36926716af6c10', 'gw_port': {'id': '9fb022c6-bf83-4492-8050-2bf79289296d', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:19:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88078c36-fec1-469a-ab38-6f76b3ea668e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:22:03Z', 'updated_at': '2022-01-20T15:22:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv'}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:22:04.813791 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-975e00e9-e573-4120-a4fa-4d475f254dbe None None] Checking router: 88078c36-fec1-469a-ab38-6f76b3ea668e for host: dv-neutron-825124-1-hyperv {{(pid=84154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 15:22:04.814166 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-975e00e9-e573-4120-a4fa-4d475f254dbe None None] Updating router 88078c36-fec1-469a-ab38-6f76b3ea668e port 9fb022c6-bf83-4492-8050-2bf79289296d binding host dv-neutron-825124-1-hyperv {{(pid=84154) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 20 15:22:04.833240 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-15797cc4-7503-4b94-9f32-6654897f630d tempest-TestNetworkAdvancedServerOps-1698589146 tempest-TestNetworkAdvancedServerOps-1698589146-project-admin] 10.222.0.54 "GET /v2.0/subnets?network_id=8dffb05c-5ca0-409b-bd5f-7be6264f707d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0370009 Jan 20 15:22:04.835849 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 50372) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:22:04.841177 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-b2574ee9-dd30-4f05-a13b-562587a151ed tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-829626988', 'network_id': 'fa7601b3-4272-42f8-9cc9-3c541816d46a', 'project_id': 'a7eb12e65a2142f3af36926716af6c10', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 15:22:04.863546 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-975e00e9-e573-4120-a4fa-4d475f254dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:04.946135 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-b2574ee9-dd30-4f05-a13b-562587a151ed tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:22:04.949857 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-b2574ee9-dd30-4f05-a13b-562587a151ed tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Usage tracker for resource:subnet and tenant:a7eb12e65a2142f3af36926716af6c10 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:22:04.953664 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-b2574ee9-dd30-4f05-a13b-562587a151ed tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:22:04.959735 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-b2574ee9-dd30-4f05-a13b-562587a151ed tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:22:05.016372 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2574ee9-dd30-4f05-a13b-562587a151ed tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Made reservation on behalf of a7eb12e65a2142f3af36926716af6c10 for: {'subnet': 1} {{(pid=84153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 15:22:05.118102 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-b2574ee9-dd30-4f05-a13b-562587a151ed tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4193986'] for subnet, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:05.187008 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-975e00e9-e573-4120-a4fa-4d475f254dbe None None] Notify callbacks [] for port, precommit_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:05.199285 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-975e00e9-e573-4120-a4fa-4d475f254dbe None None] Transition to ACTIVE for port object 9fb022c6-bf83-4492-8050-2bf79289296d will not be triggered until provisioned by entity L2. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 15:22:05.283649 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-975e00e9-e573-4120-a4fa-4d475f254dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:05.398115 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7f2661-ecde-41c7-8ae3-b44dc7e24e2c None None] Pushing event updated for resources: {'Port': ['ID=9fb022c6-bf83-4492-8050-2bf79289296d,revision_number=2']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:22:05.399433 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-b2574ee9-dd30-4f05-a13b-562587a151ed tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3943531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4194004'] for subnet, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:05.400167 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-975e00e9-e573-4120-a4fa-4d475f254dbe None None] Attempting to bind port 9fb022c6-bf83-4492-8050-2bf79289296d on host dv-neutron-825124-1-hyperv for vnic_type normal with profile {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 15:22:05.400531 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-975e00e9-e573-4120-a4fa-4d475f254dbe None None] Attempting to bind port 9fb022c6-bf83-4492-8050-2bf79289296d by drivers openvswitch,hyperv on host dv-neutron-825124-1-hyperv at level 0 using segments [{'id': 'f628f1ba-6b70-4c9b-8839-62340c040c81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d'}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 15:22:05.400892 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-975e00e9-e573-4120-a4fa-4d475f254dbe None None] Attempting to bind port 9fb022c6-bf83-4492-8050-2bf79289296d on network 8dffb05c-5ca0-409b-bd5f-7be6264f707d {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 15:22:05.411660 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-975e00e9-e573-4120-a4fa-4d475f254dbe None None] Checking agent: {'id': '6414dfeb-85c5-454a-8756-709ca637d800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825124-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 16, 31), 'started_at': datetime.datetime(2022, 1, 20, 14, 17, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 15, 22, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825124-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 15:22:05.414246 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-975e00e9-e573-4120-a4fa-4d475f254dbe None None] Checking segment: {'id': 'f628f1ba-6b70-4c9b-8839-62340c040c81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 15:22:05.414246 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-975e00e9-e573-4120-a4fa-4d475f254dbe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:05.414246 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-975e00e9-e573-4120-a4fa-4d475f254dbe None None] Bound using segment: {'id': 'f628f1ba-6b70-4c9b-8839-62340c040c81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d'} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 15:22:05.414246 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-975e00e9-e573-4120-a4fa-4d475f254dbe None None] Bound port: 9fb022c6-bf83-4492-8050-2bf79289296d, host: dv-neutron-825124-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f628f1ba-6b70-4c9b-8839-62340c040c81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d'}}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 15:22:05.414246 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-975e00e9-e573-4120-a4fa-4d475f254dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:05.440905 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7f2661-ecde-41c7-8ae3-b44dc7e24e2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:22:05.441255 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7f2661-ecde-41c7-8ae3-b44dc7e24e2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:22:05.441600 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7f2661-ecde-41c7-8ae3-b44dc7e24e2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:22:05.441937 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7f2661-ecde-41c7-8ae3-b44dc7e24e2c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:22:05.442298 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7f2661-ecde-41c7-8ae3-b44dc7e24e2c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:22:05.442629 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7f2661-ecde-41c7-8ae3-b44dc7e24e2c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:22:05.442956 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7f2661-ecde-41c7-8ae3-b44dc7e24e2c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:22:05.443282 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7f2661-ecde-41c7-8ae3-b44dc7e24e2c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:22:05.443605 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7f2661-ecde-41c7-8ae3-b44dc7e24e2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:22:05.443935 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7f2661-ecde-41c7-8ae3-b44dc7e24e2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:22:05.444253 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7f2661-ecde-41c7-8ae3-b44dc7e24e2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:22:05.480223 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2574ee9-dd30-4f05-a13b-562587a151ed tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Pushing event updated for resources: {'Subnet': ['ID=14fc6ff0-75cd-49fa-ad9b-c22182249cb2,revision_number=0']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:22:05.492193 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2574ee9-dd30-4f05-a13b-562587a151ed tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Checking segment: {'id': '6816c854-9546-4c75-a678-ef013a9423a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'fa7601b3-4272-42f8-9cc9-3c541816d46a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 15:22:05.492558 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2574ee9-dd30-4f05-a13b-562587a151ed tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Network hostable DHCP agents. Network: fa7601b3-4272-42f8-9cc9-3c541816d46a, hostable agents: ['1a181e39-5220-4c1a-88f8-08a54e8bfc9b'], hosted agents: [] {{(pid=84153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 15:22:05.493372 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-975e00e9-e573-4120-a4fa-4d475f254dbe None None] For port 9fb022c6-bf83-4492-8050-2bf79289296d, host dv-neutron-825124-1-hyperv, cleared binding levels {{(pid=84154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 15:22:05.496429 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-975e00e9-e573-4120-a4fa-4d475f254dbe None None] For port 9fb022c6-bf83-4492-8050-2bf79289296d, host dv-neutron-825124-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=9fb022c6-bf83-4492-8050-2bf79289296d,segment=NetworkSegment(f628f1ba-6b70-4c9b-8839-62340c040c81),segment_id=f628f1ba-6b70-4c9b-8839-62340c040c81)] {{(pid=84154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 15:22:05.580872 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-975e00e9-e573-4120-a4fa-4d475f254dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:05.603236 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2574ee9-dd30-4f05-a13b-562587a151ed tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Network fa7601b3-4272-42f8-9cc9-3c541816d46a is scheduled to be hosted by DHCP agent 1a181e39-5220-4c1a-88f8-08a54e8bfc9b with binding_index 1 {{(pid=84153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 15:22:05.665700 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-975e00e9-e573-4120-a4fa-4d475f254dbe None None] Routers {'88078c36-fec1-469a-ab38-6f76b3ea668e'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 15:22:05.666330 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-975e00e9-e573-4120-a4fa-4d475f254dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T15:22:00Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['88078c36-fec1-469a-ab38-6f76b3ea668e'], 'active': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:22:05.689179 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.base_scheduler [None req-b2574ee9-dd30-4f05-a13b-562587a151ed tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825124-1-hyperv, fa7601b3-4272-42f8-9cc9-3c541816d46a) {{(pid=84153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 15:22:05.692933 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2574ee9-dd30-4f05-a13b-562587a151ed tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:22:05.693623 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-b2574ee9-dd30-4f05-a13b-562587a151ed tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks [] for subnet, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:05.722929 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1dcebbe-596a-49bd-8664-8f7bf36dac71 None None] Network fa7601b3-4272-42f8-9cc9-3c541816d46a requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 15:22:05.744140 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7f2661-ecde-41c7-8ae3-b44dc7e24e2c None None] Pushing event updated for resources: {'Port': ['ID=9fb022c6-bf83-4492-8050-2bf79289296d,revision_number=3']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:22:05.765790 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-b2574ee9-dd30-4f05-a13b-562587a151ed tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9289477 Jan 20 15:22:05.768467 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 50376) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:22:05.982363 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvr_db [None req-975e00e9-e573-4120-a4fa-4d475f254dbe None None] Set router 88078c36-fec1-469a-ab38-6f76b3ea668e gateway port host: dv-neutron-825124-1-hyperv {{(pid=84154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 15:22:06.213501 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a8ca594-12ed-418c-ac85-2f941b9e205c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95c917f5-14ba-5e96-98b8-1a52654a930a-fa7601b3-4272-42f8-9cc9-3c541816d46a', 'network_id': 'fa7601b3-4272-42f8-9cc9-3c541816d46a', 'tenant_id': 'a7eb12e65a2142f3af36926716af6c10', 'fixed_ips': [{'subnet_id': '14fc6ff0-75cd-49fa-ad9b-c22182249cb2'}]}} from dv-neutron-825124-1-hyperv. {{(pid=84154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 20 15:22:06.214348 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-9a8ca594-12ed-418c-ac85-2f941b9e205c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:06.450515 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-975e00e9-e573-4120-a4fa-4d475f254dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88078c36-fec1-469a-ab38-6f76b3ea668e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1083156851', 'tenant_id': 'a7eb12e65a2142f3af36926716af6c10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.206'}], 'enable_snat': True}, 'gw_port_id': '9fb022c6-bf83-4492-8050-2bf79289296d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:22:02Z', 'updated_at': '2022-01-20T15:22:03Z', 'revision_number': 3, 'project_id': 'a7eb12e65a2142f3af36926716af6c10', 'gw_port': {'id': '9fb022c6-bf83-4492-8050-2bf79289296d', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:19:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88078c36-fec1-469a-ab38-6f76b3ea668e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:22:03Z', 'updated_at': '2022-01-20T15:22:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv'}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:22:06.452865 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_common [None req-9a8ca594-12ed-418c-ac85-2f941b9e205c None None] Allocated IP 172.20.0.2 (fa7601b3-4272-42f8-9cc9-3c541816d46a/14fc6ff0-75cd-49fa-ad9b-c22182249cb2/502deee7-fd06-4990-ac33-34342cff51c1) {{(pid=84154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 15:22:06.459396 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-975e00e9-e573-4120-a4fa-4d475f254dbe None None] The sync data for ids ['88078c36-fec1-469a-ab38-6f76b3ea668e'] in dv-neutron-825124-1-hyperv is: [{'id': '88078c36-fec1-469a-ab38-6f76b3ea668e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1083156851', 'tenant_id': 'a7eb12e65a2142f3af36926716af6c10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.206'}], 'enable_snat': True}, 'gw_port_id': '9fb022c6-bf83-4492-8050-2bf79289296d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:22:02Z', 'updated_at': '2022-01-20T15:22:03Z', 'revision_number': 3, 'project_id': 'a7eb12e65a2142f3af36926716af6c10', 'gw_port': {'id': '9fb022c6-bf83-4492-8050-2bf79289296d', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:19:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88078c36-fec1-469a-ab38-6f76b3ea668e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:22:03Z', 'updated_at': '2022-01-20T15:22:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv'}] {{(pid=84154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 15:22:06.514099 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-a95d16a1-315d-4a15-8764-559f1aab1227 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:06.693860 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-9a8ca594-12ed-418c-ac85-2f941b9e205c None None] Notify callbacks [] for port, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:06.705172 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-9a8ca594-12ed-418c-ac85-2f941b9e205c None None] Transition to ACTIVE for port object 502deee7-fd06-4990-ac33-34342cff51c1 will not be triggered until provisioned by entity L2. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 15:22:06.725800 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-9a8ca594-12ed-418c-ac85-2f941b9e205c None None] Transition to ACTIVE for port object 502deee7-fd06-4990-ac33-34342cff51c1 will not be triggered until provisioned by entity DHCP. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 15:22:06.788241 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-9a8ca594-12ed-418c-ac85-2f941b9e205c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477'] for port, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:06.864076 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a8ca594-12ed-418c-ac85-2f941b9e205c None None] Network fa7601b3-4272-42f8-9cc9-3c541816d46a is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 15:22:06.867664 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-9a8ca594-12ed-418c-ac85-2f941b9e205c None None] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 15:22:06.869495 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8ca594-12ed-418c-ac85-2f941b9e205c None None] Pushing event updated for resources: {'Port': ['ID=502deee7-fd06-4990-ac33-34342cff51c1,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:22:06.871740 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a8ca594-12ed-418c-ac85-2f941b9e205c None None] Received port after_create {{(pid=84154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 15:22:06.960831 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-9a8ca594-12ed-418c-ac85-2f941b9e205c None None] Attempting to bind port 502deee7-fd06-4990-ac33-34342cff51c1 on host dv-neutron-825124-1-hyperv for vnic_type normal with profile {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 15:22:06.961200 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-9a8ca594-12ed-418c-ac85-2f941b9e205c None None] Attempting to bind port 502deee7-fd06-4990-ac33-34342cff51c1 by drivers openvswitch,hyperv on host dv-neutron-825124-1-hyperv at level 0 using segments [{'id': '6816c854-9546-4c75-a678-ef013a9423a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'fa7601b3-4272-42f8-9cc9-3c541816d46a'}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 15:22:06.961744 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a8ca594-12ed-418c-ac85-2f941b9e205c None None] Attempting to bind port 502deee7-fd06-4990-ac33-34342cff51c1 on network fa7601b3-4272-42f8-9cc9-3c541816d46a {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 15:22:06.969050 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a8ca594-12ed-418c-ac85-2f941b9e205c None None] Checking agent: {'id': '6414dfeb-85c5-454a-8756-709ca637d800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825124-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 16, 31), 'started_at': datetime.datetime(2022, 1, 20, 14, 17, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 15, 22, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825124-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 15:22:06.969523 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a8ca594-12ed-418c-ac85-2f941b9e205c None None] Checking segment: {'id': '6816c854-9546-4c75-a678-ef013a9423a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'fa7601b3-4272-42f8-9cc9-3c541816d46a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 15:22:06.969993 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-9a8ca594-12ed-418c-ac85-2f941b9e205c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:06.970471 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a8ca594-12ed-418c-ac85-2f941b9e205c None None] Bound using segment: {'id': '6816c854-9546-4c75-a678-ef013a9423a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'fa7601b3-4272-42f8-9cc9-3c541816d46a'} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 15:22:06.970999 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-9a8ca594-12ed-418c-ac85-2f941b9e205c None None] Bound port: 502deee7-fd06-4990-ac33-34342cff51c1, host: dv-neutron-825124-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6816c854-9546-4c75-a678-ef013a9423a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'fa7601b3-4272-42f8-9cc9-3c541816d46a'}}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 15:22:06.971514 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-9a8ca594-12ed-418c-ac85-2f941b9e205c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:07.065151 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.db_base_plugin_common [None req-a95d16a1-315d-4a15-8764-559f1aab1227 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Allocated IP 172.20.0.1 (fa7601b3-4272-42f8-9cc9-3c541816d46a/14fc6ff0-75cd-49fa-ad9b-c22182249cb2/f7c0b7a2-3870-4599-89f3-f524a5666119) {{(pid=84153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 15:22:07.115603 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-9a8ca594-12ed-418c-ac85-2f941b9e205c None None] For port 502deee7-fd06-4990-ac33-34342cff51c1, host dv-neutron-825124-1-hyperv, cleared binding levels {{(pid=84154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 15:22:07.119065 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-9a8ca594-12ed-418c-ac85-2f941b9e205c None None] For port 502deee7-fd06-4990-ac33-34342cff51c1, host dv-neutron-825124-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=502deee7-fd06-4990-ac33-34342cff51c1,segment=NetworkSegment(6816c854-9546-4c75-a678-ef013a9423a1),segment_id=6816c854-9546-4c75-a678-ef013a9423a1)] {{(pid=84154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 15:22:07.192503 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-9a8ca594-12ed-418c-ac85-2f941b9e205c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:07.237291 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-a95d16a1-315d-4a15-8764-559f1aab1227 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks [] for port, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:07.256833 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.provisioning_blocks [None req-a95d16a1-315d-4a15-8764-559f1aab1227 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Transition to ACTIVE for port object f7c0b7a2-3870-4599-89f3-f524a5666119 will not be triggered until provisioned by entity DHCP. {{(pid=84153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 15:22:07.290158 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8ca594-12ed-418c-ac85-2f941b9e205c None None] Pushing event updated for resources: {'Port': ['ID=502deee7-fd06-4990-ac33-34342cff51c1,revision_number=2']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:22:07.330855 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-a95d16a1-315d-4a15-8764-559f1aab1227 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:07.404146 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a95d16a1-315d-4a15-8764-559f1aab1227 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Network fa7601b3-4272-42f8-9cc9-3c541816d46a is already hosted by enough agents. {{(pid=84153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 15:22:07.407620 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.base_scheduler [None req-a95d16a1-315d-4a15-8764-559f1aab1227 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Resources bound (agent type, host, resource id): {{(pid=84153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 15:22:07.412450 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95d16a1-315d-4a15-8764-559f1aab1227 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Pushing event updated for resources: {'Port': ['ID=f7c0b7a2-3870-4599-89f3-f524a5666119,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:22:07.415415 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a95d16a1-315d-4a15-8764-559f1aab1227 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Received port after_create {{(pid=84153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 15:22:07.490016 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-a95d16a1-315d-4a15-8764-559f1aab1227 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-745387'] for router_interface, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:07.497009 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 9fb022c6-bf83-4492-8050-2bf79289296d up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 15:22:07.627504 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning for port 9fb022c6-bf83-4492-8050-2bf79289296d completed by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 15:22:07.632444 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port 9fb022c6-bf83-4492-8050-2bf79289296d triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:22:07.632811 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:07.641620 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-a95d16a1-315d-4a15-8764-559f1aab1227 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:07.742588 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:07.760270 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] For port 9fb022c6-bf83-4492-8050-2bf79289296d, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=9fb022c6-bf83-4492-8050-2bf79289296d,segment=NetworkSegment(f628f1ba-6b70-4c9b-8839-62340c040c81),segment_id=f628f1ba-6b70-4c9b-8839-62340c040c81)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 15:22:07.827803 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:07.896448 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Pushing event updated for resources: {'Port': ['ID=9fb022c6-bf83-4492-8050-2bf79289296d,revision_number=4']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:22:08.049819 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-a95d16a1-315d-4a15-8764-559f1aab1227 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks [] for port, precommit_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:08.124020 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-a95d16a1-315d-4a15-8764-559f1aab1227 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3944146'] for port, after_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:08.222792 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c670068-38d5-4e8d-8116-62e134c67e36 None None] Network fa7601b3-4272-42f8-9cc9-3c541816d46a requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 15:22:08.240038 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95d16a1-315d-4a15-8764-559f1aab1227 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Pushing event updated for resources: {'Port': ['ID=f7c0b7a2-3870-4599-89f3-f524a5666119,revision_number=2']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:22:08.243781 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-a95d16a1-315d-4a15-8764-559f1aab1227 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1705158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-743490'] for router_interface, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:08.382687 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a95d16a1-315d-4a15-8764-559f1aab1227 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Network fa7601b3-4272-42f8-9cc9-3c541816d46a is already hosted by enough agents. {{(pid=84153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 15:22:08.383866 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.base_scheduler [None req-a95d16a1-315d-4a15-8764-559f1aab1227 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Resources bound (agent type, host, resource id): {{(pid=84153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 15:22:08.391884 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-27cc956b-a3bc-434d-a630-dd460e98a425 None None] Provisioning for port 502deee7-fd06-4990-ac33-34342cff51c1 completed by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 15:22:08.781995 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-04e86850-9d74-4ab3-9611-d165d1ed09e7 None None] Provisioning for port f7c0b7a2-3870-4599-89f3-f524a5666119 completed by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 15:22:08.787542 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-04e86850-9d74-4ab3-9611-d165d1ed09e7 None None] Provisioning complete for port f7c0b7a2-3870-4599-89f3-f524a5666119 triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:22:08.787915 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-04e86850-9d74-4ab3-9611-d165d1ed09e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:08.846648 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-04e86850-9d74-4ab3-9611-d165d1ed09e7 None None] Port f7c0b7a2-3870-4599-89f3-f524a5666119 cannot update to ACTIVE because it is not bound. {{(pid=84154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 15:22:08.867573 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a95d16a1-315d-4a15-8764-559f1aab1227 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Router 88078c36-fec1-469a-ab38-6f76b3ea668e has already been hosted by L3 agent 624d525b-4c26-4143-8a1c-228bb1c6faaa {{(pid=84153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 15:22:08.979942 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-be9e3953-707c-438f-8a72-6ff874cf7d6e None None] Provisioning complete for port f7c0b7a2-3870-4599-89f3-f524a5666119 triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:22:08.980306 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-be9e3953-707c-438f-8a72-6ff874cf7d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:09.035067 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-be9e3953-707c-438f-8a72-6ff874cf7d6e None None] Port f7c0b7a2-3870-4599-89f3-f524a5666119 cannot update to ACTIVE because it is not bound. {{(pid=84154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 15:22:09.078744 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a95d16a1-315d-4a15-8764-559f1aab1227 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify agent at l3_agent.dv-neutron-825124-1-hyperv the message routers_updated {{(pid=84153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 15:22:09.088388 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-a95d16a1-315d-4a15-8764-559f1aab1227 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "PUT /v2.0/routers/88078c36-fec1-469a-ab38-6f76b3ea668e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3189313 Jan 20 15:22:09.156139 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-12979744-9b40-4954-b921-6ca024c052d4 None None] Provisioning complete for port f7c0b7a2-3870-4599-89f3-f524a5666119 triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:22:09.156503 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-12979744-9b40-4954-b921-6ca024c052d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:09.207473 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-12979744-9b40-4954-b921-6ca024c052d4 None None] Port f7c0b7a2-3870-4599-89f3-f524a5666119 cannot update to ACTIVE because it is not bound. {{(pid=84154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 15:22:09.258658 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [req-f7b1b239-2d36-4956-841f-88824fc261e6 req-c1a94ae4-c727-42a9-b961-d53d33483ed2 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Synchronizing usage tracker for tenant:a7eb12e65a2142f3af36926716af6c10 on resource:security_group {{(pid=84153) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 15:22:09.347476 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [req-f7b1b239-2d36-4956-841f-88824fc261e6 req-c1a94ae4-c727-42a9-b961-d53d33483ed2 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Unset dirty status for tenant:a7eb12e65a2142f3af36926716af6c10 on resource:security_group {{(pid=84153) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 15:22:09.348594 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-f7b1b239-2d36-4956-841f-88824fc261e6 req-c1a94ae4-c727-42a9-b961-d53d33483ed2 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-114926905&fields=id&tenant_id=a7eb12e65a2142f3af36926716af6c10 HTTP/1.1" status: 200 len: 267 time: 0.1294312 Jan 20 15:22:09.502919 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b1b239-2d36-4956-841f-88824fc261e6 req-783866ee-54c0-4dac-83d9-6bbfd1fdd65e tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:22:09.503607 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [req-f7b1b239-2d36-4956-841f-88824fc261e6 req-783866ee-54c0-4dac-83d9-6bbfd1fdd65e tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Synchronizing usage tracker for tenant:a7eb12e65a2142f3af36926716af6c10 on resource:network {{(pid=84153) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 15:22:09.509630 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 502deee7-fd06-4990-ac33-34342cff51c1 up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 15:22:09.563307 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [req-f7b1b239-2d36-4956-841f-88824fc261e6 req-783866ee-54c0-4dac-83d9-6bbfd1fdd65e tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Unset dirty status for tenant:a7eb12e65a2142f3af36926716af6c10 on resource:network {{(pid=84153) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 15:22:09.564811 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-f7b1b239-2d36-4956-841f-88824fc261e6 req-783866ee-54c0-4dac-83d9-6bbfd1fdd65e tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/networks?id=fa7601b3-4272-42f8-9cc9-3c541816d46a HTTP/1.1" status: 200 len: 797 time: 0.2098575 Jan 20 15:22:09.581879 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-f7b1b239-2d36-4956-841f-88824fc261e6 req-8661cbd3-2994-4ffd-86bc-3c1af4f55a95 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/quotas/a7eb12e65a2142f3af36926716af6c10 HTTP/1.1" status: 200 len: 375 time: 0.0111334 Jan 20 15:22:09.638059 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning for port 502deee7-fd06-4990-ac33-34342cff51c1 completed by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 15:22:09.644123 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port 502deee7-fd06-4990-ac33-34342cff51c1 triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:22:09.644491 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:09.659973 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [req-f7b1b239-2d36-4956-841f-88824fc261e6 req-52b12a8b-d164-45e3-ba98-a1c2b4ae98cf tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Synchronizing usage tracker for tenant:a7eb12e65a2142f3af36926716af6c10 on resource:port {{(pid=84153) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 15:22:09.738467 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [req-f7b1b239-2d36-4956-841f-88824fc261e6 req-52b12a8b-d164-45e3-ba98-a1c2b4ae98cf tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Unset dirty status for tenant:a7eb12e65a2142f3af36926716af6c10 on resource:port {{(pid=84153) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 15:22:09.741217 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-f7b1b239-2d36-4956-841f-88824fc261e6 req-52b12a8b-d164-45e3-ba98-a1c2b4ae98cf tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=a7eb12e65a2142f3af36926716af6c10&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1530395 Jan 20 15:22:09.766954 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:09.803743 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] For port 502deee7-fd06-4990-ac33-34342cff51c1, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=502deee7-fd06-4990-ac33-34342cff51c1,segment=NetworkSegment(6816c854-9546-4c75-a678-ef013a9423a1),segment_id=6816c854-9546-4c75-a678-ef013a9423a1)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 15:22:09.867830 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:09.868612 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 9fb022c6-bf83-4492-8050-2bf79289296d up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 15:22:09.959725 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-f7b1b239-2d36-4956-841f-88824fc261e6 req-3c5808bf-4131-4159-b9ed-fe20d26cae8c service neutron] 10.222.0.54 "GET /v2.0/networks/fa7601b3-4272-42f8-9cc9-3c541816d46a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2013793 Jan 20 15:22:09.971649 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8fd742c-cd19-479f-98c9-34c287e33486 None None] Sync routers for ids ['88078c36-fec1-469a-ab38-6f76b3ea668e'] in dv-neutron-825124-1-hyperv {{(pid=84155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 15:22:09.979656 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Pushing event updated for resources: {'Port': ['ID=502deee7-fd06-4990-ac33-34342cff51c1,revision_number=3']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:22:09.984154 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8fd742c-cd19-479f-98c9-34c287e33486 None None] Routers {'88078c36-fec1-469a-ab38-6f76b3ea668e'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 15:22:09.984827 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-b8fd742c-cd19-479f-98c9-34c287e33486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T15:22:00Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['88078c36-fec1-469a-ab38-6f76b3ea668e'], 'active': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:22:09.992864 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port 9fb022c6-bf83-4492-8050-2bf79289296d triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:22:09.993233 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:10.113226 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-f7b1b239-2d36-4956-841f-88824fc261e6 req-09045b6a-9659-464b-9934-cf58e5de9c8c service neutron] 10.222.0.54 "GET /v2.0/networks/fa7601b3-4272-42f8-9cc9-3c541816d46a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478641 Jan 20 15:22:10.167233 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvr_db [None req-b8fd742c-cd19-479f-98c9-34c287e33486 None None] Set router 88078c36-fec1-469a-ab38-6f76b3ea668e gateway port host: dv-neutron-825124-1-hyperv {{(pid=84155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 15:22:10.410727 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-57a8f636-5e7f-4423-9d79-fe7754bed88d req-01e63bd2-0961-41fa-a8c9-642f73b732e5 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/ports?device_id=b4d2fbc5-41b8-4fdd-8e49-05a433440952 HTTP/1.1" status: 200 len: 210 time: 0.0482609 Jan 20 15:22:10.497555 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-b8fd742c-cd19-479f-98c9-34c287e33486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88078c36-fec1-469a-ab38-6f76b3ea668e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1083156851', 'tenant_id': 'a7eb12e65a2142f3af36926716af6c10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.206'}], 'enable_snat': True}, 'gw_port_id': '9fb022c6-bf83-4492-8050-2bf79289296d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:22:02Z', 'updated_at': '2022-01-20T15:22:07Z', 'revision_number': 4, 'project_id': 'a7eb12e65a2142f3af36926716af6c10', 'gw_port': {'id': '9fb022c6-bf83-4492-8050-2bf79289296d', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:19:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88078c36-fec1-469a-ab38-6f76b3ea668e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:22:03Z', 'updated_at': '2022-01-20T15:22:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv', '_interfaces': [{'id': 'f7c0b7a2-3870-4599-89f3-f524a5666119', 'name': '', 'network_id': 'fa7601b3-4272-42f8-9cc9-3c541816d46a', 'tenant_id': 'a7eb12e65a2142f3af36926716af6c10', 'mac_address': 'fa:16:3e:6b:58:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88078c36-fec1-469a-ab38-6f76b3ea668e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '14fc6ff0-75cd-49fa-ad9b-c22182249cb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:22:06Z', 'updated_at': '2022-01-20T15:22:07Z', 'revision_number': 2, 'project_id': 'a7eb12e65a2142f3af36926716af6c10', 'subnets': [{'id': '14fc6ff0-75cd-49fa-ad9b-c22182249cb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:22:10.501813 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8fd742c-cd19-479f-98c9-34c287e33486 None None] Checking router: 88078c36-fec1-469a-ab38-6f76b3ea668e for host: dv-neutron-825124-1-hyperv {{(pid=84155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 15:22:10.502306 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8fd742c-cd19-479f-98c9-34c287e33486 None None] Updating router 88078c36-fec1-469a-ab38-6f76b3ea668e port f7c0b7a2-3870-4599-89f3-f524a5666119 binding host dv-neutron-825124-1-hyperv {{(pid=84155) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 20 15:22:10.556587 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b8fd742c-cd19-479f-98c9-34c287e33486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:10.885108 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b8fd742c-cd19-479f-98c9-34c287e33486 None None] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:10.897089 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-b8fd742c-cd19-479f-98c9-34c287e33486 None None] Transition to ACTIVE for port object f7c0b7a2-3870-4599-89f3-f524a5666119 will not be triggered until provisioned by entity L2. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 15:22:11.015876 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b8fd742c-cd19-479f-98c9-34c287e33486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:11.136623 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272a7f61-96b6-4531-bf77-e3c656f2da1d None None] Pushing event updated for resources: {'Port': ['ID=f7c0b7a2-3870-4599-89f3-f524a5666119,revision_number=3']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:22:11.171104 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272a7f61-96b6-4531-bf77-e3c656f2da1d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:22:11.171411 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272a7f61-96b6-4531-bf77-e3c656f2da1d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:22:11.171737 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272a7f61-96b6-4531-bf77-e3c656f2da1d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:22:11.172059 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272a7f61-96b6-4531-bf77-e3c656f2da1d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:22:11.172378 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272a7f61-96b6-4531-bf77-e3c656f2da1d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:22:11.172695 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272a7f61-96b6-4531-bf77-e3c656f2da1d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:22:11.173008 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272a7f61-96b6-4531-bf77-e3c656f2da1d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:22:11.173322 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272a7f61-96b6-4531-bf77-e3c656f2da1d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:22:11.173631 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272a7f61-96b6-4531-bf77-e3c656f2da1d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:22:11.174013 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272a7f61-96b6-4531-bf77-e3c656f2da1d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:22:11.174272 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272a7f61-96b6-4531-bf77-e3c656f2da1d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:22:11.237236 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-b8fd742c-cd19-479f-98c9-34c287e33486 None None] Attempting to bind port f7c0b7a2-3870-4599-89f3-f524a5666119 on host dv-neutron-825124-1-hyperv for vnic_type normal with profile {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 15:22:11.237594 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-b8fd742c-cd19-479f-98c9-34c287e33486 None None] Attempting to bind port f7c0b7a2-3870-4599-89f3-f524a5666119 by drivers openvswitch,hyperv on host dv-neutron-825124-1-hyperv at level 0 using segments [{'id': '6816c854-9546-4c75-a678-ef013a9423a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'fa7601b3-4272-42f8-9cc9-3c541816d46a'}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 15:22:11.237946 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8fd742c-cd19-479f-98c9-34c287e33486 None None] Attempting to bind port f7c0b7a2-3870-4599-89f3-f524a5666119 on network fa7601b3-4272-42f8-9cc9-3c541816d46a {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 15:22:11.244382 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8fd742c-cd19-479f-98c9-34c287e33486 None None] Checking agent: {'id': '6414dfeb-85c5-454a-8756-709ca637d800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825124-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 16, 31), 'started_at': datetime.datetime(2022, 1, 20, 14, 17, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 15, 22, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825124-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 15:22:11.244741 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8fd742c-cd19-479f-98c9-34c287e33486 None None] Checking segment: {'id': '6816c854-9546-4c75-a678-ef013a9423a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'fa7601b3-4272-42f8-9cc9-3c541816d46a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 15:22:11.245127 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b8fd742c-cd19-479f-98c9-34c287e33486 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:11.245504 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8fd742c-cd19-479f-98c9-34c287e33486 None None] Bound using segment: {'id': '6816c854-9546-4c75-a678-ef013a9423a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'fa7601b3-4272-42f8-9cc9-3c541816d46a'} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 15:22:11.245949 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-b8fd742c-cd19-479f-98c9-34c287e33486 None None] Bound port: f7c0b7a2-3870-4599-89f3-f524a5666119, host: dv-neutron-825124-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6816c854-9546-4c75-a678-ef013a9423a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'fa7601b3-4272-42f8-9cc9-3c541816d46a'}}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 15:22:11.246335 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b8fd742c-cd19-479f-98c9-34c287e33486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:11.331745 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-b8fd742c-cd19-479f-98c9-34c287e33486 None None] For port f7c0b7a2-3870-4599-89f3-f524a5666119, host dv-neutron-825124-1-hyperv, cleared binding levels {{(pid=84155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 15:22:11.334873 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-b8fd742c-cd19-479f-98c9-34c287e33486 None None] For port f7c0b7a2-3870-4599-89f3-f524a5666119, host dv-neutron-825124-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=f7c0b7a2-3870-4599-89f3-f524a5666119,segment=NetworkSegment(6816c854-9546-4c75-a678-ef013a9423a1),segment_id=6816c854-9546-4c75-a678-ef013a9423a1)] {{(pid=84155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 15:22:11.428201 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 502deee7-fd06-4990-ac33-34342cff51c1 up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 15:22:11.439522 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b8fd742c-cd19-479f-98c9-34c287e33486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:11.500451 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port 502deee7-fd06-4990-ac33-34342cff51c1 triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:22:11.500824 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:11.518544 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272a7f61-96b6-4531-bf77-e3c656f2da1d None None] Pushing event updated for resources: {'Port': ['ID=f7c0b7a2-3870-4599-89f3-f524a5666119,revision_number=4']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:22:11.538827 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8fd742c-cd19-479f-98c9-34c287e33486 None None] Routers {'88078c36-fec1-469a-ab38-6f76b3ea668e'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 15:22:11.539703 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-b8fd742c-cd19-479f-98c9-34c287e33486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T15:22:00Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['88078c36-fec1-469a-ab38-6f76b3ea668e'], 'active': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:22:11.751735 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-5569d6b5-f6a2-4c87-8347-26c0791be519 req-8b478f23-9da7-4a0e-9d5d-3140915b99db tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/ports?device_id=b4d2fbc5-41b8-4fdd-8e49-05a433440952 HTTP/1.1" status: 200 len: 210 time: 0.0423248 Jan 20 15:22:11.769787 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvr_db [None req-b8fd742c-cd19-479f-98c9-34c287e33486 None None] Set router 88078c36-fec1-469a-ab38-6f76b3ea668e gateway port host: dv-neutron-825124-1-hyperv {{(pid=84155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 15:22:12.082144 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-b8fd742c-cd19-479f-98c9-34c287e33486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88078c36-fec1-469a-ab38-6f76b3ea668e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1083156851', 'tenant_id': 'a7eb12e65a2142f3af36926716af6c10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.206'}], 'enable_snat': True}, 'gw_port_id': '9fb022c6-bf83-4492-8050-2bf79289296d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:22:02Z', 'updated_at': '2022-01-20T15:22:07Z', 'revision_number': 4, 'project_id': 'a7eb12e65a2142f3af36926716af6c10', 'gw_port': {'id': '9fb022c6-bf83-4492-8050-2bf79289296d', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:19:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88078c36-fec1-469a-ab38-6f76b3ea668e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:22:03Z', 'updated_at': '2022-01-20T15:22:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv', '_interfaces': [{'id': 'f7c0b7a2-3870-4599-89f3-f524a5666119', 'name': '', 'network_id': 'fa7601b3-4272-42f8-9cc9-3c541816d46a', 'tenant_id': 'a7eb12e65a2142f3af36926716af6c10', 'mac_address': 'fa:16:3e:6b:58:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88078c36-fec1-469a-ab38-6f76b3ea668e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '14fc6ff0-75cd-49fa-ad9b-c22182249cb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:22:06Z', 'updated_at': '2022-01-20T15:22:11Z', 'revision_number': 4, 'project_id': 'a7eb12e65a2142f3af36926716af6c10', 'subnets': [{'id': '14fc6ff0-75cd-49fa-ad9b-c22182249cb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:22:12.087211 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8fd742c-cd19-479f-98c9-34c287e33486 None None] The sync data for ids ['88078c36-fec1-469a-ab38-6f76b3ea668e'] in dv-neutron-825124-1-hyperv is: [{'id': '88078c36-fec1-469a-ab38-6f76b3ea668e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1083156851', 'tenant_id': 'a7eb12e65a2142f3af36926716af6c10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.206'}], 'enable_snat': True}, 'gw_port_id': '9fb022c6-bf83-4492-8050-2bf79289296d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:22:02Z', 'updated_at': '2022-01-20T15:22:07Z', 'revision_number': 4, 'project_id': 'a7eb12e65a2142f3af36926716af6c10', 'gw_port': {'id': '9fb022c6-bf83-4492-8050-2bf79289296d', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:19:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88078c36-fec1-469a-ab38-6f76b3ea668e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:22:03Z', 'updated_at': '2022-01-20T15:22:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv', '_interfaces': [{'id': 'f7c0b7a2-3870-4599-89f3-f524a5666119', 'name': '', 'network_id': 'fa7601b3-4272-42f8-9cc9-3c541816d46a', 'tenant_id': 'a7eb12e65a2142f3af36926716af6c10', 'mac_address': 'fa:16:3e:6b:58:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88078c36-fec1-469a-ab38-6f76b3ea668e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '14fc6ff0-75cd-49fa-ad9b-c22182249cb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:22:06Z', 'updated_at': '2022-01-20T15:22:11Z', 'revision_number': 4, 'project_id': 'a7eb12e65a2142f3af36926716af6c10', 'subnets': [{'id': '14fc6ff0-75cd-49fa-ad9b-c22182249cb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 15:22:12.811689 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b1b239-2d36-4956-841f-88824fc261e6 req-9d915748-deda-4285-8520-24e39351e0a8 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:22:12.813131 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-f7b1b239-2d36-4956-841f-88824fc261e6 req-9d915748-deda-4285-8520-24e39351e0a8 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.106 "GET /v2.0/networks?id=fa7601b3-4272-42f8-9cc9-3c541816d46a HTTP/1.1" status: 200 len: 797 time: 0.1516101 Jan 20 15:22:12.870791 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-f7b1b239-2d36-4956-841f-88824fc261e6 req-26cc42ea-3f3f-439d-8fca-58df56aa2b3e tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.106 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a7eb12e65a2142f3af36926716af6c10 HTTP/1.1" status: 200 len: 379 time: 0.0441341 Jan 20 15:22:12.879753 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [req-f7b1b239-2d36-4956-841f-88824fc261e6 req-77110dba-503c-423f-9465-890b87476987 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Request body: {'port': {'device_id': 'b4d2fbc5-41b8-4fdd-8e49-05a433440952', 'network_id': 'fa7601b3-4272-42f8-9cc9-3c541816d46a', 'admin_state_up': True, 'tenant_id': 'a7eb12e65a2142f3af36926716af6c10', 'security_groups': ['68e8d5c0-5e06-4691-a3a9-75714e591a9c']}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 15:22:12.999577 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-9744d5d5-32ed-4a23-8795-ad9d8cb763f9 req-db203f45-b656-4211-a77b-79d530548b82 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/ports?device_id=b4d2fbc5-41b8-4fdd-8e49-05a433440952 HTTP/1.1" status: 200 len: 210 time: 0.1024966 Jan 20 15:22:13.088561 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [req-f7b1b239-2d36-4956-841f-88824fc261e6 req-77110dba-503c-423f-9465-890b87476987 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:22:13.088561 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [req-f7b1b239-2d36-4956-841f-88824fc261e6 req-77110dba-503c-423f-9465-890b87476987 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:22:13.175098 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7b1b239-2d36-4956-841f-88824fc261e6 req-77110dba-503c-423f-9465-890b87476987 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Made reservation on behalf of a7eb12e65a2142f3af36926716af6c10 for: {'port': 1} {{(pid=84153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 15:22:13.178408 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-f7b1b239-2d36-4956-841f-88824fc261e6 req-77110dba-503c-423f-9465-890b87476987 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:13.341177 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.db_base_plugin_common [req-f7b1b239-2d36-4956-841f-88824fc261e6 req-77110dba-503c-423f-9465-890b87476987 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Allocated IP 172.20.0.7 (fa7601b3-4272-42f8-9cc9-3c541816d46a/14fc6ff0-75cd-49fa-ad9b-c22182249cb2/6ea1d2f5-3cb7-4c42-9f33-8dfd79861c18) {{(pid=84153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 15:22:13.463851 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device f7c0b7a2-3870-4599-89f3-f524a5666119 up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 15:22:13.598866 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning for port f7c0b7a2-3870-4599-89f3-f524a5666119 completed by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 15:22:13.603714 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port f7c0b7a2-3870-4599-89f3-f524a5666119 triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:22:13.608289 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:13.621738 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-f7b1b239-2d36-4956-841f-88824fc261e6 req-77110dba-503c-423f-9465-890b87476987 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks [] for port, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:13.636781 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.provisioning_blocks [req-f7b1b239-2d36-4956-841f-88824fc261e6 req-77110dba-503c-423f-9465-890b87476987 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Transition to ACTIVE for port object 6ea1d2f5-3cb7-4c42-9f33-8dfd79861c18 will not be triggered until provisioned by entity DHCP. {{(pid=84153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 15:22:13.715239 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:13.719329 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-f7b1b239-2d36-4956-841f-88824fc261e6 req-77110dba-503c-423f-9465-890b87476987 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:13.747401 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] For port f7c0b7a2-3870-4599-89f3-f524a5666119, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=f7c0b7a2-3870-4599-89f3-f524a5666119,segment=NetworkSegment(6816c854-9546-4c75-a678-ef013a9423a1),segment_id=6816c854-9546-4c75-a678-ef013a9423a1)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 15:22:13.790551 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7b1b239-2d36-4956-841f-88824fc261e6 req-77110dba-503c-423f-9465-890b87476987 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Network fa7601b3-4272-42f8-9cc9-3c541816d46a is already hosted by enough agents. {{(pid=84153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 15:22:13.793653 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.base_scheduler [req-f7b1b239-2d36-4956-841f-88824fc261e6 req-77110dba-503c-423f-9465-890b87476987 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Resources bound (agent type, host, resource id): {{(pid=84153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 15:22:13.798617 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7b1b239-2d36-4956-841f-88824fc261e6 req-77110dba-503c-423f-9465-890b87476987 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Received port after_create {{(pid=84153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 15:22:13.826775 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77110dba-503c-423f-9465-890b87476987 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Pushing event updated for resources: {'Port': ['ID=6ea1d2f5-3cb7-4c42-9f33-8dfd79861c18,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:22:13.841709 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:13.866720 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b1b239-2d36-4956-841f-88824fc261e6 req-77110dba-503c-423f-9465-890b87476987 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:22:13.867329 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-f7b1b239-2d36-4956-841f-88824fc261e6 req-77110dba-503c-423f-9465-890b87476987 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:13.909466 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Pushing event updated for resources: {'Port': ['ID=f7c0b7a2-3870-4599-89f3-f524a5666119,revision_number=5']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:22:13.970962 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-f7b1b239-2d36-4956-841f-88824fc261e6 req-77110dba-503c-423f-9465-890b87476987 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.106 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0951855 Jan 20 15:22:13.982306 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [req-f7b1b239-2d36-4956-841f-88824fc261e6 req-0e4a8b44-85bb-4a23-9dbb-2e2f95feb8fc service neutron] Request body: {'port': {'device_id': 'b4d2fbc5-41b8-4fdd-8e49-05a433440952', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8251'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 15:22:14.078706 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-3baa893e-23b2-486d-a49f-87885bac31a0 None None] Provisioning for port 6ea1d2f5-3cb7-4c42-9f33-8dfd79861c18 completed by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 15:22:14.085758 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-3baa893e-23b2-486d-a49f-87885bac31a0 None None] Provisioning complete for port 6ea1d2f5-3cb7-4c42-9f33-8dfd79861c18 triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:22:14.086279 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-3baa893e-23b2-486d-a49f-87885bac31a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:14.091000 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-f7b1b239-2d36-4956-841f-88824fc261e6 req-0e4a8b44-85bb-4a23-9dbb-2e2f95feb8fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:14.170367 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-3baa893e-23b2-486d-a49f-87885bac31a0 None None] Port 6ea1d2f5-3cb7-4c42-9f33-8dfd79861c18 cannot update to ACTIVE because it is not bound. {{(pid=84154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 15:22:14.355412 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9b5ceb-8794-48e9-bca5-be49f532e7e8 req-11b9f4e8-24ce-4fea-ba3c-5fec417f590c tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:22:14.356088 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [req-4a9b5ceb-8794-48e9-bca5-be49f532e7e8 req-11b9f4e8-24ce-4fea-ba3c-5fec417f590c tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Synchronizing usage tracker for tenant:a7eb12e65a2142f3af36926716af6c10 on resource:port {{(pid=84153) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 15:22:14.438812 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [req-4a9b5ceb-8794-48e9-bca5-be49f532e7e8 req-11b9f4e8-24ce-4fea-ba3c-5fec417f590c tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Unset dirty status for tenant:a7eb12e65a2142f3af36926716af6c10 on resource:port {{(pid=84153) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 15:22:14.439931 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-4a9b5ceb-8794-48e9-bca5-be49f532e7e8 req-11b9f4e8-24ce-4fea-ba3c-5fec417f590c tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/ports?device_id=b4d2fbc5-41b8-4fdd-8e49-05a433440952 HTTP/1.1" status: 200 len: 931 time: 0.3076427 Jan 20 15:22:14.520257 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.notifiers.nova [req-f7b1b239-2d36-4956-841f-88824fc261e6 req-0e4a8b44-85bb-4a23-9dbb-2e2f95feb8fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ea1d2f5-3cb7-4c42-9f33-8dfd79861c18 {{(pid=84153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 15:22:14.530459 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-f7b1b239-2d36-4956-841f-88824fc261e6 req-0e4a8b44-85bb-4a23-9dbb-2e2f95feb8fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:14.552338 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-4a9b5ceb-8794-48e9-bca5-be49f532e7e8 req-53fcaf5c-256d-461d-9b09-7682e91de6da tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/security-groups?id=68e8d5c0-5e06-4691-a3a9-75714e591a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0834463 Jan 20 15:22:14.555304 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.provisioning_blocks [req-f7b1b239-2d36-4956-841f-88824fc261e6 req-0e4a8b44-85bb-4a23-9dbb-2e2f95feb8fc service neutron] Transition to ACTIVE for port object 6ea1d2f5-3cb7-4c42-9f33-8dfd79861c18 will not be triggered until provisioned by entity L2. {{(pid=84153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 15:22:14.610041 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-f7b1b239-2d36-4956-841f-88824fc261e6 req-0e4a8b44-85bb-4a23-9dbb-2e2f95feb8fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3944146'] for port, after_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:14.734471 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4a8b44-85bb-4a23-9dbb-2e2f95feb8fc service neutron] Pushing event updated for resources: {'Port': ['ID=6ea1d2f5-3cb7-4c42-9f33-8dfd79861c18,revision_number=2']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:22:14.843187 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.managers [req-f7b1b239-2d36-4956-841f-88824fc261e6 req-0e4a8b44-85bb-4a23-9dbb-2e2f95feb8fc service neutron] Attempting to bind port 6ea1d2f5-3cb7-4c42-9f33-8dfd79861c18 on host hv-neutron-8251 for vnic_type normal with profile {{(pid=84153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 15:22:14.843864 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.managers [req-f7b1b239-2d36-4956-841f-88824fc261e6 req-0e4a8b44-85bb-4a23-9dbb-2e2f95feb8fc service neutron] Attempting to bind port 6ea1d2f5-3cb7-4c42-9f33-8dfd79861c18 by drivers openvswitch,hyperv on host hv-neutron-8251 at level 0 using segments [{'id': '6816c854-9546-4c75-a678-ef013a9423a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'fa7601b3-4272-42f8-9cc9-3c541816d46a'}] {{(pid=84153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 15:22:14.843864 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b1b239-2d36-4956-841f-88824fc261e6 req-0e4a8b44-85bb-4a23-9dbb-2e2f95feb8fc service neutron] Attempting to bind port 6ea1d2f5-3cb7-4c42-9f33-8dfd79861c18 on network fa7601b3-4272-42f8-9cc9-3c541816d46a {{(pid=84153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 15:22:14.849762 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b1b239-2d36-4956-841f-88824fc261e6 req-0e4a8b44-85bb-4a23-9dbb-2e2f95feb8fc service neutron] Port 6ea1d2f5-3cb7-4c42-9f33-8dfd79861c18 on network fa7601b3-4272-42f8-9cc9-3c541816d46a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8251 {{(pid=84153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 20 15:22:14.850148 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b1b239-2d36-4956-841f-88824fc261e6 req-0e4a8b44-85bb-4a23-9dbb-2e2f95feb8fc service neutron] Attempting to bind port 6ea1d2f5-3cb7-4c42-9f33-8dfd79861c18 on network fa7601b3-4272-42f8-9cc9-3c541816d46a {{(pid=84153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 15:22:14.856541 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b1b239-2d36-4956-841f-88824fc261e6 req-0e4a8b44-85bb-4a23-9dbb-2e2f95feb8fc service neutron] Checking agent: {'id': 'e037d8fb-d49c-4f86-9910-f13f6ba89a51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8251', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 23), 'started_at': datetime.datetime(2022, 1, 20, 14, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 15, 22, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 15:22:14.856913 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b1b239-2d36-4956-841f-88824fc261e6 req-0e4a8b44-85bb-4a23-9dbb-2e2f95feb8fc service neutron] Checking segment: {'id': '6816c854-9546-4c75-a678-ef013a9423a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'fa7601b3-4272-42f8-9cc9-3c541816d46a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 15:22:14.857413 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b1b239-2d36-4956-841f-88824fc261e6 req-0e4a8b44-85bb-4a23-9dbb-2e2f95feb8fc service neutron] Bound using segment: {'id': '6816c854-9546-4c75-a678-ef013a9423a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'fa7601b3-4272-42f8-9cc9-3c541816d46a'} {{(pid=84153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 15:22:14.858451 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.managers [req-f7b1b239-2d36-4956-841f-88824fc261e6 req-0e4a8b44-85bb-4a23-9dbb-2e2f95feb8fc service neutron] Bound port: 6ea1d2f5-3cb7-4c42-9f33-8dfd79861c18, host: hv-neutron-8251, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6816c854-9546-4c75-a678-ef013a9423a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'fa7601b3-4272-42f8-9cc9-3c541816d46a'}}] {{(pid=84153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 15:22:14.858451 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-f7b1b239-2d36-4956-841f-88824fc261e6 req-0e4a8b44-85bb-4a23-9dbb-2e2f95feb8fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:14.944875 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.db [req-f7b1b239-2d36-4956-841f-88824fc261e6 req-0e4a8b44-85bb-4a23-9dbb-2e2f95feb8fc service neutron] For port 6ea1d2f5-3cb7-4c42-9f33-8dfd79861c18, host hv-neutron-8251, cleared binding levels {{(pid=84153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 15:22:14.947673 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.db [req-f7b1b239-2d36-4956-841f-88824fc261e6 req-0e4a8b44-85bb-4a23-9dbb-2e2f95feb8fc service neutron] For port 6ea1d2f5-3cb7-4c42-9f33-8dfd79861c18, host hv-neutron-8251, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=6ea1d2f5-3cb7-4c42-9f33-8dfd79861c18,segment=NetworkSegment(6816c854-9546-4c75-a678-ef013a9423a1),segment_id=6816c854-9546-4c75-a678-ef013a9423a1)] {{(pid=84153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 15:22:15.037865 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-f7b1b239-2d36-4956-841f-88824fc261e6 req-0e4a8b44-85bb-4a23-9dbb-2e2f95feb8fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3944146'] for port, after_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:15.095699 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-f7b1b239-2d36-4956-841f-88824fc261e6 req-0e4a8b44-85bb-4a23-9dbb-2e2f95feb8fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:15.097040 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-f7b1b239-2d36-4956-841f-88824fc261e6 req-0e4a8b44-85bb-4a23-9dbb-2e2f95feb8fc service neutron] 10.222.0.106 "PUT /v2.0/ports/6ea1d2f5-3cb7-4c42-9f33-8dfd79861c18 HTTP/1.1" status: 200 len: 1093 time: 1.1193161 Jan 20 15:22:15.099948 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4d2fbc5-41b8-4fdd-8e49-05a433440952', 'tag': '6ea1d2f5-3cb7-4c42-9f33-8dfd79861c18'}] {{(pid=84153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 15:22:15.121807 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4a8b44-85bb-4a23-9dbb-2e2f95feb8fc service neutron] Pushing event updated for resources: {'Port': ['ID=6ea1d2f5-3cb7-4c42-9f33-8dfd79861c18,revision_number=3']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:22:15.172433 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4d2fbc5-41b8-4fdd-8e49-05a433440952', 'tag': '6ea1d2f5-3cb7-4c42-9f33-8dfd79861c18', 'status': 'completed', 'code': 200} Jan 20 15:22:15.268892 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-7d67aae4-f7c5-4d87-bdc5-caa9b5b84cea req-021f939b-6734-4e84-864f-08030863504e service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=a7eb12e65a2142f3af36926716af6c10&device_id=b4d2fbc5-41b8-4fdd-8e49-05a433440952 HTTP/1.1" status: 200 len: 1096 time: 0.0780215 Jan 20 15:22:15.408192 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d67aae4-f7c5-4d87-bdc5-caa9b5b84cea req-bebbf2c2-90e3-4a2d-99de-9d6634f759c7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:22:15.409618 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-7d67aae4-f7c5-4d87-bdc5-caa9b5b84cea req-bebbf2c2-90e3-4a2d-99de-9d6634f759c7 service neutron] 10.222.0.106 "GET /v2.0/networks?tenant_id=a7eb12e65a2142f3af36926716af6c10&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1345017 Jan 20 15:22:15.431098 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device f7c0b7a2-3870-4599-89f3-f524a5666119 up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 15:22:15.504759 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port f7c0b7a2-3870-4599-89f3-f524a5666119 triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:22:15.505414 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:15.660879 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d67aae4-f7c5-4d87-bdc5-caa9b5b84cea req-da8153f4-d462-4217-ad6f-4a919100e2b8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:22:15.662498 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-7d67aae4-f7c5-4d87-bdc5-caa9b5b84cea req-da8153f4-d462-4217-ad6f-4a919100e2b8 service neutron] 10.222.0.106 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2469368 Jan 20 15:22:15.815505 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4ed150-83f3-47f8-8095-239e6da7e838 req-f9742862-e7be-4829-9d07-c3dc56bd3db6 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:22:15.816967 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-fc4ed150-83f3-47f8-8095-239e6da7e838 req-f9742862-e7be-4829-9d07-c3dc56bd3db6 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/ports?device_id=b4d2fbc5-41b8-4fdd-8e49-05a433440952 HTTP/1.1" status: 200 len: 943 time: 0.1371164 Jan 20 15:22:15.820582 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-f7b1b239-2d36-4956-841f-88824fc261e6 req-6e476cde-bbb3-47bb-bf8d-6fb48ae6dcd1 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=a7eb12e65a2142f3af36926716af6c10&device_id=b4d2fbc5-41b8-4fdd-8e49-05a433440952 HTTP/1.1" status: 200 len: 1096 time: 0.1076498 Jan 20 15:22:15.919911 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-f7b1b239-2d36-4956-841f-88824fc261e6 req-b21b5064-7f8e-44eb-ac18-946681f8c73c service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6ea1d2f5-3cb7-4c42-9f33-8dfd79861c18 HTTP/1.1" status: 200 len: 217 time: 0.0729158 Jan 20 15:22:15.957439 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-fc4ed150-83f3-47f8-8095-239e6da7e838 req-09e48a76-8465-438e-ac7c-35bb16d12b6a tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/security-groups?id=68e8d5c0-5e06-4691-a3a9-75714e591a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1349964 Jan 20 15:22:15.978116 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b1b239-2d36-4956-841f-88824fc261e6 req-a9aa7d4e-4e05-4600-9295-1db5a41ca17f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:22:15.983075 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-f7b1b239-2d36-4956-841f-88824fc261e6 req-a9aa7d4e-4e05-4600-9295-1db5a41ca17f service neutron] 10.222.0.106 "GET /v2.0/subnets?id=14fc6ff0-75cd-49fa-ad9b-c22182249cb2 HTTP/1.1" status: 200 len: 834 time: 0.0647368 Jan 20 15:22:16.057526 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-f7b1b239-2d36-4956-841f-88824fc261e6 req-37f3d644-b1d4-49ac-98f1-86567bb8cbfc service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=fa7601b3-4272-42f8-9cc9-3c541816d46a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0720537 Jan 20 15:22:16.185705 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-f7b1b239-2d36-4956-841f-88824fc261e6 req-fdd4b4bd-ec67-4f0c-9281-e72136eca927 service neutron] 10.222.0.106 "GET /v2.0/networks/fa7601b3-4272-42f8-9cc9-3c541816d46a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221833 Jan 20 15:22:16.314018 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-f7b1b239-2d36-4956-841f-88824fc261e6 req-17891ee7-c7e3-4ee1-8738-8494f6d35302 service neutron] 10.222.0.106 "GET /v2.0/networks/fa7601b3-4272-42f8-9cc9-3c541816d46a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229877 Jan 20 15:22:17.151578 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ed0948-467a-4dab-9b50-b4df4f88d33a req-8dc02285-25eb-4f71-bf4f-1c3af3660dae tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:22:17.153031 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-43ed0948-467a-4dab-9b50-b4df4f88d33a req-8dc02285-25eb-4f71-bf4f-1c3af3660dae tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/ports?device_id=b4d2fbc5-41b8-4fdd-8e49-05a433440952 HTTP/1.1" status: 200 len: 943 time: 0.0776839 Jan 20 15:22:17.198383 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-43ed0948-467a-4dab-9b50-b4df4f88d33a req-5eaab66f-ad0d-41fb-8518-ef3ace4ccf05 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/security-groups?id=68e8d5c0-5e06-4691-a3a9-75714e591a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391479 Jan 20 15:22:18.408593 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555699a2-9040-4356-aa75-4197268fc7e7 req-dc77ecc4-b250-4138-a894-e4abf204b004 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:22:18.410066 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-555699a2-9040-4356-aa75-4197268fc7e7 req-dc77ecc4-b250-4138-a894-e4abf204b004 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/ports?device_id=b4d2fbc5-41b8-4fdd-8e49-05a433440952 HTTP/1.1" status: 200 len: 943 time: 0.0893061 Jan 20 15:22:18.460157 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-555699a2-9040-4356-aa75-4197268fc7e7 req-1aabac0c-5ff2-4c3f-aad2-05e7b7b719ef tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/security-groups?id=68e8d5c0-5e06-4691-a3a9-75714e591a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424774 Jan 20 15:22:19.747090 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19c927f-037b-46ee-8a73-005f115e7fad req-d170de66-a83d-4aa6-8070-93db42bf47ce tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:22:19.748564 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-b19c927f-037b-46ee-8a73-005f115e7fad req-d170de66-a83d-4aa6-8070-93db42bf47ce tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/ports?device_id=b4d2fbc5-41b8-4fdd-8e49-05a433440952 HTTP/1.1" status: 200 len: 943 time: 0.1658349 Jan 20 15:22:19.792485 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-b19c927f-037b-46ee-8a73-005f115e7fad req-dad99a3a-8d9e-4430-ab5e-914cf5555ed4 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/security-groups?id=68e8d5c0-5e06-4691-a3a9-75714e591a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384262 Jan 20 15:22:19.919932 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Device 6ea1d2f5-3cb7-4c42-9f33-8dfd79861c18 details requested by agent hyperv_hv-neutron-8251 with host hv-neutron-8251 {{(pid=84154) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 20 15:22:20.054738 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] For port 6ea1d2f5-3cb7-4c42-9f33-8dfd79861c18, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=6ea1d2f5-3cb7-4c42-9f33-8dfd79861c18,segment=NetworkSegment(6816c854-9546-4c75-a678-ef013a9423a1),segment_id=6816c854-9546-4c75-a678-ef013a9423a1)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 15:22:20.067203 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Returning: {'device': '6ea1d2f5-3cb7-4c42-9f33-8dfd79861c18', 'network_id': 'fa7601b3-4272-42f8-9cc9-3c541816d46a', 'port_id': '6ea1d2f5-3cb7-4c42-9f33-8dfd79861c18', 'mac_address': 'fa:16:3e:05:b9:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14fc6ff0-75cd-49fa-ad9b-c22182249cb2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84154) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 20 15:22:20.122141 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:20.139060 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.notifiers.nova [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ea1d2f5-3cb7-4c42-9f33-8dfd79861c18 {{(pid=84154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 15:22:20.154480 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] For port 6ea1d2f5-3cb7-4c42-9f33-8dfd79861c18, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=6ea1d2f5-3cb7-4c42-9f33-8dfd79861c18,segment=NetworkSegment(6816c854-9546-4c75-a678-ef013a9423a1),segment_id=6816c854-9546-4c75-a678-ef013a9423a1)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 15:22:20.204213 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:20.269580 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Pushing event updated for resources: {'Port': ['ID=6ea1d2f5-3cb7-4c42-9f33-8dfd79861c18,revision_number=4']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:22:20.568292 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] get_ports_and_sgs() called for port_ids ['6ea1d2f5-3cb7-4c42-9f33-8dfd79861c18'] {{(pid=84154) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 20 15:22:21.005409 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ed26dc-83f4-4ba6-b199-29ef7cd5383a req-12eda304-cdfb-46d5-b2ad-773f778f1174 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:22:21.007085 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-64ed26dc-83f4-4ba6-b199-29ef7cd5383a req-12eda304-cdfb-46d5-b2ad-773f778f1174 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/ports?device_id=b4d2fbc5-41b8-4fdd-8e49-05a433440952 HTTP/1.1" status: 200 len: 944 time: 0.0961013 Jan 20 15:22:21.052515 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-64ed26dc-83f4-4ba6-b199-29ef7cd5383a req-3026c508-ebd8-42d7-8610-e41d8bd09276 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/security-groups?id=68e8d5c0-5e06-4691-a3a9-75714e591a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397911 Jan 20 15:22:21.935237 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Device 6ea1d2f5-3cb7-4c42-9f33-8dfd79861c18 up at agent hyperv_hv-neutron-8251 {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 15:22:22.061078 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Provisioning for port 6ea1d2f5-3cb7-4c42-9f33-8dfd79861c18 completed by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 15:22:22.065878 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Provisioning complete for port 6ea1d2f5-3cb7-4c42-9f33-8dfd79861c18 triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:22:22.066272 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:22.175856 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:22.205603 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4d2fbc5-41b8-4fdd-8e49-05a433440952', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ea1d2f5-3cb7-4c42-9f33-8dfd79861c18'}] {{(pid=84154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 15:22:22.215112 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] For port 6ea1d2f5-3cb7-4c42-9f33-8dfd79861c18, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=6ea1d2f5-3cb7-4c42-9f33-8dfd79861c18,segment=NetworkSegment(6816c854-9546-4c75-a678-ef013a9423a1),segment_id=6816c854-9546-4c75-a678-ef013a9423a1)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 15:22:22.253102 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee735378-3c69-41df-8842-aa05128c1835 req-859341f5-a107-4289-9b12-5f64b37f64a5 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:22:22.254605 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-ee735378-3c69-41df-8842-aa05128c1835 req-859341f5-a107-4289-9b12-5f64b37f64a5 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/ports?device_id=b4d2fbc5-41b8-4fdd-8e49-05a433440952 HTTP/1.1" status: 200 len: 944 time: 0.0817344 Jan 20 15:22:22.277813 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:22.305105 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-ee735378-3c69-41df-8842-aa05128c1835 req-0512943c-c177-4d9b-a5ab-c035ac96de35 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/security-groups?id=68e8d5c0-5e06-4691-a3a9-75714e591a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441031 Jan 20 15:22:22.350810 dv-neutron-825124-1-hyperv neutron-server[84154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4d2fbc5-41b8-4fdd-8e49-05a433440952', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ea1d2f5-3cb7-4c42-9f33-8dfd79861c18', 'code': 200} Jan 20 15:22:22.351483 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Pushing event updated for resources: {'Port': ['ID=6ea1d2f5-3cb7-4c42-9f33-8dfd79861c18,revision_number=5']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:22:22.689705 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-687cf3a3-ee93-40af-b854-576ce7af6493 req-f808deb4-a1c2-46f9-b913-350eda73cb77 service neutron] 10.222.0.106 "GET /v2.0/ports?device_id=b4d2fbc5-41b8-4fdd-8e49-05a433440952 HTTP/1.1" status: 200 len: 1098 time: 0.0662978 Jan 20 15:22:22.731364 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-687cf3a3-ee93-40af-b854-576ce7af6493 req-9dbdb729-8ceb-4509-9f96-b366c952d082 service neutron] 10.222.0.106 "GET /v2.0/security-groups?id=68e8d5c0-5e06-4691-a3a9-75714e591a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361142 Jan 20 15:22:23.502709 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417c52e9-13de-46a6-a3ca-40aa7052c1f2 req-ec65176e-5cde-4e96-a543-7a36d3475e44 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:22:23.504142 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-417c52e9-13de-46a6-a3ca-40aa7052c1f2 req-ec65176e-5cde-4e96-a543-7a36d3475e44 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/ports?device_id=b4d2fbc5-41b8-4fdd-8e49-05a433440952 HTTP/1.1" status: 200 len: 945 time: 0.0789239 Jan 20 15:22:23.548973 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-417c52e9-13de-46a6-a3ca-40aa7052c1f2 req-a440f4a7-4957-4b06-806c-7db281c61d15 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/security-groups?id=68e8d5c0-5e06-4691-a3a9-75714e591a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393500 Jan 20 15:22:24.085902 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.agents_db [None req-6dba657d-a637-4918-9b6d-40defdfae04b None None] Agent healthcheck: found 6 active agents {{(pid=84155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 15:22:24.808906 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1537103c-aaab-431e-a5e3-0230c7d97150 req-aed1964f-a0dc-4010-a890-2da1161ade9d tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:22:24.810382 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-1537103c-aaab-431e-a5e3-0230c7d97150 req-aed1964f-a0dc-4010-a890-2da1161ade9d tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/ports?device_id=b4d2fbc5-41b8-4fdd-8e49-05a433440952 HTTP/1.1" status: 200 len: 945 time: 0.1392369 Jan 20 15:22:24.855641 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-1537103c-aaab-431e-a5e3-0230c7d97150 req-8a71f291-5904-4de2-914d-dcaf8ff3affd tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/security-groups?id=68e8d5c0-5e06-4691-a3a9-75714e591a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397151 Jan 20 15:22:25.052466 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1edf2b6-8c38-4c9b-9927-8e8757eb98df req-15aa0098-26a0-43e4-94df-32e195c5187f tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:22:25.053892 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-b1edf2b6-8c38-4c9b-9927-8e8757eb98df req-15aa0098-26a0-43e4-94df-32e195c5187f tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/ports?device_id=b4d2fbc5-41b8-4fdd-8e49-05a433440952 HTTP/1.1" status: 200 len: 945 time: 0.0779762 Jan 20 15:22:25.098564 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-b1edf2b6-8c38-4c9b-9927-8e8757eb98df req-02d5f243-3edf-4a21-a8ba-8ccc03319f09 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/security-groups?id=68e8d5c0-5e06-4691-a3a9-75714e591a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392370 Jan 20 15:22:25.125049 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 50442) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:22:25.192246 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-2a96f8d7-50ae-450b-89f9-cd0280d4aa6b tempest-TestNetworkAdvancedServerOps-1698589146 tempest-TestNetworkAdvancedServerOps-1698589146-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=b4d2fbc5-41b8-4fdd-8e49-05a433440952 HTTP/1.1" status: 200 len: 1093 time: 0.0661011 Jan 20 15:22:25.195082 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 50446) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:22:25.200139 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-599ba605-754b-4af4-8c71-13f5ca66128a tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Request body: {'floatingip': {'floating_network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'port_id': '6ea1d2f5-3cb7-4c42-9f33-8dfd79861c18', 'tenant_id': 'a7eb12e65a2142f3af36926716af6c10', 'fixed_ip_address': '172.20.0.7'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 15:22:25.206232 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-599ba605-754b-4af4-8c71-13f5ca66128a tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:22:25.210323 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-599ba605-754b-4af4-8c71-13f5ca66128a tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Usage tracker for resource:floatingip and tenant:a7eb12e65a2142f3af36926716af6c10 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:22:25.213097 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-599ba605-754b-4af4-8c71-13f5ca66128a tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:22:25.219262 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-599ba605-754b-4af4-8c71-13f5ca66128a tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:22:25.273423 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-599ba605-754b-4af4-8c71-13f5ca66128a tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks [] for floatingip, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:25.500932 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-599ba605-754b-4af4-8c71-13f5ca66128a tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:25.632094 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.db_base_plugin_common [None req-599ba605-754b-4af4-8c71-13f5ca66128a tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Allocated IP 172.26.7.189 (8dffb05c-5ca0-409b-bd5f-7be6264f707d/a489dd4f-42a5-433b-8be3-bab2749c4209/cd1968b6-153e-43b1-a9c7-702c34e0dae1) {{(pid=84153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 15:22:25.775830 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-599ba605-754b-4af4-8c71-13f5ca66128a tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks [] for port, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:25.849727 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-599ba605-754b-4af4-8c71-13f5ca66128a tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:25.932111 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-599ba605-754b-4af4-8c71-13f5ca66128a tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Network 8dffb05c-5ca0-409b-bd5f-7be6264f707d is already hosted by enough agents. {{(pid=84153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 15:22:25.937677 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.base_scheduler [None req-599ba605-754b-4af4-8c71-13f5ca66128a tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Resources bound (agent type, host, resource id): {{(pid=84153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 15:22:25.941400 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-599ba605-754b-4af4-8c71-13f5ca66128a tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Received port after_create {{(pid=84153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 15:22:25.974669 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599ba605-754b-4af4-8c71-13f5ca66128a tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Pushing event updated for resources: {'Port': ['ID=cd1968b6-153e-43b1-a9c7-702c34e0dae1,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:22:26.485740 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-599ba605-754b-4af4-8c71-13f5ca66128a tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:26.624641 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-599ba605-754b-4af4-8c71-13f5ca66128a tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:26.822608 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-599ba605-754b-4af4-8c71-13f5ca66128a tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks [] for port, precommit_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:26.871969 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-599ba605-754b-4af4-8c71-13f5ca66128a tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3944146'] for port, after_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:26.974937 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599ba605-754b-4af4-8c71-13f5ca66128a tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Pushing event updated for resources: {'Port': ['ID=cd1968b6-153e-43b1-a9c7-702c34e0dae1,revision_number=2']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:22:26.990116 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-599ba605-754b-4af4-8c71-13f5ca66128a tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-745254'] for floatingip, after_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:27.181800 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.db.l3_db [None req-599ba605-754b-4af4-8c71-13f5ca66128a tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Floating IP 0001781a-4592-42f1-8a26-a40f67fb066d associated. External IP: 172.26.7.189, port: 6ea1d2f5-3cb7-4c42-9f33-8dfd79861c18. Jan 20 15:22:27.659372 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-599ba605-754b-4af4-8c71-13f5ca66128a tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Router 88078c36-fec1-469a-ab38-6f76b3ea668e has already been hosted by L3 agent 624d525b-4c26-4143-8a1c-228bb1c6faaa {{(pid=84153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 15:22:27.852329 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-599ba605-754b-4af4-8c71-13f5ca66128a tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify agent at l3_agent.dv-neutron-825124-1-hyperv the message routers_updated {{(pid=84153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 15:22:27.862107 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0acadc07-1a9c-4e1f-9661-6994c1307bc4 None None] Sync routers for ids ['88078c36-fec1-469a-ab38-6f76b3ea668e'] in dv-neutron-825124-1-hyperv {{(pid=84154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 15:22:27.873958 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0acadc07-1a9c-4e1f-9661-6994c1307bc4 None None] Routers {'88078c36-fec1-469a-ab38-6f76b3ea668e'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 15:22:27.874596 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-0acadc07-1a9c-4e1f-9661-6994c1307bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T15:22:00Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['88078c36-fec1-469a-ab38-6f76b3ea668e'], 'active': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:22:27.952973 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-599ba605-754b-4af4-8c71-13f5ca66128a tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for floatingip, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:28.011061 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-599ba605-754b-4af4-8c71-13f5ca66128a tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8149803 Jan 20 15:22:28.011730 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4d2fbc5-41b8-4fdd-8e49-05a433440952', 'tag': '6ea1d2f5-3cb7-4c42-9f33-8dfd79861c18'}] {{(pid=84153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 15:22:28.067096 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4d2fbc5-41b8-4fdd-8e49-05a433440952', 'tag': '6ea1d2f5-3cb7-4c42-9f33-8dfd79861c18', 'status': 'completed', 'code': 200} Jan 20 15:22:28.069616 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvr_db [None req-0acadc07-1a9c-4e1f-9661-6994c1307bc4 None None] Set router 88078c36-fec1-469a-ab38-6f76b3ea668e gateway port host: dv-neutron-825124-1-hyperv {{(pid=84154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 15:22:28.116109 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-5df775b1-c634-4aa9-8fc6-6fb30e59872b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:28.215806 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-0a11cc2b-0798-4368-a634-c5068e1b9570 req-9c51dd4e-b66f-41fe-9d75-4e44e9b9db5a service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=a7eb12e65a2142f3af36926716af6c10&device_id=b4d2fbc5-41b8-4fdd-8e49-05a433440952 HTTP/1.1" status: 200 len: 1098 time: 0.1250749 Jan 20 15:22:28.251669 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dbeb37-f2d8-4002-836a-35c57d92bdf7 req-aa6788a2-26f8-4553-84e3-c96262268765 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:22:28.253093 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-f3dbeb37-f2d8-4002-836a-35c57d92bdf7 req-aa6788a2-26f8-4553-84e3-c96262268765 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/ports?device_id=b4d2fbc5-41b8-4fdd-8e49-05a433440952 HTTP/1.1" status: 200 len: 945 time: 0.1283824 Jan 20 15:22:28.371425 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-f3dbeb37-f2d8-4002-836a-35c57d92bdf7 req-8cc4cdcf-7872-4ef6-b46b-acf695cabc6f tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/security-groups?id=68e8d5c0-5e06-4691-a3a9-75714e591a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757983 Jan 20 15:22:28.389658 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a11cc2b-0798-4368-a634-c5068e1b9570 req-61a161c2-812a-47bc-9beb-1370a40e248c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:22:28.391262 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-0a11cc2b-0798-4368-a634-c5068e1b9570 req-61a161c2-812a-47bc-9beb-1370a40e248c service neutron] 10.222.0.106 "GET /v2.0/networks?id=fa7601b3-4272-42f8-9cc9-3c541816d46a HTTP/1.1" status: 200 len: 898 time: 0.1692255 Jan 20 15:22:28.400097 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 50454) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:22:28.419561 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-0acadc07-1a9c-4e1f-9661-6994c1307bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88078c36-fec1-469a-ab38-6f76b3ea668e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1083156851', 'tenant_id': 'a7eb12e65a2142f3af36926716af6c10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.206'}], 'enable_snat': True}, 'gw_port_id': '9fb022c6-bf83-4492-8050-2bf79289296d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:22:02Z', 'updated_at': '2022-01-20T15:22:07Z', 'revision_number': 4, 'project_id': 'a7eb12e65a2142f3af36926716af6c10', 'gw_port': {'id': '9fb022c6-bf83-4492-8050-2bf79289296d', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:19:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88078c36-fec1-469a-ab38-6f76b3ea668e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:22:03Z', 'updated_at': '2022-01-20T15:22:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv', '_floatingips': [{'id': '0001781a-4592-42f1-8a26-a40f67fb066d', 'tenant_id': 'a7eb12e65a2142f3af36926716af6c10', 'floating_ip_address': '172.26.7.189', 'floating_network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'router_id': '88078c36-fec1-469a-ab38-6f76b3ea668e', 'port_id': '6ea1d2f5-3cb7-4c42-9f33-8dfd79861c18', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa7601b3-4272-42f8-9cc9-3c541816d46a', 'mac_address': 'fa:16:3e:05:b9:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d2fbc5-41b8-4fdd-8e49-05a433440952', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T15:22:26Z', 'updated_at': '2022-01-20T15:22:26Z', 'revision_number': 0, 'project_id': 'a7eb12e65a2142f3af36926716af6c10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7c0b7a2-3870-4599-89f3-f524a5666119', 'name': '', 'network_id': 'fa7601b3-4272-42f8-9cc9-3c541816d46a', 'tenant_id': 'a7eb12e65a2142f3af36926716af6c10', 'mac_address': 'fa:16:3e:6b:58:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88078c36-fec1-469a-ab38-6f76b3ea668e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '14fc6ff0-75cd-49fa-ad9b-c22182249cb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:22:06Z', 'updated_at': '2022-01-20T15:22:13Z', 'revision_number': 5, 'project_id': 'a7eb12e65a2142f3af36926716af6c10', 'subnets': [{'id': '14fc6ff0-75cd-49fa-ad9b-c22182249cb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:22:28.423543 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0acadc07-1a9c-4e1f-9661-6994c1307bc4 None None] Checking router: 88078c36-fec1-469a-ab38-6f76b3ea668e for host: dv-neutron-825124-1-hyperv {{(pid=84154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 15:22:28.434378 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0acadc07-1a9c-4e1f-9661-6994c1307bc4 None None] Routers {'88078c36-fec1-469a-ab38-6f76b3ea668e'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 15:22:28.435514 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-0acadc07-1a9c-4e1f-9661-6994c1307bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T15:22:00Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['88078c36-fec1-469a-ab38-6f76b3ea668e'], 'active': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:22:28.507342 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-0a11cc2b-0798-4368-a634-c5068e1b9570 req-06176127-0491-4fe4-baa2-a36862ae0996 service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6ea1d2f5-3cb7-4c42-9f33-8dfd79861c18 HTTP/1.1" status: 200 len: 999 time: 0.1090007 Jan 20 15:22:28.523285 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-920b9f31-3681-4a40-980b-ccd9be24a66f tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/floatingips/0001781a-4592-42f1-8a26-a40f67fb066d HTTP/1.1" status: 200 len: 991 time: 0.1201651 Jan 20 15:22:28.570786 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a11cc2b-0798-4368-a634-c5068e1b9570 req-196d0291-6a70-48bd-a440-56a38f32dca1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:22:28.572220 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-0a11cc2b-0798-4368-a634-c5068e1b9570 req-196d0291-6a70-48bd-a440-56a38f32dca1 service neutron] 10.222.0.106 "GET /v2.0/subnets?id=14fc6ff0-75cd-49fa-ad9b-c22182249cb2 HTTP/1.1" status: 200 len: 834 time: 0.0581422 Jan 20 15:22:28.644308 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvr_db [None req-0acadc07-1a9c-4e1f-9661-6994c1307bc4 None None] Set router 88078c36-fec1-469a-ab38-6f76b3ea668e gateway port host: dv-neutron-825124-1-hyperv {{(pid=84154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 15:22:28.650694 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-0a11cc2b-0798-4368-a634-c5068e1b9570 req-766a7a65-9e22-4eb8-821f-9bab805d2b51 service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=fa7601b3-4272-42f8-9cc9-3c541816d46a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0723710 Jan 20 15:22:28.778534 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-0a11cc2b-0798-4368-a634-c5068e1b9570 req-d65b6745-0274-48f8-b864-9bc14b00ec69 service neutron] 10.222.0.106 "GET /v2.0/networks/fa7601b3-4272-42f8-9cc9-3c541816d46a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224918 Jan 20 15:22:28.906871 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-0a11cc2b-0798-4368-a634-c5068e1b9570 req-74ebf41c-2460-47ed-a83f-5735c0e8c287 service neutron] 10.222.0.106 "GET /v2.0/networks/fa7601b3-4272-42f8-9cc9-3c541816d46a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230855 Jan 20 15:22:28.980742 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-0acadc07-1a9c-4e1f-9661-6994c1307bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88078c36-fec1-469a-ab38-6f76b3ea668e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1083156851', 'tenant_id': 'a7eb12e65a2142f3af36926716af6c10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.206'}], 'enable_snat': True}, 'gw_port_id': '9fb022c6-bf83-4492-8050-2bf79289296d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:22:02Z', 'updated_at': '2022-01-20T15:22:07Z', 'revision_number': 4, 'project_id': 'a7eb12e65a2142f3af36926716af6c10', 'gw_port': {'id': '9fb022c6-bf83-4492-8050-2bf79289296d', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:19:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88078c36-fec1-469a-ab38-6f76b3ea668e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:22:03Z', 'updated_at': '2022-01-20T15:22:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv', '_floatingips': [{'id': '0001781a-4592-42f1-8a26-a40f67fb066d', 'tenant_id': 'a7eb12e65a2142f3af36926716af6c10', 'floating_ip_address': '172.26.7.189', 'floating_network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'router_id': '88078c36-fec1-469a-ab38-6f76b3ea668e', 'port_id': '6ea1d2f5-3cb7-4c42-9f33-8dfd79861c18', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa7601b3-4272-42f8-9cc9-3c541816d46a', 'mac_address': 'fa:16:3e:05:b9:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d2fbc5-41b8-4fdd-8e49-05a433440952', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T15:22:26Z', 'updated_at': '2022-01-20T15:22:26Z', 'revision_number': 0, 'project_id': 'a7eb12e65a2142f3af36926716af6c10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7c0b7a2-3870-4599-89f3-f524a5666119', 'name': '', 'network_id': 'fa7601b3-4272-42f8-9cc9-3c541816d46a', 'tenant_id': 'a7eb12e65a2142f3af36926716af6c10', 'mac_address': 'fa:16:3e:6b:58:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88078c36-fec1-469a-ab38-6f76b3ea668e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '14fc6ff0-75cd-49fa-ad9b-c22182249cb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:22:06Z', 'updated_at': '2022-01-20T15:22:13Z', 'revision_number': 5, 'project_id': 'a7eb12e65a2142f3af36926716af6c10', 'subnets': [{'id': '14fc6ff0-75cd-49fa-ad9b-c22182249cb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:22:28.985164 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0acadc07-1a9c-4e1f-9661-6994c1307bc4 None None] The sync data for ids ['88078c36-fec1-469a-ab38-6f76b3ea668e'] in dv-neutron-825124-1-hyperv is: [{'id': '88078c36-fec1-469a-ab38-6f76b3ea668e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1083156851', 'tenant_id': 'a7eb12e65a2142f3af36926716af6c10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.206'}], 'enable_snat': True}, 'gw_port_id': '9fb022c6-bf83-4492-8050-2bf79289296d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:22:02Z', 'updated_at': '2022-01-20T15:22:07Z', 'revision_number': 4, 'project_id': 'a7eb12e65a2142f3af36926716af6c10', 'gw_port': {'id': '9fb022c6-bf83-4492-8050-2bf79289296d', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:19:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88078c36-fec1-469a-ab38-6f76b3ea668e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:22:03Z', 'updated_at': '2022-01-20T15:22:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv', '_floatingips': [{'id': '0001781a-4592-42f1-8a26-a40f67fb066d', 'tenant_id': 'a7eb12e65a2142f3af36926716af6c10', 'floating_ip_address': '172.26.7.189', 'floating_network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'router_id': '88078c36-fec1-469a-ab38-6f76b3ea668e', 'port_id': '6ea1d2f5-3cb7-4c42-9f33-8dfd79861c18', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa7601b3-4272-42f8-9cc9-3c541816d46a', 'mac_address': 'fa:16:3e:05:b9:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d2fbc5-41b8-4fdd-8e49-05a433440952', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T15:22:26Z', 'updated_at': '2022-01-20T15:22:26Z', 'revision_number': 0, 'project_id': 'a7eb12e65a2142f3af36926716af6c10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7c0b7a2-3870-4599-89f3-f524a5666119', 'name': '', 'network_id': 'fa7601b3-4272-42f8-9cc9-3c541816d46a', 'tenant_id': 'a7eb12e65a2142f3af36926716af6c10', 'mac_address': 'fa:16:3e:6b:58:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88078c36-fec1-469a-ab38-6f76b3ea668e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '14fc6ff0-75cd-49fa-ad9b-c22182249cb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:22:06Z', 'updated_at': '2022-01-20T15:22:13Z', 'revision_number': 5, 'project_id': 'a7eb12e65a2142f3af36926716af6c10', 'subnets': [{'id': '14fc6ff0-75cd-49fa-ad9b-c22182249cb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 15:22:29.180209 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-029af984-e805-4be9-85a4-37ed917592c3 None None] New status for floating IP 0001781a-4592-42f1-8a26-a40f67fb066d: ACTIVE {{(pid=84155) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 20 15:22:29.526012 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 50458) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:22:29.629408 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-e8b0459c-9932-47c5-b592-f0da13906733 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/floatingips/0001781a-4592-42f1-8a26-a40f67fb066d HTTP/1.1" status: 200 len: 993 time: 0.1021509 Jan 20 15:22:30.461845 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-73233a9c-ec4b-4983-a49e-fc2f8c17a2cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:30.985764 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:31.438676 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:31.747683 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-cdd98e71-1f0a-4421-baa9-dcb30e06edf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:33.233291 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-eea6df97-7ff1-4b63-af20-e3ec8913deda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:22:58.044414 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-738bebff-0a91-4d2f-9eb6-e94e5f9a42e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:23:00.294690 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-b795b9d9-b78d-4eba-a03a-4ac39a200831 req-33118d7b-c1ff-412c-b309-943cc4ede47f service neutron] 10.222.0.106 "GET /v2.0/ports?device_id=b4d2fbc5-41b8-4fdd-8e49-05a433440952&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1596038 Jan 20 15:23:00.427994 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-b795b9d9-b78d-4eba-a03a-4ac39a200831 req-ce2a0ee2-b85e-4e8a-8682-6e832be3ba6c service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=a7eb12e65a2142f3af36926716af6c10&device_id=b4d2fbc5-41b8-4fdd-8e49-05a433440952 HTTP/1.1" status: 200 len: 1098 time: 0.0679641 Jan 20 15:23:00.443028 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-a09ec66a-628b-402d-a2a9-e552c71e4827 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:23:00.571224 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b795b9d9-b78d-4eba-a03a-4ac39a200831 req-060e4575-6254-47e8-9355-7aeca72804bd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:23:00.572645 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-b795b9d9-b78d-4eba-a03a-4ac39a200831 req-060e4575-6254-47e8-9355-7aeca72804bd service neutron] 10.222.0.106 "GET /v2.0/networks?id=fa7601b3-4272-42f8-9cc9-3c541816d46a HTTP/1.1" status: 200 len: 898 time: 0.1259427 Jan 20 15:23:00.675608 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-b795b9d9-b78d-4eba-a03a-4ac39a200831 req-fbfb5d5f-5a46-4df6-b7e1-0879d631e67a service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6ea1d2f5-3cb7-4c42-9f33-8dfd79861c18 HTTP/1.1" status: 200 len: 1001 time: 0.0970876 Jan 20 15:23:00.751855 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b795b9d9-b78d-4eba-a03a-4ac39a200831 req-159bfb52-98bd-4df9-b1a1-d133ca009a66 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:23:00.753294 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-b795b9d9-b78d-4eba-a03a-4ac39a200831 req-159bfb52-98bd-4df9-b1a1-d133ca009a66 service neutron] 10.222.0.106 "GET /v2.0/subnets?id=14fc6ff0-75cd-49fa-ad9b-c22182249cb2 HTTP/1.1" status: 200 len: 834 time: 0.0719025 Jan 20 15:23:00.829143 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-b795b9d9-b78d-4eba-a03a-4ac39a200831 req-d3fe5d81-c03f-4725-ac78-7aa213b62989 service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=fa7601b3-4272-42f8-9cc9-3c541816d46a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0694633 Jan 20 15:23:00.965497 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-b795b9d9-b78d-4eba-a03a-4ac39a200831 req-2d072c7c-3fd1-4852-8e49-df715544a3cc service neutron] 10.222.0.106 "GET /v2.0/networks/fa7601b3-4272-42f8-9cc9-3c541816d46a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305959 Jan 20 15:23:00.992501 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:23:01.086745 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.agents_db [None req-6dba657d-a637-4918-9b6d-40defdfae04b None None] Agent healthcheck: found 6 active agents {{(pid=84155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 15:23:01.113689 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-b795b9d9-b78d-4eba-a03a-4ac39a200831 req-8ce4320a-830d-471b-b1aa-c75ae9cc8ae0 service neutron] 10.222.0.106 "GET /v2.0/networks/fa7601b3-4272-42f8-9cc9-3c541816d46a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420588 Jan 20 15:23:01.432623 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:23:01.781178 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-cdd98e71-1f0a-4421-baa9-dcb30e06edf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:23:03.255353 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-eea6df97-7ff1-4b63-af20-e3ec8913deda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:23:19.535942 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [req-3bc74806-b980-4b67-9630-95f7ddb0a2aa req-9e44f62f-671e-4a82-a506-c42893da1aa6 service neutron] (84152) timed out ('10.222.0.54', 46940) {{(pid=84152) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jan 20 15:23:28.026472 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-e76eca3f-2707-4db6-8c81-e17b419ab601 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:23:30.420249 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-10ffc0d8-5bc1-4b1d-8c40-21ab0256b13f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:23:30.908888 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbedd50-fc39-4d4a-96b1-6ce540bf79d0 req-b2bca234-94af-4d08-9ea6-b84bd5c4d0c3 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:23:30.910369 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-7cbedd50-fc39-4d4a-96b1-6ce540bf79d0 req-b2bca234-94af-4d08-9ea6-b84bd5c4d0c3 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/ports?device_id=b4d2fbc5-41b8-4fdd-8e49-05a433440952 HTTP/1.1" status: 200 len: 945 time: 0.1471734 Jan 20 15:23:30.959162 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-7cbedd50-fc39-4d4a-96b1-6ce540bf79d0 req-313ddfac-d557-4354-9b5c-9aec81eaf0ae tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/security-groups?id=68e8d5c0-5e06-4691-a3a9-75714e591a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433097 Jan 20 15:23:31.026176 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:23:31.477360 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:23:31.774552 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-cdd98e71-1f0a-4421-baa9-dcb30e06edf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:23:32.265446 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac0cf4a-4357-45cd-aece-35d8a388638d req-2e5a3d05-7231-4a7a-b7f3-52d239c4e6e8 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:23:32.266921 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-bac0cf4a-4357-45cd-aece-35d8a388638d req-2e5a3d05-7231-4a7a-b7f3-52d239c4e6e8 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/ports?device_id=b4d2fbc5-41b8-4fdd-8e49-05a433440952 HTTP/1.1" status: 200 len: 945 time: 0.1471274 Jan 20 15:23:32.313164 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-bac0cf4a-4357-45cd-aece-35d8a388638d req-fe536576-36de-4425-9cc7-84812c4384f7 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/security-groups?id=68e8d5c0-5e06-4691-a3a9-75714e591a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408597 Jan 20 15:23:32.340421 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 50494) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:23:32.442307 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-9bc4585d-bf27-40b8-8262-5f360d65df32 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/floatingips/0001781a-4592-42f1-8a26-a40f67fb066d HTTP/1.1" status: 200 len: 993 time: 0.1008351 Jan 20 15:23:33.254862 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-eea6df97-7ff1-4b63-af20-e3ec8913deda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:23:34.049089 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0341bb-a680-4210-b87f-9465b8cb850f req-a54580a0-a1a1-49f0-a339-7e4f0b21ac0b tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:23:34.050539 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-1b0341bb-a680-4210-b87f-9465b8cb850f req-a54580a0-a1a1-49f0-a339-7e4f0b21ac0b tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/ports?device_id=b4d2fbc5-41b8-4fdd-8e49-05a433440952 HTTP/1.1" status: 200 len: 945 time: 0.0756853 Jan 20 15:23:34.099240 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-1b0341bb-a680-4210-b87f-9465b8cb850f req-0ab3bbdf-9aa4-4d53-8f1a-56cc59796cd0 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/security-groups?id=68e8d5c0-5e06-4691-a3a9-75714e591a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429912 Jan 20 15:23:35.296388 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683ccd33-f6e5-4c51-bc38-293e4924ea5d req-c8e5c178-db66-4847-aed0-21f29a7543fe tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:23:35.297817 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-683ccd33-f6e5-4c51-bc38-293e4924ea5d req-c8e5c178-db66-4847-aed0-21f29a7543fe tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/ports?device_id=b4d2fbc5-41b8-4fdd-8e49-05a433440952 HTTP/1.1" status: 200 len: 945 time: 0.0750771 Jan 20 15:23:35.343235 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-683ccd33-f6e5-4c51-bc38-293e4924ea5d req-b19345ee-0194-49b5-9bb3-533f848e1164 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/security-groups?id=68e8d5c0-5e06-4691-a3a9-75714e591a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392268 Jan 20 15:23:35.375249 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 50506) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:23:35.478667 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-05370a0c-9b0e-44ae-b354-2a87c1d34454 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/floatingips/0001781a-4592-42f1-8a26-a40f67fb066d HTTP/1.1" status: 200 len: 993 time: 0.1023130 Jan 20 15:23:35.805927 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 50514) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:23:36.001555 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-5085dc51-bf9c-485d-8fc4-6a70ca46399e tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Deleting port cd1968b6-153e-43b1-a9c7-702c34e0dae1 {{(pid=84152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 15:23:36.001888 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-5085dc51-bf9c-485d-8fc4-6a70ca46399e tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:23:36.174004 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-5085dc51-bf9c-485d-8fc4-6a70ca46399e tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:23:36.174359 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-5085dc51-bf9c-485d-8fc4-6a70ca46399e tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:23:36.289758 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-5085dc51-bf9c-485d-8fc4-6a70ca46399e tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Calling delete_port for cd1968b6-153e-43b1-a9c7-702c34e0dae1 owned by network:floatingip {{(pid=84152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 15:23:36.494530 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-5085dc51-bf9c-485d-8fc4-6a70ca46399e tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:23:36.537802 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5085dc51-bf9c-485d-8fc4-6a70ca46399e tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Pushing event deleted for resources: {'Port': ['ID=cd1968b6-153e-43b1-a9c7-702c34e0dae1,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:23:36.571474 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5085dc51-bf9c-485d-8fc4-6a70ca46399e tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:23:36.571822 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5085dc51-bf9c-485d-8fc4-6a70ca46399e tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:23:36.572161 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5085dc51-bf9c-485d-8fc4-6a70ca46399e tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:23:36.572497 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5085dc51-bf9c-485d-8fc4-6a70ca46399e tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:23:36.572827 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5085dc51-bf9c-485d-8fc4-6a70ca46399e tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:23:36.573155 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5085dc51-bf9c-485d-8fc4-6a70ca46399e tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:23:36.573480 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5085dc51-bf9c-485d-8fc4-6a70ca46399e tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:23:36.573807 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5085dc51-bf9c-485d-8fc4-6a70ca46399e tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:23:36.574155 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5085dc51-bf9c-485d-8fc4-6a70ca46399e tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:23:36.574479 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5085dc51-bf9c-485d-8fc4-6a70ca46399e tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:23:36.574799 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5085dc51-bf9c-485d-8fc4-6a70ca46399e tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:23:36.641769 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-5085dc51-bf9c-485d-8fc4-6a70ca46399e tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks [] for floatingip, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:23:37.110063 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5085dc51-bf9c-485d-8fc4-6a70ca46399e tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Router 88078c36-fec1-469a-ab38-6f76b3ea668e has already been hosted by L3 agent 624d525b-4c26-4143-8a1c-228bb1c6faaa {{(pid=84152) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 15:23:37.305072 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5085dc51-bf9c-485d-8fc4-6a70ca46399e tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify agent at l3_agent.dv-neutron-825124-1-hyperv the message routers_updated {{(pid=84152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 15:23:37.315422 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2168eac-7311-400b-9bb5-0ec6c935ddf5 None None] Sync routers for ids ['88078c36-fec1-469a-ab38-6f76b3ea668e'] in dv-neutron-825124-1-hyperv {{(pid=84154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 15:23:37.326557 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2168eac-7311-400b-9bb5-0ec6c935ddf5 None None] Routers {'88078c36-fec1-469a-ab38-6f76b3ea668e'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 15:23:37.334996 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-f2168eac-7311-400b-9bb5-0ec6c935ddf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T15:23:30Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['88078c36-fec1-469a-ab38-6f76b3ea668e'], 'active': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:23:37.375222 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-5085dc51-bf9c-485d-8fc4-6a70ca46399e tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for floatingip, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:23:37.434021 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-5085dc51-bf9c-485d-8fc4-6a70ca46399e tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "DELETE /v2.0/floatingips/0001781a-4592-42f1-8a26-a40f67fb066d HTTP/1.1" status: 204 len: 168 time: 1.6269884 Jan 20 15:23:37.434615 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4d2fbc5-41b8-4fdd-8e49-05a433440952', 'tag': '6ea1d2f5-3cb7-4c42-9f33-8dfd79861c18'}] {{(pid=84152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 15:23:37.495130 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4d2fbc5-41b8-4fdd-8e49-05a433440952', 'tag': '6ea1d2f5-3cb7-4c42-9f33-8dfd79861c18', 'status': 'completed', 'code': 200} Jan 20 15:23:37.516307 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvr_db [None req-f2168eac-7311-400b-9bb5-0ec6c935ddf5 None None] Set router 88078c36-fec1-469a-ab38-6f76b3ea668e gateway port host: dv-neutron-825124-1-hyperv {{(pid=84154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 15:23:37.586707 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-75fadc97-8bf4-4a5c-9dcd-f45c311289a4 req-86bc00ea-7e4a-4e1b-a282-413604e80955 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=a7eb12e65a2142f3af36926716af6c10&device_id=b4d2fbc5-41b8-4fdd-8e49-05a433440952 HTTP/1.1" status: 200 len: 1098 time: 0.0690956 Jan 20 15:23:37.719899 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fadc97-8bf4-4a5c-9dcd-f45c311289a4 req-c67db50f-f664-4e3f-bd93-c398fb0e66b7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:23:37.721626 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-75fadc97-8bf4-4a5c-9dcd-f45c311289a4 req-c67db50f-f664-4e3f-bd93-c398fb0e66b7 service neutron] 10.222.0.106 "GET /v2.0/networks?id=fa7601b3-4272-42f8-9cc9-3c541816d46a HTTP/1.1" status: 200 len: 898 time: 0.1289568 Jan 20 15:23:37.798597 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-75fadc97-8bf4-4a5c-9dcd-f45c311289a4 req-a4f6b53f-9197-47b1-b10b-108e68c5349f service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6ea1d2f5-3cb7-4c42-9f33-8dfd79861c18 HTTP/1.1" status: 200 len: 217 time: 0.0711586 Jan 20 15:23:37.837941 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-f2168eac-7311-400b-9bb5-0ec6c935ddf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88078c36-fec1-469a-ab38-6f76b3ea668e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1083156851', 'tenant_id': 'a7eb12e65a2142f3af36926716af6c10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.206'}], 'enable_snat': True}, 'gw_port_id': '9fb022c6-bf83-4492-8050-2bf79289296d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:22:02Z', 'updated_at': '2022-01-20T15:22:07Z', 'revision_number': 4, 'project_id': 'a7eb12e65a2142f3af36926716af6c10', 'gw_port': {'id': '9fb022c6-bf83-4492-8050-2bf79289296d', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:19:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88078c36-fec1-469a-ab38-6f76b3ea668e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:22:03Z', 'updated_at': '2022-01-20T15:22:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv', '_interfaces': [{'id': 'f7c0b7a2-3870-4599-89f3-f524a5666119', 'name': '', 'network_id': 'fa7601b3-4272-42f8-9cc9-3c541816d46a', 'tenant_id': 'a7eb12e65a2142f3af36926716af6c10', 'mac_address': 'fa:16:3e:6b:58:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88078c36-fec1-469a-ab38-6f76b3ea668e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '14fc6ff0-75cd-49fa-ad9b-c22182249cb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:22:06Z', 'updated_at': '2022-01-20T15:22:13Z', 'revision_number': 5, 'project_id': 'a7eb12e65a2142f3af36926716af6c10', 'subnets': [{'id': '14fc6ff0-75cd-49fa-ad9b-c22182249cb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:23:37.841834 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2168eac-7311-400b-9bb5-0ec6c935ddf5 None None] Checking router: 88078c36-fec1-469a-ab38-6f76b3ea668e for host: dv-neutron-825124-1-hyperv {{(pid=84154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 15:23:37.854561 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2168eac-7311-400b-9bb5-0ec6c935ddf5 None None] Routers {'88078c36-fec1-469a-ab38-6f76b3ea668e'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 15:23:37.854832 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-f2168eac-7311-400b-9bb5-0ec6c935ddf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T15:23:30Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['88078c36-fec1-469a-ab38-6f76b3ea668e'], 'active': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:23:37.862059 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fadc97-8bf4-4a5c-9dcd-f45c311289a4 req-9470023b-d4df-41f5-a925-9809e2d4326e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:23:37.863670 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-75fadc97-8bf4-4a5c-9dcd-f45c311289a4 req-9470023b-d4df-41f5-a925-9809e2d4326e service neutron] 10.222.0.106 "GET /v2.0/subnets?id=14fc6ff0-75cd-49fa-ad9b-c22182249cb2 HTTP/1.1" status: 200 len: 834 time: 0.0587482 Jan 20 15:23:38.074626 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvr_db [None req-f2168eac-7311-400b-9bb5-0ec6c935ddf5 None None] Set router 88078c36-fec1-469a-ab38-6f76b3ea668e gateway port host: dv-neutron-825124-1-hyperv {{(pid=84154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 15:23:38.088228 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.agents_db [None req-6dba657d-a637-4918-9b6d-40defdfae04b None None] Agent healthcheck: found 6 active agents {{(pid=84155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 15:23:38.093636 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c70bcfc-7307-4dc8-a578-6a245f51b3a4 req-34a7e859-45b6-4e8f-88f2-8bbeb2eb12e8 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:23:38.095106 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-2c70bcfc-7307-4dc8-a578-6a245f51b3a4 req-34a7e859-45b6-4e8f-88f2-8bbeb2eb12e8 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/ports?device_id=b4d2fbc5-41b8-4fdd-8e49-05a433440952 HTTP/1.1" status: 200 len: 945 time: 0.2278273 Jan 20 15:23:38.097748 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-75fadc97-8bf4-4a5c-9dcd-f45c311289a4 req-91650948-028c-4e50-b839-c2d2d8a79e94 service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=fa7601b3-4272-42f8-9cc9-3c541816d46a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1061702 Jan 20 15:23:38.141464 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-2c70bcfc-7307-4dc8-a578-6a245f51b3a4 req-1bdbfd94-53f8-46a0-a290-51f396f8cb89 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/security-groups?id=68e8d5c0-5e06-4691-a3a9-75714e591a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409467 Jan 20 15:23:38.335315 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-75fadc97-8bf4-4a5c-9dcd-f45c311289a4 req-920f85c8-ef40-4393-855b-d55bc20fda81 service neutron] 10.222.0.106 "GET /v2.0/networks/fa7601b3-4272-42f8-9cc9-3c541816d46a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1915824 Jan 20 15:23:38.392394 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-f2168eac-7311-400b-9bb5-0ec6c935ddf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88078c36-fec1-469a-ab38-6f76b3ea668e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1083156851', 'tenant_id': 'a7eb12e65a2142f3af36926716af6c10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.206'}], 'enable_snat': True}, 'gw_port_id': '9fb022c6-bf83-4492-8050-2bf79289296d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:22:02Z', 'updated_at': '2022-01-20T15:22:07Z', 'revision_number': 4, 'project_id': 'a7eb12e65a2142f3af36926716af6c10', 'gw_port': {'id': '9fb022c6-bf83-4492-8050-2bf79289296d', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:19:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88078c36-fec1-469a-ab38-6f76b3ea668e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:22:03Z', 'updated_at': '2022-01-20T15:22:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv', '_interfaces': [{'id': 'f7c0b7a2-3870-4599-89f3-f524a5666119', 'name': '', 'network_id': 'fa7601b3-4272-42f8-9cc9-3c541816d46a', 'tenant_id': 'a7eb12e65a2142f3af36926716af6c10', 'mac_address': 'fa:16:3e:6b:58:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88078c36-fec1-469a-ab38-6f76b3ea668e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '14fc6ff0-75cd-49fa-ad9b-c22182249cb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:22:06Z', 'updated_at': '2022-01-20T15:22:13Z', 'revision_number': 5, 'project_id': 'a7eb12e65a2142f3af36926716af6c10', 'subnets': [{'id': '14fc6ff0-75cd-49fa-ad9b-c22182249cb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:23:38.396494 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2168eac-7311-400b-9bb5-0ec6c935ddf5 None None] The sync data for ids ['88078c36-fec1-469a-ab38-6f76b3ea668e'] in dv-neutron-825124-1-hyperv is: [{'id': '88078c36-fec1-469a-ab38-6f76b3ea668e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1083156851', 'tenant_id': 'a7eb12e65a2142f3af36926716af6c10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.206'}], 'enable_snat': True}, 'gw_port_id': '9fb022c6-bf83-4492-8050-2bf79289296d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:22:02Z', 'updated_at': '2022-01-20T15:22:07Z', 'revision_number': 4, 'project_id': 'a7eb12e65a2142f3af36926716af6c10', 'gw_port': {'id': '9fb022c6-bf83-4492-8050-2bf79289296d', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:19:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88078c36-fec1-469a-ab38-6f76b3ea668e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:22:03Z', 'updated_at': '2022-01-20T15:22:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv', '_interfaces': [{'id': 'f7c0b7a2-3870-4599-89f3-f524a5666119', 'name': '', 'network_id': 'fa7601b3-4272-42f8-9cc9-3c541816d46a', 'tenant_id': 'a7eb12e65a2142f3af36926716af6c10', 'mac_address': 'fa:16:3e:6b:58:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88078c36-fec1-469a-ab38-6f76b3ea668e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '14fc6ff0-75cd-49fa-ad9b-c22182249cb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:22:06Z', 'updated_at': '2022-01-20T15:22:13Z', 'revision_number': 5, 'project_id': 'a7eb12e65a2142f3af36926716af6c10', 'subnets': [{'id': '14fc6ff0-75cd-49fa-ad9b-c22182249cb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 15:23:38.473122 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-75fadc97-8bf4-4a5c-9dcd-f45c311289a4 req-3f7637c8-57c0-4354-9ed3-c02ce5eaeb72 service neutron] 10.222.0.106 "GET /v2.0/networks/fa7601b3-4272-42f8-9cc9-3c541816d46a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312139 Jan 20 15:23:38.612658 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0425a6cc-259d-4651-9190-c2ae9a58ed7e None None] New status for floating IP 0001781a-4592-42f1-8a26-a40f67fb066d: DOWN {{(pid=84155) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 20 15:23:39.343918 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fba4ff0-ca07-4378-a8d6-1bc5a9a07a9e req-9b987b17-73ee-48b5-a65d-c7dc6e3af01f tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:23:39.345339 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-4fba4ff0-ca07-4378-a8d6-1bc5a9a07a9e req-9b987b17-73ee-48b5-a65d-c7dc6e3af01f tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/ports?device_id=b4d2fbc5-41b8-4fdd-8e49-05a433440952 HTTP/1.1" status: 200 len: 945 time: 0.0740252 Jan 20 15:23:39.389411 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-4fba4ff0-ca07-4378-a8d6-1bc5a9a07a9e req-8ba8ae0e-37a2-4a6c-8a08-bd9a3a22fa93 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/security-groups?id=68e8d5c0-5e06-4691-a3a9-75714e591a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380602 Jan 20 15:23:39.698511 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d269243b-7857-468f-ac45-74614af0bc64 req-849073f6-f120-4974-ba64-b7d56dacc2d9 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:23:39.699897 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-d269243b-7857-468f-ac45-74614af0bc64 req-849073f6-f120-4974-ba64-b7d56dacc2d9 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.106 "GET /v2.0/ports?device_id=b4d2fbc5-41b8-4fdd-8e49-05a433440952 HTTP/1.1" status: 200 len: 945 time: 0.0780413 Jan 20 15:23:39.765049 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [req-d269243b-7857-468f-ac45-74614af0bc64 req-7c161a81-02de-4b7c-a2b9-7a92275c571c tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Deleting port 6ea1d2f5-3cb7-4c42-9f33-8dfd79861c18 {{(pid=84153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 15:23:39.765381 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-d269243b-7857-468f-ac45-74614af0bc64 req-7c161a81-02de-4b7c-a2b9-7a92275c571c tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:23:39.996833 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.db [req-d269243b-7857-468f-ac45-74614af0bc64 req-7c161a81-02de-4b7c-a2b9-7a92275c571c tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] For port 6ea1d2f5-3cb7-4c42-9f33-8dfd79861c18, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=6ea1d2f5-3cb7-4c42-9f33-8dfd79861c18,segment=NetworkSegment(6816c854-9546-4c75-a678-ef013a9423a1),segment_id=6816c854-9546-4c75-a678-ef013a9423a1)] {{(pid=84153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 15:23:39.997097 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-d269243b-7857-468f-ac45-74614af0bc64 req-7c161a81-02de-4b7c-a2b9-7a92275c571c tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:23:40.112798 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [req-d269243b-7857-468f-ac45-74614af0bc64 req-7c161a81-02de-4b7c-a2b9-7a92275c571c tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Calling delete_port for 6ea1d2f5-3cb7-4c42-9f33-8dfd79861c18 owned by compute:nova {{(pid=84153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 15:23:40.305910 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-d269243b-7857-468f-ac45-74614af0bc64 req-7c161a81-02de-4b7c-a2b9-7a92275c571c tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:23:40.354412 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c161a81-02de-4b7c-a2b9-7a92275c571c tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Pushing event deleted for resources: {'Port': ['ID=6ea1d2f5-3cb7-4c42-9f33-8dfd79861c18,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:23:40.422317 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c161a81-02de-4b7c-a2b9-7a92275c571c tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:23:40.422665 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c161a81-02de-4b7c-a2b9-7a92275c571c tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:23:40.423007 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c161a81-02de-4b7c-a2b9-7a92275c571c tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:23:40.423340 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c161a81-02de-4b7c-a2b9-7a92275c571c tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:23:40.423672 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c161a81-02de-4b7c-a2b9-7a92275c571c tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:23:40.424029 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c161a81-02de-4b7c-a2b9-7a92275c571c tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:23:40.424324 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c161a81-02de-4b7c-a2b9-7a92275c571c tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:23:40.424646 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c161a81-02de-4b7c-a2b9-7a92275c571c tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:23:40.424969 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c161a81-02de-4b7c-a2b9-7a92275c571c tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:23:40.425288 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c161a81-02de-4b7c-a2b9-7a92275c571c tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:23:40.425611 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c161a81-02de-4b7c-a2b9-7a92275c571c tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:23:40.438114 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.l3_dvrscheduler_db [req-d269243b-7857-468f-ac45-74614af0bc64 req-7c161a81-02de-4b7c-a2b9-7a92275c571c tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] No DVR routers for this DVR port 6ea1d2f5-3cb7-4c42-9f33-8dfd79861c18 on host hv-neutron-8251 {{(pid=84153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 15:23:40.440454 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-d269243b-7857-468f-ac45-74614af0bc64 req-7c161a81-02de-4b7c-a2b9-7a92275c571c tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:23:40.443138 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4d2fbc5-41b8-4fdd-8e49-05a433440952', 'name': 'network-vif-deleted', 'tag': '6ea1d2f5-3cb7-4c42-9f33-8dfd79861c18'}] {{(pid=84153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 15:23:40.455149 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-d269243b-7857-468f-ac45-74614af0bc64 req-7c161a81-02de-4b7c-a2b9-7a92275c571c tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.106 "DELETE /v2.0/ports/6ea1d2f5-3cb7-4c42-9f33-8dfd79861c18 HTTP/1.1" status: 204 len: 173 time: 0.7503088 Jan 20 15:23:40.500203 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4d2fbc5-41b8-4fdd-8e49-05a433440952', 'name': 'network-vif-deleted', 'tag': '6ea1d2f5-3cb7-4c42-9f33-8dfd79861c18', 'status': 'completed', 'code': 200} Jan 20 15:23:40.559425 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [req-fdc2ac63-d4e7-4ae6-a4b9-2af9f2eab474 req-78025bc0-c8f2-403e-a7a6-ccfee36302b9 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Synchronizing usage tracker for tenant:a7eb12e65a2142f3af36926716af6c10 on resource:port {{(pid=84153) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 15:23:40.637473 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [req-fdc2ac63-d4e7-4ae6-a4b9-2af9f2eab474 req-78025bc0-c8f2-403e-a7a6-ccfee36302b9 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Unset dirty status for tenant:a7eb12e65a2142f3af36926716af6c10 on resource:port {{(pid=84153) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 15:23:40.638639 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-fdc2ac63-d4e7-4ae6-a4b9-2af9f2eab474 req-78025bc0-c8f2-403e-a7a6-ccfee36302b9 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/ports?device_id=b4d2fbc5-41b8-4fdd-8e49-05a433440952 HTTP/1.1" status: 200 len: 210 time: 0.1192529 Jan 20 15:23:41.742018 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 50534) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:23:42.124527 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-1f7732dd-cc16-4ea1-b334-57c5169293c0 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-743504'] for router_interface, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:23:42.324123 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Device 6ea1d2f5-3cb7-4c42-9f33-8dfd79861c18 no longer exists at agent hyperv_hv-neutron-8251 {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 15:23:42.356558 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] No Port match for: 6ea1d2f5-3cb7-4c42-9f33-8dfd79861c18 {{(pid=84154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 15:23:42.356902 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Device 6ea1d2f5-3cb7-4c42-9f33-8dfd79861c18 not bound to the agent host hv-neutron-8251 {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 15:23:42.796380 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-1f7732dd-cc16-4ea1-b334-57c5169293c0 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Deleting port f7c0b7a2-3870-4599-89f3-f524a5666119 {{(pid=84152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 15:23:42.797631 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-1f7732dd-cc16-4ea1-b334-57c5169293c0 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:23:42.974105 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.db [None req-1f7732dd-cc16-4ea1-b334-57c5169293c0 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] For port f7c0b7a2-3870-4599-89f3-f524a5666119, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=f7c0b7a2-3870-4599-89f3-f524a5666119,segment=NetworkSegment(6816c854-9546-4c75-a678-ef013a9423a1),segment_id=6816c854-9546-4c75-a678-ef013a9423a1)] {{(pid=84152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 15:23:42.974448 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-1f7732dd-cc16-4ea1-b334-57c5169293c0 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:23:43.091830 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-1f7732dd-cc16-4ea1-b334-57c5169293c0 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Calling delete_port for f7c0b7a2-3870-4599-89f3-f524a5666119 owned by network:router_interface {{(pid=84152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 15:23:43.305845 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-1f7732dd-cc16-4ea1-b334-57c5169293c0 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:23:43.353024 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7732dd-cc16-4ea1-b334-57c5169293c0 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Pushing event deleted for resources: {'Port': ['ID=f7c0b7a2-3870-4599-89f3-f524a5666119,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:23:43.650273 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-1f7732dd-cc16-4ea1-b334-57c5169293c0 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1705096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-745401'] for router_interface, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:23:44.336349 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f7732dd-cc16-4ea1-b334-57c5169293c0 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Router 88078c36-fec1-469a-ab38-6f76b3ea668e has already been hosted by L3 agent 624d525b-4c26-4143-8a1c-228bb1c6faaa {{(pid=84152) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 15:23:44.528800 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f7732dd-cc16-4ea1-b334-57c5169293c0 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify agent at l3_agent.dv-neutron-825124-1-hyperv the message routers_updated {{(pid=84152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 15:23:44.538645 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a6bfd90-c511-45ae-b4ab-c468361f1963 None None] Sync routers for ids ['88078c36-fec1-469a-ab38-6f76b3ea668e'] in dv-neutron-825124-1-hyperv {{(pid=84154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 15:23:44.554204 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a6bfd90-c511-45ae-b4ab-c468361f1963 None None] Routers {'88078c36-fec1-469a-ab38-6f76b3ea668e'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 15:23:44.559177 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-3a6bfd90-c511-45ae-b4ab-c468361f1963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T15:23:30Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['88078c36-fec1-469a-ab38-6f76b3ea668e'], 'active': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:23:44.605108 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-1f7732dd-cc16-4ea1-b334-57c5169293c0 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "PUT /v2.0/routers/88078c36-fec1-469a-ab38-6f76b3ea668e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8619740 Jan 20 15:23:44.607809 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 50538) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:23:44.729330 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvr_db [None req-3a6bfd90-c511-45ae-b4ab-c468361f1963 None None] Set router 88078c36-fec1-469a-ab38-6f76b3ea668e gateway port host: dv-neutron-825124-1-hyperv {{(pid=84154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 15:23:44.889420 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.db_base_plugin_v2 [None req-cca4ab3c-2a93-4138-9cb8-320fd71cc62a tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Deleting subnet 14fc6ff0-75cd-49fa-ad9b-c22182249cb2 {{(pid=84153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 20 15:23:44.892314 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-cca4ab3c-2a93-4138-9cb8-320fd71cc62a tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks [] for subnet, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:23:44.950778 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-cca4ab3c-2a93-4138-9cb8-320fd71cc62a tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3980851'] for subnet, precommit_delete_associations {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:23:45.018517 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-3a6bfd90-c511-45ae-b4ab-c468361f1963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88078c36-fec1-469a-ab38-6f76b3ea668e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1083156851', 'tenant_id': 'a7eb12e65a2142f3af36926716af6c10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.206'}], 'enable_snat': True}, 'gw_port_id': '9fb022c6-bf83-4492-8050-2bf79289296d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:22:02Z', 'updated_at': '2022-01-20T15:23:43Z', 'revision_number': 5, 'project_id': 'a7eb12e65a2142f3af36926716af6c10', 'gw_port': {'id': '9fb022c6-bf83-4492-8050-2bf79289296d', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:19:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88078c36-fec1-469a-ab38-6f76b3ea668e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:22:03Z', 'updated_at': '2022-01-20T15:22:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv'}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:23:45.022432 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a6bfd90-c511-45ae-b4ab-c468361f1963 None None] Checking router: 88078c36-fec1-469a-ab38-6f76b3ea668e for host: dv-neutron-825124-1-hyperv {{(pid=84154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 15:23:45.033107 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a6bfd90-c511-45ae-b4ab-c468361f1963 None None] Routers {'88078c36-fec1-469a-ab38-6f76b3ea668e'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 15:23:45.033710 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-3a6bfd90-c511-45ae-b4ab-c468361f1963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T15:23:30Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['88078c36-fec1-469a-ab38-6f76b3ea668e'], 'active': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:23:45.038011 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-cca4ab3c-2a93-4138-9cb8-320fd71cc62a tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1627147'] for subnet, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:23:45.152279 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-cca4ab3c-2a93-4138-9cb8-320fd71cc62a tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1627154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3943464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4194013'] for subnet, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:23:45.190532 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca4ab3c-2a93-4138-9cb8-320fd71cc62a tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Pushing event deleted for resources: {'Subnet': ['ID=14fc6ff0-75cd-49fa-ad9b-c22182249cb2,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:23:45.197701 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-cca4ab3c-2a93-4138-9cb8-320fd71cc62a tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks [] for subnet, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:23:45.204243 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-cca4ab3c-2a93-4138-9cb8-320fd71cc62a tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "DELETE /v2.0/subnets/14fc6ff0-75cd-49fa-ad9b-c22182249cb2 HTTP/1.1" status: 204 len: 168 time: 0.5953336 Jan 20 15:23:45.204443 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d196f916-f81d-4cdf-b59e-271ab16c881d None None] Network fa7601b3-4272-42f8-9cc9-3c541816d46a requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 15:23:45.206927 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 50542) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:23:45.327502 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvr_db [None req-3a6bfd90-c511-45ae-b4ab-c468361f1963 None None] Set router 88078c36-fec1-469a-ab38-6f76b3ea668e gateway port host: dv-neutron-825124-1-hyperv {{(pid=84154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 15:23:45.415173 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-d87e011d-cbb7-4302-a424-e2b53f3abddb tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks [] for router, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:23:45.617149 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-d87e011d-cbb7-4302-a424-e2b53f3abddb tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:23:45.666181 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-d87e011d-cbb7-4302-a424-e2b53f3abddb tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Deleting port 9fb022c6-bf83-4492-8050-2bf79289296d {{(pid=84153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 15:23:45.666553 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-d87e011d-cbb7-4302-a424-e2b53f3abddb tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:23:45.707794 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-3a6bfd90-c511-45ae-b4ab-c468361f1963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88078c36-fec1-469a-ab38-6f76b3ea668e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1083156851', 'tenant_id': 'a7eb12e65a2142f3af36926716af6c10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.206'}], 'enable_snat': True}, 'gw_port_id': '9fb022c6-bf83-4492-8050-2bf79289296d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:22:02Z', 'updated_at': '2022-01-20T15:23:43Z', 'revision_number': 5, 'project_id': 'a7eb12e65a2142f3af36926716af6c10', 'gw_port': {'id': '9fb022c6-bf83-4492-8050-2bf79289296d', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:19:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88078c36-fec1-469a-ab38-6f76b3ea668e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:22:03Z', 'updated_at': '2022-01-20T15:22:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv'}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:23:45.715441 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a6bfd90-c511-45ae-b4ab-c468361f1963 None None] The sync data for ids ['88078c36-fec1-469a-ab38-6f76b3ea668e'] in dv-neutron-825124-1-hyperv is: [{'id': '88078c36-fec1-469a-ab38-6f76b3ea668e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1083156851', 'tenant_id': 'a7eb12e65a2142f3af36926716af6c10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.206'}], 'enable_snat': True}, 'gw_port_id': '9fb022c6-bf83-4492-8050-2bf79289296d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:22:02Z', 'updated_at': '2022-01-20T15:23:43Z', 'revision_number': 5, 'project_id': 'a7eb12e65a2142f3af36926716af6c10', 'gw_port': {'id': '9fb022c6-bf83-4492-8050-2bf79289296d', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:19:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88078c36-fec1-469a-ab38-6f76b3ea668e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:22:03Z', 'updated_at': '2022-01-20T15:22:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv'}] {{(pid=84154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 15:23:45.752186 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-496dac64-8cc8-4ac1-b0e6-a11a4c7c5001 None None] DHCP port deletion for fa7601b3-4272-42f8-9cc9-3c541816d46a request from dv-neutron-825124-1-hyperv {{(pid=84154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 20 15:23:45.756718 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-496dac64-8cc8-4ac1-b0e6-a11a4c7c5001 None None] Deleting port 502deee7-fd06-4990-ac33-34342cff51c1 {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 15:23:45.757106 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-496dac64-8cc8-4ac1-b0e6-a11a4c7c5001 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:23:45.852412 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.db [None req-d87e011d-cbb7-4302-a424-e2b53f3abddb tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] For port 9fb022c6-bf83-4492-8050-2bf79289296d, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=9fb022c6-bf83-4492-8050-2bf79289296d,segment=NetworkSegment(f628f1ba-6b70-4c9b-8839-62340c040c81),segment_id=f628f1ba-6b70-4c9b-8839-62340c040c81)] {{(pid=84153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 15:23:45.852773 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-d87e011d-cbb7-4302-a424-e2b53f3abddb tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:23:45.959945 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-496dac64-8cc8-4ac1-b0e6-a11a4c7c5001 None None] For port 502deee7-fd06-4990-ac33-34342cff51c1, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=502deee7-fd06-4990-ac33-34342cff51c1,segment=NetworkSegment(6816c854-9546-4c75-a678-ef013a9423a1),segment_id=6816c854-9546-4c75-a678-ef013a9423a1)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 15:23:45.960304 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-496dac64-8cc8-4ac1-b0e6-a11a4c7c5001 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:23:45.971070 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-d87e011d-cbb7-4302-a424-e2b53f3abddb tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Calling delete_port for 9fb022c6-bf83-4492-8050-2bf79289296d owned by network:router_gateway {{(pid=84153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 15:23:46.084888 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-496dac64-8cc8-4ac1-b0e6-a11a4c7c5001 None None] Calling delete_port for 502deee7-fd06-4990-ac33-34342cff51c1 owned by network:dhcp {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 15:23:46.192129 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-d87e011d-cbb7-4302-a424-e2b53f3abddb tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:23:46.226963 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-496dac64-8cc8-4ac1-b0e6-a11a4c7c5001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486'] for port, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:23:46.242645 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87e011d-cbb7-4302-a424-e2b53f3abddb tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Pushing event deleted for resources: {'Port': ['ID=9fb022c6-bf83-4492-8050-2bf79289296d,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:23:46.276126 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496dac64-8cc8-4ac1-b0e6-a11a4c7c5001 None None] Pushing event deleted for resources: {'Port': ['ID=502deee7-fd06-4990-ac33-34342cff51c1,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:23:46.285564 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-496dac64-8cc8-4ac1-b0e6-a11a4c7c5001 None None] No DVR routers for this DVR port 502deee7-fd06-4990-ac33-34342cff51c1 on host dv-neutron-825124-1-hyperv {{(pid=84154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 15:23:46.287630 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496dac64-8cc8-4ac1-b0e6-a11a4c7c5001 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:23:46.287973 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496dac64-8cc8-4ac1-b0e6-a11a4c7c5001 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:23:46.288501 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496dac64-8cc8-4ac1-b0e6-a11a4c7c5001 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:23:46.288850 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496dac64-8cc8-4ac1-b0e6-a11a4c7c5001 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:23:46.289177 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496dac64-8cc8-4ac1-b0e6-a11a4c7c5001 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:23:46.289512 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496dac64-8cc8-4ac1-b0e6-a11a4c7c5001 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:23:46.289825 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496dac64-8cc8-4ac1-b0e6-a11a4c7c5001 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:23:46.290168 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496dac64-8cc8-4ac1-b0e6-a11a4c7c5001 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:23:46.290487 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496dac64-8cc8-4ac1-b0e6-a11a4c7c5001 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:23:46.290802 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496dac64-8cc8-4ac1-b0e6-a11a4c7c5001 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:23:46.291120 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496dac64-8cc8-4ac1-b0e6-a11a4c7c5001 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:23:46.466908 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-d87e011d-cbb7-4302-a424-e2b53f3abddb tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-745333'] for router_gateway, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:23:46.809044 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-d87e011d-cbb7-4302-a424-e2b53f3abddb tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-737761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105493'] for router, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:23:46.813644 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-d87e011d-cbb7-4302-a424-e2b53f3abddb tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:23:46.888609 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-d87e011d-cbb7-4302-a424-e2b53f3abddb tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-737693'] for router, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:23:46.889109 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d87e011d-cbb7-4302-a424-e2b53f3abddb tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Fanout notify agent at l3_agent the message router_deleted on router 88078c36-fec1-469a-ab38-6f76b3ea668e {{(pid=84153) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 20 15:23:46.904013 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-d87e011d-cbb7-4302-a424-e2b53f3abddb tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks [] for router, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:23:46.905103 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-d87e011d-cbb7-4302-a424-e2b53f3abddb tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "DELETE /v2.0/routers/88078c36-fec1-469a-ab38-6f76b3ea668e HTTP/1.1" status: 204 len: 168 time: 1.6972585 Jan 20 15:23:46.907913 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 50546) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:23:47.022070 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-5c6098fb-d4e1-436e-82ab-5aae18625107 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586409'] for network, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:23:47.150653 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-5c6098fb-d4e1-436e-82ab-5aae18625107 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1626242', 'neutron.services.segments.db._delete_segments_for_network-8769554214620'] for network, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:23:47.174705 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.services.segments.db [None req-5c6098fb-d4e1-436e-82ab-5aae18625107 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa7601b3-4272-42f8-9cc9-3c541816d46a']}} {{(pid=84153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:23:47.186140 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.services.segments.db [None req-5c6098fb-d4e1-436e-82ab-5aae18625107 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6816c854-9546-4c75-a678-ef013a9423a1') {'for_net_delete': True} {{(pid=84153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:23:47.186438 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.services.segments.db [None req-5c6098fb-d4e1-436e-82ab-5aae18625107 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6816c854-9546-4c75-a678-ef013a9423a1') {} {{(pid=84153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:23:47.197876 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-5c6098fb-d4e1-436e-82ab-5aae18625107 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769554214503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980856'] for segment, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:23:47.213212 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-5c6098fb-d4e1-436e-82ab-5aae18625107 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:23:47.219016 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c6098fb-d4e1-436e-82ab-5aae18625107 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Releasing vlan 166 on physical network physnet1 to pool {{(pid=84153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 15:23:47.219397 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-5c6098fb-d4e1-436e-82ab-5aae18625107 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1622950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3944078'] for segment, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:23:47.233120 dv-neutron-825124-1-hyperv neutron-server[84153]: Traceback (most recent call last): Jan 20 15:23:47.233120 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 15:23:47.233120 dv-neutron-825124-1-hyperv neutron-server[84153]: timer() Jan 20 15:23:47.233120 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 15:23:47.233120 dv-neutron-825124-1-hyperv neutron-server[84153]: cb(*args, **kw) Jan 20 15:23:47.233120 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 15:23:47.233120 dv-neutron-825124-1-hyperv neutron-server[84153]: return func(*args, **kwargs) Jan 20 15:23:47.233120 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 15:23:47.233120 dv-neutron-825124-1-hyperv neutron-server[84153]: self._notify() Jan 20 15:23:47.233120 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 15:23:47.233120 dv-neutron-825124-1-hyperv neutron-server[84153]: self.callback(batched_events) Jan 20 15:23:47.233120 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 15:23:47.233120 dv-neutron-825124-1-hyperv neutron-server[84153]: event.method(event) Jan 20 15:23:47.233120 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 15:23:47.233120 dv-neutron-825124-1-hyperv neutron-server[84153]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 15:23:47.233120 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 15:23:47.233120 dv-neutron-825124-1-hyperv neutron-server[84153]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 15:23:47.233120 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 15:23:47.233120 dv-neutron-825124-1-hyperv neutron-server[84153]: return f(self, *a, **k) Jan 20 15:23:47.233120 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 15:23:47.233120 dv-neutron-825124-1-hyperv neutron-server[84153]: return self._get(url).json() Jan 20 15:23:47.233120 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 15:23:47.233120 dv-neutron-825124-1-hyperv neutron-server[84153]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 15:23:47.233120 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 15:23:47.233120 dv-neutron-825124-1-hyperv neutron-server[84153]: return self.request(url, 'GET', **kwargs) Jan 20 15:23:47.233120 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 15:23:47.233120 dv-neutron-825124-1-hyperv neutron-server[84153]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 15:23:47.233120 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 15:23:47.233120 dv-neutron-825124-1-hyperv neutron-server[84153]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 15:23:47.233120 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 15:23:47.233120 dv-neutron-825124-1-hyperv neutron-server[84153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 15:23:47.233120 dv-neutron-825124-1-hyperv neutron-server[84153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 15:23:47.363437 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-5c6098fb-d4e1-436e-82ab-5aae18625107 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1626253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-745296'] for network, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:23:47.380841 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-5c6098fb-d4e1-436e-82ab-5aae18625107 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks [] for network, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:23:47.391765 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6098fb-d4e1-436e-82ab-5aae18625107 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Pushing event deleted for resources: {'Network': ['ID=fa7601b3-4272-42f8-9cc9-3c541816d46a,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:23:47.449839 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-5c6098fb-d4e1-436e-82ab-5aae18625107 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "DELETE /v2.0/networks/fa7601b3-4272-42f8-9cc9-3c541816d46a HTTP/1.1" status: 204 len: 168 time: 0.5408964 Jan 20 15:23:47.452553 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 50550) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:23:47.471903 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 502deee7-fd06-4990-ac33-34342cff51c1 no longer exists at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 15:23:47.504518 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] No Port match for: 502deee7-fd06-4990-ac33-34342cff51c1 {{(pid=84154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 15:23:47.504862 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 502deee7-fd06-4990-ac33-34342cff51c1 not bound to the agent host dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 15:23:47.505265 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device f7c0b7a2-3870-4599-89f3-f524a5666119 no longer exists at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 15:23:47.533637 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-9585fe5e-3c9e-41b3-aae3-b4965602b19d tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks [] for security_group, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:23:47.543108 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] No Port match for: f7c0b7a2-3870-4599-89f3-f524a5666119 {{(pid=84154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 15:23:47.543108 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device f7c0b7a2-3870-4599-89f3-f524a5666119 not bound to the agent host dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 15:23:47.543108 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 9fb022c6-bf83-4492-8050-2bf79289296d no longer exists at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 15:23:47.564033 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-9585fe5e-3c9e-41b3-aae3-b4965602b19d tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:23:47.567301 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] No Port match for: 9fb022c6-bf83-4492-8050-2bf79289296d {{(pid=84154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 15:23:47.567648 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 9fb022c6-bf83-4492-8050-2bf79289296d not bound to the agent host dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 15:23:47.660445 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-9585fe5e-3c9e-41b3-aae3-b4965602b19d tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:23:47.679010 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9585fe5e-3c9e-41b3-aae3-b4965602b19d tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=68e8d5c0-5e06-4691-a3a9-75714e591a9c,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:23:47.733354 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-9585fe5e-3c9e-41b3-aae3-b4965602b19d tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks [] for security_group, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:23:47.735142 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-9585fe5e-3c9e-41b3-aae3-b4965602b19d tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "DELETE /v2.0/security-groups/68e8d5c0-5e06-4691-a3a9-75714e591a9c HTTP/1.1" status: 204 len: 168 time: 0.2811067 Jan 20 15:23:48.215315 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 50558) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:23:48.222083 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-13cec00d-d9e8-442c-82da-abc2c39ce07b tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1529286479', 'description': 'tempest-secgroup-smoke-1529286479 description', 'project_id': 'a7eb12e65a2142f3af36926716af6c10'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 15:23:48.228089 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-13cec00d-d9e8-442c-82da-abc2c39ce07b tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:23:48.232194 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-13cec00d-d9e8-442c-82da-abc2c39ce07b tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Usage tracker for resource:security_group and tenant:a7eb12e65a2142f3af36926716af6c10 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:23:48.235096 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-13cec00d-d9e8-442c-82da-abc2c39ce07b tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:23:48.240761 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-13cec00d-d9e8-442c-82da-abc2c39ce07b tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:23:48.294889 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-13cec00d-d9e8-442c-82da-abc2c39ce07b tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks [] for security_group, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:23:48.330460 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-13cec00d-d9e8-442c-82da-abc2c39ce07b tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:23:48.334487 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-13cec00d-d9e8-442c-82da-abc2c39ce07b tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Usage tracker for resource:security_group_rule and tenant:a7eb12e65a2142f3af36926716af6c10 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:23:48.337235 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-13cec00d-d9e8-442c-82da-abc2c39ce07b tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:23:48.342826 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-13cec00d-d9e8-442c-82da-abc2c39ce07b tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:23:48.394397 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-13cec00d-d9e8-442c-82da-abc2c39ce07b tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks [] for security_group, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:23:48.448882 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-13cec00d-d9e8-442c-82da-abc2c39ce07b tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:23:48.495934 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cec00d-d9e8-442c-82da-abc2c39ce07b tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e14ea25c-830d-46c0-8043-6d93bbd7fcaf,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:23:48.534479 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-13cec00d-d9e8-442c-82da-abc2c39ce07b tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks [] for security_group, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:23:48.535695 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-13cec00d-d9e8-442c-82da-abc2c39ce07b tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.3188515 Jan 20 15:23:48.538579 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 50562) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:23:48.543850 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-1c9b0f98-a2ce-4557-a0b8-fe746c3ca0c9 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Request body: {'security_group_rule': {'security_group_id': 'e14ea25c-830d-46c0-8043-6d93bbd7fcaf', 'project_id': 'a7eb12e65a2142f3af36926716af6c10', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 15:23:48.550590 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-1c9b0f98-a2ce-4557-a0b8-fe746c3ca0c9 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:23:48.554370 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-1c9b0f98-a2ce-4557-a0b8-fe746c3ca0c9 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Usage tracker for resource:security_group_rule and tenant:a7eb12e65a2142f3af36926716af6c10 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:23:48.557202 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-1c9b0f98-a2ce-4557-a0b8-fe746c3ca0c9 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:23:48.562929 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-1c9b0f98-a2ce-4557-a0b8-fe746c3ca0c9 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:23:48.637481 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-1c9b0f98-a2ce-4557-a0b8-fe746c3ca0c9 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:23:48.696211 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-1c9b0f98-a2ce-4557-a0b8-fe746c3ca0c9 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:23:48.756969 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-1c9b0f98-a2ce-4557-a0b8-fe746c3ca0c9 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734962'] for security_group_rule, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:23:48.779665 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9b0f98-a2ce-4557-a0b8-fe746c3ca0c9 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d0fa81b-daf2-445c-b3be-24578db99fb7,revision_number=0']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:23:48.825572 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-1c9b0f98-a2ce-4557-a0b8-fe746c3ca0c9 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:23:48.826771 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-1c9b0f98-a2ce-4557-a0b8-fe746c3ca0c9 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2873003 Jan 20 15:23:48.829601 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 50566) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:23:48.835467 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-0986f8dc-3237-4b98-ac6b-ab3d7e4b003c tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Request body: {'security_group_rule': {'security_group_id': 'e14ea25c-830d-46c0-8043-6d93bbd7fcaf', 'project_id': 'a7eb12e65a2142f3af36926716af6c10', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 15:23:48.841462 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-0986f8dc-3237-4b98-ac6b-ab3d7e4b003c tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:23:48.845311 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-0986f8dc-3237-4b98-ac6b-ab3d7e4b003c tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Usage tracker for resource:security_group_rule and tenant:a7eb12e65a2142f3af36926716af6c10 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:23:48.848397 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-0986f8dc-3237-4b98-ac6b-ab3d7e4b003c tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:23:48.854169 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-0986f8dc-3237-4b98-ac6b-ab3d7e4b003c tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:23:48.906348 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-0986f8dc-3237-4b98-ac6b-ab3d7e4b003c tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:23:48.966419 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-0986f8dc-3237-4b98-ac6b-ab3d7e4b003c tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:23:49.019800 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-0986f8dc-3237-4b98-ac6b-ab3d7e4b003c tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734962'] for security_group_rule, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:23:49.042042 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0986f8dc-3237-4b98-ac6b-ab3d7e4b003c tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87554247-07d0-45cb-8b36-759f06fd1f79,revision_number=0']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:23:49.099951 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-0986f8dc-3237-4b98-ac6b-ab3d7e4b003c tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:23:49.101124 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-0986f8dc-3237-4b98-ac6b-ab3d7e4b003c tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2704523 Jan 20 15:23:49.103845 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 50570) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:23:49.110020 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-94ff8a31-d57a-425e-aad3-9dec31ecb254 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Request body: {'security_group_rule': {'security_group_id': 'e14ea25c-830d-46c0-8043-6d93bbd7fcaf', 'project_id': 'a7eb12e65a2142f3af36926716af6c10', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 15:23:49.115934 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-94ff8a31-d57a-425e-aad3-9dec31ecb254 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:23:49.119672 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-94ff8a31-d57a-425e-aad3-9dec31ecb254 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Usage tracker for resource:security_group_rule and tenant:a7eb12e65a2142f3af36926716af6c10 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:23:49.122544 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-94ff8a31-d57a-425e-aad3-9dec31ecb254 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:23:49.128251 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-94ff8a31-d57a-425e-aad3-9dec31ecb254 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:23:49.187202 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-94ff8a31-d57a-425e-aad3-9dec31ecb254 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:23:49.252963 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-94ff8a31-d57a-425e-aad3-9dec31ecb254 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:23:49.294423 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-94ff8a31-d57a-425e-aad3-9dec31ecb254 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734962'] for security_group_rule, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:23:49.317980 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ff8a31-d57a-425e-aad3-9dec31ecb254 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ba5bc8d-72a2-4318-b1f3-292b33002fe9,revision_number=0']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:23:49.386050 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-94ff8a31-d57a-425e-aad3-9dec31ecb254 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:23:49.387326 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-94ff8a31-d57a-425e-aad3-9dec31ecb254 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2823179 Jan 20 15:23:49.389890 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 50574) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:23:49.395927 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-a43aa2fa-2056-424b-92f1-8c5c0a62e72d tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Request body: {'security_group_rule': {'security_group_id': 'e14ea25c-830d-46c0-8043-6d93bbd7fcaf', 'project_id': 'a7eb12e65a2142f3af36926716af6c10', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 15:23:49.401959 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-a43aa2fa-2056-424b-92f1-8c5c0a62e72d tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:23:49.405834 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-a43aa2fa-2056-424b-92f1-8c5c0a62e72d tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Usage tracker for resource:security_group_rule and tenant:a7eb12e65a2142f3af36926716af6c10 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:23:49.409294 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-a43aa2fa-2056-424b-92f1-8c5c0a62e72d tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:23:49.415023 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-a43aa2fa-2056-424b-92f1-8c5c0a62e72d tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:23:49.473721 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-a43aa2fa-2056-424b-92f1-8c5c0a62e72d tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:23:49.538244 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-a43aa2fa-2056-424b-92f1-8c5c0a62e72d tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:23:49.586557 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-a43aa2fa-2056-424b-92f1-8c5c0a62e72d tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734962'] for security_group_rule, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:23:49.610404 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43aa2fa-2056-424b-92f1-8c5c0a62e72d tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66da8d0f-6823-4d1b-8966-bb8ddcbe018d,revision_number=0']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:23:49.672404 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-a43aa2fa-2056-424b-92f1-8c5c0a62e72d tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:23:49.673631 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-a43aa2fa-2056-424b-92f1-8c5c0a62e72d tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2822561 Jan 20 15:23:49.676418 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 50578) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:23:49.681810 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-806a8985-974e-4a55-b7f1-b7ca6ca19045 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Request body: {'security_group_rule': {'security_group_id': 'e14ea25c-830d-46c0-8043-6d93bbd7fcaf', 'project_id': 'a7eb12e65a2142f3af36926716af6c10', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 15:23:49.688447 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-806a8985-974e-4a55-b7f1-b7ca6ca19045 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:23:49.692181 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-806a8985-974e-4a55-b7f1-b7ca6ca19045 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Usage tracker for resource:security_group_rule and tenant:a7eb12e65a2142f3af36926716af6c10 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:23:49.695022 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-806a8985-974e-4a55-b7f1-b7ca6ca19045 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:23:49.700570 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-806a8985-974e-4a55-b7f1-b7ca6ca19045 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:23:49.763298 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.db.securitygroups_db [None req-806a8985-974e-4a55-b7f1-b7ca6ca19045 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Project a7eb12e65a2142f3af36926716af6c10 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 20 15:23:49.770025 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-806a8985-974e-4a55-b7f1-b7ca6ca19045 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:23:49.837573 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-806a8985-974e-4a55-b7f1-b7ca6ca19045 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:23:49.883394 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-806a8985-974e-4a55-b7f1-b7ca6ca19045 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734962'] for security_group_rule, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:23:49.908809 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806a8985-974e-4a55-b7f1-b7ca6ca19045 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=265b7685-18b7-429c-962f-4ce10d21b1c2,revision_number=0']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:23:49.979923 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-806a8985-974e-4a55-b7f1-b7ca6ca19045 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:23:49.981118 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-806a8985-974e-4a55-b7f1-b7ca6ca19045 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3037858 Jan 20 15:23:49.983891 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 50582) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:23:49.989792 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-70cb1203-a07d-4e4b-aad2-dccc26fcf34a tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Request body: {'security_group_rule': {'security_group_id': 'e14ea25c-830d-46c0-8043-6d93bbd7fcaf', 'project_id': 'a7eb12e65a2142f3af36926716af6c10', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 15:23:49.995624 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-70cb1203-a07d-4e4b-aad2-dccc26fcf34a tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:23:49.999364 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-70cb1203-a07d-4e4b-aad2-dccc26fcf34a tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Usage tracker for resource:security_group_rule and tenant:a7eb12e65a2142f3af36926716af6c10 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:23:50.002184 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-70cb1203-a07d-4e4b-aad2-dccc26fcf34a tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:23:50.007924 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-70cb1203-a07d-4e4b-aad2-dccc26fcf34a tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:23:50.071607 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.db.securitygroups_db [None req-70cb1203-a07d-4e4b-aad2-dccc26fcf34a tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Project a7eb12e65a2142f3af36926716af6c10 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 20 15:23:50.078361 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-70cb1203-a07d-4e4b-aad2-dccc26fcf34a tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:23:50.142360 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-70cb1203-a07d-4e4b-aad2-dccc26fcf34a tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:23:50.225549 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-70cb1203-a07d-4e4b-aad2-dccc26fcf34a tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734962'] for security_group_rule, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:23:50.249017 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cb1203-a07d-4e4b-aad2-dccc26fcf34a tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3216d6fa-b1a9-41cb-9a55-3f8802dae326,revision_number=0']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:23:50.328962 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-70cb1203-a07d-4e4b-aad2-dccc26fcf34a tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:23:50.330104 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-70cb1203-a07d-4e4b-aad2-dccc26fcf34a tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3447428 Jan 20 15:23:50.333972 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 50586) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:23:50.339382 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-b84a87f7-fff0-497e-9213-474c3dafa797 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Request body: {'network': {'name': 'tempest-network-smoke--230773206', 'project_id': 'a7eb12e65a2142f3af36926716af6c10', 'port_security_enabled': True}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 15:23:50.345011 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-b84a87f7-fff0-497e-9213-474c3dafa797 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:23:50.349127 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-b84a87f7-fff0-497e-9213-474c3dafa797 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Usage tracker for resource:network and tenant:a7eb12e65a2142f3af36926716af6c10 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:23:50.352052 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-b84a87f7-fff0-497e-9213-474c3dafa797 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:23:50.357571 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-b84a87f7-fff0-497e-9213-474c3dafa797 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:23:50.442721 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b84a87f7-fff0-497e-9213-474c3dafa797 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Made reservation on behalf of a7eb12e65a2142f3af36926716af6c10 for: {'network': 1} {{(pid=84152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 15:23:50.445632 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-b84a87f7-fff0-497e-9213-474c3dafa797 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for network, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:23:50.473803 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b84a87f7-fff0-497e-9213-474c3dafa797 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 184} {{(pid=84152) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 15:23:50.481927 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-b84a87f7-fff0-497e-9213-474c3dafa797 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:23:50.482293 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.db.segments_db [None req-b84a87f7-fff0-497e-9213-474c3dafa797 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Added segment 628d39c8-c32c-492a-bba6-ad6ae2bc4abb of type vlan for network d9245335-66dd-4cd9-b6a0-9d0d2ad39f2e Jan 20 15:23:50.507306 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-b84a87f7-fff0-497e-9213-474c3dafa797 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769553767792'] for network, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:23:50.597084 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-b84a87f7-fff0-497e-9213-474c3dafa797 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967'] for network, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:23:50.600812 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b84a87f7-fff0-497e-9213-474c3dafa797 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:23:50.601390 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-b84a87f7-fff0-497e-9213-474c3dafa797 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks [] for network, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:23:50.707005 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84a87f7-fff0-497e-9213-474c3dafa797 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Pushing event updated for resources: {'Network': ['ID=d9245335-66dd-4cd9-b6a0-9d0d2ad39f2e,revision_number=1']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:23:50.717451 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Network d9245335-66dd-4cd9-b6a0-9d0d2ad39f2e details requested by agent ovs-agent-dv-neutron-825124-1-hyperv with host dv-neutron-825124-1-hyperv {{(pid=84154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 15:23:50.757959 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-b84a87f7-fff0-497e-9213-474c3dafa797 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4228954 Jan 20 15:23:50.760570 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 50590) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:23:50.765502 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-ff37768d-ce21-4051-9426-4d97549a68e4 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-876291131', 'admin_state_up': True, 'project_id': 'a7eb12e65a2142f3af36926716af6c10', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d'}}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 15:23:50.773227 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-ff37768d-ce21-4051-9426-4d97549a68e4 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:23:50.777049 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-ff37768d-ce21-4051-9426-4d97549a68e4 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Usage tracker for resource:router and tenant:a7eb12e65a2142f3af36926716af6c10 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:23:50.779967 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-ff37768d-ce21-4051-9426-4d97549a68e4 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:23:50.785605 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-ff37768d-ce21-4051-9426-4d97549a68e4 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:23:50.843358 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-ff37768d-ce21-4051-9426-4d97549a68e4 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-105475'] for router, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:23:50.844306 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-ff37768d-ce21-4051-9426-4d97549a68e4 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-739204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-744864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-735540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-105484'] for router, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:23:50.862721 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-ff37768d-ce21-4051-9426-4d97549a68e4 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:23:51.073511 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-ff37768d-ce21-4051-9426-4d97549a68e4 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-744886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-105502'] for router, precommit_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:23:51.293545 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-ff37768d-ce21-4051-9426-4d97549a68e4 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks [] for router_gateway, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:23:51.321630 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-ff37768d-ce21-4051-9426-4d97549a68e4 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:23:51.454843 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.db_base_plugin_common [None req-ff37768d-ce21-4051-9426-4d97549a68e4 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Allocated IP 172.26.7.216 (8dffb05c-5ca0-409b-bd5f-7be6264f707d/a489dd4f-42a5-433b-8be3-bab2749c4209/b6fbee2f-69a5-4548-b60f-4cf42384a03f) {{(pid=84152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 15:23:51.594805 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-ff37768d-ce21-4051-9426-4d97549a68e4 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks [] for port, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:23:51.672132 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-ff37768d-ce21-4051-9426-4d97549a68e4 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:23:51.737030 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff37768d-ce21-4051-9426-4d97549a68e4 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Network 8dffb05c-5ca0-409b-bd5f-7be6264f707d is already hosted by enough agents. {{(pid=84152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 15:23:51.739896 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.base_scheduler [None req-ff37768d-ce21-4051-9426-4d97549a68e4 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Resources bound (agent type, host, resource id): {{(pid=84152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 15:23:51.744777 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff37768d-ce21-4051-9426-4d97549a68e4 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Received port after_create {{(pid=84152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 15:23:51.854772 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff37768d-ce21-4051-9426-4d97549a68e4 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Pushing event updated for resources: {'Port': ['ID=b6fbee2f-69a5-4548-b60f-4cf42384a03f,revision_number=1']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:23:52.043202 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-ff37768d-ce21-4051-9426-4d97549a68e4 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks [] for router_gateway, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:23:52.043950 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-ff37768d-ce21-4051-9426-4d97549a68e4 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-744861'] for router, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:23:52.351589 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff37768d-ce21-4051-9426-4d97549a68e4 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Router efc1c8fa-5897-4ee4-b3aa-5bcc894ad022 is scheduled to L3 agent 624d525b-4c26-4143-8a1c-228bb1c6faaa with binding_index 1 {{(pid=84152) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 20 15:23:52.547630 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff37768d-ce21-4051-9426-4d97549a68e4 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify agent at l3_agent.dv-neutron-825124-1-hyperv the message routers_updated {{(pid=84152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 15:23:52.558324 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4464b55e-9dec-4591-9cc7-c91310411103 None None] Sync routers for ids ['efc1c8fa-5897-4ee4-b3aa-5bcc894ad022'] in dv-neutron-825124-1-hyperv {{(pid=84155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 15:23:52.570598 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4464b55e-9dec-4591-9cc7-c91310411103 None None] Routers {'efc1c8fa-5897-4ee4-b3aa-5bcc894ad022'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 15:23:52.571195 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-4464b55e-9dec-4591-9cc7-c91310411103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T15:23:30Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['efc1c8fa-5897-4ee4-b3aa-5bcc894ad022'], 'active': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:23:52.626874 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-ff37768d-ce21-4051-9426-4d97549a68e4 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks [] for router, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:23:52.630981 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-ff37768d-ce21-4051-9426-4d97549a68e4 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8665378 Jan 20 15:23:52.636413 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 50594) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:23:52.674004 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-60b62fbe-00b5-4bbb-9399-3d850100f4a8 tempest-TestNetworkAdvancedServerOps-1698589146 tempest-TestNetworkAdvancedServerOps-1698589146-project-admin] 10.222.0.54 "GET /v2.0/subnets?project_id=a7eb12e65a2142f3af36926716af6c10&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0387311 Jan 20 15:23:52.674252 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 50598) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:23:52.742650 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvr_db [None req-4464b55e-9dec-4591-9cc7-c91310411103 None None] Set router efc1c8fa-5897-4ee4-b3aa-5bcc894ad022 gateway port host: dv-neutron-825124-1-hyperv {{(pid=84155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 15:23:52.800949 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c81ed09-44db-4213-9fd4-bbcb107d6c5a tempest-TestNetworkAdvancedServerOps-1698589146 tempest-TestNetworkAdvancedServerOps-1698589146-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:23:52.802514 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-4c81ed09-44db-4213-9fd4-bbcb107d6c5a tempest-TestNetworkAdvancedServerOps-1698589146 tempest-TestNetworkAdvancedServerOps-1698589146-project-admin] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1274133 Jan 20 15:23:52.805194 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 50602) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:23:52.843550 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-435706a5-5cfe-41a9-bd6a-76e6a994a62d tempest-TestNetworkAdvancedServerOps-1698589146 tempest-TestNetworkAdvancedServerOps-1698589146-project-admin] 10.222.0.54 "GET /v2.0/subnets?network_id=8dffb05c-5ca0-409b-bd5f-7be6264f707d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0373187 Jan 20 15:23:52.846069 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 50606) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:23:52.851197 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-a194c074-701c-4577-92b3-bf6bed2ad55f tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-355110515', 'network_id': 'd9245335-66dd-4cd9-b6a0-9d0d2ad39f2e', 'project_id': 'a7eb12e65a2142f3af36926716af6c10', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 15:23:52.958456 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-a194c074-701c-4577-92b3-bf6bed2ad55f tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:23:52.962197 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-a194c074-701c-4577-92b3-bf6bed2ad55f tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Usage tracker for resource:subnet and tenant:a7eb12e65a2142f3af36926716af6c10 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:23:52.964989 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-a194c074-701c-4577-92b3-bf6bed2ad55f tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:23:52.971105 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-a194c074-701c-4577-92b3-bf6bed2ad55f tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:23:53.020762 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a194c074-701c-4577-92b3-bf6bed2ad55f tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Made reservation on behalf of a7eb12e65a2142f3af36926716af6c10 for: {'subnet': 1} {{(pid=84152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 15:23:53.049409 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-4464b55e-9dec-4591-9cc7-c91310411103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efc1c8fa-5897-4ee4-b3aa-5bcc894ad022', 'name': 'tempest-TestNetworkAdvancedServerOps-router-876291131', 'tenant_id': 'a7eb12e65a2142f3af36926716af6c10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.216'}], 'enable_snat': True}, 'gw_port_id': 'b6fbee2f-69a5-4548-b60f-4cf42384a03f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:23:50Z', 'updated_at': '2022-01-20T15:23:51Z', 'revision_number': 3, 'project_id': 'a7eb12e65a2142f3af36926716af6c10', 'gw_port': {'id': 'b6fbee2f-69a5-4548-b60f-4cf42384a03f', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:85:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efc1c8fa-5897-4ee4-b3aa-5bcc894ad022', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:23:51Z', 'updated_at': '2022-01-20T15:23:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv'}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:23:53.053241 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4464b55e-9dec-4591-9cc7-c91310411103 None None] Checking router: efc1c8fa-5897-4ee4-b3aa-5bcc894ad022 for host: dv-neutron-825124-1-hyperv {{(pid=84155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 15:23:53.053587 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4464b55e-9dec-4591-9cc7-c91310411103 None None] Updating router efc1c8fa-5897-4ee4-b3aa-5bcc894ad022 port b6fbee2f-69a5-4548-b60f-4cf42384a03f binding host dv-neutron-825124-1-hyperv {{(pid=84155) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 20 15:23:53.104637 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4464b55e-9dec-4591-9cc7-c91310411103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:23:53.122650 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-a194c074-701c-4577-92b3-bf6bed2ad55f tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3155315'] for subnet, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:23:53.374956 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-a194c074-701c-4577-92b3-bf6bed2ad55f tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4163519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3155301'] for subnet, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:23:53.450404 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a194c074-701c-4577-92b3-bf6bed2ad55f tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Pushing event updated for resources: {'Subnet': ['ID=545be455-14ba-4dc3-9aef-7e0fde5f59d1,revision_number=0']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:23:53.466546 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a194c074-701c-4577-92b3-bf6bed2ad55f tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Checking segment: {'id': '628d39c8-c32c-492a-bba6-ad6ae2bc4abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'd9245335-66dd-4cd9-b6a0-9d0d2ad39f2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 15:23:53.467030 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a194c074-701c-4577-92b3-bf6bed2ad55f tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Network hostable DHCP agents. Network: d9245335-66dd-4cd9-b6a0-9d0d2ad39f2e, hostable agents: ['1a181e39-5220-4c1a-88f8-08a54e8bfc9b'], hosted agents: [] {{(pid=84152) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 15:23:53.523241 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a194c074-701c-4577-92b3-bf6bed2ad55f tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Network d9245335-66dd-4cd9-b6a0-9d0d2ad39f2e is scheduled to be hosted by DHCP agent 1a181e39-5220-4c1a-88f8-08a54e8bfc9b with binding_index 1 {{(pid=84152) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 15:23:53.575012 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.base_scheduler [None req-a194c074-701c-4577-92b3-bf6bed2ad55f tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825124-1-hyperv, d9245335-66dd-4cd9-b6a0-9d0d2ad39f2e) {{(pid=84152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 15:23:53.578892 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a194c074-701c-4577-92b3-bf6bed2ad55f tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:23:53.582120 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-a194c074-701c-4577-92b3-bf6bed2ad55f tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks [] for subnet, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:23:53.584307 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4464b55e-9dec-4591-9cc7-c91310411103 None None] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:23:53.584892 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cd938cf-b8e1-46a7-ab81-cdbaa1ad3e18 None None] Network d9245335-66dd-4cd9-b6a0-9d0d2ad39f2e requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 15:23:53.600839 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-4464b55e-9dec-4591-9cc7-c91310411103 None None] Transition to ACTIVE for port object b6fbee2f-69a5-4548-b60f-4cf42384a03f will not be triggered until provisioned by entity L2. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 15:23:53.666874 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-a194c074-701c-4577-92b3-bf6bed2ad55f tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8197842 Jan 20 15:23:53.675191 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 50610) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:23:53.683293 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4464b55e-9dec-4591-9cc7-c91310411103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:23:53.768565 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49805dc8-3847-470c-b450-9a7d566c5adb None None] Pushing event updated for resources: {'Port': ['ID=b6fbee2f-69a5-4548-b60f-4cf42384a03f,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:23:53.773510 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-4464b55e-9dec-4591-9cc7-c91310411103 None None] Attempting to bind port b6fbee2f-69a5-4548-b60f-4cf42384a03f on host dv-neutron-825124-1-hyperv for vnic_type normal with profile {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 15:23:53.773804 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-4464b55e-9dec-4591-9cc7-c91310411103 None None] Attempting to bind port b6fbee2f-69a5-4548-b60f-4cf42384a03f by drivers openvswitch,hyperv on host dv-neutron-825124-1-hyperv at level 0 using segments [{'id': 'f628f1ba-6b70-4c9b-8839-62340c040c81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d'}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 15:23:53.774179 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4464b55e-9dec-4591-9cc7-c91310411103 None None] Attempting to bind port b6fbee2f-69a5-4548-b60f-4cf42384a03f on network 8dffb05c-5ca0-409b-bd5f-7be6264f707d {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 15:23:53.782076 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49805dc8-3847-470c-b450-9a7d566c5adb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:23:53.782701 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49805dc8-3847-470c-b450-9a7d566c5adb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:23:53.783036 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49805dc8-3847-470c-b450-9a7d566c5adb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:23:53.783359 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49805dc8-3847-470c-b450-9a7d566c5adb None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:23:53.783682 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49805dc8-3847-470c-b450-9a7d566c5adb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:23:53.783999 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49805dc8-3847-470c-b450-9a7d566c5adb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:23:53.784312 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49805dc8-3847-470c-b450-9a7d566c5adb None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:23:53.784626 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49805dc8-3847-470c-b450-9a7d566c5adb None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:23:53.784937 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49805dc8-3847-470c-b450-9a7d566c5adb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:23:53.785246 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49805dc8-3847-470c-b450-9a7d566c5adb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:23:53.785553 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49805dc8-3847-470c-b450-9a7d566c5adb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:23:53.792468 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4464b55e-9dec-4591-9cc7-c91310411103 None None] Checking agent: {'id': '6414dfeb-85c5-454a-8756-709ca637d800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825124-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 16, 31), 'started_at': datetime.datetime(2022, 1, 20, 14, 17, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 15, 23, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825124-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 15:23:53.792827 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4464b55e-9dec-4591-9cc7-c91310411103 None None] Checking segment: {'id': 'f628f1ba-6b70-4c9b-8839-62340c040c81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 15:23:53.793219 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4464b55e-9dec-4591-9cc7-c91310411103 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:23:53.793592 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4464b55e-9dec-4591-9cc7-c91310411103 None None] Bound using segment: {'id': 'f628f1ba-6b70-4c9b-8839-62340c040c81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d'} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 15:23:53.794081 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-4464b55e-9dec-4591-9cc7-c91310411103 None None] Bound port: b6fbee2f-69a5-4548-b60f-4cf42384a03f, host: dv-neutron-825124-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f628f1ba-6b70-4c9b-8839-62340c040c81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d'}}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 15:23:53.794665 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4464b55e-9dec-4591-9cc7-c91310411103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:23:53.809417 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b77335c-93a6-4849-bab3-07eb87242485 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95c917f5-14ba-5e96-98b8-1a52654a930a-d9245335-66dd-4cd9-b6a0-9d0d2ad39f2e', 'network_id': 'd9245335-66dd-4cd9-b6a0-9d0d2ad39f2e', 'tenant_id': 'a7eb12e65a2142f3af36926716af6c10', 'fixed_ips': [{'subnet_id': '545be455-14ba-4dc3-9aef-7e0fde5f59d1'}]}} from dv-neutron-825124-1-hyperv. {{(pid=84154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 20 15:23:53.810506 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7b77335c-93a6-4849-bab3-07eb87242485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:23:53.869273 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-4464b55e-9dec-4591-9cc7-c91310411103 None None] For port b6fbee2f-69a5-4548-b60f-4cf42384a03f, host dv-neutron-825124-1-hyperv, cleared binding levels {{(pid=84155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 15:23:53.873011 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-4464b55e-9dec-4591-9cc7-c91310411103 None None] For port b6fbee2f-69a5-4548-b60f-4cf42384a03f, host dv-neutron-825124-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=b6fbee2f-69a5-4548-b60f-4cf42384a03f,segment=NetworkSegment(f628f1ba-6b70-4c9b-8839-62340c040c81),segment_id=f628f1ba-6b70-4c9b-8839-62340c040c81)] {{(pid=84155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 15:23:53.924588 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4464b55e-9dec-4591-9cc7-c91310411103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:23:54.008241 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_common [None req-7b77335c-93a6-4849-bab3-07eb87242485 None None] Allocated IP 172.20.0.2 (d9245335-66dd-4cd9-b6a0-9d0d2ad39f2e/545be455-14ba-4dc3-9aef-7e0fde5f59d1/fc5df791-0605-4f18-a505-993a2dc42b89) {{(pid=84154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 15:23:54.023854 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49805dc8-3847-470c-b450-9a7d566c5adb None None] Pushing event updated for resources: {'Port': ['ID=b6fbee2f-69a5-4548-b60f-4cf42384a03f,revision_number=3']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:23:54.047914 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4464b55e-9dec-4591-9cc7-c91310411103 None None] Routers {'efc1c8fa-5897-4ee4-b3aa-5bcc894ad022'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 15:23:54.048030 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-4464b55e-9dec-4591-9cc7-c91310411103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T15:23:30Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['efc1c8fa-5897-4ee4-b3aa-5bcc894ad022'], 'active': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:23:54.231732 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7b77335c-93a6-4849-bab3-07eb87242485 None None] Notify callbacks [] for port, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:23:54.244870 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvr_db [None req-4464b55e-9dec-4591-9cc7-c91310411103 None None] Set router efc1c8fa-5897-4ee4-b3aa-5bcc894ad022 gateway port host: dv-neutron-825124-1-hyperv {{(pid=84155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 15:23:54.247920 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-7b77335c-93a6-4849-bab3-07eb87242485 None None] Transition to ACTIVE for port object fc5df791-0605-4f18-a505-993a2dc42b89 will not be triggered until provisioned by entity L2. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 15:23:54.266607 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-7b77335c-93a6-4849-bab3-07eb87242485 None None] Transition to ACTIVE for port object fc5df791-0605-4f18-a505-993a2dc42b89 will not be triggered until provisioned by entity DHCP. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 15:23:54.318142 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7b77335c-93a6-4849-bab3-07eb87242485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477'] for port, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:23:54.396429 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b77335c-93a6-4849-bab3-07eb87242485 None None] Network d9245335-66dd-4cd9-b6a0-9d0d2ad39f2e is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 15:23:54.399349 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-7b77335c-93a6-4849-bab3-07eb87242485 None None] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 15:23:54.403076 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b77335c-93a6-4849-bab3-07eb87242485 None None] Received port after_create {{(pid=84154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 15:23:54.412296 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b77335c-93a6-4849-bab3-07eb87242485 None None] Pushing event updated for resources: {'Port': ['ID=fc5df791-0605-4f18-a505-993a2dc42b89,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:23:54.496701 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-7b77335c-93a6-4849-bab3-07eb87242485 None None] Attempting to bind port fc5df791-0605-4f18-a505-993a2dc42b89 on host dv-neutron-825124-1-hyperv for vnic_type normal with profile {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 15:23:54.497222 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-7b77335c-93a6-4849-bab3-07eb87242485 None None] Attempting to bind port fc5df791-0605-4f18-a505-993a2dc42b89 by drivers openvswitch,hyperv on host dv-neutron-825124-1-hyperv at level 0 using segments [{'id': '628d39c8-c32c-492a-bba6-ad6ae2bc4abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'd9245335-66dd-4cd9-b6a0-9d0d2ad39f2e'}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 15:23:54.497594 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b77335c-93a6-4849-bab3-07eb87242485 None None] Attempting to bind port fc5df791-0605-4f18-a505-993a2dc42b89 on network d9245335-66dd-4cd9-b6a0-9d0d2ad39f2e {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 15:23:54.504829 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b77335c-93a6-4849-bab3-07eb87242485 None None] Checking agent: {'id': '6414dfeb-85c5-454a-8756-709ca637d800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825124-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 16, 31), 'started_at': datetime.datetime(2022, 1, 20, 14, 17, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 15, 23, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825124-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 15:23:54.505204 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b77335c-93a6-4849-bab3-07eb87242485 None None] Checking segment: {'id': '628d39c8-c32c-492a-bba6-ad6ae2bc4abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'd9245335-66dd-4cd9-b6a0-9d0d2ad39f2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 15:23:54.505602 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7b77335c-93a6-4849-bab3-07eb87242485 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:23:54.505995 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b77335c-93a6-4849-bab3-07eb87242485 None None] Bound using segment: {'id': '628d39c8-c32c-492a-bba6-ad6ae2bc4abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'd9245335-66dd-4cd9-b6a0-9d0d2ad39f2e'} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 15:23:54.506478 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-7b77335c-93a6-4849-bab3-07eb87242485 None None] Bound port: fc5df791-0605-4f18-a505-993a2dc42b89, host: dv-neutron-825124-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '628d39c8-c32c-492a-bba6-ad6ae2bc4abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'd9245335-66dd-4cd9-b6a0-9d0d2ad39f2e'}}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 15:23:54.507342 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7b77335c-93a6-4849-bab3-07eb87242485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:23:54.553669 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-b6f6ede5-6d38-4014-b744-d4ac792cafef tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:23:54.573864 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-4464b55e-9dec-4591-9cc7-c91310411103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efc1c8fa-5897-4ee4-b3aa-5bcc894ad022', 'name': 'tempest-TestNetworkAdvancedServerOps-router-876291131', 'tenant_id': 'a7eb12e65a2142f3af36926716af6c10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.216'}], 'enable_snat': True}, 'gw_port_id': 'b6fbee2f-69a5-4548-b60f-4cf42384a03f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:23:50Z', 'updated_at': '2022-01-20T15:23:51Z', 'revision_number': 3, 'project_id': 'a7eb12e65a2142f3af36926716af6c10', 'gw_port': {'id': 'b6fbee2f-69a5-4548-b60f-4cf42384a03f', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:85:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efc1c8fa-5897-4ee4-b3aa-5bcc894ad022', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:23:51Z', 'updated_at': '2022-01-20T15:23:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv'}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:23:54.577702 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4464b55e-9dec-4591-9cc7-c91310411103 None None] The sync data for ids ['efc1c8fa-5897-4ee4-b3aa-5bcc894ad022'] in dv-neutron-825124-1-hyperv is: [{'id': 'efc1c8fa-5897-4ee4-b3aa-5bcc894ad022', 'name': 'tempest-TestNetworkAdvancedServerOps-router-876291131', 'tenant_id': 'a7eb12e65a2142f3af36926716af6c10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.216'}], 'enable_snat': True}, 'gw_port_id': 'b6fbee2f-69a5-4548-b60f-4cf42384a03f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:23:50Z', 'updated_at': '2022-01-20T15:23:51Z', 'revision_number': 3, 'project_id': 'a7eb12e65a2142f3af36926716af6c10', 'gw_port': {'id': 'b6fbee2f-69a5-4548-b60f-4cf42384a03f', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:85:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efc1c8fa-5897-4ee4-b3aa-5bcc894ad022', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:23:51Z', 'updated_at': '2022-01-20T15:23:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv'}] {{(pid=84155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 15:23:54.602431 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-7b77335c-93a6-4849-bab3-07eb87242485 None None] For port fc5df791-0605-4f18-a505-993a2dc42b89, host dv-neutron-825124-1-hyperv, cleared binding levels {{(pid=84154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 15:23:54.605838 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-7b77335c-93a6-4849-bab3-07eb87242485 None None] For port fc5df791-0605-4f18-a505-993a2dc42b89, host dv-neutron-825124-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=fc5df791-0605-4f18-a505-993a2dc42b89,segment=NetworkSegment(628d39c8-c32c-492a-bba6-ad6ae2bc4abb),segment_id=628d39c8-c32c-492a-bba6-ad6ae2bc4abb)] {{(pid=84154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 15:23:54.678420 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7b77335c-93a6-4849-bab3-07eb87242485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:23:54.791712 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b77335c-93a6-4849-bab3-07eb87242485 None None] Pushing event updated for resources: {'Port': ['ID=fc5df791-0605-4f18-a505-993a2dc42b89,revision_number=2']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:23:54.999675 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.db_base_plugin_common [None req-b6f6ede5-6d38-4014-b744-d4ac792cafef tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Allocated IP 172.20.0.1 (d9245335-66dd-4cd9-b6a0-9d0d2ad39f2e/545be455-14ba-4dc3-9aef-7e0fde5f59d1/2de75ea7-f453-43ae-b57d-65c3b724fbef) {{(pid=84152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 15:23:55.166889 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-b6f6ede5-6d38-4014-b744-d4ac792cafef tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks [] for port, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:23:55.183465 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.provisioning_blocks [None req-b6f6ede5-6d38-4014-b744-d4ac792cafef tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Transition to ACTIVE for port object 2de75ea7-f453-43ae-b57d-65c3b724fbef will not be triggered until provisioned by entity DHCP. {{(pid=84152) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 15:23:55.306348 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-b6f6ede5-6d38-4014-b744-d4ac792cafef tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:23:55.382791 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6f6ede5-6d38-4014-b744-d4ac792cafef tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Network d9245335-66dd-4cd9-b6a0-9d0d2ad39f2e is already hosted by enough agents. {{(pid=84152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 15:23:55.383981 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.base_scheduler [None req-b6f6ede5-6d38-4014-b744-d4ac792cafef tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Resources bound (agent type, host, resource id): {{(pid=84152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 15:23:55.388405 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f6ede5-6d38-4014-b744-d4ac792cafef tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Received port after_create {{(pid=84152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 15:23:55.418668 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f6ede5-6d38-4014-b744-d4ac792cafef tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Pushing event updated for resources: {'Port': ['ID=2de75ea7-f453-43ae-b57d-65c3b724fbef,revision_number=1']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:23:55.456335 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-b6f6ede5-6d38-4014-b744-d4ac792cafef tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-745387'] for router_interface, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:23:55.586799 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device fc5df791-0605-4f18-a505-993a2dc42b89 up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 15:23:55.622330 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-b6f6ede5-6d38-4014-b744-d4ac792cafef tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:23:55.728971 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning for port fc5df791-0605-4f18-a505-993a2dc42b89 completed by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 15:23:55.734341 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device b6fbee2f-69a5-4548-b60f-4cf42384a03f up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 15:23:55.792595 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f231835-5718-4fe9-8479-93f4da90557a None None] Network d9245335-66dd-4cd9-b6a0-9d0d2ad39f2e requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 15:23:55.977552 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning for port b6fbee2f-69a5-4548-b60f-4cf42384a03f completed by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 15:23:56.008239 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port b6fbee2f-69a5-4548-b60f-4cf42384a03f triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:23:56.008610 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:23:56.035926 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-c84137c7-69bd-4af9-ad4d-efcd8ea3a537 None None] Provisioning for port fc5df791-0605-4f18-a505-993a2dc42b89 completed by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 15:23:56.052878 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-c84137c7-69bd-4af9-ad4d-efcd8ea3a537 None None] Provisioning complete for port fc5df791-0605-4f18-a505-993a2dc42b89 triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:23:56.053245 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-c84137c7-69bd-4af9-ad4d-efcd8ea3a537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:23:56.131858 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-b6f6ede5-6d38-4014-b744-d4ac792cafef tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks [] for port, precommit_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:23:56.210798 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-b6f6ede5-6d38-4014-b744-d4ac792cafef tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162822'] for port, after_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:23:56.255736 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:23:56.270966 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-c84137c7-69bd-4af9-ad4d-efcd8ea3a537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:23:56.289194 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] For port b6fbee2f-69a5-4548-b60f-4cf42384a03f, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=b6fbee2f-69a5-4548-b60f-4cf42384a03f,segment=NetworkSegment(f628f1ba-6b70-4c9b-8839-62340c040c81),segment_id=f628f1ba-6b70-4c9b-8839-62340c040c81)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 15:23:56.307588 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-c84137c7-69bd-4af9-ad4d-efcd8ea3a537 None None] For port fc5df791-0605-4f18-a505-993a2dc42b89, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=fc5df791-0605-4f18-a505-993a2dc42b89,segment=NetworkSegment(628d39c8-c32c-492a-bba6-ad6ae2bc4abb),segment_id=628d39c8-c32c-492a-bba6-ad6ae2bc4abb)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 15:23:56.319686 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-b6f6ede5-6d38-4014-b744-d4ac792cafef tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1705158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-743490'] for router_interface, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:23:56.346114 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:23:56.368629 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f6ede5-6d38-4014-b744-d4ac792cafef tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Pushing event updated for resources: {'Port': ['ID=2de75ea7-f453-43ae-b57d-65c3b724fbef,revision_number=2']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:23:56.383911 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-c84137c7-69bd-4af9-ad4d-efcd8ea3a537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:23:56.419706 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Pushing event updated for resources: {'Port': ['ID=b6fbee2f-69a5-4548-b60f-4cf42384a03f,revision_number=4']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:23:56.484846 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6f6ede5-6d38-4014-b744-d4ac792cafef tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Network d9245335-66dd-4cd9-b6a0-9d0d2ad39f2e is already hosted by enough agents. {{(pid=84152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 15:23:56.486070 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.base_scheduler [None req-b6f6ede5-6d38-4014-b744-d4ac792cafef tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Resources bound (agent type, host, resource id): {{(pid=84152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 15:23:56.501520 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84137c7-69bd-4af9-ad4d-efcd8ea3a537 None None] Pushing event updated for resources: {'Port': ['ID=fc5df791-0605-4f18-a505-993a2dc42b89,revision_number=3']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:23:56.515377 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-3638323e-705b-49d6-95c2-6de4b333258f None None] Provisioning complete for port fc5df791-0605-4f18-a505-993a2dc42b89 triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:23:56.516533 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-3638323e-705b-49d6-95c2-6de4b333258f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:23:56.705689 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-3638323e-705b-49d6-95c2-6de4b333258f None None] Provisioning for port 2de75ea7-f453-43ae-b57d-65c3b724fbef completed by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 15:23:56.711641 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-3638323e-705b-49d6-95c2-6de4b333258f None None] Provisioning complete for port 2de75ea7-f453-43ae-b57d-65c3b724fbef triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:23:56.712090 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-3638323e-705b-49d6-95c2-6de4b333258f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:23:56.779856 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-3638323e-705b-49d6-95c2-6de4b333258f None None] Port 2de75ea7-f453-43ae-b57d-65c3b724fbef cannot update to ACTIVE because it is not bound. {{(pid=84154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 15:23:56.884821 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6f6ede5-6d38-4014-b744-d4ac792cafef tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Router efc1c8fa-5897-4ee4-b3aa-5bcc894ad022 has already been hosted by L3 agent 624d525b-4c26-4143-8a1c-228bb1c6faaa {{(pid=84152) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 15:23:56.900377 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-2a54fb76-e9ab-4283-a7a3-828cfbda9b51 None None] Provisioning complete for port 2de75ea7-f453-43ae-b57d-65c3b724fbef triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:23:56.900745 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-2a54fb76-e9ab-4283-a7a3-828cfbda9b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:23:56.951905 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-2a54fb76-e9ab-4283-a7a3-828cfbda9b51 None None] Port 2de75ea7-f453-43ae-b57d-65c3b724fbef cannot update to ACTIVE because it is not bound. {{(pid=84154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 15:23:57.082100 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6f6ede5-6d38-4014-b744-d4ac792cafef tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify agent at l3_agent.dv-neutron-825124-1-hyperv the message routers_updated {{(pid=84152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 15:23:57.094859 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-b6f6ede5-6d38-4014-b744-d4ac792cafef tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "PUT /v2.0/routers/efc1c8fa-5897-4ee4-b3aa-5bcc894ad022/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4186494 Jan 20 15:23:57.270232 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [req-eacab356-f3fc-43d9-aefd-69c9706aa3eb req-bc7ccf6e-2032-418b-8db6-2534aecd443b tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Synchronizing usage tracker for tenant:a7eb12e65a2142f3af36926716af6c10 on resource:security_group {{(pid=84153) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 15:23:57.374131 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [req-eacab356-f3fc-43d9-aefd-69c9706aa3eb req-bc7ccf6e-2032-418b-8db6-2534aecd443b tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Unset dirty status for tenant:a7eb12e65a2142f3af36926716af6c10 on resource:security_group {{(pid=84153) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 15:23:57.375752 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-eacab356-f3fc-43d9-aefd-69c9706aa3eb req-bc7ccf6e-2032-418b-8db6-2534aecd443b tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1529286479&fields=id&tenant_id=a7eb12e65a2142f3af36926716af6c10 HTTP/1.1" status: 200 len: 267 time: 0.1461165 Jan 20 15:23:57.491962 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device fc5df791-0605-4f18-a505-993a2dc42b89 up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 15:23:57.525771 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacab356-f3fc-43d9-aefd-69c9706aa3eb req-b9c8ee01-93ad-4763-b6be-713da762b3f4 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:23:57.526479 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [req-eacab356-f3fc-43d9-aefd-69c9706aa3eb req-b9c8ee01-93ad-4763-b6be-713da762b3f4 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Synchronizing usage tracker for tenant:a7eb12e65a2142f3af36926716af6c10 on resource:network {{(pid=84153) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 15:23:57.561798 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port fc5df791-0605-4f18-a505-993a2dc42b89 triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:23:57.562192 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:23:57.603383 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [req-eacab356-f3fc-43d9-aefd-69c9706aa3eb req-b9c8ee01-93ad-4763-b6be-713da762b3f4 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Unset dirty status for tenant:a7eb12e65a2142f3af36926716af6c10 on resource:network {{(pid=84153) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 15:23:57.604619 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-eacab356-f3fc-43d9-aefd-69c9706aa3eb req-b9c8ee01-93ad-4763-b6be-713da762b3f4 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/networks?id=d9245335-66dd-4cd9-b6a0-9d0d2ad39f2e HTTP/1.1" status: 200 len: 796 time: 0.2224300 Jan 20 15:23:57.621547 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-eacab356-f3fc-43d9-aefd-69c9706aa3eb req-8396221a-d37b-4050-a0cc-e2e048a2e1b3 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/quotas/a7eb12e65a2142f3af36926716af6c10 HTTP/1.1" status: 200 len: 375 time: 0.0109084 Jan 20 15:23:57.706605 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device b6fbee2f-69a5-4548-b60f-4cf42384a03f up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 15:23:57.723333 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-eacab356-f3fc-43d9-aefd-69c9706aa3eb req-63309f98-6fc0-48ed-b878-27f2ab012ed5 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=a7eb12e65a2142f3af36926716af6c10&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0950334 Jan 20 15:23:57.775577 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port b6fbee2f-69a5-4548-b60f-4cf42384a03f triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:23:57.775952 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:23:57.967357 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-eacab356-f3fc-43d9-aefd-69c9706aa3eb req-a092f518-f8b7-40ad-837e-7dd318f699d4 service neutron] 10.222.0.54 "GET /v2.0/networks/d9245335-66dd-4cd9-b6a0-9d0d2ad39f2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1983578 Jan 20 15:23:58.032387 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-37375701-9d5b-4a1a-ae38-54415dc96de5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:23:58.200907 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d107b247-6847-4195-878d-dfc3a15fda92 None None] Sync routers for ids ['efc1c8fa-5897-4ee4-b3aa-5bcc894ad022'] in dv-neutron-825124-1-hyperv {{(pid=84154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 15:23:58.203061 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-eacab356-f3fc-43d9-aefd-69c9706aa3eb req-5d4512ae-dad6-4a80-8b45-4bd64f797317 service neutron] 10.222.0.54 "GET /v2.0/networks/d9245335-66dd-4cd9-b6a0-9d0d2ad39f2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2292724 Jan 20 15:23:58.215165 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d107b247-6847-4195-878d-dfc3a15fda92 None None] Routers {'efc1c8fa-5897-4ee4-b3aa-5bcc894ad022'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 15:23:58.215853 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-d107b247-6847-4195-878d-dfc3a15fda92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T15:23:30Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['efc1c8fa-5897-4ee4-b3aa-5bcc894ad022'], 'active': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:23:58.394106 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvr_db [None req-d107b247-6847-4195-878d-dfc3a15fda92 None None] Set router efc1c8fa-5897-4ee4-b3aa-5bcc894ad022 gateway port host: dv-neutron-825124-1-hyperv {{(pid=84154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 15:23:58.471184 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-ee9cadf5-3418-49ce-84a8-9e5f0079ad7b req-62c827c8-9b32-4cc6-a555-7a367213628e tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/ports?device_id=8d4aa67b-2574-4b7e-bf3a-2c8fe0fd4fc6 HTTP/1.1" status: 200 len: 210 time: 0.0465300 Jan 20 15:23:58.711248 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-d107b247-6847-4195-878d-dfc3a15fda92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efc1c8fa-5897-4ee4-b3aa-5bcc894ad022', 'name': 'tempest-TestNetworkAdvancedServerOps-router-876291131', 'tenant_id': 'a7eb12e65a2142f3af36926716af6c10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.216'}], 'enable_snat': True}, 'gw_port_id': 'b6fbee2f-69a5-4548-b60f-4cf42384a03f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:23:50Z', 'updated_at': '2022-01-20T15:23:55Z', 'revision_number': 4, 'project_id': 'a7eb12e65a2142f3af36926716af6c10', 'gw_port': {'id': 'b6fbee2f-69a5-4548-b60f-4cf42384a03f', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:85:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efc1c8fa-5897-4ee4-b3aa-5bcc894ad022', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:23:51Z', 'updated_at': '2022-01-20T15:23:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv', '_interfaces': [{'id': '2de75ea7-f453-43ae-b57d-65c3b724fbef', 'name': '', 'network_id': 'd9245335-66dd-4cd9-b6a0-9d0d2ad39f2e', 'tenant_id': 'a7eb12e65a2142f3af36926716af6c10', 'mac_address': 'fa:16:3e:da:e7:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efc1c8fa-5897-4ee4-b3aa-5bcc894ad022', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '545be455-14ba-4dc3-9aef-7e0fde5f59d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:23:54Z', 'updated_at': '2022-01-20T15:23:55Z', 'revision_number': 2, 'project_id': 'a7eb12e65a2142f3af36926716af6c10', 'subnets': [{'id': '545be455-14ba-4dc3-9aef-7e0fde5f59d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:23:58.715406 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d107b247-6847-4195-878d-dfc3a15fda92 None None] Checking router: efc1c8fa-5897-4ee4-b3aa-5bcc894ad022 for host: dv-neutron-825124-1-hyperv {{(pid=84154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 15:23:58.715686 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d107b247-6847-4195-878d-dfc3a15fda92 None None] Updating router efc1c8fa-5897-4ee4-b3aa-5bcc894ad022 port 2de75ea7-f453-43ae-b57d-65c3b724fbef binding host dv-neutron-825124-1-hyperv {{(pid=84154) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 20 15:23:58.766404 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-d107b247-6847-4195-878d-dfc3a15fda92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:23:59.098520 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-d107b247-6847-4195-878d-dfc3a15fda92 None None] Notify callbacks [] for port, precommit_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:23:59.110200 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-d107b247-6847-4195-878d-dfc3a15fda92 None None] Transition to ACTIVE for port object 2de75ea7-f453-43ae-b57d-65c3b724fbef will not be triggered until provisioned by entity L2. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 15:23:59.174356 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-d107b247-6847-4195-878d-dfc3a15fda92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:23:59.303159 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fb845b-7a49-4ae1-9c82-88d6c8ab938c None None] Pushing event updated for resources: {'Port': ['ID=2de75ea7-f453-43ae-b57d-65c3b724fbef,revision_number=3']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:23:59.395282 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-d107b247-6847-4195-878d-dfc3a15fda92 None None] Attempting to bind port 2de75ea7-f453-43ae-b57d-65c3b724fbef on host dv-neutron-825124-1-hyperv for vnic_type normal with profile {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 15:23:59.395673 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-d107b247-6847-4195-878d-dfc3a15fda92 None None] Attempting to bind port 2de75ea7-f453-43ae-b57d-65c3b724fbef by drivers openvswitch,hyperv on host dv-neutron-825124-1-hyperv at level 0 using segments [{'id': '628d39c8-c32c-492a-bba6-ad6ae2bc4abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'd9245335-66dd-4cd9-b6a0-9d0d2ad39f2e'}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 15:23:59.396080 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d107b247-6847-4195-878d-dfc3a15fda92 None None] Attempting to bind port 2de75ea7-f453-43ae-b57d-65c3b724fbef on network d9245335-66dd-4cd9-b6a0-9d0d2ad39f2e {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 15:23:59.402557 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d107b247-6847-4195-878d-dfc3a15fda92 None None] Checking agent: {'id': '6414dfeb-85c5-454a-8756-709ca637d800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825124-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 16, 31), 'started_at': datetime.datetime(2022, 1, 20, 14, 17, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 15, 23, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825124-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 15:23:59.403145 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d107b247-6847-4195-878d-dfc3a15fda92 None None] Checking segment: {'id': '628d39c8-c32c-492a-bba6-ad6ae2bc4abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'd9245335-66dd-4cd9-b6a0-9d0d2ad39f2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 15:23:59.403387 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-d107b247-6847-4195-878d-dfc3a15fda92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:23:59.403698 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d107b247-6847-4195-878d-dfc3a15fda92 None None] Bound using segment: {'id': '628d39c8-c32c-492a-bba6-ad6ae2bc4abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'd9245335-66dd-4cd9-b6a0-9d0d2ad39f2e'} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 15:23:59.404152 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-d107b247-6847-4195-878d-dfc3a15fda92 None None] Bound port: 2de75ea7-f453-43ae-b57d-65c3b724fbef, host: dv-neutron-825124-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '628d39c8-c32c-492a-bba6-ad6ae2bc4abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'd9245335-66dd-4cd9-b6a0-9d0d2ad39f2e'}}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 15:23:59.404570 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-d107b247-6847-4195-878d-dfc3a15fda92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:23:59.496495 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-d107b247-6847-4195-878d-dfc3a15fda92 None None] For port 2de75ea7-f453-43ae-b57d-65c3b724fbef, host dv-neutron-825124-1-hyperv, cleared binding levels {{(pid=84154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 15:23:59.499618 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-d107b247-6847-4195-878d-dfc3a15fda92 None None] For port 2de75ea7-f453-43ae-b57d-65c3b724fbef, host dv-neutron-825124-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=2de75ea7-f453-43ae-b57d-65c3b724fbef,segment=NetworkSegment(628d39c8-c32c-492a-bba6-ad6ae2bc4abb),segment_id=628d39c8-c32c-492a-bba6-ad6ae2bc4abb)] {{(pid=84154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 15:23:59.569559 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-d107b247-6847-4195-878d-dfc3a15fda92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:23:59.658305 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-fa39e54c-aa2b-4c7e-849d-99dce508448e req-944c4906-8809-45b8-b7eb-18f3417b6924 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/ports?device_id=8d4aa67b-2574-4b7e-bf3a-2c8fe0fd4fc6 HTTP/1.1" status: 200 len: 210 time: 0.0594311 Jan 20 15:23:59.680650 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fb845b-7a49-4ae1-9c82-88d6c8ab938c None None] Pushing event updated for resources: {'Port': ['ID=2de75ea7-f453-43ae-b57d-65c3b724fbef,revision_number=4']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:23:59.687043 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d107b247-6847-4195-878d-dfc3a15fda92 None None] Routers {'efc1c8fa-5897-4ee4-b3aa-5bcc894ad022'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 15:23:59.688260 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-d107b247-6847-4195-878d-dfc3a15fda92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T15:23:30Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['efc1c8fa-5897-4ee4-b3aa-5bcc894ad022'], 'active': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:23:59.878897 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvr_db [None req-d107b247-6847-4195-878d-dfc3a15fda92 None None] Set router efc1c8fa-5897-4ee4-b3aa-5bcc894ad022 gateway port host: dv-neutron-825124-1-hyperv {{(pid=84154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 15:24:00.199666 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-d107b247-6847-4195-878d-dfc3a15fda92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efc1c8fa-5897-4ee4-b3aa-5bcc894ad022', 'name': 'tempest-TestNetworkAdvancedServerOps-router-876291131', 'tenant_id': 'a7eb12e65a2142f3af36926716af6c10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.216'}], 'enable_snat': True}, 'gw_port_id': 'b6fbee2f-69a5-4548-b60f-4cf42384a03f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:23:50Z', 'updated_at': '2022-01-20T15:23:55Z', 'revision_number': 4, 'project_id': 'a7eb12e65a2142f3af36926716af6c10', 'gw_port': {'id': 'b6fbee2f-69a5-4548-b60f-4cf42384a03f', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:85:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efc1c8fa-5897-4ee4-b3aa-5bcc894ad022', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:23:51Z', 'updated_at': '2022-01-20T15:23:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv', '_interfaces': [{'id': '2de75ea7-f453-43ae-b57d-65c3b724fbef', 'name': '', 'network_id': 'd9245335-66dd-4cd9-b6a0-9d0d2ad39f2e', 'tenant_id': 'a7eb12e65a2142f3af36926716af6c10', 'mac_address': 'fa:16:3e:da:e7:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efc1c8fa-5897-4ee4-b3aa-5bcc894ad022', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '545be455-14ba-4dc3-9aef-7e0fde5f59d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:23:54Z', 'updated_at': '2022-01-20T15:23:59Z', 'revision_number': 4, 'project_id': 'a7eb12e65a2142f3af36926716af6c10', 'subnets': [{'id': '545be455-14ba-4dc3-9aef-7e0fde5f59d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:24:00.204070 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d107b247-6847-4195-878d-dfc3a15fda92 None None] The sync data for ids ['efc1c8fa-5897-4ee4-b3aa-5bcc894ad022'] in dv-neutron-825124-1-hyperv is: [{'id': 'efc1c8fa-5897-4ee4-b3aa-5bcc894ad022', 'name': 'tempest-TestNetworkAdvancedServerOps-router-876291131', 'tenant_id': 'a7eb12e65a2142f3af36926716af6c10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.216'}], 'enable_snat': True}, 'gw_port_id': 'b6fbee2f-69a5-4548-b60f-4cf42384a03f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:23:50Z', 'updated_at': '2022-01-20T15:23:55Z', 'revision_number': 4, 'project_id': 'a7eb12e65a2142f3af36926716af6c10', 'gw_port': {'id': 'b6fbee2f-69a5-4548-b60f-4cf42384a03f', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:85:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efc1c8fa-5897-4ee4-b3aa-5bcc894ad022', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:23:51Z', 'updated_at': '2022-01-20T15:23:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv', '_interfaces': [{'id': '2de75ea7-f453-43ae-b57d-65c3b724fbef', 'name': '', 'network_id': 'd9245335-66dd-4cd9-b6a0-9d0d2ad39f2e', 'tenant_id': 'a7eb12e65a2142f3af36926716af6c10', 'mac_address': 'fa:16:3e:da:e7:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efc1c8fa-5897-4ee4-b3aa-5bcc894ad022', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '545be455-14ba-4dc3-9aef-7e0fde5f59d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:23:54Z', 'updated_at': '2022-01-20T15:23:59Z', 'revision_number': 4, 'project_id': 'a7eb12e65a2142f3af36926716af6c10', 'subnets': [{'id': '545be455-14ba-4dc3-9aef-7e0fde5f59d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 15:24:00.414316 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-0100f057-5a85-4ee2-bc73-c3375486a0b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:24:00.581569 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacab356-f3fc-43d9-aefd-69c9706aa3eb req-fe47ebc4-a08b-4220-9353-377280b33160 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:24:00.583101 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-eacab356-f3fc-43d9-aefd-69c9706aa3eb req-fe47ebc4-a08b-4220-9353-377280b33160 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.106 "GET /v2.0/networks?id=d9245335-66dd-4cd9-b6a0-9d0d2ad39f2e HTTP/1.1" status: 200 len: 796 time: 0.1653643 Jan 20 15:24:00.647442 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-eacab356-f3fc-43d9-aefd-69c9706aa3eb req-27263573-a1a5-4987-bf1f-3343d4243305 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.106 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a7eb12e65a2142f3af36926716af6c10 HTTP/1.1" status: 200 len: 380 time: 0.0520775 Jan 20 15:24:00.656399 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [req-eacab356-f3fc-43d9-aefd-69c9706aa3eb req-3ad14ef8-9198-4773-92c0-9aca861db3ad tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Request body: {'port': {'device_id': '8d4aa67b-2574-4b7e-bf3a-2c8fe0fd4fc6', 'network_id': 'd9245335-66dd-4cd9-b6a0-9d0d2ad39f2e', 'admin_state_up': True, 'tenant_id': 'a7eb12e65a2142f3af36926716af6c10', 'security_groups': ['e14ea25c-830d-46c0-8043-6d93bbd7fcaf']}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 15:24:00.845486 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [req-eacab356-f3fc-43d9-aefd-69c9706aa3eb req-3ad14ef8-9198-4773-92c0-9aca861db3ad tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:24:00.861372 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [req-eacab356-f3fc-43d9-aefd-69c9706aa3eb req-3ad14ef8-9198-4773-92c0-9aca861db3ad tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Usage tracker for resource:port and tenant:a7eb12e65a2142f3af36926716af6c10 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:24:00.866089 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-79026c77-019e-42a3-a88d-705cad8ca4f9 req-64a49303-8618-40a5-b22a-e6b1bf06c9be tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/ports?device_id=8d4aa67b-2574-4b7e-bf3a-2c8fe0fd4fc6 HTTP/1.1" status: 200 len: 210 time: 0.0628366 Jan 20 15:24:00.866863 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [req-eacab356-f3fc-43d9-aefd-69c9706aa3eb req-3ad14ef8-9198-4773-92c0-9aca861db3ad tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:24:00.872816 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [req-eacab356-f3fc-43d9-aefd-69c9706aa3eb req-3ad14ef8-9198-4773-92c0-9aca861db3ad tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:24:00.951749 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eacab356-f3fc-43d9-aefd-69c9706aa3eb req-3ad14ef8-9198-4773-92c0-9aca861db3ad tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Made reservation on behalf of a7eb12e65a2142f3af36926716af6c10 for: {'port': 1} {{(pid=84153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 15:24:00.955086 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-eacab356-f3fc-43d9-aefd-69c9706aa3eb req-3ad14ef8-9198-4773-92c0-9aca861db3ad tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:24:01.037300 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:24:01.124520 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.db_base_plugin_common [req-eacab356-f3fc-43d9-aefd-69c9706aa3eb req-3ad14ef8-9198-4773-92c0-9aca861db3ad tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Allocated IP 172.20.0.7 (d9245335-66dd-4cd9-b6a0-9d0d2ad39f2e/545be455-14ba-4dc3-9aef-7e0fde5f59d1/9b2e11d1-8685-4305-99ef-4a01c34fb10f) {{(pid=84153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 15:24:01.326725 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-eacab356-f3fc-43d9-aefd-69c9706aa3eb req-3ad14ef8-9198-4773-92c0-9aca861db3ad tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks [] for port, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:24:01.351561 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.provisioning_blocks [req-eacab356-f3fc-43d9-aefd-69c9706aa3eb req-3ad14ef8-9198-4773-92c0-9aca861db3ad tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Transition to ACTIVE for port object 9b2e11d1-8685-4305-99ef-4a01c34fb10f will not be triggered until provisioned by entity DHCP. {{(pid=84153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 15:24:01.454939 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-eacab356-f3fc-43d9-aefd-69c9706aa3eb req-3ad14ef8-9198-4773-92c0-9aca861db3ad tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:24:01.486215 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:24:01.531901 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 2de75ea7-f453-43ae-b57d-65c3b724fbef up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 15:24:01.588266 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad14ef8-9198-4773-92c0-9aca861db3ad tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Pushing event updated for resources: {'Port': ['ID=9b2e11d1-8685-4305-99ef-4a01c34fb10f,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:24:01.595412 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eacab356-f3fc-43d9-aefd-69c9706aa3eb req-3ad14ef8-9198-4773-92c0-9aca861db3ad tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Network d9245335-66dd-4cd9-b6a0-9d0d2ad39f2e is already hosted by enough agents. {{(pid=84153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 15:24:01.597801 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.base_scheduler [req-eacab356-f3fc-43d9-aefd-69c9706aa3eb req-3ad14ef8-9198-4773-92c0-9aca861db3ad tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Resources bound (agent type, host, resource id): {{(pid=84153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 15:24:01.600706 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.l3_dvrscheduler_db [req-eacab356-f3fc-43d9-aefd-69c9706aa3eb req-3ad14ef8-9198-4773-92c0-9aca861db3ad tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Received port after_create {{(pid=84153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 15:24:01.665830 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning for port 2de75ea7-f453-43ae-b57d-65c3b724fbef completed by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 15:24:01.673529 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port 2de75ea7-f453-43ae-b57d-65c3b724fbef triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:24:01.674273 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:24:01.678008 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacab356-f3fc-43d9-aefd-69c9706aa3eb req-3ad14ef8-9198-4773-92c0-9aca861db3ad tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:24:01.678647 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-eacab356-f3fc-43d9-aefd-69c9706aa3eb req-3ad14ef8-9198-4773-92c0-9aca861db3ad tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:24:01.763943 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-eacab356-f3fc-43d9-aefd-69c9706aa3eb req-3ad14ef8-9198-4773-92c0-9aca861db3ad tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.106 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1113884 Jan 20 15:24:01.776816 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [req-eacab356-f3fc-43d9-aefd-69c9706aa3eb req-2d91635e-c798-40fb-9acf-9a4d8c03c3a2 service neutron] Request body: {'port': {'device_id': '8d4aa67b-2574-4b7e-bf3a-2c8fe0fd4fc6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8251'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 15:24:01.786362 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-cdd98e71-1f0a-4421-baa9-dcb30e06edf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:24:01.814876 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:24:01.858731 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] For port 2de75ea7-f453-43ae-b57d-65c3b724fbef, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=2de75ea7-f453-43ae-b57d-65c3b724fbef,segment=NetworkSegment(628d39c8-c32c-492a-bba6-ad6ae2bc4abb),segment_id=628d39c8-c32c-492a-bba6-ad6ae2bc4abb)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 15:24:01.897516 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-eacab356-f3fc-43d9-aefd-69c9706aa3eb req-2d91635e-c798-40fb-9acf-9a4d8c03c3a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:24:01.923389 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:24:01.991031 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-16f6791c-edb0-4055-8491-87d4f647edc8 None None] Provisioning for port 9b2e11d1-8685-4305-99ef-4a01c34fb10f completed by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 15:24:02.006357 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-16f6791c-edb0-4055-8491-87d4f647edc8 None None] Provisioning complete for port 9b2e11d1-8685-4305-99ef-4a01c34fb10f triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:24:02.006727 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-16f6791c-edb0-4055-8491-87d4f647edc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:24:02.051284 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Pushing event updated for resources: {'Port': ['ID=2de75ea7-f453-43ae-b57d-65c3b724fbef,revision_number=5']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:24:02.073480 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-16f6791c-edb0-4055-8491-87d4f647edc8 None None] Port 9b2e11d1-8685-4305-99ef-4a01c34fb10f cannot update to ACTIVE because it is not bound. {{(pid=84154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 15:24:02.245232 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ba97bc-c1f1-4a25-96ec-1c5388b4ab72 req-57921ded-faa3-448f-a549-e59302933f0b tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:24:02.245829 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [req-a1ba97bc-c1f1-4a25-96ec-1c5388b4ab72 req-57921ded-faa3-448f-a549-e59302933f0b tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Synchronizing usage tracker for tenant:a7eb12e65a2142f3af36926716af6c10 on resource:port {{(pid=84153) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 15:24:02.354180 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.notifiers.nova [req-eacab356-f3fc-43d9-aefd-69c9706aa3eb req-2d91635e-c798-40fb-9acf-9a4d8c03c3a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b2e11d1-8685-4305-99ef-4a01c34fb10f {{(pid=84153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 15:24:02.360497 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [req-a1ba97bc-c1f1-4a25-96ec-1c5388b4ab72 req-57921ded-faa3-448f-a549-e59302933f0b tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Unset dirty status for tenant:a7eb12e65a2142f3af36926716af6c10 on resource:port {{(pid=84153) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 15:24:02.361626 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-a1ba97bc-c1f1-4a25-96ec-1c5388b4ab72 req-57921ded-faa3-448f-a549-e59302933f0b tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/ports?device_id=8d4aa67b-2574-4b7e-bf3a-2c8fe0fd4fc6 HTTP/1.1" status: 200 len: 931 time: 0.3410671 Jan 20 15:24:02.363167 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-eacab356-f3fc-43d9-aefd-69c9706aa3eb req-2d91635e-c798-40fb-9acf-9a4d8c03c3a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:24:02.396042 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.provisioning_blocks [req-eacab356-f3fc-43d9-aefd-69c9706aa3eb req-2d91635e-c798-40fb-9acf-9a4d8c03c3a2 service neutron] Transition to ACTIVE for port object 9b2e11d1-8685-4305-99ef-4a01c34fb10f will not be triggered until provisioned by entity L2. {{(pid=84153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 15:24:02.415259 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-a1ba97bc-c1f1-4a25-96ec-1c5388b4ab72 req-bc91f41b-08c6-477a-a0a7-a96f2e25895a tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/security-groups?id=e14ea25c-830d-46c0-8043-6d93bbd7fcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479572 Jan 20 15:24:02.465753 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-eacab356-f3fc-43d9-aefd-69c9706aa3eb req-2d91635e-c798-40fb-9acf-9a4d8c03c3a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3944146'] for port, after_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:24:02.697529 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d91635e-c798-40fb-9acf-9a4d8c03c3a2 service neutron] Pushing event updated for resources: {'Port': ['ID=9b2e11d1-8685-4305-99ef-4a01c34fb10f,revision_number=2']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:24:02.803409 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.managers [req-eacab356-f3fc-43d9-aefd-69c9706aa3eb req-2d91635e-c798-40fb-9acf-9a4d8c03c3a2 service neutron] Attempting to bind port 9b2e11d1-8685-4305-99ef-4a01c34fb10f on host hv-neutron-8251 for vnic_type normal with profile {{(pid=84153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 15:24:02.803742 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.managers [req-eacab356-f3fc-43d9-aefd-69c9706aa3eb req-2d91635e-c798-40fb-9acf-9a4d8c03c3a2 service neutron] Attempting to bind port 9b2e11d1-8685-4305-99ef-4a01c34fb10f by drivers openvswitch,hyperv on host hv-neutron-8251 at level 0 using segments [{'id': '628d39c8-c32c-492a-bba6-ad6ae2bc4abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'd9245335-66dd-4cd9-b6a0-9d0d2ad39f2e'}] {{(pid=84153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 15:24:02.804068 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eacab356-f3fc-43d9-aefd-69c9706aa3eb req-2d91635e-c798-40fb-9acf-9a4d8c03c3a2 service neutron] Attempting to bind port 9b2e11d1-8685-4305-99ef-4a01c34fb10f on network d9245335-66dd-4cd9-b6a0-9d0d2ad39f2e {{(pid=84153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 15:24:02.809644 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eacab356-f3fc-43d9-aefd-69c9706aa3eb req-2d91635e-c798-40fb-9acf-9a4d8c03c3a2 service neutron] Port 9b2e11d1-8685-4305-99ef-4a01c34fb10f on network d9245335-66dd-4cd9-b6a0-9d0d2ad39f2e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8251 {{(pid=84153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 20 15:24:02.809958 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eacab356-f3fc-43d9-aefd-69c9706aa3eb req-2d91635e-c798-40fb-9acf-9a4d8c03c3a2 service neutron] Attempting to bind port 9b2e11d1-8685-4305-99ef-4a01c34fb10f on network d9245335-66dd-4cd9-b6a0-9d0d2ad39f2e {{(pid=84153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 15:24:02.816032 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eacab356-f3fc-43d9-aefd-69c9706aa3eb req-2d91635e-c798-40fb-9acf-9a4d8c03c3a2 service neutron] Checking agent: {'id': 'e037d8fb-d49c-4f86-9910-f13f6ba89a51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8251', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 23), 'started_at': datetime.datetime(2022, 1, 20, 14, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 15, 24, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 15:24:02.816359 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eacab356-f3fc-43d9-aefd-69c9706aa3eb req-2d91635e-c798-40fb-9acf-9a4d8c03c3a2 service neutron] Checking segment: {'id': '628d39c8-c32c-492a-bba6-ad6ae2bc4abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'd9245335-66dd-4cd9-b6a0-9d0d2ad39f2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 15:24:02.816726 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eacab356-f3fc-43d9-aefd-69c9706aa3eb req-2d91635e-c798-40fb-9acf-9a4d8c03c3a2 service neutron] Bound using segment: {'id': '628d39c8-c32c-492a-bba6-ad6ae2bc4abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'd9245335-66dd-4cd9-b6a0-9d0d2ad39f2e'} {{(pid=84153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 15:24:02.817131 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.managers [req-eacab356-f3fc-43d9-aefd-69c9706aa3eb req-2d91635e-c798-40fb-9acf-9a4d8c03c3a2 service neutron] Bound port: 9b2e11d1-8685-4305-99ef-4a01c34fb10f, host: hv-neutron-8251, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '628d39c8-c32c-492a-bba6-ad6ae2bc4abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'd9245335-66dd-4cd9-b6a0-9d0d2ad39f2e'}}] {{(pid=84153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 15:24:02.817461 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-eacab356-f3fc-43d9-aefd-69c9706aa3eb req-2d91635e-c798-40fb-9acf-9a4d8c03c3a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:24:02.901397 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.db [req-eacab356-f3fc-43d9-aefd-69c9706aa3eb req-2d91635e-c798-40fb-9acf-9a4d8c03c3a2 service neutron] For port 9b2e11d1-8685-4305-99ef-4a01c34fb10f, host hv-neutron-8251, cleared binding levels {{(pid=84153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 15:24:02.904439 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.db [req-eacab356-f3fc-43d9-aefd-69c9706aa3eb req-2d91635e-c798-40fb-9acf-9a4d8c03c3a2 service neutron] For port 9b2e11d1-8685-4305-99ef-4a01c34fb10f, host hv-neutron-8251, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=9b2e11d1-8685-4305-99ef-4a01c34fb10f,segment=NetworkSegment(628d39c8-c32c-492a-bba6-ad6ae2bc4abb),segment_id=628d39c8-c32c-492a-bba6-ad6ae2bc4abb)] {{(pid=84153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 15:24:02.946445 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-eacab356-f3fc-43d9-aefd-69c9706aa3eb req-2d91635e-c798-40fb-9acf-9a4d8c03c3a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3944146'] for port, after_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:24:03.006864 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-eacab356-f3fc-43d9-aefd-69c9706aa3eb req-2d91635e-c798-40fb-9acf-9a4d8c03c3a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:24:03.008168 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-eacab356-f3fc-43d9-aefd-69c9706aa3eb req-2d91635e-c798-40fb-9acf-9a4d8c03c3a2 service neutron] 10.222.0.106 "PUT /v2.0/ports/9b2e11d1-8685-4305-99ef-4a01c34fb10f HTTP/1.1" status: 200 len: 1093 time: 1.2363372 Jan 20 15:24:03.011684 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d4aa67b-2574-4b7e-bf3a-2c8fe0fd4fc6', 'tag': '9b2e11d1-8685-4305-99ef-4a01c34fb10f'}] {{(pid=84153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 15:24:03.025174 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d91635e-c798-40fb-9acf-9a4d8c03c3a2 service neutron] Pushing event updated for resources: {'Port': ['ID=9b2e11d1-8685-4305-99ef-4a01c34fb10f,revision_number=3']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:24:03.193800 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-eacab356-f3fc-43d9-aefd-69c9706aa3eb req-bb6348ad-376f-4eae-ad30-c48359d0c39d service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=a7eb12e65a2142f3af36926716af6c10&device_id=8d4aa67b-2574-4b7e-bf3a-2c8fe0fd4fc6 HTTP/1.1" status: 200 len: 1096 time: 0.0781336 Jan 20 15:24:03.253225 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d4aa67b-2574-4b7e-bf3a-2c8fe0fd4fc6', 'tag': '9b2e11d1-8685-4305-99ef-4a01c34fb10f', 'status': 'completed', 'code': 200} Jan 20 15:24:03.254330 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-eea6df97-7ff1-4b63-af20-e3ec8913deda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:24:03.267610 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-eacab356-f3fc-43d9-aefd-69c9706aa3eb req-becda113-6328-401f-97cc-1229d20d11af service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9b2e11d1-8685-4305-99ef-4a01c34fb10f HTTP/1.1" status: 200 len: 217 time: 0.0668521 Jan 20 15:24:03.331248 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacab356-f3fc-43d9-aefd-69c9706aa3eb req-d891fde9-1f7a-4aef-96ad-cadde6e3643a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:24:03.332566 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-eacab356-f3fc-43d9-aefd-69c9706aa3eb req-d891fde9-1f7a-4aef-96ad-cadde6e3643a service neutron] 10.222.0.106 "GET /v2.0/subnets?id=545be455-14ba-4dc3-9aef-7e0fde5f59d1 HTTP/1.1" status: 200 len: 834 time: 0.0592451 Jan 20 15:24:03.403862 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-eacab356-f3fc-43d9-aefd-69c9706aa3eb req-5640bbc2-d819-4805-8912-6f8be043c78b service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=d9245335-66dd-4cd9-b6a0-9d0d2ad39f2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0655854 Jan 20 15:24:03.488907 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 2de75ea7-f453-43ae-b57d-65c3b724fbef up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 15:24:03.538942 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-eacab356-f3fc-43d9-aefd-69c9706aa3eb req-124887a3-a627-4a5c-86a3-f794a3121cc7 service neutron] 10.222.0.106 "GET /v2.0/networks/d9245335-66dd-4cd9-b6a0-9d0d2ad39f2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280622 Jan 20 15:24:03.563277 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port 2de75ea7-f453-43ae-b57d-65c3b724fbef triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:24:03.563656 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:24:03.725014 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-eacab356-f3fc-43d9-aefd-69c9706aa3eb req-bb369789-7567-4549-bc64-ccb7d20b01a5 service neutron] 10.222.0.106 "GET /v2.0/networks/d9245335-66dd-4cd9-b6a0-9d0d2ad39f2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1807349 Jan 20 15:24:03.737532 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ac3535-ee5c-412f-900e-ea451c3cee33 req-bf67b95f-7041-471e-94b8-9f7a1a7ef8ee tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:24:03.738974 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-c8ac3535-ee5c-412f-900e-ea451c3cee33 req-bf67b95f-7041-471e-94b8-9f7a1a7ef8ee tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/ports?device_id=8d4aa67b-2574-4b7e-bf3a-2c8fe0fd4fc6 HTTP/1.1" status: 200 len: 943 time: 0.1750648 Jan 20 15:24:03.784300 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-c8ac3535-ee5c-412f-900e-ea451c3cee33 req-4ea51eae-ea31-4f1b-92d5-215ad72107ae tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/security-groups?id=e14ea25c-830d-46c0-8043-6d93bbd7fcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398178 Jan 20 15:24:03.892040 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-45fbd52b-500d-4f1a-aa98-30282f3b5480 req-544cd39f-6c0b-4340-a340-b6b80009f788 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=a7eb12e65a2142f3af36926716af6c10&device_id=8d4aa67b-2574-4b7e-bf3a-2c8fe0fd4fc6 HTTP/1.1" status: 200 len: 1096 time: 0.0668488 Jan 20 15:24:04.034815 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fbd52b-500d-4f1a-aa98-30282f3b5480 req-1d82a9fb-567a-4191-950b-26411ac1acac service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:24:04.036334 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-45fbd52b-500d-4f1a-aa98-30282f3b5480 req-1d82a9fb-567a-4191-950b-26411ac1acac service neutron] 10.222.0.106 "GET /v2.0/networks?id=d9245335-66dd-4cd9-b6a0-9d0d2ad39f2e HTTP/1.1" status: 200 len: 897 time: 0.1380160 Jan 20 15:24:04.106717 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-45fbd52b-500d-4f1a-aa98-30282f3b5480 req-7cf45a8b-afc5-40fd-ada4-19f1903ced99 service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9b2e11d1-8685-4305-99ef-4a01c34fb10f HTTP/1.1" status: 200 len: 217 time: 0.0634904 Jan 20 15:24:04.165541 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fbd52b-500d-4f1a-aa98-30282f3b5480 req-1485bc8f-89a9-4902-af52-4491da004d8f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:24:04.166938 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-45fbd52b-500d-4f1a-aa98-30282f3b5480 req-1485bc8f-89a9-4902-af52-4491da004d8f service neutron] 10.222.0.106 "GET /v2.0/subnets?id=545be455-14ba-4dc3-9aef-7e0fde5f59d1 HTTP/1.1" status: 200 len: 834 time: 0.0549200 Jan 20 15:24:04.243376 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-45fbd52b-500d-4f1a-aa98-30282f3b5480 req-cbd8d7b7-0f70-475a-aa46-1ba287ef18a5 service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=d9245335-66dd-4cd9-b6a0-9d0d2ad39f2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0702024 Jan 20 15:24:04.371613 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-45fbd52b-500d-4f1a-aa98-30282f3b5480 req-b847d06f-e69f-4734-b5f1-860c90ad746a service neutron] 10.222.0.106 "GET /v2.0/networks/d9245335-66dd-4cd9-b6a0-9d0d2ad39f2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218925 Jan 20 15:24:04.587532 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-45fbd52b-500d-4f1a-aa98-30282f3b5480 req-a385d4e4-6df5-4abb-8f3a-3b58ec452870 service neutron] 10.222.0.106 "GET /v2.0/networks/d9245335-66dd-4cd9-b6a0-9d0d2ad39f2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2101068 Jan 20 15:24:04.977228 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecab53d-3e5d-4dd9-b7fe-7247c7c8657a req-2a0bfa49-4eed-477f-9f60-f9f43b11d651 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:24:04.978724 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-2ecab53d-3e5d-4dd9-b7fe-7247c7c8657a req-2a0bfa49-4eed-477f-9f60-f9f43b11d651 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/ports?device_id=8d4aa67b-2574-4b7e-bf3a-2c8fe0fd4fc6 HTTP/1.1" status: 200 len: 943 time: 0.0764432 Jan 20 15:24:05.022981 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-2ecab53d-3e5d-4dd9-b7fe-7247c7c8657a req-5dfa7b9e-8263-41a2-9197-f93d561b5834 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/security-groups?id=e14ea25c-830d-46c0-8043-6d93bbd7fcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387526 Jan 20 15:24:06.223087 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25fabc7-9973-4705-b468-ee692543e166 req-e613bca0-f7bc-48cf-ad54-41f05266a314 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:24:06.224530 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-a25fabc7-9973-4705-b468-ee692543e166 req-e613bca0-f7bc-48cf-ad54-41f05266a314 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/ports?device_id=8d4aa67b-2574-4b7e-bf3a-2c8fe0fd4fc6 HTTP/1.1" status: 200 len: 943 time: 0.0792098 Jan 20 15:24:06.269617 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-a25fabc7-9973-4705-b468-ee692543e166 req-05f86197-3926-4cff-9b9e-5a9ea2bec02b tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/security-groups?id=e14ea25c-830d-46c0-8043-6d93bbd7fcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394673 Jan 20 15:24:07.461108 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a159f39-d5b4-4a25-84b6-6ed0b4b2fedb req-afbdc429-1fb6-4c8d-9005-ab28582b66bd tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:24:07.462585 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-2a159f39-d5b4-4a25-84b6-6ed0b4b2fedb req-afbdc429-1fb6-4c8d-9005-ab28582b66bd tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/ports?device_id=8d4aa67b-2574-4b7e-bf3a-2c8fe0fd4fc6 HTTP/1.1" status: 200 len: 943 time: 0.0759761 Jan 20 15:24:07.511006 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-2a159f39-d5b4-4a25-84b6-6ed0b4b2fedb req-82327ea9-284d-4283-ab0f-f44540e36396 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/security-groups?id=e14ea25c-830d-46c0-8043-6d93bbd7fcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429542 Jan 20 15:24:08.433399 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Device 9b2e11d1-8685-4305-99ef-4a01c34fb10f details requested by agent hyperv_hv-neutron-8251 with host hv-neutron-8251 {{(pid=84154) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 20 15:24:08.563906 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] For port 9b2e11d1-8685-4305-99ef-4a01c34fb10f, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=9b2e11d1-8685-4305-99ef-4a01c34fb10f,segment=NetworkSegment(628d39c8-c32c-492a-bba6-ad6ae2bc4abb),segment_id=628d39c8-c32c-492a-bba6-ad6ae2bc4abb)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 15:24:08.577294 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Returning: {'device': '9b2e11d1-8685-4305-99ef-4a01c34fb10f', 'network_id': 'd9245335-66dd-4cd9-b6a0-9d0d2ad39f2e', 'port_id': '9b2e11d1-8685-4305-99ef-4a01c34fb10f', 'mac_address': 'fa:16:3e:46:38:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '545be455-14ba-4dc3-9aef-7e0fde5f59d1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84154) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 20 15:24:08.629543 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:24:08.646861 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.notifiers.nova [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b2e11d1-8685-4305-99ef-4a01c34fb10f {{(pid=84154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 15:24:08.662382 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] For port 9b2e11d1-8685-4305-99ef-4a01c34fb10f, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=9b2e11d1-8685-4305-99ef-4a01c34fb10f,segment=NetworkSegment(628d39c8-c32c-492a-bba6-ad6ae2bc4abb),segment_id=628d39c8-c32c-492a-bba6-ad6ae2bc4abb)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 15:24:08.707219 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded57a31-5e3c-4869-9e0d-d57e01b2f731 req-3d7fcde3-b1fd-4f28-be62-100beb73370b tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:24:08.708946 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-ded57a31-5e3c-4869-9e0d-d57e01b2f731 req-3d7fcde3-b1fd-4f28-be62-100beb73370b tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/ports?device_id=8d4aa67b-2574-4b7e-bf3a-2c8fe0fd4fc6 HTTP/1.1" status: 200 len: 943 time: 0.0758176 Jan 20 15:24:08.717376 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:24:08.754322 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-ded57a31-5e3c-4869-9e0d-d57e01b2f731 req-433ba8fd-c7e7-4247-9266-2bb1fcac120d tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/security-groups?id=e14ea25c-830d-46c0-8043-6d93bbd7fcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398624 Jan 20 15:24:08.784739 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Pushing event updated for resources: {'Port': ['ID=9b2e11d1-8685-4305-99ef-4a01c34fb10f,revision_number=4']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:24:09.042456 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] get_ports_and_sgs() called for port_ids ['9b2e11d1-8685-4305-99ef-4a01c34fb10f'] {{(pid=84154) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 20 15:24:09.963864 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f93ca8a-5522-46b2-b21e-91c7b2b096df req-c73cfc45-1a63-4728-8557-cd8e7fd31933 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:24:09.965600 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-8f93ca8a-5522-46b2-b21e-91c7b2b096df req-c73cfc45-1a63-4728-8557-cd8e7fd31933 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/ports?device_id=8d4aa67b-2574-4b7e-bf3a-2c8fe0fd4fc6 HTTP/1.1" status: 200 len: 944 time: 0.0915897 Jan 20 15:24:10.011355 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-8f93ca8a-5522-46b2-b21e-91c7b2b096df req-9998f3ab-17fe-41a4-b761-773e88781702 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/security-groups?id=e14ea25c-830d-46c0-8043-6d93bbd7fcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396209 Jan 20 15:24:10.448429 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Device 9b2e11d1-8685-4305-99ef-4a01c34fb10f up at agent hyperv_hv-neutron-8251 {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 15:24:10.556826 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Provisioning for port 9b2e11d1-8685-4305-99ef-4a01c34fb10f completed by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 15:24:10.561638 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Provisioning complete for port 9b2e11d1-8685-4305-99ef-4a01c34fb10f triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:24:10.562007 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:24:10.670708 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:24:10.696800 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d4aa67b-2574-4b7e-bf3a-2c8fe0fd4fc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b2e11d1-8685-4305-99ef-4a01c34fb10f'}] {{(pid=84154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 15:24:10.706304 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] For port 9b2e11d1-8685-4305-99ef-4a01c34fb10f, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=9b2e11d1-8685-4305-99ef-4a01c34fb10f,segment=NetworkSegment(628d39c8-c32c-492a-bba6-ad6ae2bc4abb),segment_id=628d39c8-c32c-492a-bba6-ad6ae2bc4abb)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 15:24:10.751402 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:24:10.823500 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Pushing event updated for resources: {'Port': ['ID=9b2e11d1-8685-4305-99ef-4a01c34fb10f,revision_number=5']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:24:10.862627 dv-neutron-825124-1-hyperv neutron-server[84154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d4aa67b-2574-4b7e-bf3a-2c8fe0fd4fc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b2e11d1-8685-4305-99ef-4a01c34fb10f', 'code': 200} Jan 20 15:24:11.258543 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-3550b874-b24b-4da3-81e1-850eaeee7a10 req-9533d303-9815-49ec-89db-049b68130a4f service neutron] 10.222.0.106 "GET /v2.0/ports?device_id=8d4aa67b-2574-4b7e-bf3a-2c8fe0fd4fc6 HTTP/1.1" status: 200 len: 1098 time: 0.0973451 Jan 20 15:24:11.264104 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adf6063-a369-4097-a124-5fa9d3f85279 req-1a42959c-3a6d-43ea-8503-0fa2fdbf083d tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:24:11.265414 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-5adf6063-a369-4097-a124-5fa9d3f85279 req-1a42959c-3a6d-43ea-8503-0fa2fdbf083d tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/ports?device_id=8d4aa67b-2574-4b7e-bf3a-2c8fe0fd4fc6 HTTP/1.1" status: 200 len: 945 time: 0.1348655 Jan 20 15:24:11.332161 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-3550b874-b24b-4da3-81e1-850eaeee7a10 req-fe047774-9710-48aa-b898-11ffbc3b2c75 service neutron] 10.222.0.106 "GET /v2.0/security-groups?id=e14ea25c-830d-46c0-8043-6d93bbd7fcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657959 Jan 20 15:24:11.336808 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-5adf6063-a369-4097-a124-5fa9d3f85279 req-9ce93b60-eff5-4e08-959e-4d1b36caa938 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/security-groups?id=e14ea25c-830d-46c0-8043-6d93bbd7fcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563207 Jan 20 15:24:12.536532 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fc133a-aeff-44a8-a4be-8ed5a9d32a1f req-f848f804-46e0-49af-9b05-3e42ad1bda1d tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:24:12.537979 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-80fc133a-aeff-44a8-a4be-8ed5a9d32a1f req-f848f804-46e0-49af-9b05-3e42ad1bda1d tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/ports?device_id=8d4aa67b-2574-4b7e-bf3a-2c8fe0fd4fc6 HTTP/1.1" status: 200 len: 945 time: 0.0778556 Jan 20 15:24:12.583130 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-80fc133a-aeff-44a8-a4be-8ed5a9d32a1f req-6104530c-50c2-4b8f-a77a-6238f1f31e91 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/security-groups?id=e14ea25c-830d-46c0-8043-6d93bbd7fcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396278 Jan 20 15:24:13.774857 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2c005c-36ea-490d-adc8-c2fb63fd6fd6 req-a95cf1c2-81c1-448f-a697-18f9283ab410 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:24:13.776272 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-fd2c005c-36ea-490d-adc8-c2fb63fd6fd6 req-a95cf1c2-81c1-448f-a697-18f9283ab410 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/ports?device_id=8d4aa67b-2574-4b7e-bf3a-2c8fe0fd4fc6 HTTP/1.1" status: 200 len: 945 time: 0.0741839 Jan 20 15:24:13.821654 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-fd2c005c-36ea-490d-adc8-c2fb63fd6fd6 req-4b79a353-6da4-4465-961c-459586ebb600 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/security-groups?id=e14ea25c-830d-46c0-8043-6d93bbd7fcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400436 Jan 20 15:24:14.027553 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdba579-4c5b-4f88-8271-015a98c2e8eb req-3e622413-7286-4dc8-b62c-a1a1773f54bd tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:24:14.028996 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-3fdba579-4c5b-4f88-8271-015a98c2e8eb req-3e622413-7286-4dc8-b62c-a1a1773f54bd tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/ports?device_id=8d4aa67b-2574-4b7e-bf3a-2c8fe0fd4fc6 HTTP/1.1" status: 200 len: 945 time: 0.0884221 Jan 20 15:24:14.073881 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-3fdba579-4c5b-4f88-8271-015a98c2e8eb req-b9c0c508-f9a2-4d81-af60-4565054c11da tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/security-groups?id=e14ea25c-830d-46c0-8043-6d93bbd7fcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389998 Jan 20 15:24:14.101442 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 50696) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:24:14.169050 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-b10373ad-498f-432d-bbaa-da7f7cd50351 tempest-TestNetworkAdvancedServerOps-1698589146 tempest-TestNetworkAdvancedServerOps-1698589146-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=8d4aa67b-2574-4b7e-bf3a-2c8fe0fd4fc6 HTTP/1.1" status: 200 len: 1093 time: 0.0664895 Jan 20 15:24:14.171678 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 50700) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:24:14.177276 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-e84328f0-7b7a-4ede-91d4-f77607cebf35 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Request body: {'floatingip': {'floating_network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'port_id': '9b2e11d1-8685-4305-99ef-4a01c34fb10f', 'tenant_id': 'a7eb12e65a2142f3af36926716af6c10', 'fixed_ip_address': '172.20.0.7'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 15:24:14.182763 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-e84328f0-7b7a-4ede-91d4-f77607cebf35 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:24:14.186562 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-e84328f0-7b7a-4ede-91d4-f77607cebf35 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Usage tracker for resource:floatingip and tenant:a7eb12e65a2142f3af36926716af6c10 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:24:14.189970 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-e84328f0-7b7a-4ede-91d4-f77607cebf35 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:24:14.195722 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-e84328f0-7b7a-4ede-91d4-f77607cebf35 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:24:14.271755 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-e84328f0-7b7a-4ede-91d4-f77607cebf35 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks [] for floatingip, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:24:14.399840 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-e84328f0-7b7a-4ede-91d4-f77607cebf35 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:24:14.530662 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.db_base_plugin_common [None req-e84328f0-7b7a-4ede-91d4-f77607cebf35 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Allocated IP 172.26.7.214 (8dffb05c-5ca0-409b-bd5f-7be6264f707d/a489dd4f-42a5-433b-8be3-bab2749c4209/bed01815-5517-4520-9b12-d1b1e7779300) {{(pid=84153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 15:24:14.674290 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-e84328f0-7b7a-4ede-91d4-f77607cebf35 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks [] for port, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:24:14.769038 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-e84328f0-7b7a-4ede-91d4-f77607cebf35 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:24:14.836630 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e84328f0-7b7a-4ede-91d4-f77607cebf35 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Network 8dffb05c-5ca0-409b-bd5f-7be6264f707d is already hosted by enough agents. {{(pid=84153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 15:24:14.839638 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.base_scheduler [None req-e84328f0-7b7a-4ede-91d4-f77607cebf35 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Resources bound (agent type, host, resource id): {{(pid=84153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 15:24:14.842083 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e84328f0-7b7a-4ede-91d4-f77607cebf35 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Received port after_create {{(pid=84153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 15:24:14.876557 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84328f0-7b7a-4ede-91d4-f77607cebf35 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Pushing event updated for resources: {'Port': ['ID=bed01815-5517-4520-9b12-d1b1e7779300,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:24:15.091444 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.agents_db [None req-6dba657d-a637-4918-9b6d-40defdfae04b None None] Agent healthcheck: found 6 active agents {{(pid=84155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 15:24:15.455927 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-e84328f0-7b7a-4ede-91d4-f77607cebf35 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:24:15.554469 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-e84328f0-7b7a-4ede-91d4-f77607cebf35 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:24:15.764816 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-e84328f0-7b7a-4ede-91d4-f77607cebf35 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks [] for port, precommit_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:24:15.831420 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-e84328f0-7b7a-4ede-91d4-f77607cebf35 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3944146'] for port, after_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:24:15.936765 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84328f0-7b7a-4ede-91d4-f77607cebf35 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Pushing event updated for resources: {'Port': ['ID=bed01815-5517-4520-9b12-d1b1e7779300,revision_number=2']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:24:15.954461 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-e84328f0-7b7a-4ede-91d4-f77607cebf35 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-745254'] for floatingip, after_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:24:16.155356 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.db.l3_db [None req-e84328f0-7b7a-4ede-91d4-f77607cebf35 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Floating IP c33df1ed-28a4-4f5a-8f90-723ab5c11dbe associated. External IP: 172.26.7.214, port: 9b2e11d1-8685-4305-99ef-4a01c34fb10f. Jan 20 15:24:16.548594 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e84328f0-7b7a-4ede-91d4-f77607cebf35 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Router efc1c8fa-5897-4ee4-b3aa-5bcc894ad022 has already been hosted by L3 agent 624d525b-4c26-4143-8a1c-228bb1c6faaa {{(pid=84153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 15:24:16.739648 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e84328f0-7b7a-4ede-91d4-f77607cebf35 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify agent at l3_agent.dv-neutron-825124-1-hyperv the message routers_updated {{(pid=84153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 15:24:16.749011 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80ebf964-48f1-4045-a609-10e6580a60a1 None None] Sync routers for ids ['efc1c8fa-5897-4ee4-b3aa-5bcc894ad022'] in dv-neutron-825124-1-hyperv {{(pid=84155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 15:24:16.760790 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80ebf964-48f1-4045-a609-10e6580a60a1 None None] Routers {'efc1c8fa-5897-4ee4-b3aa-5bcc894ad022'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 15:24:16.761465 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-80ebf964-48f1-4045-a609-10e6580a60a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T15:24:00Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['efc1c8fa-5897-4ee4-b3aa-5bcc894ad022'], 'active': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:24:16.815149 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-e84328f0-7b7a-4ede-91d4-f77607cebf35 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for floatingip, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:24:16.867392 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-e84328f0-7b7a-4ede-91d4-f77607cebf35 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6947157 Jan 20 15:24:16.867964 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d4aa67b-2574-4b7e-bf3a-2c8fe0fd4fc6', 'tag': '9b2e11d1-8685-4305-99ef-4a01c34fb10f'}] {{(pid=84153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 15:24:16.924371 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d4aa67b-2574-4b7e-bf3a-2c8fe0fd4fc6', 'tag': '9b2e11d1-8685-4305-99ef-4a01c34fb10f', 'status': 'completed', 'code': 200} Jan 20 15:24:16.969585 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvr_db [None req-80ebf964-48f1-4045-a609-10e6580a60a1 None None] Set router efc1c8fa-5897-4ee4-b3aa-5bcc894ad022 gateway port host: dv-neutron-825124-1-hyperv {{(pid=84155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 15:24:17.190319 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-90453914-2b6f-4713-a92d-fd48aeea87b8 req-c8897cd1-ed51-4a36-8359-3c951f32f186 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=a7eb12e65a2142f3af36926716af6c10&device_id=8d4aa67b-2574-4b7e-bf3a-2c8fe0fd4fc6 HTTP/1.1" status: 200 len: 1098 time: 0.2423806 Jan 20 15:24:17.196662 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4054d81-1854-4d41-b0b7-5161ced9ee4a req-c5b85853-e42b-487e-92eb-6e95f16c17b8 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:24:17.198689 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-d4054d81-1854-4d41-b0b7-5161ced9ee4a req-c5b85853-e42b-487e-92eb-6e95f16c17b8 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/ports?device_id=8d4aa67b-2574-4b7e-bf3a-2c8fe0fd4fc6 HTTP/1.1" status: 200 len: 945 time: 0.1074967 Jan 20 15:24:17.325169 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-d4054d81-1854-4d41-b0b7-5161ced9ee4a req-412efc68-0eb0-49df-bc1e-883557f27b3d tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/security-groups?id=e14ea25c-830d-46c0-8043-6d93bbd7fcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1085668 Jan 20 15:24:17.334948 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-80ebf964-48f1-4045-a609-10e6580a60a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efc1c8fa-5897-4ee4-b3aa-5bcc894ad022', 'name': 'tempest-TestNetworkAdvancedServerOps-router-876291131', 'tenant_id': 'a7eb12e65a2142f3af36926716af6c10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.216'}], 'enable_snat': True}, 'gw_port_id': 'b6fbee2f-69a5-4548-b60f-4cf42384a03f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:23:50Z', 'updated_at': '2022-01-20T15:23:55Z', 'revision_number': 4, 'project_id': 'a7eb12e65a2142f3af36926716af6c10', 'gw_port': {'id': 'b6fbee2f-69a5-4548-b60f-4cf42384a03f', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:85:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efc1c8fa-5897-4ee4-b3aa-5bcc894ad022', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:23:51Z', 'updated_at': '2022-01-20T15:23:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv', '_floatingips': [{'id': 'c33df1ed-28a4-4f5a-8f90-723ab5c11dbe', 'tenant_id': 'a7eb12e65a2142f3af36926716af6c10', 'floating_ip_address': '172.26.7.214', 'floating_network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'router_id': 'efc1c8fa-5897-4ee4-b3aa-5bcc894ad022', 'port_id': '9b2e11d1-8685-4305-99ef-4a01c34fb10f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9245335-66dd-4cd9-b6a0-9d0d2ad39f2e', 'mac_address': 'fa:16:3e:46:38:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d4aa67b-2574-4b7e-bf3a-2c8fe0fd4fc6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T15:24:15Z', 'updated_at': '2022-01-20T15:24:15Z', 'revision_number': 0, 'project_id': 'a7eb12e65a2142f3af36926716af6c10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2de75ea7-f453-43ae-b57d-65c3b724fbef', 'name': '', 'network_id': 'd9245335-66dd-4cd9-b6a0-9d0d2ad39f2e', 'tenant_id': 'a7eb12e65a2142f3af36926716af6c10', 'mac_address': 'fa:16:3e:da:e7:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efc1c8fa-5897-4ee4-b3aa-5bcc894ad022', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '545be455-14ba-4dc3-9aef-7e0fde5f59d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:23:54Z', 'updated_at': '2022-01-20T15:24:01Z', 'revision_number': 5, 'project_id': 'a7eb12e65a2142f3af36926716af6c10', 'subnets': [{'id': '545be455-14ba-4dc3-9aef-7e0fde5f59d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:24:17.339322 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80ebf964-48f1-4045-a609-10e6580a60a1 None None] Checking router: efc1c8fa-5897-4ee4-b3aa-5bcc894ad022 for host: dv-neutron-825124-1-hyperv {{(pid=84155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 15:24:17.350006 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80ebf964-48f1-4045-a609-10e6580a60a1 None None] Routers {'efc1c8fa-5897-4ee4-b3aa-5bcc894ad022'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 15:24:17.350624 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-80ebf964-48f1-4045-a609-10e6580a60a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T15:24:00Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['efc1c8fa-5897-4ee4-b3aa-5bcc894ad022'], 'active': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:24:17.352863 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 50708) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:24:17.356161 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90453914-2b6f-4713-a92d-fd48aeea87b8 req-b27c3aec-a9c8-4650-8777-25266801b949 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:24:17.357593 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-90453914-2b6f-4713-a92d-fd48aeea87b8 req-b27c3aec-a9c8-4650-8777-25266801b949 service neutron] 10.222.0.106 "GET /v2.0/networks?id=d9245335-66dd-4cd9-b6a0-9d0d2ad39f2e HTTP/1.1" status: 200 len: 897 time: 0.1587408 Jan 20 15:24:17.464299 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-90453914-2b6f-4713-a92d-fd48aeea87b8 req-a6b09cbb-6e7d-4dbc-b138-b1271901f893 service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9b2e11d1-8685-4305-99ef-4a01c34fb10f HTTP/1.1" status: 200 len: 999 time: 0.1006260 Jan 20 15:24:17.467371 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-98ef20ee-b0f8-4e33-8b8f-0a7cd4a2ed68 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/floatingips/c33df1ed-28a4-4f5a-8f90-723ab5c11dbe HTTP/1.1" status: 200 len: 991 time: 0.1116688 Jan 20 15:24:17.524755 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvr_db [None req-80ebf964-48f1-4045-a609-10e6580a60a1 None None] Set router efc1c8fa-5897-4ee4-b3aa-5bcc894ad022 gateway port host: dv-neutron-825124-1-hyperv {{(pid=84155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 15:24:17.526132 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90453914-2b6f-4713-a92d-fd48aeea87b8 req-c12ab115-5020-4c22-821a-b485c9591d08 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:24:17.527565 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-90453914-2b6f-4713-a92d-fd48aeea87b8 req-c12ab115-5020-4c22-821a-b485c9591d08 service neutron] 10.222.0.106 "GET /v2.0/subnets?id=545be455-14ba-4dc3-9aef-7e0fde5f59d1 HTTP/1.1" status: 200 len: 834 time: 0.0568101 Jan 20 15:24:17.607228 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-90453914-2b6f-4713-a92d-fd48aeea87b8 req-4bcb43ed-b12d-4d35-a1a4-795a9ae95ddc service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=d9245335-66dd-4cd9-b6a0-9d0d2ad39f2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0736415 Jan 20 15:24:17.735800 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-90453914-2b6f-4713-a92d-fd48aeea87b8 req-1559d21f-d23e-4614-9886-7434e29cbdc1 service neutron] 10.222.0.106 "GET /v2.0/networks/d9245335-66dd-4cd9-b6a0-9d0d2ad39f2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218102 Jan 20 15:24:17.865602 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-80ebf964-48f1-4045-a609-10e6580a60a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efc1c8fa-5897-4ee4-b3aa-5bcc894ad022', 'name': 'tempest-TestNetworkAdvancedServerOps-router-876291131', 'tenant_id': 'a7eb12e65a2142f3af36926716af6c10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.216'}], 'enable_snat': True}, 'gw_port_id': 'b6fbee2f-69a5-4548-b60f-4cf42384a03f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:23:50Z', 'updated_at': '2022-01-20T15:23:55Z', 'revision_number': 4, 'project_id': 'a7eb12e65a2142f3af36926716af6c10', 'gw_port': {'id': 'b6fbee2f-69a5-4548-b60f-4cf42384a03f', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:85:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efc1c8fa-5897-4ee4-b3aa-5bcc894ad022', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:23:51Z', 'updated_at': '2022-01-20T15:23:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv', '_floatingips': [{'id': 'c33df1ed-28a4-4f5a-8f90-723ab5c11dbe', 'tenant_id': 'a7eb12e65a2142f3af36926716af6c10', 'floating_ip_address': '172.26.7.214', 'floating_network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'router_id': 'efc1c8fa-5897-4ee4-b3aa-5bcc894ad022', 'port_id': '9b2e11d1-8685-4305-99ef-4a01c34fb10f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9245335-66dd-4cd9-b6a0-9d0d2ad39f2e', 'mac_address': 'fa:16:3e:46:38:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d4aa67b-2574-4b7e-bf3a-2c8fe0fd4fc6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T15:24:15Z', 'updated_at': '2022-01-20T15:24:15Z', 'revision_number': 0, 'project_id': 'a7eb12e65a2142f3af36926716af6c10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2de75ea7-f453-43ae-b57d-65c3b724fbef', 'name': '', 'network_id': 'd9245335-66dd-4cd9-b6a0-9d0d2ad39f2e', 'tenant_id': 'a7eb12e65a2142f3af36926716af6c10', 'mac_address': 'fa:16:3e:da:e7:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efc1c8fa-5897-4ee4-b3aa-5bcc894ad022', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '545be455-14ba-4dc3-9aef-7e0fde5f59d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:23:54Z', 'updated_at': '2022-01-20T15:24:01Z', 'revision_number': 5, 'project_id': 'a7eb12e65a2142f3af36926716af6c10', 'subnets': [{'id': '545be455-14ba-4dc3-9aef-7e0fde5f59d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:24:17.870067 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80ebf964-48f1-4045-a609-10e6580a60a1 None None] The sync data for ids ['efc1c8fa-5897-4ee4-b3aa-5bcc894ad022'] in dv-neutron-825124-1-hyperv is: [{'id': 'efc1c8fa-5897-4ee4-b3aa-5bcc894ad022', 'name': 'tempest-TestNetworkAdvancedServerOps-router-876291131', 'tenant_id': 'a7eb12e65a2142f3af36926716af6c10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.216'}], 'enable_snat': True}, 'gw_port_id': 'b6fbee2f-69a5-4548-b60f-4cf42384a03f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:23:50Z', 'updated_at': '2022-01-20T15:23:55Z', 'revision_number': 4, 'project_id': 'a7eb12e65a2142f3af36926716af6c10', 'gw_port': {'id': 'b6fbee2f-69a5-4548-b60f-4cf42384a03f', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:85:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efc1c8fa-5897-4ee4-b3aa-5bcc894ad022', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:23:51Z', 'updated_at': '2022-01-20T15:23:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv', '_floatingips': [{'id': 'c33df1ed-28a4-4f5a-8f90-723ab5c11dbe', 'tenant_id': 'a7eb12e65a2142f3af36926716af6c10', 'floating_ip_address': '172.26.7.214', 'floating_network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'router_id': 'efc1c8fa-5897-4ee4-b3aa-5bcc894ad022', 'port_id': '9b2e11d1-8685-4305-99ef-4a01c34fb10f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9245335-66dd-4cd9-b6a0-9d0d2ad39f2e', 'mac_address': 'fa:16:3e:46:38:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d4aa67b-2574-4b7e-bf3a-2c8fe0fd4fc6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T15:24:15Z', 'updated_at': '2022-01-20T15:24:15Z', 'revision_number': 0, 'project_id': 'a7eb12e65a2142f3af36926716af6c10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2de75ea7-f453-43ae-b57d-65c3b724fbef', 'name': '', 'network_id': 'd9245335-66dd-4cd9-b6a0-9d0d2ad39f2e', 'tenant_id': 'a7eb12e65a2142f3af36926716af6c10', 'mac_address': 'fa:16:3e:da:e7:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efc1c8fa-5897-4ee4-b3aa-5bcc894ad022', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '545be455-14ba-4dc3-9aef-7e0fde5f59d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:23:54Z', 'updated_at': '2022-01-20T15:24:01Z', 'revision_number': 5, 'project_id': 'a7eb12e65a2142f3af36926716af6c10', 'subnets': [{'id': '545be455-14ba-4dc3-9aef-7e0fde5f59d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 15:24:17.874149 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-90453914-2b6f-4713-a92d-fd48aeea87b8 req-8da4de81-ad79-4a4c-a37b-9111905bd45c service neutron] 10.222.0.106 "GET /v2.0/networks/d9245335-66dd-4cd9-b6a0-9d0d2ad39f2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336579 Jan 20 15:24:18.073691 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e7c0eb0-6f0d-4956-88f4-9e9e012f42a1 None None] New status for floating IP c33df1ed-28a4-4f5a-8f90-723ab5c11dbe: ACTIVE {{(pid=84154) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 20 15:24:18.469637 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 50712) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:24:18.572293 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-a1e0d356-b3e6-421a-a9d0-28b2140874d9 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/floatingips/c33df1ed-28a4-4f5a-8f90-723ab5c11dbe HTTP/1.1" status: 200 len: 993 time: 0.1015096 Jan 20 15:24:28.048665 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-df6119c5-c178-4625-a4c7-125589629098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:24:30.431636 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-9ceec827-e1b9-4249-a2df-f13aaee3d75c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:24:31.008555 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:24:31.454616 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:24:31.808741 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-cdd98e71-1f0a-4421-baa9-dcb30e06edf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:24:33.271823 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-eea6df97-7ff1-4b63-af20-e3ec8913deda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:24:52.090823 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.agents_db [None req-6dba657d-a637-4918-9b6d-40defdfae04b None None] Agent healthcheck: found 6 active agents {{(pid=84155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 15:24:58.048420 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ec2061ff-7a69-47a4-a8f7-aaba8eb488a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:25:00.436973 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-c3104e91-7150-446f-9cc9-9b1aeadd9314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:25:01.031223 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:25:01.477937 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:25:01.570531 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-257c923c-804c-4735-b44e-6e05e4bc851e req-b540a898-f878-42b7-8eb0-2aecf1dfe5a7 service neutron] 10.222.0.106 "GET /v2.0/ports?device_id=8d4aa67b-2574-4b7e-bf3a-2c8fe0fd4fc6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0764332 Jan 20 15:25:01.704359 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-257c923c-804c-4735-b44e-6e05e4bc851e req-048ef7e4-f29c-495f-9299-214a55341c7d service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=a7eb12e65a2142f3af36926716af6c10&device_id=8d4aa67b-2574-4b7e-bf3a-2c8fe0fd4fc6 HTTP/1.1" status: 200 len: 1098 time: 0.0663061 Jan 20 15:25:01.808113 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-cdd98e71-1f0a-4421-baa9-dcb30e06edf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:25:01.870461 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257c923c-804c-4735-b44e-6e05e4bc851e req-aa2cbdf6-180a-4a59-863b-bb03e1a83669 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:25:01.871928 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-257c923c-804c-4735-b44e-6e05e4bc851e req-aa2cbdf6-180a-4a59-863b-bb03e1a83669 service neutron] 10.222.0.106 "GET /v2.0/networks?id=d9245335-66dd-4cd9-b6a0-9d0d2ad39f2e HTTP/1.1" status: 200 len: 897 time: 0.1494708 Jan 20 15:25:01.975980 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-257c923c-804c-4735-b44e-6e05e4bc851e req-cbc36c03-e8f3-414d-81b7-245dc002a3ee service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9b2e11d1-8685-4305-99ef-4a01c34fb10f HTTP/1.1" status: 200 len: 1001 time: 0.0975993 Jan 20 15:25:02.035834 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257c923c-804c-4735-b44e-6e05e4bc851e req-03d373c2-838a-4763-8c23-ae0760053a9c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:25:02.037730 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-257c923c-804c-4735-b44e-6e05e4bc851e req-03d373c2-838a-4763-8c23-ae0760053a9c service neutron] 10.222.0.106 "GET /v2.0/subnets?id=545be455-14ba-4dc3-9aef-7e0fde5f59d1 HTTP/1.1" status: 200 len: 834 time: 0.0562379 Jan 20 15:25:02.137295 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-257c923c-804c-4735-b44e-6e05e4bc851e req-a2c1192d-023e-4ab2-8eaa-9b59e1204797 service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=d9245335-66dd-4cd9-b6a0-9d0d2ad39f2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0823004 Jan 20 15:25:02.258075 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-257c923c-804c-4735-b44e-6e05e4bc851e req-ba727b89-623c-4bef-ba5b-a66808a9ae54 service neutron] 10.222.0.106 "GET /v2.0/networks/d9245335-66dd-4cd9-b6a0-9d0d2ad39f2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256080 Jan 20 15:25:02.487809 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-257c923c-804c-4735-b44e-6e05e4bc851e req-88b1a483-8692-471b-86eb-4ecee66bc10c service neutron] 10.222.0.106 "GET /v2.0/networks/d9245335-66dd-4cd9-b6a0-9d0d2ad39f2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2237818 Jan 20 15:25:03.248187 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-eea6df97-7ff1-4b63-af20-e3ec8913deda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:25:21.762452 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-b6cc8a26-c954-4225-94b2-494a1fcac76a req-3d11faf3-f0cf-453b-8585-2150de94f44d service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=a7eb12e65a2142f3af36926716af6c10&device_id=8d4aa67b-2574-4b7e-bf3a-2c8fe0fd4fc6 HTTP/1.1" status: 200 len: 1098 time: 0.1371837 Jan 20 15:25:21.768170 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f387487a-3296-4e73-83fa-4bb3c43b11fa req-a089fa48-01c5-4dc1-ac16-dbc6ee3cc237 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:25:21.769490 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-f387487a-3296-4e73-83fa-4bb3c43b11fa req-a089fa48-01c5-4dc1-ac16-dbc6ee3cc237 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/ports?device_id=8d4aa67b-2574-4b7e-bf3a-2c8fe0fd4fc6 HTTP/1.1" status: 200 len: 945 time: 0.1148748 Jan 20 15:25:21.894447 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-f387487a-3296-4e73-83fa-4bb3c43b11fa req-687aedb8-43a8-431a-81e2-820edac32a3f tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/security-groups?id=e14ea25c-830d-46c0-8043-6d93bbd7fcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1063216 Jan 20 15:25:21.925763 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cc8a26-c954-4225-94b2-494a1fcac76a req-f4fa54cd-452b-44be-ba9f-5b2bd5e8963a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:25:21.927892 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-b6cc8a26-c954-4225-94b2-494a1fcac76a req-f4fa54cd-452b-44be-ba9f-5b2bd5e8963a service neutron] 10.222.0.106 "GET /v2.0/networks?id=d9245335-66dd-4cd9-b6a0-9d0d2ad39f2e HTTP/1.1" status: 200 len: 897 time: 0.1575799 Jan 20 15:25:22.029866 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-b6cc8a26-c954-4225-94b2-494a1fcac76a req-ef122f8a-6e51-4213-b47f-84685e64b495 service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9b2e11d1-8685-4305-99ef-4a01c34fb10f HTTP/1.1" status: 200 len: 1001 time: 0.0958245 Jan 20 15:25:22.090913 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cc8a26-c954-4225-94b2-494a1fcac76a req-dffa4bf6-b412-4764-860a-fa41c41ced1d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:25:22.092272 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-b6cc8a26-c954-4225-94b2-494a1fcac76a req-dffa4bf6-b412-4764-860a-fa41c41ced1d service neutron] 10.222.0.106 "GET /v2.0/subnets?id=545be455-14ba-4dc3-9aef-7e0fde5f59d1 HTTP/1.1" status: 200 len: 834 time: 0.0557096 Jan 20 15:25:22.166610 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-b6cc8a26-c954-4225-94b2-494a1fcac76a req-2fc3acb8-518a-4c14-a720-1a7ff19fbbc9 service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=d9245335-66dd-4cd9-b6a0-9d0d2ad39f2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0683744 Jan 20 15:25:22.296680 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-b6cc8a26-c954-4225-94b2-494a1fcac76a req-cbba73db-8995-4afe-a784-0d723bcab369 service neutron] 10.222.0.106 "GET /v2.0/networks/d9245335-66dd-4cd9-b6a0-9d0d2ad39f2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236176 Jan 20 15:25:22.424852 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-b6cc8a26-c954-4225-94b2-494a1fcac76a req-cff02a54-81da-4a4f-a17c-89e2ef8207bb service neutron] 10.222.0.106 "GET /v2.0/networks/d9245335-66dd-4cd9-b6a0-9d0d2ad39f2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221972 Jan 20 15:25:23.103067 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fc3cb5-b1d4-40fb-9949-735c25f915e4 req-3e862a7b-b4c7-4674-9c3a-3cb968225c07 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:25:23.104495 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-97fc3cb5-b1d4-40fb-9949-735c25f915e4 req-3e862a7b-b4c7-4674-9c3a-3cb968225c07 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/ports?device_id=8d4aa67b-2574-4b7e-bf3a-2c8fe0fd4fc6 HTTP/1.1" status: 200 len: 945 time: 0.0746784 Jan 20 15:25:23.147771 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-97fc3cb5-b1d4-40fb-9949-735c25f915e4 req-5ad61c7b-49e3-43ee-86ca-ab981492f706 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/security-groups?id=e14ea25c-830d-46c0-8043-6d93bbd7fcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379336 Jan 20 15:25:24.343128 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1eaeb2-d406-4079-acb0-ad085dc6ee33 req-c2cd5db3-26ad-4c8c-b6a3-c0d343b95d10 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:25:24.344558 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-4a1eaeb2-d406-4079-acb0-ad085dc6ee33 req-c2cd5db3-26ad-4c8c-b6a3-c0d343b95d10 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/ports?device_id=8d4aa67b-2574-4b7e-bf3a-2c8fe0fd4fc6 HTTP/1.1" status: 200 len: 945 time: 0.0780013 Jan 20 15:25:24.388534 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-4a1eaeb2-d406-4079-acb0-ad085dc6ee33 req-0317b3ca-4f17-4574-b24f-f2e6de9a64a3 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/security-groups?id=e14ea25c-830d-46c0-8043-6d93bbd7fcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385509 Jan 20 15:25:25.592269 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d051f1c7-1e49-4308-9dab-e4a5c9efafde req-094aa1d5-b034-456e-a34b-b9c7021efc09 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:25:25.593722 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-d051f1c7-1e49-4308-9dab-e4a5c9efafde req-094aa1d5-b034-456e-a34b-b9c7021efc09 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/ports?device_id=8d4aa67b-2574-4b7e-bf3a-2c8fe0fd4fc6 HTTP/1.1" status: 200 len: 945 time: 0.0797033 Jan 20 15:25:25.639384 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-d051f1c7-1e49-4308-9dab-e4a5c9efafde req-f0dfdd5d-2aab-406c-b29f-adaee3d8d3cf tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/security-groups?id=e14ea25c-830d-46c0-8043-6d93bbd7fcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400307 Jan 20 15:25:26.834480 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c17e52-faec-4b65-8101-106149582334 req-26c982f3-3123-4bd6-b0ea-63ad9caeaeea tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:25:26.836179 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-b6c17e52-faec-4b65-8101-106149582334 req-26c982f3-3123-4bd6-b0ea-63ad9caeaeea tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/ports?device_id=8d4aa67b-2574-4b7e-bf3a-2c8fe0fd4fc6 HTTP/1.1" status: 200 len: 945 time: 0.0791671 Jan 20 15:25:26.880015 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-b6c17e52-faec-4b65-8101-106149582334 req-2b21f320-ea0a-4326-9e53-d1fd3cbbfe35 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/security-groups?id=e14ea25c-830d-46c0-8043-6d93bbd7fcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384400 Jan 20 15:25:28.054093 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-150e2c3d-4843-4dc0-9b99-2c85cb399ac1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:25:28.073703 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d6fa7c-f474-4f87-8740-d24d64847131 req-ef5d5c83-1f7d-47ff-9002-d1683aa424be tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:25:28.075203 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-05d6fa7c-f474-4f87-8740-d24d64847131 req-ef5d5c83-1f7d-47ff-9002-d1683aa424be tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/ports?device_id=8d4aa67b-2574-4b7e-bf3a-2c8fe0fd4fc6 HTTP/1.1" status: 200 len: 945 time: 0.0775356 Jan 20 15:25:28.125056 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-05d6fa7c-f474-4f87-8740-d24d64847131 req-e54568b3-8eef-4cd3-8d4b-a0100f05cbb6 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/security-groups?id=e14ea25c-830d-46c0-8043-6d93bbd7fcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441291 Jan 20 15:25:29.090681 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.agents_db [None req-6dba657d-a637-4918-9b6d-40defdfae04b None None] Agent healthcheck: found 6 active agents {{(pid=84155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 15:25:29.322097 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b86b51-5aad-44c9-b2a6-7877c77a08ac req-fc4e61f3-707b-4929-b543-384e5cc63b21 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:25:29.323521 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-d9b86b51-5aad-44c9-b2a6-7877c77a08ac req-fc4e61f3-707b-4929-b543-384e5cc63b21 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/ports?device_id=8d4aa67b-2574-4b7e-bf3a-2c8fe0fd4fc6 HTTP/1.1" status: 200 len: 945 time: 0.0762513 Jan 20 15:25:29.367131 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-d9b86b51-5aad-44c9-b2a6-7877c77a08ac req-726c5536-0a79-461d-8f62-21b6ce0ca21a tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/security-groups?id=e14ea25c-830d-46c0-8043-6d93bbd7fcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375695 Jan 20 15:25:30.442011 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-46466c2e-95f9-429e-b55e-82023bbe75c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:25:30.568077 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf30e16-a7e2-4d94-a75d-bba7e8f5dcdb req-26164e84-3978-41fc-abdc-db8b9b8a251e tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:25:30.569501 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-5cf30e16-a7e2-4d94-a75d-bba7e8f5dcdb req-26164e84-3978-41fc-abdc-db8b9b8a251e tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/ports?device_id=8d4aa67b-2574-4b7e-bf3a-2c8fe0fd4fc6 HTTP/1.1" status: 200 len: 945 time: 0.0786195 Jan 20 15:25:30.614087 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-5cf30e16-a7e2-4d94-a75d-bba7e8f5dcdb req-946afd59-cfc4-4cfd-8e80-1815005b55b6 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/security-groups?id=e14ea25c-830d-46c0-8043-6d93bbd7fcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391674 Jan 20 15:25:31.031261 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:25:31.505837 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:25:31.797449 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-cdd98e71-1f0a-4421-baa9-dcb30e06edf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:25:31.806307 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02895b2-b2b1-4eb0-a826-1843eae166c5 req-e3f50144-dac6-4d1d-bdc0-74036b433b8c tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:25:31.807767 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-f02895b2-b2b1-4eb0-a826-1843eae166c5 req-e3f50144-dac6-4d1d-bdc0-74036b433b8c tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/ports?device_id=8d4aa67b-2574-4b7e-bf3a-2c8fe0fd4fc6 HTTP/1.1" status: 200 len: 945 time: 0.0761397 Jan 20 15:25:31.852755 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-f02895b2-b2b1-4eb0-a826-1843eae166c5 req-fe8c9fa5-14dc-413a-be41-04b35359dad8 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/security-groups?id=e14ea25c-830d-46c0-8043-6d93bbd7fcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396154 Jan 20 15:25:33.148519 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5dc36c-2cbf-41d8-8684-da5179d492e3 req-10428e43-3658-4ab8-8b47-6624d03830da tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:25:33.150508 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-df5dc36c-2cbf-41d8-8684-da5179d492e3 req-10428e43-3658-4ab8-8b47-6624d03830da tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/ports?device_id=8d4aa67b-2574-4b7e-bf3a-2c8fe0fd4fc6 HTTP/1.1" status: 200 len: 945 time: 0.1701231 Jan 20 15:25:33.194424 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-df5dc36c-2cbf-41d8-8684-da5179d492e3 req-fdd7bead-a62c-4f22-ad7a-ced864709947 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/security-groups?id=e14ea25c-830d-46c0-8043-6d93bbd7fcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385170 Jan 20 15:25:33.277155 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-eea6df97-7ff1-4b63-af20-e3ec8913deda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:25:34.387911 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147294f3-ffcb-426d-a77c-421405be22dc req-50ed6ca9-7682-4e98-8427-73a804465c8e tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:25:34.389384 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-147294f3-ffcb-426d-a77c-421405be22dc req-50ed6ca9-7682-4e98-8427-73a804465c8e tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/ports?device_id=8d4aa67b-2574-4b7e-bf3a-2c8fe0fd4fc6 HTTP/1.1" status: 200 len: 945 time: 0.0759077 Jan 20 15:25:34.435866 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-147294f3-ffcb-426d-a77c-421405be22dc req-2f5e836c-b5bd-44bd-9986-94c016f944a3 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/security-groups?id=e14ea25c-830d-46c0-8043-6d93bbd7fcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410187 Jan 20 15:25:34.464395 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 50792) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:25:34.567194 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-58b8ccb4-caeb-4c05-a25e-9c95d4a5005d tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/floatingips/c33df1ed-28a4-4f5a-8f90-723ab5c11dbe HTTP/1.1" status: 200 len: 993 time: 0.1017158 Jan 20 15:25:58.046822 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-8d3260a0-74d3-42dc-84ac-7bf24a087f5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:26:00.458231 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-eabbedaa-05fe-4d5e-b4dd-f267f8fb7b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:26:01.036969 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:26:01.481638 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:26:01.791553 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-cdd98e71-1f0a-4421-baa9-dcb30e06edf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:26:03.167845 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-a9e0ceca-cc84-41e1-a064-7118b2956d32 req-fdcff5af-d5d8-415e-b08a-e25aa7a8a91c service neutron] 10.222.0.106 "GET /v2.0/ports?device_id=8d4aa67b-2574-4b7e-bf3a-2c8fe0fd4fc6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0716231 Jan 20 15:26:03.254565 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-eea6df97-7ff1-4b63-af20-e3ec8913deda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:26:03.301114 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-a9e0ceca-cc84-41e1-a064-7118b2956d32 req-f50a8daf-3b0b-49f0-947c-da8149a0317c service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=a7eb12e65a2142f3af36926716af6c10&device_id=8d4aa67b-2574-4b7e-bf3a-2c8fe0fd4fc6 HTTP/1.1" status: 200 len: 1098 time: 0.0673323 Jan 20 15:26:03.474590 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e0ceca-cc84-41e1-a064-7118b2956d32 req-41d13414-0a0f-42cc-a7df-653e6b9fd86f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:26:03.475949 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-a9e0ceca-cc84-41e1-a064-7118b2956d32 req-41d13414-0a0f-42cc-a7df-653e6b9fd86f service neutron] 10.222.0.106 "GET /v2.0/networks?id=d9245335-66dd-4cd9-b6a0-9d0d2ad39f2e HTTP/1.1" status: 200 len: 897 time: 0.1574771 Jan 20 15:26:03.597583 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-a9e0ceca-cc84-41e1-a064-7118b2956d32 req-19f7e49f-6657-4b37-80b2-2995e85a018e service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9b2e11d1-8685-4305-99ef-4a01c34fb10f HTTP/1.1" status: 200 len: 1001 time: 0.1157658 Jan 20 15:26:03.667839 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e0ceca-cc84-41e1-a064-7118b2956d32 req-e5eefa31-7b09-44f3-aafa-e4758ec23fb2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:26:03.669269 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-a9e0ceca-cc84-41e1-a064-7118b2956d32 req-e5eefa31-7b09-44f3-aafa-e4758ec23fb2 service neutron] 10.222.0.106 "GET /v2.0/subnets?id=545be455-14ba-4dc3-9aef-7e0fde5f59d1 HTTP/1.1" status: 200 len: 834 time: 0.0649819 Jan 20 15:26:03.756768 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-a9e0ceca-cc84-41e1-a064-7118b2956d32 req-f0390ba8-541a-4298-8f0a-47299d56deb3 service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=d9245335-66dd-4cd9-b6a0-9d0d2ad39f2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0813830 Jan 20 15:26:03.886194 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-a9e0ceca-cc84-41e1-a064-7118b2956d32 req-0700142c-c08a-47c5-bc1e-b9202fb5b9a1 service neutron] 10.222.0.106 "GET /v2.0/networks/d9245335-66dd-4cd9-b6a0-9d0d2ad39f2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233294 Jan 20 15:26:04.017755 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-a9e0ceca-cc84-41e1-a064-7118b2956d32 req-e9714c43-9c19-4e73-a62e-05821ce2b4bc service neutron] 10.222.0.106 "GET /v2.0/networks/d9245335-66dd-4cd9-b6a0-9d0d2ad39f2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257408 Jan 20 15:26:06.095328 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.agents_db [None req-6dba657d-a637-4918-9b6d-40defdfae04b None None] Agent healthcheck: found 6 active agents {{(pid=84155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 15:26:23.278654 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 50816) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:26:23.475055 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-ed0fe0ef-2ff1-4f25-b253-17611903ce8c tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Deleting port bed01815-5517-4520-9b12-d1b1e7779300 {{(pid=84153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 15:26:23.475394 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-ed0fe0ef-2ff1-4f25-b253-17611903ce8c tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:26:23.638485 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-ed0fe0ef-2ff1-4f25-b253-17611903ce8c tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:26:23.638811 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-ed0fe0ef-2ff1-4f25-b253-17611903ce8c tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:26:23.845900 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-ed0fe0ef-2ff1-4f25-b253-17611903ce8c tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Calling delete_port for bed01815-5517-4520-9b12-d1b1e7779300 owned by network:floatingip {{(pid=84153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 15:26:24.080909 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-ed0fe0ef-2ff1-4f25-b253-17611903ce8c tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:26:24.128418 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0fe0ef-2ff1-4f25-b253-17611903ce8c tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Pushing event deleted for resources: {'Port': ['ID=bed01815-5517-4520-9b12-d1b1e7779300,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:26:24.166745 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0fe0ef-2ff1-4f25-b253-17611903ce8c tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:26:24.167096 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0fe0ef-2ff1-4f25-b253-17611903ce8c tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:26:24.167437 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0fe0ef-2ff1-4f25-b253-17611903ce8c tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:26:24.167772 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0fe0ef-2ff1-4f25-b253-17611903ce8c tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:26:24.168100 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0fe0ef-2ff1-4f25-b253-17611903ce8c tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:26:24.168429 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0fe0ef-2ff1-4f25-b253-17611903ce8c tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:26:24.168758 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0fe0ef-2ff1-4f25-b253-17611903ce8c tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:26:24.169084 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0fe0ef-2ff1-4f25-b253-17611903ce8c tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:26:24.169407 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0fe0ef-2ff1-4f25-b253-17611903ce8c tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:26:24.169731 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0fe0ef-2ff1-4f25-b253-17611903ce8c tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:26:24.170071 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0fe0ef-2ff1-4f25-b253-17611903ce8c tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:26:24.229703 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-ed0fe0ef-2ff1-4f25-b253-17611903ce8c tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks [] for floatingip, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:26:24.610787 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed0fe0ef-2ff1-4f25-b253-17611903ce8c tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Router efc1c8fa-5897-4ee4-b3aa-5bcc894ad022 has already been hosted by L3 agent 624d525b-4c26-4143-8a1c-228bb1c6faaa {{(pid=84153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 15:26:24.804701 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed0fe0ef-2ff1-4f25-b253-17611903ce8c tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify agent at l3_agent.dv-neutron-825124-1-hyperv the message routers_updated {{(pid=84153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 15:26:24.814789 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96c704a5-2b5b-4ae0-b789-2294bab3a318 None None] Sync routers for ids ['efc1c8fa-5897-4ee4-b3aa-5bcc894ad022'] in dv-neutron-825124-1-hyperv {{(pid=84155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 15:26:24.827154 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96c704a5-2b5b-4ae0-b789-2294bab3a318 None None] Routers {'efc1c8fa-5897-4ee4-b3aa-5bcc894ad022'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 15:26:24.827734 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-96c704a5-2b5b-4ae0-b789-2294bab3a318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T15:26:00Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['efc1c8fa-5897-4ee4-b3aa-5bcc894ad022'], 'active': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:26:24.905371 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-ed0fe0ef-2ff1-4f25-b253-17611903ce8c tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for floatingip, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:26:24.958259 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-ed0fe0ef-2ff1-4f25-b253-17611903ce8c tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "DELETE /v2.0/floatingips/c33df1ed-28a4-4f5a-8f90-723ab5c11dbe HTTP/1.1" status: 204 len: 168 time: 1.6784971 Jan 20 15:26:24.958821 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d4aa67b-2574-4b7e-bf3a-2c8fe0fd4fc6', 'tag': '9b2e11d1-8685-4305-99ef-4a01c34fb10f'}] {{(pid=84153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 15:26:25.018743 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d4aa67b-2574-4b7e-bf3a-2c8fe0fd4fc6', 'tag': '9b2e11d1-8685-4305-99ef-4a01c34fb10f', 'status': 'completed', 'code': 200} Jan 20 15:26:25.036127 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvr_db [None req-96c704a5-2b5b-4ae0-b789-2294bab3a318 None None] Set router efc1c8fa-5897-4ee4-b3aa-5bcc894ad022 gateway port host: dv-neutron-825124-1-hyperv {{(pid=84155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 15:26:25.117985 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-b9a0b343-5171-49d3-b67d-41a91e265f44 req-cc87a119-2986-4b48-85dd-a20850dbbe34 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=a7eb12e65a2142f3af36926716af6c10&device_id=8d4aa67b-2574-4b7e-bf3a-2c8fe0fd4fc6 HTTP/1.1" status: 200 len: 1098 time: 0.0779359 Jan 20 15:26:25.275589 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a0b343-5171-49d3-b67d-41a91e265f44 req-1f179de6-77ee-4b06-9110-a4b366151d3d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:26:25.277096 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-b9a0b343-5171-49d3-b67d-41a91e265f44 req-1f179de6-77ee-4b06-9110-a4b366151d3d service neutron] 10.222.0.106 "GET /v2.0/networks?id=d9245335-66dd-4cd9-b6a0-9d0d2ad39f2e HTTP/1.1" status: 200 len: 897 time: 0.1521356 Jan 20 15:26:25.349941 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-b9a0b343-5171-49d3-b67d-41a91e265f44 req-36b99e54-d374-403d-b556-fd6e4afb4e0b service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9b2e11d1-8685-4305-99ef-4a01c34fb10f HTTP/1.1" status: 200 len: 217 time: 0.0659890 Jan 20 15:26:25.359753 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-96c704a5-2b5b-4ae0-b789-2294bab3a318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efc1c8fa-5897-4ee4-b3aa-5bcc894ad022', 'name': 'tempest-TestNetworkAdvancedServerOps-router-876291131', 'tenant_id': 'a7eb12e65a2142f3af36926716af6c10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.216'}], 'enable_snat': True}, 'gw_port_id': 'b6fbee2f-69a5-4548-b60f-4cf42384a03f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:23:50Z', 'updated_at': '2022-01-20T15:23:55Z', 'revision_number': 4, 'project_id': 'a7eb12e65a2142f3af36926716af6c10', 'gw_port': {'id': 'b6fbee2f-69a5-4548-b60f-4cf42384a03f', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:85:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efc1c8fa-5897-4ee4-b3aa-5bcc894ad022', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:23:51Z', 'updated_at': '2022-01-20T15:23:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv', '_interfaces': [{'id': '2de75ea7-f453-43ae-b57d-65c3b724fbef', 'name': '', 'network_id': 'd9245335-66dd-4cd9-b6a0-9d0d2ad39f2e', 'tenant_id': 'a7eb12e65a2142f3af36926716af6c10', 'mac_address': 'fa:16:3e:da:e7:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efc1c8fa-5897-4ee4-b3aa-5bcc894ad022', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '545be455-14ba-4dc3-9aef-7e0fde5f59d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:23:54Z', 'updated_at': '2022-01-20T15:24:01Z', 'revision_number': 5, 'project_id': 'a7eb12e65a2142f3af36926716af6c10', 'subnets': [{'id': '545be455-14ba-4dc3-9aef-7e0fde5f59d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:26:25.363514 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96c704a5-2b5b-4ae0-b789-2294bab3a318 None None] Checking router: efc1c8fa-5897-4ee4-b3aa-5bcc894ad022 for host: dv-neutron-825124-1-hyperv {{(pid=84155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 15:26:25.373649 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96c704a5-2b5b-4ae0-b789-2294bab3a318 None None] Routers {'efc1c8fa-5897-4ee4-b3aa-5bcc894ad022'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 15:26:25.374259 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-96c704a5-2b5b-4ae0-b789-2294bab3a318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T15:26:00Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['efc1c8fa-5897-4ee4-b3aa-5bcc894ad022'], 'active': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:26:25.414155 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a0b343-5171-49d3-b67d-41a91e265f44 req-8addf354-3a30-4ddf-ba54-53472ed99d13 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:26:25.415567 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-b9a0b343-5171-49d3-b67d-41a91e265f44 req-8addf354-3a30-4ddf-ba54-53472ed99d13 service neutron] 10.222.0.106 "GET /v2.0/subnets?id=545be455-14ba-4dc3-9aef-7e0fde5f59d1 HTTP/1.1" status: 200 len: 834 time: 0.0602872 Jan 20 15:26:25.489664 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-b9a0b343-5171-49d3-b67d-41a91e265f44 req-bea69b5a-317c-4fe5-9d0a-175de49f34a7 service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=d9245335-66dd-4cd9-b6a0-9d0d2ad39f2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0674708 Jan 20 15:26:25.581633 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvr_db [None req-96c704a5-2b5b-4ae0-b789-2294bab3a318 None None] Set router efc1c8fa-5897-4ee4-b3aa-5bcc894ad022 gateway port host: dv-neutron-825124-1-hyperv {{(pid=84155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 15:26:25.774676 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-b9a0b343-5171-49d3-b67d-41a91e265f44 req-b8c9b852-1239-4461-9956-43ec32bda1f8 service neutron] 10.222.0.106 "GET /v2.0/networks/d9245335-66dd-4cd9-b6a0-9d0d2ad39f2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2782133 Jan 20 15:26:25.860980 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8cc1aa-dfba-4777-a7cd-67b33611a68b req-f15b9d00-8b27-4bba-a78e-15112baed6a0 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:26:25.861664 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [req-6e8cc1aa-dfba-4777-a7cd-67b33611a68b req-f15b9d00-8b27-4bba-a78e-15112baed6a0 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Synchronizing usage tracker for tenant:a7eb12e65a2142f3af36926716af6c10 on resource:port {{(pid=84153) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 15:26:25.891345 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-96c704a5-2b5b-4ae0-b789-2294bab3a318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efc1c8fa-5897-4ee4-b3aa-5bcc894ad022', 'name': 'tempest-TestNetworkAdvancedServerOps-router-876291131', 'tenant_id': 'a7eb12e65a2142f3af36926716af6c10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.216'}], 'enable_snat': True}, 'gw_port_id': 'b6fbee2f-69a5-4548-b60f-4cf42384a03f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:23:50Z', 'updated_at': '2022-01-20T15:23:55Z', 'revision_number': 4, 'project_id': 'a7eb12e65a2142f3af36926716af6c10', 'gw_port': {'id': 'b6fbee2f-69a5-4548-b60f-4cf42384a03f', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:85:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efc1c8fa-5897-4ee4-b3aa-5bcc894ad022', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:23:51Z', 'updated_at': '2022-01-20T15:23:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv', '_interfaces': [{'id': '2de75ea7-f453-43ae-b57d-65c3b724fbef', 'name': '', 'network_id': 'd9245335-66dd-4cd9-b6a0-9d0d2ad39f2e', 'tenant_id': 'a7eb12e65a2142f3af36926716af6c10', 'mac_address': 'fa:16:3e:da:e7:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efc1c8fa-5897-4ee4-b3aa-5bcc894ad022', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '545be455-14ba-4dc3-9aef-7e0fde5f59d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:23:54Z', 'updated_at': '2022-01-20T15:24:01Z', 'revision_number': 5, 'project_id': 'a7eb12e65a2142f3af36926716af6c10', 'subnets': [{'id': '545be455-14ba-4dc3-9aef-7e0fde5f59d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:26:25.895363 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96c704a5-2b5b-4ae0-b789-2294bab3a318 None None] The sync data for ids ['efc1c8fa-5897-4ee4-b3aa-5bcc894ad022'] in dv-neutron-825124-1-hyperv is: [{'id': 'efc1c8fa-5897-4ee4-b3aa-5bcc894ad022', 'name': 'tempest-TestNetworkAdvancedServerOps-router-876291131', 'tenant_id': 'a7eb12e65a2142f3af36926716af6c10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.216'}], 'enable_snat': True}, 'gw_port_id': 'b6fbee2f-69a5-4548-b60f-4cf42384a03f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:23:50Z', 'updated_at': '2022-01-20T15:23:55Z', 'revision_number': 4, 'project_id': 'a7eb12e65a2142f3af36926716af6c10', 'gw_port': {'id': 'b6fbee2f-69a5-4548-b60f-4cf42384a03f', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:85:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efc1c8fa-5897-4ee4-b3aa-5bcc894ad022', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:23:51Z', 'updated_at': '2022-01-20T15:23:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv', '_interfaces': [{'id': '2de75ea7-f453-43ae-b57d-65c3b724fbef', 'name': '', 'network_id': 'd9245335-66dd-4cd9-b6a0-9d0d2ad39f2e', 'tenant_id': 'a7eb12e65a2142f3af36926716af6c10', 'mac_address': 'fa:16:3e:da:e7:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efc1c8fa-5897-4ee4-b3aa-5bcc894ad022', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '545be455-14ba-4dc3-9aef-7e0fde5f59d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:23:54Z', 'updated_at': '2022-01-20T15:24:01Z', 'revision_number': 5, 'project_id': 'a7eb12e65a2142f3af36926716af6c10', 'subnets': [{'id': '545be455-14ba-4dc3-9aef-7e0fde5f59d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 15:26:25.927116 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-b9a0b343-5171-49d3-b67d-41a91e265f44 req-cddf6d7a-5b2a-423b-8722-9bac20d1bae2 service neutron] 10.222.0.106 "GET /v2.0/networks/d9245335-66dd-4cd9-b6a0-9d0d2ad39f2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449070 Jan 20 15:26:25.956962 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [req-6e8cc1aa-dfba-4777-a7cd-67b33611a68b req-f15b9d00-8b27-4bba-a78e-15112baed6a0 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Unset dirty status for tenant:a7eb12e65a2142f3af36926716af6c10 on resource:port {{(pid=84153) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 15:26:25.958085 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-6e8cc1aa-dfba-4777-a7cd-67b33611a68b req-f15b9d00-8b27-4bba-a78e-15112baed6a0 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/ports?device_id=8d4aa67b-2574-4b7e-bf3a-2c8fe0fd4fc6 HTTP/1.1" status: 200 len: 945 time: 0.2793822 Jan 20 15:26:26.005500 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-6e8cc1aa-dfba-4777-a7cd-67b33611a68b req-47632919-3dc1-4a35-a7a0-6f9fd34c7c6b tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/security-groups?id=e14ea25c-830d-46c0-8043-6d93bbd7fcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412211 Jan 20 15:26:26.114874 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9b8dde2-8eed-4862-b77a-3824f1a4f558 None None] New status for floating IP c33df1ed-28a4-4f5a-8f90-723ab5c11dbe: DOWN {{(pid=84154) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 20 15:26:27.207604 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31837c45-38b9-4f6e-bfc6-b013d6b204c1 req-22933aa6-abf1-443c-a8bd-6fc528bacedc tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:26:27.209089 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-31837c45-38b9-4f6e-bfc6-b013d6b204c1 req-22933aa6-abf1-443c-a8bd-6fc528bacedc tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/ports?device_id=8d4aa67b-2574-4b7e-bf3a-2c8fe0fd4fc6 HTTP/1.1" status: 200 len: 945 time: 0.0772593 Jan 20 15:26:27.260601 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-31837c45-38b9-4f6e-bfc6-b013d6b204c1 req-5fafbdd0-86ea-456a-976f-8aaad83a24cb tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/security-groups?id=e14ea25c-830d-46c0-8043-6d93bbd7fcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443826 Jan 20 15:26:27.525925 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5911f07-fa25-4853-85e2-327ed50f77ed req-8d3d3b57-665e-4838-8f25-e2767e4ebcc9 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:26:27.527456 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-d5911f07-fa25-4853-85e2-327ed50f77ed req-8d3d3b57-665e-4838-8f25-e2767e4ebcc9 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.106 "GET /v2.0/ports?device_id=8d4aa67b-2574-4b7e-bf3a-2c8fe0fd4fc6 HTTP/1.1" status: 200 len: 945 time: 0.0755329 Jan 20 15:26:27.593745 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [req-d5911f07-fa25-4853-85e2-327ed50f77ed req-ab33eae2-a7a8-4ea7-9685-78a8bba7a8ed tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Deleting port 9b2e11d1-8685-4305-99ef-4a01c34fb10f {{(pid=84153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 15:26:27.594119 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-d5911f07-fa25-4853-85e2-327ed50f77ed req-ab33eae2-a7a8-4ea7-9685-78a8bba7a8ed tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:26:27.841877 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.db [req-d5911f07-fa25-4853-85e2-327ed50f77ed req-ab33eae2-a7a8-4ea7-9685-78a8bba7a8ed tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] For port 9b2e11d1-8685-4305-99ef-4a01c34fb10f, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=9b2e11d1-8685-4305-99ef-4a01c34fb10f,segment=NetworkSegment(628d39c8-c32c-492a-bba6-ad6ae2bc4abb),segment_id=628d39c8-c32c-492a-bba6-ad6ae2bc4abb)] {{(pid=84153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 15:26:27.842261 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-d5911f07-fa25-4853-85e2-327ed50f77ed req-ab33eae2-a7a8-4ea7-9685-78a8bba7a8ed tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:26:27.962348 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [req-d5911f07-fa25-4853-85e2-327ed50f77ed req-ab33eae2-a7a8-4ea7-9685-78a8bba7a8ed tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Calling delete_port for 9b2e11d1-8685-4305-99ef-4a01c34fb10f owned by compute:nova {{(pid=84153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 15:26:28.052058 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-4968fbc1-a801-4adb-becc-f07d4c6f9e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:26:28.151105 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-d5911f07-fa25-4853-85e2-327ed50f77ed req-ab33eae2-a7a8-4ea7-9685-78a8bba7a8ed tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:26:28.197652 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab33eae2-a7a8-4ea7-9685-78a8bba7a8ed tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Pushing event deleted for resources: {'Port': ['ID=9b2e11d1-8685-4305-99ef-4a01c34fb10f,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:26:28.272869 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5911f07-fa25-4853-85e2-327ed50f77ed req-ab33eae2-a7a8-4ea7-9685-78a8bba7a8ed tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] No DVR routers for this DVR port 9b2e11d1-8685-4305-99ef-4a01c34fb10f on host hv-neutron-8251 {{(pid=84153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 15:26:28.275281 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-d5911f07-fa25-4853-85e2-327ed50f77ed req-ab33eae2-a7a8-4ea7-9685-78a8bba7a8ed tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:26:28.277695 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d4aa67b-2574-4b7e-bf3a-2c8fe0fd4fc6', 'name': 'network-vif-deleted', 'tag': '9b2e11d1-8685-4305-99ef-4a01c34fb10f'}] {{(pid=84153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 15:26:28.331552 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d4aa67b-2574-4b7e-bf3a-2c8fe0fd4fc6', 'name': 'network-vif-deleted', 'tag': '9b2e11d1-8685-4305-99ef-4a01c34fb10f', 'status': 'completed', 'code': 200} Jan 20 15:26:28.355775 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-d5911f07-fa25-4853-85e2-327ed50f77ed req-ab33eae2-a7a8-4ea7-9685-78a8bba7a8ed tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.106 "DELETE /v2.0/ports/9b2e11d1-8685-4305-99ef-4a01c34fb10f HTTP/1.1" status: 204 len: 173 time: 0.8220558 Jan 20 15:26:28.424436 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [req-a7f89020-5456-44a5-aee2-4fdba6b4b62d req-3d4bba28-9b60-4fd7-9577-8550f2fda9b0 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Synchronizing usage tracker for tenant:a7eb12e65a2142f3af36926716af6c10 on resource:port {{(pid=84153) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 15:26:28.499713 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [req-a7f89020-5456-44a5-aee2-4fdba6b4b62d req-3d4bba28-9b60-4fd7-9577-8550f2fda9b0 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Unset dirty status for tenant:a7eb12e65a2142f3af36926716af6c10 on resource:port {{(pid=84153) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 15:26:28.500818 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-a7f89020-5456-44a5-aee2-4fdba6b4b62d req-3d4bba28-9b60-4fd7-9577-8550f2fda9b0 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/ports?device_id=8d4aa67b-2574-4b7e-bf3a-2c8fe0fd4fc6 HTTP/1.1" status: 200 len: 210 time: 0.1158941 Jan 20 15:26:29.604428 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 50834) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:26:30.085599 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-22cd7345-efa3-4170-a400-232ee6449253 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-743504'] for router_interface, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:26:30.459947 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-8291012d-0884-45f0-87d3-6c27f7357390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:26:30.683321 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-22cd7345-efa3-4170-a400-232ee6449253 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Deleting port 2de75ea7-f453-43ae-b57d-65c3b724fbef {{(pid=84153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 15:26:30.683922 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-22cd7345-efa3-4170-a400-232ee6449253 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:26:30.864573 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.db [None req-22cd7345-efa3-4170-a400-232ee6449253 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] For port 2de75ea7-f453-43ae-b57d-65c3b724fbef, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=2de75ea7-f453-43ae-b57d-65c3b724fbef,segment=NetworkSegment(628d39c8-c32c-492a-bba6-ad6ae2bc4abb),segment_id=628d39c8-c32c-492a-bba6-ad6ae2bc4abb)] {{(pid=84153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 15:26:30.864935 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-22cd7345-efa3-4170-a400-232ee6449253 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:26:30.930108 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Device 9b2e11d1-8685-4305-99ef-4a01c34fb10f no longer exists at agent hyperv_hv-neutron-8251 {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 15:26:30.965648 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] No Port match for: 9b2e11d1-8685-4305-99ef-4a01c34fb10f {{(pid=84154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 15:26:30.965983 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Device 9b2e11d1-8685-4305-99ef-4a01c34fb10f not bound to the agent host hv-neutron-8251 {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 15:26:30.988642 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-22cd7345-efa3-4170-a400-232ee6449253 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Calling delete_port for 2de75ea7-f453-43ae-b57d-65c3b724fbef owned by network:router_interface {{(pid=84153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 15:26:31.059772 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:26:31.236842 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-22cd7345-efa3-4170-a400-232ee6449253 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:26:31.286168 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cd7345-efa3-4170-a400-232ee6449253 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Pushing event deleted for resources: {'Port': ['ID=2de75ea7-f453-43ae-b57d-65c3b724fbef,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:26:31.451947 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:26:31.678493 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-22cd7345-efa3-4170-a400-232ee6449253 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1705096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-745401'] for router_interface, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:26:31.796981 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-cdd98e71-1f0a-4421-baa9-dcb30e06edf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:26:32.243800 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22cd7345-efa3-4170-a400-232ee6449253 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Router efc1c8fa-5897-4ee4-b3aa-5bcc894ad022 has already been hosted by L3 agent 624d525b-4c26-4143-8a1c-228bb1c6faaa {{(pid=84153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 15:26:32.438377 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22cd7345-efa3-4170-a400-232ee6449253 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify agent at l3_agent.dv-neutron-825124-1-hyperv the message routers_updated {{(pid=84153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 15:26:32.447984 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a5b3df5-f654-404a-ab2c-4e4629584b77 None None] Sync routers for ids ['efc1c8fa-5897-4ee4-b3aa-5bcc894ad022'] in dv-neutron-825124-1-hyperv {{(pid=84155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 15:26:32.459385 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a5b3df5-f654-404a-ab2c-4e4629584b77 None None] Routers {'efc1c8fa-5897-4ee4-b3aa-5bcc894ad022'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 15:26:32.462979 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-1a5b3df5-f654-404a-ab2c-4e4629584b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T15:26:30Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['efc1c8fa-5897-4ee4-b3aa-5bcc894ad022'], 'active': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:26:32.516471 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-22cd7345-efa3-4170-a400-232ee6449253 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "PUT /v2.0/routers/efc1c8fa-5897-4ee4-b3aa-5bcc894ad022/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9109290 Jan 20 15:26:32.519137 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 50838) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:26:32.636236 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvr_db [None req-1a5b3df5-f654-404a-ab2c-4e4629584b77 None None] Set router efc1c8fa-5897-4ee4-b3aa-5bcc894ad022 gateway port host: dv-neutron-825124-1-hyperv {{(pid=84155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 15:26:32.697188 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.db_base_plugin_v2 [None req-69018efb-6891-4420-9ce3-915108da192c tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Deleting subnet 545be455-14ba-4dc3-9aef-7e0fde5f59d1 {{(pid=84153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 20 15:26:32.699931 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-69018efb-6891-4420-9ce3-915108da192c tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks [] for subnet, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:26:32.754721 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-69018efb-6891-4420-9ce3-915108da192c tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3980851'] for subnet, precommit_delete_associations {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:26:32.833378 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-69018efb-6891-4420-9ce3-915108da192c tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1627147'] for subnet, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:26:32.916948 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-1a5b3df5-f654-404a-ab2c-4e4629584b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efc1c8fa-5897-4ee4-b3aa-5bcc894ad022', 'name': 'tempest-TestNetworkAdvancedServerOps-router-876291131', 'tenant_id': 'a7eb12e65a2142f3af36926716af6c10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.216'}], 'enable_snat': True}, 'gw_port_id': 'b6fbee2f-69a5-4548-b60f-4cf42384a03f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:23:50Z', 'updated_at': '2022-01-20T15:26:31Z', 'revision_number': 5, 'project_id': 'a7eb12e65a2142f3af36926716af6c10', 'gw_port': {'id': 'b6fbee2f-69a5-4548-b60f-4cf42384a03f', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:85:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efc1c8fa-5897-4ee4-b3aa-5bcc894ad022', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:23:51Z', 'updated_at': '2022-01-20T15:23:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv'}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:26:32.920701 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a5b3df5-f654-404a-ab2c-4e4629584b77 None None] Checking router: efc1c8fa-5897-4ee4-b3aa-5bcc894ad022 for host: dv-neutron-825124-1-hyperv {{(pid=84155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 15:26:32.931803 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a5b3df5-f654-404a-ab2c-4e4629584b77 None None] Routers {'efc1c8fa-5897-4ee4-b3aa-5bcc894ad022'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 15:26:32.932384 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-1a5b3df5-f654-404a-ab2c-4e4629584b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T15:26:30Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['efc1c8fa-5897-4ee4-b3aa-5bcc894ad022'], 'active': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:26:32.974480 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-69018efb-6891-4420-9ce3-915108da192c tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1627154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3943464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4194013'] for subnet, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:26:33.015205 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69018efb-6891-4420-9ce3-915108da192c tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Pushing event deleted for resources: {'Subnet': ['ID=545be455-14ba-4dc3-9aef-7e0fde5f59d1,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:26:33.021273 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-69018efb-6891-4420-9ce3-915108da192c tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks [] for subnet, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:26:33.027877 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-69018efb-6891-4420-9ce3-915108da192c tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "DELETE /v2.0/subnets/545be455-14ba-4dc3-9aef-7e0fde5f59d1 HTTP/1.1" status: 204 len: 168 time: 0.5077915 Jan 20 15:26:33.028700 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc90aed7-1837-4182-8295-765aee5165ee None None] Network d9245335-66dd-4cd9-b6a0-9d0d2ad39f2e requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 15:26:33.030800 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 50842) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:26:33.153213 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvr_db [None req-1a5b3df5-f654-404a-ab2c-4e4629584b77 None None] Set router efc1c8fa-5897-4ee4-b3aa-5bcc894ad022 gateway port host: dv-neutron-825124-1-hyperv {{(pid=84155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 15:26:33.257743 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-438b924b-681b-4786-9352-af3398551e7a tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks [] for router, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:26:33.280715 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-eea6df97-7ff1-4b63-af20-e3ec8913deda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:26:33.318552 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55c6f498-9d89-4395-aafc-b519e7365eb1 None None] DHCP port deletion for d9245335-66dd-4cd9-b6a0-9d0d2ad39f2e request from dv-neutron-825124-1-hyperv {{(pid=84154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 20 15:26:33.323605 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-55c6f498-9d89-4395-aafc-b519e7365eb1 None None] Deleting port fc5df791-0605-4f18-a505-993a2dc42b89 {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 15:26:33.324141 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-55c6f498-9d89-4395-aafc-b519e7365eb1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:26:33.470002 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-1a5b3df5-f654-404a-ab2c-4e4629584b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efc1c8fa-5897-4ee4-b3aa-5bcc894ad022', 'name': 'tempest-TestNetworkAdvancedServerOps-router-876291131', 'tenant_id': 'a7eb12e65a2142f3af36926716af6c10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.216'}], 'enable_snat': True}, 'gw_port_id': 'b6fbee2f-69a5-4548-b60f-4cf42384a03f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:23:50Z', 'updated_at': '2022-01-20T15:26:31Z', 'revision_number': 5, 'project_id': 'a7eb12e65a2142f3af36926716af6c10', 'gw_port': {'id': 'b6fbee2f-69a5-4548-b60f-4cf42384a03f', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:85:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efc1c8fa-5897-4ee4-b3aa-5bcc894ad022', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:23:51Z', 'updated_at': '2022-01-20T15:23:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv'}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:26:33.474230 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a5b3df5-f654-404a-ab2c-4e4629584b77 None None] The sync data for ids ['efc1c8fa-5897-4ee4-b3aa-5bcc894ad022'] in dv-neutron-825124-1-hyperv is: [{'id': 'efc1c8fa-5897-4ee4-b3aa-5bcc894ad022', 'name': 'tempest-TestNetworkAdvancedServerOps-router-876291131', 'tenant_id': 'a7eb12e65a2142f3af36926716af6c10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.216'}], 'enable_snat': True}, 'gw_port_id': 'b6fbee2f-69a5-4548-b60f-4cf42384a03f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:23:50Z', 'updated_at': '2022-01-20T15:26:31Z', 'revision_number': 5, 'project_id': 'a7eb12e65a2142f3af36926716af6c10', 'gw_port': {'id': 'b6fbee2f-69a5-4548-b60f-4cf42384a03f', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:85:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efc1c8fa-5897-4ee4-b3aa-5bcc894ad022', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:23:51Z', 'updated_at': '2022-01-20T15:23:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv'}] {{(pid=84155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 15:26:33.577569 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-438b924b-681b-4786-9352-af3398551e7a tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:26:33.593672 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-55c6f498-9d89-4395-aafc-b519e7365eb1 None None] For port fc5df791-0605-4f18-a505-993a2dc42b89, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=fc5df791-0605-4f18-a505-993a2dc42b89,segment=NetworkSegment(628d39c8-c32c-492a-bba6-ad6ae2bc4abb),segment_id=628d39c8-c32c-492a-bba6-ad6ae2bc4abb)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 15:26:33.594086 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-55c6f498-9d89-4395-aafc-b519e7365eb1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:26:33.631037 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-438b924b-681b-4786-9352-af3398551e7a tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Deleting port b6fbee2f-69a5-4548-b60f-4cf42384a03f {{(pid=84152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 15:26:33.631378 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-438b924b-681b-4786-9352-af3398551e7a tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:26:33.711770 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-55c6f498-9d89-4395-aafc-b519e7365eb1 None None] Calling delete_port for fc5df791-0605-4f18-a505-993a2dc42b89 owned by network:dhcp {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 15:26:33.804709 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.db [None req-438b924b-681b-4786-9352-af3398551e7a tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] For port b6fbee2f-69a5-4548-b60f-4cf42384a03f, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=b6fbee2f-69a5-4548-b60f-4cf42384a03f,segment=NetworkSegment(f628f1ba-6b70-4c9b-8839-62340c040c81),segment_id=f628f1ba-6b70-4c9b-8839-62340c040c81)] {{(pid=84152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 15:26:33.805141 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-438b924b-681b-4786-9352-af3398551e7a tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:26:33.848107 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device fc5df791-0605-4f18-a505-993a2dc42b89 no longer exists at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 15:26:33.875806 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-55c6f498-9d89-4395-aafc-b519e7365eb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486'] for port, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:26:33.913733 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] No Port match for: fc5df791-0605-4f18-a505-993a2dc42b89 {{(pid=84154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 15:26:33.914120 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device fc5df791-0605-4f18-a505-993a2dc42b89 not bound to the agent host dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 15:26:33.929538 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c6f498-9d89-4395-aafc-b519e7365eb1 None None] Pushing event deleted for resources: {'Port': ['ID=fc5df791-0605-4f18-a505-993a2dc42b89,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:26:33.937268 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c6f498-9d89-4395-aafc-b519e7365eb1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:26:33.937616 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c6f498-9d89-4395-aafc-b519e7365eb1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:26:33.937958 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c6f498-9d89-4395-aafc-b519e7365eb1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:26:33.938165 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-438b924b-681b-4786-9352-af3398551e7a tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Calling delete_port for b6fbee2f-69a5-4548-b60f-4cf42384a03f owned by network:router_gateway {{(pid=84152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 15:26:33.938299 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c6f498-9d89-4395-aafc-b519e7365eb1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:26:33.938636 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c6f498-9d89-4395-aafc-b519e7365eb1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:26:33.938967 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c6f498-9d89-4395-aafc-b519e7365eb1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:26:33.939372 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c6f498-9d89-4395-aafc-b519e7365eb1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:26:33.939700 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c6f498-9d89-4395-aafc-b519e7365eb1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:26:33.940027 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c6f498-9d89-4395-aafc-b519e7365eb1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:26:33.940347 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c6f498-9d89-4395-aafc-b519e7365eb1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:26:33.940671 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c6f498-9d89-4395-aafc-b519e7365eb1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:26:33.944637 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55c6f498-9d89-4395-aafc-b519e7365eb1 None None] No DVR routers for this DVR port fc5df791-0605-4f18-a505-993a2dc42b89 on host dv-neutron-825124-1-hyperv {{(pid=84154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 15:26:34.174019 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-438b924b-681b-4786-9352-af3398551e7a tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:26:34.216850 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438b924b-681b-4786-9352-af3398551e7a tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Pushing event deleted for resources: {'Port': ['ID=b6fbee2f-69a5-4548-b60f-4cf42384a03f,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:26:34.228687 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438b924b-681b-4786-9352-af3398551e7a tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:26:34.229038 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438b924b-681b-4786-9352-af3398551e7a tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:26:34.229380 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438b924b-681b-4786-9352-af3398551e7a tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:26:34.229712 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438b924b-681b-4786-9352-af3398551e7a tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:26:34.230066 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438b924b-681b-4786-9352-af3398551e7a tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:26:34.230394 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438b924b-681b-4786-9352-af3398551e7a tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:26:34.230719 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438b924b-681b-4786-9352-af3398551e7a tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:26:34.231458 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438b924b-681b-4786-9352-af3398551e7a tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:26:34.231458 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438b924b-681b-4786-9352-af3398551e7a tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:26:34.231668 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438b924b-681b-4786-9352-af3398551e7a tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:26:34.231962 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438b924b-681b-4786-9352-af3398551e7a tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:26:34.452820 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-438b924b-681b-4786-9352-af3398551e7a tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-745333'] for router_gateway, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:26:34.698976 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-438b924b-681b-4786-9352-af3398551e7a tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-737761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105493'] for router, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:26:34.703188 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-438b924b-681b-4786-9352-af3398551e7a tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:26:34.795016 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-438b924b-681b-4786-9352-af3398551e7a tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-737693'] for router, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:26:34.795510 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-438b924b-681b-4786-9352-af3398551e7a tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Fanout notify agent at l3_agent the message router_deleted on router efc1c8fa-5897-4ee4-b3aa-5bcc894ad022 {{(pid=84152) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 20 15:26:34.809921 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-438b924b-681b-4786-9352-af3398551e7a tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks [] for router, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:26:34.811806 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-438b924b-681b-4786-9352-af3398551e7a tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "DELETE /v2.0/routers/efc1c8fa-5897-4ee4-b3aa-5bcc894ad022 HTTP/1.1" status: 204 len: 168 time: 1.7793417 Jan 20 15:26:34.813982 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 50856) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:26:35.020253 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-f2081168-b76d-4ec2-91ac-2774eba76d09 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586409'] for network, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:26:35.148532 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-f2081168-b76d-4ec2-91ac-2774eba76d09 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1626242', 'neutron.services.segments.db._delete_segments_for_network-8769554214620'] for network, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:26:35.176180 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.segments.db [None req-f2081168-b76d-4ec2-91ac-2774eba76d09 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9245335-66dd-4cd9-b6a0-9d0d2ad39f2e']}} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:26:35.188299 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.segments.db [None req-f2081168-b76d-4ec2-91ac-2774eba76d09 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '628d39c8-c32c-492a-bba6-ad6ae2bc4abb') {'for_net_delete': True} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:26:35.188597 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.segments.db [None req-f2081168-b76d-4ec2-91ac-2774eba76d09 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '628d39c8-c32c-492a-bba6-ad6ae2bc4abb') {} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:26:35.199565 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-f2081168-b76d-4ec2-91ac-2774eba76d09 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769554214503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3337904'] for segment, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:26:35.215390 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-f2081168-b76d-4ec2-91ac-2774eba76d09 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:26:35.221828 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2081168-b76d-4ec2-91ac-2774eba76d09 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Releasing vlan 184 on physical network physnet1 to pool {{(pid=84152) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 15:26:35.222393 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-f2081168-b76d-4ec2-91ac-2774eba76d09 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1622950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4162906'] for segment, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:26:35.237367 dv-neutron-825124-1-hyperv neutron-server[84152]: Traceback (most recent call last): Jan 20 15:26:35.237367 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 15:26:35.237367 dv-neutron-825124-1-hyperv neutron-server[84152]: timer() Jan 20 15:26:35.237367 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 15:26:35.237367 dv-neutron-825124-1-hyperv neutron-server[84152]: cb(*args, **kw) Jan 20 15:26:35.237367 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 15:26:35.237367 dv-neutron-825124-1-hyperv neutron-server[84152]: return func(*args, **kwargs) Jan 20 15:26:35.237367 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 15:26:35.237367 dv-neutron-825124-1-hyperv neutron-server[84152]: self._notify() Jan 20 15:26:35.237367 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 15:26:35.237367 dv-neutron-825124-1-hyperv neutron-server[84152]: self.callback(batched_events) Jan 20 15:26:35.237367 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 15:26:35.237367 dv-neutron-825124-1-hyperv neutron-server[84152]: event.method(event) Jan 20 15:26:35.237367 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 15:26:35.237367 dv-neutron-825124-1-hyperv neutron-server[84152]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 15:26:35.237367 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 15:26:35.237367 dv-neutron-825124-1-hyperv neutron-server[84152]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 15:26:35.237367 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 15:26:35.237367 dv-neutron-825124-1-hyperv neutron-server[84152]: return f(self, *a, **k) Jan 20 15:26:35.237367 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 15:26:35.237367 dv-neutron-825124-1-hyperv neutron-server[84152]: return self._get(url).json() Jan 20 15:26:35.237367 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 15:26:35.237367 dv-neutron-825124-1-hyperv neutron-server[84152]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 15:26:35.237367 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 15:26:35.237367 dv-neutron-825124-1-hyperv neutron-server[84152]: return self.request(url, 'GET', **kwargs) Jan 20 15:26:35.237367 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 15:26:35.237367 dv-neutron-825124-1-hyperv neutron-server[84152]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 15:26:35.237367 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 15:26:35.237367 dv-neutron-825124-1-hyperv neutron-server[84152]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 15:26:35.237367 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 15:26:35.237367 dv-neutron-825124-1-hyperv neutron-server[84152]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 15:26:35.237367 dv-neutron-825124-1-hyperv neutron-server[84152]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 15:26:35.409451 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-f2081168-b76d-4ec2-91ac-2774eba76d09 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1626253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-745296'] for network, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:26:35.431140 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-f2081168-b76d-4ec2-91ac-2774eba76d09 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks [] for network, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:26:35.442256 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2081168-b76d-4ec2-91ac-2774eba76d09 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Pushing event deleted for resources: {'Network': ['ID=d9245335-66dd-4cd9-b6a0-9d0d2ad39f2e,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:26:35.513077 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-f2081168-b76d-4ec2-91ac-2774eba76d09 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "DELETE /v2.0/networks/d9245335-66dd-4cd9-b6a0-9d0d2ad39f2e HTTP/1.1" status: 204 len: 168 time: 0.6946800 Jan 20 15:26:35.513077 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 50860) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:26:35.555393 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 2de75ea7-f453-43ae-b57d-65c3b724fbef no longer exists at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 15:26:35.582252 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-a007c80d-1062-41b5-957c-4b724b3bd4ae tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks [] for security_group, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:26:35.590218 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] No Port match for: 2de75ea7-f453-43ae-b57d-65c3b724fbef {{(pid=84154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 15:26:35.590562 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 2de75ea7-f453-43ae-b57d-65c3b724fbef not bound to the agent host dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 15:26:35.590966 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device b6fbee2f-69a5-4548-b60f-4cf42384a03f no longer exists at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 15:26:35.611888 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-a007c80d-1062-41b5-957c-4b724b3bd4ae tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:26:35.621386 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] No Port match for: b6fbee2f-69a5-4548-b60f-4cf42384a03f {{(pid=84154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 15:26:35.621731 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device b6fbee2f-69a5-4548-b60f-4cf42384a03f not bound to the agent host dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 15:26:35.716907 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-a007c80d-1062-41b5-957c-4b724b3bd4ae tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:26:35.733481 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a007c80d-1062-41b5-957c-4b724b3bd4ae tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e14ea25c-830d-46c0-8043-6d93bbd7fcaf,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:26:35.783981 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-a007c80d-1062-41b5-957c-4b724b3bd4ae tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks [] for security_group, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:26:35.785134 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-a007c80d-1062-41b5-957c-4b724b3bd4ae tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "DELETE /v2.0/security-groups/e14ea25c-830d-46c0-8043-6d93bbd7fcaf HTTP/1.1" status: 204 len: 168 time: 0.2708588 Jan 20 15:26:38.239194 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 50874) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:26:38.244884 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-3eb52654-347c-43d8-898e-53f10b1d8e07 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-638367793', 'description': 'tempest-secgroup-smoke-638367793 description', 'project_id': 'a7eb12e65a2142f3af36926716af6c10'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 15:26:38.250965 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-3eb52654-347c-43d8-898e-53f10b1d8e07 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:26:38.254916 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-3eb52654-347c-43d8-898e-53f10b1d8e07 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Usage tracker for resource:security_group and tenant:a7eb12e65a2142f3af36926716af6c10 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:26:38.257682 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-3eb52654-347c-43d8-898e-53f10b1d8e07 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:26:38.263774 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-3eb52654-347c-43d8-898e-53f10b1d8e07 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:26:38.316568 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-3eb52654-347c-43d8-898e-53f10b1d8e07 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks [] for security_group, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:26:38.351460 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-3eb52654-347c-43d8-898e-53f10b1d8e07 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:26:38.355903 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-3eb52654-347c-43d8-898e-53f10b1d8e07 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Usage tracker for resource:security_group_rule and tenant:a7eb12e65a2142f3af36926716af6c10 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:26:38.358698 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-3eb52654-347c-43d8-898e-53f10b1d8e07 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:26:38.366137 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-3eb52654-347c-43d8-898e-53f10b1d8e07 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:26:38.420244 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-3eb52654-347c-43d8-898e-53f10b1d8e07 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks [] for security_group, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:26:38.476467 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-3eb52654-347c-43d8-898e-53f10b1d8e07 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:26:38.519653 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb52654-347c-43d8-898e-53f10b1d8e07 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a51455ee-d72f-4ef4-8816-aa98ecf736aa,revision_number=1']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:26:38.573802 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-3eb52654-347c-43d8-898e-53f10b1d8e07 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks [] for security_group, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:26:38.575029 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-3eb52654-347c-43d8-898e-53f10b1d8e07 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.3348300 Jan 20 15:26:38.577793 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 50878) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:26:38.583021 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-59cfbd6f-4639-4f6e-8400-ebbf79cc6e29 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Request body: {'security_group_rule': {'security_group_id': 'a51455ee-d72f-4ef4-8816-aa98ecf736aa', 'project_id': 'a7eb12e65a2142f3af36926716af6c10', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 15:26:38.589722 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-59cfbd6f-4639-4f6e-8400-ebbf79cc6e29 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:26:38.593504 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-59cfbd6f-4639-4f6e-8400-ebbf79cc6e29 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Usage tracker for resource:security_group_rule and tenant:a7eb12e65a2142f3af36926716af6c10 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:26:38.596336 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-59cfbd6f-4639-4f6e-8400-ebbf79cc6e29 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:26:38.601885 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-59cfbd6f-4639-4f6e-8400-ebbf79cc6e29 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:26:38.671389 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-59cfbd6f-4639-4f6e-8400-ebbf79cc6e29 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:26:38.730595 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-59cfbd6f-4639-4f6e-8400-ebbf79cc6e29 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:26:38.813970 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-59cfbd6f-4639-4f6e-8400-ebbf79cc6e29 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734962'] for security_group_rule, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:26:38.838712 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cfbd6f-4639-4f6e-8400-ebbf79cc6e29 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a31bb9a-2674-4732-9679-d6017f8445b6,revision_number=0']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:26:38.911225 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-59cfbd6f-4639-4f6e-8400-ebbf79cc6e29 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:26:38.912460 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-59cfbd6f-4639-4f6e-8400-ebbf79cc6e29 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3337271 Jan 20 15:26:38.915146 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 50882) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:26:38.920932 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-371e631e-7e0d-4ef6-b985-4a2ff5fe8fc7 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Request body: {'security_group_rule': {'security_group_id': 'a51455ee-d72f-4ef4-8816-aa98ecf736aa', 'project_id': 'a7eb12e65a2142f3af36926716af6c10', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 15:26:38.926701 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-371e631e-7e0d-4ef6-b985-4a2ff5fe8fc7 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:26:38.930631 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-371e631e-7e0d-4ef6-b985-4a2ff5fe8fc7 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Usage tracker for resource:security_group_rule and tenant:a7eb12e65a2142f3af36926716af6c10 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:26:38.934005 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-371e631e-7e0d-4ef6-b985-4a2ff5fe8fc7 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:26:38.939639 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-371e631e-7e0d-4ef6-b985-4a2ff5fe8fc7 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:26:39.006688 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-371e631e-7e0d-4ef6-b985-4a2ff5fe8fc7 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:26:39.068831 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-371e631e-7e0d-4ef6-b985-4a2ff5fe8fc7 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:26:39.139485 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-371e631e-7e0d-4ef6-b985-4a2ff5fe8fc7 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734962'] for security_group_rule, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:26:39.162938 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371e631e-7e0d-4ef6-b985-4a2ff5fe8fc7 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b79af2f-4057-40ce-824f-2257f8393ac5,revision_number=0']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:26:39.253868 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-371e631e-7e0d-4ef6-b985-4a2ff5fe8fc7 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:26:39.255327 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-371e631e-7e0d-4ef6-b985-4a2ff5fe8fc7 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3387825 Jan 20 15:26:39.258053 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 50886) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:26:39.263942 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-9497e92f-02b5-43d1-82f6-112ae1bd865d tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Request body: {'security_group_rule': {'security_group_id': 'a51455ee-d72f-4ef4-8816-aa98ecf736aa', 'project_id': 'a7eb12e65a2142f3af36926716af6c10', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 15:26:39.270107 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-9497e92f-02b5-43d1-82f6-112ae1bd865d tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:26:39.273855 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-9497e92f-02b5-43d1-82f6-112ae1bd865d tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Usage tracker for resource:security_group_rule and tenant:a7eb12e65a2142f3af36926716af6c10 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:26:39.276729 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-9497e92f-02b5-43d1-82f6-112ae1bd865d tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:26:39.282327 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-9497e92f-02b5-43d1-82f6-112ae1bd865d tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:26:39.383997 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-9497e92f-02b5-43d1-82f6-112ae1bd865d tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:26:39.445036 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-9497e92f-02b5-43d1-82f6-112ae1bd865d tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:26:39.511450 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-9497e92f-02b5-43d1-82f6-112ae1bd865d tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734962'] for security_group_rule, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:26:39.536276 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9497e92f-02b5-43d1-82f6-112ae1bd865d tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e6cce96-6db6-41ba-ba89-b95daf89efe6,revision_number=0']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:26:39.625366 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-9497e92f-02b5-43d1-82f6-112ae1bd865d tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:26:39.626550 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-9497e92f-02b5-43d1-82f6-112ae1bd865d tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3675721 Jan 20 15:26:39.629304 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 50890) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:26:39.636646 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-45fad6b7-7e4b-49e4-aff1-74163df3a3df tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Request body: {'security_group_rule': {'security_group_id': 'a51455ee-d72f-4ef4-8816-aa98ecf736aa', 'project_id': 'a7eb12e65a2142f3af36926716af6c10', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 15:26:39.641137 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-45fad6b7-7e4b-49e4-aff1-74163df3a3df tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:26:39.644843 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-45fad6b7-7e4b-49e4-aff1-74163df3a3df tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Usage tracker for resource:security_group_rule and tenant:a7eb12e65a2142f3af36926716af6c10 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:26:39.647697 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-45fad6b7-7e4b-49e4-aff1-74163df3a3df tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:26:39.653844 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-45fad6b7-7e4b-49e4-aff1-74163df3a3df tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:26:39.717754 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-45fad6b7-7e4b-49e4-aff1-74163df3a3df tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:26:39.777951 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-45fad6b7-7e4b-49e4-aff1-74163df3a3df tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:26:39.857619 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-45fad6b7-7e4b-49e4-aff1-74163df3a3df tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734962'] for security_group_rule, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:26:39.882935 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fad6b7-7e4b-49e4-aff1-74163df3a3df tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1e87306-f248-4e4a-9a6e-0668d9c229a6,revision_number=0']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:26:39.954606 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-45fad6b7-7e4b-49e4-aff1-74163df3a3df tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:26:39.955798 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-45fad6b7-7e4b-49e4-aff1-74163df3a3df tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3255699 Jan 20 15:26:39.958647 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 50894) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:26:39.964245 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-46765f20-d49e-4627-8a91-920019530b5a tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Request body: {'security_group_rule': {'security_group_id': 'a51455ee-d72f-4ef4-8816-aa98ecf736aa', 'project_id': 'a7eb12e65a2142f3af36926716af6c10', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 15:26:39.969993 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-46765f20-d49e-4627-8a91-920019530b5a tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:26:39.973747 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-46765f20-d49e-4627-8a91-920019530b5a tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Usage tracker for resource:security_group_rule and tenant:a7eb12e65a2142f3af36926716af6c10 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:26:39.976606 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-46765f20-d49e-4627-8a91-920019530b5a tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:26:39.982260 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-46765f20-d49e-4627-8a91-920019530b5a tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:26:40.046139 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.db.securitygroups_db [None req-46765f20-d49e-4627-8a91-920019530b5a tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Project a7eb12e65a2142f3af36926716af6c10 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 20 15:26:40.052317 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-46765f20-d49e-4627-8a91-920019530b5a tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:26:40.114048 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-46765f20-d49e-4627-8a91-920019530b5a tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:26:40.191036 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-46765f20-d49e-4627-8a91-920019530b5a tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734962'] for security_group_rule, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:26:40.214088 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46765f20-d49e-4627-8a91-920019530b5a tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24283d29-a2a4-4d80-8171-c518d620d2d5,revision_number=0']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:26:40.280457 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-46765f20-d49e-4627-8a91-920019530b5a tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:26:40.281661 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-46765f20-d49e-4627-8a91-920019530b5a tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3221135 Jan 20 15:26:40.284453 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 50898) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:26:40.289860 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-b8036937-2fe3-4c0f-abd7-e7598206a18b tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Request body: {'security_group_rule': {'security_group_id': 'a51455ee-d72f-4ef4-8816-aa98ecf736aa', 'project_id': 'a7eb12e65a2142f3af36926716af6c10', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 15:26:40.296471 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-b8036937-2fe3-4c0f-abd7-e7598206a18b tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:26:40.300161 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-b8036937-2fe3-4c0f-abd7-e7598206a18b tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Usage tracker for resource:security_group_rule and tenant:a7eb12e65a2142f3af36926716af6c10 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:26:40.302982 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-b8036937-2fe3-4c0f-abd7-e7598206a18b tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:26:40.309170 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-b8036937-2fe3-4c0f-abd7-e7598206a18b tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:26:40.373868 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.db.securitygroups_db [None req-b8036937-2fe3-4c0f-abd7-e7598206a18b tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Project a7eb12e65a2142f3af36926716af6c10 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 20 15:26:40.380010 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-b8036937-2fe3-4c0f-abd7-e7598206a18b tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:26:40.482784 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-b8036937-2fe3-4c0f-abd7-e7598206a18b tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:26:40.600720 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-b8036937-2fe3-4c0f-abd7-e7598206a18b tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734962'] for security_group_rule, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:26:40.623848 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8036937-2fe3-4c0f-abd7-e7598206a18b tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c430655-01dd-4e14-8e52-53196add97ef,revision_number=0']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:26:40.686146 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-b8036937-2fe3-4c0f-abd7-e7598206a18b tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:26:40.687337 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-b8036937-2fe3-4c0f-abd7-e7598206a18b tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.4019499 Jan 20 15:26:40.690084 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 50902) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:26:40.695272 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-f732ca11-fe48-4991-b263-252ba66a21bb tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Request body: {'network': {'name': 'tempest-network-smoke--1907305938', 'project_id': 'a7eb12e65a2142f3af36926716af6c10', 'port_security_enabled': True}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 15:26:40.700632 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-f732ca11-fe48-4991-b263-252ba66a21bb tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:26:40.704512 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-f732ca11-fe48-4991-b263-252ba66a21bb tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Usage tracker for resource:network and tenant:a7eb12e65a2142f3af36926716af6c10 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:26:40.707268 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-f732ca11-fe48-4991-b263-252ba66a21bb tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:26:40.713003 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-f732ca11-fe48-4991-b263-252ba66a21bb tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:26:40.771526 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f732ca11-fe48-4991-b263-252ba66a21bb tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Made reservation on behalf of a7eb12e65a2142f3af36926716af6c10 for: {'network': 1} {{(pid=84152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 15:26:40.774397 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-f732ca11-fe48-4991-b263-252ba66a21bb tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for network, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:26:40.803607 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f732ca11-fe48-4991-b263-252ba66a21bb tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 189} {{(pid=84152) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 15:26:40.812357 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-f732ca11-fe48-4991-b263-252ba66a21bb tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:26:40.812760 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.db.segments_db [None req-f732ca11-fe48-4991-b263-252ba66a21bb tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Added segment 74ab33ad-3266-4ff8-b77a-1a1331056312 of type vlan for network 0454a7e3-da9a-4fb9-96e8-a9d75ec50644 Jan 20 15:26:40.837692 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-f732ca11-fe48-4991-b263-252ba66a21bb tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769553767792'] for network, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:26:40.916297 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-f732ca11-fe48-4991-b263-252ba66a21bb tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967'] for network, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:26:40.919934 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f732ca11-fe48-4991-b263-252ba66a21bb tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:26:40.920557 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-f732ca11-fe48-4991-b263-252ba66a21bb tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks [] for network, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:26:41.027632 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f732ca11-fe48-4991-b263-252ba66a21bb tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Pushing event updated for resources: {'Network': ['ID=0454a7e3-da9a-4fb9-96e8-a9d75ec50644,revision_number=1']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:26:41.037698 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Network 0454a7e3-da9a-4fb9-96e8-a9d75ec50644 details requested by agent ovs-agent-dv-neutron-825124-1-hyperv with host dv-neutron-825124-1-hyperv {{(pid=84154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 15:26:41.094549 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-f732ca11-fe48-4991-b263-252ba66a21bb tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4034483 Jan 20 15:26:41.097260 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 50906) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:26:41.102412 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-66f8f9a6-1952-45d9-b47c-d5c78d153a1e tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-404150556', 'admin_state_up': True, 'project_id': 'a7eb12e65a2142f3af36926716af6c10', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d'}}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 15:26:41.109254 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-66f8f9a6-1952-45d9-b47c-d5c78d153a1e tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:26:41.113018 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-66f8f9a6-1952-45d9-b47c-d5c78d153a1e tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Usage tracker for resource:router and tenant:a7eb12e65a2142f3af36926716af6c10 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:26:41.115880 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-66f8f9a6-1952-45d9-b47c-d5c78d153a1e tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:26:41.121541 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-66f8f9a6-1952-45d9-b47c-d5c78d153a1e tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:26:41.208630 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-66f8f9a6-1952-45d9-b47c-d5c78d153a1e tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-105475'] for router, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:26:41.209638 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-66f8f9a6-1952-45d9-b47c-d5c78d153a1e tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-739204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-744864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-735540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-105484'] for router, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:26:41.228383 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-66f8f9a6-1952-45d9-b47c-d5c78d153a1e tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:26:41.430412 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-66f8f9a6-1952-45d9-b47c-d5c78d153a1e tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-744886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-105502'] for router, precommit_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:26:41.671291 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-66f8f9a6-1952-45d9-b47c-d5c78d153a1e tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks [] for router_gateway, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:26:41.774357 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-66f8f9a6-1952-45d9-b47c-d5c78d153a1e tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:26:41.906924 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.db_base_plugin_common [None req-66f8f9a6-1952-45d9-b47c-d5c78d153a1e tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Allocated IP 172.26.7.113 (8dffb05c-5ca0-409b-bd5f-7be6264f707d/a489dd4f-42a5-433b-8be3-bab2749c4209/999cef46-8b39-4d42-83a1-8e4b85e6d390) {{(pid=84152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 15:26:42.048758 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-66f8f9a6-1952-45d9-b47c-d5c78d153a1e tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks [] for port, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:26:42.166726 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-66f8f9a6-1952-45d9-b47c-d5c78d153a1e tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:26:42.229103 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66f8f9a6-1952-45d9-b47c-d5c78d153a1e tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Network 8dffb05c-5ca0-409b-bd5f-7be6264f707d is already hosted by enough agents. {{(pid=84152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 15:26:42.231920 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.base_scheduler [None req-66f8f9a6-1952-45d9-b47c-d5c78d153a1e tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Resources bound (agent type, host, resource id): {{(pid=84152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 15:26:42.235603 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66f8f9a6-1952-45d9-b47c-d5c78d153a1e tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Received port after_create {{(pid=84152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 15:26:42.267984 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f8f9a6-1952-45d9-b47c-d5c78d153a1e tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Pushing event updated for resources: {'Port': ['ID=999cef46-8b39-4d42-83a1-8e4b85e6d390,revision_number=1']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:26:42.446630 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-66f8f9a6-1952-45d9-b47c-d5c78d153a1e tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks [] for router_gateway, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:26:42.447404 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-66f8f9a6-1952-45d9-b47c-d5c78d153a1e tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-744861'] for router, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:26:42.719998 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66f8f9a6-1952-45d9-b47c-d5c78d153a1e tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Router 0eb2ef48-df7d-4fdd-99d7-a0bb6b4c819b is scheduled to L3 agent 624d525b-4c26-4143-8a1c-228bb1c6faaa with binding_index 1 {{(pid=84152) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 20 15:26:42.915295 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66f8f9a6-1952-45d9-b47c-d5c78d153a1e tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify agent at l3_agent.dv-neutron-825124-1-hyperv the message routers_updated {{(pid=84152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 15:26:42.925171 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4161361e-f21b-49a5-8874-f706da105323 None None] Sync routers for ids ['0eb2ef48-df7d-4fdd-99d7-a0bb6b4c819b'] in dv-neutron-825124-1-hyperv {{(pid=84154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 15:26:42.936815 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4161361e-f21b-49a5-8874-f706da105323 None None] Routers {'0eb2ef48-df7d-4fdd-99d7-a0bb6b4c819b'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 15:26:42.937423 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-4161361e-f21b-49a5-8874-f706da105323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T15:26:30Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['0eb2ef48-df7d-4fdd-99d7-a0bb6b4c819b'], 'active': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:26:42.994664 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-66f8f9a6-1952-45d9-b47c-d5c78d153a1e tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks [] for router, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:26:42.995809 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-66f8f9a6-1952-45d9-b47c-d5c78d153a1e tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8976419 Jan 20 15:26:42.999095 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 50910) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:26:43.040872 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-2dde9b90-7ab9-48e9-9bbe-1ec58487153d tempest-TestNetworkAdvancedServerOps-1698589146 tempest-TestNetworkAdvancedServerOps-1698589146-project-admin] 10.222.0.54 "GET /v2.0/subnets?project_id=a7eb12e65a2142f3af36926716af6c10&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0406523 Jan 20 15:26:43.044295 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 50914) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:26:43.095580 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.agents_db [None req-6dba657d-a637-4918-9b6d-40defdfae04b None None] Agent healthcheck: found 6 active agents {{(pid=84155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 15:26:43.122635 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvr_db [None req-4161361e-f21b-49a5-8874-f706da105323 None None] Set router 0eb2ef48-df7d-4fdd-99d7-a0bb6b4c819b gateway port host: dv-neutron-825124-1-hyperv {{(pid=84154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 15:26:43.185866 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a790b0f-ecb2-4da8-a67b-bb77cb800e4e tempest-TestNetworkAdvancedServerOps-1698589146 tempest-TestNetworkAdvancedServerOps-1698589146-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:26:43.187739 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-1a790b0f-ecb2-4da8-a67b-bb77cb800e4e tempest-TestNetworkAdvancedServerOps-1698589146 tempest-TestNetworkAdvancedServerOps-1698589146-project-admin] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1420009 Jan 20 15:26:43.190231 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 50918) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:26:43.232306 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-e157c467-8ee0-41d4-ba5c-d2308850e678 tempest-TestNetworkAdvancedServerOps-1698589146 tempest-TestNetworkAdvancedServerOps-1698589146-project-admin] 10.222.0.54 "GET /v2.0/subnets?network_id=8dffb05c-5ca0-409b-bd5f-7be6264f707d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0385749 Jan 20 15:26:43.232537 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 50922) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:26:43.237971 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-bf6a00c6-01d0-4125-8445-51242dfccc5b tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1623255128', 'network_id': '0454a7e3-da9a-4fb9-96e8-a9d75ec50644', 'project_id': 'a7eb12e65a2142f3af36926716af6c10', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 15:26:43.410278 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-4161361e-f21b-49a5-8874-f706da105323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eb2ef48-df7d-4fdd-99d7-a0bb6b4c819b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-404150556', 'tenant_id': 'a7eb12e65a2142f3af36926716af6c10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.113'}], 'enable_snat': True}, 'gw_port_id': '999cef46-8b39-4d42-83a1-8e4b85e6d390', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:26:41Z', 'updated_at': '2022-01-20T15:26:42Z', 'revision_number': 3, 'project_id': 'a7eb12e65a2142f3af36926716af6c10', 'gw_port': {'id': '999cef46-8b39-4d42-83a1-8e4b85e6d390', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:42:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0eb2ef48-df7d-4fdd-99d7-a0bb6b4c819b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:26:41Z', 'updated_at': '2022-01-20T15:26:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv'}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:26:43.414243 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4161361e-f21b-49a5-8874-f706da105323 None None] Checking router: 0eb2ef48-df7d-4fdd-99d7-a0bb6b4c819b for host: dv-neutron-825124-1-hyperv {{(pid=84154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 15:26:43.414599 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4161361e-f21b-49a5-8874-f706da105323 None None] Updating router 0eb2ef48-df7d-4fdd-99d7-a0bb6b4c819b port 999cef46-8b39-4d42-83a1-8e4b85e6d390 binding host dv-neutron-825124-1-hyperv {{(pid=84154) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 20 15:26:43.456399 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-bf6a00c6-01d0-4125-8445-51242dfccc5b tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:26:43.460052 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-bf6a00c6-01d0-4125-8445-51242dfccc5b tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Usage tracker for resource:subnet and tenant:a7eb12e65a2142f3af36926716af6c10 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:26:43.463196 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-bf6a00c6-01d0-4125-8445-51242dfccc5b tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:26:43.466106 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-4161361e-f21b-49a5-8874-f706da105323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:26:43.469303 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-bf6a00c6-01d0-4125-8445-51242dfccc5b tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:26:43.528346 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf6a00c6-01d0-4125-8445-51242dfccc5b tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Made reservation on behalf of a7eb12e65a2142f3af36926716af6c10 for: {'subnet': 1} {{(pid=84153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 15:26:43.627625 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-bf6a00c6-01d0-4125-8445-51242dfccc5b tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4193986'] for subnet, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:26:43.828716 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-4161361e-f21b-49a5-8874-f706da105323 None None] Notify callbacks [] for port, precommit_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:26:43.840047 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-4161361e-f21b-49a5-8874-f706da105323 None None] Transition to ACTIVE for port object 999cef46-8b39-4d42-83a1-8e4b85e6d390 will not be triggered until provisioned by entity L2. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 15:26:43.920455 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-bf6a00c6-01d0-4125-8445-51242dfccc5b tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3943531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4194004'] for subnet, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:26:43.928748 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-4161361e-f21b-49a5-8874-f706da105323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:26:44.000650 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6a00c6-01d0-4125-8445-51242dfccc5b tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Pushing event updated for resources: {'Subnet': ['ID=b111ccaa-9671-46b4-80f5-a3b5cd000604,revision_number=0']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:26:44.010220 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c82ccee-9183-44c1-9aa8-c65ff0322bfb None None] Pushing event updated for resources: {'Port': ['ID=999cef46-8b39-4d42-83a1-8e4b85e6d390,revision_number=2']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:26:44.012311 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf6a00c6-01d0-4125-8445-51242dfccc5b tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Checking segment: {'id': '74ab33ad-3266-4ff8-b77a-1a1331056312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '0454a7e3-da9a-4fb9-96e8-a9d75ec50644'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 15:26:44.012535 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-4161361e-f21b-49a5-8874-f706da105323 None None] Attempting to bind port 999cef46-8b39-4d42-83a1-8e4b85e6d390 on host dv-neutron-825124-1-hyperv for vnic_type normal with profile {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 15:26:44.012657 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf6a00c6-01d0-4125-8445-51242dfccc5b tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Network hostable DHCP agents. Network: 0454a7e3-da9a-4fb9-96e8-a9d75ec50644, hostable agents: ['1a181e39-5220-4c1a-88f8-08a54e8bfc9b'], hosted agents: [] {{(pid=84153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 15:26:44.012866 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-4161361e-f21b-49a5-8874-f706da105323 None None] Attempting to bind port 999cef46-8b39-4d42-83a1-8e4b85e6d390 by drivers openvswitch,hyperv on host dv-neutron-825124-1-hyperv at level 0 using segments [{'id': 'f628f1ba-6b70-4c9b-8839-62340c040c81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d'}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 15:26:44.013229 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4161361e-f21b-49a5-8874-f706da105323 None None] Attempting to bind port 999cef46-8b39-4d42-83a1-8e4b85e6d390 on network 8dffb05c-5ca0-409b-bd5f-7be6264f707d {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 15:26:44.020349 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4161361e-f21b-49a5-8874-f706da105323 None None] Checking agent: {'id': '6414dfeb-85c5-454a-8756-709ca637d800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825124-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 16, 31), 'started_at': datetime.datetime(2022, 1, 20, 14, 17, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 15, 26, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825124-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 15:26:44.020526 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4161361e-f21b-49a5-8874-f706da105323 None None] Checking segment: {'id': 'f628f1ba-6b70-4c9b-8839-62340c040c81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 15:26:44.020903 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-4161361e-f21b-49a5-8874-f706da105323 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:26:44.021289 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4161361e-f21b-49a5-8874-f706da105323 None None] Bound using segment: {'id': 'f628f1ba-6b70-4c9b-8839-62340c040c81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d'} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 15:26:44.021748 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-4161361e-f21b-49a5-8874-f706da105323 None None] Bound port: 999cef46-8b39-4d42-83a1-8e4b85e6d390, host: dv-neutron-825124-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f628f1ba-6b70-4c9b-8839-62340c040c81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d'}}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 15:26:44.022151 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-4161361e-f21b-49a5-8874-f706da105323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:26:44.076976 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf6a00c6-01d0-4125-8445-51242dfccc5b tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Network 0454a7e3-da9a-4fb9-96e8-a9d75ec50644 is scheduled to be hosted by DHCP agent 1a181e39-5220-4c1a-88f8-08a54e8bfc9b with binding_index 1 {{(pid=84153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 15:26:44.092302 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-4161361e-f21b-49a5-8874-f706da105323 None None] For port 999cef46-8b39-4d42-83a1-8e4b85e6d390, host dv-neutron-825124-1-hyperv, cleared binding levels {{(pid=84154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 15:26:44.095590 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-4161361e-f21b-49a5-8874-f706da105323 None None] For port 999cef46-8b39-4d42-83a1-8e4b85e6d390, host dv-neutron-825124-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=999cef46-8b39-4d42-83a1-8e4b85e6d390,segment=NetworkSegment(f628f1ba-6b70-4c9b-8839-62340c040c81),segment_id=f628f1ba-6b70-4c9b-8839-62340c040c81)] {{(pid=84154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 15:26:44.128120 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.base_scheduler [None req-bf6a00c6-01d0-4125-8445-51242dfccc5b tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825124-1-hyperv, 0454a7e3-da9a-4fb9-96e8-a9d75ec50644) {{(pid=84153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 15:26:44.131986 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf6a00c6-01d0-4125-8445-51242dfccc5b tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:26:44.133572 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-bf6a00c6-01d0-4125-8445-51242dfccc5b tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks [] for subnet, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:26:44.137011 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3de0d74d-0efa-460b-ae23-0d7de3aa0a5f None None] Network 0454a7e3-da9a-4fb9-96e8-a9d75ec50644 requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 15:26:44.152079 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-4161361e-f21b-49a5-8874-f706da105323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:26:44.206043 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-bf6a00c6-01d0-4125-8445-51242dfccc5b tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9700825 Jan 20 15:26:44.206381 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 50928) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:26:44.334397 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4161361e-f21b-49a5-8874-f706da105323 None None] Routers {'0eb2ef48-df7d-4fdd-99d7-a0bb6b4c819b'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 15:26:44.334997 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-4161361e-f21b-49a5-8874-f706da105323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T15:26:30Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['0eb2ef48-df7d-4fdd-99d7-a0bb6b4c819b'], 'active': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:26:44.387930 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c82ccee-9183-44c1-9aa8-c65ff0322bfb None None] Pushing event updated for resources: {'Port': ['ID=999cef46-8b39-4d42-83a1-8e4b85e6d390,revision_number=3']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:26:44.586891 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5de3b2d-0e1d-45fe-b7a9-a32e000cf75a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95c917f5-14ba-5e96-98b8-1a52654a930a-0454a7e3-da9a-4fb9-96e8-a9d75ec50644', 'network_id': '0454a7e3-da9a-4fb9-96e8-a9d75ec50644', 'tenant_id': 'a7eb12e65a2142f3af36926716af6c10', 'fixed_ips': [{'subnet_id': 'b111ccaa-9671-46b4-80f5-a3b5cd000604'}]}} from dv-neutron-825124-1-hyperv. {{(pid=84154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 20 15:26:44.587702 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-d5de3b2d-0e1d-45fe-b7a9-a32e000cf75a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:26:44.650410 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvr_db [None req-4161361e-f21b-49a5-8874-f706da105323 None None] Set router 0eb2ef48-df7d-4fdd-99d7-a0bb6b4c819b gateway port host: dv-neutron-825124-1-hyperv {{(pid=84154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 15:26:44.957762 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_common [None req-d5de3b2d-0e1d-45fe-b7a9-a32e000cf75a None None] Allocated IP 172.20.0.2 (0454a7e3-da9a-4fb9-96e8-a9d75ec50644/b111ccaa-9671-46b4-80f5-a3b5cd000604/19746fa7-c719-40d7-9788-e3a68e484a84) {{(pid=84154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 15:26:45.043442 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-ee30642c-e6fa-4b71-b701-8666a974f9c6 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:26:45.134438 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-4161361e-f21b-49a5-8874-f706da105323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eb2ef48-df7d-4fdd-99d7-a0bb6b4c819b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-404150556', 'tenant_id': 'a7eb12e65a2142f3af36926716af6c10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.113'}], 'enable_snat': True}, 'gw_port_id': '999cef46-8b39-4d42-83a1-8e4b85e6d390', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:26:41Z', 'updated_at': '2022-01-20T15:26:42Z', 'revision_number': 3, 'project_id': 'a7eb12e65a2142f3af36926716af6c10', 'gw_port': {'id': '999cef46-8b39-4d42-83a1-8e4b85e6d390', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:42:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0eb2ef48-df7d-4fdd-99d7-a0bb6b4c819b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:26:41Z', 'updated_at': '2022-01-20T15:26:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv'}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:26:45.150384 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4161361e-f21b-49a5-8874-f706da105323 None None] The sync data for ids ['0eb2ef48-df7d-4fdd-99d7-a0bb6b4c819b'] in dv-neutron-825124-1-hyperv is: [{'id': '0eb2ef48-df7d-4fdd-99d7-a0bb6b4c819b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-404150556', 'tenant_id': 'a7eb12e65a2142f3af36926716af6c10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.113'}], 'enable_snat': True}, 'gw_port_id': '999cef46-8b39-4d42-83a1-8e4b85e6d390', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:26:41Z', 'updated_at': '2022-01-20T15:26:42Z', 'revision_number': 3, 'project_id': 'a7eb12e65a2142f3af36926716af6c10', 'gw_port': {'id': '999cef46-8b39-4d42-83a1-8e4b85e6d390', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:42:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0eb2ef48-df7d-4fdd-99d7-a0bb6b4c819b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:26:41Z', 'updated_at': '2022-01-20T15:26:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv'}] {{(pid=84154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 15:26:45.218903 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-d5de3b2d-0e1d-45fe-b7a9-a32e000cf75a None None] Notify callbacks [] for port, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:26:45.230397 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-d5de3b2d-0e1d-45fe-b7a9-a32e000cf75a None None] Transition to ACTIVE for port object 19746fa7-c719-40d7-9788-e3a68e484a84 will not be triggered until provisioned by entity L2. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 15:26:45.258571 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-d5de3b2d-0e1d-45fe-b7a9-a32e000cf75a None None] Transition to ACTIVE for port object 19746fa7-c719-40d7-9788-e3a68e484a84 will not be triggered until provisioned by entity DHCP. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 15:26:45.365957 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-d5de3b2d-0e1d-45fe-b7a9-a32e000cf75a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477'] for port, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:26:45.437040 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5de3b2d-0e1d-45fe-b7a9-a32e000cf75a None None] Network 0454a7e3-da9a-4fb9-96e8-a9d75ec50644 is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 15:26:45.439867 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-d5de3b2d-0e1d-45fe-b7a9-a32e000cf75a None None] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 15:26:45.444846 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5de3b2d-0e1d-45fe-b7a9-a32e000cf75a None None] Received port after_create {{(pid=84154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 15:26:45.470330 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.db_base_plugin_common [None req-ee30642c-e6fa-4b71-b701-8666a974f9c6 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Allocated IP 172.20.0.1 (0454a7e3-da9a-4fb9-96e8-a9d75ec50644/b111ccaa-9671-46b4-80f5-a3b5cd000604/54d719be-3fb0-458e-9975-7e688604c80c) {{(pid=84152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 15:26:45.553002 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5de3b2d-0e1d-45fe-b7a9-a32e000cf75a None None] Pushing event updated for resources: {'Port': ['ID=19746fa7-c719-40d7-9788-e3a68e484a84,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:26:45.607521 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-d5de3b2d-0e1d-45fe-b7a9-a32e000cf75a None None] Attempting to bind port 19746fa7-c719-40d7-9788-e3a68e484a84 on host dv-neutron-825124-1-hyperv for vnic_type normal with profile {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 15:26:45.608554 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-d5de3b2d-0e1d-45fe-b7a9-a32e000cf75a None None] Attempting to bind port 19746fa7-c719-40d7-9788-e3a68e484a84 by drivers openvswitch,hyperv on host dv-neutron-825124-1-hyperv at level 0 using segments [{'id': '74ab33ad-3266-4ff8-b77a-1a1331056312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '0454a7e3-da9a-4fb9-96e8-a9d75ec50644'}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 15:26:45.608554 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5de3b2d-0e1d-45fe-b7a9-a32e000cf75a None None] Attempting to bind port 19746fa7-c719-40d7-9788-e3a68e484a84 on network 0454a7e3-da9a-4fb9-96e8-a9d75ec50644 {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 15:26:45.620066 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5de3b2d-0e1d-45fe-b7a9-a32e000cf75a None None] Checking agent: {'id': '6414dfeb-85c5-454a-8756-709ca637d800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825124-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 16, 31), 'started_at': datetime.datetime(2022, 1, 20, 14, 17, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 15, 26, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825124-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 15:26:45.620456 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5de3b2d-0e1d-45fe-b7a9-a32e000cf75a None None] Checking segment: {'id': '74ab33ad-3266-4ff8-b77a-1a1331056312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '0454a7e3-da9a-4fb9-96e8-a9d75ec50644'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 15:26:45.620867 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-d5de3b2d-0e1d-45fe-b7a9-a32e000cf75a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:26:45.621869 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5de3b2d-0e1d-45fe-b7a9-a32e000cf75a None None] Bound using segment: {'id': '74ab33ad-3266-4ff8-b77a-1a1331056312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '0454a7e3-da9a-4fb9-96e8-a9d75ec50644'} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 15:26:45.621869 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-d5de3b2d-0e1d-45fe-b7a9-a32e000cf75a None None] Bound port: 19746fa7-c719-40d7-9788-e3a68e484a84, host: dv-neutron-825124-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74ab33ad-3266-4ff8-b77a-1a1331056312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '0454a7e3-da9a-4fb9-96e8-a9d75ec50644'}}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 15:26:45.622184 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-d5de3b2d-0e1d-45fe-b7a9-a32e000cf75a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:26:45.633000 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 999cef46-8b39-4d42-83a1-8e4b85e6d390 up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 15:26:45.677549 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-ee30642c-e6fa-4b71-b701-8666a974f9c6 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks [] for port, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:26:45.695312 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.provisioning_blocks [None req-ee30642c-e6fa-4b71-b701-8666a974f9c6 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Transition to ACTIVE for port object 54d719be-3fb0-458e-9975-7e688604c80c will not be triggered until provisioned by entity DHCP. {{(pid=84152) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 15:26:45.768172 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-d5de3b2d-0e1d-45fe-b7a9-a32e000cf75a None None] For port 19746fa7-c719-40d7-9788-e3a68e484a84, host dv-neutron-825124-1-hyperv, cleared binding levels {{(pid=84154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 15:26:45.771873 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-d5de3b2d-0e1d-45fe-b7a9-a32e000cf75a None None] For port 19746fa7-c719-40d7-9788-e3a68e484a84, host dv-neutron-825124-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=19746fa7-c719-40d7-9788-e3a68e484a84,segment=NetworkSegment(74ab33ad-3266-4ff8-b77a-1a1331056312),segment_id=74ab33ad-3266-4ff8-b77a-1a1331056312)] {{(pid=84154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 15:26:45.789839 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-ee30642c-e6fa-4b71-b701-8666a974f9c6 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:26:45.848463 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning for port 999cef46-8b39-4d42-83a1-8e4b85e6d390 completed by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 15:26:45.855240 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port 999cef46-8b39-4d42-83a1-8e4b85e6d390 triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:26:45.856611 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:26:45.864952 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee30642c-e6fa-4b71-b701-8666a974f9c6 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Network 0454a7e3-da9a-4fb9-96e8-a9d75ec50644 is already hosted by enough agents. {{(pid=84152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 15:26:45.868192 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.base_scheduler [None req-ee30642c-e6fa-4b71-b701-8666a974f9c6 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Resources bound (agent type, host, resource id): {{(pid=84152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 15:26:45.870723 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee30642c-e6fa-4b71-b701-8666a974f9c6 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Received port after_create {{(pid=84152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 15:26:45.883376 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-d5de3b2d-0e1d-45fe-b7a9-a32e000cf75a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:26:45.908784 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee30642c-e6fa-4b71-b701-8666a974f9c6 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Pushing event updated for resources: {'Port': ['ID=54d719be-3fb0-458e-9975-7e688604c80c,revision_number=1']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:26:45.937272 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-ee30642c-e6fa-4b71-b701-8666a974f9c6 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-745387'] for router_interface, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:26:45.995894 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5de3b2d-0e1d-45fe-b7a9-a32e000cf75a None None] Pushing event updated for resources: {'Port': ['ID=19746fa7-c719-40d7-9788-e3a68e484a84,revision_number=2']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:26:46.058498 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:26:46.081445 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] For port 999cef46-8b39-4d42-83a1-8e4b85e6d390, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=999cef46-8b39-4d42-83a1-8e4b85e6d390,segment=NetworkSegment(f628f1ba-6b70-4c9b-8839-62340c040c81),segment_id=f628f1ba-6b70-4c9b-8839-62340c040c81)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 15:26:46.115015 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-ee30642c-e6fa-4b71-b701-8666a974f9c6 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:26:46.168733 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:26:46.251096 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Pushing event updated for resources: {'Port': ['ID=999cef46-8b39-4d42-83a1-8e4b85e6d390,revision_number=4']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:26:46.536487 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-ee30642c-e6fa-4b71-b701-8666a974f9c6 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks [] for port, precommit_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:26:46.589401 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-ee30642c-e6fa-4b71-b701-8666a974f9c6 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162822'] for port, after_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:26:46.702275 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-ee30642c-e6fa-4b71-b701-8666a974f9c6 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1705158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-743490'] for router_interface, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:26:46.705661 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee30642c-e6fa-4b71-b701-8666a974f9c6 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Pushing event updated for resources: {'Port': ['ID=54d719be-3fb0-458e-9975-7e688604c80c,revision_number=2']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:26:46.951850 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee30642c-e6fa-4b71-b701-8666a974f9c6 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Network 0454a7e3-da9a-4fb9-96e8-a9d75ec50644 is already hosted by enough agents. {{(pid=84152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 15:26:46.952953 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.base_scheduler [None req-ee30642c-e6fa-4b71-b701-8666a974f9c6 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Resources bound (agent type, host, resource id): {{(pid=84152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 15:26:47.013543 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c353fcd8-9cf0-4e63-9f3d-5c82dedee72d None None] Network 0454a7e3-da9a-4fb9-96e8-a9d75ec50644 requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 15:26:47.231668 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ec7bd31f-30ae-42a4-9a16-9a65de175422 None None] Provisioning for port 19746fa7-c719-40d7-9788-e3a68e484a84 completed by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 15:26:47.342176 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee30642c-e6fa-4b71-b701-8666a974f9c6 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Router 0eb2ef48-df7d-4fdd-99d7-a0bb6b4c819b has already been hosted by L3 agent 624d525b-4c26-4143-8a1c-228bb1c6faaa {{(pid=84152) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 15:26:47.545064 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-74128b4e-518e-44f0-bbc7-e47e6b5955a7 None None] Provisioning for port 54d719be-3fb0-458e-9975-7e688604c80c completed by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 15:26:47.550840 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-74128b4e-518e-44f0-bbc7-e47e6b5955a7 None None] Provisioning complete for port 54d719be-3fb0-458e-9975-7e688604c80c triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:26:47.553847 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-74128b4e-518e-44f0-bbc7-e47e6b5955a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:26:47.564802 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee30642c-e6fa-4b71-b701-8666a974f9c6 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify agent at l3_agent.dv-neutron-825124-1-hyperv the message routers_updated {{(pid=84152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 15:26:47.584327 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-ee30642c-e6fa-4b71-b701-8666a974f9c6 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "PUT /v2.0/routers/0eb2ef48-df7d-4fdd-99d7-a0bb6b4c819b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3768640 Jan 20 15:26:47.620842 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-74128b4e-518e-44f0-bbc7-e47e6b5955a7 None None] Port 54d719be-3fb0-458e-9975-7e688604c80c cannot update to ACTIVE because it is not bound. {{(pid=84154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 15:26:47.704203 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 19746fa7-c719-40d7-9788-e3a68e484a84 up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 15:26:47.771534 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-020d2bfa-bc5f-4c89-9720-5d5caffa3a86 None None] Provisioning complete for port 54d719be-3fb0-458e-9975-7e688604c80c triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:26:47.771904 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-020d2bfa-bc5f-4c89-9720-5d5caffa3a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:26:47.779259 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-23b937c5-5865-4c11-a58a-3680d10134ff req-02333d13-d82a-495b-9a3c-3eadfe87deb2 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-638367793&fields=id&tenant_id=a7eb12e65a2142f3af36926716af6c10 HTTP/1.1" status: 200 len: 267 time: 0.0469828 Jan 20 15:26:47.832562 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-020d2bfa-bc5f-4c89-9720-5d5caffa3a86 None None] Port 54d719be-3fb0-458e-9975-7e688604c80c cannot update to ACTIVE because it is not bound. {{(pid=84154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 15:26:47.911023 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning for port 19746fa7-c719-40d7-9788-e3a68e484a84 completed by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 15:26:47.916203 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port 19746fa7-c719-40d7-9788-e3a68e484a84 triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:26:47.916597 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:26:47.939517 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b937c5-5865-4c11-a58a-3680d10134ff req-dd917d5f-683c-4863-ac93-74d28445564c tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:26:47.940884 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-23b937c5-5865-4c11-a58a-3680d10134ff req-dd917d5f-683c-4863-ac93-74d28445564c tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/networks?id=0454a7e3-da9a-4fb9-96e8-a9d75ec50644 HTTP/1.1" status: 200 len: 797 time: 0.1528113 Jan 20 15:26:47.957430 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-23b937c5-5865-4c11-a58a-3680d10134ff req-b0ec8e1f-2657-4737-a6f2-6dde32e1ea53 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/quotas/a7eb12e65a2142f3af36926716af6c10 HTTP/1.1" status: 200 len: 375 time: 0.0112062 Jan 20 15:26:47.980471 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-de598a70-08ef-479d-9e7f-88513dba1df9 None None] Provisioning complete for port 54d719be-3fb0-458e-9975-7e688604c80c triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:26:47.980836 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-de598a70-08ef-479d-9e7f-88513dba1df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:26:48.041560 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [req-23b937c5-5865-4c11-a58a-3680d10134ff req-f7c981ac-82fd-421a-a28b-cfb8b2983c0e tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Synchronizing usage tracker for tenant:a7eb12e65a2142f3af36926716af6c10 on resource:port {{(pid=84153) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 15:26:48.070440 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-de598a70-08ef-479d-9e7f-88513dba1df9 None None] Port 54d719be-3fb0-458e-9975-7e688604c80c cannot update to ACTIVE because it is not bound. {{(pid=84154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 15:26:48.088134 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:26:48.110940 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [req-23b937c5-5865-4c11-a58a-3680d10134ff req-f7c981ac-82fd-421a-a28b-cfb8b2983c0e tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Unset dirty status for tenant:a7eb12e65a2142f3af36926716af6c10 on resource:port {{(pid=84153) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 15:26:48.112375 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-23b937c5-5865-4c11-a58a-3680d10134ff req-f7c981ac-82fd-421a-a28b-cfb8b2983c0e tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=a7eb12e65a2142f3af36926716af6c10&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1495180 Jan 20 15:26:48.118994 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] For port 19746fa7-c719-40d7-9788-e3a68e484a84, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=19746fa7-c719-40d7-9788-e3a68e484a84,segment=NetworkSegment(74ab33ad-3266-4ff8-b77a-1a1331056312),segment_id=74ab33ad-3266-4ff8-b77a-1a1331056312)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 15:26:48.189075 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:26:48.189795 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 999cef46-8b39-4d42-83a1-8e4b85e6d390 up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 15:26:48.254148 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-23b937c5-5865-4c11-a58a-3680d10134ff req-38c8d9df-6faf-47e6-892b-a3a81d5bd347 service neutron] 10.222.0.54 "GET /v2.0/networks/0454a7e3-da9a-4fb9-96e8-a9d75ec50644?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292872 Jan 20 15:26:48.303482 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Pushing event updated for resources: {'Port': ['ID=19746fa7-c719-40d7-9788-e3a68e484a84,revision_number=3']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:26:48.318325 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port 999cef46-8b39-4d42-83a1-8e4b85e6d390 triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:26:48.318701 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:26:48.389281 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-23b937c5-5865-4c11-a58a-3680d10134ff req-068585f3-2b99-4007-b1d9-c00e945b61d2 service neutron] 10.222.0.54 "GET /v2.0/networks/0454a7e3-da9a-4fb9-96e8-a9d75ec50644?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283548 Jan 20 15:26:48.753760 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-539806da-9df4-4af3-b981-f6a073bb4576 None None] Sync routers for ids ['0eb2ef48-df7d-4fdd-99d7-a0bb6b4c819b'] in dv-neutron-825124-1-hyperv {{(pid=84155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 15:26:48.766720 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-539806da-9df4-4af3-b981-f6a073bb4576 None None] Routers {'0eb2ef48-df7d-4fdd-99d7-a0bb6b4c819b'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 15:26:48.767262 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-539806da-9df4-4af3-b981-f6a073bb4576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T15:26:30Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['0eb2ef48-df7d-4fdd-99d7-a0bb6b4c819b'], 'active': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:26:48.937306 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvr_db [None req-539806da-9df4-4af3-b981-f6a073bb4576 None None] Set router 0eb2ef48-df7d-4fdd-99d7-a0bb6b4c819b gateway port host: dv-neutron-825124-1-hyperv {{(pid=84155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 15:26:49.240528 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-539806da-9df4-4af3-b981-f6a073bb4576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eb2ef48-df7d-4fdd-99d7-a0bb6b4c819b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-404150556', 'tenant_id': 'a7eb12e65a2142f3af36926716af6c10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.113'}], 'enable_snat': True}, 'gw_port_id': '999cef46-8b39-4d42-83a1-8e4b85e6d390', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:26:41Z', 'updated_at': '2022-01-20T15:26:45Z', 'revision_number': 4, 'project_id': 'a7eb12e65a2142f3af36926716af6c10', 'gw_port': {'id': '999cef46-8b39-4d42-83a1-8e4b85e6d390', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:42:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eb2ef48-df7d-4fdd-99d7-a0bb6b4c819b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:26:41Z', 'updated_at': '2022-01-20T15:26:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv', '_interfaces': [{'id': '54d719be-3fb0-458e-9975-7e688604c80c', 'name': '', 'network_id': '0454a7e3-da9a-4fb9-96e8-a9d75ec50644', 'tenant_id': 'a7eb12e65a2142f3af36926716af6c10', 'mac_address': 'fa:16:3e:dd:a5:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0eb2ef48-df7d-4fdd-99d7-a0bb6b4c819b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b111ccaa-9671-46b4-80f5-a3b5cd000604', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:26:45Z', 'updated_at': '2022-01-20T15:26:46Z', 'revision_number': 2, 'project_id': 'a7eb12e65a2142f3af36926716af6c10', 'subnets': [{'id': 'b111ccaa-9671-46b4-80f5-a3b5cd000604', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:26:49.244324 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-539806da-9df4-4af3-b981-f6a073bb4576 None None] Checking router: 0eb2ef48-df7d-4fdd-99d7-a0bb6b4c819b for host: dv-neutron-825124-1-hyperv {{(pid=84155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 15:26:49.245405 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-539806da-9df4-4af3-b981-f6a073bb4576 None None] Updating router 0eb2ef48-df7d-4fdd-99d7-a0bb6b4c819b port 54d719be-3fb0-458e-9975-7e688604c80c binding host dv-neutron-825124-1-hyperv {{(pid=84155) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 20 15:26:49.295654 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-539806da-9df4-4af3-b981-f6a073bb4576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:26:49.565681 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 19746fa7-c719-40d7-9788-e3a68e484a84 up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 15:26:49.646737 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-539806da-9df4-4af3-b981-f6a073bb4576 None None] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:26:49.659420 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-539806da-9df4-4af3-b981-f6a073bb4576 None None] Transition to ACTIVE for port object 54d719be-3fb0-458e-9975-7e688604c80c will not be triggered until provisioned by entity L2. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 15:26:49.684971 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port 19746fa7-c719-40d7-9788-e3a68e484a84 triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:26:49.685436 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:26:49.691538 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-4264810b-6412-4213-b580-26c028e7f126 req-0a92753b-3ccc-4b31-942e-0f4988fd9701 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/ports?device_id=496df9a8-45fd-4be3-b525-1aca6ed3cdb6 HTTP/1.1" status: 200 len: 210 time: 0.0608964 Jan 20 15:26:49.743745 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-539806da-9df4-4af3-b981-f6a073bb4576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:26:49.848445 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b963e2-8b9b-4b09-a16c-be9bd371056f None None] Pushing event updated for resources: {'Port': ['ID=54d719be-3fb0-458e-9975-7e688604c80c,revision_number=3']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:26:49.954894 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b963e2-8b9b-4b09-a16c-be9bd371056f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:26:49.955504 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b963e2-8b9b-4b09-a16c-be9bd371056f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:26:49.956015 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b963e2-8b9b-4b09-a16c-be9bd371056f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:26:49.956526 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b963e2-8b9b-4b09-a16c-be9bd371056f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:26:49.957022 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b963e2-8b9b-4b09-a16c-be9bd371056f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:26:49.957519 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b963e2-8b9b-4b09-a16c-be9bd371056f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:26:49.958006 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b963e2-8b9b-4b09-a16c-be9bd371056f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:26:49.958644 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b963e2-8b9b-4b09-a16c-be9bd371056f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:26:49.959130 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b963e2-8b9b-4b09-a16c-be9bd371056f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:26:49.959613 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b963e2-8b9b-4b09-a16c-be9bd371056f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:26:49.960104 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b963e2-8b9b-4b09-a16c-be9bd371056f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:26:50.014912 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-539806da-9df4-4af3-b981-f6a073bb4576 None None] Attempting to bind port 54d719be-3fb0-458e-9975-7e688604c80c on host dv-neutron-825124-1-hyperv for vnic_type normal with profile {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 15:26:50.015197 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-539806da-9df4-4af3-b981-f6a073bb4576 None None] Attempting to bind port 54d719be-3fb0-458e-9975-7e688604c80c by drivers openvswitch,hyperv on host dv-neutron-825124-1-hyperv at level 0 using segments [{'id': '74ab33ad-3266-4ff8-b77a-1a1331056312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '0454a7e3-da9a-4fb9-96e8-a9d75ec50644'}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 15:26:50.015554 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-539806da-9df4-4af3-b981-f6a073bb4576 None None] Attempting to bind port 54d719be-3fb0-458e-9975-7e688604c80c on network 0454a7e3-da9a-4fb9-96e8-a9d75ec50644 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 15:26:50.022170 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-539806da-9df4-4af3-b981-f6a073bb4576 None None] Checking agent: {'id': '6414dfeb-85c5-454a-8756-709ca637d800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825124-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 16, 31), 'started_at': datetime.datetime(2022, 1, 20, 14, 17, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 15, 26, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825124-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 15:26:50.025441 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-539806da-9df4-4af3-b981-f6a073bb4576 None None] Checking segment: {'id': '74ab33ad-3266-4ff8-b77a-1a1331056312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '0454a7e3-da9a-4fb9-96e8-a9d75ec50644'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 15:26:50.025441 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-539806da-9df4-4af3-b981-f6a073bb4576 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:26:50.025441 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-539806da-9df4-4af3-b981-f6a073bb4576 None None] Bound using segment: {'id': '74ab33ad-3266-4ff8-b77a-1a1331056312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '0454a7e3-da9a-4fb9-96e8-a9d75ec50644'} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 15:26:50.025441 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-539806da-9df4-4af3-b981-f6a073bb4576 None None] Bound port: 54d719be-3fb0-458e-9975-7e688604c80c, host: dv-neutron-825124-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74ab33ad-3266-4ff8-b77a-1a1331056312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '0454a7e3-da9a-4fb9-96e8-a9d75ec50644'}}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 15:26:50.025441 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-539806da-9df4-4af3-b981-f6a073bb4576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:26:50.119020 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-539806da-9df4-4af3-b981-f6a073bb4576 None None] For port 54d719be-3fb0-458e-9975-7e688604c80c, host dv-neutron-825124-1-hyperv, cleared binding levels {{(pid=84155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 15:26:50.122320 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-539806da-9df4-4af3-b981-f6a073bb4576 None None] For port 54d719be-3fb0-458e-9975-7e688604c80c, host dv-neutron-825124-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=54d719be-3fb0-458e-9975-7e688604c80c,segment=NetworkSegment(74ab33ad-3266-4ff8-b77a-1a1331056312),segment_id=74ab33ad-3266-4ff8-b77a-1a1331056312)] {{(pid=84155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 15:26:50.208982 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-539806da-9df4-4af3-b981-f6a073bb4576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:26:50.293566 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b963e2-8b9b-4b09-a16c-be9bd371056f None None] Pushing event updated for resources: {'Port': ['ID=54d719be-3fb0-458e-9975-7e688604c80c,revision_number=4']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:26:50.297189 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-539806da-9df4-4af3-b981-f6a073bb4576 None None] Routers {'0eb2ef48-df7d-4fdd-99d7-a0bb6b4c819b'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 15:26:50.297787 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-539806da-9df4-4af3-b981-f6a073bb4576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T15:26:30Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['0eb2ef48-df7d-4fdd-99d7-a0bb6b4c819b'], 'active': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:26:50.485880 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvr_db [None req-539806da-9df4-4af3-b981-f6a073bb4576 None None] Set router 0eb2ef48-df7d-4fdd-99d7-a0bb6b4c819b gateway port host: dv-neutron-825124-1-hyperv {{(pid=84155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 15:26:50.796293 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-539806da-9df4-4af3-b981-f6a073bb4576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eb2ef48-df7d-4fdd-99d7-a0bb6b4c819b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-404150556', 'tenant_id': 'a7eb12e65a2142f3af36926716af6c10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.113'}], 'enable_snat': True}, 'gw_port_id': '999cef46-8b39-4d42-83a1-8e4b85e6d390', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:26:41Z', 'updated_at': '2022-01-20T15:26:45Z', 'revision_number': 4, 'project_id': 'a7eb12e65a2142f3af36926716af6c10', 'gw_port': {'id': '999cef46-8b39-4d42-83a1-8e4b85e6d390', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:42:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eb2ef48-df7d-4fdd-99d7-a0bb6b4c819b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:26:41Z', 'updated_at': '2022-01-20T15:26:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv', '_interfaces': [{'id': '54d719be-3fb0-458e-9975-7e688604c80c', 'name': '', 'network_id': '0454a7e3-da9a-4fb9-96e8-a9d75ec50644', 'tenant_id': 'a7eb12e65a2142f3af36926716af6c10', 'mac_address': 'fa:16:3e:dd:a5:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0eb2ef48-df7d-4fdd-99d7-a0bb6b4c819b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b111ccaa-9671-46b4-80f5-a3b5cd000604', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:26:45Z', 'updated_at': '2022-01-20T15:26:50Z', 'revision_number': 4, 'project_id': 'a7eb12e65a2142f3af36926716af6c10', 'subnets': [{'id': 'b111ccaa-9671-46b4-80f5-a3b5cd000604', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:26:50.800465 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-539806da-9df4-4af3-b981-f6a073bb4576 None None] The sync data for ids ['0eb2ef48-df7d-4fdd-99d7-a0bb6b4c819b'] in dv-neutron-825124-1-hyperv is: [{'id': '0eb2ef48-df7d-4fdd-99d7-a0bb6b4c819b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-404150556', 'tenant_id': 'a7eb12e65a2142f3af36926716af6c10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.113'}], 'enable_snat': True}, 'gw_port_id': '999cef46-8b39-4d42-83a1-8e4b85e6d390', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:26:41Z', 'updated_at': '2022-01-20T15:26:45Z', 'revision_number': 4, 'project_id': 'a7eb12e65a2142f3af36926716af6c10', 'gw_port': {'id': '999cef46-8b39-4d42-83a1-8e4b85e6d390', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:42:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eb2ef48-df7d-4fdd-99d7-a0bb6b4c819b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:26:41Z', 'updated_at': '2022-01-20T15:26:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv', '_interfaces': [{'id': '54d719be-3fb0-458e-9975-7e688604c80c', 'name': '', 'network_id': '0454a7e3-da9a-4fb9-96e8-a9d75ec50644', 'tenant_id': 'a7eb12e65a2142f3af36926716af6c10', 'mac_address': 'fa:16:3e:dd:a5:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0eb2ef48-df7d-4fdd-99d7-a0bb6b4c819b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b111ccaa-9671-46b4-80f5-a3b5cd000604', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:26:45Z', 'updated_at': '2022-01-20T15:26:50Z', 'revision_number': 4, 'project_id': 'a7eb12e65a2142f3af36926716af6c10', 'subnets': [{'id': 'b111ccaa-9671-46b4-80f5-a3b5cd000604', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 15:26:50.892069 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-82e6ee09-fc90-456b-b840-7860231a5d13 req-40c60d5b-0309-446e-8585-01adb3d9d522 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/ports?device_id=496df9a8-45fd-4be3-b525-1aca6ed3cdb6 HTTP/1.1" status: 200 len: 210 time: 0.0710793 Jan 20 15:26:51.606711 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 54d719be-3fb0-458e-9975-7e688604c80c up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 15:26:51.760233 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning for port 54d719be-3fb0-458e-9975-7e688604c80c completed by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 15:26:51.765460 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port 54d719be-3fb0-458e-9975-7e688604c80c triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:26:51.770614 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:26:51.942949 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:26:51.990142 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] For port 54d719be-3fb0-458e-9975-7e688604c80c, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=54d719be-3fb0-458e-9975-7e688604c80c,segment=NetworkSegment(74ab33ad-3266-4ff8-b77a-1a1331056312),segment_id=74ab33ad-3266-4ff8-b77a-1a1331056312)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 15:26:52.030610 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b937c5-5865-4c11-a58a-3680d10134ff req-2698da6f-d3f5-4c00-8d69-afd6d81175ef tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:26:52.032294 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-23b937c5-5865-4c11-a58a-3680d10134ff req-2698da6f-d3f5-4c00-8d69-afd6d81175ef tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.106 "GET /v2.0/networks?id=0454a7e3-da9a-4fb9-96e8-a9d75ec50644 HTTP/1.1" status: 200 len: 797 time: 0.1893687 Jan 20 15:26:52.071431 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:26:52.109100 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-37d7092e-bc0b-4fcd-9a9f-4147bbd1662c req-4058377c-faf9-4791-ac45-bf4ae14e4a74 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/ports?device_id=496df9a8-45fd-4be3-b525-1aca6ed3cdb6 HTTP/1.1" status: 200 len: 210 time: 0.0499072 Jan 20 15:26:52.130902 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-23b937c5-5865-4c11-a58a-3680d10134ff req-95c228d7-fbec-43aa-9385-b67fe51a5675 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.106 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a7eb12e65a2142f3af36926716af6c10 HTTP/1.1" status: 200 len: 379 time: 0.0855551 Jan 20 15:26:52.142230 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Pushing event updated for resources: {'Port': ['ID=54d719be-3fb0-458e-9975-7e688604c80c,revision_number=5']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:26:52.146285 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [req-23b937c5-5865-4c11-a58a-3680d10134ff req-b22ef73d-4adf-4596-9844-f735c264abba tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Request body: {'port': {'device_id': '496df9a8-45fd-4be3-b525-1aca6ed3cdb6', 'network_id': '0454a7e3-da9a-4fb9-96e8-a9d75ec50644', 'admin_state_up': True, 'tenant_id': 'a7eb12e65a2142f3af36926716af6c10', 'security_groups': ['a51455ee-d72f-4ef4-8816-aa98ecf736aa']}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 15:26:52.287046 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [req-23b937c5-5865-4c11-a58a-3680d10134ff req-b22ef73d-4adf-4596-9844-f735c264abba tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:26:52.297047 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [req-23b937c5-5865-4c11-a58a-3680d10134ff req-b22ef73d-4adf-4596-9844-f735c264abba tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:26:52.385741 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23b937c5-5865-4c11-a58a-3680d10134ff req-b22ef73d-4adf-4596-9844-f735c264abba tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Made reservation on behalf of a7eb12e65a2142f3af36926716af6c10 for: {'port': 1} {{(pid=84153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 15:26:52.388797 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-23b937c5-5865-4c11-a58a-3680d10134ff req-b22ef73d-4adf-4596-9844-f735c264abba tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:26:52.664240 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.db_base_plugin_common [req-23b937c5-5865-4c11-a58a-3680d10134ff req-b22ef73d-4adf-4596-9844-f735c264abba tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Allocated IP 172.20.0.8 (0454a7e3-da9a-4fb9-96e8-a9d75ec50644/b111ccaa-9671-46b4-80f5-a3b5cd000604/bf9f915b-62b5-4791-8cfd-c501459d8e0e) {{(pid=84153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 15:26:52.846390 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-23b937c5-5865-4c11-a58a-3680d10134ff req-b22ef73d-4adf-4596-9844-f735c264abba tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks [] for port, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:26:52.861701 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.provisioning_blocks [req-23b937c5-5865-4c11-a58a-3680d10134ff req-b22ef73d-4adf-4596-9844-f735c264abba tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Transition to ACTIVE for port object bf9f915b-62b5-4791-8cfd-c501459d8e0e will not be triggered until provisioned by entity DHCP. {{(pid=84153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 15:26:52.966513 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-23b937c5-5865-4c11-a58a-3680d10134ff req-b22ef73d-4adf-4596-9844-f735c264abba tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:26:53.040399 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23b937c5-5865-4c11-a58a-3680d10134ff req-b22ef73d-4adf-4596-9844-f735c264abba tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Network 0454a7e3-da9a-4fb9-96e8-a9d75ec50644 is already hosted by enough agents. {{(pid=84153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 15:26:53.044047 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.base_scheduler [req-23b937c5-5865-4c11-a58a-3680d10134ff req-b22ef73d-4adf-4596-9844-f735c264abba tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Resources bound (agent type, host, resource id): {{(pid=84153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 15:26:53.048351 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.l3_dvrscheduler_db [req-23b937c5-5865-4c11-a58a-3680d10134ff req-b22ef73d-4adf-4596-9844-f735c264abba tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Received port after_create {{(pid=84153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 15:26:53.073441 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22ef73d-4adf-4596-9844-f735c264abba tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Pushing event updated for resources: {'Port': ['ID=bf9f915b-62b5-4791-8cfd-c501459d8e0e,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:26:53.110784 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b937c5-5865-4c11-a58a-3680d10134ff req-b22ef73d-4adf-4596-9844-f735c264abba tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:26:53.111414 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-23b937c5-5865-4c11-a58a-3680d10134ff req-b22ef73d-4adf-4596-9844-f735c264abba tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:26:53.202065 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-23b937c5-5865-4c11-a58a-3680d10134ff req-b22ef73d-4adf-4596-9844-f735c264abba tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.106 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0654325 Jan 20 15:26:53.215416 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [req-23b937c5-5865-4c11-a58a-3680d10134ff req-8df0bca3-7457-4056-97e0-38ceef629898 service neutron] Request body: {'port': {'device_id': '496df9a8-45fd-4be3-b525-1aca6ed3cdb6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8251'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 15:26:53.316615 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-f6b956cc-699b-49e1-a7e9-ee42f137bbc4 None None] Provisioning for port bf9f915b-62b5-4791-8cfd-c501459d8e0e completed by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 15:26:53.321509 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-f6b956cc-699b-49e1-a7e9-ee42f137bbc4 None None] Provisioning complete for port bf9f915b-62b5-4791-8cfd-c501459d8e0e triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:26:53.321882 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-f6b956cc-699b-49e1-a7e9-ee42f137bbc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:26:53.373948 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-f6b956cc-699b-49e1-a7e9-ee42f137bbc4 None None] Port bf9f915b-62b5-4791-8cfd-c501459d8e0e cannot update to ACTIVE because it is not bound. {{(pid=84154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 15:26:53.386713 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-23b937c5-5865-4c11-a58a-3680d10134ff req-8df0bca3-7457-4056-97e0-38ceef629898 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:26:53.405283 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a20f32e-abd6-47dd-ad11-07bf2de6f3c0 req-cd2f1015-25d2-458a-b0ae-e7deda273353 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:26:53.405971 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [req-7a20f32e-abd6-47dd-ad11-07bf2de6f3c0 req-cd2f1015-25d2-458a-b0ae-e7deda273353 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Synchronizing usage tracker for tenant:a7eb12e65a2142f3af36926716af6c10 on resource:port {{(pid=84153) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 15:26:53.513255 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [req-7a20f32e-abd6-47dd-ad11-07bf2de6f3c0 req-cd2f1015-25d2-458a-b0ae-e7deda273353 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Unset dirty status for tenant:a7eb12e65a2142f3af36926716af6c10 on resource:port {{(pid=84153) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 15:26:53.514431 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-7a20f32e-abd6-47dd-ad11-07bf2de6f3c0 req-cd2f1015-25d2-458a-b0ae-e7deda273353 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/ports?device_id=496df9a8-45fd-4be3-b525-1aca6ed3cdb6 HTTP/1.1" status: 200 len: 931 time: 0.2692621 Jan 20 15:26:53.568057 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 54d719be-3fb0-458e-9975-7e688604c80c up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 15:26:53.645071 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port 54d719be-3fb0-458e-9975-7e688604c80c triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:26:53.645438 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:26:53.651042 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-7a20f32e-abd6-47dd-ad11-07bf2de6f3c0 req-7adbeb42-192b-4aec-b536-a96de539dc60 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/security-groups?id=a51455ee-d72f-4ef4-8816-aa98ecf736aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1299379 Jan 20 15:26:53.786361 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.notifiers.nova [req-23b937c5-5865-4c11-a58a-3680d10134ff req-8df0bca3-7457-4056-97e0-38ceef629898 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf9f915b-62b5-4791-8cfd-c501459d8e0e {{(pid=84153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 15:26:53.793046 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-23b937c5-5865-4c11-a58a-3680d10134ff req-8df0bca3-7457-4056-97e0-38ceef629898 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:26:53.806984 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.provisioning_blocks [req-23b937c5-5865-4c11-a58a-3680d10134ff req-8df0bca3-7457-4056-97e0-38ceef629898 service neutron] Transition to ACTIVE for port object bf9f915b-62b5-4791-8cfd-c501459d8e0e will not be triggered until provisioned by entity L2. {{(pid=84153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 15:26:53.891600 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-23b937c5-5865-4c11-a58a-3680d10134ff req-8df0bca3-7457-4056-97e0-38ceef629898 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3944146'] for port, after_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:26:54.021255 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df0bca3-7457-4056-97e0-38ceef629898 service neutron] Pushing event updated for resources: {'Port': ['ID=bf9f915b-62b5-4791-8cfd-c501459d8e0e,revision_number=2']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:26:54.129306 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.managers [req-23b937c5-5865-4c11-a58a-3680d10134ff req-8df0bca3-7457-4056-97e0-38ceef629898 service neutron] Attempting to bind port bf9f915b-62b5-4791-8cfd-c501459d8e0e on host hv-neutron-8251 for vnic_type normal with profile {{(pid=84153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 15:26:54.129306 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.managers [req-23b937c5-5865-4c11-a58a-3680d10134ff req-8df0bca3-7457-4056-97e0-38ceef629898 service neutron] Attempting to bind port bf9f915b-62b5-4791-8cfd-c501459d8e0e by drivers openvswitch,hyperv on host hv-neutron-8251 at level 0 using segments [{'id': '74ab33ad-3266-4ff8-b77a-1a1331056312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '0454a7e3-da9a-4fb9-96e8-a9d75ec50644'}] {{(pid=84153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 15:26:54.129306 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23b937c5-5865-4c11-a58a-3680d10134ff req-8df0bca3-7457-4056-97e0-38ceef629898 service neutron] Attempting to bind port bf9f915b-62b5-4791-8cfd-c501459d8e0e on network 0454a7e3-da9a-4fb9-96e8-a9d75ec50644 {{(pid=84153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 15:26:54.133425 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23b937c5-5865-4c11-a58a-3680d10134ff req-8df0bca3-7457-4056-97e0-38ceef629898 service neutron] Port bf9f915b-62b5-4791-8cfd-c501459d8e0e on network 0454a7e3-da9a-4fb9-96e8-a9d75ec50644 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8251 {{(pid=84153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 20 15:26:54.133743 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23b937c5-5865-4c11-a58a-3680d10134ff req-8df0bca3-7457-4056-97e0-38ceef629898 service neutron] Attempting to bind port bf9f915b-62b5-4791-8cfd-c501459d8e0e on network 0454a7e3-da9a-4fb9-96e8-a9d75ec50644 {{(pid=84153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 15:26:54.140537 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23b937c5-5865-4c11-a58a-3680d10134ff req-8df0bca3-7457-4056-97e0-38ceef629898 service neutron] Checking agent: {'id': 'e037d8fb-d49c-4f86-9910-f13f6ba89a51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8251', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 23), 'started_at': datetime.datetime(2022, 1, 20, 14, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 15, 26, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 15:26:54.140871 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23b937c5-5865-4c11-a58a-3680d10134ff req-8df0bca3-7457-4056-97e0-38ceef629898 service neutron] Checking segment: {'id': '74ab33ad-3266-4ff8-b77a-1a1331056312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '0454a7e3-da9a-4fb9-96e8-a9d75ec50644'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 15:26:54.141253 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23b937c5-5865-4c11-a58a-3680d10134ff req-8df0bca3-7457-4056-97e0-38ceef629898 service neutron] Bound using segment: {'id': '74ab33ad-3266-4ff8-b77a-1a1331056312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '0454a7e3-da9a-4fb9-96e8-a9d75ec50644'} {{(pid=84153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 15:26:54.141672 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.managers [req-23b937c5-5865-4c11-a58a-3680d10134ff req-8df0bca3-7457-4056-97e0-38ceef629898 service neutron] Bound port: bf9f915b-62b5-4791-8cfd-c501459d8e0e, host: hv-neutron-8251, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74ab33ad-3266-4ff8-b77a-1a1331056312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '0454a7e3-da9a-4fb9-96e8-a9d75ec50644'}}] {{(pid=84153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 15:26:54.142015 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-23b937c5-5865-4c11-a58a-3680d10134ff req-8df0bca3-7457-4056-97e0-38ceef629898 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:26:54.231324 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.db [req-23b937c5-5865-4c11-a58a-3680d10134ff req-8df0bca3-7457-4056-97e0-38ceef629898 service neutron] For port bf9f915b-62b5-4791-8cfd-c501459d8e0e, host hv-neutron-8251, cleared binding levels {{(pid=84153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 15:26:54.234289 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.db [req-23b937c5-5865-4c11-a58a-3680d10134ff req-8df0bca3-7457-4056-97e0-38ceef629898 service neutron] For port bf9f915b-62b5-4791-8cfd-c501459d8e0e, host hv-neutron-8251, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=bf9f915b-62b5-4791-8cfd-c501459d8e0e,segment=NetworkSegment(74ab33ad-3266-4ff8-b77a-1a1331056312),segment_id=74ab33ad-3266-4ff8-b77a-1a1331056312)] {{(pid=84153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 15:26:54.309382 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-23b937c5-5865-4c11-a58a-3680d10134ff req-8df0bca3-7457-4056-97e0-38ceef629898 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3944146'] for port, after_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:26:54.374744 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-23b937c5-5865-4c11-a58a-3680d10134ff req-8df0bca3-7457-4056-97e0-38ceef629898 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:26:54.376017 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-23b937c5-5865-4c11-a58a-3680d10134ff req-8df0bca3-7457-4056-97e0-38ceef629898 service neutron] 10.222.0.106 "PUT /v2.0/ports/bf9f915b-62b5-4791-8cfd-c501459d8e0e HTTP/1.1" status: 200 len: 1093 time: 1.1664071 Jan 20 15:26:54.376449 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '496df9a8-45fd-4be3-b525-1aca6ed3cdb6', 'tag': 'bf9f915b-62b5-4791-8cfd-c501459d8e0e'}] {{(pid=84153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 15:26:54.397946 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df0bca3-7457-4056-97e0-38ceef629898 service neutron] Pushing event updated for resources: {'Port': ['ID=bf9f915b-62b5-4791-8cfd-c501459d8e0e,revision_number=3']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:26:54.438194 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '496df9a8-45fd-4be3-b525-1aca6ed3cdb6', 'tag': 'bf9f915b-62b5-4791-8cfd-c501459d8e0e', 'status': 'completed', 'code': 200} Jan 20 15:26:54.531373 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-71dfc005-7145-4e33-9e5b-38d371ebbe4e req-91d0e26a-7375-42fe-a243-19b573de8f9f service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=a7eb12e65a2142f3af36926716af6c10&device_id=496df9a8-45fd-4be3-b525-1aca6ed3cdb6 HTTP/1.1" status: 200 len: 1096 time: 0.0738912 Jan 20 15:26:54.670233 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dfc005-7145-4e33-9e5b-38d371ebbe4e req-775097b4-76d1-4b00-be8f-19eaadc81828 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:26:54.671571 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-71dfc005-7145-4e33-9e5b-38d371ebbe4e req-775097b4-76d1-4b00-be8f-19eaadc81828 service neutron] 10.222.0.106 "GET /v2.0/networks?tenant_id=a7eb12e65a2142f3af36926716af6c10&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1334894 Jan 20 15:26:54.945303 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dfc005-7145-4e33-9e5b-38d371ebbe4e req-7f1db276-7e64-4ed9-9236-a47dbb141873 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:26:54.946661 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-71dfc005-7145-4e33-9e5b-38d371ebbe4e req-7f1db276-7e64-4ed9-9236-a47dbb141873 service neutron] 10.222.0.106 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2685280 Jan 20 15:26:54.960673 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97855779-4e1f-44b3-995e-e3224c4856b2 req-ccb6b651-3525-4dc9-a4bc-7dad61d87fe9 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:26:54.962366 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-97855779-4e1f-44b3-995e-e3224c4856b2 req-ccb6b651-3525-4dc9-a4bc-7dad61d87fe9 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/ports?device_id=496df9a8-45fd-4be3-b525-1aca6ed3cdb6 HTTP/1.1" status: 200 len: 943 time: 0.1265242 Jan 20 15:26:55.055671 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-97855779-4e1f-44b3-995e-e3224c4856b2 req-8a6bb71c-903c-42a7-b494-af75ce16bd77 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/security-groups?id=a51455ee-d72f-4ef4-8816-aa98ecf736aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0875721 Jan 20 15:26:55.073923 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-23b937c5-5865-4c11-a58a-3680d10134ff req-0f95d7c0-1e6d-48ef-84c4-24393d3a84b6 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=a7eb12e65a2142f3af36926716af6c10&device_id=496df9a8-45fd-4be3-b525-1aca6ed3cdb6 HTTP/1.1" status: 200 len: 1096 time: 0.0918868 Jan 20 15:26:55.143855 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-23b937c5-5865-4c11-a58a-3680d10134ff req-54b07976-6920-48a2-bc9d-1d0ad4897676 service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bf9f915b-62b5-4791-8cfd-c501459d8e0e HTTP/1.1" status: 200 len: 217 time: 0.0623150 Jan 20 15:26:55.203746 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b937c5-5865-4c11-a58a-3680d10134ff req-3b6ee55b-b6c4-4571-977d-9fd1c6337f61 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:26:55.205034 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-23b937c5-5865-4c11-a58a-3680d10134ff req-3b6ee55b-b6c4-4571-977d-9fd1c6337f61 service neutron] 10.222.0.106 "GET /v2.0/subnets?id=b111ccaa-9671-46b4-80f5-a3b5cd000604 HTTP/1.1" status: 200 len: 835 time: 0.0555265 Jan 20 15:26:55.281944 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-23b937c5-5865-4c11-a58a-3680d10134ff req-dbb66838-5be5-4749-9a18-99bafc6fa266 service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=0454a7e3-da9a-4fb9-96e8-a9d75ec50644&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0707979 Jan 20 15:26:55.413955 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-23b937c5-5865-4c11-a58a-3680d10134ff req-4291e4ce-d158-4e33-bdb4-e40df4d45095 service neutron] 10.222.0.106 "GET /v2.0/networks/0454a7e3-da9a-4fb9-96e8-a9d75ec50644?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258779 Jan 20 15:26:55.542942 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-23b937c5-5865-4c11-a58a-3680d10134ff req-7d98eb06-f0c7-48b7-8c33-4c362c9c1d5b service neutron] 10.222.0.106 "GET /v2.0/networks/0454a7e3-da9a-4fb9-96e8-a9d75ec50644?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231027 Jan 20 15:26:56.253006 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8269d5-bc3b-4ec0-b409-ddd53ca76a7a req-a5785737-b6d3-431c-b463-8bbd168f1a50 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:26:56.255324 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-1c8269d5-bc3b-4ec0-b409-ddd53ca76a7a req-a5785737-b6d3-431c-b463-8bbd168f1a50 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/ports?device_id=496df9a8-45fd-4be3-b525-1aca6ed3cdb6 HTTP/1.1" status: 200 len: 943 time: 0.0753298 Jan 20 15:26:56.299635 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-1c8269d5-bc3b-4ec0-b409-ddd53ca76a7a req-9e47f77d-be17-4322-800e-190bd4bf5fab tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/security-groups?id=a51455ee-d72f-4ef4-8816-aa98ecf736aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387607 Jan 20 15:26:57.493165 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a177c8b-5ad7-4f25-8d9e-aed0b1f72f5c req-22f52072-2f28-49d1-96f1-7b65a287e017 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:26:57.495224 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-9a177c8b-5ad7-4f25-8d9e-aed0b1f72f5c req-22f52072-2f28-49d1-96f1-7b65a287e017 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/ports?device_id=496df9a8-45fd-4be3-b525-1aca6ed3cdb6 HTTP/1.1" status: 200 len: 943 time: 0.0792227 Jan 20 15:26:57.538911 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-9a177c8b-5ad7-4f25-8d9e-aed0b1f72f5c req-e0b8d063-3204-4ff8-b72e-6150de35d968 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/security-groups?id=a51455ee-d72f-4ef4-8816-aa98ecf736aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382326 Jan 20 15:26:58.040117 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-0965454e-6c2c-4931-94ba-787bbeef3136 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:26:58.801424 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdeaab3a-122a-47ca-a6b8-85bbcbbc8da7 req-0492477b-0753-4d28-a491-82cf1cc4d179 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:26:58.802868 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-cdeaab3a-122a-47ca-a6b8-85bbcbbc8da7 req-0492477b-0753-4d28-a491-82cf1cc4d179 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/ports?device_id=496df9a8-45fd-4be3-b525-1aca6ed3cdb6 HTTP/1.1" status: 200 len: 943 time: 0.0740049 Jan 20 15:26:58.847334 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-cdeaab3a-122a-47ca-a6b8-85bbcbbc8da7 req-b225a501-ed32-4bd3-b43c-1f480b441a81 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/security-groups?id=a51455ee-d72f-4ef4-8816-aa98ecf736aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384612 Jan 20 15:26:59.059260 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Device bf9f915b-62b5-4791-8cfd-c501459d8e0e details requested by agent hyperv_hv-neutron-8251 with host hv-neutron-8251 {{(pid=84154) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 20 15:26:59.187803 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] For port bf9f915b-62b5-4791-8cfd-c501459d8e0e, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=bf9f915b-62b5-4791-8cfd-c501459d8e0e,segment=NetworkSegment(74ab33ad-3266-4ff8-b77a-1a1331056312),segment_id=74ab33ad-3266-4ff8-b77a-1a1331056312)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 15:26:59.200340 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Returning: {'device': 'bf9f915b-62b5-4791-8cfd-c501459d8e0e', 'network_id': '0454a7e3-da9a-4fb9-96e8-a9d75ec50644', 'port_id': 'bf9f915b-62b5-4791-8cfd-c501459d8e0e', 'mac_address': 'fa:16:3e:3a:f8:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b111ccaa-9671-46b4-80f5-a3b5cd000604', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84154) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 20 15:26:59.256143 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:26:59.272679 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.notifiers.nova [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf9f915b-62b5-4791-8cfd-c501459d8e0e {{(pid=84154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 15:26:59.287281 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] For port bf9f915b-62b5-4791-8cfd-c501459d8e0e, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=bf9f915b-62b5-4791-8cfd-c501459d8e0e,segment=NetworkSegment(74ab33ad-3266-4ff8-b77a-1a1331056312),segment_id=74ab33ad-3266-4ff8-b77a-1a1331056312)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 15:26:59.350716 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:26:59.414614 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Pushing event updated for resources: {'Port': ['ID=bf9f915b-62b5-4791-8cfd-c501459d8e0e,revision_number=4']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:26:59.723953 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] get_ports_and_sgs() called for port_ids ['bf9f915b-62b5-4791-8cfd-c501459d8e0e'] {{(pid=84154) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 20 15:27:00.046135 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9618fdd-4f1b-4b9a-8516-72c8194c4fcd req-9b1e370a-77dd-4db6-b1a5-1b9a6ee202d4 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:27:00.047593 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-d9618fdd-4f1b-4b9a-8516-72c8194c4fcd req-9b1e370a-77dd-4db6-b1a5-1b9a6ee202d4 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/ports?device_id=496df9a8-45fd-4be3-b525-1aca6ed3cdb6 HTTP/1.1" status: 200 len: 944 time: 0.0802321 Jan 20 15:27:00.091848 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-d9618fdd-4f1b-4b9a-8516-72c8194c4fcd req-6bff1a12-9c83-4cd7-b831-dfff5d6e972b tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/security-groups?id=a51455ee-d72f-4ef4-8816-aa98ecf736aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388169 Jan 20 15:27:00.448275 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-b4c44507-3e9f-4665-b818-6350d9d4d47f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:27:01.071056 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:27:01.075983 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Device bf9f915b-62b5-4791-8cfd-c501459d8e0e up at agent hyperv_hv-neutron-8251 {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 15:27:01.205976 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Provisioning for port bf9f915b-62b5-4791-8cfd-c501459d8e0e completed by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 15:27:01.211131 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Provisioning complete for port bf9f915b-62b5-4791-8cfd-c501459d8e0e triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:27:01.211504 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:27:01.291821 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cfb759-fc8f-4ab1-9dcb-e6a9f4b37d28 req-9907ef9c-c9c4-471a-9de8-e514189103bd tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:27:01.293281 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-a8cfb759-fc8f-4ab1-9dcb-e6a9f4b37d28 req-9907ef9c-c9c4-471a-9de8-e514189103bd tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/ports?device_id=496df9a8-45fd-4be3-b525-1aca6ed3cdb6 HTTP/1.1" status: 200 len: 944 time: 0.0807257 Jan 20 15:27:01.331098 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:27:01.345555 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-a8cfb759-fc8f-4ab1-9dcb-e6a9f4b37d28 req-15426e77-6d94-4736-a3fd-d00fd73d9b33 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/security-groups?id=a51455ee-d72f-4ef4-8816-aa98ecf736aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458381 Jan 20 15:27:01.357468 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '496df9a8-45fd-4be3-b525-1aca6ed3cdb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf9f915b-62b5-4791-8cfd-c501459d8e0e'}] {{(pid=84154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 15:27:01.366891 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] For port bf9f915b-62b5-4791-8cfd-c501459d8e0e, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=bf9f915b-62b5-4791-8cfd-c501459d8e0e,segment=NetworkSegment(74ab33ad-3266-4ff8-b77a-1a1331056312),segment_id=74ab33ad-3266-4ff8-b77a-1a1331056312)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 15:27:01.417306 dv-neutron-825124-1-hyperv neutron-server[84154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '496df9a8-45fd-4be3-b525-1aca6ed3cdb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf9f915b-62b5-4791-8cfd-c501459d8e0e', 'code': 200} Jan 20 15:27:01.465453 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:27:01.515528 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:27:01.532467 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Pushing event updated for resources: {'Port': ['ID=bf9f915b-62b5-4791-8cfd-c501459d8e0e,revision_number=5']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:27:01.802449 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-274d042a-36e1-4054-b739-5d9287ad3b10 req-017fd470-3f0f-494b-a00a-fb52b4fe8e45 service neutron] 10.222.0.106 "GET /v2.0/ports?device_id=496df9a8-45fd-4be3-b525-1aca6ed3cdb6 HTTP/1.1" status: 200 len: 1098 time: 0.0659797 Jan 20 15:27:01.819934 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-cdd98e71-1f0a-4421-baa9-dcb30e06edf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:27:01.844804 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-274d042a-36e1-4054-b739-5d9287ad3b10 req-6867dcd9-f4f3-4cce-b6c1-f6ddb5b8934c service neutron] 10.222.0.106 "GET /v2.0/security-groups?id=a51455ee-d72f-4ef4-8816-aa98ecf736aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364344 Jan 20 15:27:02.552721 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f77279-53f7-46a1-a2d0-282bffb0b735 req-8d65b322-ee4f-4545-b5a2-47843ae066d7 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:27:02.554184 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-d6f77279-53f7-46a1-a2d0-282bffb0b735 req-8d65b322-ee4f-4545-b5a2-47843ae066d7 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/ports?device_id=496df9a8-45fd-4be3-b525-1aca6ed3cdb6 HTTP/1.1" status: 200 len: 945 time: 0.0797176 Jan 20 15:27:02.598888 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-d6f77279-53f7-46a1-a2d0-282bffb0b735 req-1d9e0eed-97c0-491e-9214-4840930680f4 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/security-groups?id=a51455ee-d72f-4ef4-8816-aa98ecf736aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392466 Jan 20 15:27:03.288254 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-eea6df97-7ff1-4b63-af20-e3ec8913deda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:27:03.564118 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-816c43d9-2b56-41c2-904a-049827154fde req-60f2ba2d-c4cd-4fcb-b626-74b25cf41bb9 service neutron] 10.222.0.106 "GET /v2.0/ports?device_id=496df9a8-45fd-4be3-b525-1aca6ed3cdb6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0678031 Jan 20 15:27:03.700323 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-816c43d9-2b56-41c2-904a-049827154fde req-fe2664bd-de7f-4022-986d-5902f64fdb5e service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=a7eb12e65a2142f3af36926716af6c10&device_id=496df9a8-45fd-4be3-b525-1aca6ed3cdb6 HTTP/1.1" status: 200 len: 1098 time: 0.0714998 Jan 20 15:27:03.999025 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816c43d9-2b56-41c2-904a-049827154fde req-1544b674-ba93-46f5-8e64-fbf3ef6f0f9c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:27:04.000470 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-816c43d9-2b56-41c2-904a-049827154fde req-1544b674-ba93-46f5-8e64-fbf3ef6f0f9c service neutron] 10.222.0.106 "GET /v2.0/networks?id=0454a7e3-da9a-4fb9-96e8-a9d75ec50644 HTTP/1.1" status: 200 len: 898 time: 0.2831042 Jan 20 15:27:04.006903 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6725d80a-cfa5-44e6-be7d-c5b83c26345f req-f087b00a-eef4-48e1-8c3c-56bbc4ef6924 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:27:04.008233 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-6725d80a-cfa5-44e6-be7d-c5b83c26345f req-f087b00a-eef4-48e1-8c3c-56bbc4ef6924 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/ports?device_id=496df9a8-45fd-4be3-b525-1aca6ed3cdb6 HTTP/1.1" status: 200 len: 945 time: 0.2625237 Jan 20 15:27:04.091511 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-816c43d9-2b56-41c2-904a-049827154fde req-4e7e0c98-4e7e-4bf0-9073-431f2c627deb service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bf9f915b-62b5-4791-8cfd-c501459d8e0e HTTP/1.1" status: 200 len: 217 time: 0.0823655 Jan 20 15:27:04.151926 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-6725d80a-cfa5-44e6-be7d-c5b83c26345f req-706e81d2-113d-454d-b1a6-2a831e877fe4 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/security-groups?id=a51455ee-d72f-4ef4-8816-aa98ecf736aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0905895 Jan 20 15:27:04.167026 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816c43d9-2b56-41c2-904a-049827154fde req-e00ede01-da99-4d7f-9822-8af37655f1d6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:27:04.168429 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-816c43d9-2b56-41c2-904a-049827154fde req-e00ede01-da99-4d7f-9822-8af37655f1d6 service neutron] 10.222.0.106 "GET /v2.0/subnets?id=b111ccaa-9671-46b4-80f5-a3b5cd000604 HTTP/1.1" status: 200 len: 835 time: 0.0668190 Jan 20 15:27:04.246095 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-816c43d9-2b56-41c2-904a-049827154fde req-eae99f30-080e-42fe-8c82-704e58fc809d service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=0454a7e3-da9a-4fb9-96e8-a9d75ec50644&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0721102 Jan 20 15:27:04.432441 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-816c43d9-2b56-41c2-904a-049827154fde req-9e6ecab7-3065-4f91-8cb7-0798e6dc6c7c service neutron] 10.222.0.106 "GET /v2.0/networks/0454a7e3-da9a-4fb9-96e8-a9d75ec50644?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1800032 Jan 20 15:27:04.461062 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4668dd-27f5-4136-8fb8-e9bce60ca998 req-96a57cc5-a07f-4233-bebd-e60b3b9a39df tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:27:04.462816 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-1c4668dd-27f5-4136-8fb8-e9bce60ca998 req-96a57cc5-a07f-4233-bebd-e60b3b9a39df tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/ports?device_id=496df9a8-45fd-4be3-b525-1aca6ed3cdb6 HTTP/1.1" status: 200 len: 945 time: 0.1917303 Jan 20 15:27:04.584880 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-1c4668dd-27f5-4136-8fb8-e9bce60ca998 req-9be35f25-f457-4403-9a49-01a31fd731df tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/security-groups?id=a51455ee-d72f-4ef4-8816-aa98ecf736aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1156828 Jan 20 15:27:04.609920 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-816c43d9-2b56-41c2-904a-049827154fde req-08c16742-87e5-49d1-8e83-6bca0492680e service neutron] 10.222.0.106 "GET /v2.0/networks/0454a7e3-da9a-4fb9-96e8-a9d75ec50644?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1717553 Jan 20 15:27:04.612252 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 50998) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:27:04.768110 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-4b7c0995-fc9b-4469-a0b7-1b4b3edeed88 tempest-TestNetworkAdvancedServerOps-1698589146 tempest-TestNetworkAdvancedServerOps-1698589146-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=496df9a8-45fd-4be3-b525-1aca6ed3cdb6 HTTP/1.1" status: 200 len: 1093 time: 0.1545246 Jan 20 15:27:04.770575 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 51004) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:27:04.775830 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-f314bda9-3808-4568-87ab-76ae329ecde4 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Request body: {'floatingip': {'floating_network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'port_id': 'bf9f915b-62b5-4791-8cfd-c501459d8e0e', 'tenant_id': 'a7eb12e65a2142f3af36926716af6c10', 'fixed_ip_address': '172.20.0.8'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 15:27:04.781540 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-f314bda9-3808-4568-87ab-76ae329ecde4 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:27:04.785258 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-f314bda9-3808-4568-87ab-76ae329ecde4 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Usage tracker for resource:floatingip and tenant:a7eb12e65a2142f3af36926716af6c10 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:27:04.788133 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-f314bda9-3808-4568-87ab-76ae329ecde4 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:27:04.793797 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-f314bda9-3808-4568-87ab-76ae329ecde4 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:27:04.886532 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-f314bda9-3808-4568-87ab-76ae329ecde4 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks [] for floatingip, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:27:05.025911 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-f314bda9-3808-4568-87ab-76ae329ecde4 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:27:05.161170 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.db_base_plugin_common [None req-f314bda9-3808-4568-87ab-76ae329ecde4 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Allocated IP 172.26.7.183 (8dffb05c-5ca0-409b-bd5f-7be6264f707d/a489dd4f-42a5-433b-8be3-bab2749c4209/026b4dac-ff44-4c7a-a3e3-1536c84efced) {{(pid=84153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 15:27:05.305220 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-f314bda9-3808-4568-87ab-76ae329ecde4 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks [] for port, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:27:05.408472 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-f314bda9-3808-4568-87ab-76ae329ecde4 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:27:05.475386 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f314bda9-3808-4568-87ab-76ae329ecde4 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Network 8dffb05c-5ca0-409b-bd5f-7be6264f707d is already hosted by enough agents. {{(pid=84153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 15:27:05.478335 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.base_scheduler [None req-f314bda9-3808-4568-87ab-76ae329ecde4 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Resources bound (agent type, host, resource id): {{(pid=84153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 15:27:05.483258 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f314bda9-3808-4568-87ab-76ae329ecde4 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Received port after_create {{(pid=84153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 15:27:05.506643 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f314bda9-3808-4568-87ab-76ae329ecde4 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Pushing event updated for resources: {'Port': ['ID=026b4dac-ff44-4c7a-a3e3-1536c84efced,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:27:06.090463 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-f314bda9-3808-4568-87ab-76ae329ecde4 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:27:06.212396 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-f314bda9-3808-4568-87ab-76ae329ecde4 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:27:06.444656 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-f314bda9-3808-4568-87ab-76ae329ecde4 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks [] for port, precommit_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:27:06.513997 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-f314bda9-3808-4568-87ab-76ae329ecde4 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3944146'] for port, after_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:27:06.611719 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f314bda9-3808-4568-87ab-76ae329ecde4 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Pushing event updated for resources: {'Port': ['ID=026b4dac-ff44-4c7a-a3e3-1536c84efced,revision_number=2']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:27:06.631448 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-f314bda9-3808-4568-87ab-76ae329ecde4 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-745254'] for floatingip, after_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:27:06.828532 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.db.l3_db [None req-f314bda9-3808-4568-87ab-76ae329ecde4 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Floating IP ec8b38dc-9c12-4ca5-9e12-763b698806b7 associated. External IP: 172.26.7.183, port: bf9f915b-62b5-4791-8cfd-c501459d8e0e. Jan 20 15:27:07.207935 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f314bda9-3808-4568-87ab-76ae329ecde4 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Router 0eb2ef48-df7d-4fdd-99d7-a0bb6b4c819b has already been hosted by L3 agent 624d525b-4c26-4143-8a1c-228bb1c6faaa {{(pid=84153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 15:27:07.406590 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f314bda9-3808-4568-87ab-76ae329ecde4 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify agent at l3_agent.dv-neutron-825124-1-hyperv the message routers_updated {{(pid=84153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 15:27:07.416179 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc8c7c73-47eb-475b-9d46-b6895861652c None None] Sync routers for ids ['0eb2ef48-df7d-4fdd-99d7-a0bb6b4c819b'] in dv-neutron-825124-1-hyperv {{(pid=84154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 15:27:07.427903 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc8c7c73-47eb-475b-9d46-b6895861652c None None] Routers {'0eb2ef48-df7d-4fdd-99d7-a0bb6b4c819b'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 15:27:07.428592 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-bc8c7c73-47eb-475b-9d46-b6895861652c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T15:27:00Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['0eb2ef48-df7d-4fdd-99d7-a0bb6b4c819b'], 'active': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:27:07.494922 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-f314bda9-3808-4568-87ab-76ae329ecde4 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for floatingip, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:27:07.547738 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-f314bda9-3808-4568-87ab-76ae329ecde4 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7761002 Jan 20 15:27:07.548281 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '496df9a8-45fd-4be3-b525-1aca6ed3cdb6', 'tag': 'bf9f915b-62b5-4791-8cfd-c501459d8e0e'}] {{(pid=84153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 15:27:07.612613 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvr_db [None req-bc8c7c73-47eb-475b-9d46-b6895861652c None None] Set router 0eb2ef48-df7d-4fdd-99d7-a0bb6b4c819b gateway port host: dv-neutron-825124-1-hyperv {{(pid=84154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 15:27:07.616874 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '496df9a8-45fd-4be3-b525-1aca6ed3cdb6', 'tag': 'bf9f915b-62b5-4791-8cfd-c501459d8e0e', 'status': 'completed', 'code': 200} Jan 20 15:27:07.889658 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64e87c7-b463-43f2-9eeb-2a8706f43d7d req-fe676019-33fa-4545-afe7-0b143352526c tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:27:07.891167 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-b64e87c7-b463-43f2-9eeb-2a8706f43d7d req-fe676019-33fa-4545-afe7-0b143352526c tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/ports?device_id=496df9a8-45fd-4be3-b525-1aca6ed3cdb6 HTTP/1.1" status: 200 len: 945 time: 0.2232616 Jan 20 15:27:07.894079 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-03c2e117-7637-4064-90a6-9d6f5a9ae95d req-2bb54621-3ea7-4f82-a556-dc0d9c64b212 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=a7eb12e65a2142f3af36926716af6c10&device_id=496df9a8-45fd-4be3-b525-1aca6ed3cdb6 HTTP/1.1" status: 200 len: 1098 time: 0.2546337 Jan 20 15:27:08.010298 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-bc8c7c73-47eb-475b-9d46-b6895861652c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eb2ef48-df7d-4fdd-99d7-a0bb6b4c819b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-404150556', 'tenant_id': 'a7eb12e65a2142f3af36926716af6c10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.113'}], 'enable_snat': True}, 'gw_port_id': '999cef46-8b39-4d42-83a1-8e4b85e6d390', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:26:41Z', 'updated_at': '2022-01-20T15:26:45Z', 'revision_number': 4, 'project_id': 'a7eb12e65a2142f3af36926716af6c10', 'gw_port': {'id': '999cef46-8b39-4d42-83a1-8e4b85e6d390', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:42:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eb2ef48-df7d-4fdd-99d7-a0bb6b4c819b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:26:41Z', 'updated_at': '2022-01-20T15:26:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv', '_floatingips': [{'id': 'ec8b38dc-9c12-4ca5-9e12-763b698806b7', 'tenant_id': 'a7eb12e65a2142f3af36926716af6c10', 'floating_ip_address': '172.26.7.183', 'floating_network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'router_id': '0eb2ef48-df7d-4fdd-99d7-a0bb6b4c819b', 'port_id': 'bf9f915b-62b5-4791-8cfd-c501459d8e0e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0454a7e3-da9a-4fb9-96e8-a9d75ec50644', 'mac_address': 'fa:16:3e:3a:f8:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '496df9a8-45fd-4be3-b525-1aca6ed3cdb6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T15:27:05Z', 'updated_at': '2022-01-20T15:27:05Z', 'revision_number': 0, 'project_id': 'a7eb12e65a2142f3af36926716af6c10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54d719be-3fb0-458e-9975-7e688604c80c', 'name': '', 'network_id': '0454a7e3-da9a-4fb9-96e8-a9d75ec50644', 'tenant_id': 'a7eb12e65a2142f3af36926716af6c10', 'mac_address': 'fa:16:3e:dd:a5:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eb2ef48-df7d-4fdd-99d7-a0bb6b4c819b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b111ccaa-9671-46b4-80f5-a3b5cd000604', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:26:45Z', 'updated_at': '2022-01-20T15:26:51Z', 'revision_number': 5, 'project_id': 'a7eb12e65a2142f3af36926716af6c10', 'subnets': [{'id': 'b111ccaa-9671-46b4-80f5-a3b5cd000604', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:27:08.014408 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc8c7c73-47eb-475b-9d46-b6895861652c None None] Checking router: 0eb2ef48-df7d-4fdd-99d7-a0bb6b4c819b for host: dv-neutron-825124-1-hyperv {{(pid=84154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 15:27:08.015389 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-b64e87c7-b463-43f2-9eeb-2a8706f43d7d req-b5df5170-da8d-43f2-ae42-e69bdba3f2b7 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/security-groups?id=a51455ee-d72f-4ef4-8816-aa98ecf736aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1185398 Jan 20 15:27:08.024926 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc8c7c73-47eb-475b-9d46-b6895861652c None None] Routers {'0eb2ef48-df7d-4fdd-99d7-a0bb6b4c819b'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 15:27:08.025542 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-bc8c7c73-47eb-475b-9d46-b6895861652c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T15:27:00Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['0eb2ef48-df7d-4fdd-99d7-a0bb6b4c819b'], 'active': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:27:08.044175 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 51012) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:27:08.054424 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c2e117-7637-4064-90a6-9d6f5a9ae95d req-9b8f0d79-644e-47af-8f2e-f903bbf78798 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:27:08.055953 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-03c2e117-7637-4064-90a6-9d6f5a9ae95d req-9b8f0d79-644e-47af-8f2e-f903bbf78798 service neutron] 10.222.0.106 "GET /v2.0/networks?id=0454a7e3-da9a-4fb9-96e8-a9d75ec50644 HTTP/1.1" status: 200 len: 898 time: 0.1461384 Jan 20 15:27:08.154815 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-c1398385-fc8a-4c12-9ca1-dfb84bd192d1 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/floatingips/ec8b38dc-9c12-4ca5-9e12-763b698806b7 HTTP/1.1" status: 200 len: 991 time: 0.1068618 Jan 20 15:27:08.172954 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-03c2e117-7637-4064-90a6-9d6f5a9ae95d req-285d4d10-0b2a-4245-8566-216860c901be service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bf9f915b-62b5-4791-8cfd-c501459d8e0e HTTP/1.1" status: 200 len: 999 time: 0.1104391 Jan 20 15:27:08.218457 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvr_db [None req-bc8c7c73-47eb-475b-9d46-b6895861652c None None] Set router 0eb2ef48-df7d-4fdd-99d7-a0bb6b4c819b gateway port host: dv-neutron-825124-1-hyperv {{(pid=84154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 15:27:08.234638 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c2e117-7637-4064-90a6-9d6f5a9ae95d req-ec845d8c-5412-42ca-8af3-1714392f95d6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:27:08.236073 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-03c2e117-7637-4064-90a6-9d6f5a9ae95d req-ec845d8c-5412-42ca-8af3-1714392f95d6 service neutron] 10.222.0.106 "GET /v2.0/subnets?id=b111ccaa-9671-46b4-80f5-a3b5cd000604 HTTP/1.1" status: 200 len: 835 time: 0.0576625 Jan 20 15:27:08.312139 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-03c2e117-7637-4064-90a6-9d6f5a9ae95d req-3b71cc3d-fb65-43d4-bea8-aa7a043c6daa service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=0454a7e3-da9a-4fb9-96e8-a9d75ec50644&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0703876 Jan 20 15:27:08.444886 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-03c2e117-7637-4064-90a6-9d6f5a9ae95d req-e1505e47-9acb-462f-92b3-2f7fa35562b1 service neutron] 10.222.0.106 "GET /v2.0/networks/0454a7e3-da9a-4fb9-96e8-a9d75ec50644?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267953 Jan 20 15:27:08.571105 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-bc8c7c73-47eb-475b-9d46-b6895861652c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eb2ef48-df7d-4fdd-99d7-a0bb6b4c819b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-404150556', 'tenant_id': 'a7eb12e65a2142f3af36926716af6c10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.113'}], 'enable_snat': True}, 'gw_port_id': '999cef46-8b39-4d42-83a1-8e4b85e6d390', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:26:41Z', 'updated_at': '2022-01-20T15:26:45Z', 'revision_number': 4, 'project_id': 'a7eb12e65a2142f3af36926716af6c10', 'gw_port': {'id': '999cef46-8b39-4d42-83a1-8e4b85e6d390', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:42:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eb2ef48-df7d-4fdd-99d7-a0bb6b4c819b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:26:41Z', 'updated_at': '2022-01-20T15:26:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv', '_floatingips': [{'id': 'ec8b38dc-9c12-4ca5-9e12-763b698806b7', 'tenant_id': 'a7eb12e65a2142f3af36926716af6c10', 'floating_ip_address': '172.26.7.183', 'floating_network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'router_id': '0eb2ef48-df7d-4fdd-99d7-a0bb6b4c819b', 'port_id': 'bf9f915b-62b5-4791-8cfd-c501459d8e0e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0454a7e3-da9a-4fb9-96e8-a9d75ec50644', 'mac_address': 'fa:16:3e:3a:f8:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '496df9a8-45fd-4be3-b525-1aca6ed3cdb6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T15:27:05Z', 'updated_at': '2022-01-20T15:27:05Z', 'revision_number': 0, 'project_id': 'a7eb12e65a2142f3af36926716af6c10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54d719be-3fb0-458e-9975-7e688604c80c', 'name': '', 'network_id': '0454a7e3-da9a-4fb9-96e8-a9d75ec50644', 'tenant_id': 'a7eb12e65a2142f3af36926716af6c10', 'mac_address': 'fa:16:3e:dd:a5:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eb2ef48-df7d-4fdd-99d7-a0bb6b4c819b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b111ccaa-9671-46b4-80f5-a3b5cd000604', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:26:45Z', 'updated_at': '2022-01-20T15:26:51Z', 'revision_number': 5, 'project_id': 'a7eb12e65a2142f3af36926716af6c10', 'subnets': [{'id': 'b111ccaa-9671-46b4-80f5-a3b5cd000604', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:27:08.575591 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc8c7c73-47eb-475b-9d46-b6895861652c None None] The sync data for ids ['0eb2ef48-df7d-4fdd-99d7-a0bb6b4c819b'] in dv-neutron-825124-1-hyperv is: [{'id': '0eb2ef48-df7d-4fdd-99d7-a0bb6b4c819b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-404150556', 'tenant_id': 'a7eb12e65a2142f3af36926716af6c10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.113'}], 'enable_snat': True}, 'gw_port_id': '999cef46-8b39-4d42-83a1-8e4b85e6d390', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:26:41Z', 'updated_at': '2022-01-20T15:26:45Z', 'revision_number': 4, 'project_id': 'a7eb12e65a2142f3af36926716af6c10', 'gw_port': {'id': '999cef46-8b39-4d42-83a1-8e4b85e6d390', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:42:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eb2ef48-df7d-4fdd-99d7-a0bb6b4c819b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:26:41Z', 'updated_at': '2022-01-20T15:26:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv', '_floatingips': [{'id': 'ec8b38dc-9c12-4ca5-9e12-763b698806b7', 'tenant_id': 'a7eb12e65a2142f3af36926716af6c10', 'floating_ip_address': '172.26.7.183', 'floating_network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'router_id': '0eb2ef48-df7d-4fdd-99d7-a0bb6b4c819b', 'port_id': 'bf9f915b-62b5-4791-8cfd-c501459d8e0e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0454a7e3-da9a-4fb9-96e8-a9d75ec50644', 'mac_address': 'fa:16:3e:3a:f8:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '496df9a8-45fd-4be3-b525-1aca6ed3cdb6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T15:27:05Z', 'updated_at': '2022-01-20T15:27:05Z', 'revision_number': 0, 'project_id': 'a7eb12e65a2142f3af36926716af6c10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54d719be-3fb0-458e-9975-7e688604c80c', 'name': '', 'network_id': '0454a7e3-da9a-4fb9-96e8-a9d75ec50644', 'tenant_id': 'a7eb12e65a2142f3af36926716af6c10', 'mac_address': 'fa:16:3e:dd:a5:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eb2ef48-df7d-4fdd-99d7-a0bb6b4c819b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b111ccaa-9671-46b4-80f5-a3b5cd000604', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:26:45Z', 'updated_at': '2022-01-20T15:26:51Z', 'revision_number': 5, 'project_id': 'a7eb12e65a2142f3af36926716af6c10', 'subnets': [{'id': 'b111ccaa-9671-46b4-80f5-a3b5cd000604', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 15:27:08.582858 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-03c2e117-7637-4064-90a6-9d6f5a9ae95d req-daf7873d-e9ac-4c5a-8770-3d6b70cffb65 service neutron] 10.222.0.106 "GET /v2.0/networks/0454a7e3-da9a-4fb9-96e8-a9d75ec50644?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319788 Jan 20 15:27:08.770174 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43251de0-8a46-442a-8516-0fb89fb90192 None None] New status for floating IP ec8b38dc-9c12-4ca5-9e12-763b698806b7: ACTIVE {{(pid=84155) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 20 15:27:09.158048 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 51016) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:27:09.261723 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-39e75122-d77b-4dc9-885e-d769dc71704c tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/floatingips/ec8b38dc-9c12-4ca5-9e12-763b698806b7 HTTP/1.1" status: 200 len: 993 time: 0.1025484 Jan 20 15:27:20.096004 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.agents_db [None req-6dba657d-a637-4918-9b6d-40defdfae04b None None] Agent healthcheck: found 6 active agents {{(pid=84155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 15:27:28.030493 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-5e97a005-b5eb-4c13-8b4d-267f4a99e021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:27:29.659069 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [req-6a9fca6d-ae10-4b4c-a2d8-fe1832245343 req-2bbf1c45-1ea2-41ff-9250-538fa54a5d01 service neutron] (84153) timed out ('10.222.0.54', 48284) {{(pid=84153) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jan 20 15:27:30.461555 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-26ed6721-ad7e-4198-bc6b-8925f36dfc22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:27:31.087074 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:27:31.458342 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:27:31.793100 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-cdd98e71-1f0a-4421-baa9-dcb30e06edf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:27:33.281181 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-eea6df97-7ff1-4b63-af20-e3ec8913deda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:27:50.449790 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [req-fd873782-2b8b-4264-8922-1e7c00d85cbe req-ad04ed86-0687-4031-b34a-2fa0eaf59a73 service neutron] (84152) timed out ('10.222.0.106', 52480) {{(pid=84152) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jan 20 15:27:57.096461 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.agents_db [None req-6dba657d-a637-4918-9b6d-40defdfae04b None None] Agent healthcheck: found 6 active agents {{(pid=84155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 15:27:58.039288 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-2765e502-9b90-49a7-9e43-d541da8fef4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:28:00.459443 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-b8817b44-fa62-4b82-9e78-98c8a098e918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:28:01.137226 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:28:01.445380 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:28:01.859515 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-cdd98e71-1f0a-4421-baa9-dcb30e06edf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:28:03.282036 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-eea6df97-7ff1-4b63-af20-e3ec8913deda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:28:03.575650 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-a1b3b0b0-5331-4e5d-ba90-acb70c0bd63e req-4e56f97c-97b0-4839-b103-c478b279dffd service neutron] 10.222.0.106 "GET /v2.0/ports?device_id=496df9a8-45fd-4be3-b525-1aca6ed3cdb6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0659089 Jan 20 15:28:03.708620 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-a1b3b0b0-5331-4e5d-ba90-acb70c0bd63e req-a23aa645-3f71-4040-a0c2-938cc3af5c6d service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=a7eb12e65a2142f3af36926716af6c10&device_id=496df9a8-45fd-4be3-b525-1aca6ed3cdb6 HTTP/1.1" status: 200 len: 1098 time: 0.0691843 Jan 20 15:28:03.847323 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b3b0b0-5331-4e5d-ba90-acb70c0bd63e req-b9a27eb5-5d02-404c-b8c9-55c057b9f98a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:28:03.848625 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-a1b3b0b0-5331-4e5d-ba90-acb70c0bd63e req-b9a27eb5-5d02-404c-b8c9-55c057b9f98a service neutron] 10.222.0.106 "GET /v2.0/networks?id=0454a7e3-da9a-4fb9-96e8-a9d75ec50644 HTTP/1.1" status: 200 len: 898 time: 0.1221457 Jan 20 15:28:03.946357 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-a1b3b0b0-5331-4e5d-ba90-acb70c0bd63e req-0a35697a-4502-4b28-a1de-d403e019c81b service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bf9f915b-62b5-4791-8cfd-c501459d8e0e HTTP/1.1" status: 200 len: 1001 time: 0.0910745 Jan 20 15:28:04.008870 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b3b0b0-5331-4e5d-ba90-acb70c0bd63e req-5183dcbc-2bf0-48c5-94fc-2a173518a51a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:28:04.010261 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-a1b3b0b0-5331-4e5d-ba90-acb70c0bd63e req-5183dcbc-2bf0-48c5-94fc-2a173518a51a service neutron] 10.222.0.106 "GET /v2.0/subnets?id=b111ccaa-9671-46b4-80f5-a3b5cd000604 HTTP/1.1" status: 200 len: 835 time: 0.0584960 Jan 20 15:28:04.082179 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-a1b3b0b0-5331-4e5d-ba90-acb70c0bd63e req-77643889-13bf-4be4-af20-374b4254900e service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=0454a7e3-da9a-4fb9-96e8-a9d75ec50644&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0661707 Jan 20 15:28:04.092044 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [req-a1b3b0b0-5331-4e5d-ba90-acb70c0bd63e req-0223bc72-6cce-4351-8914-1ed1f3f7e491 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=84153) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 20 15:28:04.093795 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-a1b3b0b0-5331-4e5d-ba90-acb70c0bd63e req-0223bc72-6cce-4351-8914-1ed1f3f7e491 service neutron] 10.222.0.106 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0047634 Jan 20 15:28:04.224363 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-a1b3b0b0-5331-4e5d-ba90-acb70c0bd63e req-4524bcee-6fb8-428c-8c5f-077434884d94 service neutron] 10.222.0.106 "GET /v2.0/networks/0454a7e3-da9a-4fb9-96e8-a9d75ec50644?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243169 Jan 20 15:28:04.354850 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-a1b3b0b0-5331-4e5d-ba90-acb70c0bd63e req-d0ade12c-4319-4024-8465-d0ed6046203d service neutron] 10.222.0.106 "GET /v2.0/networks/0454a7e3-da9a-4fb9-96e8-a9d75ec50644?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234040 Jan 20 15:28:10.214556 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-e32de3ff-bf20-4614-b4dd-2dc9d21ee32d req-10425d76-df74-4095-b143-25fa56337f42 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=496df9a8-45fd-4be3-b525-1aca6ed3cdb6&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1730208 Jan 20 15:28:10.649128 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee0d0b7-2178-4f54-9c44-5baf72166c64 req-24b4413a-72c0-4c06-9e30-9e98068eddaa tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:28:10.650584 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-cee0d0b7-2178-4f54-9c44-5baf72166c64 req-24b4413a-72c0-4c06-9e30-9e98068eddaa tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/ports?device_id=496df9a8-45fd-4be3-b525-1aca6ed3cdb6 HTTP/1.1" status: 200 len: 945 time: 0.0754077 Jan 20 15:28:10.668990 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 51046) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:28:10.696668 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-cee0d0b7-2178-4f54-9c44-5baf72166c64 req-5591e01c-a6fb-47c5-947d-a148c7584dac tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/security-groups?id=a51455ee-d72f-4ef4-8816-aa98ecf736aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400708 Jan 20 15:28:10.825945 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-79b54206-b1d5-48c7-bf27-e9316b90315e req-8e76e9b6-19a2-4297-b9e3-e1592cc64dfa service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=496df9a8-45fd-4be3-b525-1aca6ed3cdb6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1558168 Jan 20 15:28:11.896256 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0aa511-4143-40cf-ad22-0b1ab3354bae req-b2baf4ec-06a5-4a9d-9ca6-b80431ee1349 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:28:11.897625 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-9e0aa511-4143-40cf-ad22-0b1ab3354bae req-b2baf4ec-06a5-4a9d-9ca6-b80431ee1349 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/ports?device_id=496df9a8-45fd-4be3-b525-1aca6ed3cdb6 HTTP/1.1" status: 200 len: 945 time: 0.0796986 Jan 20 15:28:11.942574 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-9e0aa511-4143-40cf-ad22-0b1ab3354bae req-6bf3195a-4b7e-4ec4-8348-18003c2e8ecf tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/security-groups?id=a51455ee-d72f-4ef4-8816-aa98ecf736aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388262 Jan 20 15:28:12.889537 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-79b54206-b1d5-48c7-bf27-e9316b90315e req-5d7927d3-f427-43a4-83fe-a7c43ba05ad0 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=a7eb12e65a2142f3af36926716af6c10&device_id=496df9a8-45fd-4be3-b525-1aca6ed3cdb6 HTTP/1.1" status: 200 len: 1098 time: 0.0673087 Jan 20 15:28:13.018619 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b54206-b1d5-48c7-bf27-e9316b90315e req-a3cdac68-819c-4594-8582-e4622a282a5c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:28:13.020060 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-79b54206-b1d5-48c7-bf27-e9316b90315e req-a3cdac68-819c-4594-8582-e4622a282a5c service neutron] 10.222.0.106 "GET /v2.0/networks?id=0454a7e3-da9a-4fb9-96e8-a9d75ec50644 HTTP/1.1" status: 200 len: 898 time: 0.1242239 Jan 20 15:28:13.169811 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-79b54206-b1d5-48c7-bf27-e9316b90315e req-15f75f3f-8834-4495-a9c3-5afd71652317 service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bf9f915b-62b5-4791-8cfd-c501459d8e0e HTTP/1.1" status: 200 len: 1001 time: 0.1436226 Jan 20 15:28:13.227404 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e561cc1-2738-4071-a60b-e716fad7d32e req-99ef275c-0b25-484b-bfdc-620996f7e575 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:28:13.228832 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-1e561cc1-2738-4071-a60b-e716fad7d32e req-99ef275c-0b25-484b-bfdc-620996f7e575 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/ports?device_id=496df9a8-45fd-4be3-b525-1aca6ed3cdb6 HTTP/1.1" status: 200 len: 945 time: 0.1531827 Jan 20 15:28:13.259409 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b54206-b1d5-48c7-bf27-e9316b90315e req-3969572f-e7f0-44bc-bc47-1126616ab62b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:28:13.261366 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-79b54206-b1d5-48c7-bf27-e9316b90315e req-3969572f-e7f0-44bc-bc47-1126616ab62b service neutron] 10.222.0.106 "GET /v2.0/subnets?id=b111ccaa-9671-46b4-80f5-a3b5cd000604 HTTP/1.1" status: 200 len: 835 time: 0.0849924 Jan 20 15:28:13.324471 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-1e561cc1-2738-4071-a60b-e716fad7d32e req-bdb4421b-bf3f-4dff-bde9-c1f7de67ef5e tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/security-groups?id=a51455ee-d72f-4ef4-8816-aa98ecf736aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0877414 Jan 20 15:28:13.353051 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-79b54206-b1d5-48c7-bf27-e9316b90315e req-367e798a-b849-4a2c-a512-5d5515fd8031 service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=0454a7e3-da9a-4fb9-96e8-a9d75ec50644&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0810344 Jan 20 15:28:13.480106 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-79b54206-b1d5-48c7-bf27-e9316b90315e req-0d476efc-f63f-49c3-967f-d5d08b6e44cd service neutron] 10.222.0.106 "GET /v2.0/networks/0454a7e3-da9a-4fb9-96e8-a9d75ec50644?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207838 Jan 20 15:28:13.606457 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-79b54206-b1d5-48c7-bf27-e9316b90315e req-9eeccea0-e738-4ec0-90a0-d2903144b10d service neutron] 10.222.0.106 "GET /v2.0/networks/0454a7e3-da9a-4fb9-96e8-a9d75ec50644?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201358 Jan 20 15:28:14.523285 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61090d21-5a4b-48c7-bb1b-1e286bb70a8d req-bfe5d87b-373b-42f6-86ac-f348430ab05f tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:28:14.524652 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-61090d21-5a4b-48c7-bb1b-1e286bb70a8d req-bfe5d87b-373b-42f6-86ac-f348430ab05f tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/ports?device_id=496df9a8-45fd-4be3-b525-1aca6ed3cdb6 HTTP/1.1" status: 200 len: 945 time: 0.0815325 Jan 20 15:28:14.570181 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-61090d21-5a4b-48c7-bb1b-1e286bb70a8d req-b0b8911a-76aa-4f82-82f4-0050fddf8ac7 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/security-groups?id=a51455ee-d72f-4ef4-8816-aa98ecf736aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399356 Jan 20 15:28:15.767480 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ad25ab-49b8-4008-b530-bea50ffecd05 req-bf4954ad-3903-4333-872c-292911a1f2b8 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:28:15.768902 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-d2ad25ab-49b8-4008-b530-bea50ffecd05 req-bf4954ad-3903-4333-872c-292911a1f2b8 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/ports?device_id=496df9a8-45fd-4be3-b525-1aca6ed3cdb6 HTTP/1.1" status: 200 len: 945 time: 0.0771499 Jan 20 15:28:15.813270 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-d2ad25ab-49b8-4008-b530-bea50ffecd05 req-0dd4041d-6f77-48ae-9b06-fc9f02b6c75e tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/security-groups?id=a51455ee-d72f-4ef4-8816-aa98ecf736aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389469 Jan 20 15:28:17.006831 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c35b09-72ee-4e99-83df-257840b98556 req-f64a2966-5db7-4d96-9172-07be632ec296 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:28:17.008382 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-23c35b09-72ee-4e99-83df-257840b98556 req-f64a2966-5db7-4d96-9172-07be632ec296 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/ports?device_id=496df9a8-45fd-4be3-b525-1aca6ed3cdb6 HTTP/1.1" status: 200 len: 945 time: 0.0747139 Jan 20 15:28:17.055228 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-23c35b09-72ee-4e99-83df-257840b98556 req-bb822b10-8783-4b8c-a86b-9738b8302abd tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/security-groups?id=a51455ee-d72f-4ef4-8816-aa98ecf736aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405705 Jan 20 15:28:18.253142 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a34306-9c45-46c5-8e5f-aec4322798bf req-181a60b6-a195-4ae7-88ea-839a7316d67d tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:28:18.254668 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-34a34306-9c45-46c5-8e5f-aec4322798bf req-181a60b6-a195-4ae7-88ea-839a7316d67d tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/ports?device_id=496df9a8-45fd-4be3-b525-1aca6ed3cdb6 HTTP/1.1" status: 200 len: 945 time: 0.0798070 Jan 20 15:28:18.299069 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-34a34306-9c45-46c5-8e5f-aec4322798bf req-ba102681-7449-4096-b803-63465ef62270 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/security-groups?id=a51455ee-d72f-4ef4-8816-aa98ecf736aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389822 Jan 20 15:28:19.492083 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c95808-1713-4bce-88de-84b65aa8a352 req-2db8c3a1-1f98-47e6-97eb-6aafb57e940b tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:28:19.493513 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-38c95808-1713-4bce-88de-84b65aa8a352 req-2db8c3a1-1f98-47e6-97eb-6aafb57e940b tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/ports?device_id=496df9a8-45fd-4be3-b525-1aca6ed3cdb6 HTTP/1.1" status: 200 len: 945 time: 0.0757000 Jan 20 15:28:19.541404 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-38c95808-1713-4bce-88de-84b65aa8a352 req-e822aea7-f344-41a0-a704-e55b2b109e2b tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/security-groups?id=a51455ee-d72f-4ef4-8816-aa98ecf736aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419104 Jan 20 15:28:20.734463 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fc627f-6c97-4d49-884f-86a2744bae99 req-bb83ffaf-8dc5-4839-b48e-367a0a8cdf13 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:28:20.735914 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-33fc627f-6c97-4d49-884f-86a2744bae99 req-bb83ffaf-8dc5-4839-b48e-367a0a8cdf13 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/ports?device_id=496df9a8-45fd-4be3-b525-1aca6ed3cdb6 HTTP/1.1" status: 200 len: 945 time: 0.0747864 Jan 20 15:28:20.779946 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-33fc627f-6c97-4d49-884f-86a2744bae99 req-d207a4ec-e049-4f6d-bdb2-c80911fe9616 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/security-groups?id=a51455ee-d72f-4ef4-8816-aa98ecf736aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387452 Jan 20 15:28:21.974554 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec67318-accb-4dc6-8f36-d78591ad3212 req-9e4ac0bf-bbbc-4c35-9a69-de7cbe09aa1e tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:28:21.975994 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-dec67318-accb-4dc6-8f36-d78591ad3212 req-9e4ac0bf-bbbc-4c35-9a69-de7cbe09aa1e tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/ports?device_id=496df9a8-45fd-4be3-b525-1aca6ed3cdb6 HTTP/1.1" status: 200 len: 945 time: 0.0778027 Jan 20 15:28:22.103039 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-dec67318-accb-4dc6-8f36-d78591ad3212 req-29717e65-4d50-489e-8aa0-99d8091c89b4 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/security-groups?id=a51455ee-d72f-4ef4-8816-aa98ecf736aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1211684 Jan 20 15:28:23.304484 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66a2227-9b36-49eb-9a7a-8bb3e99ebc1a req-86576818-45f0-45ba-9e47-ac203aae77a2 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:28:23.305956 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-e66a2227-9b36-49eb-9a7a-8bb3e99ebc1a req-86576818-45f0-45ba-9e47-ac203aae77a2 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/ports?device_id=496df9a8-45fd-4be3-b525-1aca6ed3cdb6 HTTP/1.1" status: 200 len: 945 time: 0.0804584 Jan 20 15:28:23.350133 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-e66a2227-9b36-49eb-9a7a-8bb3e99ebc1a req-9a917489-62d6-40da-8e81-deaee13cc123 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/security-groups?id=a51455ee-d72f-4ef4-8816-aa98ecf736aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387480 Jan 20 15:28:24.550646 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e3218f-7219-480e-8aa7-47af362caaa8 req-a9347f98-56d4-49b8-a258-660a79d3503d tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:28:24.552113 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-41e3218f-7219-480e-8aa7-47af362caaa8 req-a9347f98-56d4-49b8-a258-660a79d3503d tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/ports?device_id=496df9a8-45fd-4be3-b525-1aca6ed3cdb6 HTTP/1.1" status: 200 len: 945 time: 0.0807004 Jan 20 15:28:24.601380 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-41e3218f-7219-480e-8aa7-47af362caaa8 req-1b0ea3fd-ded7-42e8-a6ca-bdfe53fd2abb tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/security-groups?id=a51455ee-d72f-4ef4-8816-aa98ecf736aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431695 Jan 20 15:28:25.809413 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-79b54206-b1d5-48c7-bf27-e9316b90315e req-3c47ef9a-3f50-4eec-8ba3-d1bd6ed11813 service neutron] 10.222.0.106 "GET /v2.0/ports/bf9f915b-62b5-4791-8cfd-c501459d8e0e/bindings/hv-neutron-8251 HTTP/1.1" status: 200 len: 384 time: 0.1268566 Jan 20 15:28:25.826669 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22db9bc1-e894-4b31-a0fb-9a76e0dccdfd req-625484c9-9202-4769-942b-f21d2a5c79e7 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:28:25.828084 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-22db9bc1-e894-4b31-a0fb-9a76e0dccdfd req-625484c9-9202-4769-942b-f21d2a5c79e7 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/ports?device_id=496df9a8-45fd-4be3-b525-1aca6ed3cdb6 HTTP/1.1" status: 200 len: 945 time: 0.1031976 Jan 20 15:28:25.873945 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-22db9bc1-e894-4b31-a0fb-9a76e0dccdfd req-88509ab6-45e1-434c-acc2-35937409067b tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/security-groups?id=a51455ee-d72f-4ef4-8816-aa98ecf736aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404353 Jan 20 15:28:26.348094 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-79b54206-b1d5-48c7-bf27-e9316b90315e req-d263dfea-7605-4f13-98d0-a1a86a7eab9b service neutron] 10.222.0.106 "GET /v2.0/ports?device_id=496df9a8-45fd-4be3-b525-1aca6ed3cdb6&tenant_id=a7eb12e65a2142f3af36926716af6c10 HTTP/1.1" status: 200 len: 1098 time: 0.0703764 Jan 20 15:28:26.435794 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-79b54206-b1d5-48c7-bf27-e9316b90315e req-da840614-d64a-4f31-8e28-8944d866b273 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=a7eb12e65a2142f3af36926716af6c10&device_id=496df9a8-45fd-4be3-b525-1aca6ed3cdb6 HTTP/1.1" status: 200 len: 1098 time: 0.0659549 Jan 20 15:28:26.561624 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b54206-b1d5-48c7-bf27-e9316b90315e req-7a9c139c-0346-446f-bd35-0ea2e42c9aa1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:28:26.563067 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-79b54206-b1d5-48c7-bf27-e9316b90315e req-7a9c139c-0346-446f-bd35-0ea2e42c9aa1 service neutron] 10.222.0.106 "GET /v2.0/networks?id=0454a7e3-da9a-4fb9-96e8-a9d75ec50644 HTTP/1.1" status: 200 len: 898 time: 0.1215594 Jan 20 15:28:26.665110 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-79b54206-b1d5-48c7-bf27-e9316b90315e req-686795f1-d659-4e32-b62f-2c5adfbb1ef8 service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bf9f915b-62b5-4791-8cfd-c501459d8e0e HTTP/1.1" status: 200 len: 1001 time: 0.0956585 Jan 20 15:28:26.725346 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b54206-b1d5-48c7-bf27-e9316b90315e req-2f0fd26b-cdb7-4424-a4e8-cbfdfa301acd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:28:26.726750 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-79b54206-b1d5-48c7-bf27-e9316b90315e req-2f0fd26b-cdb7-4424-a4e8-cbfdfa301acd service neutron] 10.222.0.106 "GET /v2.0/subnets?id=b111ccaa-9671-46b4-80f5-a3b5cd000604 HTTP/1.1" status: 200 len: 835 time: 0.0551541 Jan 20 15:28:26.804090 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-79b54206-b1d5-48c7-bf27-e9316b90315e req-728aed85-48a1-4571-b1e8-4fe02d8446b0 service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=0454a7e3-da9a-4fb9-96e8-a9d75ec50644&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0712237 Jan 20 15:28:26.933850 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-79b54206-b1d5-48c7-bf27-e9316b90315e req-fdbf89b7-0e97-43fa-bd62-6ff4bfa08c6d service neutron] 10.222.0.106 "GET /v2.0/networks/0454a7e3-da9a-4fb9-96e8-a9d75ec50644?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236422 Jan 20 15:28:27.111727 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-79b54206-b1d5-48c7-bf27-e9316b90315e req-813c8ebb-db46-4bc8-be0a-ae5c6adf22ac service neutron] 10.222.0.106 "GET /v2.0/networks/0454a7e3-da9a-4fb9-96e8-a9d75ec50644?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1712682 Jan 20 15:28:27.125499 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f0ce95-f938-4d67-b524-d0d4a945c9d6 req-3d149bd5-1379-40ee-be34-118966bf8c5f tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:28:27.126905 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-c0f0ce95-f938-4d67-b524-d0d4a945c9d6 req-3d149bd5-1379-40ee-be34-118966bf8c5f tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/ports?device_id=496df9a8-45fd-4be3-b525-1aca6ed3cdb6 HTTP/1.1" status: 200 len: 945 time: 0.1236594 Jan 20 15:28:27.179217 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-c0f0ce95-f938-4d67-b524-d0d4a945c9d6 req-d0f4cd37-4677-49a0-a96f-0c3432161ff3 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/security-groups?id=a51455ee-d72f-4ef4-8816-aa98ecf736aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399549 Jan 20 15:28:28.040103 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ece7bcae-1742-497d-8a06-c03a256ecb8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:28:28.370251 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11c4036-a8c3-40fc-b7d6-52f9aa1b0863 req-dfca9833-ff22-48ac-a090-c5f55e1131f3 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:28:28.371712 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-e11c4036-a8c3-40fc-b7d6-52f9aa1b0863 req-dfca9833-ff22-48ac-a090-c5f55e1131f3 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/ports?device_id=496df9a8-45fd-4be3-b525-1aca6ed3cdb6 HTTP/1.1" status: 200 len: 945 time: 0.0795982 Jan 20 15:28:28.414804 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-e11c4036-a8c3-40fc-b7d6-52f9aa1b0863 req-fff15083-116b-4e3f-8705-5a1ab369b862 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/security-groups?id=a51455ee-d72f-4ef4-8816-aa98ecf736aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378013 Jan 20 15:28:29.516257 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Device bf9f915b-62b5-4791-8cfd-c501459d8e0e details requested by agent hyperv_hv-neutron-8251 with host hv-neutron-8251 {{(pid=84154) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 20 15:28:29.523761 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Device bf9f915b-62b5-4791-8cfd-c501459d8e0e no longer exists at agent hyperv_hv-neutron-8251 {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 15:28:29.677920 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdf6c76-df9f-4e6b-ba54-773258a789f1 req-3e9dda3a-7d1c-45b0-9221-25d42b4e9638 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:28:29.679376 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-9fdf6c76-df9f-4e6b-ba54-773258a789f1 req-3e9dda3a-7d1c-45b0-9221-25d42b4e9638 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/ports?device_id=496df9a8-45fd-4be3-b525-1aca6ed3cdb6 HTTP/1.1" status: 200 len: 945 time: 0.1435347 Jan 20 15:28:29.723402 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-9fdf6c76-df9f-4e6b-ba54-773258a789f1 req-c5dc4686-1fb4-4cb7-a04d-a3924612bf2b tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/security-groups?id=a51455ee-d72f-4ef4-8816-aa98ecf736aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379114 Jan 20 15:28:29.738364 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] For port bf9f915b-62b5-4791-8cfd-c501459d8e0e, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=bf9f915b-62b5-4791-8cfd-c501459d8e0e,segment=NetworkSegment(74ab33ad-3266-4ff8-b77a-1a1331056312),segment_id=74ab33ad-3266-4ff8-b77a-1a1331056312)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 15:28:29.752932 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:28:29.766125 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Returning: {'device': 'bf9f915b-62b5-4791-8cfd-c501459d8e0e', 'network_id': '0454a7e3-da9a-4fb9-96e8-a9d75ec50644', 'port_id': 'bf9f915b-62b5-4791-8cfd-c501459d8e0e', 'mac_address': 'fa:16:3e:3a:f8:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b111ccaa-9671-46b4-80f5-a3b5cd000604', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84154) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 20 15:28:29.816390 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '496df9a8-45fd-4be3-b525-1aca6ed3cdb6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bf9f915b-62b5-4791-8cfd-c501459d8e0e'}] {{(pid=84154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 15:28:29.834448 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] For port bf9f915b-62b5-4791-8cfd-c501459d8e0e, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=bf9f915b-62b5-4791-8cfd-c501459d8e0e,segment=NetworkSegment(74ab33ad-3266-4ff8-b77a-1a1331056312),segment_id=74ab33ad-3266-4ff8-b77a-1a1331056312)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 15:28:29.845690 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:28:29.859234 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.notifiers.nova [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bf9f915b-62b5-4791-8cfd-c501459d8e0e {{(pid=84154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 15:28:29.890262 dv-neutron-825124-1-hyperv neutron-server[84154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '496df9a8-45fd-4be3-b525-1aca6ed3cdb6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bf9f915b-62b5-4791-8cfd-c501459d8e0e', 'code': 200} Jan 20 15:28:29.903353 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:28:30.056069 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.db.api [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84154) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 15:28:30.056450 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG oslo_db.api [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 15:28:30.059870 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Pushing event updated for resources: {'Port': ['ID=bf9f915b-62b5-4791-8cfd-c501459d8e0e,revision_number=6']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:28:30.068329 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:28:30.068611 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:28:30.068958 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:28:30.069309 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:28:30.069646 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:28:30.070074 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:28:30.070330 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:28:30.070670 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:28:30.070980 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:28:30.071300 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:28:30.071619 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:28:30.451487 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-9558bf9d-484d-493b-9428-d51a69b1d6fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:28:30.606373 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:28:30.622948 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.notifiers.nova [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf9f915b-62b5-4791-8cfd-c501459d8e0e {{(pid=84154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 15:28:30.638206 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] For port bf9f915b-62b5-4791-8cfd-c501459d8e0e, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=bf9f915b-62b5-4791-8cfd-c501459d8e0e,segment=NetworkSegment(74ab33ad-3266-4ff8-b77a-1a1331056312),segment_id=74ab33ad-3266-4ff8-b77a-1a1331056312)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 15:28:30.691808 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:28:30.762988 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] get_ports_and_sgs() called for port_ids ['bf9f915b-62b5-4791-8cfd-c501459d8e0e'] {{(pid=84154) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 20 15:28:30.789601 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Pushing event updated for resources: {'Port': ['ID=bf9f915b-62b5-4791-8cfd-c501459d8e0e,revision_number=7']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:28:30.928667 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c740f5-c50b-4824-8c4c-160a60b5ff4c req-e2c48223-270e-42fa-82ee-075d7a8bec30 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:28:30.930184 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-d5c740f5-c50b-4824-8c4c-160a60b5ff4c req-e2c48223-270e-42fa-82ee-075d7a8bec30 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/ports?device_id=496df9a8-45fd-4be3-b525-1aca6ed3cdb6 HTTP/1.1" status: 200 len: 944 time: 0.0789881 Jan 20 15:28:30.975596 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-d5c740f5-c50b-4824-8c4c-160a60b5ff4c req-2d8789ff-cecf-4d54-ba8f-213b9bf7da58 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/security-groups?id=a51455ee-d72f-4ef4-8816-aa98ecf736aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393398 Jan 20 15:28:31.091674 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:28:31.460605 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:28:31.548293 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Device bf9f915b-62b5-4791-8cfd-c501459d8e0e up at agent hyperv_hv-neutron-8251 {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 15:28:31.589765 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d550ab6b-e00e-4305-9d15-b45ac2e1671a req-001876ca-958f-46cf-a427-f09301789e16 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:28:31.591246 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-d550ab6b-e00e-4305-9d15-b45ac2e1671a req-001876ca-958f-46cf-a427-f09301789e16 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/ports?device_id=496df9a8-45fd-4be3-b525-1aca6ed3cdb6 HTTP/1.1" status: 200 len: 944 time: 0.2249625 Jan 20 15:28:31.615356 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Provisioning complete for port bf9f915b-62b5-4791-8cfd-c501459d8e0e triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:28:31.615971 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:28:31.638272 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6b083c-3522-4990-994c-c504253e4cec req-8ee0f300-f230-46cd-a1f0-b3f9ce11b859 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:28:31.639690 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-ea6b083c-3522-4990-994c-c504253e4cec req-8ee0f300-f230-46cd-a1f0-b3f9ce11b859 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.106 "GET /v2.0/ports?device_id=496df9a8-45fd-4be3-b525-1aca6ed3cdb6&tenant_id=a7eb12e65a2142f3af36926716af6c10&binding%3Ahost_id=hv-neutron-8251 HTTP/1.1" status: 200 len: 944 time: 0.2256467 Jan 20 15:28:31.652647 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-d550ab6b-e00e-4305-9d15-b45ac2e1671a req-eaaaaa41-b5b5-4b88-a7ea-383c02ef8cc9 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/security-groups?id=a51455ee-d72f-4ef4-8816-aa98ecf736aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554039 Jan 20 15:28:31.752782 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:28:31.785291 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] For port bf9f915b-62b5-4791-8cfd-c501459d8e0e, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=bf9f915b-62b5-4791-8cfd-c501459d8e0e,segment=NetworkSegment(74ab33ad-3266-4ff8-b77a-1a1331056312),segment_id=74ab33ad-3266-4ff8-b77a-1a1331056312)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 15:28:31.793060 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-ea6b083c-3522-4990-994c-c504253e4cec req-255c44a1-a358-4f4c-8880-06aec2f17f0f service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=a7eb12e65a2142f3af36926716af6c10&device_id=496df9a8-45fd-4be3-b525-1aca6ed3cdb6 HTTP/1.1" status: 200 len: 1097 time: 0.0795562 Jan 20 15:28:31.825978 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-cdd98e71-1f0a-4421-baa9-dcb30e06edf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:28:31.856410 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:28:31.891665 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '496df9a8-45fd-4be3-b525-1aca6ed3cdb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf9f915b-62b5-4791-8cfd-c501459d8e0e'}] {{(pid=84154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 15:28:31.932200 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Pushing event updated for resources: {'Port': ['ID=bf9f915b-62b5-4791-8cfd-c501459d8e0e,revision_number=8']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:28:31.967260 dv-neutron-825124-1-hyperv neutron-server[84154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '496df9a8-45fd-4be3-b525-1aca6ed3cdb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf9f915b-62b5-4791-8cfd-c501459d8e0e', 'code': 200} Jan 20 15:28:31.981428 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6b083c-3522-4990-994c-c504253e4cec req-7e4b28cc-6b99-4f79-9372-d358b0154dbb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:28:31.982897 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-ea6b083c-3522-4990-994c-c504253e4cec req-7e4b28cc-6b99-4f79-9372-d358b0154dbb service neutron] 10.222.0.106 "GET /v2.0/networks?id=0454a7e3-da9a-4fb9-96e8-a9d75ec50644 HTTP/1.1" status: 200 len: 898 time: 0.1837411 Jan 20 15:28:31.992837 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc56349-04ca-4216-9674-b1a4a4f7e59e req-321a8b8a-de5b-488f-bde9-f734f9a6af47 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:28:31.994217 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-ebc56349-04ca-4216-9674-b1a4a4f7e59e req-321a8b8a-de5b-488f-bde9-f734f9a6af47 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/ports?device_id=496df9a8-45fd-4be3-b525-1aca6ed3cdb6 HTTP/1.1" status: 200 len: 945 time: 0.2094197 Jan 20 15:28:32.119740 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-ebc56349-04ca-4216-9674-b1a4a4f7e59e req-df53bfdd-0bc3-4d31-8ee4-9b7552832c33 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/security-groups?id=a51455ee-d72f-4ef4-8816-aa98ecf736aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762420 Jan 20 15:28:32.121383 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-ea6b083c-3522-4990-994c-c504253e4cec req-72fd388a-9361-4166-ae01-86e9bc1e9b6b service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bf9f915b-62b5-4791-8cfd-c501459d8e0e HTTP/1.1" status: 200 len: 1001 time: 0.1263497 Jan 20 15:28:32.185317 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6b083c-3522-4990-994c-c504253e4cec req-88315e05-7b3d-4551-b969-225220f55796 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:28:32.186760 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-ea6b083c-3522-4990-994c-c504253e4cec req-88315e05-7b3d-4551-b969-225220f55796 service neutron] 10.222.0.106 "GET /v2.0/subnets?id=b111ccaa-9671-46b4-80f5-a3b5cd000604 HTTP/1.1" status: 200 len: 835 time: 0.0592258 Jan 20 15:28:32.260745 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-ea6b083c-3522-4990-994c-c504253e4cec req-86d29a88-5fa4-4454-b175-a05780a3be3d service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=0454a7e3-da9a-4fb9-96e8-a9d75ec50644&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0669086 Jan 20 15:28:32.389282 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-ea6b083c-3522-4990-994c-c504253e4cec req-d8317bd8-f6ce-45c1-b36f-5c33366ebb4d service neutron] 10.222.0.106 "GET /v2.0/networks/0454a7e3-da9a-4fb9-96e8-a9d75ec50644?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222928 Jan 20 15:28:32.518494 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-ea6b083c-3522-4990-994c-c504253e4cec req-5d72ba93-d4de-4f01-9b18-36ad8665ffbc service neutron] 10.222.0.106 "GET /v2.0/networks/0454a7e3-da9a-4fb9-96e8-a9d75ec50644?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218898 Jan 20 15:28:33.300484 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-eea6df97-7ff1-4b63-af20-e3ec8913deda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:28:33.324525 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53346adf-2e9f-47f7-bf8f-855f689da336 req-b3ce5d95-c4d7-42fb-a418-f9d5263bae6e tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:28:33.325952 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-53346adf-2e9f-47f7-bf8f-855f689da336 req-b3ce5d95-c4d7-42fb-a418-f9d5263bae6e tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/ports?device_id=496df9a8-45fd-4be3-b525-1aca6ed3cdb6 HTTP/1.1" status: 200 len: 945 time: 0.0785758 Jan 20 15:28:33.376055 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-53346adf-2e9f-47f7-bf8f-855f689da336 req-31304e28-caa0-4c6d-8594-7e65ae47b8a5 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/security-groups?id=a51455ee-d72f-4ef4-8816-aa98ecf736aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445905 Jan 20 15:28:34.096924 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.agents_db [None req-6dba657d-a637-4918-9b6d-40defdfae04b None None] Agent healthcheck: found 6 active agents {{(pid=84155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 15:28:34.571104 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdc60dd-2760-43cd-9f55-bc34c49dd182 req-ab738e95-b6bc-410d-9813-eb593e473047 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:28:34.573123 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-ffdc60dd-2760-43cd-9f55-bc34c49dd182 req-ab738e95-b6bc-410d-9813-eb593e473047 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/ports?device_id=496df9a8-45fd-4be3-b525-1aca6ed3cdb6 HTTP/1.1" status: 200 len: 945 time: 0.0746629 Jan 20 15:28:34.616045 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-ffdc60dd-2760-43cd-9f55-bc34c49dd182 req-78870757-ff4c-4f42-838a-60d0f0995f71 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/security-groups?id=a51455ee-d72f-4ef4-8816-aa98ecf736aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377021 Jan 20 15:28:34.643873 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 51128) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:28:34.746957 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-aa1717a2-755e-4eab-8e3d-982efe364c4c tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/floatingips/ec8b38dc-9c12-4ca5-9e12-763b698806b7 HTTP/1.1" status: 200 len: 993 time: 0.1019013 Jan 20 15:28:58.024631 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-6c22c5d6-245b-4f55-86bc-e254ad4e09f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:29:00.452853 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-1e155847-f7e1-4e4d-a640-1b7b65f75429 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:29:01.106925 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:29:01.477776 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:29:01.801148 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-cdd98e71-1f0a-4421-baa9-dcb30e06edf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:29:03.287278 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-eea6df97-7ff1-4b63-af20-e3ec8913deda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:29:06.273100 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-b6e20f3a-d45e-4b30-87af-4aad600e8718 req-39a9e35f-9e3e-4594-a1de-48952dfe2038 service neutron] 10.222.0.106 "GET /v2.0/ports?device_id=496df9a8-45fd-4be3-b525-1aca6ed3cdb6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1268072 Jan 20 15:29:06.410987 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-b6e20f3a-d45e-4b30-87af-4aad600e8718 req-b0fddd73-d59b-4496-9972-8ee96584cc88 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=a7eb12e65a2142f3af36926716af6c10&device_id=496df9a8-45fd-4be3-b525-1aca6ed3cdb6 HTTP/1.1" status: 200 len: 1098 time: 0.0720367 Jan 20 15:29:06.556256 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e20f3a-d45e-4b30-87af-4aad600e8718 req-5646a765-162a-42f9-b977-f2a4abbc54b6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:29:06.557678 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-b6e20f3a-d45e-4b30-87af-4aad600e8718 req-5646a765-162a-42f9-b977-f2a4abbc54b6 service neutron] 10.222.0.106 "GET /v2.0/networks?id=0454a7e3-da9a-4fb9-96e8-a9d75ec50644 HTTP/1.1" status: 200 len: 898 time: 0.1289907 Jan 20 15:29:06.758588 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-b6e20f3a-d45e-4b30-87af-4aad600e8718 req-c9ce4381-2e07-45be-8c5e-61ec73bd8b54 service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bf9f915b-62b5-4791-8cfd-c501459d8e0e HTTP/1.1" status: 200 len: 1001 time: 0.1942568 Jan 20 15:29:06.819810 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e20f3a-d45e-4b30-87af-4aad600e8718 req-5109ee66-cb25-49ea-8ca0-10720ec51a56 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:29:06.821284 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-b6e20f3a-d45e-4b30-87af-4aad600e8718 req-5109ee66-cb25-49ea-8ca0-10720ec51a56 service neutron] 10.222.0.106 "GET /v2.0/subnets?id=b111ccaa-9671-46b4-80f5-a3b5cd000604 HTTP/1.1" status: 200 len: 835 time: 0.0560086 Jan 20 15:29:06.895522 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-b6e20f3a-d45e-4b30-87af-4aad600e8718 req-578161ff-36fa-404a-9225-5955ca85d5cb service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=0454a7e3-da9a-4fb9-96e8-a9d75ec50644&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0683084 Jan 20 15:29:07.030277 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-b6e20f3a-d45e-4b30-87af-4aad600e8718 req-d7c991ff-f9c0-48e5-bf9a-7c4ac3d6af3f service neutron] 10.222.0.106 "GET /v2.0/networks/0454a7e3-da9a-4fb9-96e8-a9d75ec50644?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275737 Jan 20 15:29:07.161796 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-b6e20f3a-d45e-4b30-87af-4aad600e8718 req-c5544fb1-22de-46c7-817a-3f572fa1910a service neutron] 10.222.0.106 "GET /v2.0/networks/0454a7e3-da9a-4fb9-96e8-a9d75ec50644?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254971 Jan 20 15:29:11.096823 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.agents_db [None req-6dba657d-a637-4918-9b6d-40defdfae04b None None] Agent healthcheck: found 6 active agents {{(pid=84155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 15:29:21.376679 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 51150) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:29:21.576347 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-0bcc2e1c-6ea4-4a95-a5e1-8f128bf906c6 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Deleting port 026b4dac-ff44-4c7a-a3e3-1536c84efced {{(pid=84153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 15:29:21.576690 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-0bcc2e1c-6ea4-4a95-a5e1-8f128bf906c6 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:29:21.741771 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-0bcc2e1c-6ea4-4a95-a5e1-8f128bf906c6 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:29:21.742134 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-0bcc2e1c-6ea4-4a95-a5e1-8f128bf906c6 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:29:21.863851 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-0bcc2e1c-6ea4-4a95-a5e1-8f128bf906c6 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Calling delete_port for 026b4dac-ff44-4c7a-a3e3-1536c84efced owned by network:floatingip {{(pid=84153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 15:29:22.053690 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-0bcc2e1c-6ea4-4a95-a5e1-8f128bf906c6 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:29:22.099851 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcc2e1c-6ea4-4a95-a5e1-8f128bf906c6 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Pushing event deleted for resources: {'Port': ['ID=026b4dac-ff44-4c7a-a3e3-1536c84efced,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:29:22.138450 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcc2e1c-6ea4-4a95-a5e1-8f128bf906c6 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:29:22.138736 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcc2e1c-6ea4-4a95-a5e1-8f128bf906c6 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:29:22.139075 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcc2e1c-6ea4-4a95-a5e1-8f128bf906c6 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:29:22.139410 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcc2e1c-6ea4-4a95-a5e1-8f128bf906c6 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:29:22.139740 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcc2e1c-6ea4-4a95-a5e1-8f128bf906c6 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:29:22.140067 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcc2e1c-6ea4-4a95-a5e1-8f128bf906c6 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:29:22.140392 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcc2e1c-6ea4-4a95-a5e1-8f128bf906c6 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:29:22.140715 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcc2e1c-6ea4-4a95-a5e1-8f128bf906c6 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:29:22.141037 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcc2e1c-6ea4-4a95-a5e1-8f128bf906c6 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:29:22.141357 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcc2e1c-6ea4-4a95-a5e1-8f128bf906c6 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:29:22.141680 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcc2e1c-6ea4-4a95-a5e1-8f128bf906c6 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:29:22.199999 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-0bcc2e1c-6ea4-4a95-a5e1-8f128bf906c6 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks [] for floatingip, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:29:22.669740 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bcc2e1c-6ea4-4a95-a5e1-8f128bf906c6 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Router 0eb2ef48-df7d-4fdd-99d7-a0bb6b4c819b has already been hosted by L3 agent 624d525b-4c26-4143-8a1c-228bb1c6faaa {{(pid=84153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 15:29:22.864021 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bcc2e1c-6ea4-4a95-a5e1-8f128bf906c6 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify agent at l3_agent.dv-neutron-825124-1-hyperv the message routers_updated {{(pid=84153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 15:29:22.874501 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d337aaaa-04ac-4140-bfa9-0799b54c8235 None None] Sync routers for ids ['0eb2ef48-df7d-4fdd-99d7-a0bb6b4c819b'] in dv-neutron-825124-1-hyperv {{(pid=84154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 15:29:22.886341 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d337aaaa-04ac-4140-bfa9-0799b54c8235 None None] Routers {'0eb2ef48-df7d-4fdd-99d7-a0bb6b4c819b'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 15:29:22.886932 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-d337aaaa-04ac-4140-bfa9-0799b54c8235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T15:29:00Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['0eb2ef48-df7d-4fdd-99d7-a0bb6b4c819b'], 'active': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:29:22.922203 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-0bcc2e1c-6ea4-4a95-a5e1-8f128bf906c6 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for floatingip, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:29:22.974737 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-0bcc2e1c-6ea4-4a95-a5e1-8f128bf906c6 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "DELETE /v2.0/floatingips/ec8b38dc-9c12-4ca5-9e12-763b698806b7 HTTP/1.1" status: 204 len: 168 time: 1.5968647 Jan 20 15:29:22.975317 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '496df9a8-45fd-4be3-b525-1aca6ed3cdb6', 'tag': 'bf9f915b-62b5-4791-8cfd-c501459d8e0e'}] {{(pid=84153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 15:29:23.065899 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvr_db [None req-d337aaaa-04ac-4140-bfa9-0799b54c8235 None None] Set router 0eb2ef48-df7d-4fdd-99d7-a0bb6b4c819b gateway port host: dv-neutron-825124-1-hyperv {{(pid=84154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 15:29:23.136143 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '496df9a8-45fd-4be3-b525-1aca6ed3cdb6', 'tag': 'bf9f915b-62b5-4791-8cfd-c501459d8e0e', 'status': 'completed', 'code': 200} Jan 20 15:29:23.254979 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-22303e5f-4941-4426-817b-e3359fcd660f req-eb1212fb-0506-472d-9a9f-eb6baa4c36f1 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=a7eb12e65a2142f3af36926716af6c10&device_id=496df9a8-45fd-4be3-b525-1aca6ed3cdb6 HTTP/1.1" status: 200 len: 1098 time: 0.0978405 Jan 20 15:29:23.388728 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22303e5f-4941-4426-817b-e3359fcd660f req-3cd23db1-eafd-4588-9b25-c0be6eff02f1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:29:23.390209 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-22303e5f-4941-4426-817b-e3359fcd660f req-3cd23db1-eafd-4588-9b25-c0be6eff02f1 service neutron] 10.222.0.106 "GET /v2.0/networks?id=0454a7e3-da9a-4fb9-96e8-a9d75ec50644 HTTP/1.1" status: 200 len: 898 time: 0.1299038 Jan 20 15:29:23.396688 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-d337aaaa-04ac-4140-bfa9-0799b54c8235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eb2ef48-df7d-4fdd-99d7-a0bb6b4c819b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-404150556', 'tenant_id': 'a7eb12e65a2142f3af36926716af6c10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.113'}], 'enable_snat': True}, 'gw_port_id': '999cef46-8b39-4d42-83a1-8e4b85e6d390', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:26:41Z', 'updated_at': '2022-01-20T15:26:45Z', 'revision_number': 4, 'project_id': 'a7eb12e65a2142f3af36926716af6c10', 'gw_port': {'id': '999cef46-8b39-4d42-83a1-8e4b85e6d390', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:42:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eb2ef48-df7d-4fdd-99d7-a0bb6b4c819b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:26:41Z', 'updated_at': '2022-01-20T15:26:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv', '_interfaces': [{'id': '54d719be-3fb0-458e-9975-7e688604c80c', 'name': '', 'network_id': '0454a7e3-da9a-4fb9-96e8-a9d75ec50644', 'tenant_id': 'a7eb12e65a2142f3af36926716af6c10', 'mac_address': 'fa:16:3e:dd:a5:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eb2ef48-df7d-4fdd-99d7-a0bb6b4c819b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b111ccaa-9671-46b4-80f5-a3b5cd000604', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:26:45Z', 'updated_at': '2022-01-20T15:26:51Z', 'revision_number': 5, 'project_id': 'a7eb12e65a2142f3af36926716af6c10', 'subnets': [{'id': 'b111ccaa-9671-46b4-80f5-a3b5cd000604', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:29:23.400650 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d337aaaa-04ac-4140-bfa9-0799b54c8235 None None] Checking router: 0eb2ef48-df7d-4fdd-99d7-a0bb6b4c819b for host: dv-neutron-825124-1-hyperv {{(pid=84154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 15:29:23.411007 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d337aaaa-04ac-4140-bfa9-0799b54c8235 None None] Routers {'0eb2ef48-df7d-4fdd-99d7-a0bb6b4c819b'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 15:29:23.411598 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-d337aaaa-04ac-4140-bfa9-0799b54c8235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T15:29:00Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['0eb2ef48-df7d-4fdd-99d7-a0bb6b4c819b'], 'active': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:29:23.456752 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-22303e5f-4941-4426-817b-e3359fcd660f req-6abea84e-53a7-4470-a3e6-4b05a09e774c service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bf9f915b-62b5-4791-8cfd-c501459d8e0e HTTP/1.1" status: 200 len: 217 time: 0.0607042 Jan 20 15:29:23.525466 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22303e5f-4941-4426-817b-e3359fcd660f req-049b4cde-407f-458a-b729-276659a80dda service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:29:23.526863 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-22303e5f-4941-4426-817b-e3359fcd660f req-049b4cde-407f-458a-b729-276659a80dda service neutron] 10.222.0.106 "GET /v2.0/subnets?id=b111ccaa-9671-46b4-80f5-a3b5cd000604 HTTP/1.1" status: 200 len: 835 time: 0.0633783 Jan 20 15:29:23.629848 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvr_db [None req-d337aaaa-04ac-4140-bfa9-0799b54c8235 None None] Set router 0eb2ef48-df7d-4fdd-99d7-a0bb6b4c819b gateway port host: dv-neutron-825124-1-hyperv {{(pid=84154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 15:29:23.661735 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26b4080-615b-465d-a0a5-1a16c3c87383 req-db3c07d8-706e-4151-8969-0bb8f9a02586 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:29:23.662448 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [req-f26b4080-615b-465d-a0a5-1a16c3c87383 req-db3c07d8-706e-4151-8969-0bb8f9a02586 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Synchronizing usage tracker for tenant:a7eb12e65a2142f3af36926716af6c10 on resource:port {{(pid=84153) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 15:29:23.668095 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-22303e5f-4941-4426-817b-e3359fcd660f req-ddb46d62-41dd-4642-b99a-d23062c9adda service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=0454a7e3-da9a-4fb9-96e8-a9d75ec50644&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1103055 Jan 20 15:29:23.765438 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [req-f26b4080-615b-465d-a0a5-1a16c3c87383 req-db3c07d8-706e-4151-8969-0bb8f9a02586 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Unset dirty status for tenant:a7eb12e65a2142f3af36926716af6c10 on resource:port {{(pid=84153) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 15:29:23.766707 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-f26b4080-615b-465d-a0a5-1a16c3c87383 req-db3c07d8-706e-4151-8969-0bb8f9a02586 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/ports?device_id=496df9a8-45fd-4be3-b525-1aca6ed3cdb6 HTTP/1.1" status: 200 len: 945 time: 0.2389870 Jan 20 15:29:23.821169 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-22303e5f-4941-4426-817b-e3359fcd660f req-ce021674-af5b-4b10-8cf2-fab3edd88ff3 service neutron] 10.222.0.106 "GET /v2.0/networks/0454a7e3-da9a-4fb9-96e8-a9d75ec50644?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454594 Jan 20 15:29:23.911044 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-f26b4080-615b-465d-a0a5-1a16c3c87383 req-923325d7-bbc0-4735-b5c1-444bdedcfb4e tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/security-groups?id=a51455ee-d72f-4ef4-8816-aa98ecf736aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1363599 Jan 20 15:29:23.942179 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-d337aaaa-04ac-4140-bfa9-0799b54c8235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eb2ef48-df7d-4fdd-99d7-a0bb6b4c819b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-404150556', 'tenant_id': 'a7eb12e65a2142f3af36926716af6c10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.113'}], 'enable_snat': True}, 'gw_port_id': '999cef46-8b39-4d42-83a1-8e4b85e6d390', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:26:41Z', 'updated_at': '2022-01-20T15:26:45Z', 'revision_number': 4, 'project_id': 'a7eb12e65a2142f3af36926716af6c10', 'gw_port': {'id': '999cef46-8b39-4d42-83a1-8e4b85e6d390', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:42:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eb2ef48-df7d-4fdd-99d7-a0bb6b4c819b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:26:41Z', 'updated_at': '2022-01-20T15:26:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv', '_interfaces': [{'id': '54d719be-3fb0-458e-9975-7e688604c80c', 'name': '', 'network_id': '0454a7e3-da9a-4fb9-96e8-a9d75ec50644', 'tenant_id': 'a7eb12e65a2142f3af36926716af6c10', 'mac_address': 'fa:16:3e:dd:a5:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eb2ef48-df7d-4fdd-99d7-a0bb6b4c819b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b111ccaa-9671-46b4-80f5-a3b5cd000604', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:26:45Z', 'updated_at': '2022-01-20T15:26:51Z', 'revision_number': 5, 'project_id': 'a7eb12e65a2142f3af36926716af6c10', 'subnets': [{'id': 'b111ccaa-9671-46b4-80f5-a3b5cd000604', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:29:23.946275 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d337aaaa-04ac-4140-bfa9-0799b54c8235 None None] The sync data for ids ['0eb2ef48-df7d-4fdd-99d7-a0bb6b4c819b'] in dv-neutron-825124-1-hyperv is: [{'id': '0eb2ef48-df7d-4fdd-99d7-a0bb6b4c819b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-404150556', 'tenant_id': 'a7eb12e65a2142f3af36926716af6c10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.113'}], 'enable_snat': True}, 'gw_port_id': '999cef46-8b39-4d42-83a1-8e4b85e6d390', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:26:41Z', 'updated_at': '2022-01-20T15:26:45Z', 'revision_number': 4, 'project_id': 'a7eb12e65a2142f3af36926716af6c10', 'gw_port': {'id': '999cef46-8b39-4d42-83a1-8e4b85e6d390', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:42:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eb2ef48-df7d-4fdd-99d7-a0bb6b4c819b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:26:41Z', 'updated_at': '2022-01-20T15:26:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv', '_interfaces': [{'id': '54d719be-3fb0-458e-9975-7e688604c80c', 'name': '', 'network_id': '0454a7e3-da9a-4fb9-96e8-a9d75ec50644', 'tenant_id': 'a7eb12e65a2142f3af36926716af6c10', 'mac_address': 'fa:16:3e:dd:a5:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eb2ef48-df7d-4fdd-99d7-a0bb6b4c819b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b111ccaa-9671-46b4-80f5-a3b5cd000604', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:26:45Z', 'updated_at': '2022-01-20T15:26:51Z', 'revision_number': 5, 'project_id': 'a7eb12e65a2142f3af36926716af6c10', 'subnets': [{'id': 'b111ccaa-9671-46b4-80f5-a3b5cd000604', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 15:29:23.973049 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-22303e5f-4941-4426-817b-e3359fcd660f req-cb73c8e7-d264-4085-9da6-9318da41cd3d service neutron] 10.222.0.106 "GET /v2.0/networks/0454a7e3-da9a-4fb9-96e8-a9d75ec50644?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430626 Jan 20 15:29:24.168969 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ceba596-2eb9-4803-a7d7-fa674007cec2 None None] New status for floating IP ec8b38dc-9c12-4ca5-9e12-763b698806b7: DOWN {{(pid=84155) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 20 15:29:25.108681 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff45c8c6-df97-4ee1-80a1-fbee19196c4c req-eb2f5c44-d3ba-4ecf-bb8f-ad4db46807af tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:29:25.110283 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-ff45c8c6-df97-4ee1-80a1-fbee19196c4c req-eb2f5c44-d3ba-4ecf-bb8f-ad4db46807af tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/ports?device_id=496df9a8-45fd-4be3-b525-1aca6ed3cdb6 HTTP/1.1" status: 200 len: 945 time: 0.0757301 Jan 20 15:29:25.159201 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-ff45c8c6-df97-4ee1-80a1-fbee19196c4c req-08db0470-7356-417b-81cc-b052d44a378f tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/security-groups?id=a51455ee-d72f-4ef4-8816-aa98ecf736aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435965 Jan 20 15:29:25.503869 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd053e2-7e64-4610-babe-7765a486f9df req-07150aa6-5861-40a9-8dd6-32a81d66b483 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:29:25.505275 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-5cd053e2-7e64-4610-babe-7765a486f9df req-07150aa6-5861-40a9-8dd6-32a81d66b483 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.106 "GET /v2.0/ports?device_id=496df9a8-45fd-4be3-b525-1aca6ed3cdb6 HTTP/1.1" status: 200 len: 945 time: 0.0751247 Jan 20 15:29:25.571479 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [req-5cd053e2-7e64-4610-babe-7765a486f9df req-76f6c87e-6e58-44a3-821e-93e2448c30bf tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Deleting port bf9f915b-62b5-4791-8cfd-c501459d8e0e {{(pid=84153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 15:29:25.571822 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-5cd053e2-7e64-4610-babe-7765a486f9df req-76f6c87e-6e58-44a3-821e-93e2448c30bf tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:29:25.909143 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.db [req-5cd053e2-7e64-4610-babe-7765a486f9df req-76f6c87e-6e58-44a3-821e-93e2448c30bf tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] For port bf9f915b-62b5-4791-8cfd-c501459d8e0e, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=bf9f915b-62b5-4791-8cfd-c501459d8e0e,segment=NetworkSegment(74ab33ad-3266-4ff8-b77a-1a1331056312),segment_id=74ab33ad-3266-4ff8-b77a-1a1331056312)] {{(pid=84153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 15:29:25.909417 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-5cd053e2-7e64-4610-babe-7765a486f9df req-76f6c87e-6e58-44a3-821e-93e2448c30bf tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:29:26.030957 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [req-5cd053e2-7e64-4610-babe-7765a486f9df req-76f6c87e-6e58-44a3-821e-93e2448c30bf tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Calling delete_port for bf9f915b-62b5-4791-8cfd-c501459d8e0e owned by compute:nova {{(pid=84153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 15:29:26.228763 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-5cd053e2-7e64-4610-babe-7765a486f9df req-76f6c87e-6e58-44a3-821e-93e2448c30bf tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:29:26.279889 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f6c87e-6e58-44a3-821e-93e2448c30bf tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Pushing event deleted for resources: {'Port': ['ID=bf9f915b-62b5-4791-8cfd-c501459d8e0e,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:29:26.384763 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-b8bee8ad-8677-43b6-96a4-82fbf2924987 req-47e2f383-fbf3-402f-96ca-77120e1697ca tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/ports?device_id=496df9a8-45fd-4be3-b525-1aca6ed3cdb6 HTTP/1.1" status: 200 len: 210 time: 0.0755706 Jan 20 15:29:26.389713 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cd053e2-7e64-4610-babe-7765a486f9df req-76f6c87e-6e58-44a3-821e-93e2448c30bf tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] No DVR routers for this DVR port bf9f915b-62b5-4791-8cfd-c501459d8e0e on host hv-neutron-8251 {{(pid=84153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 15:29:26.392014 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-5cd053e2-7e64-4610-babe-7765a486f9df req-76f6c87e-6e58-44a3-821e-93e2448c30bf tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:29:26.394631 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '496df9a8-45fd-4be3-b525-1aca6ed3cdb6', 'name': 'network-vif-deleted', 'tag': 'bf9f915b-62b5-4791-8cfd-c501459d8e0e'}] {{(pid=84153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 15:29:26.451226 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '496df9a8-45fd-4be3-b525-1aca6ed3cdb6', 'name': 'network-vif-deleted', 'tag': 'bf9f915b-62b5-4791-8cfd-c501459d8e0e', 'status': 'completed', 'code': 200} Jan 20 15:29:26.463531 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-5cd053e2-7e64-4610-babe-7765a486f9df req-76f6c87e-6e58-44a3-821e-93e2448c30bf tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.106 "DELETE /v2.0/ports/bf9f915b-62b5-4791-8cfd-c501459d8e0e HTTP/1.1" status: 204 len: 173 time: 0.9527187 Jan 20 15:29:27.494684 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 51172) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:29:27.880478 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-07b4764b-610c-4726-b5be-5835efdb003b tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-743504'] for router_interface, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:29:28.024316 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-70b9ce0a-95c9-4a46-8c49-c85ebbedb976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:29:28.563682 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-07b4764b-610c-4726-b5be-5835efdb003b tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Deleting port 54d719be-3fb0-458e-9975-7e688604c80c {{(pid=84153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 15:29:28.564263 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-07b4764b-610c-4726-b5be-5835efdb003b tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:29:28.738903 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.db [None req-07b4764b-610c-4726-b5be-5835efdb003b tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] For port 54d719be-3fb0-458e-9975-7e688604c80c, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=54d719be-3fb0-458e-9975-7e688604c80c,segment=NetworkSegment(74ab33ad-3266-4ff8-b77a-1a1331056312),segment_id=74ab33ad-3266-4ff8-b77a-1a1331056312)] {{(pid=84153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 15:29:28.739257 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-07b4764b-610c-4726-b5be-5835efdb003b tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:29:28.859165 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-07b4764b-610c-4726-b5be-5835efdb003b tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Calling delete_port for 54d719be-3fb0-458e-9975-7e688604c80c owned by network:router_interface {{(pid=84153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 15:29:29.098897 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-07b4764b-610c-4726-b5be-5835efdb003b tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:29:29.145642 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b4764b-610c-4726-b5be-5835efdb003b tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Pushing event deleted for resources: {'Port': ['ID=54d719be-3fb0-458e-9975-7e688604c80c,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:29:29.441678 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-07b4764b-610c-4726-b5be-5835efdb003b tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1705096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-745401'] for router_interface, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:29:29.825057 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Device bf9f915b-62b5-4791-8cfd-c501459d8e0e no longer exists at agent hyperv_hv-neutron-8251 {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 15:29:29.858598 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] No Port match for: bf9f915b-62b5-4791-8cfd-c501459d8e0e {{(pid=84154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 15:29:29.858940 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Device bf9f915b-62b5-4791-8cfd-c501459d8e0e not bound to the agent host hv-neutron-8251 {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 15:29:30.091606 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07b4764b-610c-4726-b5be-5835efdb003b tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Router 0eb2ef48-df7d-4fdd-99d7-a0bb6b4c819b has already been hosted by L3 agent 624d525b-4c26-4143-8a1c-228bb1c6faaa {{(pid=84153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 15:29:30.294057 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07b4764b-610c-4726-b5be-5835efdb003b tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify agent at l3_agent.dv-neutron-825124-1-hyperv the message routers_updated {{(pid=84153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 15:29:30.303038 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90898d27-758c-46a1-ba8f-cb42b447f5c3 None None] Sync routers for ids ['0eb2ef48-df7d-4fdd-99d7-a0bb6b4c819b'] in dv-neutron-825124-1-hyperv {{(pid=84154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 15:29:30.307846 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-07b4764b-610c-4726-b5be-5835efdb003b tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "PUT /v2.0/routers/0eb2ef48-df7d-4fdd-99d7-a0bb6b4c819b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8121221 Jan 20 15:29:30.310564 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 51176) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:29:30.314342 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90898d27-758c-46a1-ba8f-cb42b447f5c3 None None] Routers {'0eb2ef48-df7d-4fdd-99d7-a0bb6b4c819b'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 15:29:30.314940 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-90898d27-758c-46a1-ba8f-cb42b447f5c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T15:29:00Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['0eb2ef48-df7d-4fdd-99d7-a0bb6b4c819b'], 'active': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:29:30.475597 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-a74d43f3-f4a5-4fe2-837f-1dea50084ea3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:29:30.495388 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8120206-ae49-4a2a-80e9-a20c9a409485 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Deleting subnet b111ccaa-9671-46b4-80f5-a3b5cd000604 {{(pid=84153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 20 15:29:30.498784 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-e8120206-ae49-4a2a-80e9-a20c9a409485 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks [] for subnet, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:29:30.501623 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvr_db [None req-90898d27-758c-46a1-ba8f-cb42b447f5c3 None None] Set router 0eb2ef48-df7d-4fdd-99d7-a0bb6b4c819b gateway port host: dv-neutron-825124-1-hyperv {{(pid=84154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 15:29:30.555396 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-e8120206-ae49-4a2a-80e9-a20c9a409485 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3980851'] for subnet, precommit_delete_associations {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:29:30.635401 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-e8120206-ae49-4a2a-80e9-a20c9a409485 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1627147'] for subnet, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:29:30.777750 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-e8120206-ae49-4a2a-80e9-a20c9a409485 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1627154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3943464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4194013'] for subnet, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:29:30.778440 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-90898d27-758c-46a1-ba8f-cb42b447f5c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eb2ef48-df7d-4fdd-99d7-a0bb6b4c819b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-404150556', 'tenant_id': 'a7eb12e65a2142f3af36926716af6c10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.113'}], 'enable_snat': True}, 'gw_port_id': '999cef46-8b39-4d42-83a1-8e4b85e6d390', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:26:41Z', 'updated_at': '2022-01-20T15:29:28Z', 'revision_number': 5, 'project_id': 'a7eb12e65a2142f3af36926716af6c10', 'gw_port': {'id': '999cef46-8b39-4d42-83a1-8e4b85e6d390', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:42:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eb2ef48-df7d-4fdd-99d7-a0bb6b4c819b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:26:41Z', 'updated_at': '2022-01-20T15:26:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv'}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:29:30.782294 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90898d27-758c-46a1-ba8f-cb42b447f5c3 None None] Checking router: 0eb2ef48-df7d-4fdd-99d7-a0bb6b4c819b for host: dv-neutron-825124-1-hyperv {{(pid=84154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 15:29:30.793276 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90898d27-758c-46a1-ba8f-cb42b447f5c3 None None] Routers {'0eb2ef48-df7d-4fdd-99d7-a0bb6b4c819b'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 15:29:30.794446 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-90898d27-758c-46a1-ba8f-cb42b447f5c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T15:29:30Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['0eb2ef48-df7d-4fdd-99d7-a0bb6b4c819b'], 'active': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:29:30.819177 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8120206-ae49-4a2a-80e9-a20c9a409485 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Pushing event deleted for resources: {'Subnet': ['ID=b111ccaa-9671-46b4-80f5-a3b5cd000604,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:29:30.825767 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-e8120206-ae49-4a2a-80e9-a20c9a409485 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks [] for subnet, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:29:30.831977 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-e8120206-ae49-4a2a-80e9-a20c9a409485 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "DELETE /v2.0/subnets/b111ccaa-9671-46b4-80f5-a3b5cd000604 HTTP/1.1" status: 204 len: 168 time: 0.5202291 Jan 20 15:29:30.834676 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 51180) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:29:30.849096 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89bd9b23-f891-4ce3-8416-0d9fa617bc15 None None] Network 0454a7e3-da9a-4fb9-96e8-a9d75ec50644 requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 15:29:31.027930 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-c60f04c9-8625-457b-9946-135f0514d1f6 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks [] for router, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:29:31.132090 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvr_db [None req-90898d27-758c-46a1-ba8f-cb42b447f5c3 None None] Set router 0eb2ef48-df7d-4fdd-99d7-a0bb6b4c819b gateway port host: dv-neutron-825124-1-hyperv {{(pid=84154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 15:29:31.219757 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:29:31.229100 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-c60f04c9-8625-457b-9946-135f0514d1f6 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:29:31.281972 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-c60f04c9-8625-457b-9946-135f0514d1f6 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Deleting port 999cef46-8b39-4d42-83a1-8e4b85e6d390 {{(pid=84153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 15:29:31.282267 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-c60f04c9-8625-457b-9946-135f0514d1f6 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:29:31.432288 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c609c01a-5179-48d2-86cf-22d7dfcf5135 None None] DHCP port deletion for 0454a7e3-da9a-4fb9-96e8-a9d75ec50644 request from dv-neutron-825124-1-hyperv {{(pid=84154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 20 15:29:31.441055 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-c609c01a-5179-48d2-86cf-22d7dfcf5135 None None] Deleting port 19746fa7-c719-40d7-9788-e3a68e484a84 {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 15:29:31.441428 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-c609c01a-5179-48d2-86cf-22d7dfcf5135 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:29:31.457956 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.db [None req-c60f04c9-8625-457b-9946-135f0514d1f6 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] For port 999cef46-8b39-4d42-83a1-8e4b85e6d390, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=999cef46-8b39-4d42-83a1-8e4b85e6d390,segment=NetworkSegment(f628f1ba-6b70-4c9b-8839-62340c040c81),segment_id=f628f1ba-6b70-4c9b-8839-62340c040c81)] {{(pid=84153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 15:29:31.458351 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-c60f04c9-8625-457b-9946-135f0514d1f6 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:29:31.502608 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:29:31.580686 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-c60f04c9-8625-457b-9946-135f0514d1f6 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Calling delete_port for 999cef46-8b39-4d42-83a1-8e4b85e6d390 owned by network:router_gateway {{(pid=84153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 15:29:31.647526 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 19746fa7-c719-40d7-9788-e3a68e484a84 no longer exists at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 15:29:31.738589 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-c609c01a-5179-48d2-86cf-22d7dfcf5135 None None] For port 19746fa7-c719-40d7-9788-e3a68e484a84, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=19746fa7-c719-40d7-9788-e3a68e484a84,segment=NetworkSegment(74ab33ad-3266-4ff8-b77a-1a1331056312),segment_id=74ab33ad-3266-4ff8-b77a-1a1331056312)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 15:29:31.738871 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-c609c01a-5179-48d2-86cf-22d7dfcf5135 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:29:31.810023 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-90898d27-758c-46a1-ba8f-cb42b447f5c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eb2ef48-df7d-4fdd-99d7-a0bb6b4c819b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-404150556', 'tenant_id': 'a7eb12e65a2142f3af36926716af6c10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.113'}], 'enable_snat': True}, 'gw_port_id': '999cef46-8b39-4d42-83a1-8e4b85e6d390', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:26:41Z', 'updated_at': '2022-01-20T15:29:28Z', 'revision_number': 5, 'project_id': 'a7eb12e65a2142f3af36926716af6c10', 'gw_port': {'id': '999cef46-8b39-4d42-83a1-8e4b85e6d390', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:42:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eb2ef48-df7d-4fdd-99d7-a0bb6b4c819b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:26:41Z', 'updated_at': '2022-01-20T15:26:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv'}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:29:31.875726 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-c609c01a-5179-48d2-86cf-22d7dfcf5135 None None] Calling delete_port for 19746fa7-c719-40d7-9788-e3a68e484a84 owned by network:dhcp {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 15:29:31.898646 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-c60f04c9-8625-457b-9946-135f0514d1f6 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:29:31.906802 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90898d27-758c-46a1-ba8f-cb42b447f5c3 None None] The sync data for ids ['0eb2ef48-df7d-4fdd-99d7-a0bb6b4c819b'] in dv-neutron-825124-1-hyperv is: [{'id': '0eb2ef48-df7d-4fdd-99d7-a0bb6b4c819b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-404150556', 'tenant_id': 'a7eb12e65a2142f3af36926716af6c10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.113'}], 'enable_snat': True}, 'gw_port_id': '999cef46-8b39-4d42-83a1-8e4b85e6d390', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:26:41Z', 'updated_at': '2022-01-20T15:29:28Z', 'revision_number': 5, 'project_id': 'a7eb12e65a2142f3af36926716af6c10', 'gw_port': {'id': '999cef46-8b39-4d42-83a1-8e4b85e6d390', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:42:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eb2ef48-df7d-4fdd-99d7-a0bb6b4c819b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:26:41Z', 'updated_at': '2022-01-20T15:26:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv'}] {{(pid=84154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 15:29:31.944797 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60f04c9-8625-457b-9946-135f0514d1f6 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Pushing event deleted for resources: {'Port': ['ID=999cef46-8b39-4d42-83a1-8e4b85e6d390,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:29:31.984494 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-cdd98e71-1f0a-4421-baa9-dcb30e06edf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:29:32.006264 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:29:32.107270 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-c609c01a-5179-48d2-86cf-22d7dfcf5135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486'] for port, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:29:32.159950 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c609c01a-5179-48d2-86cf-22d7dfcf5135 None None] Pushing event deleted for resources: {'Port': ['ID=19746fa7-c719-40d7-9788-e3a68e484a84,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:29:32.166750 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-c60f04c9-8625-457b-9946-135f0514d1f6 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-745333'] for router_gateway, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:29:32.167364 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c609c01a-5179-48d2-86cf-22d7dfcf5135 None None] No DVR routers for this DVR port 19746fa7-c719-40d7-9788-e3a68e484a84 on host dv-neutron-825124-1-hyperv {{(pid=84154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 15:29:32.172833 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c609c01a-5179-48d2-86cf-22d7dfcf5135 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:29:32.173498 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c609c01a-5179-48d2-86cf-22d7dfcf5135 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:29:32.173716 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c609c01a-5179-48d2-86cf-22d7dfcf5135 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:29:32.174061 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c609c01a-5179-48d2-86cf-22d7dfcf5135 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:29:32.174406 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c609c01a-5179-48d2-86cf-22d7dfcf5135 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:29:32.174734 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c609c01a-5179-48d2-86cf-22d7dfcf5135 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:29:32.175051 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c609c01a-5179-48d2-86cf-22d7dfcf5135 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:29:32.175373 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c609c01a-5179-48d2-86cf-22d7dfcf5135 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:29:32.176068 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c609c01a-5179-48d2-86cf-22d7dfcf5135 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:29:32.176068 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c609c01a-5179-48d2-86cf-22d7dfcf5135 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:29:32.176292 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c609c01a-5179-48d2-86cf-22d7dfcf5135 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:29:32.425137 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-c60f04c9-8625-457b-9946-135f0514d1f6 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-737761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105493'] for router, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:29:32.429212 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-c60f04c9-8625-457b-9946-135f0514d1f6 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:29:32.514293 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-c60f04c9-8625-457b-9946-135f0514d1f6 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-737693'] for router, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:29:32.514812 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c60f04c9-8625-457b-9946-135f0514d1f6 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Fanout notify agent at l3_agent the message router_deleted on router 0eb2ef48-df7d-4fdd-99d7-a0bb6b4c819b {{(pid=84153) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 20 15:29:32.529533 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-c60f04c9-8625-457b-9946-135f0514d1f6 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks [] for router, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:29:32.530726 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-c60f04c9-8625-457b-9946-135f0514d1f6 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "DELETE /v2.0/routers/0eb2ef48-df7d-4fdd-99d7-a0bb6b4c819b HTTP/1.1" status: 204 len: 168 time: 1.6951206 Jan 20 15:29:32.533843 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 51184) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:29:32.652230 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-3bf8dcd3-1f18-4d15-ad15-ec33fb612653 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586409'] for network, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:29:32.778301 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-3bf8dcd3-1f18-4d15-ad15-ec33fb612653 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1626242', 'neutron.services.segments.db._delete_segments_for_network-8769554214620'] for network, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:29:32.802121 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.services.segments.db [None req-3bf8dcd3-1f18-4d15-ad15-ec33fb612653 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0454a7e3-da9a-4fb9-96e8-a9d75ec50644']}} {{(pid=84153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:29:32.814221 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.services.segments.db [None req-3bf8dcd3-1f18-4d15-ad15-ec33fb612653 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74ab33ad-3266-4ff8-b77a-1a1331056312') {'for_net_delete': True} {{(pid=84153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:29:32.814521 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.services.segments.db [None req-3bf8dcd3-1f18-4d15-ad15-ec33fb612653 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74ab33ad-3266-4ff8-b77a-1a1331056312') {} {{(pid=84153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:29:32.825984 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-3bf8dcd3-1f18-4d15-ad15-ec33fb612653 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769554214503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980856'] for segment, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:29:32.844391 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-3bf8dcd3-1f18-4d15-ad15-ec33fb612653 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:29:32.850384 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3bf8dcd3-1f18-4d15-ad15-ec33fb612653 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Releasing vlan 189 on physical network physnet1 to pool {{(pid=84153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 15:29:32.856846 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-3bf8dcd3-1f18-4d15-ad15-ec33fb612653 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1622950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3944078'] for segment, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:29:32.864591 dv-neutron-825124-1-hyperv neutron-server[84153]: Traceback (most recent call last): Jan 20 15:29:32.864591 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 15:29:32.864591 dv-neutron-825124-1-hyperv neutron-server[84153]: timer() Jan 20 15:29:32.864591 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 15:29:32.864591 dv-neutron-825124-1-hyperv neutron-server[84153]: cb(*args, **kw) Jan 20 15:29:32.864591 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 15:29:32.864591 dv-neutron-825124-1-hyperv neutron-server[84153]: return func(*args, **kwargs) Jan 20 15:29:32.864591 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 15:29:32.864591 dv-neutron-825124-1-hyperv neutron-server[84153]: self._notify() Jan 20 15:29:32.864591 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 15:29:32.864591 dv-neutron-825124-1-hyperv neutron-server[84153]: self.callback(batched_events) Jan 20 15:29:32.864591 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 15:29:32.864591 dv-neutron-825124-1-hyperv neutron-server[84153]: event.method(event) Jan 20 15:29:32.864591 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 15:29:32.864591 dv-neutron-825124-1-hyperv neutron-server[84153]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 15:29:32.864591 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 15:29:32.864591 dv-neutron-825124-1-hyperv neutron-server[84153]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 15:29:32.864591 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 15:29:32.864591 dv-neutron-825124-1-hyperv neutron-server[84153]: return f(self, *a, **k) Jan 20 15:29:32.864591 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 15:29:32.864591 dv-neutron-825124-1-hyperv neutron-server[84153]: return self._get(url).json() Jan 20 15:29:32.864591 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 15:29:32.864591 dv-neutron-825124-1-hyperv neutron-server[84153]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 15:29:32.864591 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 15:29:32.864591 dv-neutron-825124-1-hyperv neutron-server[84153]: return self.request(url, 'GET', **kwargs) Jan 20 15:29:32.864591 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 15:29:32.864591 dv-neutron-825124-1-hyperv neutron-server[84153]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 15:29:32.864591 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 15:29:32.864591 dv-neutron-825124-1-hyperv neutron-server[84153]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 15:29:32.864591 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 15:29:32.864591 dv-neutron-825124-1-hyperv neutron-server[84153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 15:29:32.864591 dv-neutron-825124-1-hyperv neutron-server[84153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 15:29:33.034882 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-3bf8dcd3-1f18-4d15-ad15-ec33fb612653 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1626253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-745296'] for network, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:29:33.052157 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-3bf8dcd3-1f18-4d15-ad15-ec33fb612653 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks [] for network, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:29:33.065314 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf8dcd3-1f18-4d15-ad15-ec33fb612653 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Pushing event deleted for resources: {'Network': ['ID=0454a7e3-da9a-4fb9-96e8-a9d75ec50644,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:29:33.068101 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-3bf8dcd3-1f18-4d15-ad15-ec33fb612653 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "DELETE /v2.0/networks/0454a7e3-da9a-4fb9-96e8-a9d75ec50644 HTTP/1.1" status: 204 len: 168 time: 0.5332942 Jan 20 15:29:33.070792 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 51188) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:29:33.140965 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-c50134fa-52fe-46b1-b48b-f31b32797d8e tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks [] for security_group, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:29:33.170110 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-c50134fa-52fe-46b1-b48b-f31b32797d8e tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:29:33.297080 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-eea6df97-7ff1-4b63-af20-e3ec8913deda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:29:33.319711 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-c50134fa-52fe-46b1-b48b-f31b32797d8e tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:29:33.339012 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50134fa-52fe-46b1-b48b-f31b32797d8e tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a51455ee-d72f-4ef4-8816-aa98ecf736aa,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:29:33.349022 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-c50134fa-52fe-46b1-b48b-f31b32797d8e tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks [] for security_group, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:29:33.350180 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-c50134fa-52fe-46b1-b48b-f31b32797d8e tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "DELETE /v2.0/security-groups/a51455ee-d72f-4ef4-8816-aa98ecf736aa HTTP/1.1" status: 204 len: 168 time: 0.2784333 Jan 20 15:29:33.641178 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 54d719be-3fb0-458e-9975-7e688604c80c no longer exists at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 15:29:33.674320 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] No Port match for: 54d719be-3fb0-458e-9975-7e688604c80c {{(pid=84154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 15:29:33.674668 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 54d719be-3fb0-458e-9975-7e688604c80c not bound to the agent host dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 15:29:33.675073 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 999cef46-8b39-4d42-83a1-8e4b85e6d390 no longer exists at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 15:29:33.707620 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] No Port match for: 999cef46-8b39-4d42-83a1-8e4b85e6d390 {{(pid=84154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 15:29:33.707963 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 999cef46-8b39-4d42-83a1-8e4b85e6d390 not bound to the agent host dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 15:29:33.843137 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 51196) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:29:33.848847 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-e248fcd4-3c7c-47a5-9c63-7d011bf8bac2 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1098492898', 'description': 'tempest-secgroup-smoke-1098492898 description', 'project_id': 'a7eb12e65a2142f3af36926716af6c10'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 15:29:33.854937 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-e248fcd4-3c7c-47a5-9c63-7d011bf8bac2 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:29:33.859196 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-e248fcd4-3c7c-47a5-9c63-7d011bf8bac2 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Usage tracker for resource:security_group and tenant:a7eb12e65a2142f3af36926716af6c10 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:29:33.862155 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-e248fcd4-3c7c-47a5-9c63-7d011bf8bac2 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:29:33.867860 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-e248fcd4-3c7c-47a5-9c63-7d011bf8bac2 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:29:33.938412 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-e248fcd4-3c7c-47a5-9c63-7d011bf8bac2 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks [] for security_group, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:29:33.972827 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-e248fcd4-3c7c-47a5-9c63-7d011bf8bac2 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:29:33.976448 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-e248fcd4-3c7c-47a5-9c63-7d011bf8bac2 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Usage tracker for resource:security_group_rule and tenant:a7eb12e65a2142f3af36926716af6c10 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:29:33.979128 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-e248fcd4-3c7c-47a5-9c63-7d011bf8bac2 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:29:33.984593 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-e248fcd4-3c7c-47a5-9c63-7d011bf8bac2 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:29:34.036544 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-e248fcd4-3c7c-47a5-9c63-7d011bf8bac2 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks [] for security_group, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:29:34.103933 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-e248fcd4-3c7c-47a5-9c63-7d011bf8bac2 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:29:34.242021 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e248fcd4-3c7c-47a5-9c63-7d011bf8bac2 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86758e90-a7b2-4dd0-81de-228b826596c7,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:29:34.304249 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-e248fcd4-3c7c-47a5-9c63-7d011bf8bac2 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks [] for security_group, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:29:34.305461 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-e248fcd4-3c7c-47a5-9c63-7d011bf8bac2 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.4613171 Jan 20 15:29:34.308276 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 51200) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:29:34.314069 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-aaeaacfc-d971-4e9d-aa0d-6247f06fa11d tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Request body: {'security_group_rule': {'security_group_id': '86758e90-a7b2-4dd0-81de-228b826596c7', 'project_id': 'a7eb12e65a2142f3af36926716af6c10', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 15:29:34.320003 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-aaeaacfc-d971-4e9d-aa0d-6247f06fa11d tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:29:34.323742 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-aaeaacfc-d971-4e9d-aa0d-6247f06fa11d tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Usage tracker for resource:security_group_rule and tenant:a7eb12e65a2142f3af36926716af6c10 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:29:34.327317 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-aaeaacfc-d971-4e9d-aa0d-6247f06fa11d tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:29:34.333175 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-aaeaacfc-d971-4e9d-aa0d-6247f06fa11d tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:29:34.401837 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-aaeaacfc-d971-4e9d-aa0d-6247f06fa11d tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:29:34.459907 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-aaeaacfc-d971-4e9d-aa0d-6247f06fa11d tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:29:34.549639 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-aaeaacfc-d971-4e9d-aa0d-6247f06fa11d tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734962'] for security_group_rule, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:29:34.572624 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaeaacfc-d971-4e9d-aa0d-6247f06fa11d tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50e777df-f3cf-4a11-aec8-48b4a0003c13,revision_number=0']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:29:34.646998 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-aaeaacfc-d971-4e9d-aa0d-6247f06fa11d tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:29:34.648190 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-aaeaacfc-d971-4e9d-aa0d-6247f06fa11d tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3390133 Jan 20 15:29:34.650979 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 51204) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:29:34.656381 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-db525c56-799d-466a-8219-676ca88a693c tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Request body: {'security_group_rule': {'security_group_id': '86758e90-a7b2-4dd0-81de-228b826596c7', 'project_id': 'a7eb12e65a2142f3af36926716af6c10', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 15:29:34.662547 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-db525c56-799d-466a-8219-676ca88a693c tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:29:34.666365 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-db525c56-799d-466a-8219-676ca88a693c tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Usage tracker for resource:security_group_rule and tenant:a7eb12e65a2142f3af36926716af6c10 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:29:34.672760 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-db525c56-799d-466a-8219-676ca88a693c tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:29:34.683422 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-db525c56-799d-466a-8219-676ca88a693c tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:29:34.784588 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-db525c56-799d-466a-8219-676ca88a693c tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:29:34.844880 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-db525c56-799d-466a-8219-676ca88a693c tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:29:34.938517 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-db525c56-799d-466a-8219-676ca88a693c tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734962'] for security_group_rule, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:29:34.962532 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db525c56-799d-466a-8219-676ca88a693c tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51c92d32-8cc4-4ee6-aea6-f38b0e8fde59,revision_number=0']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:29:35.028881 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-db525c56-799d-466a-8219-676ca88a693c tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:29:35.030083 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-db525c56-799d-466a-8219-676ca88a693c tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3781767 Jan 20 15:29:35.032751 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 51208) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:29:35.037991 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-3df7ed9c-d70c-417c-8505-780357268ed8 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Request body: {'security_group_rule': {'security_group_id': '86758e90-a7b2-4dd0-81de-228b826596c7', 'project_id': 'a7eb12e65a2142f3af36926716af6c10', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 15:29:35.044576 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-3df7ed9c-d70c-417c-8505-780357268ed8 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:29:35.048243 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-3df7ed9c-d70c-417c-8505-780357268ed8 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Usage tracker for resource:security_group_rule and tenant:a7eb12e65a2142f3af36926716af6c10 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:29:35.051175 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-3df7ed9c-d70c-417c-8505-780357268ed8 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:29:35.056889 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-3df7ed9c-d70c-417c-8505-780357268ed8 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:29:35.132810 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-3df7ed9c-d70c-417c-8505-780357268ed8 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:29:35.196724 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-3df7ed9c-d70c-417c-8505-780357268ed8 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:29:35.264744 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-3df7ed9c-d70c-417c-8505-780357268ed8 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734962'] for security_group_rule, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:29:35.287823 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df7ed9c-d70c-417c-8505-780357268ed8 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06cbdca7-6582-45c3-9057-c770f6dfd753,revision_number=0']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:29:35.344006 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-3df7ed9c-d70c-417c-8505-780357268ed8 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:29:35.345230 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-3df7ed9c-d70c-417c-8505-780357268ed8 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3115168 Jan 20 15:29:35.347913 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 51212) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:29:35.353202 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-eff23d9a-fbf4-4117-90f7-f591fae355bb tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Request body: {'security_group_rule': {'security_group_id': '86758e90-a7b2-4dd0-81de-228b826596c7', 'project_id': 'a7eb12e65a2142f3af36926716af6c10', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 15:29:35.359404 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-eff23d9a-fbf4-4117-90f7-f591fae355bb tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:29:35.366017 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-eff23d9a-fbf4-4117-90f7-f591fae355bb tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Usage tracker for resource:security_group_rule and tenant:a7eb12e65a2142f3af36926716af6c10 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:29:35.370448 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-eff23d9a-fbf4-4117-90f7-f591fae355bb tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:29:35.376408 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-eff23d9a-fbf4-4117-90f7-f591fae355bb tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:29:35.441747 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-eff23d9a-fbf4-4117-90f7-f591fae355bb tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:29:35.503614 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-eff23d9a-fbf4-4117-90f7-f591fae355bb tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:29:35.584031 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-eff23d9a-fbf4-4117-90f7-f591fae355bb tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734962'] for security_group_rule, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:29:35.606721 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff23d9a-fbf4-4117-90f7-f591fae355bb tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbe8170d-50db-4a1b-be4f-6e044c62fa7e,revision_number=0']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:29:35.675586 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-eff23d9a-fbf4-4117-90f7-f591fae355bb tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:29:35.676765 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-eff23d9a-fbf4-4117-90f7-f591fae355bb tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3279257 Jan 20 15:29:35.679404 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 51216) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:29:35.684582 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-bf1b5699-044c-4344-8f41-a41a558abaa2 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Request body: {'security_group_rule': {'security_group_id': '86758e90-a7b2-4dd0-81de-228b826596c7', 'project_id': 'a7eb12e65a2142f3af36926716af6c10', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 15:29:35.690786 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-bf1b5699-044c-4344-8f41-a41a558abaa2 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:29:35.694465 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-bf1b5699-044c-4344-8f41-a41a558abaa2 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Usage tracker for resource:security_group_rule and tenant:a7eb12e65a2142f3af36926716af6c10 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:29:35.697565 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-bf1b5699-044c-4344-8f41-a41a558abaa2 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:29:35.707173 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-bf1b5699-044c-4344-8f41-a41a558abaa2 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:29:35.778228 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.db.securitygroups_db [None req-bf1b5699-044c-4344-8f41-a41a558abaa2 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Project a7eb12e65a2142f3af36926716af6c10 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 20 15:29:35.784531 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-bf1b5699-044c-4344-8f41-a41a558abaa2 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:29:35.848279 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-bf1b5699-044c-4344-8f41-a41a558abaa2 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:29:35.925531 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-bf1b5699-044c-4344-8f41-a41a558abaa2 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734962'] for security_group_rule, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:29:35.948549 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1b5699-044c-4344-8f41-a41a558abaa2 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0d01515-82b3-40a2-9ada-2d0c631b8065,revision_number=0']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:29:36.010987 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-bf1b5699-044c-4344-8f41-a41a558abaa2 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:29:36.012153 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-bf1b5699-044c-4344-8f41-a41a558abaa2 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3318584 Jan 20 15:29:36.015013 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 51220) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:29:36.020182 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-35c4638d-e557-4090-83cc-606833207e00 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Request body: {'security_group_rule': {'security_group_id': '86758e90-a7b2-4dd0-81de-228b826596c7', 'project_id': 'a7eb12e65a2142f3af36926716af6c10', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 15:29:36.025880 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-35c4638d-e557-4090-83cc-606833207e00 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:29:36.029656 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-35c4638d-e557-4090-83cc-606833207e00 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Usage tracker for resource:security_group_rule and tenant:a7eb12e65a2142f3af36926716af6c10 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:29:36.032589 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-35c4638d-e557-4090-83cc-606833207e00 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:29:36.038428 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-35c4638d-e557-4090-83cc-606833207e00 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:29:36.091001 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.db.securitygroups_db [None req-35c4638d-e557-4090-83cc-606833207e00 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Project a7eb12e65a2142f3af36926716af6c10 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 20 15:29:36.098084 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-35c4638d-e557-4090-83cc-606833207e00 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:29:36.161988 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-35c4638d-e557-4090-83cc-606833207e00 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:29:36.218427 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-35c4638d-e557-4090-83cc-606833207e00 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734962'] for security_group_rule, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:29:36.240703 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c4638d-e557-4090-83cc-606833207e00 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39d9e3c5-cb9b-4694-a479-97ac29c4a37e,revision_number=0']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:29:36.314016 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-35c4638d-e557-4090-83cc-606833207e00 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:29:36.315162 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-35c4638d-e557-4090-83cc-606833207e00 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.2992346 Jan 20 15:29:36.317953 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 51224) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:29:36.323263 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-070e72e0-9ab4-4a88-904e-2c1d4c27b8d7 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Request body: {'network': {'name': 'tempest-network-smoke--947519361', 'project_id': 'a7eb12e65a2142f3af36926716af6c10', 'port_security_enabled': True}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 15:29:36.328623 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-070e72e0-9ab4-4a88-904e-2c1d4c27b8d7 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:29:36.332991 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-070e72e0-9ab4-4a88-904e-2c1d4c27b8d7 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Usage tracker for resource:network and tenant:a7eb12e65a2142f3af36926716af6c10 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:29:36.335780 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-070e72e0-9ab4-4a88-904e-2c1d4c27b8d7 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:29:36.341416 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-070e72e0-9ab4-4a88-904e-2c1d4c27b8d7 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:29:36.412114 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-070e72e0-9ab4-4a88-904e-2c1d4c27b8d7 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Made reservation on behalf of a7eb12e65a2142f3af36926716af6c10 for: {'network': 1} {{(pid=84153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 15:29:36.415017 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-070e72e0-9ab4-4a88-904e-2c1d4c27b8d7 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for network, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:29:36.442452 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-070e72e0-9ab4-4a88-904e-2c1d4c27b8d7 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 156} {{(pid=84153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 15:29:36.450798 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-070e72e0-9ab4-4a88-904e-2c1d4c27b8d7 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:29:36.451795 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.db.segments_db [None req-070e72e0-9ab4-4a88-904e-2c1d4c27b8d7 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Added segment 30260ac0-00da-4b77-a48c-8749471fe0cd of type vlan for network d2183f3a-bf16-46fd-9c8c-bcf3eb764afd Jan 20 15:29:36.477404 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-070e72e0-9ab4-4a88-904e-2c1d4c27b8d7 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769553767792'] for network, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:29:36.566578 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-070e72e0-9ab4-4a88-904e-2c1d4c27b8d7 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967'] for network, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:29:36.570182 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-070e72e0-9ab4-4a88-904e-2c1d4c27b8d7 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:29:36.570811 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-070e72e0-9ab4-4a88-904e-2c1d4c27b8d7 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks [] for network, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:29:36.675451 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070e72e0-9ab4-4a88-904e-2c1d4c27b8d7 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Pushing event updated for resources: {'Network': ['ID=d2183f3a-bf16-46fd-9c8c-bcf3eb764afd,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:29:36.685395 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Network d2183f3a-bf16-46fd-9c8c-bcf3eb764afd details requested by agent ovs-agent-dv-neutron-825124-1-hyperv with host dv-neutron-825124-1-hyperv {{(pid=84154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 15:29:36.749729 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-070e72e0-9ab4-4a88-904e-2c1d4c27b8d7 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4306250 Jan 20 15:29:36.752320 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 51228) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:29:36.757771 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-7518d138-fa3a-46fb-986a-219105b71082 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1653912043', 'admin_state_up': True, 'project_id': 'a7eb12e65a2142f3af36926716af6c10', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d'}}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 15:29:36.764812 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-7518d138-fa3a-46fb-986a-219105b71082 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:29:36.768650 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-7518d138-fa3a-46fb-986a-219105b71082 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Usage tracker for resource:router and tenant:a7eb12e65a2142f3af36926716af6c10 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:29:36.771657 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-7518d138-fa3a-46fb-986a-219105b71082 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:29:36.777182 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-7518d138-fa3a-46fb-986a-219105b71082 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:29:36.851391 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-7518d138-fa3a-46fb-986a-219105b71082 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-105475'] for router, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:29:36.852265 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-7518d138-fa3a-46fb-986a-219105b71082 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-739204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-744864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-735540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-105484'] for router, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:29:36.870521 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-7518d138-fa3a-46fb-986a-219105b71082 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:29:37.089587 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-7518d138-fa3a-46fb-986a-219105b71082 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-744886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-105502'] for router, precommit_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:29:37.322350 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-7518d138-fa3a-46fb-986a-219105b71082 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks [] for router_gateway, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:29:37.354617 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-7518d138-fa3a-46fb-986a-219105b71082 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:29:37.488611 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.db_base_plugin_common [None req-7518d138-fa3a-46fb-986a-219105b71082 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Allocated IP 172.26.7.20 (8dffb05c-5ca0-409b-bd5f-7be6264f707d/a489dd4f-42a5-433b-8be3-bab2749c4209/120d38aa-d6fe-4ef7-a5a3-528d6d70af32) {{(pid=84153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 15:29:37.628495 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-7518d138-fa3a-46fb-986a-219105b71082 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks [] for port, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:29:37.709853 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-7518d138-fa3a-46fb-986a-219105b71082 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:29:37.778766 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7518d138-fa3a-46fb-986a-219105b71082 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Network 8dffb05c-5ca0-409b-bd5f-7be6264f707d is already hosted by enough agents. {{(pid=84153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 15:29:37.781629 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.base_scheduler [None req-7518d138-fa3a-46fb-986a-219105b71082 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Resources bound (agent type, host, resource id): {{(pid=84153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 15:29:37.786654 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7518d138-fa3a-46fb-986a-219105b71082 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Received port after_create {{(pid=84153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 15:29:37.809806 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7518d138-fa3a-46fb-986a-219105b71082 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Pushing event updated for resources: {'Port': ['ID=120d38aa-d6fe-4ef7-a5a3-528d6d70af32,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:29:37.990318 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-7518d138-fa3a-46fb-986a-219105b71082 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks [] for router_gateway, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:29:37.990987 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-7518d138-fa3a-46fb-986a-219105b71082 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-744861'] for router, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:29:38.360860 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7518d138-fa3a-46fb-986a-219105b71082 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Router b2f4265c-d1b7-44f2-a1e9-6d853fd5ea4a is scheduled to L3 agent 624d525b-4c26-4143-8a1c-228bb1c6faaa with binding_index 1 {{(pid=84153) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 20 15:29:38.561960 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7518d138-fa3a-46fb-986a-219105b71082 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify agent at l3_agent.dv-neutron-825124-1-hyperv the message routers_updated {{(pid=84153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 15:29:38.571084 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1ff7e48-4010-4a2c-9733-f10d4d616784 None None] Sync routers for ids ['b2f4265c-d1b7-44f2-a1e9-6d853fd5ea4a'] in dv-neutron-825124-1-hyperv {{(pid=84155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 15:29:38.583184 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1ff7e48-4010-4a2c-9733-f10d4d616784 None None] Routers {'b2f4265c-d1b7-44f2-a1e9-6d853fd5ea4a'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 15:29:38.583854 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-a1ff7e48-4010-4a2c-9733-f10d4d616784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T15:29:30Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['b2f4265c-d1b7-44f2-a1e9-6d853fd5ea4a'], 'active': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:29:38.640149 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-7518d138-fa3a-46fb-986a-219105b71082 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks [] for router, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:29:38.641637 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-7518d138-fa3a-46fb-986a-219105b71082 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8881173 Jan 20 15:29:38.645279 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 51232) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:29:38.684685 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-f2f90e1d-6dcf-4a9f-99d4-81c00b564b6c tempest-TestNetworkAdvancedServerOps-1698589146 tempest-TestNetworkAdvancedServerOps-1698589146-project-admin] 10.222.0.54 "GET /v2.0/subnets?project_id=a7eb12e65a2142f3af36926716af6c10&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0381701 Jan 20 15:29:38.687647 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 51236) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:29:38.758084 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvr_db [None req-a1ff7e48-4010-4a2c-9733-f10d4d616784 None None] Set router b2f4265c-d1b7-44f2-a1e9-6d853fd5ea4a gateway port host: dv-neutron-825124-1-hyperv {{(pid=84155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 15:29:38.815090 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10f80ef2-11f9-4ad4-aca0-f1ca5c0a4c4a tempest-TestNetworkAdvancedServerOps-1698589146 tempest-TestNetworkAdvancedServerOps-1698589146-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:29:38.816469 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-10f80ef2-11f9-4ad4-aca0-f1ca5c0a4c4a tempest-TestNetworkAdvancedServerOps-1698589146 tempest-TestNetworkAdvancedServerOps-1698589146-project-admin] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1279540 Jan 20 15:29:38.819215 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 51240) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:29:38.871622 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-93737d5d-6ad0-4f57-a2cd-61f65ee5a201 tempest-TestNetworkAdvancedServerOps-1698589146 tempest-TestNetworkAdvancedServerOps-1698589146-project-admin] 10.222.0.54 "GET /v2.0/subnets?network_id=8dffb05c-5ca0-409b-bd5f-7be6264f707d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0490344 Jan 20 15:29:38.871864 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 51244) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:29:38.877695 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-3585b4b8-c0eb-4235-a087-dc75def12fb2 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-650274951', 'network_id': 'd2183f3a-bf16-46fd-9c8c-bcf3eb764afd', 'project_id': 'a7eb12e65a2142f3af36926716af6c10', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 15:29:38.985622 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-3585b4b8-c0eb-4235-a087-dc75def12fb2 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:29:38.989352 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-3585b4b8-c0eb-4235-a087-dc75def12fb2 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Usage tracker for resource:subnet and tenant:a7eb12e65a2142f3af36926716af6c10 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:29:38.992157 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-3585b4b8-c0eb-4235-a087-dc75def12fb2 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:29:38.997688 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-3585b4b8-c0eb-4235-a087-dc75def12fb2 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:29:39.037217 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-a1ff7e48-4010-4a2c-9733-f10d4d616784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2f4265c-d1b7-44f2-a1e9-6d853fd5ea4a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1653912043', 'tenant_id': 'a7eb12e65a2142f3af36926716af6c10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.20'}], 'enable_snat': True}, 'gw_port_id': '120d38aa-d6fe-4ef7-a5a3-528d6d70af32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:29:36Z', 'updated_at': '2022-01-20T15:29:37Z', 'revision_number': 3, 'project_id': 'a7eb12e65a2142f3af36926716af6c10', 'gw_port': {'id': '120d38aa-d6fe-4ef7-a5a3-528d6d70af32', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:c2:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2f4265c-d1b7-44f2-a1e9-6d853fd5ea4a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:29:37Z', 'updated_at': '2022-01-20T15:29:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv'}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:29:39.040827 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1ff7e48-4010-4a2c-9733-f10d4d616784 None None] Checking router: b2f4265c-d1b7-44f2-a1e9-6d853fd5ea4a for host: dv-neutron-825124-1-hyperv {{(pid=84155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 15:29:39.041175 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1ff7e48-4010-4a2c-9733-f10d4d616784 None None] Updating router b2f4265c-d1b7-44f2-a1e9-6d853fd5ea4a port 120d38aa-d6fe-4ef7-a5a3-528d6d70af32 binding host dv-neutron-825124-1-hyperv {{(pid=84155) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 20 15:29:39.056509 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3585b4b8-c0eb-4235-a087-dc75def12fb2 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Made reservation on behalf of a7eb12e65a2142f3af36926716af6c10 for: {'subnet': 1} {{(pid=84153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 15:29:39.092840 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a1ff7e48-4010-4a2c-9733-f10d4d616784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:29:39.165328 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-3585b4b8-c0eb-4235-a087-dc75def12fb2 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4193986'] for subnet, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:29:39.421762 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a1ff7e48-4010-4a2c-9733-f10d4d616784 None None] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:29:39.432875 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-a1ff7e48-4010-4a2c-9733-f10d4d616784 None None] Transition to ACTIVE for port object 120d38aa-d6fe-4ef7-a5a3-528d6d70af32 will not be triggered until provisioned by entity L2. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 15:29:39.441217 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-3585b4b8-c0eb-4235-a087-dc75def12fb2 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3943531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4194004'] for subnet, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:29:39.515312 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a1ff7e48-4010-4a2c-9733-f10d4d616784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:29:39.517165 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3585b4b8-c0eb-4235-a087-dc75def12fb2 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Pushing event updated for resources: {'Subnet': ['ID=b0b1dc19-28c5-4870-a838-194c33d79b60,revision_number=0']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:29:39.528391 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3585b4b8-c0eb-4235-a087-dc75def12fb2 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Checking segment: {'id': '30260ac0-00da-4b77-a48c-8749471fe0cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd2183f3a-bf16-46fd-9c8c-bcf3eb764afd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 15:29:39.528753 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3585b4b8-c0eb-4235-a087-dc75def12fb2 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Network hostable DHCP agents. Network: d2183f3a-bf16-46fd-9c8c-bcf3eb764afd, hostable agents: ['1a181e39-5220-4c1a-88f8-08a54e8bfc9b'], hosted agents: [] {{(pid=84153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 15:29:39.590891 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-a1ff7e48-4010-4a2c-9733-f10d4d616784 None None] Attempting to bind port 120d38aa-d6fe-4ef7-a5a3-528d6d70af32 on host dv-neutron-825124-1-hyperv for vnic_type normal with profile {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 15:29:39.591361 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-a1ff7e48-4010-4a2c-9733-f10d4d616784 None None] Attempting to bind port 120d38aa-d6fe-4ef7-a5a3-528d6d70af32 by drivers openvswitch,hyperv on host dv-neutron-825124-1-hyperv at level 0 using segments [{'id': 'f628f1ba-6b70-4c9b-8839-62340c040c81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d'}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 15:29:39.592097 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ff7e48-4010-4a2c-9733-f10d4d616784 None None] Attempting to bind port 120d38aa-d6fe-4ef7-a5a3-528d6d70af32 on network 8dffb05c-5ca0-409b-bd5f-7be6264f707d {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 15:29:39.597979 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebce47ed-f351-44ec-aaef-d98c634bec86 None None] Pushing event updated for resources: {'Port': ['ID=120d38aa-d6fe-4ef7-a5a3-528d6d70af32,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:29:39.606582 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3585b4b8-c0eb-4235-a087-dc75def12fb2 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Network d2183f3a-bf16-46fd-9c8c-bcf3eb764afd is scheduled to be hosted by DHCP agent 1a181e39-5220-4c1a-88f8-08a54e8bfc9b with binding_index 1 {{(pid=84153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 15:29:39.606967 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ff7e48-4010-4a2c-9733-f10d4d616784 None None] Checking agent: {'id': '6414dfeb-85c5-454a-8756-709ca637d800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825124-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 16, 31), 'started_at': datetime.datetime(2022, 1, 20, 14, 17, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 15, 29, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825124-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 15:29:39.607956 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ff7e48-4010-4a2c-9733-f10d4d616784 None None] Checking segment: {'id': 'f628f1ba-6b70-4c9b-8839-62340c040c81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 15:29:39.608347 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a1ff7e48-4010-4a2c-9733-f10d4d616784 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:29:39.608730 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ff7e48-4010-4a2c-9733-f10d4d616784 None None] Bound using segment: {'id': 'f628f1ba-6b70-4c9b-8839-62340c040c81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d'} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 15:29:39.609180 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-a1ff7e48-4010-4a2c-9733-f10d4d616784 None None] Bound port: 120d38aa-d6fe-4ef7-a5a3-528d6d70af32, host: dv-neutron-825124-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f628f1ba-6b70-4c9b-8839-62340c040c81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d'}}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 15:29:39.609538 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a1ff7e48-4010-4a2c-9733-f10d4d616784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:29:39.635853 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebce47ed-f351-44ec-aaef-d98c634bec86 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:29:39.636194 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebce47ed-f351-44ec-aaef-d98c634bec86 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:29:39.636537 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebce47ed-f351-44ec-aaef-d98c634bec86 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:29:39.636866 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebce47ed-f351-44ec-aaef-d98c634bec86 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:29:39.637194 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebce47ed-f351-44ec-aaef-d98c634bec86 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:29:39.637519 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebce47ed-f351-44ec-aaef-d98c634bec86 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:29:39.637840 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebce47ed-f351-44ec-aaef-d98c634bec86 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:29:39.638191 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebce47ed-f351-44ec-aaef-d98c634bec86 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:29:39.638538 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebce47ed-f351-44ec-aaef-d98c634bec86 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:29:39.638857 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebce47ed-f351-44ec-aaef-d98c634bec86 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:29:39.639173 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebce47ed-f351-44ec-aaef-d98c634bec86 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:29:39.684075 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-a1ff7e48-4010-4a2c-9733-f10d4d616784 None None] For port 120d38aa-d6fe-4ef7-a5a3-528d6d70af32, host dv-neutron-825124-1-hyperv, cleared binding levels {{(pid=84155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 15:29:39.686611 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.base_scheduler [None req-3585b4b8-c0eb-4235-a087-dc75def12fb2 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825124-1-hyperv, d2183f3a-bf16-46fd-9c8c-bcf3eb764afd) {{(pid=84153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 15:29:39.687070 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-a1ff7e48-4010-4a2c-9733-f10d4d616784 None None] For port 120d38aa-d6fe-4ef7-a5a3-528d6d70af32, host dv-neutron-825124-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=120d38aa-d6fe-4ef7-a5a3-528d6d70af32,segment=NetworkSegment(f628f1ba-6b70-4c9b-8839-62340c040c81),segment_id=f628f1ba-6b70-4c9b-8839-62340c040c81)] {{(pid=84155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 15:29:39.690417 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3585b4b8-c0eb-4235-a087-dc75def12fb2 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:29:39.691005 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-3585b4b8-c0eb-4235-a087-dc75def12fb2 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks [] for subnet, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:29:39.695357 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f02d8d1-d58e-4067-aa29-35dea925f10b None None] Network d2183f3a-bf16-46fd-9c8c-bcf3eb764afd requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 15:29:39.772912 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a1ff7e48-4010-4a2c-9733-f10d4d616784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:29:39.779931 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-3585b4b8-c0eb-4235-a087-dc75def12fb2 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9063675 Jan 20 15:29:39.782569 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 51252) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:29:39.856868 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebce47ed-f351-44ec-aaef-d98c634bec86 None None] Pushing event updated for resources: {'Port': ['ID=120d38aa-d6fe-4ef7-a5a3-528d6d70af32,revision_number=3']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:29:39.859816 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1ff7e48-4010-4a2c-9733-f10d4d616784 None None] Routers {'b2f4265c-d1b7-44f2-a1e9-6d853fd5ea4a'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 15:29:39.860407 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-a1ff7e48-4010-4a2c-9733-f10d4d616784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T15:29:30Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['b2f4265c-d1b7-44f2-a1e9-6d853fd5ea4a'], 'active': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:29:39.915042 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-794c06ad-cba0-49a0-b15a-6749876692ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95c917f5-14ba-5e96-98b8-1a52654a930a-d2183f3a-bf16-46fd-9c8c-bcf3eb764afd', 'network_id': 'd2183f3a-bf16-46fd-9c8c-bcf3eb764afd', 'tenant_id': 'a7eb12e65a2142f3af36926716af6c10', 'fixed_ips': [{'subnet_id': 'b0b1dc19-28c5-4870-a838-194c33d79b60'}]}} from dv-neutron-825124-1-hyperv. {{(pid=84154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 20 15:29:39.915918 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-794c06ad-cba0-49a0-b15a-6749876692ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:29:40.042868 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvr_db [None req-a1ff7e48-4010-4a2c-9733-f10d4d616784 None None] Set router b2f4265c-d1b7-44f2-a1e9-6d853fd5ea4a gateway port host: dv-neutron-825124-1-hyperv {{(pid=84155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 15:29:40.114160 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_common [None req-794c06ad-cba0-49a0-b15a-6749876692ac None None] Allocated IP 172.20.0.2 (d2183f3a-bf16-46fd-9c8c-bcf3eb764afd/b0b1dc19-28c5-4870-a838-194c33d79b60/fc0c1c33-7be0-473a-b22a-eb4dbd3acc00) {{(pid=84154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 15:29:40.338004 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-794c06ad-cba0-49a0-b15a-6749876692ac None None] Notify callbacks [] for port, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:29:40.348692 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-794c06ad-cba0-49a0-b15a-6749876692ac None None] Transition to ACTIVE for port object fc0c1c33-7be0-473a-b22a-eb4dbd3acc00 will not be triggered until provisioned by entity L2. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 15:29:40.361817 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-a1ff7e48-4010-4a2c-9733-f10d4d616784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2f4265c-d1b7-44f2-a1e9-6d853fd5ea4a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1653912043', 'tenant_id': 'a7eb12e65a2142f3af36926716af6c10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.20'}], 'enable_snat': True}, 'gw_port_id': '120d38aa-d6fe-4ef7-a5a3-528d6d70af32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:29:36Z', 'updated_at': '2022-01-20T15:29:37Z', 'revision_number': 3, 'project_id': 'a7eb12e65a2142f3af36926716af6c10', 'gw_port': {'id': '120d38aa-d6fe-4ef7-a5a3-528d6d70af32', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:c2:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2f4265c-d1b7-44f2-a1e9-6d853fd5ea4a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:29:37Z', 'updated_at': '2022-01-20T15:29:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv'}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:29:40.366495 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1ff7e48-4010-4a2c-9733-f10d4d616784 None None] The sync data for ids ['b2f4265c-d1b7-44f2-a1e9-6d853fd5ea4a'] in dv-neutron-825124-1-hyperv is: [{'id': 'b2f4265c-d1b7-44f2-a1e9-6d853fd5ea4a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1653912043', 'tenant_id': 'a7eb12e65a2142f3af36926716af6c10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.20'}], 'enable_snat': True}, 'gw_port_id': '120d38aa-d6fe-4ef7-a5a3-528d6d70af32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:29:36Z', 'updated_at': '2022-01-20T15:29:37Z', 'revision_number': 3, 'project_id': 'a7eb12e65a2142f3af36926716af6c10', 'gw_port': {'id': '120d38aa-d6fe-4ef7-a5a3-528d6d70af32', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:c2:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2f4265c-d1b7-44f2-a1e9-6d853fd5ea4a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:29:37Z', 'updated_at': '2022-01-20T15:29:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv'}] {{(pid=84155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 15:29:40.367140 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-794c06ad-cba0-49a0-b15a-6749876692ac None None] Transition to ACTIVE for port object fc0c1c33-7be0-473a-b22a-eb4dbd3acc00 will not be triggered until provisioned by entity DHCP. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 15:29:40.436353 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-794c06ad-cba0-49a0-b15a-6749876692ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477'] for port, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:29:40.521304 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-794c06ad-cba0-49a0-b15a-6749876692ac None None] Network d2183f3a-bf16-46fd-9c8c-bcf3eb764afd is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 15:29:40.525351 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-794c06ad-cba0-49a0-b15a-6749876692ac None None] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 15:29:40.531039 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-794c06ad-cba0-49a0-b15a-6749876692ac None None] Received port after_create {{(pid=84154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 15:29:40.565286 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794c06ad-cba0-49a0-b15a-6749876692ac None None] Pushing event updated for resources: {'Port': ['ID=fc0c1c33-7be0-473a-b22a-eb4dbd3acc00,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:29:40.640209 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-794c06ad-cba0-49a0-b15a-6749876692ac None None] Attempting to bind port fc0c1c33-7be0-473a-b22a-eb4dbd3acc00 on host dv-neutron-825124-1-hyperv for vnic_type normal with profile {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 15:29:40.640578 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-794c06ad-cba0-49a0-b15a-6749876692ac None None] Attempting to bind port fc0c1c33-7be0-473a-b22a-eb4dbd3acc00 by drivers openvswitch,hyperv on host dv-neutron-825124-1-hyperv at level 0 using segments [{'id': '30260ac0-00da-4b77-a48c-8749471fe0cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd2183f3a-bf16-46fd-9c8c-bcf3eb764afd'}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 15:29:40.641660 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-794c06ad-cba0-49a0-b15a-6749876692ac None None] Attempting to bind port fc0c1c33-7be0-473a-b22a-eb4dbd3acc00 on network d2183f3a-bf16-46fd-9c8c-bcf3eb764afd {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 15:29:40.649122 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-794c06ad-cba0-49a0-b15a-6749876692ac None None] Checking agent: {'id': '6414dfeb-85c5-454a-8756-709ca637d800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825124-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 16, 31), 'started_at': datetime.datetime(2022, 1, 20, 14, 17, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 15, 29, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825124-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 15:29:40.649489 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-794c06ad-cba0-49a0-b15a-6749876692ac None None] Checking segment: {'id': '30260ac0-00da-4b77-a48c-8749471fe0cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd2183f3a-bf16-46fd-9c8c-bcf3eb764afd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 15:29:40.649893 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-794c06ad-cba0-49a0-b15a-6749876692ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:29:40.650308 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-794c06ad-cba0-49a0-b15a-6749876692ac None None] Bound using segment: {'id': '30260ac0-00da-4b77-a48c-8749471fe0cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd2183f3a-bf16-46fd-9c8c-bcf3eb764afd'} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 15:29:40.650770 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-794c06ad-cba0-49a0-b15a-6749876692ac None None] Bound port: fc0c1c33-7be0-473a-b22a-eb4dbd3acc00, host: dv-neutron-825124-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30260ac0-00da-4b77-a48c-8749471fe0cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd2183f3a-bf16-46fd-9c8c-bcf3eb764afd'}}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 15:29:40.651144 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-794c06ad-cba0-49a0-b15a-6749876692ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:29:40.723597 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-93ea8ccd-3f1e-4629-98d3-d78eacd5fba0 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:29:40.747211 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-794c06ad-cba0-49a0-b15a-6749876692ac None None] For port fc0c1c33-7be0-473a-b22a-eb4dbd3acc00, host dv-neutron-825124-1-hyperv, cleared binding levels {{(pid=84154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 15:29:40.750437 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-794c06ad-cba0-49a0-b15a-6749876692ac None None] For port fc0c1c33-7be0-473a-b22a-eb4dbd3acc00, host dv-neutron-825124-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=fc0c1c33-7be0-473a-b22a-eb4dbd3acc00,segment=NetworkSegment(30260ac0-00da-4b77-a48c-8749471fe0cd),segment_id=30260ac0-00da-4b77-a48c-8749471fe0cd)] {{(pid=84154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 15:29:40.807141 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-794c06ad-cba0-49a0-b15a-6749876692ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:29:40.894981 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794c06ad-cba0-49a0-b15a-6749876692ac None None] Pushing event updated for resources: {'Port': ['ID=fc0c1c33-7be0-473a-b22a-eb4dbd3acc00,revision_number=2']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:29:41.205258 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.db_base_plugin_common [None req-93ea8ccd-3f1e-4629-98d3-d78eacd5fba0 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Allocated IP 172.20.0.1 (d2183f3a-bf16-46fd-9c8c-bcf3eb764afd/b0b1dc19-28c5-4870-a838-194c33d79b60/6dbfaebb-537f-4b35-80c0-3d5ffb265da6) {{(pid=84152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 15:29:41.372138 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-93ea8ccd-3f1e-4629-98d3-d78eacd5fba0 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks [] for port, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:29:41.385840 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.provisioning_blocks [None req-93ea8ccd-3f1e-4629-98d3-d78eacd5fba0 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Transition to ACTIVE for port object 6dbfaebb-537f-4b35-80c0-3d5ffb265da6 will not be triggered until provisioned by entity DHCP. {{(pid=84152) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 15:29:41.447416 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-93ea8ccd-3f1e-4629-98d3-d78eacd5fba0 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:29:41.531435 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93ea8ccd-3f1e-4629-98d3-d78eacd5fba0 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Network d2183f3a-bf16-46fd-9c8c-bcf3eb764afd is already hosted by enough agents. {{(pid=84152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 15:29:41.534581 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.base_scheduler [None req-93ea8ccd-3f1e-4629-98d3-d78eacd5fba0 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Resources bound (agent type, host, resource id): {{(pid=84152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 15:29:41.537146 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93ea8ccd-3f1e-4629-98d3-d78eacd5fba0 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Received port after_create {{(pid=84152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 15:29:41.573481 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ea8ccd-3f1e-4629-98d3-d78eacd5fba0 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Pushing event updated for resources: {'Port': ['ID=6dbfaebb-537f-4b35-80c0-3d5ffb265da6,revision_number=1']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:29:41.590947 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ea8ccd-3f1e-4629-98d3-d78eacd5fba0 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:29:41.591077 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ea8ccd-3f1e-4629-98d3-d78eacd5fba0 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:29:41.591373 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ea8ccd-3f1e-4629-98d3-d78eacd5fba0 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:29:41.592263 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ea8ccd-3f1e-4629-98d3-d78eacd5fba0 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:29:41.592599 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ea8ccd-3f1e-4629-98d3-d78eacd5fba0 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:29:41.592922 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ea8ccd-3f1e-4629-98d3-d78eacd5fba0 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:29:41.593253 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ea8ccd-3f1e-4629-98d3-d78eacd5fba0 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:29:41.593694 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ea8ccd-3f1e-4629-98d3-d78eacd5fba0 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:29:41.593920 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ea8ccd-3f1e-4629-98d3-d78eacd5fba0 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:29:41.594294 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ea8ccd-3f1e-4629-98d3-d78eacd5fba0 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:29:41.594554 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ea8ccd-3f1e-4629-98d3-d78eacd5fba0 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:29:41.616081 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-93ea8ccd-3f1e-4629-98d3-d78eacd5fba0 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-745387'] for router_interface, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:29:41.734823 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 120d38aa-d6fe-4ef7-a5a3-528d6d70af32 up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 15:29:41.779405 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-93ea8ccd-3f1e-4629-98d3-d78eacd5fba0 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:29:41.852265 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning for port 120d38aa-d6fe-4ef7-a5a3-528d6d70af32 completed by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 15:29:41.857464 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port 120d38aa-d6fe-4ef7-a5a3-528d6d70af32 triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:29:41.857845 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:29:41.922186 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47fcf6f3-513f-4e26-89d2-a52eb162dcb6 None None] Network d2183f3a-bf16-46fd-9c8c-bcf3eb764afd requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 15:29:42.139576 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-cd2cd873-eeba-467b-8ca8-a06db6b44f67 None None] Provisioning for port fc0c1c33-7be0-473a-b22a-eb4dbd3acc00 completed by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 15:29:42.148264 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:29:42.194795 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-93ea8ccd-3f1e-4629-98d3-d78eacd5fba0 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks [] for port, precommit_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:29:42.204415 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] For port 120d38aa-d6fe-4ef7-a5a3-528d6d70af32, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=120d38aa-d6fe-4ef7-a5a3-528d6d70af32,segment=NetworkSegment(f628f1ba-6b70-4c9b-8839-62340c040c81),segment_id=f628f1ba-6b70-4c9b-8839-62340c040c81)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 15:29:42.269387 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-93ea8ccd-3f1e-4629-98d3-d78eacd5fba0 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162822'] for port, after_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:29:42.281287 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:29:42.282785 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device fc0c1c33-7be0-473a-b22a-eb4dbd3acc00 up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 15:29:42.410304 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Pushing event updated for resources: {'Port': ['ID=120d38aa-d6fe-4ef7-a5a3-528d6d70af32,revision_number=4']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:29:42.475807 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning for port fc0c1c33-7be0-473a-b22a-eb4dbd3acc00 completed by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 15:29:42.480986 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port fc0c1c33-7be0-473a-b22a-eb4dbd3acc00 triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:29:42.481448 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:29:42.496188 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-93ea8ccd-3f1e-4629-98d3-d78eacd5fba0 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1705158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-743490'] for router_interface, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:29:42.504461 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ea8ccd-3f1e-4629-98d3-d78eacd5fba0 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Pushing event updated for resources: {'Port': ['ID=6dbfaebb-537f-4b35-80c0-3d5ffb265da6,revision_number=2']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:29:42.589724 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-6371c236-07ab-442f-b307-1f7887359262 None None] Provisioning for port 6dbfaebb-537f-4b35-80c0-3d5ffb265da6 completed by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 15:29:42.607443 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-6371c236-07ab-442f-b307-1f7887359262 None None] Provisioning complete for port 6dbfaebb-537f-4b35-80c0-3d5ffb265da6 triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:29:42.607785 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-6371c236-07ab-442f-b307-1f7887359262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:29:42.647209 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93ea8ccd-3f1e-4629-98d3-d78eacd5fba0 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Network d2183f3a-bf16-46fd-9c8c-bcf3eb764afd is already hosted by enough agents. {{(pid=84152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 15:29:42.648439 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.base_scheduler [None req-93ea8ccd-3f1e-4629-98d3-d78eacd5fba0 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Resources bound (agent type, host, resource id): {{(pid=84152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 15:29:42.660891 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:29:42.682340 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-6371c236-07ab-442f-b307-1f7887359262 None None] Port 6dbfaebb-537f-4b35-80c0-3d5ffb265da6 cannot update to ACTIVE because it is not bound. {{(pid=84154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 15:29:42.704638 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] For port fc0c1c33-7be0-473a-b22a-eb4dbd3acc00, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=fc0c1c33-7be0-473a-b22a-eb4dbd3acc00,segment=NetworkSegment(30260ac0-00da-4b77-a48c-8749471fe0cd),segment_id=30260ac0-00da-4b77-a48c-8749471fe0cd)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 15:29:42.711736 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-6371c236-07ab-442f-b307-1f7887359262 None None] Provisioning complete for port fc0c1c33-7be0-473a-b22a-eb4dbd3acc00 triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:29:42.712104 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-6371c236-07ab-442f-b307-1f7887359262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:29:42.767401 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:29:42.886843 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Pushing event updated for resources: {'Port': ['ID=fc0c1c33-7be0-473a-b22a-eb4dbd3acc00,revision_number=3']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:29:43.020327 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-00f95922-6532-4ca1-aa5f-8c150b23c30c None None] Provisioning complete for port 6dbfaebb-537f-4b35-80c0-3d5ffb265da6 triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:29:43.020637 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-00f95922-6532-4ca1-aa5f-8c150b23c30c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:29:43.031703 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93ea8ccd-3f1e-4629-98d3-d78eacd5fba0 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Router b2f4265c-d1b7-44f2-a1e9-6d853fd5ea4a has already been hosted by L3 agent 624d525b-4c26-4143-8a1c-228bb1c6faaa {{(pid=84152) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 15:29:43.071479 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-00f95922-6532-4ca1-aa5f-8c150b23c30c None None] Port 6dbfaebb-537f-4b35-80c0-3d5ffb265da6 cannot update to ACTIVE because it is not bound. {{(pid=84154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 15:29:43.227183 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93ea8ccd-3f1e-4629-98d3-d78eacd5fba0 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify agent at l3_agent.dv-neutron-825124-1-hyperv the message routers_updated {{(pid=84152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 15:29:43.239367 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-93ea8ccd-3f1e-4629-98d3-d78eacd5fba0 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "PUT /v2.0/routers/b2f4265c-d1b7-44f2-a1e9-6d853fd5ea4a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4555771 Jan 20 15:29:43.411285 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [req-12549276-d8f8-4aca-82f5-272776fe01f7 req-29d16150-eebc-487a-85d5-abf601bb8ffb tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Synchronizing usage tracker for tenant:a7eb12e65a2142f3af36926716af6c10 on resource:security_group {{(pid=84153) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 15:29:43.530729 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [req-12549276-d8f8-4aca-82f5-272776fe01f7 req-29d16150-eebc-487a-85d5-abf601bb8ffb tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Unset dirty status for tenant:a7eb12e65a2142f3af36926716af6c10 on resource:security_group {{(pid=84153) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 15:29:43.531961 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-12549276-d8f8-4aca-82f5-272776fe01f7 req-29d16150-eebc-487a-85d5-abf601bb8ffb tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1098492898&fields=id&tenant_id=a7eb12e65a2142f3af36926716af6c10 HTTP/1.1" status: 200 len: 267 time: 0.1629157 Jan 20 15:29:43.652839 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 120d38aa-d6fe-4ef7-a5a3-528d6d70af32 up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 15:29:43.680628 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12549276-d8f8-4aca-82f5-272776fe01f7 req-67ec6f9c-3a26-449e-9d14-3ac61a858852 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:29:43.681417 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [req-12549276-d8f8-4aca-82f5-272776fe01f7 req-67ec6f9c-3a26-449e-9d14-3ac61a858852 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Synchronizing usage tracker for tenant:a7eb12e65a2142f3af36926716af6c10 on resource:network {{(pid=84153) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 15:29:43.753726 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [req-12549276-d8f8-4aca-82f5-272776fe01f7 req-67ec6f9c-3a26-449e-9d14-3ac61a858852 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Unset dirty status for tenant:a7eb12e65a2142f3af36926716af6c10 on resource:network {{(pid=84153) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 15:29:43.754052 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port 120d38aa-d6fe-4ef7-a5a3-528d6d70af32 triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:29:43.754443 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:29:43.758722 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-12549276-d8f8-4aca-82f5-272776fe01f7 req-67ec6f9c-3a26-449e-9d14-3ac61a858852 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/networks?id=d2183f3a-bf16-46fd-9c8c-bcf3eb764afd HTTP/1.1" status: 200 len: 796 time: 0.2202127 Jan 20 15:29:43.772353 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-12549276-d8f8-4aca-82f5-272776fe01f7 req-a5863aea-43e6-4324-9b7a-90b5354a4a6d tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/quotas/a7eb12e65a2142f3af36926716af6c10 HTTP/1.1" status: 200 len: 375 time: 0.0108299 Jan 20 15:29:43.851822 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [req-12549276-d8f8-4aca-82f5-272776fe01f7 req-92a6b832-7814-49df-ac54-61801defd2e6 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Synchronizing usage tracker for tenant:a7eb12e65a2142f3af36926716af6c10 on resource:port {{(pid=84153) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 15:29:43.909297 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [req-12549276-d8f8-4aca-82f5-272776fe01f7 req-92a6b832-7814-49df-ac54-61801defd2e6 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Unset dirty status for tenant:a7eb12e65a2142f3af36926716af6c10 on resource:port {{(pid=84153) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 15:29:43.910669 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-12549276-d8f8-4aca-82f5-272776fe01f7 req-92a6b832-7814-49df-ac54-61801defd2e6 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=a7eb12e65a2142f3af36926716af6c10&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1332273 Jan 20 15:29:43.913688 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device fc0c1c33-7be0-473a-b22a-eb4dbd3acc00 up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 15:29:43.962094 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-929c0610-be38-4a40-9cac-09b3e5238ae1 None None] Sync routers for ids ['b2f4265c-d1b7-44f2-a1e9-6d853fd5ea4a'] in dv-neutron-825124-1-hyperv {{(pid=84154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 15:29:43.984719 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-929c0610-be38-4a40-9cac-09b3e5238ae1 None None] Routers {'b2f4265c-d1b7-44f2-a1e9-6d853fd5ea4a'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 15:29:43.985333 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-929c0610-be38-4a40-9cac-09b3e5238ae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T15:29:30Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['b2f4265c-d1b7-44f2-a1e9-6d853fd5ea4a'], 'active': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:29:44.062393 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [req-12549276-d8f8-4aca-82f5-272776fe01f7 req-c7615af9-8318-4083-8000-78ecefd80d5d service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=84153) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 20 15:29:44.063436 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-12549276-d8f8-4aca-82f5-272776fe01f7 req-c7615af9-8318-4083-8000-78ecefd80d5d service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0676990 Jan 20 15:29:44.073986 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port fc0c1c33-7be0-473a-b22a-eb4dbd3acc00 triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:29:44.074374 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:29:44.195128 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-12549276-d8f8-4aca-82f5-272776fe01f7 req-6ea115c8-ed3b-41a7-ac97-33ef1d43210f service neutron] 10.222.0.54 "GET /v2.0/networks/d2183f3a-bf16-46fd-9c8c-bcf3eb764afd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254396 Jan 20 15:29:44.210532 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvr_db [None req-929c0610-be38-4a40-9cac-09b3e5238ae1 None None] Set router b2f4265c-d1b7-44f2-a1e9-6d853fd5ea4a gateway port host: dv-neutron-825124-1-hyperv {{(pid=84154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 15:29:44.428087 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-12549276-d8f8-4aca-82f5-272776fe01f7 req-b400896d-55a3-40cb-9c59-dda95a504822 service neutron] 10.222.0.54 "GET /v2.0/networks/d2183f3a-bf16-46fd-9c8c-bcf3eb764afd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2238545 Jan 20 15:29:44.565504 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-929c0610-be38-4a40-9cac-09b3e5238ae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2f4265c-d1b7-44f2-a1e9-6d853fd5ea4a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1653912043', 'tenant_id': 'a7eb12e65a2142f3af36926716af6c10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.20'}], 'enable_snat': True}, 'gw_port_id': '120d38aa-d6fe-4ef7-a5a3-528d6d70af32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:29:36Z', 'updated_at': '2022-01-20T15:29:41Z', 'revision_number': 4, 'project_id': 'a7eb12e65a2142f3af36926716af6c10', 'gw_port': {'id': '120d38aa-d6fe-4ef7-a5a3-528d6d70af32', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:c2:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2f4265c-d1b7-44f2-a1e9-6d853fd5ea4a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:29:37Z', 'updated_at': '2022-01-20T15:29:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv', '_interfaces': [{'id': '6dbfaebb-537f-4b35-80c0-3d5ffb265da6', 'name': '', 'network_id': 'd2183f3a-bf16-46fd-9c8c-bcf3eb764afd', 'tenant_id': 'a7eb12e65a2142f3af36926716af6c10', 'mac_address': 'fa:16:3e:f9:49:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2f4265c-d1b7-44f2-a1e9-6d853fd5ea4a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b0b1dc19-28c5-4870-a838-194c33d79b60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:29:40Z', 'updated_at': '2022-01-20T15:29:42Z', 'revision_number': 2, 'project_id': 'a7eb12e65a2142f3af36926716af6c10', 'subnets': [{'id': 'b0b1dc19-28c5-4870-a838-194c33d79b60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:29:44.569296 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-929c0610-be38-4a40-9cac-09b3e5238ae1 None None] Checking router: b2f4265c-d1b7-44f2-a1e9-6d853fd5ea4a for host: dv-neutron-825124-1-hyperv {{(pid=84154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 15:29:44.569638 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-929c0610-be38-4a40-9cac-09b3e5238ae1 None None] Updating router b2f4265c-d1b7-44f2-a1e9-6d853fd5ea4a port 6dbfaebb-537f-4b35-80c0-3d5ffb265da6 binding host dv-neutron-825124-1-hyperv {{(pid=84154) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 20 15:29:44.624483 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-929c0610-be38-4a40-9cac-09b3e5238ae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:29:44.688361 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-1697c5de-741a-4a75-843b-fda7c6f69a9b req-91eac63b-c572-48b5-8f0c-844ea7c73440 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/ports?device_id=37d2c647-3cdd-4902-a796-e4c9823cde57 HTTP/1.1" status: 200 len: 210 time: 0.0464263 Jan 20 15:29:44.959168 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-929c0610-be38-4a40-9cac-09b3e5238ae1 None None] Notify callbacks [] for port, precommit_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:29:44.970812 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-929c0610-be38-4a40-9cac-09b3e5238ae1 None None] Transition to ACTIVE for port object 6dbfaebb-537f-4b35-80c0-3d5ffb265da6 will not be triggered until provisioned by entity L2. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 15:29:45.176296 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-929c0610-be38-4a40-9cac-09b3e5238ae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:29:45.308602 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0bc16d-e407-4a12-af47-00e59aa02dc0 None None] Pushing event updated for resources: {'Port': ['ID=6dbfaebb-537f-4b35-80c0-3d5ffb265da6,revision_number=3']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:29:45.401945 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-929c0610-be38-4a40-9cac-09b3e5238ae1 None None] Attempting to bind port 6dbfaebb-537f-4b35-80c0-3d5ffb265da6 on host dv-neutron-825124-1-hyperv for vnic_type normal with profile {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 15:29:45.402352 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-929c0610-be38-4a40-9cac-09b3e5238ae1 None None] Attempting to bind port 6dbfaebb-537f-4b35-80c0-3d5ffb265da6 by drivers openvswitch,hyperv on host dv-neutron-825124-1-hyperv at level 0 using segments [{'id': '30260ac0-00da-4b77-a48c-8749471fe0cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd2183f3a-bf16-46fd-9c8c-bcf3eb764afd'}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 15:29:45.402720 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-929c0610-be38-4a40-9cac-09b3e5238ae1 None None] Attempting to bind port 6dbfaebb-537f-4b35-80c0-3d5ffb265da6 on network d2183f3a-bf16-46fd-9c8c-bcf3eb764afd {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 15:29:45.409697 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-929c0610-be38-4a40-9cac-09b3e5238ae1 None None] Checking agent: {'id': '6414dfeb-85c5-454a-8756-709ca637d800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825124-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 16, 31), 'started_at': datetime.datetime(2022, 1, 20, 14, 17, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 15, 29, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825124-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 15:29:45.410099 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-929c0610-be38-4a40-9cac-09b3e5238ae1 None None] Checking segment: {'id': '30260ac0-00da-4b77-a48c-8749471fe0cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd2183f3a-bf16-46fd-9c8c-bcf3eb764afd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 15:29:45.410500 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-929c0610-be38-4a40-9cac-09b3e5238ae1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:29:45.410888 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-929c0610-be38-4a40-9cac-09b3e5238ae1 None None] Bound using segment: {'id': '30260ac0-00da-4b77-a48c-8749471fe0cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd2183f3a-bf16-46fd-9c8c-bcf3eb764afd'} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 15:29:45.411357 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-929c0610-be38-4a40-9cac-09b3e5238ae1 None None] Bound port: 6dbfaebb-537f-4b35-80c0-3d5ffb265da6, host: dv-neutron-825124-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30260ac0-00da-4b77-a48c-8749471fe0cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd2183f3a-bf16-46fd-9c8c-bcf3eb764afd'}}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 15:29:45.411729 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-929c0610-be38-4a40-9cac-09b3e5238ae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:29:45.557220 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-929c0610-be38-4a40-9cac-09b3e5238ae1 None None] For port 6dbfaebb-537f-4b35-80c0-3d5ffb265da6, host dv-neutron-825124-1-hyperv, cleared binding levels {{(pid=84154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 15:29:45.560740 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-929c0610-be38-4a40-9cac-09b3e5238ae1 None None] For port 6dbfaebb-537f-4b35-80c0-3d5ffb265da6, host dv-neutron-825124-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=6dbfaebb-537f-4b35-80c0-3d5ffb265da6,segment=NetworkSegment(30260ac0-00da-4b77-a48c-8749471fe0cd),segment_id=30260ac0-00da-4b77-a48c-8749471fe0cd)] {{(pid=84154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 15:29:45.645361 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-929c0610-be38-4a40-9cac-09b3e5238ae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:29:45.722844 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0bc16d-e407-4a12-af47-00e59aa02dc0 None None] Pushing event updated for resources: {'Port': ['ID=6dbfaebb-537f-4b35-80c0-3d5ffb265da6,revision_number=4']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:29:45.739879 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-929c0610-be38-4a40-9cac-09b3e5238ae1 None None] Routers {'b2f4265c-d1b7-44f2-a1e9-6d853fd5ea4a'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 15:29:45.740432 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-929c0610-be38-4a40-9cac-09b3e5238ae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T15:29:30Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['b2f4265c-d1b7-44f2-a1e9-6d853fd5ea4a'], 'active': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:29:45.874788 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-8fb8306f-e57b-424c-98b4-5f0c27845af1 req-ebafb855-ce0b-4aa3-a382-12ac1a48830a tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/ports?device_id=37d2c647-3cdd-4902-a796-e4c9823cde57 HTTP/1.1" status: 200 len: 210 time: 0.0507474 Jan 20 15:29:45.921634 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvr_db [None req-929c0610-be38-4a40-9cac-09b3e5238ae1 None None] Set router b2f4265c-d1b7-44f2-a1e9-6d853fd5ea4a gateway port host: dv-neutron-825124-1-hyperv {{(pid=84154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 15:29:46.249416 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-929c0610-be38-4a40-9cac-09b3e5238ae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2f4265c-d1b7-44f2-a1e9-6d853fd5ea4a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1653912043', 'tenant_id': 'a7eb12e65a2142f3af36926716af6c10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.20'}], 'enable_snat': True}, 'gw_port_id': '120d38aa-d6fe-4ef7-a5a3-528d6d70af32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:29:36Z', 'updated_at': '2022-01-20T15:29:41Z', 'revision_number': 4, 'project_id': 'a7eb12e65a2142f3af36926716af6c10', 'gw_port': {'id': '120d38aa-d6fe-4ef7-a5a3-528d6d70af32', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:c2:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2f4265c-d1b7-44f2-a1e9-6d853fd5ea4a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:29:37Z', 'updated_at': '2022-01-20T15:29:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv', '_interfaces': [{'id': '6dbfaebb-537f-4b35-80c0-3d5ffb265da6', 'name': '', 'network_id': 'd2183f3a-bf16-46fd-9c8c-bcf3eb764afd', 'tenant_id': 'a7eb12e65a2142f3af36926716af6c10', 'mac_address': 'fa:16:3e:f9:49:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2f4265c-d1b7-44f2-a1e9-6d853fd5ea4a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b0b1dc19-28c5-4870-a838-194c33d79b60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:29:40Z', 'updated_at': '2022-01-20T15:29:45Z', 'revision_number': 4, 'project_id': 'a7eb12e65a2142f3af36926716af6c10', 'subnets': [{'id': 'b0b1dc19-28c5-4870-a838-194c33d79b60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:29:46.253625 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-929c0610-be38-4a40-9cac-09b3e5238ae1 None None] The sync data for ids ['b2f4265c-d1b7-44f2-a1e9-6d853fd5ea4a'] in dv-neutron-825124-1-hyperv is: [{'id': 'b2f4265c-d1b7-44f2-a1e9-6d853fd5ea4a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1653912043', 'tenant_id': 'a7eb12e65a2142f3af36926716af6c10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.20'}], 'enable_snat': True}, 'gw_port_id': '120d38aa-d6fe-4ef7-a5a3-528d6d70af32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:29:36Z', 'updated_at': '2022-01-20T15:29:41Z', 'revision_number': 4, 'project_id': 'a7eb12e65a2142f3af36926716af6c10', 'gw_port': {'id': '120d38aa-d6fe-4ef7-a5a3-528d6d70af32', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:c2:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2f4265c-d1b7-44f2-a1e9-6d853fd5ea4a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:29:37Z', 'updated_at': '2022-01-20T15:29:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv', '_interfaces': [{'id': '6dbfaebb-537f-4b35-80c0-3d5ffb265da6', 'name': '', 'network_id': 'd2183f3a-bf16-46fd-9c8c-bcf3eb764afd', 'tenant_id': 'a7eb12e65a2142f3af36926716af6c10', 'mac_address': 'fa:16:3e:f9:49:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2f4265c-d1b7-44f2-a1e9-6d853fd5ea4a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b0b1dc19-28c5-4870-a838-194c33d79b60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:29:40Z', 'updated_at': '2022-01-20T15:29:45Z', 'revision_number': 4, 'project_id': 'a7eb12e65a2142f3af36926716af6c10', 'subnets': [{'id': 'b0b1dc19-28c5-4870-a838-194c33d79b60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 15:29:46.903485 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12549276-d8f8-4aca-82f5-272776fe01f7 req-071a229c-e39c-4d54-95d9-22773fe70391 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:29:46.905575 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-12549276-d8f8-4aca-82f5-272776fe01f7 req-071a229c-e39c-4d54-95d9-22773fe70391 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.106 "GET /v2.0/networks?id=d2183f3a-bf16-46fd-9c8c-bcf3eb764afd HTTP/1.1" status: 200 len: 796 time: 0.1505136 Jan 20 15:29:46.967523 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-12549276-d8f8-4aca-82f5-272776fe01f7 req-52322984-e3cc-42cd-a314-7bcc4a1c6e6d tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.106 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a7eb12e65a2142f3af36926716af6c10 HTTP/1.1" status: 200 len: 380 time: 0.0485075 Jan 20 15:29:46.976459 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [req-12549276-d8f8-4aca-82f5-272776fe01f7 req-7638f8de-7f31-45ae-90af-0a7f65cf9184 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Request body: {'port': {'device_id': '37d2c647-3cdd-4902-a796-e4c9823cde57', 'network_id': 'd2183f3a-bf16-46fd-9c8c-bcf3eb764afd', 'admin_state_up': True, 'tenant_id': 'a7eb12e65a2142f3af36926716af6c10', 'security_groups': ['86758e90-a7b2-4dd0-81de-228b826596c7']}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 15:29:47.099988 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-7c5378fe-d419-4852-b6d1-dcd62e9c9bfd req-d8afc448-6c2c-4be3-9f57-a15954f5d2bf tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/ports?device_id=37d2c647-3cdd-4902-a796-e4c9823cde57 HTTP/1.1" status: 200 len: 210 time: 0.0517778 Jan 20 15:29:47.167740 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [req-12549276-d8f8-4aca-82f5-272776fe01f7 req-7638f8de-7f31-45ae-90af-0a7f65cf9184 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:29:47.181071 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [req-12549276-d8f8-4aca-82f5-272776fe01f7 req-7638f8de-7f31-45ae-90af-0a7f65cf9184 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:29:47.251967 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12549276-d8f8-4aca-82f5-272776fe01f7 req-7638f8de-7f31-45ae-90af-0a7f65cf9184 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Made reservation on behalf of a7eb12e65a2142f3af36926716af6c10 for: {'port': 1} {{(pid=84153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 15:29:47.255141 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-12549276-d8f8-4aca-82f5-272776fe01f7 req-7638f8de-7f31-45ae-90af-0a7f65cf9184 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:29:47.417190 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.db_base_plugin_common [req-12549276-d8f8-4aca-82f5-272776fe01f7 req-7638f8de-7f31-45ae-90af-0a7f65cf9184 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Allocated IP 172.20.0.12 (d2183f3a-bf16-46fd-9c8c-bcf3eb764afd/b0b1dc19-28c5-4870-a838-194c33d79b60/9f9f8dff-e05a-4fff-89a2-b4a5747972dd) {{(pid=84153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 15:29:47.608194 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-12549276-d8f8-4aca-82f5-272776fe01f7 req-7638f8de-7f31-45ae-90af-0a7f65cf9184 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks [] for port, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:29:47.624675 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.provisioning_blocks [req-12549276-d8f8-4aca-82f5-272776fe01f7 req-7638f8de-7f31-45ae-90af-0a7f65cf9184 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Transition to ACTIVE for port object 9f9f8dff-e05a-4fff-89a2-b4a5747972dd will not be triggered until provisioned by entity DHCP. {{(pid=84153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 15:29:47.678807 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 6dbfaebb-537f-4b35-80c0-3d5ffb265da6 up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 15:29:47.726813 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-12549276-d8f8-4aca-82f5-272776fe01f7 req-7638f8de-7f31-45ae-90af-0a7f65cf9184 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:29:47.798544 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12549276-d8f8-4aca-82f5-272776fe01f7 req-7638f8de-7f31-45ae-90af-0a7f65cf9184 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Network d2183f3a-bf16-46fd-9c8c-bcf3eb764afd is already hosted by enough agents. {{(pid=84153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 15:29:47.801613 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.base_scheduler [req-12549276-d8f8-4aca-82f5-272776fe01f7 req-7638f8de-7f31-45ae-90af-0a7f65cf9184 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Resources bound (agent type, host, resource id): {{(pid=84153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 15:29:47.804011 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.l3_dvrscheduler_db [req-12549276-d8f8-4aca-82f5-272776fe01f7 req-7638f8de-7f31-45ae-90af-0a7f65cf9184 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Received port after_create {{(pid=84153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 15:29:47.816281 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning for port 6dbfaebb-537f-4b35-80c0-3d5ffb265da6 completed by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 15:29:47.821678 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port 6dbfaebb-537f-4b35-80c0-3d5ffb265da6 triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:29:47.821883 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:29:47.844014 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7638f8de-7f31-45ae-90af-0a7f65cf9184 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Pushing event updated for resources: {'Port': ['ID=9f9f8dff-e05a-4fff-89a2-b4a5747972dd,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:29:47.876441 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12549276-d8f8-4aca-82f5-272776fe01f7 req-7638f8de-7f31-45ae-90af-0a7f65cf9184 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:29:47.879840 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-12549276-d8f8-4aca-82f5-272776fe01f7 req-7638f8de-7f31-45ae-90af-0a7f65cf9184 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:29:47.941584 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:29:47.968069 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-12549276-d8f8-4aca-82f5-272776fe01f7 req-7638f8de-7f31-45ae-90af-0a7f65cf9184 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.106 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9953771 Jan 20 15:29:47.974698 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] For port 6dbfaebb-537f-4b35-80c0-3d5ffb265da6, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=6dbfaebb-537f-4b35-80c0-3d5ffb265da6,segment=NetworkSegment(30260ac0-00da-4b77-a48c-8749471fe0cd),segment_id=30260ac0-00da-4b77-a48c-8749471fe0cd)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 15:29:47.979985 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [req-12549276-d8f8-4aca-82f5-272776fe01f7 req-61bc67ee-fa30-4f5b-9e0a-1b675c4c88cf service neutron] Request body: {'port': {'device_id': '37d2c647-3cdd-4902-a796-e4c9823cde57', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8251'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 15:29:48.034700 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:29:48.086218 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-12549276-d8f8-4aca-82f5-272776fe01f7 req-61bc67ee-fa30-4f5b-9e0a-1b675c4c88cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:29:48.097795 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.agents_db [None req-6dba657d-a637-4918-9b6d-40defdfae04b None None] Agent healthcheck: found 6 active agents {{(pid=84155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 15:29:48.106799 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Pushing event updated for resources: {'Port': ['ID=6dbfaebb-537f-4b35-80c0-3d5ffb265da6,revision_number=5']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:29:48.143103 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-824354d8-f248-4517-b914-376d55dfcb24 None None] Provisioning for port 9f9f8dff-e05a-4fff-89a2-b4a5747972dd completed by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 15:29:48.148253 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-824354d8-f248-4517-b914-376d55dfcb24 None None] Provisioning complete for port 9f9f8dff-e05a-4fff-89a2-b4a5747972dd triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:29:48.148621 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-824354d8-f248-4517-b914-376d55dfcb24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:29:48.217361 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-824354d8-f248-4517-b914-376d55dfcb24 None None] Port 9f9f8dff-e05a-4fff-89a2-b4a5747972dd cannot update to ACTIVE because it is not bound. {{(pid=84154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 15:29:48.413982 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ad2cb0-d54a-4564-b366-ce90379a4dc2 req-1cfacac0-a183-46c8-996e-fefcffc1af48 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:29:48.414683 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [req-80ad2cb0-d54a-4564-b366-ce90379a4dc2 req-1cfacac0-a183-46c8-996e-fefcffc1af48 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Synchronizing usage tracker for tenant:a7eb12e65a2142f3af36926716af6c10 on resource:port {{(pid=84153) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 15:29:48.488821 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [req-80ad2cb0-d54a-4564-b366-ce90379a4dc2 req-1cfacac0-a183-46c8-996e-fefcffc1af48 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Unset dirty status for tenant:a7eb12e65a2142f3af36926716af6c10 on resource:port {{(pid=84153) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 15:29:48.489881 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-80ad2cb0-d54a-4564-b366-ce90379a4dc2 req-1cfacac0-a183-46c8-996e-fefcffc1af48 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/ports?device_id=37d2c647-3cdd-4902-a796-e4c9823cde57 HTTP/1.1" status: 200 len: 932 time: 0.2632823 Jan 20 15:29:48.498557 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.notifiers.nova [req-12549276-d8f8-4aca-82f5-272776fe01f7 req-61bc67ee-fa30-4f5b-9e0a-1b675c4c88cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f9f8dff-e05a-4fff-89a2-b4a5747972dd {{(pid=84153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 15:29:48.518848 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-12549276-d8f8-4aca-82f5-272776fe01f7 req-61bc67ee-fa30-4f5b-9e0a-1b675c4c88cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:29:48.550395 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.provisioning_blocks [req-12549276-d8f8-4aca-82f5-272776fe01f7 req-61bc67ee-fa30-4f5b-9e0a-1b675c4c88cf service neutron] Transition to ACTIVE for port object 9f9f8dff-e05a-4fff-89a2-b4a5747972dd will not be triggered until provisioned by entity L2. {{(pid=84153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 15:29:48.565721 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-80ad2cb0-d54a-4564-b366-ce90379a4dc2 req-8e86e53b-8610-4e49-aaba-7a9b3683c99d tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/security-groups?id=86758e90-a7b2-4dd0-81de-228b826596c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699086 Jan 20 15:29:48.621880 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-12549276-d8f8-4aca-82f5-272776fe01f7 req-61bc67ee-fa30-4f5b-9e0a-1b675c4c88cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3944146'] for port, after_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:29:48.841357 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bc67ee-fa30-4f5b-9e0a-1b675c4c88cf service neutron] Pushing event updated for resources: {'Port': ['ID=9f9f8dff-e05a-4fff-89a2-b4a5747972dd,revision_number=2']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:29:48.953626 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.managers [req-12549276-d8f8-4aca-82f5-272776fe01f7 req-61bc67ee-fa30-4f5b-9e0a-1b675c4c88cf service neutron] Attempting to bind port 9f9f8dff-e05a-4fff-89a2-b4a5747972dd on host hv-neutron-8251 for vnic_type normal with profile {{(pid=84153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 15:29:48.953960 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.managers [req-12549276-d8f8-4aca-82f5-272776fe01f7 req-61bc67ee-fa30-4f5b-9e0a-1b675c4c88cf service neutron] Attempting to bind port 9f9f8dff-e05a-4fff-89a2-b4a5747972dd by drivers openvswitch,hyperv on host hv-neutron-8251 at level 0 using segments [{'id': '30260ac0-00da-4b77-a48c-8749471fe0cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd2183f3a-bf16-46fd-9c8c-bcf3eb764afd'}] {{(pid=84153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 15:29:48.954330 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12549276-d8f8-4aca-82f5-272776fe01f7 req-61bc67ee-fa30-4f5b-9e0a-1b675c4c88cf service neutron] Attempting to bind port 9f9f8dff-e05a-4fff-89a2-b4a5747972dd on network d2183f3a-bf16-46fd-9c8c-bcf3eb764afd {{(pid=84153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 15:29:48.960185 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12549276-d8f8-4aca-82f5-272776fe01f7 req-61bc67ee-fa30-4f5b-9e0a-1b675c4c88cf service neutron] Port 9f9f8dff-e05a-4fff-89a2-b4a5747972dd on network d2183f3a-bf16-46fd-9c8c-bcf3eb764afd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8251 {{(pid=84153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 20 15:29:48.960503 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12549276-d8f8-4aca-82f5-272776fe01f7 req-61bc67ee-fa30-4f5b-9e0a-1b675c4c88cf service neutron] Attempting to bind port 9f9f8dff-e05a-4fff-89a2-b4a5747972dd on network d2183f3a-bf16-46fd-9c8c-bcf3eb764afd {{(pid=84153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 15:29:48.966574 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12549276-d8f8-4aca-82f5-272776fe01f7 req-61bc67ee-fa30-4f5b-9e0a-1b675c4c88cf service neutron] Checking agent: {'id': 'e037d8fb-d49c-4f86-9910-f13f6ba89a51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8251', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 23), 'started_at': datetime.datetime(2022, 1, 20, 14, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 15, 29, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 15:29:48.966907 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12549276-d8f8-4aca-82f5-272776fe01f7 req-61bc67ee-fa30-4f5b-9e0a-1b675c4c88cf service neutron] Checking segment: {'id': '30260ac0-00da-4b77-a48c-8749471fe0cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd2183f3a-bf16-46fd-9c8c-bcf3eb764afd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 15:29:48.967285 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12549276-d8f8-4aca-82f5-272776fe01f7 req-61bc67ee-fa30-4f5b-9e0a-1b675c4c88cf service neutron] Bound using segment: {'id': '30260ac0-00da-4b77-a48c-8749471fe0cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd2183f3a-bf16-46fd-9c8c-bcf3eb764afd'} {{(pid=84153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 15:29:48.967698 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.managers [req-12549276-d8f8-4aca-82f5-272776fe01f7 req-61bc67ee-fa30-4f5b-9e0a-1b675c4c88cf service neutron] Bound port: 9f9f8dff-e05a-4fff-89a2-b4a5747972dd, host: hv-neutron-8251, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30260ac0-00da-4b77-a48c-8749471fe0cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd2183f3a-bf16-46fd-9c8c-bcf3eb764afd'}}] {{(pid=84153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 15:29:48.968040 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-12549276-d8f8-4aca-82f5-272776fe01f7 req-61bc67ee-fa30-4f5b-9e0a-1b675c4c88cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:29:49.052412 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.db [req-12549276-d8f8-4aca-82f5-272776fe01f7 req-61bc67ee-fa30-4f5b-9e0a-1b675c4c88cf service neutron] For port 9f9f8dff-e05a-4fff-89a2-b4a5747972dd, host hv-neutron-8251, cleared binding levels {{(pid=84153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 15:29:49.055421 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.db [req-12549276-d8f8-4aca-82f5-272776fe01f7 req-61bc67ee-fa30-4f5b-9e0a-1b675c4c88cf service neutron] For port 9f9f8dff-e05a-4fff-89a2-b4a5747972dd, host hv-neutron-8251, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=9f9f8dff-e05a-4fff-89a2-b4a5747972dd,segment=NetworkSegment(30260ac0-00da-4b77-a48c-8749471fe0cd),segment_id=30260ac0-00da-4b77-a48c-8749471fe0cd)] {{(pid=84153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 15:29:49.137640 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-12549276-d8f8-4aca-82f5-272776fe01f7 req-61bc67ee-fa30-4f5b-9e0a-1b675c4c88cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3944146'] for port, after_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:29:49.199900 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-12549276-d8f8-4aca-82f5-272776fe01f7 req-61bc67ee-fa30-4f5b-9e0a-1b675c4c88cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:29:49.201827 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-12549276-d8f8-4aca-82f5-272776fe01f7 req-61bc67ee-fa30-4f5b-9e0a-1b675c4c88cf service neutron] 10.222.0.106 "PUT /v2.0/ports/9f9f8dff-e05a-4fff-89a2-b4a5747972dd HTTP/1.1" status: 200 len: 1094 time: 1.2261188 Jan 20 15:29:49.202286 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37d2c647-3cdd-4902-a796-e4c9823cde57', 'tag': '9f9f8dff-e05a-4fff-89a2-b4a5747972dd'}] {{(pid=84153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 15:29:49.232108 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bc67ee-fa30-4f5b-9e0a-1b675c4c88cf service neutron] Pushing event updated for resources: {'Port': ['ID=9f9f8dff-e05a-4fff-89a2-b4a5747972dd,revision_number=3']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:29:49.280257 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37d2c647-3cdd-4902-a796-e4c9823cde57', 'tag': '9f9f8dff-e05a-4fff-89a2-b4a5747972dd', 'status': 'completed', 'code': 200} Jan 20 15:29:49.379825 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-657c8103-f3db-4322-8c0b-a12a28a91313 req-98aa6cdd-ba01-4ed3-b8f5-8f21a52cbe82 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=a7eb12e65a2142f3af36926716af6c10&device_id=37d2c647-3cdd-4902-a796-e4c9823cde57 HTTP/1.1" status: 200 len: 1097 time: 0.0793414 Jan 20 15:29:49.524582 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657c8103-f3db-4322-8c0b-a12a28a91313 req-21f00f5b-b009-4dca-a007-03ce0b573b77 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:29:49.526004 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-657c8103-f3db-4322-8c0b-a12a28a91313 req-21f00f5b-b009-4dca-a007-03ce0b573b77 service neutron] 10.222.0.106 "GET /v2.0/networks?tenant_id=a7eb12e65a2142f3af36926716af6c10&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1395230 Jan 20 15:29:49.669889 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 6dbfaebb-537f-4b35-80c0-3d5ffb265da6 up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 15:29:49.672001 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657c8103-f3db-4322-8c0b-a12a28a91313 req-7cc8c975-3f00-450d-85b6-1d73da1c06eb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:29:49.673558 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-657c8103-f3db-4322-8c0b-a12a28a91313 req-7cc8c975-3f00-450d-85b6-1d73da1c06eb service neutron] 10.222.0.106 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1413965 Jan 20 15:29:49.750369 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port 6dbfaebb-537f-4b35-80c0-3d5ffb265da6 triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:29:49.751001 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:29:49.842271 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-12549276-d8f8-4aca-82f5-272776fe01f7 req-d969a74b-6d8f-4fe6-a533-d5af0ee3d0cb service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=a7eb12e65a2142f3af36926716af6c10&device_id=37d2c647-3cdd-4902-a796-e4c9823cde57 HTTP/1.1" status: 200 len: 1097 time: 0.1317811 Jan 20 15:29:49.847964 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b446e79-0be6-46e9-b11b-3e9103d7faaa req-8fb7ceeb-ef9f-47c5-b4b1-2140e84b5cc4 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:29:49.849268 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-8b446e79-0be6-46e9-b11b-3e9103d7faaa req-8fb7ceeb-ef9f-47c5-b4b1-2140e84b5cc4 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/ports?device_id=37d2c647-3cdd-4902-a796-e4c9823cde57 HTTP/1.1" status: 200 len: 944 time: 0.1053529 Jan 20 15:29:49.937540 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-12549276-d8f8-4aca-82f5-272776fe01f7 req-c5af2612-97bb-4e34-827f-9b35bab36a3d service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9f9f8dff-e05a-4fff-89a2-b4a5747972dd HTTP/1.1" status: 200 len: 217 time: 0.0872500 Jan 20 15:29:49.997952 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-8b446e79-0be6-46e9-b11b-3e9103d7faaa req-c2c96761-4135-4a6f-8df0-335e17e5e942 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/security-groups?id=86758e90-a7b2-4dd0-81de-228b826596c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956678 Jan 20 15:29:50.010325 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12549276-d8f8-4aca-82f5-272776fe01f7 req-4fa124b9-6b7f-4bdd-a151-4f08cfc810b8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:29:50.011765 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-12549276-d8f8-4aca-82f5-272776fe01f7 req-4fa124b9-6b7f-4bdd-a151-4f08cfc810b8 service neutron] 10.222.0.106 "GET /v2.0/subnets?id=b0b1dc19-28c5-4870-a838-194c33d79b60 HTTP/1.1" status: 200 len: 834 time: 0.0659523 Jan 20 15:29:50.084736 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-12549276-d8f8-4aca-82f5-272776fe01f7 req-59fa7bde-79d5-4e1e-8bcd-b2f5e33a42c0 service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=d2183f3a-bf16-46fd-9c8c-bcf3eb764afd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0674462 Jan 20 15:29:50.235370 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-12549276-d8f8-4aca-82f5-272776fe01f7 req-f3da6fac-390c-4297-bf97-7b946cb35018 service neutron] 10.222.0.106 "GET /v2.0/networks/d2183f3a-bf16-46fd-9c8c-bcf3eb764afd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443677 Jan 20 15:29:50.365878 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-12549276-d8f8-4aca-82f5-272776fe01f7 req-a2332501-2646-4774-8554-8ece39c19b43 service neutron] 10.222.0.106 "GET /v2.0/networks/d2183f3a-bf16-46fd-9c8c-bcf3eb764afd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235056 Jan 20 15:29:51.195509 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287221dd-0f5f-446c-8676-180b7e9ff712 req-e409dc15-6c79-42f9-af00-130ed291ebe5 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:29:51.196927 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-287221dd-0f5f-446c-8676-180b7e9ff712 req-e409dc15-6c79-42f9-af00-130ed291ebe5 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/ports?device_id=37d2c647-3cdd-4902-a796-e4c9823cde57 HTTP/1.1" status: 200 len: 944 time: 0.0778890 Jan 20 15:29:51.242178 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-287221dd-0f5f-446c-8676-180b7e9ff712 req-acc9411d-1b06-4eb1-b61a-2d036bc828a3 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/security-groups?id=86758e90-a7b2-4dd0-81de-228b826596c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390553 Jan 20 15:29:52.435867 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b45c68-c3db-4b5f-b823-2ae791ed3175 req-1d2641e1-b98b-402e-9761-531056154bf6 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:29:52.437228 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-a1b45c68-c3db-4b5f-b823-2ae791ed3175 req-1d2641e1-b98b-402e-9761-531056154bf6 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/ports?device_id=37d2c647-3cdd-4902-a796-e4c9823cde57 HTTP/1.1" status: 200 len: 944 time: 0.0760167 Jan 20 15:29:52.484967 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-a1b45c68-c3db-4b5f-b823-2ae791ed3175 req-3867c205-bfd3-4cef-8a3a-501c1dd0b7e6 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/security-groups?id=86758e90-a7b2-4dd0-81de-228b826596c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423422 Jan 20 15:29:53.775181 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccce75e-df5c-499e-b719-3f8b45cf95f5 req-65a564bd-db62-4507-ad5a-dc0e1f00726d tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:29:53.776526 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-6ccce75e-df5c-499e-b719-3f8b45cf95f5 req-65a564bd-db62-4507-ad5a-dc0e1f00726d tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/ports?device_id=37d2c647-3cdd-4902-a796-e4c9823cde57 HTTP/1.1" status: 200 len: 944 time: 0.1607327 Jan 20 15:29:53.820679 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-6ccce75e-df5c-499e-b719-3f8b45cf95f5 req-e3ff60ff-dcee-4140-8541-5a41879b49a9 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/security-groups?id=86758e90-a7b2-4dd0-81de-228b826596c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381844 Jan 20 15:29:53.995284 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Device 9f9f8dff-e05a-4fff-89a2-b4a5747972dd details requested by agent hyperv_hv-neutron-8251 with host hv-neutron-8251 {{(pid=84154) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 20 15:29:54.124124 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] For port 9f9f8dff-e05a-4fff-89a2-b4a5747972dd, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=9f9f8dff-e05a-4fff-89a2-b4a5747972dd,segment=NetworkSegment(30260ac0-00da-4b77-a48c-8749471fe0cd),segment_id=30260ac0-00da-4b77-a48c-8749471fe0cd)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 15:29:54.137012 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Returning: {'device': '9f9f8dff-e05a-4fff-89a2-b4a5747972dd', 'network_id': 'd2183f3a-bf16-46fd-9c8c-bcf3eb764afd', 'port_id': '9f9f8dff-e05a-4fff-89a2-b4a5747972dd', 'mac_address': 'fa:16:3e:88:3c:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0b1dc19-28c5-4870-a838-194c33d79b60', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84154) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 20 15:29:54.190165 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:29:54.207780 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.notifiers.nova [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f9f8dff-e05a-4fff-89a2-b4a5747972dd {{(pid=84154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 15:29:54.222721 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] For port 9f9f8dff-e05a-4fff-89a2-b4a5747972dd, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=9f9f8dff-e05a-4fff-89a2-b4a5747972dd,segment=NetworkSegment(30260ac0-00da-4b77-a48c-8749471fe0cd),segment_id=30260ac0-00da-4b77-a48c-8749471fe0cd)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 15:29:54.268524 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:29:54.335518 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Pushing event updated for resources: {'Port': ['ID=9f9f8dff-e05a-4fff-89a2-b4a5747972dd,revision_number=4']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:29:54.638882 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] get_ports_and_sgs() called for port_ids ['9f9f8dff-e05a-4fff-89a2-b4a5747972dd'] {{(pid=84154) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 20 15:29:55.027610 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd324bcf-c01d-4eb3-9d31-023673d1257a req-0187367f-5a24-40e4-a5eb-a359c5835487 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:29:55.029044 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-cd324bcf-c01d-4eb3-9d31-023673d1257a req-0187367f-5a24-40e4-a5eb-a359c5835487 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/ports?device_id=37d2c647-3cdd-4902-a796-e4c9823cde57 HTTP/1.1" status: 200 len: 945 time: 0.0778782 Jan 20 15:29:55.073207 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-cd324bcf-c01d-4eb3-9d31-023673d1257a req-960c457d-a1fa-4dc1-bfd8-0e042e94454f tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/security-groups?id=86758e90-a7b2-4dd0-81de-228b826596c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386159 Jan 20 15:29:56.009802 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Device 9f9f8dff-e05a-4fff-89a2-b4a5747972dd up at agent hyperv_hv-neutron-8251 {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 15:29:56.148296 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Provisioning for port 9f9f8dff-e05a-4fff-89a2-b4a5747972dd completed by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 15:29:56.153423 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Provisioning complete for port 9f9f8dff-e05a-4fff-89a2-b4a5747972dd triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:29:56.153821 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:29:56.269166 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db8612c-fc93-4d12-847d-3102bccd21c5 req-c302687d-c951-41c0-8561-42b033ade62a tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:29:56.270561 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:29:56.270893 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-5db8612c-fc93-4d12-847d-3102bccd21c5 req-c302687d-c951-41c0-8561-42b033ade62a tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/ports?device_id=37d2c647-3cdd-4902-a796-e4c9823cde57 HTTP/1.1" status: 200 len: 945 time: 0.0797400 Jan 20 15:29:56.300150 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37d2c647-3cdd-4902-a796-e4c9823cde57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f9f8dff-e05a-4fff-89a2-b4a5747972dd'}] {{(pid=84154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 15:29:56.310292 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] For port 9f9f8dff-e05a-4fff-89a2-b4a5747972dd, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=9f9f8dff-e05a-4fff-89a2-b4a5747972dd,segment=NetworkSegment(30260ac0-00da-4b77-a48c-8749471fe0cd),segment_id=30260ac0-00da-4b77-a48c-8749471fe0cd)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 15:29:56.316523 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-5db8612c-fc93-4d12-847d-3102bccd21c5 req-3a4bad59-9824-4cc6-8b7b-28cc7cd6d2dc tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/security-groups?id=86758e90-a7b2-4dd0-81de-228b826596c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400317 Jan 20 15:29:56.393107 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:29:56.430516 dv-neutron-825124-1-hyperv neutron-server[84154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37d2c647-3cdd-4902-a796-e4c9823cde57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f9f8dff-e05a-4fff-89a2-b4a5747972dd', 'code': 200} Jan 20 15:29:56.461641 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Pushing event updated for resources: {'Port': ['ID=9f9f8dff-e05a-4fff-89a2-b4a5747972dd,revision_number=5']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:29:56.785203 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-cf54a436-be52-4c32-80b5-fd18151c4ff7 req-5b5235d6-d00b-4672-a412-73296a9ffd4f service neutron] 10.222.0.106 "GET /v2.0/ports?device_id=37d2c647-3cdd-4902-a796-e4c9823cde57 HTTP/1.1" status: 200 len: 1099 time: 0.0681543 Jan 20 15:29:56.827555 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-cf54a436-be52-4c32-80b5-fd18151c4ff7 req-bfb0ee1f-1a58-412f-a324-9235192efa50 service neutron] 10.222.0.106 "GET /v2.0/security-groups?id=86758e90-a7b2-4dd0-81de-228b826596c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354736 Jan 20 15:29:57.509871 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da6147f-ce8d-408b-8341-1ebecefa7f47 req-97a5f01b-7d8a-4790-9b9b-f72fc60f63c5 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:29:57.511251 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-6da6147f-ce8d-408b-8341-1ebecefa7f47 req-97a5f01b-7d8a-4790-9b9b-f72fc60f63c5 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/ports?device_id=37d2c647-3cdd-4902-a796-e4c9823cde57 HTTP/1.1" status: 200 len: 946 time: 0.0744390 Jan 20 15:29:57.558251 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-6da6147f-ce8d-408b-8341-1ebecefa7f47 req-ef9308eb-ba10-4450-8da2-c96fc44e5795 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/security-groups?id=86758e90-a7b2-4dd0-81de-228b826596c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409389 Jan 20 15:29:58.028626 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-91559361-b8ee-4067-a1cd-6878ae9f1636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:29:58.757699 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9529d0-5a9f-49cb-a9cf-57f1caed1052 req-8330da7c-0b4b-4002-aa0d-2b9c06e65f21 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:29:58.759157 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-ca9529d0-5a9f-49cb-a9cf-57f1caed1052 req-8330da7c-0b4b-4002-aa0d-2b9c06e65f21 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/ports?device_id=37d2c647-3cdd-4902-a796-e4c9823cde57 HTTP/1.1" status: 200 len: 946 time: 0.0746636 Jan 20 15:29:58.804183 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-ca9529d0-5a9f-49cb-a9cf-57f1caed1052 req-04ba4514-17c9-45a9-ab8a-e51128f5849d tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/security-groups?id=86758e90-a7b2-4dd0-81de-228b826596c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390470 Jan 20 15:29:59.000303 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285fdf94-43a4-465b-ba10-953d9f48ba61 req-6476ed35-ab9e-4652-a8d6-21abb98b8ef2 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:29:59.001644 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-285fdf94-43a4-465b-ba10-953d9f48ba61 req-6476ed35-ab9e-4652-a8d6-21abb98b8ef2 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/ports?device_id=37d2c647-3cdd-4902-a796-e4c9823cde57 HTTP/1.1" status: 200 len: 946 time: 0.0787356 Jan 20 15:29:59.045576 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-285fdf94-43a4-465b-ba10-953d9f48ba61 req-aeb021d7-843b-4d67-96d6-cc729159a0d5 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/security-groups?id=86758e90-a7b2-4dd0-81de-228b826596c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383625 Jan 20 15:29:59.071620 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 51324) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:29:59.138302 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-a96f3e9e-9dd2-4612-b95c-f24aa7306a39 tempest-TestNetworkAdvancedServerOps-1698589146 tempest-TestNetworkAdvancedServerOps-1698589146-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=37d2c647-3cdd-4902-a796-e4c9823cde57 HTTP/1.1" status: 200 len: 1094 time: 0.0654678 Jan 20 15:29:59.140784 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 51328) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:29:59.145706 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-b1c43f44-4073-4971-bf9c-db6ee679ac6b tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Request body: {'floatingip': {'floating_network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'port_id': '9f9f8dff-e05a-4fff-89a2-b4a5747972dd', 'tenant_id': 'a7eb12e65a2142f3af36926716af6c10', 'fixed_ip_address': '172.20.0.12'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 15:29:59.150993 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-b1c43f44-4073-4971-bf9c-db6ee679ac6b tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:29:59.155194 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-b1c43f44-4073-4971-bf9c-db6ee679ac6b tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Usage tracker for resource:floatingip and tenant:a7eb12e65a2142f3af36926716af6c10 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:29:59.157918 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-b1c43f44-4073-4971-bf9c-db6ee679ac6b tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:29:59.163434 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-b1c43f44-4073-4971-bf9c-db6ee679ac6b tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:29:59.233986 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-b1c43f44-4073-4971-bf9c-db6ee679ac6b tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks [] for floatingip, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:29:59.365747 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-b1c43f44-4073-4971-bf9c-db6ee679ac6b tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:29:59.497620 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.db_base_plugin_common [None req-b1c43f44-4073-4971-bf9c-db6ee679ac6b tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Allocated IP 172.26.7.3 (8dffb05c-5ca0-409b-bd5f-7be6264f707d/a489dd4f-42a5-433b-8be3-bab2749c4209/7d771c35-6ae3-4ee2-97be-71855fa48a78) {{(pid=84153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 15:29:59.642690 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-b1c43f44-4073-4971-bf9c-db6ee679ac6b tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks [] for port, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:29:59.720202 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-b1c43f44-4073-4971-bf9c-db6ee679ac6b tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:29:59.786544 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1c43f44-4073-4971-bf9c-db6ee679ac6b tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Network 8dffb05c-5ca0-409b-bd5f-7be6264f707d is already hosted by enough agents. {{(pid=84153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 15:29:59.789383 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.base_scheduler [None req-b1c43f44-4073-4971-bf9c-db6ee679ac6b tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Resources bound (agent type, host, resource id): {{(pid=84153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 15:29:59.791853 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1c43f44-4073-4971-bf9c-db6ee679ac6b tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Received port after_create {{(pid=84153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 15:29:59.823841 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c43f44-4073-4971-bf9c-db6ee679ac6b tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Pushing event updated for resources: {'Port': ['ID=7d771c35-6ae3-4ee2-97be-71855fa48a78,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:30:00.379773 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-b1c43f44-4073-4971-bf9c-db6ee679ac6b tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:30:00.451358 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-6390994b-d329-42f0-8848-be25fc242eab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:30:00.478526 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-b1c43f44-4073-4971-bf9c-db6ee679ac6b tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:30:00.674253 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-b1c43f44-4073-4971-bf9c-db6ee679ac6b tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks [] for port, precommit_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:30:00.719420 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-b1c43f44-4073-4971-bf9c-db6ee679ac6b tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3944146'] for port, after_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:30:00.821810 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c43f44-4073-4971-bf9c-db6ee679ac6b tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Pushing event updated for resources: {'Port': ['ID=7d771c35-6ae3-4ee2-97be-71855fa48a78,revision_number=2']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:30:00.839534 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-b1c43f44-4073-4971-bf9c-db6ee679ac6b tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-745254'] for floatingip, after_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:30:01.025035 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.db.l3_db [None req-b1c43f44-4073-4971-bf9c-db6ee679ac6b tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Floating IP cfc9278b-da9d-4681-9d24-42fa6f2168b2 associated. External IP: 172.26.7.3, port: 9f9f8dff-e05a-4fff-89a2-b4a5747972dd. Jan 20 15:30:01.118825 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:30:01.408890 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1c43f44-4073-4971-bf9c-db6ee679ac6b tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Router b2f4265c-d1b7-44f2-a1e9-6d853fd5ea4a has already been hosted by L3 agent 624d525b-4c26-4143-8a1c-228bb1c6faaa {{(pid=84153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 15:30:01.462784 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:30:01.603310 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1c43f44-4073-4971-bf9c-db6ee679ac6b tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify agent at l3_agent.dv-neutron-825124-1-hyperv the message routers_updated {{(pid=84153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 15:30:01.619342 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea7acc24-a30d-4c1f-9146-f64a134fd4e4 None None] Sync routers for ids ['b2f4265c-d1b7-44f2-a1e9-6d853fd5ea4a'] in dv-neutron-825124-1-hyperv {{(pid=84155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 15:30:01.632900 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea7acc24-a30d-4c1f-9146-f64a134fd4e4 None None] Routers {'b2f4265c-d1b7-44f2-a1e9-6d853fd5ea4a'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 15:30:01.633493 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-ea7acc24-a30d-4c1f-9146-f64a134fd4e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T15:30:00Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['b2f4265c-d1b7-44f2-a1e9-6d853fd5ea4a'], 'active': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:30:01.691179 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-b1c43f44-4073-4971-bf9c-db6ee679ac6b tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for floatingip, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:30:01.749100 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-b1c43f44-4073-4971-bf9c-db6ee679ac6b tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.6073310 Jan 20 15:30:01.749765 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37d2c647-3cdd-4902-a796-e4c9823cde57', 'tag': '9f9f8dff-e05a-4fff-89a2-b4a5747972dd'}] {{(pid=84153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 15:30:01.810793 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvr_db [None req-ea7acc24-a30d-4c1f-9146-f64a134fd4e4 None None] Set router b2f4265c-d1b7-44f2-a1e9-6d853fd5ea4a gateway port host: dv-neutron-825124-1-hyperv {{(pid=84155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 15:30:01.811519 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37d2c647-3cdd-4902-a796-e4c9823cde57', 'tag': '9f9f8dff-e05a-4fff-89a2-b4a5747972dd', 'status': 'completed', 'code': 200} Jan 20 15:30:01.828192 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-cdd98e71-1f0a-4421-baa9-dcb30e06edf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:30:01.962068 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ad07b4-b997-4937-9a86-1998181031b3 req-7b29ebee-1eb5-4b08-895f-48e1087c5a1c tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:30:01.963401 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-18ad07b4-b997-4937-9a86-1998181031b3 req-7b29ebee-1eb5-4b08-895f-48e1087c5a1c tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/ports?device_id=37d2c647-3cdd-4902-a796-e4c9823cde57 HTTP/1.1" status: 200 len: 946 time: 0.1039565 Jan 20 15:30:01.966308 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-b3cdf39e-a650-496a-babd-7a388bc18f38 req-fd310531-2d33-4080-afdd-f7c350006e6f service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=a7eb12e65a2142f3af36926716af6c10&device_id=37d2c647-3cdd-4902-a796-e4c9823cde57 HTTP/1.1" status: 200 len: 1099 time: 0.1357150 Jan 20 15:30:02.150440 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-ea7acc24-a30d-4c1f-9146-f64a134fd4e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2f4265c-d1b7-44f2-a1e9-6d853fd5ea4a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1653912043', 'tenant_id': 'a7eb12e65a2142f3af36926716af6c10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.20'}], 'enable_snat': True}, 'gw_port_id': '120d38aa-d6fe-4ef7-a5a3-528d6d70af32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:29:36Z', 'updated_at': '2022-01-20T15:29:41Z', 'revision_number': 4, 'project_id': 'a7eb12e65a2142f3af36926716af6c10', 'gw_port': {'id': '120d38aa-d6fe-4ef7-a5a3-528d6d70af32', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:c2:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2f4265c-d1b7-44f2-a1e9-6d853fd5ea4a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:29:37Z', 'updated_at': '2022-01-20T15:29:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv', '_floatingips': [{'id': 'cfc9278b-da9d-4681-9d24-42fa6f2168b2', 'tenant_id': 'a7eb12e65a2142f3af36926716af6c10', 'floating_ip_address': '172.26.7.3', 'floating_network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'router_id': 'b2f4265c-d1b7-44f2-a1e9-6d853fd5ea4a', 'port_id': '9f9f8dff-e05a-4fff-89a2-b4a5747972dd', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2183f3a-bf16-46fd-9c8c-bcf3eb764afd', 'mac_address': 'fa:16:3e:88:3c:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37d2c647-3cdd-4902-a796-e4c9823cde57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T15:30:00Z', 'updated_at': '2022-01-20T15:30:00Z', 'revision_number': 0, 'project_id': 'a7eb12e65a2142f3af36926716af6c10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6dbfaebb-537f-4b35-80c0-3d5ffb265da6', 'name': '', 'network_id': 'd2183f3a-bf16-46fd-9c8c-bcf3eb764afd', 'tenant_id': 'a7eb12e65a2142f3af36926716af6c10', 'mac_address': 'fa:16:3e:f9:49:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2f4265c-d1b7-44f2-a1e9-6d853fd5ea4a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b0b1dc19-28c5-4870-a838-194c33d79b60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:29:40Z', 'updated_at': '2022-01-20T15:29:47Z', 'revision_number': 5, 'project_id': 'a7eb12e65a2142f3af36926716af6c10', 'subnets': [{'id': 'b0b1dc19-28c5-4870-a838-194c33d79b60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:30:02.154942 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea7acc24-a30d-4c1f-9146-f64a134fd4e4 None None] Checking router: b2f4265c-d1b7-44f2-a1e9-6d853fd5ea4a for host: dv-neutron-825124-1-hyperv {{(pid=84155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 15:30:02.165076 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea7acc24-a30d-4c1f-9146-f64a134fd4e4 None None] Routers {'b2f4265c-d1b7-44f2-a1e9-6d853fd5ea4a'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 15:30:02.165660 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-ea7acc24-a30d-4c1f-9146-f64a134fd4e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T15:30:00Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['b2f4265c-d1b7-44f2-a1e9-6d853fd5ea4a'], 'active': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:30:02.189375 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-18ad07b4-b997-4937-9a86-1998181031b3 req-84a887b8-7c27-4dd3-9a16-cc48fb45ee4e tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/security-groups?id=86758e90-a7b2-4dd0-81de-228b826596c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2203794 Jan 20 15:30:02.221959 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 51336) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:30:02.248852 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cdf39e-a650-496a-babd-7a388bc18f38 req-1424922f-aa04-49ab-8622-0ad648bfa30b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:30:02.250676 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-b3cdf39e-a650-496a-babd-7a388bc18f38 req-1424922f-aa04-49ab-8622-0ad648bfa30b service neutron] 10.222.0.106 "GET /v2.0/networks?id=d2183f3a-bf16-46fd-9c8c-bcf3eb764afd HTTP/1.1" status: 200 len: 897 time: 0.1638763 Jan 20 15:30:02.329899 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-207cdb6d-64dc-40af-a66d-a5c5dadc9d92 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/floatingips/cfc9278b-da9d-4681-9d24-42fa6f2168b2 HTTP/1.1" status: 200 len: 990 time: 0.1067805 Jan 20 15:30:02.343530 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvr_db [None req-ea7acc24-a30d-4c1f-9146-f64a134fd4e4 None None] Set router b2f4265c-d1b7-44f2-a1e9-6d853fd5ea4a gateway port host: dv-neutron-825124-1-hyperv {{(pid=84155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 15:30:02.355288 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-b3cdf39e-a650-496a-babd-7a388bc18f38 req-8bcd3659-985a-4361-9559-3e5c6f9c51d2 service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9f9f8dff-e05a-4fff-89a2-b4a5747972dd HTTP/1.1" status: 200 len: 998 time: 0.0976455 Jan 20 15:30:02.421095 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cdf39e-a650-496a-babd-7a388bc18f38 req-d517b3d8-b811-40ad-9f80-9564dee843a9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:30:02.422554 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-b3cdf39e-a650-496a-babd-7a388bc18f38 req-d517b3d8-b811-40ad-9f80-9564dee843a9 service neutron] 10.222.0.106 "GET /v2.0/subnets?id=b0b1dc19-28c5-4870-a838-194c33d79b60 HTTP/1.1" status: 200 len: 834 time: 0.0616901 Jan 20 15:30:02.501590 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-b3cdf39e-a650-496a-babd-7a388bc18f38 req-f0719aaf-5ebd-433f-873d-939eda89f8ad service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=d2183f3a-bf16-46fd-9c8c-bcf3eb764afd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0731480 Jan 20 15:30:02.631462 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-b3cdf39e-a650-496a-babd-7a388bc18f38 req-be76d1a0-619b-4ed2-811b-16d61017d549 service neutron] 10.222.0.106 "GET /v2.0/networks/d2183f3a-bf16-46fd-9c8c-bcf3eb764afd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226866 Jan 20 15:30:02.719363 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-ea7acc24-a30d-4c1f-9146-f64a134fd4e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2f4265c-d1b7-44f2-a1e9-6d853fd5ea4a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1653912043', 'tenant_id': 'a7eb12e65a2142f3af36926716af6c10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.20'}], 'enable_snat': True}, 'gw_port_id': '120d38aa-d6fe-4ef7-a5a3-528d6d70af32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:29:36Z', 'updated_at': '2022-01-20T15:29:41Z', 'revision_number': 4, 'project_id': 'a7eb12e65a2142f3af36926716af6c10', 'gw_port': {'id': '120d38aa-d6fe-4ef7-a5a3-528d6d70af32', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:c2:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2f4265c-d1b7-44f2-a1e9-6d853fd5ea4a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:29:37Z', 'updated_at': '2022-01-20T15:29:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv', '_floatingips': [{'id': 'cfc9278b-da9d-4681-9d24-42fa6f2168b2', 'tenant_id': 'a7eb12e65a2142f3af36926716af6c10', 'floating_ip_address': '172.26.7.3', 'floating_network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'router_id': 'b2f4265c-d1b7-44f2-a1e9-6d853fd5ea4a', 'port_id': '9f9f8dff-e05a-4fff-89a2-b4a5747972dd', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2183f3a-bf16-46fd-9c8c-bcf3eb764afd', 'mac_address': 'fa:16:3e:88:3c:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37d2c647-3cdd-4902-a796-e4c9823cde57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T15:30:00Z', 'updated_at': '2022-01-20T15:30:00Z', 'revision_number': 0, 'project_id': 'a7eb12e65a2142f3af36926716af6c10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6dbfaebb-537f-4b35-80c0-3d5ffb265da6', 'name': '', 'network_id': 'd2183f3a-bf16-46fd-9c8c-bcf3eb764afd', 'tenant_id': 'a7eb12e65a2142f3af36926716af6c10', 'mac_address': 'fa:16:3e:f9:49:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2f4265c-d1b7-44f2-a1e9-6d853fd5ea4a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b0b1dc19-28c5-4870-a838-194c33d79b60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:29:40Z', 'updated_at': '2022-01-20T15:29:47Z', 'revision_number': 5, 'project_id': 'a7eb12e65a2142f3af36926716af6c10', 'subnets': [{'id': 'b0b1dc19-28c5-4870-a838-194c33d79b60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:30:02.723146 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea7acc24-a30d-4c1f-9146-f64a134fd4e4 None None] The sync data for ids ['b2f4265c-d1b7-44f2-a1e9-6d853fd5ea4a'] in dv-neutron-825124-1-hyperv is: [{'id': 'b2f4265c-d1b7-44f2-a1e9-6d853fd5ea4a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1653912043', 'tenant_id': 'a7eb12e65a2142f3af36926716af6c10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.20'}], 'enable_snat': True}, 'gw_port_id': '120d38aa-d6fe-4ef7-a5a3-528d6d70af32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:29:36Z', 'updated_at': '2022-01-20T15:29:41Z', 'revision_number': 4, 'project_id': 'a7eb12e65a2142f3af36926716af6c10', 'gw_port': {'id': '120d38aa-d6fe-4ef7-a5a3-528d6d70af32', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:c2:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2f4265c-d1b7-44f2-a1e9-6d853fd5ea4a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:29:37Z', 'updated_at': '2022-01-20T15:29:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv', '_floatingips': [{'id': 'cfc9278b-da9d-4681-9d24-42fa6f2168b2', 'tenant_id': 'a7eb12e65a2142f3af36926716af6c10', 'floating_ip_address': '172.26.7.3', 'floating_network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'router_id': 'b2f4265c-d1b7-44f2-a1e9-6d853fd5ea4a', 'port_id': '9f9f8dff-e05a-4fff-89a2-b4a5747972dd', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2183f3a-bf16-46fd-9c8c-bcf3eb764afd', 'mac_address': 'fa:16:3e:88:3c:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37d2c647-3cdd-4902-a796-e4c9823cde57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T15:30:00Z', 'updated_at': '2022-01-20T15:30:00Z', 'revision_number': 0, 'project_id': 'a7eb12e65a2142f3af36926716af6c10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6dbfaebb-537f-4b35-80c0-3d5ffb265da6', 'name': '', 'network_id': 'd2183f3a-bf16-46fd-9c8c-bcf3eb764afd', 'tenant_id': 'a7eb12e65a2142f3af36926716af6c10', 'mac_address': 'fa:16:3e:f9:49:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2f4265c-d1b7-44f2-a1e9-6d853fd5ea4a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b0b1dc19-28c5-4870-a838-194c33d79b60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:29:40Z', 'updated_at': '2022-01-20T15:29:47Z', 'revision_number': 5, 'project_id': 'a7eb12e65a2142f3af36926716af6c10', 'subnets': [{'id': 'b0b1dc19-28c5-4870-a838-194c33d79b60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 15:30:02.766656 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-b3cdf39e-a650-496a-babd-7a388bc18f38 req-1fbceba3-e81a-4b52-b60d-673f65c39403 service neutron] 10.222.0.106 "GET /v2.0/networks/d2183f3a-bf16-46fd-9c8c-bcf3eb764afd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293712 Jan 20 15:30:02.949140 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e687b56-a016-42fe-99f8-462d00aebb0f None None] New status for floating IP cfc9278b-da9d-4681-9d24-42fa6f2168b2: ACTIVE {{(pid=84154) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 20 15:30:03.273468 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-eea6df97-7ff1-4b63-af20-e3ec8913deda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:30:03.336048 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 51340) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:30:03.437964 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-decfcdb2-8784-4011-abe1-e4c6a56aba6f tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/floatingips/cfc9278b-da9d-4681-9d24-42fa6f2168b2 HTTP/1.1" status: 200 len: 992 time: 0.1008129 Jan 20 15:30:07.254147 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-57ae6b23-d159-42b8-8e71-22371980452b req-99f4b393-cf39-4804-8306-0bae8f2d28d5 service neutron] 10.222.0.106 "GET /v2.0/ports?device_id=37d2c647-3cdd-4902-a796-e4c9823cde57&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0664220 Jan 20 15:30:07.400675 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-57ae6b23-d159-42b8-8e71-22371980452b req-1a3e961a-6aa5-4951-b7b5-7072c9268232 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=a7eb12e65a2142f3af36926716af6c10&device_id=37d2c647-3cdd-4902-a796-e4c9823cde57 HTTP/1.1" status: 200 len: 1099 time: 0.0771205 Jan 20 15:30:07.540453 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ae6b23-d159-42b8-8e71-22371980452b req-b484b017-119e-454c-b12c-b859b8a8f010 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:30:07.541886 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-57ae6b23-d159-42b8-8e71-22371980452b req-b484b017-119e-454c-b12c-b859b8a8f010 service neutron] 10.222.0.106 "GET /v2.0/networks?id=d2183f3a-bf16-46fd-9c8c-bcf3eb764afd HTTP/1.1" status: 200 len: 897 time: 0.1243491 Jan 20 15:30:07.641434 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-57ae6b23-d159-42b8-8e71-22371980452b req-4b2b13f0-2cbf-459a-90e5-f471ec82bb23 service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9f9f8dff-e05a-4fff-89a2-b4a5747972dd HTTP/1.1" status: 200 len: 1000 time: 0.0939291 Jan 20 15:30:07.709973 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ae6b23-d159-42b8-8e71-22371980452b req-5157ddac-9c50-4b32-9a7c-95e7f29c5f6c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:30:07.711317 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-57ae6b23-d159-42b8-8e71-22371980452b req-5157ddac-9c50-4b32-9a7c-95e7f29c5f6c service neutron] 10.222.0.106 "GET /v2.0/subnets?id=b0b1dc19-28c5-4870-a838-194c33d79b60 HTTP/1.1" status: 200 len: 834 time: 0.0643504 Jan 20 15:30:07.785181 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-57ae6b23-d159-42b8-8e71-22371980452b req-df3c3ed1-ddb1-4e69-8e0b-c0268d478f33 service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=d2183f3a-bf16-46fd-9c8c-bcf3eb764afd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0665612 Jan 20 15:30:07.913070 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-57ae6b23-d159-42b8-8e71-22371980452b req-f7d9a97c-53f0-431b-9af0-5797a19f101f service neutron] 10.222.0.106 "GET /v2.0/networks/d2183f3a-bf16-46fd-9c8c-bcf3eb764afd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216321 Jan 20 15:30:08.041573 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-57ae6b23-d159-42b8-8e71-22371980452b req-10b46458-4673-467d-a468-2c1e0977e498 service neutron] 10.222.0.106 "GET /v2.0/networks/d2183f3a-bf16-46fd-9c8c-bcf3eb764afd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227534 Jan 20 15:30:25.099486 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.agents_db [None req-6dba657d-a637-4918-9b6d-40defdfae04b None None] Agent healthcheck: found 6 active agents {{(pid=84155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 15:30:28.036759 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-f2301688-3b16-4730-8815-8a84f5eb1ef3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:30:30.460698 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-5b368a6b-2c13-49fc-9f97-df015a358f9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:30:31.117667 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:30:31.449144 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:30:31.819669 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-cdd98e71-1f0a-4421-baa9-dcb30e06edf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:30:33.310971 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-eea6df97-7ff1-4b63-af20-e3ec8913deda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:30:58.030378 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-6751fb6f-169b-4efd-ac34-0e890a3cac0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:31:00.441637 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-3d9020c9-46db-41d2-848a-9287d984d552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:31:01.121446 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:31:01.458379 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:31:01.835548 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-cdd98e71-1f0a-4421-baa9-dcb30e06edf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:31:02.100377 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.agents_db [None req-6dba657d-a637-4918-9b6d-40defdfae04b None None] Agent healthcheck: found 6 active agents {{(pid=84155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 15:31:03.293205 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-eea6df97-7ff1-4b63-af20-e3ec8913deda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:31:06.558747 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40df82b-5779-4511-adc0-3014302fe95f req-bbd63557-f630-4032-8c3e-e1c1059f55ce tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:31:06.560217 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-e40df82b-5779-4511-adc0-3014302fe95f req-bbd63557-f630-4032-8c3e-e1c1059f55ce tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/ports?device_id=37d2c647-3cdd-4902-a796-e4c9823cde57 HTTP/1.1" status: 200 len: 946 time: 0.0950794 Jan 20 15:31:06.726519 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-e40df82b-5779-4511-adc0-3014302fe95f req-f0616ec0-349c-426a-ac03-2a57a461ff32 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/security-groups?id=86758e90-a7b2-4dd0-81de-228b826596c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1606011 Jan 20 15:31:07.922469 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4ae196-d664-4ab1-b914-b1fd470ebeac req-f4427ffc-747d-4ff4-bd3c-742d0d02c87b tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:31:07.923864 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-ef4ae196-d664-4ab1-b914-b1fd470ebeac req-f4427ffc-747d-4ff4-bd3c-742d0d02c87b tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/ports?device_id=37d2c647-3cdd-4902-a796-e4c9823cde57 HTTP/1.1" status: 200 len: 946 time: 0.0756752 Jan 20 15:31:07.977586 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-ef4ae196-d664-4ab1-b914-b1fd470ebeac req-a566c826-439d-4475-947c-05dbd5438aa5 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/security-groups?id=86758e90-a7b2-4dd0-81de-228b826596c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467560 Jan 20 15:31:09.171936 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d275a1-dee3-41da-b0f1-95bc5726fcd5 req-ab34d53a-045d-463c-8cdd-902b3aaa52fd tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:31:09.173394 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-44d275a1-dee3-41da-b0f1-95bc5726fcd5 req-ab34d53a-045d-463c-8cdd-902b3aaa52fd tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/ports?device_id=37d2c647-3cdd-4902-a796-e4c9823cde57 HTTP/1.1" status: 200 len: 946 time: 0.0774584 Jan 20 15:31:09.218582 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-44d275a1-dee3-41da-b0f1-95bc5726fcd5 req-4231b48a-d330-43e5-be6e-fade94f1a105 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/security-groups?id=86758e90-a7b2-4dd0-81de-228b826596c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390627 Jan 20 15:31:09.286157 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-f467b970-4c4a-4fa8-a7fe-9d575521c339 req-106a2c0e-c429-4ebe-bed3-f46769416552 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=a7eb12e65a2142f3af36926716af6c10&device_id=37d2c647-3cdd-4902-a796-e4c9823cde57 HTTP/1.1" status: 200 len: 1099 time: 0.0666363 Jan 20 15:31:09.434390 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f467b970-4c4a-4fa8-a7fe-9d575521c339 req-d07838e2-d962-435d-b2d6-09d963d00d2c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:31:09.439229 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-f467b970-4c4a-4fa8-a7fe-9d575521c339 req-d07838e2-d962-435d-b2d6-09d963d00d2c service neutron] 10.222.0.106 "GET /v2.0/networks?id=d2183f3a-bf16-46fd-9c8c-bcf3eb764afd HTTP/1.1" status: 200 len: 897 time: 0.1340008 Jan 20 15:31:09.540125 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-f467b970-4c4a-4fa8-a7fe-9d575521c339 req-e2e38975-ba11-4019-9736-52901a3bca61 service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9f9f8dff-e05a-4fff-89a2-b4a5747972dd HTTP/1.1" status: 200 len: 1000 time: 0.0950480 Jan 20 15:31:09.604936 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f467b970-4c4a-4fa8-a7fe-9d575521c339 req-9fc51ea3-9396-420b-be68-b13057452bdd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:31:09.606355 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-f467b970-4c4a-4fa8-a7fe-9d575521c339 req-9fc51ea3-9396-420b-be68-b13057452bdd service neutron] 10.222.0.106 "GET /v2.0/subnets?id=b0b1dc19-28c5-4870-a838-194c33d79b60 HTTP/1.1" status: 200 len: 834 time: 0.0603271 Jan 20 15:31:09.677817 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-f467b970-4c4a-4fa8-a7fe-9d575521c339 req-e93fbab0-ef3d-4349-b177-e415bf51cf2c service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=d2183f3a-bf16-46fd-9c8c-bcf3eb764afd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0653882 Jan 20 15:31:09.809043 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-f467b970-4c4a-4fa8-a7fe-9d575521c339 req-e0267f0a-8099-4ff5-8e94-a8167e066048 service neutron] 10.222.0.106 "GET /v2.0/networks/d2183f3a-bf16-46fd-9c8c-bcf3eb764afd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200638 Jan 20 15:31:09.933830 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-f467b970-4c4a-4fa8-a7fe-9d575521c339 req-854edae9-df8e-493a-b9ca-43ba20aa76b6 service neutron] 10.222.0.106 "GET /v2.0/networks/d2183f3a-bf16-46fd-9c8c-bcf3eb764afd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234434 Jan 20 15:31:10.422952 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f5b619-5a64-4890-a7c8-6d22376ae824 req-82d1805c-035b-481e-a445-b85ab447edc5 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:31:10.424909 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-f0f5b619-5a64-4890-a7c8-6d22376ae824 req-82d1805c-035b-481e-a445-b85ab447edc5 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/ports?device_id=37d2c647-3cdd-4902-a796-e4c9823cde57 HTTP/1.1" status: 200 len: 946 time: 0.0840740 Jan 20 15:31:10.472948 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-f0f5b619-5a64-4890-a7c8-6d22376ae824 req-738fa592-d855-48ee-b8f3-414e4fc24128 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/security-groups?id=86758e90-a7b2-4dd0-81de-228b826596c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426486 Jan 20 15:31:11.677919 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4fc358-7903-4d61-8fb0-35e30d351f68 req-fc88fe5b-1643-4599-af2d-95924e62499b tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:31:11.679448 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-6e4fc358-7903-4d61-8fb0-35e30d351f68 req-fc88fe5b-1643-4599-af2d-95924e62499b tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/ports?device_id=37d2c647-3cdd-4902-a796-e4c9823cde57 HTTP/1.1" status: 200 len: 946 time: 0.0816031 Jan 20 15:31:11.727778 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-6e4fc358-7903-4d61-8fb0-35e30d351f68 req-704adf0d-c29c-412e-9eea-7ced62c9c6fd tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/security-groups?id=86758e90-a7b2-4dd0-81de-228b826596c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398149 Jan 20 15:31:12.945796 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc5c0a0-e254-4742-be2b-4e1c72616910 req-36f9d980-9477-4284-a4b0-06fe5d35a166 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:31:12.947289 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-4bc5c0a0-e254-4742-be2b-4e1c72616910 req-36f9d980-9477-4284-a4b0-06fe5d35a166 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/ports?device_id=37d2c647-3cdd-4902-a796-e4c9823cde57 HTTP/1.1" status: 200 len: 946 time: 0.0921340 Jan 20 15:31:12.998929 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-4bc5c0a0-e254-4742-be2b-4e1c72616910 req-0ec58c6f-71d4-4f26-a251-67293f1bb3fd tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/security-groups?id=86758e90-a7b2-4dd0-81de-228b826596c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461504 Jan 20 15:31:14.259234 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a59be8-882b-4920-97b4-0f03bb5cd4b2 req-253adbe0-4c41-498e-93ad-cb4d09f0efa5 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:31:14.260725 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-a0a59be8-882b-4920-97b4-0f03bb5cd4b2 req-253adbe0-4c41-498e-93ad-cb4d09f0efa5 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/ports?device_id=37d2c647-3cdd-4902-a796-e4c9823cde57 HTTP/1.1" status: 200 len: 946 time: 0.0976305 Jan 20 15:31:14.307649 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-a0a59be8-882b-4920-97b4-0f03bb5cd4b2 req-5d0e2565-1b93-497b-a3d6-a61ed56af5b4 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/security-groups?id=86758e90-a7b2-4dd0-81de-228b826596c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409887 Jan 20 15:31:15.514640 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a7b17b-2854-42ea-92e5-a0ab72d40ae1 req-542fdd35-33c9-47a1-9d68-56092cf88f09 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:31:15.516132 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-c2a7b17b-2854-42ea-92e5-a0ab72d40ae1 req-542fdd35-33c9-47a1-9d68-56092cf88f09 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/ports?device_id=37d2c647-3cdd-4902-a796-e4c9823cde57 HTTP/1.1" status: 200 len: 946 time: 0.0886765 Jan 20 15:31:15.559586 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-c2a7b17b-2854-42ea-92e5-a0ab72d40ae1 req-15690b1c-dc66-44fd-8330-2354c79ab8c9 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/security-groups?id=86758e90-a7b2-4dd0-81de-228b826596c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380814 Jan 20 15:31:16.754720 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cdb65a-4257-49b7-93f0-3cc7c67a539f req-669ce3d3-d1bf-4884-bd1b-e60903916b68 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:31:16.756161 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-80cdb65a-4257-49b7-93f0-3cc7c67a539f req-669ce3d3-d1bf-4884-bd1b-e60903916b68 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/ports?device_id=37d2c647-3cdd-4902-a796-e4c9823cde57 HTTP/1.1" status: 200 len: 946 time: 0.0766916 Jan 20 15:31:16.804716 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-80cdb65a-4257-49b7-93f0-3cc7c67a539f req-be6f7413-0563-4702-bdbb-9989372d1da8 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/security-groups?id=86758e90-a7b2-4dd0-81de-228b826596c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428925 Jan 20 15:31:18.028564 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ab7688-7386-46c7-9f77-82b2fc59040f req-7a2775f0-06af-49b6-9c6a-b02386a4c755 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:31:18.030012 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-e0ab7688-7386-46c7-9f77-82b2fc59040f req-7a2775f0-06af-49b6-9c6a-b02386a4c755 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/ports?device_id=37d2c647-3cdd-4902-a796-e4c9823cde57 HTTP/1.1" status: 200 len: 946 time: 0.0749466 Jan 20 15:31:18.075509 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-e0ab7688-7386-46c7-9f77-82b2fc59040f req-859bbd9c-8f2a-44bb-a29e-1d238105200c tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/security-groups?id=86758e90-a7b2-4dd0-81de-228b826596c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400472 Jan 20 15:31:18.107358 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 51384) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:31:18.305419 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-b5d0d780-659a-42f4-90c0-807fec2fea35 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/floatingips/cfc9278b-da9d-4681-9d24-42fa6f2168b2 HTTP/1.1" status: 200 len: 992 time: 0.1968639 Jan 20 15:31:20.036358 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1390f6-5aac-4c7e-838a-b1c096184c89 req-2649cb47-29e1-44b1-b0e8-3093331b1a54 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:31:20.037872 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-7c1390f6-5aac-4c7e-838a-b1c096184c89 req-2649cb47-29e1-44b1-b0e8-3093331b1a54 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/ports?device_id=37d2c647-3cdd-4902-a796-e4c9823cde57 HTTP/1.1" status: 200 len: 946 time: 0.0829246 Jan 20 15:31:20.126434 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-7c1390f6-5aac-4c7e-838a-b1c096184c89 req-9be34158-092d-4d03-baba-384ae3bb0c7c tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/security-groups?id=86758e90-a7b2-4dd0-81de-228b826596c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827329 Jan 20 15:31:20.159564 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-e6a196ba-cd56-479a-9927-dc1ba7ac988a req-96217992-369a-4067-9497-c48635606172 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=a7eb12e65a2142f3af36926716af6c10&device_id=37d2c647-3cdd-4902-a796-e4c9823cde57 HTTP/1.1" status: 200 len: 1099 time: 0.0881770 Jan 20 15:31:20.289537 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a196ba-cd56-479a-9927-dc1ba7ac988a req-201e1ee3-8ab2-4da4-be96-51350af17bb7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:31:20.290973 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-e6a196ba-cd56-479a-9927-dc1ba7ac988a req-201e1ee3-8ab2-4da4-be96-51350af17bb7 service neutron] 10.222.0.106 "GET /v2.0/networks?id=d2183f3a-bf16-46fd-9c8c-bcf3eb764afd HTTP/1.1" status: 200 len: 897 time: 0.1253083 Jan 20 15:31:20.417990 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-e6a196ba-cd56-479a-9927-dc1ba7ac988a req-d958a012-a9fd-4cbc-9c9d-374e25a060b0 service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9f9f8dff-e05a-4fff-89a2-b4a5747972dd HTTP/1.1" status: 200 len: 1000 time: 0.1208098 Jan 20 15:31:20.514167 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a196ba-cd56-479a-9927-dc1ba7ac988a req-82c70f2e-3f55-407f-88d8-a40d5f1ad54a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:31:20.515586 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-e6a196ba-cd56-479a-9927-dc1ba7ac988a req-82c70f2e-3f55-407f-88d8-a40d5f1ad54a service neutron] 10.222.0.106 "GET /v2.0/subnets?id=b0b1dc19-28c5-4870-a838-194c33d79b60 HTTP/1.1" status: 200 len: 834 time: 0.0925410 Jan 20 15:31:20.615802 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-e6a196ba-cd56-479a-9927-dc1ba7ac988a req-589dc9ec-437f-4bff-90a9-724dce200e0a service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=d2183f3a-bf16-46fd-9c8c-bcf3eb764afd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0933511 Jan 20 15:31:20.743427 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-e6a196ba-cd56-479a-9927-dc1ba7ac988a req-ddf23b25-94e0-447a-80fa-9b0a8a4e2d63 service neutron] 10.222.0.106 "GET /v2.0/networks/d2183f3a-bf16-46fd-9c8c-bcf3eb764afd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220591 Jan 20 15:31:20.892361 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-e6a196ba-cd56-479a-9927-dc1ba7ac988a req-5e75944d-22d1-4d14-8383-6589be81e416 service neutron] 10.222.0.106 "GET /v2.0/networks/d2183f3a-bf16-46fd-9c8c-bcf3eb764afd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431532 Jan 20 15:31:21.366107 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6183d23c-a28f-44f3-a71a-d8f3c87f81ef req-595dc9be-b3d8-4fe0-ac31-fc28f9b605dc tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:31:21.367658 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-6183d23c-a28f-44f3-a71a-d8f3c87f81ef req-595dc9be-b3d8-4fe0-ac31-fc28f9b605dc tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/ports?device_id=37d2c647-3cdd-4902-a796-e4c9823cde57 HTTP/1.1" status: 200 len: 946 time: 0.0827949 Jan 20 15:31:21.414990 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-6183d23c-a28f-44f3-a71a-d8f3c87f81ef req-bf89edc1-6e25-48bb-aaac-8e2b67accc33 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/security-groups?id=86758e90-a7b2-4dd0-81de-228b826596c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418642 Jan 20 15:31:22.622580 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f64595-fa37-4545-b39e-3481292c2ba6 req-50ba68b1-607c-407f-a51e-aa5373ab785a tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:31:22.623983 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-95f64595-fa37-4545-b39e-3481292c2ba6 req-50ba68b1-607c-407f-a51e-aa5373ab785a tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/ports?device_id=37d2c647-3cdd-4902-a796-e4c9823cde57 HTTP/1.1" status: 200 len: 946 time: 0.0770681 Jan 20 15:31:22.667505 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-95f64595-fa37-4545-b39e-3481292c2ba6 req-8cbd4f30-1762-4290-bdf7-2186bab87400 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/security-groups?id=86758e90-a7b2-4dd0-81de-228b826596c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376925 Jan 20 15:31:22.694910 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 51398) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:31:22.806726 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-abfd3a26-00fd-4097-a3b9-927436b9e4db tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/floatingips/cfc9278b-da9d-4681-9d24-42fa6f2168b2 HTTP/1.1" status: 200 len: 992 time: 0.1105292 Jan 20 15:31:28.046381 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7274e8cf-861b-4765-bc2e-ddce71d4d0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:31:30.446187 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-cecae83b-f48b-4584-8aa5-367a49cf0eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:31:31.175411 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:31:31.445766 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:31:31.822867 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-cdd98e71-1f0a-4421-baa9-dcb30e06edf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:31:33.303016 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-eea6df97-7ff1-4b63-af20-e3ec8913deda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:31:39.104141 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.agents_db [None req-6dba657d-a637-4918-9b6d-40defdfae04b None None] Agent healthcheck: found 6 active agents {{(pid=84155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 15:31:58.044089 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-a89a7b5c-0fc1-4ac6-b1f1-801a64da56ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:32:00.449751 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-136e6abb-9f1b-40e4-bb68-46ff666f3362 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:32:01.147050 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:32:01.461097 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:32:01.821315 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-cdd98e71-1f0a-4421-baa9-dcb30e06edf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:32:03.295002 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-eea6df97-7ff1-4b63-af20-e3ec8913deda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:32:11.226233 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-8a77016d-85d6-4be7-af8c-c1fc0b192cba req-d993d5bb-168d-41a7-8ab0-f79a100d3997 service neutron] 10.222.0.106 "GET /v2.0/ports?device_id=37d2c647-3cdd-4902-a796-e4c9823cde57&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0673046 Jan 20 15:32:11.365081 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-8a77016d-85d6-4be7-af8c-c1fc0b192cba req-89a6a0c3-5eae-47ce-b2d5-b9e723e4db6d service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=a7eb12e65a2142f3af36926716af6c10&device_id=37d2c647-3cdd-4902-a796-e4c9823cde57 HTTP/1.1" status: 200 len: 1099 time: 0.0706816 Jan 20 15:32:11.505656 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a77016d-85d6-4be7-af8c-c1fc0b192cba req-4c91006f-aead-4b84-b739-fe585df04066 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:32:11.507011 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-8a77016d-85d6-4be7-af8c-c1fc0b192cba req-4c91006f-aead-4b84-b739-fe585df04066 service neutron] 10.222.0.106 "GET /v2.0/networks?id=d2183f3a-bf16-46fd-9c8c-bcf3eb764afd HTTP/1.1" status: 200 len: 897 time: 0.1228924 Jan 20 15:32:11.607160 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-8a77016d-85d6-4be7-af8c-c1fc0b192cba req-639d5a01-199e-4257-9227-f843dad0a6c8 service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9f9f8dff-e05a-4fff-89a2-b4a5747972dd HTTP/1.1" status: 200 len: 1000 time: 0.0938125 Jan 20 15:32:11.762901 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a77016d-85d6-4be7-af8c-c1fc0b192cba req-a2ae888b-5a0a-4749-956c-d33186004297 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:32:11.764226 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-8a77016d-85d6-4be7-af8c-c1fc0b192cba req-a2ae888b-5a0a-4749-956c-d33186004297 service neutron] 10.222.0.106 "GET /v2.0/subnets?id=b0b1dc19-28c5-4870-a838-194c33d79b60 HTTP/1.1" status: 200 len: 834 time: 0.1512179 Jan 20 15:32:11.839723 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-8a77016d-85d6-4be7-af8c-c1fc0b192cba req-ddaa840b-5bec-40de-b28f-cd11dc151cab service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=d2183f3a-bf16-46fd-9c8c-bcf3eb764afd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0694346 Jan 20 15:32:11.968675 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-8a77016d-85d6-4be7-af8c-c1fc0b192cba req-ded1d258-873f-474c-a175-a185f66f8608 service neutron] 10.222.0.106 "GET /v2.0/networks/d2183f3a-bf16-46fd-9c8c-bcf3eb764afd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214509 Jan 20 15:32:12.102946 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-8a77016d-85d6-4be7-af8c-c1fc0b192cba req-3b334c56-eb60-44cf-9a1d-09a200735a01 service neutron] 10.222.0.106 "GET /v2.0/networks/d2183f3a-bf16-46fd-9c8c-bcf3eb764afd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260567 Jan 20 15:32:16.103883 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.agents_db [None req-6dba657d-a637-4918-9b6d-40defdfae04b None None] Agent healthcheck: found 6 active agents {{(pid=84155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 15:32:17.803259 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 51428) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:32:18.256715 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-b3286caa-56c8-4883-86ab-0f9437298293 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Deleting port 7d771c35-6ae3-4ee2-97be-71855fa48a78 {{(pid=84153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 15:32:18.257055 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-b3286caa-56c8-4883-86ab-0f9437298293 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:32:18.421518 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-b3286caa-56c8-4883-86ab-0f9437298293 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:32:18.421847 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-b3286caa-56c8-4883-86ab-0f9437298293 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:32:18.539810 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-b3286caa-56c8-4883-86ab-0f9437298293 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Calling delete_port for 7d771c35-6ae3-4ee2-97be-71855fa48a78 owned by network:floatingip {{(pid=84153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 15:32:18.757378 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-b3286caa-56c8-4883-86ab-0f9437298293 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:32:18.801883 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3286caa-56c8-4883-86ab-0f9437298293 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Pushing event deleted for resources: {'Port': ['ID=7d771c35-6ae3-4ee2-97be-71855fa48a78,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:32:18.838330 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3286caa-56c8-4883-86ab-0f9437298293 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:32:18.840941 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3286caa-56c8-4883-86ab-0f9437298293 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:32:18.840941 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3286caa-56c8-4883-86ab-0f9437298293 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:32:18.840941 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3286caa-56c8-4883-86ab-0f9437298293 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:32:18.840941 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3286caa-56c8-4883-86ab-0f9437298293 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:32:18.840941 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3286caa-56c8-4883-86ab-0f9437298293 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:32:18.840941 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3286caa-56c8-4883-86ab-0f9437298293 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:32:18.840941 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3286caa-56c8-4883-86ab-0f9437298293 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:32:18.840941 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3286caa-56c8-4883-86ab-0f9437298293 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:32:18.841702 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3286caa-56c8-4883-86ab-0f9437298293 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:32:18.841702 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3286caa-56c8-4883-86ab-0f9437298293 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:32:18.901640 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-b3286caa-56c8-4883-86ab-0f9437298293 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks [] for floatingip, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:32:19.371766 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3286caa-56c8-4883-86ab-0f9437298293 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Router b2f4265c-d1b7-44f2-a1e9-6d853fd5ea4a has already been hosted by L3 agent 624d525b-4c26-4143-8a1c-228bb1c6faaa {{(pid=84153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 15:32:19.571344 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3286caa-56c8-4883-86ab-0f9437298293 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify agent at l3_agent.dv-neutron-825124-1-hyperv the message routers_updated {{(pid=84153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 15:32:19.580824 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b796b496-8667-4f9a-b42f-33782db8bfac None None] Sync routers for ids ['b2f4265c-d1b7-44f2-a1e9-6d853fd5ea4a'] in dv-neutron-825124-1-hyperv {{(pid=84155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 15:32:19.591817 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b796b496-8667-4f9a-b42f-33782db8bfac None None] Routers {'b2f4265c-d1b7-44f2-a1e9-6d853fd5ea4a'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 15:32:19.596071 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-b796b496-8667-4f9a-b42f-33782db8bfac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T15:32:00Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['b2f4265c-d1b7-44f2-a1e9-6d853fd5ea4a'], 'active': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:32:19.654372 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-b3286caa-56c8-4883-86ab-0f9437298293 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for floatingip, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:32:19.708116 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-b3286caa-56c8-4883-86ab-0f9437298293 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "DELETE /v2.0/floatingips/cfc9278b-da9d-4681-9d24-42fa6f2168b2 HTTP/1.1" status: 204 len: 168 time: 1.9037743 Jan 20 15:32:19.708780 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37d2c647-3cdd-4902-a796-e4c9823cde57', 'tag': '9f9f8dff-e05a-4fff-89a2-b4a5747972dd'}] {{(pid=84153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 15:32:19.763203 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37d2c647-3cdd-4902-a796-e4c9823cde57', 'tag': '9f9f8dff-e05a-4fff-89a2-b4a5747972dd', 'status': 'completed', 'code': 200} Jan 20 15:32:19.766430 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvr_db [None req-b796b496-8667-4f9a-b42f-33782db8bfac None None] Set router b2f4265c-d1b7-44f2-a1e9-6d853fd5ea4a gateway port host: dv-neutron-825124-1-hyperv {{(pid=84155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 15:32:19.858974 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-5495dd76-3a99-4cb9-b631-4ea872ce5578 req-802fa4ec-668b-4390-b34a-3e6bac86c9fb service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=a7eb12e65a2142f3af36926716af6c10&device_id=37d2c647-3cdd-4902-a796-e4c9823cde57 HTTP/1.1" status: 200 len: 1099 time: 0.0742354 Jan 20 15:32:19.995213 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5495dd76-3a99-4cb9-b631-4ea872ce5578 req-a44f65b9-9adb-4105-96c0-f867d5ec7e6b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:32:19.996713 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-5495dd76-3a99-4cb9-b631-4ea872ce5578 req-a44f65b9-9adb-4105-96c0-f867d5ec7e6b service neutron] 10.222.0.106 "GET /v2.0/networks?id=d2183f3a-bf16-46fd-9c8c-bcf3eb764afd HTTP/1.1" status: 200 len: 897 time: 0.1322255 Jan 20 15:32:20.064775 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-5495dd76-3a99-4cb9-b631-4ea872ce5578 req-5b41a052-d6fe-4bb4-9392-b222e9fb1ccb service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9f9f8dff-e05a-4fff-89a2-b4a5747972dd HTTP/1.1" status: 200 len: 217 time: 0.0611546 Jan 20 15:32:20.086763 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-b796b496-8667-4f9a-b42f-33782db8bfac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2f4265c-d1b7-44f2-a1e9-6d853fd5ea4a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1653912043', 'tenant_id': 'a7eb12e65a2142f3af36926716af6c10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.20'}], 'enable_snat': True}, 'gw_port_id': '120d38aa-d6fe-4ef7-a5a3-528d6d70af32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:29:36Z', 'updated_at': '2022-01-20T15:29:41Z', 'revision_number': 4, 'project_id': 'a7eb12e65a2142f3af36926716af6c10', 'gw_port': {'id': '120d38aa-d6fe-4ef7-a5a3-528d6d70af32', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:c2:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2f4265c-d1b7-44f2-a1e9-6d853fd5ea4a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:29:37Z', 'updated_at': '2022-01-20T15:29:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv', '_interfaces': [{'id': '6dbfaebb-537f-4b35-80c0-3d5ffb265da6', 'name': '', 'network_id': 'd2183f3a-bf16-46fd-9c8c-bcf3eb764afd', 'tenant_id': 'a7eb12e65a2142f3af36926716af6c10', 'mac_address': 'fa:16:3e:f9:49:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2f4265c-d1b7-44f2-a1e9-6d853fd5ea4a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b0b1dc19-28c5-4870-a838-194c33d79b60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:29:40Z', 'updated_at': '2022-01-20T15:29:47Z', 'revision_number': 5, 'project_id': 'a7eb12e65a2142f3af36926716af6c10', 'subnets': [{'id': 'b0b1dc19-28c5-4870-a838-194c33d79b60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:32:20.091456 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b796b496-8667-4f9a-b42f-33782db8bfac None None] Checking router: b2f4265c-d1b7-44f2-a1e9-6d853fd5ea4a for host: dv-neutron-825124-1-hyperv {{(pid=84155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 15:32:20.102055 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b796b496-8667-4f9a-b42f-33782db8bfac None None] Routers {'b2f4265c-d1b7-44f2-a1e9-6d853fd5ea4a'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 15:32:20.102662 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-b796b496-8667-4f9a-b42f-33782db8bfac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T15:32:00Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['b2f4265c-d1b7-44f2-a1e9-6d853fd5ea4a'], 'active': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:32:20.134481 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5495dd76-3a99-4cb9-b631-4ea872ce5578 req-d5a84b86-4296-4491-9409-963165e4be46 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:32:20.135835 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-5495dd76-3a99-4cb9-b631-4ea872ce5578 req-d5a84b86-4296-4491-9409-963165e4be46 service neutron] 10.222.0.106 "GET /v2.0/subnets?id=b0b1dc19-28c5-4870-a838-194c33d79b60 HTTP/1.1" status: 200 len: 834 time: 0.0652723 Jan 20 15:32:20.268333 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-5495dd76-3a99-4cb9-b631-4ea872ce5578 req-1cf84f17-410f-42b3-8522-496d4043f2a0 service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=d2183f3a-bf16-46fd-9c8c-bcf3eb764afd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1262355 Jan 20 15:32:20.278405 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad75ad06-220a-47d7-a1ae-45dba0f1d6b1 req-17f6c28c-d9ff-43fe-8b85-7d6a3ec9193f tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:32:20.279185 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [req-ad75ad06-220a-47d7-a1ae-45dba0f1d6b1 req-17f6c28c-d9ff-43fe-8b85-7d6a3ec9193f tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Synchronizing usage tracker for tenant:a7eb12e65a2142f3af36926716af6c10 on resource:port {{(pid=84153) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 15:32:20.279739 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvr_db [None req-b796b496-8667-4f9a-b42f-33782db8bfac None None] Set router b2f4265c-d1b7-44f2-a1e9-6d853fd5ea4a gateway port host: dv-neutron-825124-1-hyperv {{(pid=84155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 15:32:20.413196 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-5495dd76-3a99-4cb9-b631-4ea872ce5578 req-e29c044b-760a-4bb5-a2ea-d6dac4f183b5 service neutron] 10.222.0.106 "GET /v2.0/networks/d2183f3a-bf16-46fd-9c8c-bcf3eb764afd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311142 Jan 20 15:32:20.441025 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [req-ad75ad06-220a-47d7-a1ae-45dba0f1d6b1 req-17f6c28c-d9ff-43fe-8b85-7d6a3ec9193f tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Unset dirty status for tenant:a7eb12e65a2142f3af36926716af6c10 on resource:port {{(pid=84153) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 15:32:20.442206 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-ad75ad06-220a-47d7-a1ae-45dba0f1d6b1 req-17f6c28c-d9ff-43fe-8b85-7d6a3ec9193f tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/ports?device_id=37d2c647-3cdd-4902-a796-e4c9823cde57 HTTP/1.1" status: 200 len: 946 time: 0.2719910 Jan 20 15:32:20.563687 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-ad75ad06-220a-47d7-a1ae-45dba0f1d6b1 req-029c2aeb-3172-4932-9b93-2d16164496c8 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/security-groups?id=86758e90-a7b2-4dd0-81de-228b826596c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721250 Jan 20 15:32:20.586017 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-5495dd76-3a99-4cb9-b631-4ea872ce5578 req-7610138b-e575-4030-8992-ad050b1e1c47 service neutron] 10.222.0.106 "GET /v2.0/networks/d2183f3a-bf16-46fd-9c8c-bcf3eb764afd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1663649 Jan 20 15:32:20.620394 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-b796b496-8667-4f9a-b42f-33782db8bfac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2f4265c-d1b7-44f2-a1e9-6d853fd5ea4a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1653912043', 'tenant_id': 'a7eb12e65a2142f3af36926716af6c10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.20'}], 'enable_snat': True}, 'gw_port_id': '120d38aa-d6fe-4ef7-a5a3-528d6d70af32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:29:36Z', 'updated_at': '2022-01-20T15:29:41Z', 'revision_number': 4, 'project_id': 'a7eb12e65a2142f3af36926716af6c10', 'gw_port': {'id': '120d38aa-d6fe-4ef7-a5a3-528d6d70af32', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:c2:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2f4265c-d1b7-44f2-a1e9-6d853fd5ea4a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:29:37Z', 'updated_at': '2022-01-20T15:29:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv', '_interfaces': [{'id': '6dbfaebb-537f-4b35-80c0-3d5ffb265da6', 'name': '', 'network_id': 'd2183f3a-bf16-46fd-9c8c-bcf3eb764afd', 'tenant_id': 'a7eb12e65a2142f3af36926716af6c10', 'mac_address': 'fa:16:3e:f9:49:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2f4265c-d1b7-44f2-a1e9-6d853fd5ea4a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b0b1dc19-28c5-4870-a838-194c33d79b60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:29:40Z', 'updated_at': '2022-01-20T15:29:47Z', 'revision_number': 5, 'project_id': 'a7eb12e65a2142f3af36926716af6c10', 'subnets': [{'id': 'b0b1dc19-28c5-4870-a838-194c33d79b60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:32:20.624160 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b796b496-8667-4f9a-b42f-33782db8bfac None None] The sync data for ids ['b2f4265c-d1b7-44f2-a1e9-6d853fd5ea4a'] in dv-neutron-825124-1-hyperv is: [{'id': 'b2f4265c-d1b7-44f2-a1e9-6d853fd5ea4a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1653912043', 'tenant_id': 'a7eb12e65a2142f3af36926716af6c10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.20'}], 'enable_snat': True}, 'gw_port_id': '120d38aa-d6fe-4ef7-a5a3-528d6d70af32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:29:36Z', 'updated_at': '2022-01-20T15:29:41Z', 'revision_number': 4, 'project_id': 'a7eb12e65a2142f3af36926716af6c10', 'gw_port': {'id': '120d38aa-d6fe-4ef7-a5a3-528d6d70af32', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:c2:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2f4265c-d1b7-44f2-a1e9-6d853fd5ea4a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:29:37Z', 'updated_at': '2022-01-20T15:29:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv', '_interfaces': [{'id': '6dbfaebb-537f-4b35-80c0-3d5ffb265da6', 'name': '', 'network_id': 'd2183f3a-bf16-46fd-9c8c-bcf3eb764afd', 'tenant_id': 'a7eb12e65a2142f3af36926716af6c10', 'mac_address': 'fa:16:3e:f9:49:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2f4265c-d1b7-44f2-a1e9-6d853fd5ea4a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b0b1dc19-28c5-4870-a838-194c33d79b60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:29:40Z', 'updated_at': '2022-01-20T15:29:47Z', 'revision_number': 5, 'project_id': 'a7eb12e65a2142f3af36926716af6c10', 'subnets': [{'id': 'b0b1dc19-28c5-4870-a838-194c33d79b60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 15:32:20.833793 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9efda8f8-803f-4f13-ab12-81a503dd9a81 None None] New status for floating IP cfc9278b-da9d-4681-9d24-42fa6f2168b2: DOWN {{(pid=84154) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 20 15:32:21.765586 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fe81f3-9bd3-4bff-97fa-0371db0b079a req-2bc69719-a884-4e30-8c43-f3903f1559a4 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:32:21.767051 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-a3fe81f3-9bd3-4bff-97fa-0371db0b079a req-2bc69719-a884-4e30-8c43-f3903f1559a4 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/ports?device_id=37d2c647-3cdd-4902-a796-e4c9823cde57 HTTP/1.1" status: 200 len: 946 time: 0.0750930 Jan 20 15:32:21.810475 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-a3fe81f3-9bd3-4bff-97fa-0371db0b079a req-c55f1aff-58aa-490a-9e09-3acf62fca9dc tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/security-groups?id=86758e90-a7b2-4dd0-81de-228b826596c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373237 Jan 20 15:32:22.005076 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ab4104-8135-4aff-9878-259ebb2a0435 req-0a71e99c-e2b3-4828-9c8a-9484ed4d2622 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:32:22.006442 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-d0ab4104-8135-4aff-9878-259ebb2a0435 req-0a71e99c-e2b3-4828-9c8a-9484ed4d2622 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.106 "GET /v2.0/ports?device_id=37d2c647-3cdd-4902-a796-e4c9823cde57 HTTP/1.1" status: 200 len: 946 time: 0.0778494 Jan 20 15:32:22.073047 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [req-d0ab4104-8135-4aff-9878-259ebb2a0435 req-5f925727-cff9-44b1-9992-26637c839c27 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Deleting port 9f9f8dff-e05a-4fff-89a2-b4a5747972dd {{(pid=84153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 15:32:22.073392 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-d0ab4104-8135-4aff-9878-259ebb2a0435 req-5f925727-cff9-44b1-9992-26637c839c27 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:32:22.400082 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.db [req-d0ab4104-8135-4aff-9878-259ebb2a0435 req-5f925727-cff9-44b1-9992-26637c839c27 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] For port 9f9f8dff-e05a-4fff-89a2-b4a5747972dd, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=9f9f8dff-e05a-4fff-89a2-b4a5747972dd,segment=NetworkSegment(30260ac0-00da-4b77-a48c-8749471fe0cd),segment_id=30260ac0-00da-4b77-a48c-8749471fe0cd)] {{(pid=84153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 15:32:22.400433 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-d0ab4104-8135-4aff-9878-259ebb2a0435 req-5f925727-cff9-44b1-9992-26637c839c27 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:32:22.519062 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [req-d0ab4104-8135-4aff-9878-259ebb2a0435 req-5f925727-cff9-44b1-9992-26637c839c27 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Calling delete_port for 9f9f8dff-e05a-4fff-89a2-b4a5747972dd owned by compute:nova {{(pid=84153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 15:32:22.728905 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-d0ab4104-8135-4aff-9878-259ebb2a0435 req-5f925727-cff9-44b1-9992-26637c839c27 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:32:22.779785 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f925727-cff9-44b1-9992-26637c839c27 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Pushing event deleted for resources: {'Port': ['ID=9f9f8dff-e05a-4fff-89a2-b4a5747972dd,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:32:22.849953 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0ab4104-8135-4aff-9878-259ebb2a0435 req-5f925727-cff9-44b1-9992-26637c839c27 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] No DVR routers for this DVR port 9f9f8dff-e05a-4fff-89a2-b4a5747972dd on host hv-neutron-8251 {{(pid=84153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 15:32:22.852356 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-d0ab4104-8135-4aff-9878-259ebb2a0435 req-5f925727-cff9-44b1-9992-26637c839c27 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:32:22.855038 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37d2c647-3cdd-4902-a796-e4c9823cde57', 'name': 'network-vif-deleted', 'tag': '9f9f8dff-e05a-4fff-89a2-b4a5747972dd'}] {{(pid=84153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 15:32:22.910421 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37d2c647-3cdd-4902-a796-e4c9823cde57', 'name': 'network-vif-deleted', 'tag': '9f9f8dff-e05a-4fff-89a2-b4a5747972dd', 'status': 'completed', 'code': 200} Jan 20 15:32:22.930504 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-d0ab4104-8135-4aff-9878-259ebb2a0435 req-5f925727-cff9-44b1-9992-26637c839c27 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.106 "DELETE /v2.0/ports/9f9f8dff-e05a-4fff-89a2-b4a5747972dd HTTP/1.1" status: 204 len: 173 time: 0.9180143 Jan 20 15:32:22.978186 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [req-e48a7048-ffb0-4f10-b8fe-d6e4045e696c req-16f4de6d-b89e-407c-8d5d-2efcc7708c73 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Synchronizing usage tracker for tenant:a7eb12e65a2142f3af36926716af6c10 on resource:port {{(pid=84153) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 15:32:23.077908 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [req-e48a7048-ffb0-4f10-b8fe-d6e4045e696c req-16f4de6d-b89e-407c-8d5d-2efcc7708c73 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Unset dirty status for tenant:a7eb12e65a2142f3af36926716af6c10 on resource:port {{(pid=84153) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 15:32:23.079163 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-e48a7048-ffb0-4f10-b8fe-d6e4045e696c req-16f4de6d-b89e-407c-8d5d-2efcc7708c73 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/ports?device_id=37d2c647-3cdd-4902-a796-e4c9823cde57 HTTP/1.1" status: 200 len: 210 time: 0.1430030 Jan 20 15:32:24.183345 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 51456) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:32:24.577418 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-c7cf0c7b-9126-4c35-8e44-506c0634ae25 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-743504'] for router_interface, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:32:24.670625 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Device 9f9f8dff-e05a-4fff-89a2-b4a5747972dd no longer exists at agent hyperv_hv-neutron-8251 {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 15:32:24.703200 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] No Port match for: 9f9f8dff-e05a-4fff-89a2-b4a5747972dd {{(pid=84154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 15:32:24.703545 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Device 9f9f8dff-e05a-4fff-89a2-b4a5747972dd not bound to the agent host hv-neutron-8251 {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 15:32:25.273462 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-c7cf0c7b-9126-4c35-8e44-506c0634ae25 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Deleting port 6dbfaebb-537f-4b35-80c0-3d5ffb265da6 {{(pid=84153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 15:32:25.273931 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-c7cf0c7b-9126-4c35-8e44-506c0634ae25 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:32:25.458548 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.db [None req-c7cf0c7b-9126-4c35-8e44-506c0634ae25 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] For port 6dbfaebb-537f-4b35-80c0-3d5ffb265da6, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=6dbfaebb-537f-4b35-80c0-3d5ffb265da6,segment=NetworkSegment(30260ac0-00da-4b77-a48c-8749471fe0cd),segment_id=30260ac0-00da-4b77-a48c-8749471fe0cd)] {{(pid=84153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 15:32:25.458904 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-c7cf0c7b-9126-4c35-8e44-506c0634ae25 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:32:25.580365 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-c7cf0c7b-9126-4c35-8e44-506c0634ae25 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Calling delete_port for 6dbfaebb-537f-4b35-80c0-3d5ffb265da6 owned by network:router_interface {{(pid=84153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 15:32:25.820246 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-c7cf0c7b-9126-4c35-8e44-506c0634ae25 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:32:25.865221 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cf0c7b-9126-4c35-8e44-506c0634ae25 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Pushing event deleted for resources: {'Port': ['ID=6dbfaebb-537f-4b35-80c0-3d5ffb265da6,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:32:26.174703 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-c7cf0c7b-9126-4c35-8e44-506c0634ae25 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1705096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-745401'] for router_interface, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:32:26.817996 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7cf0c7b-9126-4c35-8e44-506c0634ae25 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Router b2f4265c-d1b7-44f2-a1e9-6d853fd5ea4a has already been hosted by L3 agent 624d525b-4c26-4143-8a1c-228bb1c6faaa {{(pid=84153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 15:32:27.015206 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7cf0c7b-9126-4c35-8e44-506c0634ae25 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify agent at l3_agent.dv-neutron-825124-1-hyperv the message routers_updated {{(pid=84153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 15:32:27.024971 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f9fb23d-95d6-4d2c-87ad-262f62fe1a4d None None] Sync routers for ids ['b2f4265c-d1b7-44f2-a1e9-6d853fd5ea4a'] in dv-neutron-825124-1-hyperv {{(pid=84155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 15:32:27.038077 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f9fb23d-95d6-4d2c-87ad-262f62fe1a4d None None] Routers {'b2f4265c-d1b7-44f2-a1e9-6d853fd5ea4a'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 15:32:27.038686 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-4f9fb23d-95d6-4d2c-87ad-262f62fe1a4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T15:32:00Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['b2f4265c-d1b7-44f2-a1e9-6d853fd5ea4a'], 'active': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:32:27.084605 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-c7cf0c7b-9126-4c35-8e44-506c0634ae25 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "PUT /v2.0/routers/b2f4265c-d1b7-44f2-a1e9-6d853fd5ea4a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9000666 Jan 20 15:32:27.087280 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 51460) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:32:27.230249 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvr_db [None req-4f9fb23d-95d6-4d2c-87ad-262f62fe1a4d None None] Set router b2f4265c-d1b7-44f2-a1e9-6d853fd5ea4a gateway port host: dv-neutron-825124-1-hyperv {{(pid=84155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 15:32:27.275417 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.db_base_plugin_v2 [None req-782f12b6-48b9-4590-a77c-d6440dab1a64 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Deleting subnet b0b1dc19-28c5-4870-a838-194c33d79b60 {{(pid=84153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 20 15:32:27.278287 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-782f12b6-48b9-4590-a77c-d6440dab1a64 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks [] for subnet, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:32:27.335197 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-782f12b6-48b9-4590-a77c-d6440dab1a64 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3980851'] for subnet, precommit_delete_associations {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:32:27.415775 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-782f12b6-48b9-4590-a77c-d6440dab1a64 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1627147'] for subnet, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:32:27.512069 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-4f9fb23d-95d6-4d2c-87ad-262f62fe1a4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2f4265c-d1b7-44f2-a1e9-6d853fd5ea4a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1653912043', 'tenant_id': 'a7eb12e65a2142f3af36926716af6c10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.20'}], 'enable_snat': True}, 'gw_port_id': '120d38aa-d6fe-4ef7-a5a3-528d6d70af32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:29:36Z', 'updated_at': '2022-01-20T15:32:25Z', 'revision_number': 5, 'project_id': 'a7eb12e65a2142f3af36926716af6c10', 'gw_port': {'id': '120d38aa-d6fe-4ef7-a5a3-528d6d70af32', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:c2:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2f4265c-d1b7-44f2-a1e9-6d853fd5ea4a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:29:37Z', 'updated_at': '2022-01-20T15:29:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv'}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:32:27.515821 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f9fb23d-95d6-4d2c-87ad-262f62fe1a4d None None] Checking router: b2f4265c-d1b7-44f2-a1e9-6d853fd5ea4a for host: dv-neutron-825124-1-hyperv {{(pid=84155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 15:32:27.526630 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f9fb23d-95d6-4d2c-87ad-262f62fe1a4d None None] Routers {'b2f4265c-d1b7-44f2-a1e9-6d853fd5ea4a'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 15:32:27.527211 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-4f9fb23d-95d6-4d2c-87ad-262f62fe1a4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T15:32:00Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['b2f4265c-d1b7-44f2-a1e9-6d853fd5ea4a'], 'active': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:32:27.557889 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-782f12b6-48b9-4590-a77c-d6440dab1a64 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1627154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3943464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4194013'] for subnet, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:32:27.599618 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782f12b6-48b9-4590-a77c-d6440dab1a64 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Pushing event deleted for resources: {'Subnet': ['ID=b0b1dc19-28c5-4870-a838-194c33d79b60,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:32:27.607050 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-782f12b6-48b9-4590-a77c-d6440dab1a64 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks [] for subnet, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:32:27.613556 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1648182-6a29-418a-b0e5-02e4eb415c22 None None] Network d2183f3a-bf16-46fd-9c8c-bcf3eb764afd requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 15:32:27.614432 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-782f12b6-48b9-4590-a77c-d6440dab1a64 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "DELETE /v2.0/subnets/b0b1dc19-28c5-4870-a838-194c33d79b60 HTTP/1.1" status: 204 len: 168 time: 0.5261590 Jan 20 15:32:27.617066 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 51464) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:32:27.719754 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvr_db [None req-4f9fb23d-95d6-4d2c-87ad-262f62fe1a4d None None] Set router b2f4265c-d1b7-44f2-a1e9-6d853fd5ea4a gateway port host: dv-neutron-825124-1-hyperv {{(pid=84155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 15:32:27.827191 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-ad816b86-2647-4cd4-83cb-b3449f11d9db tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks [] for router, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:32:27.867901 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1d066f0-ca10-49f8-98bd-bf2a9a2037c9 None None] DHCP port deletion for d2183f3a-bf16-46fd-9c8c-bcf3eb764afd request from dv-neutron-825124-1-hyperv {{(pid=84154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 20 15:32:27.872459 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-f1d066f0-ca10-49f8-98bd-bf2a9a2037c9 None None] Deleting port fc0c1c33-7be0-473a-b22a-eb4dbd3acc00 {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 15:32:27.872999 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-f1d066f0-ca10-49f8-98bd-bf2a9a2037c9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:32:28.019186 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-4f9fb23d-95d6-4d2c-87ad-262f62fe1a4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2f4265c-d1b7-44f2-a1e9-6d853fd5ea4a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1653912043', 'tenant_id': 'a7eb12e65a2142f3af36926716af6c10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.20'}], 'enable_snat': True}, 'gw_port_id': '120d38aa-d6fe-4ef7-a5a3-528d6d70af32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:29:36Z', 'updated_at': '2022-01-20T15:32:25Z', 'revision_number': 5, 'project_id': 'a7eb12e65a2142f3af36926716af6c10', 'gw_port': {'id': '120d38aa-d6fe-4ef7-a5a3-528d6d70af32', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:c2:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2f4265c-d1b7-44f2-a1e9-6d853fd5ea4a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:29:37Z', 'updated_at': '2022-01-20T15:29:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv'}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:32:28.023649 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f9fb23d-95d6-4d2c-87ad-262f62fe1a4d None None] The sync data for ids ['b2f4265c-d1b7-44f2-a1e9-6d853fd5ea4a'] in dv-neutron-825124-1-hyperv is: [{'id': 'b2f4265c-d1b7-44f2-a1e9-6d853fd5ea4a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1653912043', 'tenant_id': 'a7eb12e65a2142f3af36926716af6c10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.20'}], 'enable_snat': True}, 'gw_port_id': '120d38aa-d6fe-4ef7-a5a3-528d6d70af32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:29:36Z', 'updated_at': '2022-01-20T15:32:25Z', 'revision_number': 5, 'project_id': 'a7eb12e65a2142f3af36926716af6c10', 'gw_port': {'id': '120d38aa-d6fe-4ef7-a5a3-528d6d70af32', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:c2:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2f4265c-d1b7-44f2-a1e9-6d853fd5ea4a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:29:37Z', 'updated_at': '2022-01-20T15:29:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv'}] {{(pid=84155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 15:32:28.040581 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-ad816b86-2647-4cd4-83cb-b3449f11d9db tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:32:28.134261 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-f1d066f0-ca10-49f8-98bd-bf2a9a2037c9 None None] For port fc0c1c33-7be0-473a-b22a-eb4dbd3acc00, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=fc0c1c33-7be0-473a-b22a-eb4dbd3acc00,segment=NetworkSegment(30260ac0-00da-4b77-a48c-8749471fe0cd),segment_id=30260ac0-00da-4b77-a48c-8749471fe0cd)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 15:32:28.134537 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-f1d066f0-ca10-49f8-98bd-bf2a9a2037c9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:32:28.246516 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-11e2d4c2-b6be-4d69-a90f-a9e2f6721353 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:32:28.248737 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-ad816b86-2647-4cd4-83cb-b3449f11d9db tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Deleting port 120d38aa-d6fe-4ef7-a5a3-528d6d70af32 {{(pid=84153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 15:32:28.249191 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-ad816b86-2647-4cd4-83cb-b3449f11d9db tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:32:28.254015 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-f1d066f0-ca10-49f8-98bd-bf2a9a2037c9 None None] Calling delete_port for fc0c1c33-7be0-473a-b22a-eb4dbd3acc00 owned by network:dhcp {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 15:32:28.391641 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-f1d066f0-ca10-49f8-98bd-bf2a9a2037c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486'] for port, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:32:28.432013 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.db [None req-ad816b86-2647-4cd4-83cb-b3449f11d9db tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] For port 120d38aa-d6fe-4ef7-a5a3-528d6d70af32, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=120d38aa-d6fe-4ef7-a5a3-528d6d70af32,segment=NetworkSegment(f628f1ba-6b70-4c9b-8839-62340c040c81),segment_id=f628f1ba-6b70-4c9b-8839-62340c040c81)] {{(pid=84153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 15:32:28.432439 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-ad816b86-2647-4cd4-83cb-b3449f11d9db tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:32:28.434481 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d066f0-ca10-49f8-98bd-bf2a9a2037c9 None None] Pushing event deleted for resources: {'Port': ['ID=fc0c1c33-7be0-473a-b22a-eb4dbd3acc00,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:32:28.447116 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d066f0-ca10-49f8-98bd-bf2a9a2037c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:32:28.447504 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d066f0-ca10-49f8-98bd-bf2a9a2037c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:32:28.447802 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d066f0-ca10-49f8-98bd-bf2a9a2037c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:32:28.448140 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d066f0-ca10-49f8-98bd-bf2a9a2037c9 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:32:28.448476 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d066f0-ca10-49f8-98bd-bf2a9a2037c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:32:28.448811 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d066f0-ca10-49f8-98bd-bf2a9a2037c9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:32:28.449137 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d066f0-ca10-49f8-98bd-bf2a9a2037c9 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:32:28.449465 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d066f0-ca10-49f8-98bd-bf2a9a2037c9 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:32:28.449791 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d066f0-ca10-49f8-98bd-bf2a9a2037c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:32:28.450144 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d066f0-ca10-49f8-98bd-bf2a9a2037c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:32:28.450465 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d066f0-ca10-49f8-98bd-bf2a9a2037c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:32:28.455801 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1d066f0-ca10-49f8-98bd-bf2a9a2037c9 None None] No DVR routers for this DVR port fc0c1c33-7be0-473a-b22a-eb4dbd3acc00 on host dv-neutron-825124-1-hyperv {{(pid=84154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 15:32:28.654880 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-ad816b86-2647-4cd4-83cb-b3449f11d9db tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Calling delete_port for 120d38aa-d6fe-4ef7-a5a3-528d6d70af32 owned by network:router_gateway {{(pid=84153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 15:32:28.917061 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-ad816b86-2647-4cd4-83cb-b3449f11d9db tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:32:28.963666 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad816b86-2647-4cd4-83cb-b3449f11d9db tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Pushing event deleted for resources: {'Port': ['ID=120d38aa-d6fe-4ef7-a5a3-528d6d70af32,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:32:29.175952 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-ad816b86-2647-4cd4-83cb-b3449f11d9db tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-745333'] for router_gateway, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:32:29.437668 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-ad816b86-2647-4cd4-83cb-b3449f11d9db tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-737761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105493'] for router, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:32:29.442346 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-ad816b86-2647-4cd4-83cb-b3449f11d9db tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:32:29.545673 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-ad816b86-2647-4cd4-83cb-b3449f11d9db tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-737693'] for router, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:32:29.546225 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad816b86-2647-4cd4-83cb-b3449f11d9db tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Fanout notify agent at l3_agent the message router_deleted on router b2f4265c-d1b7-44f2-a1e9-6d853fd5ea4a {{(pid=84153) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 20 15:32:29.560536 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-ad816b86-2647-4cd4-83cb-b3449f11d9db tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks [] for router, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:32:29.561920 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-ad816b86-2647-4cd4-83cb-b3449f11d9db tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "DELETE /v2.0/routers/b2f4265c-d1b7-44f2-a1e9-6d853fd5ea4a HTTP/1.1" status: 204 len: 168 time: 1.9436674 Jan 20 15:32:29.565320 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 51468) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:32:29.679778 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-1f42b63f-8f53-4add-8666-64a37d47161b tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586409'] for network, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:32:29.807635 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-1f42b63f-8f53-4add-8666-64a37d47161b tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1626242', 'neutron.services.segments.db._delete_segments_for_network-8769554214620'] for network, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:32:29.833799 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.services.segments.db [None req-1f42b63f-8f53-4add-8666-64a37d47161b tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2183f3a-bf16-46fd-9c8c-bcf3eb764afd']}} {{(pid=84153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:32:29.847478 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.services.segments.db [None req-1f42b63f-8f53-4add-8666-64a37d47161b tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30260ac0-00da-4b77-a48c-8749471fe0cd') {'for_net_delete': True} {{(pid=84153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:32:29.847774 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.services.segments.db [None req-1f42b63f-8f53-4add-8666-64a37d47161b tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30260ac0-00da-4b77-a48c-8749471fe0cd') {} {{(pid=84153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:32:29.858792 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-1f42b63f-8f53-4add-8666-64a37d47161b tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769554214503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980856'] for segment, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:32:29.874428 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-1f42b63f-8f53-4add-8666-64a37d47161b tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:32:29.880950 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f42b63f-8f53-4add-8666-64a37d47161b tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Releasing vlan 156 on physical network physnet1 to pool {{(pid=84153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 15:32:29.881328 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-1f42b63f-8f53-4add-8666-64a37d47161b tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1622950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3944078'] for segment, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:32:29.895173 dv-neutron-825124-1-hyperv neutron-server[84153]: Traceback (most recent call last): Jan 20 15:32:29.895173 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 15:32:29.895173 dv-neutron-825124-1-hyperv neutron-server[84153]: timer() Jan 20 15:32:29.895173 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 15:32:29.895173 dv-neutron-825124-1-hyperv neutron-server[84153]: cb(*args, **kw) Jan 20 15:32:29.895173 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 15:32:29.895173 dv-neutron-825124-1-hyperv neutron-server[84153]: return func(*args, **kwargs) Jan 20 15:32:29.895173 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 15:32:29.895173 dv-neutron-825124-1-hyperv neutron-server[84153]: self._notify() Jan 20 15:32:29.895173 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 15:32:29.895173 dv-neutron-825124-1-hyperv neutron-server[84153]: self.callback(batched_events) Jan 20 15:32:29.895173 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 15:32:29.895173 dv-neutron-825124-1-hyperv neutron-server[84153]: event.method(event) Jan 20 15:32:29.895173 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 15:32:29.895173 dv-neutron-825124-1-hyperv neutron-server[84153]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 15:32:29.895173 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 15:32:29.895173 dv-neutron-825124-1-hyperv neutron-server[84153]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 15:32:29.895173 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 15:32:29.895173 dv-neutron-825124-1-hyperv neutron-server[84153]: return f(self, *a, **k) Jan 20 15:32:29.895173 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 15:32:29.895173 dv-neutron-825124-1-hyperv neutron-server[84153]: return self._get(url).json() Jan 20 15:32:29.895173 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 15:32:29.895173 dv-neutron-825124-1-hyperv neutron-server[84153]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 15:32:29.895173 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 15:32:29.895173 dv-neutron-825124-1-hyperv neutron-server[84153]: return self.request(url, 'GET', **kwargs) Jan 20 15:32:29.895173 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 15:32:29.895173 dv-neutron-825124-1-hyperv neutron-server[84153]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 15:32:29.895173 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 15:32:29.895173 dv-neutron-825124-1-hyperv neutron-server[84153]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 15:32:29.895173 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 15:32:29.895173 dv-neutron-825124-1-hyperv neutron-server[84153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 15:32:29.895173 dv-neutron-825124-1-hyperv neutron-server[84153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 15:32:30.017312 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-1f42b63f-8f53-4add-8666-64a37d47161b tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1626253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-745296'] for network, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:32:30.022748 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device fc0c1c33-7be0-473a-b22a-eb4dbd3acc00 no longer exists at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 15:32:30.035050 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-1f42b63f-8f53-4add-8666-64a37d47161b tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks [] for network, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:32:30.047195 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f42b63f-8f53-4add-8666-64a37d47161b tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Pushing event deleted for resources: {'Network': ['ID=d2183f3a-bf16-46fd-9c8c-bcf3eb764afd,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:32:30.056279 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] No Port match for: fc0c1c33-7be0-473a-b22a-eb4dbd3acc00 {{(pid=84154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 15:32:30.056632 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device fc0c1c33-7be0-473a-b22a-eb4dbd3acc00 not bound to the agent host dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 15:32:30.062405 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 120d38aa-d6fe-4ef7-a5a3-528d6d70af32 no longer exists at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 15:32:30.094175 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] No Port match for: 120d38aa-d6fe-4ef7-a5a3-528d6d70af32 {{(pid=84154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 15:32:30.094522 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 120d38aa-d6fe-4ef7-a5a3-528d6d70af32 not bound to the agent host dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 15:32:30.094937 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 6dbfaebb-537f-4b35-80c0-3d5ffb265da6 no longer exists at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 15:32:30.107422 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-1f42b63f-8f53-4add-8666-64a37d47161b tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "DELETE /v2.0/networks/d2183f3a-bf16-46fd-9c8c-bcf3eb764afd HTTP/1.1" status: 204 len: 168 time: 0.5410674 Jan 20 15:32:30.110071 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 51472) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:32:30.127478 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] No Port match for: 6dbfaebb-537f-4b35-80c0-3d5ffb265da6 {{(pid=84154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 15:32:30.127829 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 6dbfaebb-537f-4b35-80c0-3d5ffb265da6 not bound to the agent host dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 15:32:30.178680 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-2814776b-438e-4b89-a21d-92502cfa7c4d tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks [] for security_group, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:32:30.208397 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-2814776b-438e-4b89-a21d-92502cfa7c4d tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:32:30.413602 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-2814776b-438e-4b89-a21d-92502cfa7c4d tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:32:30.430688 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2814776b-438e-4b89-a21d-92502cfa7c4d tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=86758e90-a7b2-4dd0-81de-228b826596c7,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:32:30.465021 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-c6fe551a-5579-4b54-a655-550a9df180ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:32:30.492796 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-2814776b-438e-4b89-a21d-92502cfa7c4d tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks [] for security_group, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:32:30.494008 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-2814776b-438e-4b89-a21d-92502cfa7c4d tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "DELETE /v2.0/security-groups/86758e90-a7b2-4dd0-81de-228b826596c7 HTTP/1.1" status: 204 len: 168 time: 0.3830299 Jan 20 15:32:31.134192 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:32:31.437092 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:32:31.854198 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-cdd98e71-1f0a-4421-baa9-dcb30e06edf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:32:33.096263 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 51484) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:32:33.101956 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-7fd9ad81-3a4c-4f61-980a-6e55030bb26a tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-20907731', 'description': 'tempest-secgroup-smoke-20907731 description', 'project_id': 'a7eb12e65a2142f3af36926716af6c10'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 15:32:33.107892 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-7fd9ad81-3a4c-4f61-980a-6e55030bb26a tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:32:33.112625 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-7fd9ad81-3a4c-4f61-980a-6e55030bb26a tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Usage tracker for resource:security_group and tenant:a7eb12e65a2142f3af36926716af6c10 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:32:33.115485 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-7fd9ad81-3a4c-4f61-980a-6e55030bb26a tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:32:33.121222 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-7fd9ad81-3a4c-4f61-980a-6e55030bb26a tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:32:33.174556 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-7fd9ad81-3a4c-4f61-980a-6e55030bb26a tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks [] for security_group, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:32:33.213444 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-7fd9ad81-3a4c-4f61-980a-6e55030bb26a tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:32:33.218470 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-7fd9ad81-3a4c-4f61-980a-6e55030bb26a tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Usage tracker for resource:security_group_rule and tenant:a7eb12e65a2142f3af36926716af6c10 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:32:33.223779 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-7fd9ad81-3a4c-4f61-980a-6e55030bb26a tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:32:33.229521 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-7fd9ad81-3a4c-4f61-980a-6e55030bb26a tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:32:33.290090 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-7fd9ad81-3a4c-4f61-980a-6e55030bb26a tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks [] for security_group, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:32:33.316440 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-eea6df97-7ff1-4b63-af20-e3ec8913deda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:32:33.378833 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-7fd9ad81-3a4c-4f61-980a-6e55030bb26a tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:32:33.423284 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd9ad81-3a4c-4f61-980a-6e55030bb26a tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5603b6cd-5e06-4457-b4c5-445d32157669,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:32:33.498998 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-7fd9ad81-3a4c-4f61-980a-6e55030bb26a tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks [] for security_group, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:32:33.500217 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-7fd9ad81-3a4c-4f61-980a-6e55030bb26a tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1624 time: 0.4029243 Jan 20 15:32:33.503074 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 51488) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:32:33.508428 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-a61a6183-f882-4036-bfa7-a53a69738e3e tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Request body: {'security_group_rule': {'security_group_id': '5603b6cd-5e06-4457-b4c5-445d32157669', 'project_id': 'a7eb12e65a2142f3af36926716af6c10', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 15:32:33.514400 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-a61a6183-f882-4036-bfa7-a53a69738e3e tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:32:33.518737 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-a61a6183-f882-4036-bfa7-a53a69738e3e tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Usage tracker for resource:security_group_rule and tenant:a7eb12e65a2142f3af36926716af6c10 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:32:33.521551 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-a61a6183-f882-4036-bfa7-a53a69738e3e tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:32:33.527062 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-a61a6183-f882-4036-bfa7-a53a69738e3e tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:32:33.614196 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-a61a6183-f882-4036-bfa7-a53a69738e3e tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:32:33.675430 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-a61a6183-f882-4036-bfa7-a53a69738e3e tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:32:33.745136 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-a61a6183-f882-4036-bfa7-a53a69738e3e tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734962'] for security_group_rule, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:32:33.768526 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61a6183-f882-4036-bfa7-a53a69738e3e tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=556d79f4-8535-4cec-a7d8-064171cd9471,revision_number=0']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:32:33.859546 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-a61a6183-f882-4036-bfa7-a53a69738e3e tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:32:33.860760 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-a61a6183-f882-4036-bfa7-a53a69738e3e tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3567188 Jan 20 15:32:33.863374 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 51492) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:32:33.868580 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-0f0bb1e0-bfcf-40dc-8a1c-5c8fac21b391 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Request body: {'security_group_rule': {'security_group_id': '5603b6cd-5e06-4457-b4c5-445d32157669', 'project_id': 'a7eb12e65a2142f3af36926716af6c10', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 15:32:33.874337 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-0f0bb1e0-bfcf-40dc-8a1c-5c8fac21b391 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:32:33.878904 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-0f0bb1e0-bfcf-40dc-8a1c-5c8fac21b391 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Usage tracker for resource:security_group_rule and tenant:a7eb12e65a2142f3af36926716af6c10 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:32:33.882745 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-0f0bb1e0-bfcf-40dc-8a1c-5c8fac21b391 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:32:33.887582 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-0f0bb1e0-bfcf-40dc-8a1c-5c8fac21b391 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:32:33.940904 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-0f0bb1e0-bfcf-40dc-8a1c-5c8fac21b391 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:32:34.000869 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-0f0bb1e0-bfcf-40dc-8a1c-5c8fac21b391 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:32:34.042487 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-0f0bb1e0-bfcf-40dc-8a1c-5c8fac21b391 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734962'] for security_group_rule, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:32:34.065641 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0bb1e0-bfcf-40dc-8a1c-5c8fac21b391 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee3b6e30-8b29-4ded-9ab8-dafed51f2208,revision_number=0']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:32:34.151344 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-0f0bb1e0-bfcf-40dc-8a1c-5c8fac21b391 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:32:34.152889 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-0f0bb1e0-bfcf-40dc-8a1c-5c8fac21b391 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2882583 Jan 20 15:32:34.155182 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 51498) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:32:34.160450 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-9895a3d8-ad72-49a3-b9b8-0a1db0a65fec tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Request body: {'security_group_rule': {'security_group_id': '5603b6cd-5e06-4457-b4c5-445d32157669', 'project_id': 'a7eb12e65a2142f3af36926716af6c10', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 15:32:34.166213 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-9895a3d8-ad72-49a3-b9b8-0a1db0a65fec tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:32:34.169877 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-9895a3d8-ad72-49a3-b9b8-0a1db0a65fec tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Usage tracker for resource:security_group_rule and tenant:a7eb12e65a2142f3af36926716af6c10 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:32:34.172718 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-9895a3d8-ad72-49a3-b9b8-0a1db0a65fec tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:32:34.178900 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-9895a3d8-ad72-49a3-b9b8-0a1db0a65fec tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:32:34.249652 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-9895a3d8-ad72-49a3-b9b8-0a1db0a65fec tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:32:34.310260 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-9895a3d8-ad72-49a3-b9b8-0a1db0a65fec tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:32:34.367969 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-9895a3d8-ad72-49a3-b9b8-0a1db0a65fec tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734962'] for security_group_rule, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:32:34.390578 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9895a3d8-ad72-49a3-b9b8-0a1db0a65fec tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ef42160-43d6-40ce-8b0c-4ab1d256f43c,revision_number=0']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:32:34.442810 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-9895a3d8-ad72-49a3-b9b8-0a1db0a65fec tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:32:34.444001 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-9895a3d8-ad72-49a3-b9b8-0a1db0a65fec tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2878993 Jan 20 15:32:34.446748 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 51502) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:32:34.452312 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-d70e6c8a-0ffd-4a10-bc11-147cf6dbacec tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Request body: {'security_group_rule': {'security_group_id': '5603b6cd-5e06-4457-b4c5-445d32157669', 'project_id': 'a7eb12e65a2142f3af36926716af6c10', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 15:32:34.458736 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-d70e6c8a-0ffd-4a10-bc11-147cf6dbacec tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:32:34.462589 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-d70e6c8a-0ffd-4a10-bc11-147cf6dbacec tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Usage tracker for resource:security_group_rule and tenant:a7eb12e65a2142f3af36926716af6c10 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:32:34.465479 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-d70e6c8a-0ffd-4a10-bc11-147cf6dbacec tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:32:34.471761 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-d70e6c8a-0ffd-4a10-bc11-147cf6dbacec tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:32:34.528524 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-d70e6c8a-0ffd-4a10-bc11-147cf6dbacec tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:32:34.589156 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-d70e6c8a-0ffd-4a10-bc11-147cf6dbacec tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:32:34.665043 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-d70e6c8a-0ffd-4a10-bc11-147cf6dbacec tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734962'] for security_group_rule, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:32:34.687319 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70e6c8a-0ffd-4a10-bc11-147cf6dbacec tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9a573b8-221b-4f7f-91f2-80feebcd02b9,revision_number=0']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:32:34.751036 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-d70e6c8a-0ffd-4a10-bc11-147cf6dbacec tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:32:34.752741 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-d70e6c8a-0ffd-4a10-bc11-147cf6dbacec tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3050666 Jan 20 15:32:34.755438 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 51506) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:32:34.760672 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-00049596-f320-4535-983c-2668cdb053d7 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Request body: {'security_group_rule': {'security_group_id': '5603b6cd-5e06-4457-b4c5-445d32157669', 'project_id': 'a7eb12e65a2142f3af36926716af6c10', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 15:32:34.766503 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-00049596-f320-4535-983c-2668cdb053d7 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:32:34.770874 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-00049596-f320-4535-983c-2668cdb053d7 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Usage tracker for resource:security_group_rule and tenant:a7eb12e65a2142f3af36926716af6c10 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:32:34.773672 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-00049596-f320-4535-983c-2668cdb053d7 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:32:34.779351 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-00049596-f320-4535-983c-2668cdb053d7 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:32:34.853612 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.db.securitygroups_db [None req-00049596-f320-4535-983c-2668cdb053d7 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Project a7eb12e65a2142f3af36926716af6c10 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 20 15:32:34.859894 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-00049596-f320-4535-983c-2668cdb053d7 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:32:34.922457 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-00049596-f320-4535-983c-2668cdb053d7 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:32:34.979519 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-00049596-f320-4535-983c-2668cdb053d7 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734962'] for security_group_rule, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:32:35.001455 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00049596-f320-4535-983c-2668cdb053d7 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f1a4f6a-622b-497b-b33f-18f975854338,revision_number=0']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:32:35.070769 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-00049596-f320-4535-983c-2668cdb053d7 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:32:35.071884 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-00049596-f320-4535-983c-2668cdb053d7 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3155291 Jan 20 15:32:35.074560 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 51510) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:32:35.080586 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-3ec776d4-65a4-4bd4-851a-ae2d3b205691 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Request body: {'security_group_rule': {'security_group_id': '5603b6cd-5e06-4457-b4c5-445d32157669', 'project_id': 'a7eb12e65a2142f3af36926716af6c10', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 15:32:35.086259 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-3ec776d4-65a4-4bd4-851a-ae2d3b205691 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:32:35.089889 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-3ec776d4-65a4-4bd4-851a-ae2d3b205691 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Usage tracker for resource:security_group_rule and tenant:a7eb12e65a2142f3af36926716af6c10 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:32:35.092806 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-3ec776d4-65a4-4bd4-851a-ae2d3b205691 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:32:35.099074 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-3ec776d4-65a4-4bd4-851a-ae2d3b205691 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:32:35.162156 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.db.securitygroups_db [None req-3ec776d4-65a4-4bd4-851a-ae2d3b205691 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Project a7eb12e65a2142f3af36926716af6c10 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 20 15:32:35.168367 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-3ec776d4-65a4-4bd4-851a-ae2d3b205691 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:32:35.234398 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-3ec776d4-65a4-4bd4-851a-ae2d3b205691 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:32:35.322958 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-3ec776d4-65a4-4bd4-851a-ae2d3b205691 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734962'] for security_group_rule, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:32:35.347062 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec776d4-65a4-4bd4-851a-ae2d3b205691 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac4d571a-6382-4efa-bb96-8c28cad21419,revision_number=0']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:32:35.431253 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-3ec776d4-65a4-4bd4-851a-ae2d3b205691 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:32:35.432462 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-3ec776d4-65a4-4bd4-851a-ae2d3b205691 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3569508 Jan 20 15:32:35.435333 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 51514) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:32:35.441214 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-facfd580-3c03-4513-9f61-1f646c170b8c tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Request body: {'network': {'name': 'tempest-network-smoke--1284647258', 'project_id': 'a7eb12e65a2142f3af36926716af6c10', 'port_security_enabled': True}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 15:32:35.446099 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-facfd580-3c03-4513-9f61-1f646c170b8c tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:32:35.450120 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-facfd580-3c03-4513-9f61-1f646c170b8c tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Usage tracker for resource:network and tenant:a7eb12e65a2142f3af36926716af6c10 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:32:35.453250 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-facfd580-3c03-4513-9f61-1f646c170b8c tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:32:35.459680 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-facfd580-3c03-4513-9f61-1f646c170b8c tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:32:35.516722 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-facfd580-3c03-4513-9f61-1f646c170b8c tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Made reservation on behalf of a7eb12e65a2142f3af36926716af6c10 for: {'network': 1} {{(pid=84153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 15:32:35.520419 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-facfd580-3c03-4513-9f61-1f646c170b8c tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for network, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:32:35.547186 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-facfd580-3c03-4513-9f61-1f646c170b8c tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 164} {{(pid=84153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 15:32:35.555362 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-facfd580-3c03-4513-9f61-1f646c170b8c tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:32:35.555732 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.db.segments_db [None req-facfd580-3c03-4513-9f61-1f646c170b8c tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Added segment 595adcb3-3c0a-4e65-a693-9bd547d1f892 of type vlan for network 2ca2a5e5-0c1e-4887-bce2-fbb28f5c8c56 Jan 20 15:32:35.581292 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-facfd580-3c03-4513-9f61-1f646c170b8c tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769553767792'] for network, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:32:35.670660 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-facfd580-3c03-4513-9f61-1f646c170b8c tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967'] for network, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:32:35.674990 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-facfd580-3c03-4513-9f61-1f646c170b8c tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:32:35.675559 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-facfd580-3c03-4513-9f61-1f646c170b8c tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks [] for network, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:32:35.782250 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facfd580-3c03-4513-9f61-1f646c170b8c tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Pushing event updated for resources: {'Network': ['ID=2ca2a5e5-0c1e-4887-bce2-fbb28f5c8c56,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:32:35.792695 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Network 2ca2a5e5-0c1e-4887-bce2-fbb28f5c8c56 details requested by agent ovs-agent-dv-neutron-825124-1-hyperv with host dv-neutron-825124-1-hyperv {{(pid=84154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 15:32:35.872277 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-facfd580-3c03-4513-9f61-1f646c170b8c tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4359078 Jan 20 15:32:35.877391 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 51518) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:32:35.880082 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-555b6a3f-a294-41af-844e-532dcdeb1766 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-480193797', 'admin_state_up': True, 'project_id': 'a7eb12e65a2142f3af36926716af6c10', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d'}}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 15:32:35.886789 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-555b6a3f-a294-41af-844e-532dcdeb1766 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:32:35.890774 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-555b6a3f-a294-41af-844e-532dcdeb1766 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Usage tracker for resource:router and tenant:a7eb12e65a2142f3af36926716af6c10 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:32:35.894288 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-555b6a3f-a294-41af-844e-532dcdeb1766 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:32:35.900937 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-555b6a3f-a294-41af-844e-532dcdeb1766 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:32:35.979645 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-555b6a3f-a294-41af-844e-532dcdeb1766 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-105475'] for router, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:32:35.980546 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-555b6a3f-a294-41af-844e-532dcdeb1766 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-739204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-744864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-735540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-105484'] for router, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:32:35.997197 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-555b6a3f-a294-41af-844e-532dcdeb1766 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:32:36.203755 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-555b6a3f-a294-41af-844e-532dcdeb1766 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-744886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-105502'] for router, precommit_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:32:36.431822 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-555b6a3f-a294-41af-844e-532dcdeb1766 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks [] for router_gateway, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:32:36.460582 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-555b6a3f-a294-41af-844e-532dcdeb1766 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:32:36.590121 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.db_base_plugin_common [None req-555b6a3f-a294-41af-844e-532dcdeb1766 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Allocated IP 172.26.7.189 (8dffb05c-5ca0-409b-bd5f-7be6264f707d/a489dd4f-42a5-433b-8be3-bab2749c4209/6e826527-fea4-4123-9386-9fb022a39249) {{(pid=84153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 15:32:36.732521 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-555b6a3f-a294-41af-844e-532dcdeb1766 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks [] for port, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:32:36.819685 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-555b6a3f-a294-41af-844e-532dcdeb1766 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:32:36.885758 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-555b6a3f-a294-41af-844e-532dcdeb1766 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Network 8dffb05c-5ca0-409b-bd5f-7be6264f707d is already hosted by enough agents. {{(pid=84153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 15:32:36.888788 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.base_scheduler [None req-555b6a3f-a294-41af-844e-532dcdeb1766 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Resources bound (agent type, host, resource id): {{(pid=84153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 15:32:36.893800 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-555b6a3f-a294-41af-844e-532dcdeb1766 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Received port after_create {{(pid=84153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 15:32:36.921124 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555b6a3f-a294-41af-844e-532dcdeb1766 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Pushing event updated for resources: {'Port': ['ID=6e826527-fea4-4123-9386-9fb022a39249,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:32:37.093084 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-555b6a3f-a294-41af-844e-532dcdeb1766 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks [] for router_gateway, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:32:37.093801 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-555b6a3f-a294-41af-844e-532dcdeb1766 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-744861'] for router, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:32:37.458720 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-555b6a3f-a294-41af-844e-532dcdeb1766 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Router b6b91a64-814f-46c9-b040-5afaba90dc17 is scheduled to L3 agent 624d525b-4c26-4143-8a1c-228bb1c6faaa with binding_index 1 {{(pid=84153) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 20 15:32:37.661372 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-555b6a3f-a294-41af-844e-532dcdeb1766 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify agent at l3_agent.dv-neutron-825124-1-hyperv the message routers_updated {{(pid=84153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 15:32:37.672076 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2957a1e-b5df-4ada-89af-a1e7a0793a63 None None] Sync routers for ids ['b6b91a64-814f-46c9-b040-5afaba90dc17'] in dv-neutron-825124-1-hyperv {{(pid=84154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 15:32:37.684161 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2957a1e-b5df-4ada-89af-a1e7a0793a63 None None] Routers {'b6b91a64-814f-46c9-b040-5afaba90dc17'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 15:32:37.684786 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-f2957a1e-b5df-4ada-89af-a1e7a0793a63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T15:32:30Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['b6b91a64-814f-46c9-b040-5afaba90dc17'], 'active': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:32:37.757001 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-555b6a3f-a294-41af-844e-532dcdeb1766 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks [] for router, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:32:37.758159 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-555b6a3f-a294-41af-844e-532dcdeb1766 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8822000 Jan 20 15:32:37.761294 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 51524) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:32:37.869227 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvr_db [None req-f2957a1e-b5df-4ada-89af-a1e7a0793a63 None None] Set router b6b91a64-814f-46c9-b040-5afaba90dc17 gateway port host: dv-neutron-825124-1-hyperv {{(pid=84154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 15:32:37.971641 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-f219491c-5f47-4e34-b116-b387c9754e87 tempest-TestNetworkAdvancedServerOps-1698589146 tempest-TestNetworkAdvancedServerOps-1698589146-project-admin] 10.222.0.54 "GET /v2.0/subnets?project_id=a7eb12e65a2142f3af36926716af6c10&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2092733 Jan 20 15:32:37.974257 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 51530) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:32:38.100840 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9afef40b-8e30-4ebc-bb07-cd0e4a9ea7c1 tempest-TestNetworkAdvancedServerOps-1698589146 tempest-TestNetworkAdvancedServerOps-1698589146-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:32:38.102342 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-9afef40b-8e30-4ebc-bb07-cd0e4a9ea7c1 tempest-TestNetworkAdvancedServerOps-1698589146 tempest-TestNetworkAdvancedServerOps-1698589146-project-admin] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1271796 Jan 20 15:32:38.105186 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 51534) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:32:38.147496 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-ec3f9e40-6c58-4c37-9798-3cf8c77e43a8 tempest-TestNetworkAdvancedServerOps-1698589146 tempest-TestNetworkAdvancedServerOps-1698589146-project-admin] 10.222.0.54 "GET /v2.0/subnets?network_id=8dffb05c-5ca0-409b-bd5f-7be6264f707d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0412440 Jan 20 15:32:38.150834 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 51538) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:32:38.156877 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-064e749a-bf3f-44ba-94da-68d8fdfe9793 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1526017155', 'network_id': '2ca2a5e5-0c1e-4887-bce2-fbb28f5c8c56', 'project_id': 'a7eb12e65a2142f3af36926716af6c10', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 15:32:38.162276 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-f2957a1e-b5df-4ada-89af-a1e7a0793a63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6b91a64-814f-46c9-b040-5afaba90dc17', 'name': 'tempest-TestNetworkAdvancedServerOps-router-480193797', 'tenant_id': 'a7eb12e65a2142f3af36926716af6c10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.189'}], 'enable_snat': True}, 'gw_port_id': '6e826527-fea4-4123-9386-9fb022a39249', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:32:35Z', 'updated_at': '2022-01-20T15:32:36Z', 'revision_number': 3, 'project_id': 'a7eb12e65a2142f3af36926716af6c10', 'gw_port': {'id': '6e826527-fea4-4123-9386-9fb022a39249', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:b3:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6b91a64-814f-46c9-b040-5afaba90dc17', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:32:36Z', 'updated_at': '2022-01-20T15:32:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv'}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:32:38.166280 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2957a1e-b5df-4ada-89af-a1e7a0793a63 None None] Checking router: b6b91a64-814f-46c9-b040-5afaba90dc17 for host: dv-neutron-825124-1-hyperv {{(pid=84154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 15:32:38.166635 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2957a1e-b5df-4ada-89af-a1e7a0793a63 None None] Updating router b6b91a64-814f-46c9-b040-5afaba90dc17 port 6e826527-fea4-4123-9386-9fb022a39249 binding host dv-neutron-825124-1-hyperv {{(pid=84154) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 20 15:32:38.223994 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-f2957a1e-b5df-4ada-89af-a1e7a0793a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:32:38.270792 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-064e749a-bf3f-44ba-94da-68d8fdfe9793 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:32:38.274707 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-064e749a-bf3f-44ba-94da-68d8fdfe9793 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Usage tracker for resource:subnet and tenant:a7eb12e65a2142f3af36926716af6c10 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:32:38.277582 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-064e749a-bf3f-44ba-94da-68d8fdfe9793 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:32:38.284054 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-064e749a-bf3f-44ba-94da-68d8fdfe9793 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:32:38.356652 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-064e749a-bf3f-44ba-94da-68d8fdfe9793 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Made reservation on behalf of a7eb12e65a2142f3af36926716af6c10 for: {'subnet': 1} {{(pid=84152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 15:32:38.460218 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-064e749a-bf3f-44ba-94da-68d8fdfe9793 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3155315'] for subnet, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:32:38.588287 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-f2957a1e-b5df-4ada-89af-a1e7a0793a63 None None] Notify callbacks [] for port, precommit_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:32:38.600806 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-f2957a1e-b5df-4ada-89af-a1e7a0793a63 None None] Transition to ACTIVE for port object 6e826527-fea4-4123-9386-9fb022a39249 will not be triggered until provisioned by entity L2. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 15:32:38.682330 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-f2957a1e-b5df-4ada-89af-a1e7a0793a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:32:38.759228 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-f2957a1e-b5df-4ada-89af-a1e7a0793a63 None None] Attempting to bind port 6e826527-fea4-4123-9386-9fb022a39249 on host dv-neutron-825124-1-hyperv for vnic_type normal with profile {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 15:32:38.759609 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-f2957a1e-b5df-4ada-89af-a1e7a0793a63 None None] Attempting to bind port 6e826527-fea4-4123-9386-9fb022a39249 by drivers openvswitch,hyperv on host dv-neutron-825124-1-hyperv at level 0 using segments [{'id': 'f628f1ba-6b70-4c9b-8839-62340c040c81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d'}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 15:32:38.759952 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2957a1e-b5df-4ada-89af-a1e7a0793a63 None None] Attempting to bind port 6e826527-fea4-4123-9386-9fb022a39249 on network 8dffb05c-5ca0-409b-bd5f-7be6264f707d {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 15:32:38.761999 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7df029-bb08-482e-b4f5-c3bd86cfc20a None None] Pushing event updated for resources: {'Port': ['ID=6e826527-fea4-4123-9386-9fb022a39249,revision_number=2']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:32:38.769050 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2957a1e-b5df-4ada-89af-a1e7a0793a63 None None] Checking agent: {'id': '6414dfeb-85c5-454a-8756-709ca637d800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825124-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 16, 31), 'started_at': datetime.datetime(2022, 1, 20, 14, 17, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 15, 32, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825124-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 15:32:38.769414 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2957a1e-b5df-4ada-89af-a1e7a0793a63 None None] Checking segment: {'id': 'f628f1ba-6b70-4c9b-8839-62340c040c81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 15:32:38.770487 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-f2957a1e-b5df-4ada-89af-a1e7a0793a63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:32:38.770487 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2957a1e-b5df-4ada-89af-a1e7a0793a63 None None] Bound using segment: {'id': 'f628f1ba-6b70-4c9b-8839-62340c040c81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d'} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 15:32:38.770719 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-f2957a1e-b5df-4ada-89af-a1e7a0793a63 None None] Bound port: 6e826527-fea4-4123-9386-9fb022a39249, host: dv-neutron-825124-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f628f1ba-6b70-4c9b-8839-62340c040c81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d'}}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 15:32:38.770995 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-f2957a1e-b5df-4ada-89af-a1e7a0793a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:32:38.802783 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-064e749a-bf3f-44ba-94da-68d8fdfe9793 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4163519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3155301'] for subnet, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:32:38.843889 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-f2957a1e-b5df-4ada-89af-a1e7a0793a63 None None] For port 6e826527-fea4-4123-9386-9fb022a39249, host dv-neutron-825124-1-hyperv, cleared binding levels {{(pid=84154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 15:32:38.847445 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-f2957a1e-b5df-4ada-89af-a1e7a0793a63 None None] For port 6e826527-fea4-4123-9386-9fb022a39249, host dv-neutron-825124-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=6e826527-fea4-4123-9386-9fb022a39249,segment=NetworkSegment(f628f1ba-6b70-4c9b-8839-62340c040c81),segment_id=f628f1ba-6b70-4c9b-8839-62340c040c81)] {{(pid=84154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 15:32:38.879622 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064e749a-bf3f-44ba-94da-68d8fdfe9793 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Pushing event updated for resources: {'Subnet': ['ID=e21d2ab9-0895-4b29-a4a5-e63637fb062b,revision_number=0']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:32:38.895023 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064e749a-bf3f-44ba-94da-68d8fdfe9793 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:32:38.895379 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064e749a-bf3f-44ba-94da-68d8fdfe9793 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:32:38.895704 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064e749a-bf3f-44ba-94da-68d8fdfe9793 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:32:38.896035 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064e749a-bf3f-44ba-94da-68d8fdfe9793 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:32:38.896381 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064e749a-bf3f-44ba-94da-68d8fdfe9793 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:32:38.896694 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064e749a-bf3f-44ba-94da-68d8fdfe9793 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:32:38.897017 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064e749a-bf3f-44ba-94da-68d8fdfe9793 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:32:38.897337 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064e749a-bf3f-44ba-94da-68d8fdfe9793 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:32:38.897656 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064e749a-bf3f-44ba-94da-68d8fdfe9793 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:32:38.897974 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064e749a-bf3f-44ba-94da-68d8fdfe9793 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:32:38.898396 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064e749a-bf3f-44ba-94da-68d8fdfe9793 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:32:38.906354 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-064e749a-bf3f-44ba-94da-68d8fdfe9793 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Checking segment: {'id': '595adcb3-3c0a-4e65-a693-9bd547d1f892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '2ca2a5e5-0c1e-4887-bce2-fbb28f5c8c56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 15:32:38.906812 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-064e749a-bf3f-44ba-94da-68d8fdfe9793 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Network hostable DHCP agents. Network: 2ca2a5e5-0c1e-4887-bce2-fbb28f5c8c56, hostable agents: ['1a181e39-5220-4c1a-88f8-08a54e8bfc9b'], hosted agents: [] {{(pid=84152) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 15:32:38.911718 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-f2957a1e-b5df-4ada-89af-a1e7a0793a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:32:38.968255 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-064e749a-bf3f-44ba-94da-68d8fdfe9793 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Network 2ca2a5e5-0c1e-4887-bce2-fbb28f5c8c56 is scheduled to be hosted by DHCP agent 1a181e39-5220-4c1a-88f8-08a54e8bfc9b with binding_index 1 {{(pid=84152) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 15:32:38.989268 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7df029-bb08-482e-b4f5-c3bd86cfc20a None None] Pushing event updated for resources: {'Port': ['ID=6e826527-fea4-4123-9386-9fb022a39249,revision_number=3']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:32:38.992717 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2957a1e-b5df-4ada-89af-a1e7a0793a63 None None] Routers {'b6b91a64-814f-46c9-b040-5afaba90dc17'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 15:32:38.993304 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-f2957a1e-b5df-4ada-89af-a1e7a0793a63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T15:32:30Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['b6b91a64-814f-46c9-b040-5afaba90dc17'], 'active': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:32:39.042608 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.base_scheduler [None req-064e749a-bf3f-44ba-94da-68d8fdfe9793 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825124-1-hyperv, 2ca2a5e5-0c1e-4887-bce2-fbb28f5c8c56) {{(pid=84152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 15:32:39.048732 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-064e749a-bf3f-44ba-94da-68d8fdfe9793 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:32:39.049398 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-064e749a-bf3f-44ba-94da-68d8fdfe9793 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks [] for subnet, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:32:39.055810 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9796f2e5-bf70-43ff-a8b6-4c03085f57c3 None None] Network 2ca2a5e5-0c1e-4887-bce2-fbb28f5c8c56 requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 15:32:39.122718 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-064e749a-bf3f-44ba-94da-68d8fdfe9793 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9707413 Jan 20 15:32:39.125483 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 51542) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:32:39.294886 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvr_db [None req-f2957a1e-b5df-4ada-89af-a1e7a0793a63 None None] Set router b6b91a64-814f-46c9-b040-5afaba90dc17 gateway port host: dv-neutron-825124-1-hyperv {{(pid=84154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 15:32:39.526611 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3cac26b-1e30-4339-8331-82eea29d4ea4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95c917f5-14ba-5e96-98b8-1a52654a930a-2ca2a5e5-0c1e-4887-bce2-fbb28f5c8c56', 'network_id': '2ca2a5e5-0c1e-4887-bce2-fbb28f5c8c56', 'tenant_id': 'a7eb12e65a2142f3af36926716af6c10', 'fixed_ips': [{'subnet_id': 'e21d2ab9-0895-4b29-a4a5-e63637fb062b'}]}} from dv-neutron-825124-1-hyperv. {{(pid=84154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 20 15:32:39.527421 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-f3cac26b-1e30-4339-8331-82eea29d4ea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:32:39.763902 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_common [None req-f3cac26b-1e30-4339-8331-82eea29d4ea4 None None] Allocated IP 172.20.0.2 (2ca2a5e5-0c1e-4887-bce2-fbb28f5c8c56/e21d2ab9-0895-4b29-a4a5-e63637fb062b/c1038adb-cad2-49ba-a10a-382c4ab3ce80) {{(pid=84154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 15:32:39.779276 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-f2957a1e-b5df-4ada-89af-a1e7a0793a63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6b91a64-814f-46c9-b040-5afaba90dc17', 'name': 'tempest-TestNetworkAdvancedServerOps-router-480193797', 'tenant_id': 'a7eb12e65a2142f3af36926716af6c10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.189'}], 'enable_snat': True}, 'gw_port_id': '6e826527-fea4-4123-9386-9fb022a39249', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:32:35Z', 'updated_at': '2022-01-20T15:32:36Z', 'revision_number': 3, 'project_id': 'a7eb12e65a2142f3af36926716af6c10', 'gw_port': {'id': '6e826527-fea4-4123-9386-9fb022a39249', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:b3:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6b91a64-814f-46c9-b040-5afaba90dc17', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:32:36Z', 'updated_at': '2022-01-20T15:32:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv'}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:32:39.783902 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2957a1e-b5df-4ada-89af-a1e7a0793a63 None None] The sync data for ids ['b6b91a64-814f-46c9-b040-5afaba90dc17'] in dv-neutron-825124-1-hyperv is: [{'id': 'b6b91a64-814f-46c9-b040-5afaba90dc17', 'name': 'tempest-TestNetworkAdvancedServerOps-router-480193797', 'tenant_id': 'a7eb12e65a2142f3af36926716af6c10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.189'}], 'enable_snat': True}, 'gw_port_id': '6e826527-fea4-4123-9386-9fb022a39249', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:32:35Z', 'updated_at': '2022-01-20T15:32:36Z', 'revision_number': 3, 'project_id': 'a7eb12e65a2142f3af36926716af6c10', 'gw_port': {'id': '6e826527-fea4-4123-9386-9fb022a39249', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:b3:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6b91a64-814f-46c9-b040-5afaba90dc17', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:32:36Z', 'updated_at': '2022-01-20T15:32:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv'}] {{(pid=84154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 15:32:39.884042 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-ccaa8ea4-93f4-4ffb-8511-46de42bc5ecf tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:32:39.995746 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-f3cac26b-1e30-4339-8331-82eea29d4ea4 None None] Notify callbacks [] for port, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:32:40.007290 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-f3cac26b-1e30-4339-8331-82eea29d4ea4 None None] Transition to ACTIVE for port object c1038adb-cad2-49ba-a10a-382c4ab3ce80 will not be triggered until provisioned by entity L2. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 15:32:40.027206 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-f3cac26b-1e30-4339-8331-82eea29d4ea4 None None] Transition to ACTIVE for port object c1038adb-cad2-49ba-a10a-382c4ab3ce80 will not be triggered until provisioned by entity DHCP. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 15:32:40.094475 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-f3cac26b-1e30-4339-8331-82eea29d4ea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477'] for port, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:32:40.222261 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3cac26b-1e30-4339-8331-82eea29d4ea4 None None] Network 2ca2a5e5-0c1e-4887-bce2-fbb28f5c8c56 is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 15:32:40.225215 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-f3cac26b-1e30-4339-8331-82eea29d4ea4 None None] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 15:32:40.229694 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3cac26b-1e30-4339-8331-82eea29d4ea4 None None] Received port after_create {{(pid=84154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 15:32:40.231937 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cac26b-1e30-4339-8331-82eea29d4ea4 None None] Pushing event updated for resources: {'Port': ['ID=c1038adb-cad2-49ba-a10a-382c4ab3ce80,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:32:40.323028 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-f3cac26b-1e30-4339-8331-82eea29d4ea4 None None] Attempting to bind port c1038adb-cad2-49ba-a10a-382c4ab3ce80 on host dv-neutron-825124-1-hyperv for vnic_type normal with profile {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 15:32:40.323577 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-f3cac26b-1e30-4339-8331-82eea29d4ea4 None None] Attempting to bind port c1038adb-cad2-49ba-a10a-382c4ab3ce80 by drivers openvswitch,hyperv on host dv-neutron-825124-1-hyperv at level 0 using segments [{'id': '595adcb3-3c0a-4e65-a693-9bd547d1f892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '2ca2a5e5-0c1e-4887-bce2-fbb28f5c8c56'}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 15:32:40.324001 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3cac26b-1e30-4339-8331-82eea29d4ea4 None None] Attempting to bind port c1038adb-cad2-49ba-a10a-382c4ab3ce80 on network 2ca2a5e5-0c1e-4887-bce2-fbb28f5c8c56 {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 15:32:40.331334 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3cac26b-1e30-4339-8331-82eea29d4ea4 None None] Checking agent: {'id': '6414dfeb-85c5-454a-8756-709ca637d800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825124-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 16, 31), 'started_at': datetime.datetime(2022, 1, 20, 14, 17, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 15, 32, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825124-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 15:32:40.331715 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3cac26b-1e30-4339-8331-82eea29d4ea4 None None] Checking segment: {'id': '595adcb3-3c0a-4e65-a693-9bd547d1f892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '2ca2a5e5-0c1e-4887-bce2-fbb28f5c8c56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 15:32:40.332121 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-f3cac26b-1e30-4339-8331-82eea29d4ea4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:32:40.332662 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3cac26b-1e30-4339-8331-82eea29d4ea4 None None] Bound using segment: {'id': '595adcb3-3c0a-4e65-a693-9bd547d1f892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '2ca2a5e5-0c1e-4887-bce2-fbb28f5c8c56'} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 15:32:40.333655 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-f3cac26b-1e30-4339-8331-82eea29d4ea4 None None] Bound port: c1038adb-cad2-49ba-a10a-382c4ab3ce80, host: dv-neutron-825124-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '595adcb3-3c0a-4e65-a693-9bd547d1f892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '2ca2a5e5-0c1e-4887-bce2-fbb28f5c8c56'}}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 15:32:40.333655 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-f3cac26b-1e30-4339-8331-82eea29d4ea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:32:40.344615 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.db_base_plugin_common [None req-ccaa8ea4-93f4-4ffb-8511-46de42bc5ecf tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Allocated IP 172.20.0.1 (2ca2a5e5-0c1e-4887-bce2-fbb28f5c8c56/e21d2ab9-0895-4b29-a4a5-e63637fb062b/94ae2236-2c21-41b1-b24f-615a5c25b672) {{(pid=84152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 15:32:40.424873 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-f3cac26b-1e30-4339-8331-82eea29d4ea4 None None] For port c1038adb-cad2-49ba-a10a-382c4ab3ce80, host dv-neutron-825124-1-hyperv, cleared binding levels {{(pid=84154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 15:32:40.428704 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-f3cac26b-1e30-4339-8331-82eea29d4ea4 None None] For port c1038adb-cad2-49ba-a10a-382c4ab3ce80, host dv-neutron-825124-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=c1038adb-cad2-49ba-a10a-382c4ab3ce80,segment=NetworkSegment(595adcb3-3c0a-4e65-a693-9bd547d1f892),segment_id=595adcb3-3c0a-4e65-a693-9bd547d1f892)] {{(pid=84154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 15:32:40.494740 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-f3cac26b-1e30-4339-8331-82eea29d4ea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:32:40.510435 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-ccaa8ea4-93f4-4ffb-8511-46de42bc5ecf tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks [] for port, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:32:40.529889 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.provisioning_blocks [None req-ccaa8ea4-93f4-4ffb-8511-46de42bc5ecf tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Transition to ACTIVE for port object 94ae2236-2c21-41b1-b24f-615a5c25b672 will not be triggered until provisioned by entity DHCP. {{(pid=84152) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 15:32:40.583239 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cac26b-1e30-4339-8331-82eea29d4ea4 None None] Pushing event updated for resources: {'Port': ['ID=c1038adb-cad2-49ba-a10a-382c4ab3ce80,revision_number=2']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:32:40.604038 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-ccaa8ea4-93f4-4ffb-8511-46de42bc5ecf tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:32:40.790881 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccaa8ea4-93f4-4ffb-8511-46de42bc5ecf tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Network 2ca2a5e5-0c1e-4887-bce2-fbb28f5c8c56 is already hosted by enough agents. {{(pid=84152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 15:32:40.794150 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.base_scheduler [None req-ccaa8ea4-93f4-4ffb-8511-46de42bc5ecf tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Resources bound (agent type, host, resource id): {{(pid=84152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 15:32:40.802486 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccaa8ea4-93f4-4ffb-8511-46de42bc5ecf tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Received port after_create {{(pid=84152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 15:32:40.846482 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccaa8ea4-93f4-4ffb-8511-46de42bc5ecf tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Pushing event updated for resources: {'Port': ['ID=94ae2236-2c21-41b1-b24f-615a5c25b672,revision_number=1']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:32:40.883586 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-ccaa8ea4-93f4-4ffb-8511-46de42bc5ecf tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-745387'] for router_interface, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:32:41.029226 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-ccaa8ea4-93f4-4ffb-8511-46de42bc5ecf tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:32:41.426815 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-ccaa8ea4-93f4-4ffb-8511-46de42bc5ecf tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks [] for port, precommit_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:32:41.482334 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-ccaa8ea4-93f4-4ffb-8511-46de42bc5ecf tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162822'] for port, after_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:32:41.546052 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27272ec8-a514-4040-8ce9-3d9f5ed3dfb0 None None] Network 2ca2a5e5-0c1e-4887-bce2-fbb28f5c8c56 requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 15:32:41.600608 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccaa8ea4-93f4-4ffb-8511-46de42bc5ecf tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Pushing event updated for resources: {'Port': ['ID=94ae2236-2c21-41b1-b24f-615a5c25b672,revision_number=2']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:32:41.602958 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-ccaa8ea4-93f4-4ffb-8511-46de42bc5ecf tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1705158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-743490'] for router_interface, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:32:41.715156 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-2180a1df-4fa2-4fdd-8a1e-85d94c7e5d2f None None] Provisioning for port c1038adb-cad2-49ba-a10a-382c4ab3ce80 completed by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 15:32:41.752471 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccaa8ea4-93f4-4ffb-8511-46de42bc5ecf tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Network 2ca2a5e5-0c1e-4887-bce2-fbb28f5c8c56 is already hosted by enough agents. {{(pid=84152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 15:32:41.753744 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.base_scheduler [None req-ccaa8ea4-93f4-4ffb-8511-46de42bc5ecf tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Resources bound (agent type, host, resource id): {{(pid=84152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 15:32:41.839016 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 6e826527-fea4-4123-9386-9fb022a39249 up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 15:32:41.963949 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning for port 6e826527-fea4-4123-9386-9fb022a39249 completed by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 15:32:41.972492 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port 6e826527-fea4-4123-9386-9fb022a39249 triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:32:41.972963 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:32:42.124036 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:32:42.137810 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] For port 6e826527-fea4-4123-9386-9fb022a39249, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=6e826527-fea4-4123-9386-9fb022a39249,segment=NetworkSegment(f628f1ba-6b70-4c9b-8839-62340c040c81),segment_id=f628f1ba-6b70-4c9b-8839-62340c040c81)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 15:32:42.165520 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccaa8ea4-93f4-4ffb-8511-46de42bc5ecf tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Router b6b91a64-814f-46c9-b040-5afaba90dc17 has already been hosted by L3 agent 624d525b-4c26-4143-8a1c-228bb1c6faaa {{(pid=84152) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 15:32:42.173775 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-99efa0f7-c8f8-44f0-a358-c0707ef9fc32 None None] Provisioning for port 94ae2236-2c21-41b1-b24f-615a5c25b672 completed by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 15:32:42.180998 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-99efa0f7-c8f8-44f0-a358-c0707ef9fc32 None None] Provisioning complete for port 94ae2236-2c21-41b1-b24f-615a5c25b672 triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:32:42.182379 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-99efa0f7-c8f8-44f0-a358-c0707ef9fc32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:32:42.224628 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:32:42.225476 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device c1038adb-cad2-49ba-a10a-382c4ab3ce80 up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 15:32:42.376915 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-99efa0f7-c8f8-44f0-a358-c0707ef9fc32 None None] Port 94ae2236-2c21-41b1-b24f-615a5c25b672 cannot update to ACTIVE because it is not bound. {{(pid=84154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 15:32:42.382329 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Pushing event updated for resources: {'Port': ['ID=6e826527-fea4-4123-9386-9fb022a39249,revision_number=4']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:32:42.453594 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning for port c1038adb-cad2-49ba-a10a-382c4ab3ce80 completed by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 15:32:42.459102 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port c1038adb-cad2-49ba-a10a-382c4ab3ce80 triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:32:42.459498 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:32:42.483489 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccaa8ea4-93f4-4ffb-8511-46de42bc5ecf tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify agent at l3_agent.dv-neutron-825124-1-hyperv the message routers_updated {{(pid=84152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 15:32:42.498779 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-ccaa8ea4-93f4-4ffb-8511-46de42bc5ecf tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "PUT /v2.0/routers/b6b91a64-814f-46c9-b040-5afaba90dc17/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3689008 Jan 20 15:32:42.535316 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-3f1cbdff-455d-45c8-9880-85678e9d518c None None] Provisioning complete for port 94ae2236-2c21-41b1-b24f-615a5c25b672 triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:32:42.535681 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-3f1cbdff-455d-45c8-9880-85678e9d518c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:32:42.628594 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-3f1cbdff-455d-45c8-9880-85678e9d518c None None] Port 94ae2236-2c21-41b1-b24f-615a5c25b672 cannot update to ACTIVE because it is not bound. {{(pid=84154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 15:32:42.635713 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:32:42.668593 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] For port c1038adb-cad2-49ba-a10a-382c4ab3ce80, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=c1038adb-cad2-49ba-a10a-382c4ab3ce80,segment=NetworkSegment(595adcb3-3c0a-4e65-a693-9bd547d1f892),segment_id=595adcb3-3c0a-4e65-a693-9bd547d1f892)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 15:32:42.688973 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [req-8cd247ca-322a-4148-8aee-b3da04f6d702 req-894fce6e-1eca-4908-b38e-a2c5acb76adb tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Synchronizing usage tracker for tenant:a7eb12e65a2142f3af36926716af6c10 on resource:security_group {{(pid=84153) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 15:32:42.739248 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:32:42.745045 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [req-8cd247ca-322a-4148-8aee-b3da04f6d702 req-894fce6e-1eca-4908-b38e-a2c5acb76adb tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Unset dirty status for tenant:a7eb12e65a2142f3af36926716af6c10 on resource:security_group {{(pid=84153) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 15:32:42.746473 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-8cd247ca-322a-4148-8aee-b3da04f6d702 req-894fce6e-1eca-4908-b38e-a2c5acb76adb tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-20907731&fields=id&tenant_id=a7eb12e65a2142f3af36926716af6c10 HTTP/1.1" status: 200 len: 267 time: 0.1020992 Jan 20 15:32:42.808119 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Pushing event updated for resources: {'Port': ['ID=c1038adb-cad2-49ba-a10a-382c4ab3ce80,revision_number=3']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:32:42.895669 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd247ca-322a-4148-8aee-b3da04f6d702 req-8d5514e5-9afc-4c53-8edd-fa35aab38b44 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:32:42.896253 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [req-8cd247ca-322a-4148-8aee-b3da04f6d702 req-8d5514e5-9afc-4c53-8edd-fa35aab38b44 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Synchronizing usage tracker for tenant:a7eb12e65a2142f3af36926716af6c10 on resource:network {{(pid=84153) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 15:32:42.956012 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [req-8cd247ca-322a-4148-8aee-b3da04f6d702 req-8d5514e5-9afc-4c53-8edd-fa35aab38b44 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Unset dirty status for tenant:a7eb12e65a2142f3af36926716af6c10 on resource:network {{(pid=84153) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 15:32:42.957132 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-8cd247ca-322a-4148-8aee-b3da04f6d702 req-8d5514e5-9afc-4c53-8edd-fa35aab38b44 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/networks?id=2ca2a5e5-0c1e-4887-bce2-fbb28f5c8c56 HTTP/1.1" status: 200 len: 797 time: 0.2032881 Jan 20 15:32:42.973060 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-8cd247ca-322a-4148-8aee-b3da04f6d702 req-8903c141-5fb5-4fb4-b2f5-b9e8586c5ff0 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/quotas/a7eb12e65a2142f3af36926716af6c10 HTTP/1.1" status: 200 len: 375 time: 0.0105877 Jan 20 15:32:43.053006 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [req-8cd247ca-322a-4148-8aee-b3da04f6d702 req-2f874e95-f9ff-4706-b14a-7bc945cecce5 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Synchronizing usage tracker for tenant:a7eb12e65a2142f3af36926716af6c10 on resource:port {{(pid=84153) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 15:32:43.144923 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [req-8cd247ca-322a-4148-8aee-b3da04f6d702 req-2f874e95-f9ff-4706-b14a-7bc945cecce5 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Unset dirty status for tenant:a7eb12e65a2142f3af36926716af6c10 on resource:port {{(pid=84153) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 15:32:43.146372 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-8cd247ca-322a-4148-8aee-b3da04f6d702 req-2f874e95-f9ff-4706-b14a-7bc945cecce5 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=a7eb12e65a2142f3af36926716af6c10&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1683679 Jan 20 15:32:43.281512 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a0ed0d0-37e1-4d87-b817-ec84ebf80e87 None None] Sync routers for ids ['b6b91a64-814f-46c9-b040-5afaba90dc17'] in dv-neutron-825124-1-hyperv {{(pid=84155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 15:32:43.284486 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-8cd247ca-322a-4148-8aee-b3da04f6d702 req-793d3a10-93c1-4981-955f-f7257dae0b41 service neutron] 10.222.0.54 "GET /v2.0/networks/2ca2a5e5-0c1e-4887-bce2-fbb28f5c8c56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266634 Jan 20 15:32:43.294439 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a0ed0d0-37e1-4d87-b817-ec84ebf80e87 None None] Routers {'b6b91a64-814f-46c9-b040-5afaba90dc17'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 15:32:43.295107 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-6a0ed0d0-37e1-4d87-b817-ec84ebf80e87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T15:32:30Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['b6b91a64-814f-46c9-b040-5afaba90dc17'], 'active': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:32:43.413012 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-8cd247ca-322a-4148-8aee-b3da04f6d702 req-2600f994-4e8e-4c46-aaf1-a9f8e1179275 service neutron] 10.222.0.54 "GET /v2.0/networks/2ca2a5e5-0c1e-4887-bce2-fbb28f5c8c56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228914 Jan 20 15:32:43.513194 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvr_db [None req-6a0ed0d0-37e1-4d87-b817-ec84ebf80e87 None None] Set router b6b91a64-814f-46c9-b040-5afaba90dc17 gateway port host: dv-neutron-825124-1-hyperv {{(pid=84155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 15:32:43.743415 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 6e826527-fea4-4123-9386-9fb022a39249 up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 15:32:43.808759 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port 6e826527-fea4-4123-9386-9fb022a39249 triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:32:43.809124 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:32:43.817500 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-6a0ed0d0-37e1-4d87-b817-ec84ebf80e87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6b91a64-814f-46c9-b040-5afaba90dc17', 'name': 'tempest-TestNetworkAdvancedServerOps-router-480193797', 'tenant_id': 'a7eb12e65a2142f3af36926716af6c10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.189'}], 'enable_snat': True}, 'gw_port_id': '6e826527-fea4-4123-9386-9fb022a39249', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:32:35Z', 'updated_at': '2022-01-20T15:32:40Z', 'revision_number': 4, 'project_id': 'a7eb12e65a2142f3af36926716af6c10', 'gw_port': {'id': '6e826527-fea4-4123-9386-9fb022a39249', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:b3:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b91a64-814f-46c9-b040-5afaba90dc17', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:32:36Z', 'updated_at': '2022-01-20T15:32:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv', '_interfaces': [{'id': '94ae2236-2c21-41b1-b24f-615a5c25b672', 'name': '', 'network_id': '2ca2a5e5-0c1e-4887-bce2-fbb28f5c8c56', 'tenant_id': 'a7eb12e65a2142f3af36926716af6c10', 'mac_address': 'fa:16:3e:12:68:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6b91a64-814f-46c9-b040-5afaba90dc17', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e21d2ab9-0895-4b29-a4a5-e63637fb062b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:32:40Z', 'updated_at': '2022-01-20T15:32:41Z', 'revision_number': 2, 'project_id': 'a7eb12e65a2142f3af36926716af6c10', 'subnets': [{'id': 'e21d2ab9-0895-4b29-a4a5-e63637fb062b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:32:43.821279 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a0ed0d0-37e1-4d87-b817-ec84ebf80e87 None None] Checking router: b6b91a64-814f-46c9-b040-5afaba90dc17 for host: dv-neutron-825124-1-hyperv {{(pid=84155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 15:32:43.824957 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a0ed0d0-37e1-4d87-b817-ec84ebf80e87 None None] Updating router b6b91a64-814f-46c9-b040-5afaba90dc17 port 94ae2236-2c21-41b1-b24f-615a5c25b672 binding host dv-neutron-825124-1-hyperv {{(pid=84155) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 20 15:32:43.871994 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6a0ed0d0-37e1-4d87-b817-ec84ebf80e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:32:43.921534 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device c1038adb-cad2-49ba-a10a-382c4ab3ce80 up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 15:32:44.002351 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port c1038adb-cad2-49ba-a10a-382c4ab3ce80 triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:32:44.002640 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:32:44.203909 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6a0ed0d0-37e1-4d87-b817-ec84ebf80e87 None None] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:32:44.215625 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-6a0ed0d0-37e1-4d87-b817-ec84ebf80e87 None None] Transition to ACTIVE for port object 94ae2236-2c21-41b1-b24f-615a5c25b672 will not be triggered until provisioned by entity L2. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 15:32:44.276386 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6a0ed0d0-37e1-4d87-b817-ec84ebf80e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:32:44.396911 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce46321-832d-4930-825d-264b501a2538 None None] Pushing event updated for resources: {'Port': ['ID=94ae2236-2c21-41b1-b24f-615a5c25b672,revision_number=3']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:32:44.410502 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce46321-832d-4930-825d-264b501a2538 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:32:44.410895 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce46321-832d-4930-825d-264b501a2538 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:32:44.411155 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce46321-832d-4930-825d-264b501a2538 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:32:44.411481 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce46321-832d-4930-825d-264b501a2538 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:32:44.411804 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce46321-832d-4930-825d-264b501a2538 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:32:44.412125 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce46321-832d-4930-825d-264b501a2538 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:32:44.412445 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce46321-832d-4930-825d-264b501a2538 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:32:44.412763 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce46321-832d-4930-825d-264b501a2538 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:32:44.413080 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce46321-832d-4930-825d-264b501a2538 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:32:44.413394 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce46321-832d-4930-825d-264b501a2538 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:32:44.413707 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce46321-832d-4930-825d-264b501a2538 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:32:44.499150 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-6a0ed0d0-37e1-4d87-b817-ec84ebf80e87 None None] Attempting to bind port 94ae2236-2c21-41b1-b24f-615a5c25b672 on host dv-neutron-825124-1-hyperv for vnic_type normal with profile {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 15:32:44.499649 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-6a0ed0d0-37e1-4d87-b817-ec84ebf80e87 None None] Attempting to bind port 94ae2236-2c21-41b1-b24f-615a5c25b672 by drivers openvswitch,hyperv on host dv-neutron-825124-1-hyperv at level 0 using segments [{'id': '595adcb3-3c0a-4e65-a693-9bd547d1f892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '2ca2a5e5-0c1e-4887-bce2-fbb28f5c8c56'}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 15:32:44.499876 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a0ed0d0-37e1-4d87-b817-ec84ebf80e87 None None] Attempting to bind port 94ae2236-2c21-41b1-b24f-615a5c25b672 on network 2ca2a5e5-0c1e-4887-bce2-fbb28f5c8c56 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 15:32:44.506372 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a0ed0d0-37e1-4d87-b817-ec84ebf80e87 None None] Checking agent: {'id': '6414dfeb-85c5-454a-8756-709ca637d800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825124-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 16, 31), 'started_at': datetime.datetime(2022, 1, 20, 14, 17, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 15, 32, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825124-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 15:32:44.506737 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a0ed0d0-37e1-4d87-b817-ec84ebf80e87 None None] Checking segment: {'id': '595adcb3-3c0a-4e65-a693-9bd547d1f892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '2ca2a5e5-0c1e-4887-bce2-fbb28f5c8c56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 15:32:44.507179 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6a0ed0d0-37e1-4d87-b817-ec84ebf80e87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:32:44.507511 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a0ed0d0-37e1-4d87-b817-ec84ebf80e87 None None] Bound using segment: {'id': '595adcb3-3c0a-4e65-a693-9bd547d1f892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '2ca2a5e5-0c1e-4887-bce2-fbb28f5c8c56'} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 15:32:44.507956 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-6a0ed0d0-37e1-4d87-b817-ec84ebf80e87 None None] Bound port: 94ae2236-2c21-41b1-b24f-615a5c25b672, host: dv-neutron-825124-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '595adcb3-3c0a-4e65-a693-9bd547d1f892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '2ca2a5e5-0c1e-4887-bce2-fbb28f5c8c56'}}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 15:32:44.508317 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6a0ed0d0-37e1-4d87-b817-ec84ebf80e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:32:44.594655 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-6a0ed0d0-37e1-4d87-b817-ec84ebf80e87 None None] For port 94ae2236-2c21-41b1-b24f-615a5c25b672, host dv-neutron-825124-1-hyperv, cleared binding levels {{(pid=84155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 15:32:44.598609 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-6a0ed0d0-37e1-4d87-b817-ec84ebf80e87 None None] For port 94ae2236-2c21-41b1-b24f-615a5c25b672, host dv-neutron-825124-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=94ae2236-2c21-41b1-b24f-615a5c25b672,segment=NetworkSegment(595adcb3-3c0a-4e65-a693-9bd547d1f892),segment_id=595adcb3-3c0a-4e65-a693-9bd547d1f892)] {{(pid=84155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 15:32:44.648803 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6a0ed0d0-37e1-4d87-b817-ec84ebf80e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:32:44.693201 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-63599b95-9242-429f-bfc0-a53c5b01a2bc req-48f3baaf-a977-43ea-bd21-ccc26c47b583 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/ports?device_id=d287cf1f-b400-45d8-b31c-5da1348814e2 HTTP/1.1" status: 200 len: 210 time: 0.0425434 Jan 20 15:32:44.725617 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a0ed0d0-37e1-4d87-b817-ec84ebf80e87 None None] Routers {'b6b91a64-814f-46c9-b040-5afaba90dc17'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 15:32:44.726380 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-6a0ed0d0-37e1-4d87-b817-ec84ebf80e87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T15:32:30Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['b6b91a64-814f-46c9-b040-5afaba90dc17'], 'active': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:32:44.806089 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce46321-832d-4930-825d-264b501a2538 None None] Pushing event updated for resources: {'Port': ['ID=94ae2236-2c21-41b1-b24f-615a5c25b672,revision_number=4']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:32:44.914699 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvr_db [None req-6a0ed0d0-37e1-4d87-b817-ec84ebf80e87 None None] Set router b6b91a64-814f-46c9-b040-5afaba90dc17 gateway port host: dv-neutron-825124-1-hyperv {{(pid=84155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 15:32:45.249367 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-6a0ed0d0-37e1-4d87-b817-ec84ebf80e87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6b91a64-814f-46c9-b040-5afaba90dc17', 'name': 'tempest-TestNetworkAdvancedServerOps-router-480193797', 'tenant_id': 'a7eb12e65a2142f3af36926716af6c10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.189'}], 'enable_snat': True}, 'gw_port_id': '6e826527-fea4-4123-9386-9fb022a39249', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:32:35Z', 'updated_at': '2022-01-20T15:32:40Z', 'revision_number': 4, 'project_id': 'a7eb12e65a2142f3af36926716af6c10', 'gw_port': {'id': '6e826527-fea4-4123-9386-9fb022a39249', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:b3:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b91a64-814f-46c9-b040-5afaba90dc17', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:32:36Z', 'updated_at': '2022-01-20T15:32:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv', '_interfaces': [{'id': '94ae2236-2c21-41b1-b24f-615a5c25b672', 'name': '', 'network_id': '2ca2a5e5-0c1e-4887-bce2-fbb28f5c8c56', 'tenant_id': 'a7eb12e65a2142f3af36926716af6c10', 'mac_address': 'fa:16:3e:12:68:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6b91a64-814f-46c9-b040-5afaba90dc17', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e21d2ab9-0895-4b29-a4a5-e63637fb062b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:32:40Z', 'updated_at': '2022-01-20T15:32:44Z', 'revision_number': 4, 'project_id': 'a7eb12e65a2142f3af36926716af6c10', 'subnets': [{'id': 'e21d2ab9-0895-4b29-a4a5-e63637fb062b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:32:45.253890 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a0ed0d0-37e1-4d87-b817-ec84ebf80e87 None None] The sync data for ids ['b6b91a64-814f-46c9-b040-5afaba90dc17'] in dv-neutron-825124-1-hyperv is: [{'id': 'b6b91a64-814f-46c9-b040-5afaba90dc17', 'name': 'tempest-TestNetworkAdvancedServerOps-router-480193797', 'tenant_id': 'a7eb12e65a2142f3af36926716af6c10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.189'}], 'enable_snat': True}, 'gw_port_id': '6e826527-fea4-4123-9386-9fb022a39249', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:32:35Z', 'updated_at': '2022-01-20T15:32:40Z', 'revision_number': 4, 'project_id': 'a7eb12e65a2142f3af36926716af6c10', 'gw_port': {'id': '6e826527-fea4-4123-9386-9fb022a39249', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:b3:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b91a64-814f-46c9-b040-5afaba90dc17', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:32:36Z', 'updated_at': '2022-01-20T15:32:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv', '_interfaces': [{'id': '94ae2236-2c21-41b1-b24f-615a5c25b672', 'name': '', 'network_id': '2ca2a5e5-0c1e-4887-bce2-fbb28f5c8c56', 'tenant_id': 'a7eb12e65a2142f3af36926716af6c10', 'mac_address': 'fa:16:3e:12:68:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6b91a64-814f-46c9-b040-5afaba90dc17', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e21d2ab9-0895-4b29-a4a5-e63637fb062b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:32:40Z', 'updated_at': '2022-01-20T15:32:44Z', 'revision_number': 4, 'project_id': 'a7eb12e65a2142f3af36926716af6c10', 'subnets': [{'id': 'e21d2ab9-0895-4b29-a4a5-e63637fb062b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 15:32:45.786699 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 94ae2236-2c21-41b1-b24f-615a5c25b672 up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 15:32:45.910430 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-446de6a0-f4cd-49c7-95ce-dcc8f137e1cd req-3adcd11c-d1a0-47bc-a653-85c9f19af0c3 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/ports?device_id=d287cf1f-b400-45d8-b31c-5da1348814e2 HTTP/1.1" status: 200 len: 210 time: 0.0459456 Jan 20 15:32:45.956457 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning for port 94ae2236-2c21-41b1-b24f-615a5c25b672 completed by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 15:32:45.961832 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port 94ae2236-2c21-41b1-b24f-615a5c25b672 triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:32:45.962151 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:32:46.114159 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:32:46.148280 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] For port 94ae2236-2c21-41b1-b24f-615a5c25b672, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=94ae2236-2c21-41b1-b24f-615a5c25b672,segment=NetworkSegment(595adcb3-3c0a-4e65-a693-9bd547d1f892),segment_id=595adcb3-3c0a-4e65-a693-9bd547d1f892)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 15:32:46.213540 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:32:46.288321 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Pushing event updated for resources: {'Port': ['ID=94ae2236-2c21-41b1-b24f-615a5c25b672,revision_number=5']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:32:46.525786 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd247ca-322a-4148-8aee-b3da04f6d702 req-7c542398-96e9-4f97-9561-69ab92494172 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:32:46.527939 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-8cd247ca-322a-4148-8aee-b3da04f6d702 req-7c542398-96e9-4f97-9561-69ab92494172 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.106 "GET /v2.0/networks?id=2ca2a5e5-0c1e-4887-bce2-fbb28f5c8c56 HTTP/1.1" status: 200 len: 797 time: 0.1505437 Jan 20 15:32:46.581895 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-8cd247ca-322a-4148-8aee-b3da04f6d702 req-970319cc-a5df-469b-901d-6fbc126c9680 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.106 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a7eb12e65a2142f3af36926716af6c10 HTTP/1.1" status: 200 len: 378 time: 0.0428004 Jan 20 15:32:46.591266 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [req-8cd247ca-322a-4148-8aee-b3da04f6d702 req-ea4051b9-a190-440a-be74-32af12775dc7 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Request body: {'port': {'device_id': 'd287cf1f-b400-45d8-b31c-5da1348814e2', 'network_id': '2ca2a5e5-0c1e-4887-bce2-fbb28f5c8c56', 'admin_state_up': True, 'tenant_id': 'a7eb12e65a2142f3af36926716af6c10', 'security_groups': ['5603b6cd-5e06-4457-b4c5-445d32157669']}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 15:32:46.838287 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [req-8cd247ca-322a-4148-8aee-b3da04f6d702 req-ea4051b9-a190-440a-be74-32af12775dc7 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:32:46.848575 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [req-8cd247ca-322a-4148-8aee-b3da04f6d702 req-ea4051b9-a190-440a-be74-32af12775dc7 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:32:46.927748 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8cd247ca-322a-4148-8aee-b3da04f6d702 req-ea4051b9-a190-440a-be74-32af12775dc7 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Made reservation on behalf of a7eb12e65a2142f3af36926716af6c10 for: {'port': 1} {{(pid=84153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 15:32:46.930850 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-8cd247ca-322a-4148-8aee-b3da04f6d702 req-ea4051b9-a190-440a-be74-32af12775dc7 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:32:47.123102 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-e41a5c7a-b6e8-474d-b30a-75e629336b37 req-bfce7fcb-5b7b-4123-8e3b-463e52ac364f tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/ports?device_id=d287cf1f-b400-45d8-b31c-5da1348814e2 HTTP/1.1" status: 200 len: 210 time: 0.0492604 Jan 20 15:32:47.146638 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.db_base_plugin_common [req-8cd247ca-322a-4148-8aee-b3da04f6d702 req-ea4051b9-a190-440a-be74-32af12775dc7 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Allocated IP 172.20.0.3 (2ca2a5e5-0c1e-4887-bce2-fbb28f5c8c56/e21d2ab9-0895-4b29-a4a5-e63637fb062b/14fff942-ecc4-4613-aff7-dfdaa618d75d) {{(pid=84153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 15:32:47.333662 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-8cd247ca-322a-4148-8aee-b3da04f6d702 req-ea4051b9-a190-440a-be74-32af12775dc7 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks [] for port, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:32:47.349486 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.provisioning_blocks [req-8cd247ca-322a-4148-8aee-b3da04f6d702 req-ea4051b9-a190-440a-be74-32af12775dc7 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Transition to ACTIVE for port object 14fff942-ecc4-4613-aff7-dfdaa618d75d will not be triggered until provisioned by entity DHCP. {{(pid=84153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 15:32:47.447835 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-8cd247ca-322a-4148-8aee-b3da04f6d702 req-ea4051b9-a190-440a-be74-32af12775dc7 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:32:47.522167 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8cd247ca-322a-4148-8aee-b3da04f6d702 req-ea4051b9-a190-440a-be74-32af12775dc7 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Network 2ca2a5e5-0c1e-4887-bce2-fbb28f5c8c56 is already hosted by enough agents. {{(pid=84153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 15:32:47.525354 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.base_scheduler [req-8cd247ca-322a-4148-8aee-b3da04f6d702 req-ea4051b9-a190-440a-be74-32af12775dc7 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Resources bound (agent type, host, resource id): {{(pid=84153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 15:32:47.529907 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cd247ca-322a-4148-8aee-b3da04f6d702 req-ea4051b9-a190-440a-be74-32af12775dc7 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Received port after_create {{(pid=84153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 15:32:47.556029 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4051b9-a190-440a-be74-32af12775dc7 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Pushing event updated for resources: {'Port': ['ID=14fff942-ecc4-4613-aff7-dfdaa618d75d,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:32:47.592836 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd247ca-322a-4148-8aee-b3da04f6d702 req-ea4051b9-a190-440a-be74-32af12775dc7 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:32:47.593458 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-8cd247ca-322a-4148-8aee-b3da04f6d702 req-ea4051b9-a190-440a-be74-32af12775dc7 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:32:47.700612 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-8cd247ca-322a-4148-8aee-b3da04f6d702 req-ea4051b9-a190-440a-be74-32af12775dc7 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.106 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1127481 Jan 20 15:32:47.711792 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [req-8cd247ca-322a-4148-8aee-b3da04f6d702 req-51311fbb-44b7-485f-aeaa-50f2e6ee20c0 service neutron] Request body: {'port': {'device_id': 'd287cf1f-b400-45d8-b31c-5da1348814e2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8251'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 15:32:47.743351 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 94ae2236-2c21-41b1-b24f-615a5c25b672 up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 15:32:47.804033 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-9d359193-9775-414e-b88d-66a20b454cbb None None] Provisioning for port 14fff942-ecc4-4613-aff7-dfdaa618d75d completed by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 15:32:47.809905 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-9d359193-9775-414e-b88d-66a20b454cbb None None] Provisioning complete for port 14fff942-ecc4-4613-aff7-dfdaa618d75d triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:32:47.810340 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-9d359193-9775-414e-b88d-66a20b454cbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:32:47.823997 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-8cd247ca-322a-4148-8aee-b3da04f6d702 req-51311fbb-44b7-485f-aeaa-50f2e6ee20c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:32:47.856234 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port 94ae2236-2c21-41b1-b24f-615a5c25b672 triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:32:47.856599 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:32:47.912130 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-9d359193-9775-414e-b88d-66a20b454cbb None None] Port 14fff942-ecc4-4613-aff7-dfdaa618d75d cannot update to ACTIVE because it is not bound. {{(pid=84154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 15:32:48.157390 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.notifiers.nova [req-8cd247ca-322a-4148-8aee-b3da04f6d702 req-51311fbb-44b7-485f-aeaa-50f2e6ee20c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14fff942-ecc4-4613-aff7-dfdaa618d75d {{(pid=84153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 15:32:48.164276 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-8cd247ca-322a-4148-8aee-b3da04f6d702 req-51311fbb-44b7-485f-aeaa-50f2e6ee20c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:32:48.178521 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.provisioning_blocks [req-8cd247ca-322a-4148-8aee-b3da04f6d702 req-51311fbb-44b7-485f-aeaa-50f2e6ee20c0 service neutron] Transition to ACTIVE for port object 14fff942-ecc4-4613-aff7-dfdaa618d75d will not be triggered until provisioned by entity L2. {{(pid=84153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 15:32:48.243726 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-8cd247ca-322a-4148-8aee-b3da04f6d702 req-51311fbb-44b7-485f-aeaa-50f2e6ee20c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3944146'] for port, after_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:32:48.420382 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51311fbb-44b7-485f-aeaa-50f2e6ee20c0 service neutron] Pushing event updated for resources: {'Port': ['ID=14fff942-ecc4-4613-aff7-dfdaa618d75d,revision_number=2']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:32:48.516430 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dca408-0ced-4b2d-8ff1-145010d928e7 req-138871d1-32d1-461b-8dd1-e9c5d8e4d39d tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:32:48.517184 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [req-74dca408-0ced-4b2d-8ff1-145010d928e7 req-138871d1-32d1-461b-8dd1-e9c5d8e4d39d tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Synchronizing usage tracker for tenant:a7eb12e65a2142f3af36926716af6c10 on resource:port {{(pid=84153) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 15:32:48.558607 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.managers [req-8cd247ca-322a-4148-8aee-b3da04f6d702 req-51311fbb-44b7-485f-aeaa-50f2e6ee20c0 service neutron] Attempting to bind port 14fff942-ecc4-4613-aff7-dfdaa618d75d on host hv-neutron-8251 for vnic_type normal with profile {{(pid=84153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 15:32:48.558941 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.managers [req-8cd247ca-322a-4148-8aee-b3da04f6d702 req-51311fbb-44b7-485f-aeaa-50f2e6ee20c0 service neutron] Attempting to bind port 14fff942-ecc4-4613-aff7-dfdaa618d75d by drivers openvswitch,hyperv on host hv-neutron-8251 at level 0 using segments [{'id': '595adcb3-3c0a-4e65-a693-9bd547d1f892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '2ca2a5e5-0c1e-4887-bce2-fbb28f5c8c56'}] {{(pid=84153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 15:32:48.559301 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cd247ca-322a-4148-8aee-b3da04f6d702 req-51311fbb-44b7-485f-aeaa-50f2e6ee20c0 service neutron] Attempting to bind port 14fff942-ecc4-4613-aff7-dfdaa618d75d on network 2ca2a5e5-0c1e-4887-bce2-fbb28f5c8c56 {{(pid=84153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 15:32:48.565657 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cd247ca-322a-4148-8aee-b3da04f6d702 req-51311fbb-44b7-485f-aeaa-50f2e6ee20c0 service neutron] Port 14fff942-ecc4-4613-aff7-dfdaa618d75d on network 2ca2a5e5-0c1e-4887-bce2-fbb28f5c8c56 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8251 {{(pid=84153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 20 15:32:48.565973 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cd247ca-322a-4148-8aee-b3da04f6d702 req-51311fbb-44b7-485f-aeaa-50f2e6ee20c0 service neutron] Attempting to bind port 14fff942-ecc4-4613-aff7-dfdaa618d75d on network 2ca2a5e5-0c1e-4887-bce2-fbb28f5c8c56 {{(pid=84153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 15:32:48.572366 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cd247ca-322a-4148-8aee-b3da04f6d702 req-51311fbb-44b7-485f-aeaa-50f2e6ee20c0 service neutron] Checking agent: {'id': 'e037d8fb-d49c-4f86-9910-f13f6ba89a51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8251', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 23), 'started_at': datetime.datetime(2022, 1, 20, 14, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 15, 32, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 15:32:48.572703 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cd247ca-322a-4148-8aee-b3da04f6d702 req-51311fbb-44b7-485f-aeaa-50f2e6ee20c0 service neutron] Checking segment: {'id': '595adcb3-3c0a-4e65-a693-9bd547d1f892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '2ca2a5e5-0c1e-4887-bce2-fbb28f5c8c56'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 15:32:48.573079 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cd247ca-322a-4148-8aee-b3da04f6d702 req-51311fbb-44b7-485f-aeaa-50f2e6ee20c0 service neutron] Bound using segment: {'id': '595adcb3-3c0a-4e65-a693-9bd547d1f892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '2ca2a5e5-0c1e-4887-bce2-fbb28f5c8c56'} {{(pid=84153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 15:32:48.573498 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.managers [req-8cd247ca-322a-4148-8aee-b3da04f6d702 req-51311fbb-44b7-485f-aeaa-50f2e6ee20c0 service neutron] Bound port: 14fff942-ecc4-4613-aff7-dfdaa618d75d, host: hv-neutron-8251, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '595adcb3-3c0a-4e65-a693-9bd547d1f892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '2ca2a5e5-0c1e-4887-bce2-fbb28f5c8c56'}}] {{(pid=84153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 15:32:48.573831 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-8cd247ca-322a-4148-8aee-b3da04f6d702 req-51311fbb-44b7-485f-aeaa-50f2e6ee20c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:32:48.616485 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [req-74dca408-0ced-4b2d-8ff1-145010d928e7 req-138871d1-32d1-461b-8dd1-e9c5d8e4d39d tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Unset dirty status for tenant:a7eb12e65a2142f3af36926716af6c10 on resource:port {{(pid=84153) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 15:32:48.617578 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-74dca408-0ced-4b2d-8ff1-145010d928e7 req-138871d1-32d1-461b-8dd1-e9c5d8e4d39d tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/ports?device_id=d287cf1f-b400-45d8-b31c-5da1348814e2 HTTP/1.1" status: 200 len: 943 time: 0.3750749 Jan 20 15:32:48.697075 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-74dca408-0ced-4b2d-8ff1-145010d928e7 req-d594115e-6e63-4ff5-b938-5441cc40bd37 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/security-groups?id=5603b6cd-5e06-4457-b4c5-445d32157669&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0734813 Jan 20 15:32:48.698019 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.db [req-8cd247ca-322a-4148-8aee-b3da04f6d702 req-51311fbb-44b7-485f-aeaa-50f2e6ee20c0 service neutron] For port 14fff942-ecc4-4613-aff7-dfdaa618d75d, host hv-neutron-8251, cleared binding levels {{(pid=84153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 15:32:48.701012 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.db [req-8cd247ca-322a-4148-8aee-b3da04f6d702 req-51311fbb-44b7-485f-aeaa-50f2e6ee20c0 service neutron] For port 14fff942-ecc4-4613-aff7-dfdaa618d75d, host hv-neutron-8251, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=14fff942-ecc4-4613-aff7-dfdaa618d75d,segment=NetworkSegment(595adcb3-3c0a-4e65-a693-9bd547d1f892),segment_id=595adcb3-3c0a-4e65-a693-9bd547d1f892)] {{(pid=84153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 15:32:48.751433 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-8cd247ca-322a-4148-8aee-b3da04f6d702 req-51311fbb-44b7-485f-aeaa-50f2e6ee20c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3944146'] for port, after_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:32:48.816059 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-8cd247ca-322a-4148-8aee-b3da04f6d702 req-51311fbb-44b7-485f-aeaa-50f2e6ee20c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:32:48.817398 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-8cd247ca-322a-4148-8aee-b3da04f6d702 req-51311fbb-44b7-485f-aeaa-50f2e6ee20c0 service neutron] 10.222.0.106 "PUT /v2.0/ports/14fff942-ecc4-4613-aff7-dfdaa618d75d HTTP/1.1" status: 200 len: 1093 time: 1.1098657 Jan 20 15:32:48.817829 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd287cf1f-b400-45d8-b31c-5da1348814e2', 'tag': '14fff942-ecc4-4613-aff7-dfdaa618d75d'}] {{(pid=84153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 15:32:48.838977 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51311fbb-44b7-485f-aeaa-50f2e6ee20c0 service neutron] Pushing event updated for resources: {'Port': ['ID=14fff942-ecc4-4613-aff7-dfdaa618d75d,revision_number=3']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:32:48.882210 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd287cf1f-b400-45d8-b31c-5da1348814e2', 'tag': '14fff942-ecc4-4613-aff7-dfdaa618d75d', 'status': 'completed', 'code': 200} Jan 20 15:32:48.977139 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-f05402c2-7087-4049-b1f7-4a94fdc2c9dc req-0891f094-9e6c-4b08-ba63-18fda5f87e71 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=a7eb12e65a2142f3af36926716af6c10&device_id=d287cf1f-b400-45d8-b31c-5da1348814e2 HTTP/1.1" status: 200 len: 1096 time: 0.0740757 Jan 20 15:32:49.210944 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05402c2-7087-4049-b1f7-4a94fdc2c9dc req-608b955c-4935-4f47-ba09-c7a30fab65cb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:32:49.213066 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-f05402c2-7087-4049-b1f7-4a94fdc2c9dc req-608b955c-4935-4f47-ba09-c7a30fab65cb service neutron] 10.222.0.106 "GET /v2.0/networks?tenant_id=a7eb12e65a2142f3af36926716af6c10&shared=False HTTP/1.1" status: 200 len: 898 time: 0.2297070 Jan 20 15:32:49.356881 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05402c2-7087-4049-b1f7-4a94fdc2c9dc req-f1401d3e-155b-4e39-b71b-7cbafeb0e82b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:32:49.358265 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-f05402c2-7087-4049-b1f7-4a94fdc2c9dc req-f1401d3e-155b-4e39-b71b-7cbafeb0e82b service neutron] 10.222.0.106 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1392868 Jan 20 15:32:49.467018 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-8cd247ca-322a-4148-8aee-b3da04f6d702 req-17b2af15-27d2-4457-b6a0-08afd9d7df37 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=a7eb12e65a2142f3af36926716af6c10&device_id=d287cf1f-b400-45d8-b31c-5da1348814e2 HTTP/1.1" status: 200 len: 1096 time: 0.0731952 Jan 20 15:32:49.535434 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-8cd247ca-322a-4148-8aee-b3da04f6d702 req-72f43443-a241-4315-9439-1e0d1b549c95 service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=14fff942-ecc4-4613-aff7-dfdaa618d75d HTTP/1.1" status: 200 len: 217 time: 0.0625427 Jan 20 15:32:49.595952 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd247ca-322a-4148-8aee-b3da04f6d702 req-497ce9d7-7f2d-472a-a1a7-aab75a545d64 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:32:49.597350 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-8cd247ca-322a-4148-8aee-b3da04f6d702 req-497ce9d7-7f2d-472a-a1a7-aab75a545d64 service neutron] 10.222.0.106 "GET /v2.0/subnets?id=e21d2ab9-0895-4b29-a4a5-e63637fb062b HTTP/1.1" status: 200 len: 835 time: 0.0566826 Jan 20 15:32:49.673964 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-8cd247ca-322a-4148-8aee-b3da04f6d702 req-c3c0562a-d0d6-4da4-9a58-7012fff9ebf8 service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=2ca2a5e5-0c1e-4887-bce2-fbb28f5c8c56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0702605 Jan 20 15:32:49.810902 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-8cd247ca-322a-4148-8aee-b3da04f6d702 req-a1e8e370-b622-4a45-8581-09cfa903b513 service neutron] 10.222.0.106 "GET /v2.0/networks/2ca2a5e5-0c1e-4887-bce2-fbb28f5c8c56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307456 Jan 20 15:32:49.998190 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-8cd247ca-322a-4148-8aee-b3da04f6d702 req-1023781d-c91d-4d70-a015-95d53449f192 service neutron] 10.222.0.106 "GET /v2.0/networks/2ca2a5e5-0c1e-4887-bce2-fbb28f5c8c56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1818228 Jan 20 15:32:50.008950 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecab59be-4e15-4afb-953f-e1f4246925d8 req-e2b9eae9-f294-4307-961d-c1bdfa89d784 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:32:50.010526 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-ecab59be-4e15-4afb-953f-e1f4246925d8 req-e2b9eae9-f294-4307-961d-c1bdfa89d784 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/ports?device_id=d287cf1f-b400-45d8-b31c-5da1348814e2 HTTP/1.1" status: 200 len: 943 time: 0.1761870 Jan 20 15:32:50.057061 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-ecab59be-4e15-4afb-953f-e1f4246925d8 req-7e6d94a9-6c80-4ced-bfd9-738598a48eb9 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/security-groups?id=5603b6cd-5e06-4457-b4c5-445d32157669&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0406353 Jan 20 15:32:51.257615 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2beeef5-fdce-497a-81b0-25b0a169a049 req-fef13b8f-da15-4815-90d5-c663708af19d tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:32:51.259090 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-a2beeef5-fdce-497a-81b0-25b0a169a049 req-fef13b8f-da15-4815-90d5-c663708af19d tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/ports?device_id=d287cf1f-b400-45d8-b31c-5da1348814e2 HTTP/1.1" status: 200 len: 943 time: 0.0789800 Jan 20 15:32:51.303230 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-a2beeef5-fdce-497a-81b0-25b0a169a049 req-d4c0d8d2-119d-4c6d-b041-cea7c7ec433c tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/security-groups?id=5603b6cd-5e06-4457-b4c5-445d32157669&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0387352 Jan 20 15:32:52.500307 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151c4b4e-f5bb-462a-adba-5a344ad0bd44 req-53c32628-5f35-48df-928e-947408e55f56 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:32:52.501746 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-151c4b4e-f5bb-462a-adba-5a344ad0bd44 req-53c32628-5f35-48df-928e-947408e55f56 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/ports?device_id=d287cf1f-b400-45d8-b31c-5da1348814e2 HTTP/1.1" status: 200 len: 943 time: 0.0763383 Jan 20 15:32:52.545881 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-151c4b4e-f5bb-462a-adba-5a344ad0bd44 req-2c4b34a0-65c1-416b-921c-efab84ef56de tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/security-groups?id=5603b6cd-5e06-4457-b4c5-445d32157669&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0387583 Jan 20 15:32:52.780310 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Device 14fff942-ecc4-4613-aff7-dfdaa618d75d details requested by agent hyperv_hv-neutron-8251 with host hv-neutron-8251 {{(pid=84154) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 20 15:32:52.912944 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] For port 14fff942-ecc4-4613-aff7-dfdaa618d75d, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=14fff942-ecc4-4613-aff7-dfdaa618d75d,segment=NetworkSegment(595adcb3-3c0a-4e65-a693-9bd547d1f892),segment_id=595adcb3-3c0a-4e65-a693-9bd547d1f892)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 15:32:52.927486 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Returning: {'device': '14fff942-ecc4-4613-aff7-dfdaa618d75d', 'network_id': '2ca2a5e5-0c1e-4887-bce2-fbb28f5c8c56', 'port_id': '14fff942-ecc4-4613-aff7-dfdaa618d75d', 'mac_address': 'fa:16:3e:66:83:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e21d2ab9-0895-4b29-a4a5-e63637fb062b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84154) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 20 15:32:52.983515 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:32:53.000544 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.notifiers.nova [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14fff942-ecc4-4613-aff7-dfdaa618d75d {{(pid=84154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 15:32:53.015631 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] For port 14fff942-ecc4-4613-aff7-dfdaa618d75d, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=14fff942-ecc4-4613-aff7-dfdaa618d75d,segment=NetworkSegment(595adcb3-3c0a-4e65-a693-9bd547d1f892),segment_id=595adcb3-3c0a-4e65-a693-9bd547d1f892)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 15:32:53.059272 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:32:53.103665 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.agents_db [None req-6dba657d-a637-4918-9b6d-40defdfae04b None None] Agent healthcheck: found 6 active agents {{(pid=84155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 15:32:53.124269 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Pushing event updated for resources: {'Port': ['ID=14fff942-ecc4-4613-aff7-dfdaa618d75d,revision_number=4']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:32:53.426367 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] get_ports_and_sgs() called for port_ids ['14fff942-ecc4-4613-aff7-dfdaa618d75d'] {{(pid=84154) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 20 15:32:53.750668 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b904d5f1-11fc-4194-ae86-df9eb28ba0d7 req-deaaf2c6-89c1-493c-8a19-ffb415b170c3 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:32:53.752103 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-b904d5f1-11fc-4194-ae86-df9eb28ba0d7 req-deaaf2c6-89c1-493c-8a19-ffb415b170c3 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/ports?device_id=d287cf1f-b400-45d8-b31c-5da1348814e2 HTTP/1.1" status: 200 len: 944 time: 0.0792668 Jan 20 15:32:53.796790 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-b904d5f1-11fc-4194-ae86-df9eb28ba0d7 req-2f818a66-7b39-400a-aefb-9dd1bb0e2564 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/security-groups?id=5603b6cd-5e06-4457-b4c5-445d32157669&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0392170 Jan 20 15:32:54.796598 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Device 14fff942-ecc4-4613-aff7-dfdaa618d75d up at agent hyperv_hv-neutron-8251 {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 15:32:54.926680 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Provisioning for port 14fff942-ecc4-4613-aff7-dfdaa618d75d completed by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 15:32:54.931689 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Provisioning complete for port 14fff942-ecc4-4613-aff7-dfdaa618d75d triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:32:54.932066 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:32:54.995783 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456f2a8f-d76f-4331-a4d2-ef2bc3a7aa3b req-f2455da3-c2c0-4ac7-b362-cd21e5846aa2 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:32:54.997626 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-456f2a8f-d76f-4331-a4d2-ef2bc3a7aa3b req-f2455da3-c2c0-4ac7-b362-cd21e5846aa2 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/ports?device_id=d287cf1f-b400-45d8-b31c-5da1348814e2 HTTP/1.1" status: 200 len: 944 time: 0.0821059 Jan 20 15:32:55.047854 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-456f2a8f-d76f-4331-a4d2-ef2bc3a7aa3b req-d31442fc-b7a1-4d4e-b20b-4ecf30930b3e tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/security-groups?id=5603b6cd-5e06-4457-b4c5-445d32157669&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0443020 Jan 20 15:32:55.051321 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:32:55.077610 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd287cf1f-b400-45d8-b31c-5da1348814e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14fff942-ecc4-4613-aff7-dfdaa618d75d'}] {{(pid=84154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 15:32:55.087176 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] For port 14fff942-ecc4-4613-aff7-dfdaa618d75d, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=14fff942-ecc4-4613-aff7-dfdaa618d75d,segment=NetworkSegment(595adcb3-3c0a-4e65-a693-9bd547d1f892),segment_id=595adcb3-3c0a-4e65-a693-9bd547d1f892)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 15:32:55.133898 dv-neutron-825124-1-hyperv neutron-server[84154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd287cf1f-b400-45d8-b31c-5da1348814e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14fff942-ecc4-4613-aff7-dfdaa618d75d', 'code': 200} Jan 20 15:32:55.134717 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:32:55.203161 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Pushing event updated for resources: {'Port': ['ID=14fff942-ecc4-4613-aff7-dfdaa618d75d,revision_number=5']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:32:55.434204 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-e98c5314-5c02-4556-a16d-1744fded99eb req-e8059d74-b02d-49e0-b0b1-218b0b27e314 service neutron] 10.222.0.106 "GET /v2.0/ports?device_id=d287cf1f-b400-45d8-b31c-5da1348814e2 HTTP/1.1" status: 200 len: 1098 time: 0.0689728 Jan 20 15:32:55.481509 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-e98c5314-5c02-4556-a16d-1744fded99eb req-f179c8fd-4ccf-4e3c-a6e2-b9de2a656cf8 service neutron] 10.222.0.106 "GET /v2.0/security-groups?id=5603b6cd-5e06-4457-b4c5-445d32157669&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0416982 Jan 20 15:32:56.246196 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9826afd2-e3a5-453e-abf3-4d0c033845d4 req-2224d4fa-d370-4fd2-bb0c-065b8b0cf22b tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:32:56.247635 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-9826afd2-e3a5-453e-abf3-4d0c033845d4 req-2224d4fa-d370-4fd2-bb0c-065b8b0cf22b tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/ports?device_id=d287cf1f-b400-45d8-b31c-5da1348814e2 HTTP/1.1" status: 200 len: 945 time: 0.0748265 Jan 20 15:32:56.295767 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-9826afd2-e3a5-453e-abf3-4d0c033845d4 req-2359812a-24e9-4d1b-9600-5f4c32c082db tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/security-groups?id=5603b6cd-5e06-4457-b4c5-445d32157669&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420897 Jan 20 15:32:57.489565 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e24e9c-68a4-4b7a-9605-79ce956cd8a8 req-6da83423-14fa-49d8-bf22-dd5340bbe8e7 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:32:57.490915 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-e4e24e9c-68a4-4b7a-9605-79ce956cd8a8 req-6da83423-14fa-49d8-bf22-dd5340bbe8e7 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/ports?device_id=d287cf1f-b400-45d8-b31c-5da1348814e2 HTTP/1.1" status: 200 len: 945 time: 0.0751929 Jan 20 15:32:57.534912 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-e4e24e9c-68a4-4b7a-9605-79ce956cd8a8 req-1935f717-1c80-4d62-8c62-fcbe78139e35 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/security-groups?id=5603b6cd-5e06-4457-b4c5-445d32157669&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0385942 Jan 20 15:32:57.965094 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5360875d-b511-475b-a4d3-5106605de5d6 req-3ced7ee6-8b30-472b-bd4b-6e2911d0a336 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:32:57.966535 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-5360875d-b511-475b-a4d3-5106605de5d6 req-3ced7ee6-8b30-472b-bd4b-6e2911d0a336 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/ports?device_id=d287cf1f-b400-45d8-b31c-5da1348814e2 HTTP/1.1" status: 200 len: 945 time: 0.1619248 Jan 20 15:32:58.010962 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-5360875d-b511-475b-a4d3-5106605de5d6 req-a8587388-90a0-4f08-81ed-bbca02547189 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/security-groups?id=5603b6cd-5e06-4457-b4c5-445d32157669&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0382347 Jan 20 15:32:58.039883 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 51602) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:32:58.058600 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-c42299e9-d72a-45e7-83e1-0c8de63fd650 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:32:58.108481 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-dfdc1dbc-d954-4bf6-abd0-05f8a3503918 tempest-TestNetworkAdvancedServerOps-1698589146 tempest-TestNetworkAdvancedServerOps-1698589146-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=d287cf1f-b400-45d8-b31c-5da1348814e2 HTTP/1.1" status: 200 len: 1093 time: 0.0674500 Jan 20 15:32:58.111291 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 51606) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:32:58.116486 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-94de9333-5265-4903-81b1-ee6b49570ced tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Request body: {'floatingip': {'floating_network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'port_id': '14fff942-ecc4-4613-aff7-dfdaa618d75d', 'tenant_id': 'a7eb12e65a2142f3af36926716af6c10', 'fixed_ip_address': '172.20.0.3'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 15:32:58.122105 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-94de9333-5265-4903-81b1-ee6b49570ced tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:32:58.125901 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-94de9333-5265-4903-81b1-ee6b49570ced tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Usage tracker for resource:floatingip and tenant:a7eb12e65a2142f3af36926716af6c10 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:32:58.128714 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-94de9333-5265-4903-81b1-ee6b49570ced tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:32:58.134406 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-94de9333-5265-4903-81b1-ee6b49570ced tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:32:58.207370 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-94de9333-5265-4903-81b1-ee6b49570ced tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks [] for floatingip, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:32:58.344507 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-94de9333-5265-4903-81b1-ee6b49570ced tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:32:58.480509 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.db_base_plugin_common [None req-94de9333-5265-4903-81b1-ee6b49570ced tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Allocated IP 172.26.7.73 (8dffb05c-5ca0-409b-bd5f-7be6264f707d/a489dd4f-42a5-433b-8be3-bab2749c4209/f8f814f9-303c-4842-ac68-c6f93bd8b7af) {{(pid=84152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 15:32:58.621988 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-94de9333-5265-4903-81b1-ee6b49570ced tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks [] for port, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:32:58.705178 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-94de9333-5265-4903-81b1-ee6b49570ced tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:32:58.768661 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94de9333-5265-4903-81b1-ee6b49570ced tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Network 8dffb05c-5ca0-409b-bd5f-7be6264f707d is already hosted by enough agents. {{(pid=84152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 15:32:58.771540 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.base_scheduler [None req-94de9333-5265-4903-81b1-ee6b49570ced tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Resources bound (agent type, host, resource id): {{(pid=84152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 15:32:58.775204 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94de9333-5265-4903-81b1-ee6b49570ced tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Received port after_create {{(pid=84152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 15:32:58.807436 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94de9333-5265-4903-81b1-ee6b49570ced tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Pushing event updated for resources: {'Port': ['ID=f8f814f9-303c-4842-ac68-c6f93bd8b7af,revision_number=1']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:32:59.272584 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-94de9333-5265-4903-81b1-ee6b49570ced tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:32:59.385406 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-94de9333-5265-4903-81b1-ee6b49570ced tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:32:59.591728 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-94de9333-5265-4903-81b1-ee6b49570ced tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks [] for port, precommit_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:32:59.658769 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-94de9333-5265-4903-81b1-ee6b49570ced tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162822'] for port, after_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:32:59.759004 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94de9333-5265-4903-81b1-ee6b49570ced tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Pushing event updated for resources: {'Port': ['ID=f8f814f9-303c-4842-ac68-c6f93bd8b7af,revision_number=2']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:32:59.776050 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-94de9333-5265-4903-81b1-ee6b49570ced tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-745254'] for floatingip, after_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:33:00.056114 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.db.l3_db [None req-94de9333-5265-4903-81b1-ee6b49570ced tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Floating IP c619de5b-76a3-4782-a1e9-53a3739901ff associated. External IP: 172.26.7.73, port: 14fff942-ecc4-4613-aff7-dfdaa618d75d. Jan 20 15:33:00.449687 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94de9333-5265-4903-81b1-ee6b49570ced tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Router b6b91a64-814f-46c9-b040-5afaba90dc17 has already been hosted by L3 agent 624d525b-4c26-4143-8a1c-228bb1c6faaa {{(pid=84152) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 15:33:00.481906 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-28fdb165-1d4b-46f6-af82-977edb3131dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:33:00.647545 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94de9333-5265-4903-81b1-ee6b49570ced tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify agent at l3_agent.dv-neutron-825124-1-hyperv the message routers_updated {{(pid=84152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 15:33:00.656872 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2515652-4356-4e25-af09-dfdd8265fcb3 None None] Sync routers for ids ['b6b91a64-814f-46c9-b040-5afaba90dc17'] in dv-neutron-825124-1-hyperv {{(pid=84154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 15:33:00.668056 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2515652-4356-4e25-af09-dfdd8265fcb3 None None] Routers {'b6b91a64-814f-46c9-b040-5afaba90dc17'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 15:33:00.668651 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-c2515652-4356-4e25-af09-dfdd8265fcb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T15:33:00Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['b6b91a64-814f-46c9-b040-5afaba90dc17'], 'active': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:33:00.710300 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-94de9333-5265-4903-81b1-ee6b49570ced tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for floatingip, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:33:00.765231 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-94de9333-5265-4903-81b1-ee6b49570ced tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.6528871 Jan 20 15:33:00.765791 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd287cf1f-b400-45d8-b31c-5da1348814e2', 'tag': '14fff942-ecc4-4613-aff7-dfdaa618d75d'}] {{(pid=84152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 15:33:00.858449 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvr_db [None req-c2515652-4356-4e25-af09-dfdd8265fcb3 None None] Set router b6b91a64-814f-46c9-b040-5afaba90dc17 gateway port host: dv-neutron-825124-1-hyperv {{(pid=84154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 15:33:00.944396 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8de7239-2dfd-4e0a-8563-6adbb6de88f9 req-e072f619-bee6-4678-a255-b4982606693f tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:33:00.946014 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-c8de7239-2dfd-4e0a-8563-6adbb6de88f9 req-e072f619-bee6-4678-a255-b4982606693f tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/ports?device_id=d287cf1f-b400-45d8-b31c-5da1348814e2 HTTP/1.1" status: 200 len: 945 time: 0.0794258 Jan 20 15:33:00.992058 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-c8de7239-2dfd-4e0a-8563-6adbb6de88f9 req-cb4dc7d6-95d4-48be-9d2a-d8b16052b0b9 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/security-groups?id=5603b6cd-5e06-4457-b4c5-445d32157669&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0397370 Jan 20 15:33:01.024028 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 51618) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:33:01.082275 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd287cf1f-b400-45d8-b31c-5da1348814e2', 'tag': '14fff942-ecc4-4613-aff7-dfdaa618d75d', 'status': 'completed', 'code': 200} Jan 20 15:33:01.136573 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-cd6be5b4-813d-42b6-9a72-90653ae7c737 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/floatingips/c619de5b-76a3-4782-a1e9-53a3739901ff HTTP/1.1" status: 200 len: 990 time: 0.1113462 Jan 20 15:33:01.147351 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-bf89f38d-c94c-42c5-8ab0-4cc4f88bc496 req-5cc89dbe-63c2-4bba-acd9-8d497e2b0f61 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=a7eb12e65a2142f3af36926716af6c10&device_id=d287cf1f-b400-45d8-b31c-5da1348814e2 HTTP/1.1" status: 200 len: 1098 time: 0.0842180 Jan 20 15:33:01.238771 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:33:01.276840 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-c2515652-4356-4e25-af09-dfdd8265fcb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6b91a64-814f-46c9-b040-5afaba90dc17', 'name': 'tempest-TestNetworkAdvancedServerOps-router-480193797', 'tenant_id': 'a7eb12e65a2142f3af36926716af6c10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.189'}], 'enable_snat': True}, 'gw_port_id': '6e826527-fea4-4123-9386-9fb022a39249', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:32:35Z', 'updated_at': '2022-01-20T15:32:40Z', 'revision_number': 4, 'project_id': 'a7eb12e65a2142f3af36926716af6c10', 'gw_port': {'id': '6e826527-fea4-4123-9386-9fb022a39249', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:b3:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b91a64-814f-46c9-b040-5afaba90dc17', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:32:36Z', 'updated_at': '2022-01-20T15:32:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv', '_floatingips': [{'id': 'c619de5b-76a3-4782-a1e9-53a3739901ff', 'tenant_id': 'a7eb12e65a2142f3af36926716af6c10', 'floating_ip_address': '172.26.7.73', 'floating_network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'router_id': 'b6b91a64-814f-46c9-b040-5afaba90dc17', 'port_id': '14fff942-ecc4-4613-aff7-dfdaa618d75d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ca2a5e5-0c1e-4887-bce2-fbb28f5c8c56', 'mac_address': 'fa:16:3e:66:83:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd287cf1f-b400-45d8-b31c-5da1348814e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T15:32:59Z', 'updated_at': '2022-01-20T15:32:59Z', 'revision_number': 0, 'project_id': 'a7eb12e65a2142f3af36926716af6c10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94ae2236-2c21-41b1-b24f-615a5c25b672', 'name': '', 'network_id': '2ca2a5e5-0c1e-4887-bce2-fbb28f5c8c56', 'tenant_id': 'a7eb12e65a2142f3af36926716af6c10', 'mac_address': 'fa:16:3e:12:68:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b91a64-814f-46c9-b040-5afaba90dc17', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e21d2ab9-0895-4b29-a4a5-e63637fb062b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:32:40Z', 'updated_at': '2022-01-20T15:32:46Z', 'revision_number': 5, 'project_id': 'a7eb12e65a2142f3af36926716af6c10', 'subnets': [{'id': 'e21d2ab9-0895-4b29-a4a5-e63637fb062b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:33:01.280876 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2515652-4356-4e25-af09-dfdd8265fcb3 None None] Checking router: b6b91a64-814f-46c9-b040-5afaba90dc17 for host: dv-neutron-825124-1-hyperv {{(pid=84154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 15:33:01.291297 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2515652-4356-4e25-af09-dfdd8265fcb3 None None] Routers {'b6b91a64-814f-46c9-b040-5afaba90dc17'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 15:33:01.291892 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-c2515652-4356-4e25-af09-dfdd8265fcb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T15:33:00Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['b6b91a64-814f-46c9-b040-5afaba90dc17'], 'active': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:33:01.295900 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf89f38d-c94c-42c5-8ab0-4cc4f88bc496 req-4404c3cf-ac52-42bb-81ee-5cb09409d37a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:33:01.297395 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-bf89f38d-c94c-42c5-8ab0-4cc4f88bc496 req-4404c3cf-ac52-42bb-81ee-5cb09409d37a service neutron] 10.222.0.106 "GET /v2.0/networks?id=2ca2a5e5-0c1e-4887-bce2-fbb28f5c8c56 HTTP/1.1" status: 200 len: 898 time: 0.1432126 Jan 20 15:33:01.410003 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-bf89f38d-c94c-42c5-8ab0-4cc4f88bc496 req-a6f8db16-c341-42c2-aeb3-bbbaf53bb287 service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=14fff942-ecc4-4613-aff7-dfdaa618d75d HTTP/1.1" status: 200 len: 998 time: 0.1068804 Jan 20 15:33:01.472985 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf89f38d-c94c-42c5-8ab0-4cc4f88bc496 req-1a06ae09-66a8-40ce-a6a7-0597f2b43308 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:33:01.474482 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-bf89f38d-c94c-42c5-8ab0-4cc4f88bc496 req-1a06ae09-66a8-40ce-a6a7-0597f2b43308 service neutron] 10.222.0.106 "GET /v2.0/subnets?id=e21d2ab9-0895-4b29-a4a5-e63637fb062b HTTP/1.1" status: 200 len: 835 time: 0.0588861 Jan 20 15:33:01.476327 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvr_db [None req-c2515652-4356-4e25-af09-dfdd8265fcb3 None None] Set router b6b91a64-814f-46c9-b040-5afaba90dc17 gateway port host: dv-neutron-825124-1-hyperv {{(pid=84154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 15:33:01.521728 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:33:01.565130 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-bf89f38d-c94c-42c5-8ab0-4cc4f88bc496 req-063ae2c0-f3a7-4a56-8fa0-92228247adf5 service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=2ca2a5e5-0c1e-4887-bce2-fbb28f5c8c56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0836360 Jan 20 15:33:01.703079 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-bf89f38d-c94c-42c5-8ab0-4cc4f88bc496 req-2373ac0d-8426-4f95-9268-be7aaec20e7f service neutron] 10.222.0.106 "GET /v2.0/networks/2ca2a5e5-0c1e-4887-bce2-fbb28f5c8c56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314645 Jan 20 15:33:01.838989 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-bf89f38d-c94c-42c5-8ab0-4cc4f88bc496 req-64346812-1605-4948-b376-5f0a41b0600c service neutron] 10.222.0.106 "GET /v2.0/networks/2ca2a5e5-0c1e-4887-bce2-fbb28f5c8c56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304150 Jan 20 15:33:01.839702 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-c2515652-4356-4e25-af09-dfdd8265fcb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6b91a64-814f-46c9-b040-5afaba90dc17', 'name': 'tempest-TestNetworkAdvancedServerOps-router-480193797', 'tenant_id': 'a7eb12e65a2142f3af36926716af6c10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.189'}], 'enable_snat': True}, 'gw_port_id': '6e826527-fea4-4123-9386-9fb022a39249', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:32:35Z', 'updated_at': '2022-01-20T15:32:40Z', 'revision_number': 4, 'project_id': 'a7eb12e65a2142f3af36926716af6c10', 'gw_port': {'id': '6e826527-fea4-4123-9386-9fb022a39249', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:b3:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b91a64-814f-46c9-b040-5afaba90dc17', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:32:36Z', 'updated_at': '2022-01-20T15:32:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv', '_floatingips': [{'id': 'c619de5b-76a3-4782-a1e9-53a3739901ff', 'tenant_id': 'a7eb12e65a2142f3af36926716af6c10', 'floating_ip_address': '172.26.7.73', 'floating_network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'router_id': 'b6b91a64-814f-46c9-b040-5afaba90dc17', 'port_id': '14fff942-ecc4-4613-aff7-dfdaa618d75d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ca2a5e5-0c1e-4887-bce2-fbb28f5c8c56', 'mac_address': 'fa:16:3e:66:83:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd287cf1f-b400-45d8-b31c-5da1348814e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T15:32:59Z', 'updated_at': '2022-01-20T15:32:59Z', 'revision_number': 0, 'project_id': 'a7eb12e65a2142f3af36926716af6c10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94ae2236-2c21-41b1-b24f-615a5c25b672', 'name': '', 'network_id': '2ca2a5e5-0c1e-4887-bce2-fbb28f5c8c56', 'tenant_id': 'a7eb12e65a2142f3af36926716af6c10', 'mac_address': 'fa:16:3e:12:68:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b91a64-814f-46c9-b040-5afaba90dc17', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e21d2ab9-0895-4b29-a4a5-e63637fb062b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:32:40Z', 'updated_at': '2022-01-20T15:32:46Z', 'revision_number': 5, 'project_id': 'a7eb12e65a2142f3af36926716af6c10', 'subnets': [{'id': 'e21d2ab9-0895-4b29-a4a5-e63637fb062b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:33:01.845023 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2515652-4356-4e25-af09-dfdd8265fcb3 None None] The sync data for ids ['b6b91a64-814f-46c9-b040-5afaba90dc17'] in dv-neutron-825124-1-hyperv is: [{'id': 'b6b91a64-814f-46c9-b040-5afaba90dc17', 'name': 'tempest-TestNetworkAdvancedServerOps-router-480193797', 'tenant_id': 'a7eb12e65a2142f3af36926716af6c10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.189'}], 'enable_snat': True}, 'gw_port_id': '6e826527-fea4-4123-9386-9fb022a39249', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:32:35Z', 'updated_at': '2022-01-20T15:32:40Z', 'revision_number': 4, 'project_id': 'a7eb12e65a2142f3af36926716af6c10', 'gw_port': {'id': '6e826527-fea4-4123-9386-9fb022a39249', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:b3:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b91a64-814f-46c9-b040-5afaba90dc17', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:32:36Z', 'updated_at': '2022-01-20T15:32:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv', '_floatingips': [{'id': 'c619de5b-76a3-4782-a1e9-53a3739901ff', 'tenant_id': 'a7eb12e65a2142f3af36926716af6c10', 'floating_ip_address': '172.26.7.73', 'floating_network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'router_id': 'b6b91a64-814f-46c9-b040-5afaba90dc17', 'port_id': '14fff942-ecc4-4613-aff7-dfdaa618d75d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ca2a5e5-0c1e-4887-bce2-fbb28f5c8c56', 'mac_address': 'fa:16:3e:66:83:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd287cf1f-b400-45d8-b31c-5da1348814e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T15:32:59Z', 'updated_at': '2022-01-20T15:32:59Z', 'revision_number': 0, 'project_id': 'a7eb12e65a2142f3af36926716af6c10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94ae2236-2c21-41b1-b24f-615a5c25b672', 'name': '', 'network_id': '2ca2a5e5-0c1e-4887-bce2-fbb28f5c8c56', 'tenant_id': 'a7eb12e65a2142f3af36926716af6c10', 'mac_address': 'fa:16:3e:12:68:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b91a64-814f-46c9-b040-5afaba90dc17', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e21d2ab9-0895-4b29-a4a5-e63637fb062b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:32:40Z', 'updated_at': '2022-01-20T15:32:46Z', 'revision_number': 5, 'project_id': 'a7eb12e65a2142f3af36926716af6c10', 'subnets': [{'id': 'e21d2ab9-0895-4b29-a4a5-e63637fb062b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 15:33:01.864739 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-cdd98e71-1f0a-4421-baa9-dcb30e06edf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:33:02.140436 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 51622) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:33:02.246124 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-f9313f98-fd90-4e88-99e1-399d01d1d028 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/floatingips/c619de5b-76a3-4782-a1e9-53a3739901ff HTTP/1.1" status: 200 len: 990 time: 0.1046171 Jan 20 15:33:02.387491 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc9c00f1-74df-44a3-9f18-07d394539f13 None None] New status for floating IP c619de5b-76a3-4782-a1e9-53a3739901ff: ACTIVE {{(pid=84155) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 20 15:33:03.249963 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 51626) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:33:03.304303 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-eea6df97-7ff1-4b63-af20-e3ec8913deda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:33:03.355103 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-19fa492c-8a00-41ad-81f8-996506fac2fa tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/floatingips/c619de5b-76a3-4782-a1e9-53a3739901ff HTTP/1.1" status: 200 len: 992 time: 0.1040103 Jan 20 15:33:12.186119 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-e7301b28-bf65-4a8f-a627-b7972a137017 req-634892fa-6471-40cc-9c93-1dc3913c4b82 service neutron] 10.222.0.106 "GET /v2.0/ports?device_id=d287cf1f-b400-45d8-b31c-5da1348814e2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0692608 Jan 20 15:33:12.325270 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-e7301b28-bf65-4a8f-a627-b7972a137017 req-22e38a34-8cf9-465d-90da-662a7dc16066 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=a7eb12e65a2142f3af36926716af6c10&device_id=d287cf1f-b400-45d8-b31c-5da1348814e2 HTTP/1.1" status: 200 len: 1098 time: 0.0689135 Jan 20 15:33:12.468708 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7301b28-bf65-4a8f-a627-b7972a137017 req-4ef8aaa3-765d-4444-b53a-36a1207021ca service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:33:12.470101 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-e7301b28-bf65-4a8f-a627-b7972a137017 req-4ef8aaa3-765d-4444-b53a-36a1207021ca service neutron] 10.222.0.106 "GET /v2.0/networks?id=2ca2a5e5-0c1e-4887-bce2-fbb28f5c8c56 HTTP/1.1" status: 200 len: 898 time: 0.1261389 Jan 20 15:33:12.571593 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-e7301b28-bf65-4a8f-a627-b7972a137017 req-68a88f6a-db30-4604-b3e3-20fa29ad73f4 service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=14fff942-ecc4-4613-aff7-dfdaa618d75d HTTP/1.1" status: 200 len: 1000 time: 0.0953534 Jan 20 15:33:12.635844 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7301b28-bf65-4a8f-a627-b7972a137017 req-a3a7b9af-cecb-4102-824b-0e399c4d3c58 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:33:12.637234 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-e7301b28-bf65-4a8f-a627-b7972a137017 req-a3a7b9af-cecb-4102-824b-0e399c4d3c58 service neutron] 10.222.0.106 "GET /v2.0/subnets?id=e21d2ab9-0895-4b29-a4a5-e63637fb062b HTTP/1.1" status: 200 len: 835 time: 0.0588524 Jan 20 15:33:12.709418 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-e7301b28-bf65-4a8f-a627-b7972a137017 req-bd72668b-40f7-44e8-9d52-ad6fe32442c6 service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=2ca2a5e5-0c1e-4887-bce2-fbb28f5c8c56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0662196 Jan 20 15:33:12.846357 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-e7301b28-bf65-4a8f-a627-b7972a137017 req-87cb3b81-4f6b-41d6-80fd-c1c335552c8b service neutron] 10.222.0.106 "GET /v2.0/networks/2ca2a5e5-0c1e-4887-bce2-fbb28f5c8c56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276288 Jan 20 15:33:13.062540 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-e7301b28-bf65-4a8f-a627-b7972a137017 req-7e6f9daf-fd96-4bf3-b0c2-8f634e909b9a service neutron] 10.222.0.106 "GET /v2.0/networks/2ca2a5e5-0c1e-4887-bce2-fbb28f5c8c56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2100477 Jan 20 15:33:28.074303 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7b8f1c48-bdfc-44e5-aafa-93fc899cc3b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:33:30.103923 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.agents_db [None req-6dba657d-a637-4918-9b6d-40defdfae04b None None] Agent healthcheck: found 6 active agents {{(pid=84155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 15:33:30.474419 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-77515aee-eaf3-4285-b869-64d46b712c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:33:31.188580 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:33:31.462280 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:33:31.834557 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-cdd98e71-1f0a-4421-baa9-dcb30e06edf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:33:33.320119 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-eea6df97-7ff1-4b63-af20-e3ec8913deda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:33:58.056486 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-66efd1ba-d222-4573-8431-a0d62b2bf7a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:34:00.490601 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-51549041-985a-4d88-a387-b849736968b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:34:01.203217 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:34:01.506712 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:34:01.895961 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-cdd98e71-1f0a-4421-baa9-dcb30e06edf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:34:03.342182 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-eea6df97-7ff1-4b63-af20-e3ec8913deda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:34:04.753407 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaab0d1a-ee7f-4ed8-86f0-0406fd31771e req-d2e11d51-5865-4d44-a85a-98cd9c5b90ac tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:34:04.754808 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-eaab0d1a-ee7f-4ed8-86f0-0406fd31771e req-d2e11d51-5865-4d44-a85a-98cd9c5b90ac tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/ports?device_id=d287cf1f-b400-45d8-b31c-5da1348814e2 HTTP/1.1" status: 200 len: 945 time: 0.1639543 Jan 20 15:34:04.804748 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-eaab0d1a-ee7f-4ed8-86f0-0406fd31771e req-e5a63c4e-ea87-4e6d-857b-573e6f807249 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/security-groups?id=5603b6cd-5e06-4457-b4c5-445d32157669&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0443203 Jan 20 15:34:06.072423 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f67266d-465d-4c44-9bde-bb46ac975b68 req-a2df0480-ab6a-4e43-b83e-9202674f3bce tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:34:06.075717 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-5f67266d-465d-4c44-9bde-bb46ac975b68 req-a2df0480-ab6a-4e43-b83e-9202674f3bce tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/ports?device_id=d287cf1f-b400-45d8-b31c-5da1348814e2 HTTP/1.1" status: 200 len: 945 time: 0.1515923 Jan 20 15:34:06.126635 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-5f67266d-465d-4c44-9bde-bb46ac975b68 req-f7af3e28-b91b-4adb-957c-a7ab80c6e888 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/security-groups?id=5603b6cd-5e06-4457-b4c5-445d32157669&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0463853 Jan 20 15:34:07.103984 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.agents_db [None req-6dba657d-a637-4918-9b6d-40defdfae04b None None] Agent healthcheck: found 6 active agents {{(pid=84155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 15:34:07.326905 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd187c1-423e-41b0-8fc3-6577851d6496 req-9ccaa489-6bab-49b7-b851-c897121ca5bd tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:34:07.328344 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-ddd187c1-423e-41b0-8fc3-6577851d6496 req-9ccaa489-6bab-49b7-b851-c897121ca5bd tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/ports?device_id=d287cf1f-b400-45d8-b31c-5da1348814e2 HTTP/1.1" status: 200 len: 945 time: 0.0788825 Jan 20 15:34:07.372795 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-ddd187c1-423e-41b0-8fc3-6577851d6496 req-f58d76f1-b9d3-470e-a1d7-ffe88c3ff3d8 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/security-groups?id=5603b6cd-5e06-4457-b4c5-445d32157669&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0390093 Jan 20 15:34:07.401307 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 51658) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:34:07.502668 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-26551610-b584-45b6-8802-7f1f05fc0a1c tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/floatingips/c619de5b-76a3-4782-a1e9-53a3739901ff HTTP/1.1" status: 200 len: 992 time: 0.1002638 Jan 20 15:34:09.132864 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2754978-8e5f-483f-a5cf-b9ab448c2d55 req-50c5a192-0606-4d15-a0af-e3a7eebaf87d tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:34:09.134269 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-c2754978-8e5f-483f-a5cf-b9ab448c2d55 req-50c5a192-0606-4d15-a0af-e3a7eebaf87d tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/ports?device_id=d287cf1f-b400-45d8-b31c-5da1348814e2 HTTP/1.1" status: 200 len: 945 time: 0.0829704 Jan 20 15:34:09.180359 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-c2754978-8e5f-483f-a5cf-b9ab448c2d55 req-d5cec81e-5f1b-4794-8969-8658d6b716db tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/security-groups?id=5603b6cd-5e06-4457-b4c5-445d32157669&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0405574 Jan 20 15:34:09.254163 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-136d18fa-9dd5-40b9-8b78-ff80084eaba2 req-416e0ced-dce1-4674-8c4c-d454833df446 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=a7eb12e65a2142f3af36926716af6c10&device_id=d287cf1f-b400-45d8-b31c-5da1348814e2 HTTP/1.1" status: 200 len: 1098 time: 0.1395137 Jan 20 15:34:09.383446 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136d18fa-9dd5-40b9-8b78-ff80084eaba2 req-6e141acd-c945-4f4e-9467-31d75113401d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:34:09.384861 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-136d18fa-9dd5-40b9-8b78-ff80084eaba2 req-6e141acd-c945-4f4e-9467-31d75113401d service neutron] 10.222.0.106 "GET /v2.0/networks?id=2ca2a5e5-0c1e-4887-bce2-fbb28f5c8c56 HTTP/1.1" status: 200 len: 898 time: 0.1254404 Jan 20 15:34:09.484682 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-136d18fa-9dd5-40b9-8b78-ff80084eaba2 req-70889dd6-4775-4c5d-a367-0b5d08e02d65 service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=14fff942-ecc4-4613-aff7-dfdaa618d75d HTTP/1.1" status: 200 len: 1000 time: 0.0941827 Jan 20 15:34:09.548537 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136d18fa-9dd5-40b9-8b78-ff80084eaba2 req-403d701c-9061-4ff0-a922-afbd61346ff0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:34:09.549919 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-136d18fa-9dd5-40b9-8b78-ff80084eaba2 req-403d701c-9061-4ff0-a922-afbd61346ff0 service neutron] 10.222.0.106 "GET /v2.0/subnets?id=e21d2ab9-0895-4b29-a4a5-e63637fb062b HTTP/1.1" status: 200 len: 835 time: 0.0597842 Jan 20 15:34:09.622334 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-136d18fa-9dd5-40b9-8b78-ff80084eaba2 req-05bb29f0-4b05-49eb-a090-579e197c0240 service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=2ca2a5e5-0c1e-4887-bce2-fbb28f5c8c56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0663733 Jan 20 15:34:09.749200 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-136d18fa-9dd5-40b9-8b78-ff80084eaba2 req-12a4951b-6f06-422f-8542-9b8a13668bbc service neutron] 10.222.0.106 "GET /v2.0/networks/2ca2a5e5-0c1e-4887-bce2-fbb28f5c8c56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212556 Jan 20 15:34:09.878596 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-136d18fa-9dd5-40b9-8b78-ff80084eaba2 req-a4714689-0d10-458d-b4bb-1b602df0d0e5 service neutron] 10.222.0.106 "GET /v2.0/networks/2ca2a5e5-0c1e-4887-bce2-fbb28f5c8c56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238430 Jan 20 15:34:10.391892 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18b0b55-2809-4418-b752-6a6dc731b71f req-44b52d3b-8c2a-4305-b4b5-13c5abba756c tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:34:10.393329 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-f18b0b55-2809-4418-b752-6a6dc731b71f req-44b52d3b-8c2a-4305-b4b5-13c5abba756c tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/ports?device_id=d287cf1f-b400-45d8-b31c-5da1348814e2 HTTP/1.1" status: 200 len: 945 time: 0.0826697 Jan 20 15:34:10.439230 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-f18b0b55-2809-4418-b752-6a6dc731b71f req-79b9ae4d-db59-459b-9afc-86f02786e3ac tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/security-groups?id=5603b6cd-5e06-4457-b4c5-445d32157669&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0397897 Jan 20 15:34:11.535856 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-278c62e0-e0b2-40d8-86a7-39eb9cb71ea4 req-857869e7-109d-4982-8f36-457e0dac95ce service neutron] 10.222.0.106 "GET /v2.0/ports?device_id=d287cf1f-b400-45d8-b31c-5da1348814e2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0665329 Jan 20 15:34:11.688447 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b246f4-5d7a-490a-9dea-3e9bc7da020c req-fefcaa25-5ccc-4688-a635-60cfa02ff77c tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:34:11.689884 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-58b246f4-5d7a-490a-9dea-3e9bc7da020c req-fefcaa25-5ccc-4688-a635-60cfa02ff77c tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/ports?device_id=d287cf1f-b400-45d8-b31c-5da1348814e2 HTTP/1.1" status: 200 len: 945 time: 0.1294081 Jan 20 15:34:11.713816 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-278c62e0-e0b2-40d8-86a7-39eb9cb71ea4 req-c0152884-b42c-44ab-bec0-471e3fd04685 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=a7eb12e65a2142f3af36926716af6c10&device_id=d287cf1f-b400-45d8-b31c-5da1348814e2 HTTP/1.1" status: 200 len: 1098 time: 0.1051300 Jan 20 15:34:11.766752 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-58b246f4-5d7a-490a-9dea-3e9bc7da020c req-4cc096a9-6f68-4aee-bb99-9ee083231b0d tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/security-groups?id=5603b6cd-5e06-4457-b4c5-445d32157669&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0689890 Jan 20 15:34:11.796065 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 51674) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:34:11.905326 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-1b380148-ca82-4eb8-a9fd-da63ba75f07d tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/floatingips/c619de5b-76a3-4782-a1e9-53a3739901ff HTTP/1.1" status: 200 len: 992 time: 0.1055081 Jan 20 15:34:11.954969 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278c62e0-e0b2-40d8-86a7-39eb9cb71ea4 req-4cef076a-9e44-464a-8cda-f88e93e1057f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:34:11.956481 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-278c62e0-e0b2-40d8-86a7-39eb9cb71ea4 req-4cef076a-9e44-464a-8cda-f88e93e1057f service neutron] 10.222.0.106 "GET /v2.0/networks?id=2ca2a5e5-0c1e-4887-bce2-fbb28f5c8c56 HTTP/1.1" status: 200 len: 898 time: 0.2185996 Jan 20 15:34:12.059555 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-278c62e0-e0b2-40d8-86a7-39eb9cb71ea4 req-3bd9eac4-b315-4cfd-bc6c-8fa4474e9683 service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=14fff942-ecc4-4613-aff7-dfdaa618d75d HTTP/1.1" status: 200 len: 1000 time: 0.0948281 Jan 20 15:34:12.123637 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278c62e0-e0b2-40d8-86a7-39eb9cb71ea4 req-07874d31-381e-4f78-82bf-388530e5ab3d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:34:12.125014 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-278c62e0-e0b2-40d8-86a7-39eb9cb71ea4 req-07874d31-381e-4f78-82bf-388530e5ab3d service neutron] 10.222.0.106 "GET /v2.0/subnets?id=e21d2ab9-0895-4b29-a4a5-e63637fb062b HTTP/1.1" status: 200 len: 835 time: 0.0596473 Jan 20 15:34:12.198157 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-278c62e0-e0b2-40d8-86a7-39eb9cb71ea4 req-6402ee6a-0fe3-4fcd-8757-6d98b6955316 service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=2ca2a5e5-0c1e-4887-bce2-fbb28f5c8c56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0663018 Jan 20 15:34:12.234430 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 51682) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:34:12.327604 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-278c62e0-e0b2-40d8-86a7-39eb9cb71ea4 req-4bb4f47b-9adb-4bfc-b3ca-a7b07b324fe2 service neutron] 10.222.0.106 "GET /v2.0/networks/2ca2a5e5-0c1e-4887-bce2-fbb28f5c8c56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228006 Jan 20 15:34:12.435386 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-a79e859e-5af3-4ce4-bdc2-2701dfb6be2e tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Deleting port f8f814f9-303c-4842-ac68-c6f93bd8b7af {{(pid=84152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 15:34:12.435728 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-a79e859e-5af3-4ce4-bdc2-2701dfb6be2e tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:34:12.463593 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-278c62e0-e0b2-40d8-86a7-39eb9cb71ea4 req-ec076118-5291-4d09-8af0-0c444a8d9723 service neutron] 10.222.0.106 "GET /v2.0/networks/2ca2a5e5-0c1e-4887-bce2-fbb28f5c8c56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299469 Jan 20 15:34:12.693131 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-a79e859e-5af3-4ce4-bdc2-2701dfb6be2e tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:34:12.693399 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-a79e859e-5af3-4ce4-bdc2-2701dfb6be2e tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:34:12.814485 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-a79e859e-5af3-4ce4-bdc2-2701dfb6be2e tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Calling delete_port for f8f814f9-303c-4842-ac68-c6f93bd8b7af owned by network:floatingip {{(pid=84152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 15:34:13.019569 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-a79e859e-5af3-4ce4-bdc2-2701dfb6be2e tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:34:13.062711 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79e859e-5af3-4ce4-bdc2-2701dfb6be2e tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Pushing event deleted for resources: {'Port': ['ID=f8f814f9-303c-4842-ac68-c6f93bd8b7af,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:34:13.102494 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79e859e-5af3-4ce4-bdc2-2701dfb6be2e tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:34:13.102854 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79e859e-5af3-4ce4-bdc2-2701dfb6be2e tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:34:13.103195 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79e859e-5af3-4ce4-bdc2-2701dfb6be2e tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:34:13.103536 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79e859e-5af3-4ce4-bdc2-2701dfb6be2e tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:34:13.103870 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79e859e-5af3-4ce4-bdc2-2701dfb6be2e tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:34:13.104202 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79e859e-5af3-4ce4-bdc2-2701dfb6be2e tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:34:13.104529 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79e859e-5af3-4ce4-bdc2-2701dfb6be2e tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:34:13.104854 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79e859e-5af3-4ce4-bdc2-2701dfb6be2e tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:34:13.105179 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79e859e-5af3-4ce4-bdc2-2701dfb6be2e tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:34:13.105508 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79e859e-5af3-4ce4-bdc2-2701dfb6be2e tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:34:13.105837 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79e859e-5af3-4ce4-bdc2-2701dfb6be2e tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:34:13.173897 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-a79e859e-5af3-4ce4-bdc2-2701dfb6be2e tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks [] for floatingip, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:34:13.563230 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a79e859e-5af3-4ce4-bdc2-2701dfb6be2e tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Router b6b91a64-814f-46c9-b040-5afaba90dc17 has already been hosted by L3 agent 624d525b-4c26-4143-8a1c-228bb1c6faaa {{(pid=84152) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 15:34:13.754828 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a79e859e-5af3-4ce4-bdc2-2701dfb6be2e tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify agent at l3_agent.dv-neutron-825124-1-hyperv the message routers_updated {{(pid=84152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 15:34:13.764701 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c4172c-c95d-43f3-895f-2f0e2a9c9b91 None None] Sync routers for ids ['b6b91a64-814f-46c9-b040-5afaba90dc17'] in dv-neutron-825124-1-hyperv {{(pid=84154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 15:34:13.776006 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c4172c-c95d-43f3-895f-2f0e2a9c9b91 None None] Routers {'b6b91a64-814f-46c9-b040-5afaba90dc17'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 15:34:13.776600 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-e0c4172c-c95d-43f3-895f-2f0e2a9c9b91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T15:34:00Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['b6b91a64-814f-46c9-b040-5afaba90dc17'], 'active': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:34:13.849770 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-a79e859e-5af3-4ce4-bdc2-2701dfb6be2e tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for floatingip, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:34:13.906019 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-a79e859e-5af3-4ce4-bdc2-2701dfb6be2e tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "DELETE /v2.0/floatingips/c619de5b-76a3-4782-a1e9-53a3739901ff HTTP/1.1" status: 204 len: 168 time: 1.6704476 Jan 20 15:34:13.906740 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd287cf1f-b400-45d8-b31c-5da1348814e2', 'tag': '14fff942-ecc4-4613-aff7-dfdaa618d75d'}] {{(pid=84152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 15:34:13.954843 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvr_db [None req-e0c4172c-c95d-43f3-895f-2f0e2a9c9b91 None None] Set router b6b91a64-814f-46c9-b040-5afaba90dc17 gateway port host: dv-neutron-825124-1-hyperv {{(pid=84154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 15:34:13.962603 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd287cf1f-b400-45d8-b31c-5da1348814e2', 'tag': '14fff942-ecc4-4613-aff7-dfdaa618d75d', 'status': 'completed', 'code': 200} Jan 20 15:34:14.060254 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-c026eafd-efe8-48aa-9950-eef0a0eaa730 req-a4182ca3-38cd-40cc-ad0f-a552ddaed8a6 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=a7eb12e65a2142f3af36926716af6c10&device_id=d287cf1f-b400-45d8-b31c-5da1348814e2 HTTP/1.1" status: 200 len: 1098 time: 0.0764716 Jan 20 15:34:14.195090 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c026eafd-efe8-48aa-9950-eef0a0eaa730 req-9f6db652-9d4c-4daa-b5d8-5ad75fceed89 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:34:14.196905 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-c026eafd-efe8-48aa-9950-eef0a0eaa730 req-9f6db652-9d4c-4daa-b5d8-5ad75fceed89 service neutron] 10.222.0.106 "GET /v2.0/networks?id=2ca2a5e5-0c1e-4887-bce2-fbb28f5c8c56 HTTP/1.1" status: 200 len: 898 time: 0.1310534 Jan 20 15:34:14.275755 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-c026eafd-efe8-48aa-9950-eef0a0eaa730 req-9eba0d05-a16b-4e3c-a4f7-3f28cf5f2b92 service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=14fff942-ecc4-4613-aff7-dfdaa618d75d HTTP/1.1" status: 200 len: 217 time: 0.0724311 Jan 20 15:34:14.331432 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-e0c4172c-c95d-43f3-895f-2f0e2a9c9b91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6b91a64-814f-46c9-b040-5afaba90dc17', 'name': 'tempest-TestNetworkAdvancedServerOps-router-480193797', 'tenant_id': 'a7eb12e65a2142f3af36926716af6c10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.189'}], 'enable_snat': True}, 'gw_port_id': '6e826527-fea4-4123-9386-9fb022a39249', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:32:35Z', 'updated_at': '2022-01-20T15:32:40Z', 'revision_number': 4, 'project_id': 'a7eb12e65a2142f3af36926716af6c10', 'gw_port': {'id': '6e826527-fea4-4123-9386-9fb022a39249', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:b3:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b91a64-814f-46c9-b040-5afaba90dc17', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:32:36Z', 'updated_at': '2022-01-20T15:32:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv', '_interfaces': [{'id': '94ae2236-2c21-41b1-b24f-615a5c25b672', 'name': '', 'network_id': '2ca2a5e5-0c1e-4887-bce2-fbb28f5c8c56', 'tenant_id': 'a7eb12e65a2142f3af36926716af6c10', 'mac_address': 'fa:16:3e:12:68:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b91a64-814f-46c9-b040-5afaba90dc17', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e21d2ab9-0895-4b29-a4a5-e63637fb062b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:32:40Z', 'updated_at': '2022-01-20T15:32:46Z', 'revision_number': 5, 'project_id': 'a7eb12e65a2142f3af36926716af6c10', 'subnets': [{'id': 'e21d2ab9-0895-4b29-a4a5-e63637fb062b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:34:14.343430 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c4172c-c95d-43f3-895f-2f0e2a9c9b91 None None] Checking router: b6b91a64-814f-46c9-b040-5afaba90dc17 for host: dv-neutron-825124-1-hyperv {{(pid=84154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 15:34:14.355720 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c4172c-c95d-43f3-895f-2f0e2a9c9b91 None None] Routers {'b6b91a64-814f-46c9-b040-5afaba90dc17'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 15:34:14.356410 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-e0c4172c-c95d-43f3-895f-2f0e2a9c9b91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T15:34:00Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['b6b91a64-814f-46c9-b040-5afaba90dc17'], 'active': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:34:14.369870 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c026eafd-efe8-48aa-9950-eef0a0eaa730 req-483f8214-9300-4116-b259-6a81137d1ab7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:34:14.371514 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-c026eafd-efe8-48aa-9950-eef0a0eaa730 req-483f8214-9300-4116-b259-6a81137d1ab7 service neutron] 10.222.0.106 "GET /v2.0/subnets?id=e21d2ab9-0895-4b29-a4a5-e63637fb062b HTTP/1.1" status: 200 len: 835 time: 0.0894060 Jan 20 15:34:14.447566 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-c026eafd-efe8-48aa-9950-eef0a0eaa730 req-e65cc0a7-b1d7-44f9-9687-db3275769c0f service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=2ca2a5e5-0c1e-4887-bce2-fbb28f5c8c56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0691924 Jan 20 15:34:14.549192 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvr_db [None req-e0c4172c-c95d-43f3-895f-2f0e2a9c9b91 None None] Set router b6b91a64-814f-46c9-b040-5afaba90dc17 gateway port host: dv-neutron-825124-1-hyperv {{(pid=84154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 15:34:14.637189 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-c026eafd-efe8-48aa-9950-eef0a0eaa730 req-ecd38681-cdb3-4aec-bbe1-f8a7635708ae service neutron] 10.222.0.106 "GET /v2.0/networks/2ca2a5e5-0c1e-4887-bce2-fbb28f5c8c56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1834142 Jan 20 15:34:14.642906 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561d4d08-90e7-4421-8e39-34b776042ab1 req-5eb82c0b-cb72-437b-b66a-d4381d1892fa tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:34:14.644233 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-561d4d08-90e7-4421-8e39-34b776042ab1 req-5eb82c0b-cb72-437b-b66a-d4381d1892fa tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/ports?device_id=d287cf1f-b400-45d8-b31c-5da1348814e2 HTTP/1.1" status: 200 len: 945 time: 0.1711371 Jan 20 15:34:14.770703 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-561d4d08-90e7-4421-8e39-34b776042ab1 req-c23143d5-3f48-4f2e-aa8d-c862c5d8ef8c tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/security-groups?id=5603b6cd-5e06-4457-b4c5-445d32157669&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1088033 Jan 20 15:34:14.814571 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-c026eafd-efe8-48aa-9950-eef0a0eaa730 req-a4f8dc08-e6c3-44f1-9144-ef17be63fb1a service neutron] 10.222.0.106 "GET /v2.0/networks/2ca2a5e5-0c1e-4887-bce2-fbb28f5c8c56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1693771 Jan 20 15:34:14.857619 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-e0c4172c-c95d-43f3-895f-2f0e2a9c9b91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6b91a64-814f-46c9-b040-5afaba90dc17', 'name': 'tempest-TestNetworkAdvancedServerOps-router-480193797', 'tenant_id': 'a7eb12e65a2142f3af36926716af6c10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.189'}], 'enable_snat': True}, 'gw_port_id': '6e826527-fea4-4123-9386-9fb022a39249', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:32:35Z', 'updated_at': '2022-01-20T15:32:40Z', 'revision_number': 4, 'project_id': 'a7eb12e65a2142f3af36926716af6c10', 'gw_port': {'id': '6e826527-fea4-4123-9386-9fb022a39249', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:b3:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b91a64-814f-46c9-b040-5afaba90dc17', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:32:36Z', 'updated_at': '2022-01-20T15:32:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv', '_interfaces': [{'id': '94ae2236-2c21-41b1-b24f-615a5c25b672', 'name': '', 'network_id': '2ca2a5e5-0c1e-4887-bce2-fbb28f5c8c56', 'tenant_id': 'a7eb12e65a2142f3af36926716af6c10', 'mac_address': 'fa:16:3e:12:68:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b91a64-814f-46c9-b040-5afaba90dc17', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e21d2ab9-0895-4b29-a4a5-e63637fb062b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:32:40Z', 'updated_at': '2022-01-20T15:32:46Z', 'revision_number': 5, 'project_id': 'a7eb12e65a2142f3af36926716af6c10', 'subnets': [{'id': 'e21d2ab9-0895-4b29-a4a5-e63637fb062b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:34:14.861551 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c4172c-c95d-43f3-895f-2f0e2a9c9b91 None None] The sync data for ids ['b6b91a64-814f-46c9-b040-5afaba90dc17'] in dv-neutron-825124-1-hyperv is: [{'id': 'b6b91a64-814f-46c9-b040-5afaba90dc17', 'name': 'tempest-TestNetworkAdvancedServerOps-router-480193797', 'tenant_id': 'a7eb12e65a2142f3af36926716af6c10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.189'}], 'enable_snat': True}, 'gw_port_id': '6e826527-fea4-4123-9386-9fb022a39249', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:32:35Z', 'updated_at': '2022-01-20T15:32:40Z', 'revision_number': 4, 'project_id': 'a7eb12e65a2142f3af36926716af6c10', 'gw_port': {'id': '6e826527-fea4-4123-9386-9fb022a39249', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:b3:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b91a64-814f-46c9-b040-5afaba90dc17', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:32:36Z', 'updated_at': '2022-01-20T15:32:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv', '_interfaces': [{'id': '94ae2236-2c21-41b1-b24f-615a5c25b672', 'name': '', 'network_id': '2ca2a5e5-0c1e-4887-bce2-fbb28f5c8c56', 'tenant_id': 'a7eb12e65a2142f3af36926716af6c10', 'mac_address': 'fa:16:3e:12:68:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b91a64-814f-46c9-b040-5afaba90dc17', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e21d2ab9-0895-4b29-a4a5-e63637fb062b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:32:40Z', 'updated_at': '2022-01-20T15:32:46Z', 'revision_number': 5, 'project_id': 'a7eb12e65a2142f3af36926716af6c10', 'subnets': [{'id': 'e21d2ab9-0895-4b29-a4a5-e63637fb062b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 15:34:15.068782 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eebac70c-52c0-465f-a0ab-8cc7956f227c None None] New status for floating IP c619de5b-76a3-4782-a1e9-53a3739901ff: DOWN {{(pid=84155) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 20 15:34:15.991566 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6236e12a-1a75-47ff-a5ab-41f08b62370f req-fcc227b6-17bb-494d-8142-e1460f395eea tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:34:15.992918 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-6236e12a-1a75-47ff-a5ab-41f08b62370f req-fcc227b6-17bb-494d-8142-e1460f395eea tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/ports?device_id=d287cf1f-b400-45d8-b31c-5da1348814e2 HTTP/1.1" status: 200 len: 945 time: 0.0748227 Jan 20 15:34:16.036380 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-6236e12a-1a75-47ff-a5ab-41f08b62370f req-86c41f2d-ca2f-4336-b9ec-92c0ebc8d9e3 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/security-groups?id=5603b6cd-5e06-4457-b4c5-445d32157669&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0381091 Jan 20 15:34:16.298114 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fd403c-25fe-441f-9811-3814a261da16 req-68407815-5b9b-4f66-a4cb-d5d75a390851 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:34:16.299535 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-f0fd403c-25fe-441f-9811-3814a261da16 req-68407815-5b9b-4f66-a4cb-d5d75a390851 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.106 "GET /v2.0/ports?device_id=d287cf1f-b400-45d8-b31c-5da1348814e2 HTTP/1.1" status: 200 len: 945 time: 0.1675313 Jan 20 15:34:16.367093 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [req-f0fd403c-25fe-441f-9811-3814a261da16 req-2fbea372-996f-4e69-873a-ffe9e7d15be9 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Deleting port 14fff942-ecc4-4613-aff7-dfdaa618d75d {{(pid=84153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 15:34:16.367435 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-f0fd403c-25fe-441f-9811-3814a261da16 req-2fbea372-996f-4e69-873a-ffe9e7d15be9 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:34:16.606164 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.db [req-f0fd403c-25fe-441f-9811-3814a261da16 req-2fbea372-996f-4e69-873a-ffe9e7d15be9 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] For port 14fff942-ecc4-4613-aff7-dfdaa618d75d, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=14fff942-ecc4-4613-aff7-dfdaa618d75d,segment=NetworkSegment(595adcb3-3c0a-4e65-a693-9bd547d1f892),segment_id=595adcb3-3c0a-4e65-a693-9bd547d1f892)] {{(pid=84153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 15:34:16.606519 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-f0fd403c-25fe-441f-9811-3814a261da16 req-2fbea372-996f-4e69-873a-ffe9e7d15be9 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:34:16.723633 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [req-f0fd403c-25fe-441f-9811-3814a261da16 req-2fbea372-996f-4e69-873a-ffe9e7d15be9 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Calling delete_port for 14fff942-ecc4-4613-aff7-dfdaa618d75d owned by compute:nova {{(pid=84153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 15:34:16.935703 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-f0fd403c-25fe-441f-9811-3814a261da16 req-2fbea372-996f-4e69-873a-ffe9e7d15be9 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:34:16.989260 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbea372-996f-4e69-873a-ffe9e7d15be9 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Pushing event deleted for resources: {'Port': ['ID=14fff942-ecc4-4613-aff7-dfdaa618d75d,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:34:17.057466 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fbea372-996f-4e69-873a-ffe9e7d15be9 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:34:17.058128 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fbea372-996f-4e69-873a-ffe9e7d15be9 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:34:17.058128 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fbea372-996f-4e69-873a-ffe9e7d15be9 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:34:17.058512 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fbea372-996f-4e69-873a-ffe9e7d15be9 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:34:17.058787 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fbea372-996f-4e69-873a-ffe9e7d15be9 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:34:17.059112 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fbea372-996f-4e69-873a-ffe9e7d15be9 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:34:17.059701 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fbea372-996f-4e69-873a-ffe9e7d15be9 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:34:17.060027 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fbea372-996f-4e69-873a-ffe9e7d15be9 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:34:17.060348 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fbea372-996f-4e69-873a-ffe9e7d15be9 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:34:17.060666 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fbea372-996f-4e69-873a-ffe9e7d15be9 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:34:17.060984 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fbea372-996f-4e69-873a-ffe9e7d15be9 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:34:17.075668 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0fd403c-25fe-441f-9811-3814a261da16 req-2fbea372-996f-4e69-873a-ffe9e7d15be9 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] No DVR routers for this DVR port 14fff942-ecc4-4613-aff7-dfdaa618d75d on host hv-neutron-8251 {{(pid=84153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 15:34:17.078231 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-f0fd403c-25fe-441f-9811-3814a261da16 req-2fbea372-996f-4e69-873a-ffe9e7d15be9 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:34:17.080940 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd287cf1f-b400-45d8-b31c-5da1348814e2', 'name': 'network-vif-deleted', 'tag': '14fff942-ecc4-4613-aff7-dfdaa618d75d'}] {{(pid=84153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 15:34:17.092815 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-f0fd403c-25fe-441f-9811-3814a261da16 req-2fbea372-996f-4e69-873a-ffe9e7d15be9 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.106 "DELETE /v2.0/ports/14fff942-ecc4-4613-aff7-dfdaa618d75d HTTP/1.1" status: 204 len: 173 time: 0.7864766 Jan 20 15:34:17.137953 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd287cf1f-b400-45d8-b31c-5da1348814e2', 'name': 'network-vif-deleted', 'tag': '14fff942-ecc4-4613-aff7-dfdaa618d75d', 'status': 'completed', 'code': 200} Jan 20 15:34:17.202308 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [req-b6f461d0-f902-4bc6-80a3-223a82657faf req-a1cb1500-cc45-4dd5-8faa-2d5b53935cda tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Synchronizing usage tracker for tenant:a7eb12e65a2142f3af36926716af6c10 on resource:port {{(pid=84153) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 15:34:17.278135 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [req-b6f461d0-f902-4bc6-80a3-223a82657faf req-a1cb1500-cc45-4dd5-8faa-2d5b53935cda tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Unset dirty status for tenant:a7eb12e65a2142f3af36926716af6c10 on resource:port {{(pid=84153) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 15:34:17.278135 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-b6f461d0-f902-4bc6-80a3-223a82657faf req-a1cb1500-cc45-4dd5-8faa-2d5b53935cda tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "GET /v2.0/ports?device_id=d287cf1f-b400-45d8-b31c-5da1348814e2 HTTP/1.1" status: 200 len: 210 time: 0.1149566 Jan 20 15:34:18.377683 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 51700) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:34:18.855261 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-fbc06bd1-a645-421c-b4b9-9f2d5263a106 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-743504'] for router_interface, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:34:19.275230 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Device 14fff942-ecc4-4613-aff7-dfdaa618d75d no longer exists at agent hyperv_hv-neutron-8251 {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 15:34:19.308532 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] No Port match for: 14fff942-ecc4-4613-aff7-dfdaa618d75d {{(pid=84154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 15:34:19.308882 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Device 14fff942-ecc4-4613-aff7-dfdaa618d75d not bound to the agent host hv-neutron-8251 {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 15:34:19.444344 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-fbc06bd1-a645-421c-b4b9-9f2d5263a106 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Deleting port 94ae2236-2c21-41b1-b24f-615a5c25b672 {{(pid=84152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 15:34:19.444944 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-fbc06bd1-a645-421c-b4b9-9f2d5263a106 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:34:19.621763 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.db [None req-fbc06bd1-a645-421c-b4b9-9f2d5263a106 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] For port 94ae2236-2c21-41b1-b24f-615a5c25b672, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=94ae2236-2c21-41b1-b24f-615a5c25b672,segment=NetworkSegment(595adcb3-3c0a-4e65-a693-9bd547d1f892),segment_id=595adcb3-3c0a-4e65-a693-9bd547d1f892)] {{(pid=84152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 15:34:19.622140 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-fbc06bd1-a645-421c-b4b9-9f2d5263a106 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:34:19.741989 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-fbc06bd1-a645-421c-b4b9-9f2d5263a106 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Calling delete_port for 94ae2236-2c21-41b1-b24f-615a5c25b672 owned by network:router_interface {{(pid=84152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 15:34:19.979599 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-fbc06bd1-a645-421c-b4b9-9f2d5263a106 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:34:20.025706 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc06bd1-a645-421c-b4b9-9f2d5263a106 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Pushing event deleted for resources: {'Port': ['ID=94ae2236-2c21-41b1-b24f-615a5c25b672,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:34:20.419395 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-fbc06bd1-a645-421c-b4b9-9f2d5263a106 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1705096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-745401'] for router_interface, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:34:20.986735 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbc06bd1-a645-421c-b4b9-9f2d5263a106 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Router b6b91a64-814f-46c9-b040-5afaba90dc17 has already been hosted by L3 agent 624d525b-4c26-4143-8a1c-228bb1c6faaa {{(pid=84152) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 15:34:21.206379 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbc06bd1-a645-421c-b4b9-9f2d5263a106 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify agent at l3_agent.dv-neutron-825124-1-hyperv the message routers_updated {{(pid=84152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 15:34:21.216524 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8be1efee-6a9d-4911-a252-468b515db380 None None] Sync routers for ids ['b6b91a64-814f-46c9-b040-5afaba90dc17'] in dv-neutron-825124-1-hyperv {{(pid=84154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 15:34:21.228085 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8be1efee-6a9d-4911-a252-468b515db380 None None] Routers {'b6b91a64-814f-46c9-b040-5afaba90dc17'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 15:34:21.229350 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-8be1efee-6a9d-4911-a252-468b515db380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T15:34:00Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['b6b91a64-814f-46c9-b040-5afaba90dc17'], 'active': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:34:21.286624 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-fbc06bd1-a645-421c-b4b9-9f2d5263a106 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "PUT /v2.0/routers/b6b91a64-814f-46c9-b040-5afaba90dc17/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9053409 Jan 20 15:34:21.287018 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 51704) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:34:21.407707 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvr_db [None req-8be1efee-6a9d-4911-a252-468b515db380 None None] Set router b6b91a64-814f-46c9-b040-5afaba90dc17 gateway port host: dv-neutron-825124-1-hyperv {{(pid=84154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 15:34:21.479530 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c5674d2-ee43-4114-99ae-7415c7ed68a0 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Deleting subnet e21d2ab9-0895-4b29-a4a5-e63637fb062b {{(pid=84153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 20 15:34:21.482826 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-1c5674d2-ee43-4114-99ae-7415c7ed68a0 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks [] for subnet, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:34:21.537970 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-1c5674d2-ee43-4114-99ae-7415c7ed68a0 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3980851'] for subnet, precommit_delete_associations {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:34:21.621646 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-1c5674d2-ee43-4114-99ae-7415c7ed68a0 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1627147'] for subnet, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:34:21.703754 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-8be1efee-6a9d-4911-a252-468b515db380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6b91a64-814f-46c9-b040-5afaba90dc17', 'name': 'tempest-TestNetworkAdvancedServerOps-router-480193797', 'tenant_id': 'a7eb12e65a2142f3af36926716af6c10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.189'}], 'enable_snat': True}, 'gw_port_id': '6e826527-fea4-4123-9386-9fb022a39249', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:32:35Z', 'updated_at': '2022-01-20T15:34:19Z', 'revision_number': 5, 'project_id': 'a7eb12e65a2142f3af36926716af6c10', 'gw_port': {'id': '6e826527-fea4-4123-9386-9fb022a39249', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:b3:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b91a64-814f-46c9-b040-5afaba90dc17', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:32:36Z', 'updated_at': '2022-01-20T15:32:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv'}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:34:21.707900 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8be1efee-6a9d-4911-a252-468b515db380 None None] Checking router: b6b91a64-814f-46c9-b040-5afaba90dc17 for host: dv-neutron-825124-1-hyperv {{(pid=84154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 15:34:21.718574 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8be1efee-6a9d-4911-a252-468b515db380 None None] Routers {'b6b91a64-814f-46c9-b040-5afaba90dc17'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 15:34:21.719169 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-8be1efee-6a9d-4911-a252-468b515db380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T15:34:00Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['b6b91a64-814f-46c9-b040-5afaba90dc17'], 'active': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:34:21.771832 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-1c5674d2-ee43-4114-99ae-7415c7ed68a0 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1627154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3943464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4194013'] for subnet, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:34:21.823721 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5674d2-ee43-4114-99ae-7415c7ed68a0 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Pushing event deleted for resources: {'Subnet': ['ID=e21d2ab9-0895-4b29-a4a5-e63637fb062b,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:34:21.830316 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-1c5674d2-ee43-4114-99ae-7415c7ed68a0 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks [] for subnet, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:34:21.838815 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-1c5674d2-ee43-4114-99ae-7415c7ed68a0 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "DELETE /v2.0/subnets/e21d2ab9-0895-4b29-a4a5-e63637fb062b HTTP/1.1" status: 204 len: 168 time: 0.5505857 Jan 20 15:34:21.841285 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 51708) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:34:21.859165 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e7f012f-a590-4047-ad32-74921b0d92e5 None None] Network 2ca2a5e5-0c1e-4887-bce2-fbb28f5c8c56 requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 15:34:22.041254 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-cbbad33a-e7b4-4251-9bef-1a8f00ed3090 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks [] for router, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:34:22.088831 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvr_db [None req-8be1efee-6a9d-4911-a252-468b515db380 None None] Set router b6b91a64-814f-46c9-b040-5afaba90dc17 gateway port host: dv-neutron-825124-1-hyperv {{(pid=84154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 15:34:22.337668 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-cbbad33a-e7b4-4251-9bef-1a8f00ed3090 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:34:22.382797 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5ddee66-4f94-4a41-b364-e694010d46a5 None None] DHCP port deletion for 2ca2a5e5-0c1e-4887-bce2-fbb28f5c8c56 request from dv-neutron-825124-1-hyperv {{(pid=84154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 20 15:34:22.388962 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-e5ddee66-4f94-4a41-b364-e694010d46a5 None None] Deleting port c1038adb-cad2-49ba-a10a-382c4ab3ce80 {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 15:34:22.389535 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-e5ddee66-4f94-4a41-b364-e694010d46a5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:34:22.415741 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-cbbad33a-e7b4-4251-9bef-1a8f00ed3090 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Deleting port 6e826527-fea4-4123-9386-9fb022a39249 {{(pid=84153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 15:34:22.416682 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-cbbad33a-e7b4-4251-9bef-1a8f00ed3090 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:34:22.522213 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-8be1efee-6a9d-4911-a252-468b515db380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6b91a64-814f-46c9-b040-5afaba90dc17', 'name': 'tempest-TestNetworkAdvancedServerOps-router-480193797', 'tenant_id': 'a7eb12e65a2142f3af36926716af6c10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.189'}], 'enable_snat': True}, 'gw_port_id': '6e826527-fea4-4123-9386-9fb022a39249', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:32:35Z', 'updated_at': '2022-01-20T15:34:19Z', 'revision_number': 5, 'project_id': 'a7eb12e65a2142f3af36926716af6c10', 'gw_port': {'id': '6e826527-fea4-4123-9386-9fb022a39249', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:b3:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b91a64-814f-46c9-b040-5afaba90dc17', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:32:36Z', 'updated_at': '2022-01-20T15:32:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv'}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:34:22.575639 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8be1efee-6a9d-4911-a252-468b515db380 None None] The sync data for ids ['b6b91a64-814f-46c9-b040-5afaba90dc17'] in dv-neutron-825124-1-hyperv is: [{'id': 'b6b91a64-814f-46c9-b040-5afaba90dc17', 'name': 'tempest-TestNetworkAdvancedServerOps-router-480193797', 'tenant_id': 'a7eb12e65a2142f3af36926716af6c10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.189'}], 'enable_snat': True}, 'gw_port_id': '6e826527-fea4-4123-9386-9fb022a39249', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:32:35Z', 'updated_at': '2022-01-20T15:34:19Z', 'revision_number': 5, 'project_id': 'a7eb12e65a2142f3af36926716af6c10', 'gw_port': {'id': '6e826527-fea4-4123-9386-9fb022a39249', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:b3:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b91a64-814f-46c9-b040-5afaba90dc17', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:32:36Z', 'updated_at': '2022-01-20T15:32:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv'}] {{(pid=84154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 15:34:22.596730 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.db [None req-cbbad33a-e7b4-4251-9bef-1a8f00ed3090 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] For port 6e826527-fea4-4123-9386-9fb022a39249, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=6e826527-fea4-4123-9386-9fb022a39249,segment=NetworkSegment(f628f1ba-6b70-4c9b-8839-62340c040c81),segment_id=f628f1ba-6b70-4c9b-8839-62340c040c81)] {{(pid=84153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 15:34:22.597012 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-cbbad33a-e7b4-4251-9bef-1a8f00ed3090 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:34:22.612934 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-e5ddee66-4f94-4a41-b364-e694010d46a5 None None] For port c1038adb-cad2-49ba-a10a-382c4ab3ce80, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=c1038adb-cad2-49ba-a10a-382c4ab3ce80,segment=NetworkSegment(595adcb3-3c0a-4e65-a693-9bd547d1f892),segment_id=595adcb3-3c0a-4e65-a693-9bd547d1f892)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 15:34:22.613329 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-e5ddee66-4f94-4a41-b364-e694010d46a5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:34:22.722968 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-cbbad33a-e7b4-4251-9bef-1a8f00ed3090 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Calling delete_port for 6e826527-fea4-4123-9386-9fb022a39249 owned by network:router_gateway {{(pid=84153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 15:34:22.730884 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-e5ddee66-4f94-4a41-b364-e694010d46a5 None None] Calling delete_port for c1038adb-cad2-49ba-a10a-382c4ab3ce80 owned by network:dhcp {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 15:34:22.878716 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-e5ddee66-4f94-4a41-b364-e694010d46a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486'] for port, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:34:22.923262 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ddee66-4f94-4a41-b364-e694010d46a5 None None] Pushing event deleted for resources: {'Port': ['ID=c1038adb-cad2-49ba-a10a-382c4ab3ce80,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:34:22.930901 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5ddee66-4f94-4a41-b364-e694010d46a5 None None] No DVR routers for this DVR port c1038adb-cad2-49ba-a10a-382c4ab3ce80 on host dv-neutron-825124-1-hyperv {{(pid=84154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 15:34:22.936026 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ddee66-4f94-4a41-b364-e694010d46a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:34:22.940217 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ddee66-4f94-4a41-b364-e694010d46a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:34:22.940958 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ddee66-4f94-4a41-b364-e694010d46a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:34:22.940958 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ddee66-4f94-4a41-b364-e694010d46a5 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:34:22.941231 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ddee66-4f94-4a41-b364-e694010d46a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:34:22.941567 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ddee66-4f94-4a41-b364-e694010d46a5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:34:22.941898 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ddee66-4f94-4a41-b364-e694010d46a5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:34:22.945918 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ddee66-4f94-4a41-b364-e694010d46a5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:34:22.945918 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ddee66-4f94-4a41-b364-e694010d46a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:34:22.945918 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ddee66-4f94-4a41-b364-e694010d46a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:34:22.945918 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ddee66-4f94-4a41-b364-e694010d46a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:34:22.964116 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-cbbad33a-e7b4-4251-9bef-1a8f00ed3090 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:34:23.009781 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbad33a-e7b4-4251-9bef-1a8f00ed3090 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Pushing event deleted for resources: {'Port': ['ID=6e826527-fea4-4123-9386-9fb022a39249,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:34:23.231655 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-cbbad33a-e7b4-4251-9bef-1a8f00ed3090 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-745333'] for router_gateway, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:34:23.483040 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-cbbad33a-e7b4-4251-9bef-1a8f00ed3090 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-737761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105493'] for router, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:34:23.487019 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-cbbad33a-e7b4-4251-9bef-1a8f00ed3090 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:34:23.585575 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-cbbad33a-e7b4-4251-9bef-1a8f00ed3090 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-737693'] for router, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:34:23.586095 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbbad33a-e7b4-4251-9bef-1a8f00ed3090 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Fanout notify agent at l3_agent the message router_deleted on router b6b91a64-814f-46c9-b040-5afaba90dc17 {{(pid=84153) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 20 15:34:23.600423 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-cbbad33a-e7b4-4251-9bef-1a8f00ed3090 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks [] for router, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:34:23.601499 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-cbbad33a-e7b4-4251-9bef-1a8f00ed3090 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "DELETE /v2.0/routers/b6b91a64-814f-46c9-b040-5afaba90dc17 HTTP/1.1" status: 204 len: 168 time: 1.7593219 Jan 20 15:34:23.604450 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 51712) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:34:23.814562 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-e0136c00-3769-4f9c-9ca1-8c93db8f8224 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586409'] for network, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:34:23.938625 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-e0136c00-3769-4f9c-9ca1-8c93db8f8224 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1626242', 'neutron.services.segments.db._delete_segments_for_network-8769554214620'] for network, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:34:23.963474 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.services.segments.db [None req-e0136c00-3769-4f9c-9ca1-8c93db8f8224 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ca2a5e5-0c1e-4887-bce2-fbb28f5c8c56']}} {{(pid=84153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:34:23.974760 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.services.segments.db [None req-e0136c00-3769-4f9c-9ca1-8c93db8f8224 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '595adcb3-3c0a-4e65-a693-9bd547d1f892') {'for_net_delete': True} {{(pid=84153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:34:23.975057 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.services.segments.db [None req-e0136c00-3769-4f9c-9ca1-8c93db8f8224 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '595adcb3-3c0a-4e65-a693-9bd547d1f892') {} {{(pid=84153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:34:23.985743 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-e0136c00-3769-4f9c-9ca1-8c93db8f8224 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769554214503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980856'] for segment, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:34:24.000432 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-e0136c00-3769-4f9c-9ca1-8c93db8f8224 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:34:24.006619 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0136c00-3769-4f9c-9ca1-8c93db8f8224 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Releasing vlan 164 on physical network physnet1 to pool {{(pid=84153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 15:34:24.006988 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-e0136c00-3769-4f9c-9ca1-8c93db8f8224 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1622950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3944078'] for segment, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:34:24.020883 dv-neutron-825124-1-hyperv neutron-server[84153]: Traceback (most recent call last): Jan 20 15:34:24.020883 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 15:34:24.020883 dv-neutron-825124-1-hyperv neutron-server[84153]: timer() Jan 20 15:34:24.020883 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 15:34:24.020883 dv-neutron-825124-1-hyperv neutron-server[84153]: cb(*args, **kw) Jan 20 15:34:24.020883 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 15:34:24.020883 dv-neutron-825124-1-hyperv neutron-server[84153]: return func(*args, **kwargs) Jan 20 15:34:24.020883 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 15:34:24.020883 dv-neutron-825124-1-hyperv neutron-server[84153]: self._notify() Jan 20 15:34:24.020883 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 15:34:24.020883 dv-neutron-825124-1-hyperv neutron-server[84153]: self.callback(batched_events) Jan 20 15:34:24.020883 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 15:34:24.020883 dv-neutron-825124-1-hyperv neutron-server[84153]: event.method(event) Jan 20 15:34:24.020883 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 15:34:24.020883 dv-neutron-825124-1-hyperv neutron-server[84153]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 15:34:24.020883 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 15:34:24.020883 dv-neutron-825124-1-hyperv neutron-server[84153]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 15:34:24.020883 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 15:34:24.020883 dv-neutron-825124-1-hyperv neutron-server[84153]: return f(self, *a, **k) Jan 20 15:34:24.020883 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 15:34:24.020883 dv-neutron-825124-1-hyperv neutron-server[84153]: return self._get(url).json() Jan 20 15:34:24.020883 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 15:34:24.020883 dv-neutron-825124-1-hyperv neutron-server[84153]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 15:34:24.020883 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 15:34:24.020883 dv-neutron-825124-1-hyperv neutron-server[84153]: return self.request(url, 'GET', **kwargs) Jan 20 15:34:24.020883 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 15:34:24.020883 dv-neutron-825124-1-hyperv neutron-server[84153]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 15:34:24.020883 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 15:34:24.020883 dv-neutron-825124-1-hyperv neutron-server[84153]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 15:34:24.020883 dv-neutron-825124-1-hyperv neutron-server[84153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 15:34:24.020883 dv-neutron-825124-1-hyperv neutron-server[84153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 15:34:24.020883 dv-neutron-825124-1-hyperv neutron-server[84153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 15:34:24.078338 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 6e826527-fea4-4123-9386-9fb022a39249 no longer exists at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 15:34:24.114737 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] No Port match for: 6e826527-fea4-4123-9386-9fb022a39249 {{(pid=84154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 15:34:24.115084 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 6e826527-fea4-4123-9386-9fb022a39249 not bound to the agent host dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 15:34:24.116192 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device c1038adb-cad2-49ba-a10a-382c4ab3ce80 no longer exists at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 15:34:24.147726 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] No Port match for: c1038adb-cad2-49ba-a10a-382c4ab3ce80 {{(pid=84154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 15:34:24.148066 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device c1038adb-cad2-49ba-a10a-382c4ab3ce80 not bound to the agent host dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 15:34:24.148465 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 94ae2236-2c21-41b1-b24f-615a5c25b672 no longer exists at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 15:34:24.175484 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-e0136c00-3769-4f9c-9ca1-8c93db8f8224 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1626253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-745296'] for network, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:34:24.186468 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] No Port match for: 94ae2236-2c21-41b1-b24f-615a5c25b672 {{(pid=84154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 15:34:24.186817 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 94ae2236-2c21-41b1-b24f-615a5c25b672 not bound to the agent host dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 15:34:24.194231 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-e0136c00-3769-4f9c-9ca1-8c93db8f8224 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks [] for network, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:34:24.205729 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0136c00-3769-4f9c-9ca1-8c93db8f8224 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Pushing event deleted for resources: {'Network': ['ID=2ca2a5e5-0c1e-4887-bce2-fbb28f5c8c56,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:34:24.267614 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-e0136c00-3769-4f9c-9ca1-8c93db8f8224 tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "DELETE /v2.0/networks/2ca2a5e5-0c1e-4887-bce2-fbb28f5c8c56 HTTP/1.1" status: 204 len: 168 time: 0.6620867 Jan 20 15:34:24.270358 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 51716) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:34:24.336907 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-c445c0ea-4a11-475f-8a5f-e5a9cecb2bbb tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks [] for security_group, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:34:24.369148 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-c445c0ea-4a11-475f-8a5f-e5a9cecb2bbb tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:34:24.484045 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-c445c0ea-4a11-475f-8a5f-e5a9cecb2bbb tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:34:24.513252 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c445c0ea-4a11-475f-8a5f-e5a9cecb2bbb tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5603b6cd-5e06-4457-b4c5-445d32157669,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:34:24.566928 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-c445c0ea-4a11-475f-8a5f-e5a9cecb2bbb tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] Notify callbacks [] for security_group, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:34:24.568031 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-c445c0ea-4a11-475f-8a5f-e5a9cecb2bbb tempest-TestNetworkAdvancedServerOps-1637510281 tempest-TestNetworkAdvancedServerOps-1637510281-project] 10.222.0.54 "DELETE /v2.0/security-groups/5603b6cd-5e06-4457-b4c5-445d32157669 HTTP/1.1" status: 204 len: 168 time: 0.2967434 Jan 20 15:34:25.142928 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 51726) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:34:25.313339 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-c03c9939-e3f7-4aa8-86c7-49bb2a20b983 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=a7eb12e65a2142f3af36926716af6c10&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1692700 Jan 20 15:34:25.315806 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 51732) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:34:25.373270 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-d1090ff7-3562-462b-898b-47575feea238 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:34:25.398213 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-d1090ff7-3562-462b-898b-47575feea238 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:34:25.504862 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-d1090ff7-3562-462b-898b-47575feea238 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:34:25.520546 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1090ff7-3562-462b-898b-47575feea238 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d4b4db7-4162-4fc8-8204-8e2dbf1b279d,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:34:25.529373 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-d1090ff7-3562-462b-898b-47575feea238 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:34:25.530686 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-d1090ff7-3562-462b-898b-47575feea238 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/3d4b4db7-4162-4fc8-8204-8e2dbf1b279d HTTP/1.1" status: 204 len: 168 time: 0.2139668 Jan 20 15:34:26.231311 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 51740) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:34:26.250384 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-e1b9c1ec-8634-4a87-939b-3f6b9bdc1450 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:34:26.280123 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-e1b9c1ec-8634-4a87-939b-3f6b9bdc1450 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:34:26.283812 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-e1b9c1ec-8634-4a87-939b-3f6b9bdc1450 admin admin] Usage tracker for resource:security_group_rule and tenant:ced5a1ffd9554892af5b7d9534a2b6cb is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:34:26.286504 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-e1b9c1ec-8634-4a87-939b-3f6b9bdc1450 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:34:26.292638 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-e1b9c1ec-8634-4a87-939b-3f6b9bdc1450 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:34:26.355022 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-e1b9c1ec-8634-4a87-939b-3f6b9bdc1450 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:34:26.426842 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-e1b9c1ec-8634-4a87-939b-3f6b9bdc1450 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:34:26.471332 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b9c1ec-8634-4a87-939b-3f6b9bdc1450 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32a67513-3b54-46f1-9587-ec5f0b4e0b35,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:34:26.477853 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-e1b9c1ec-8634-4a87-939b-3f6b9bdc1450 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=ced5a1ffd9554892af5b7d9534a2b6cb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2453408 Jan 20 15:34:26.480510 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 51744) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:34:26.547597 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-9f5e4ba2-46a8-4033-b117-9b74f1d03a37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:34:26.571859 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-9f5e4ba2-46a8-4033-b117-9b74f1d03a37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:34:26.687281 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-9f5e4ba2-46a8-4033-b117-9b74f1d03a37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:34:26.702741 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5e4ba2-46a8-4033-b117-9b74f1d03a37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32a67513-3b54-46f1-9587-ec5f0b4e0b35,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:34:26.707298 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-9f5e4ba2-46a8-4033-b117-9b74f1d03a37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:34:26.708320 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-9f5e4ba2-46a8-4033-b117-9b74f1d03a37 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/32a67513-3b54-46f1-9587-ec5f0b4e0b35 HTTP/1.1" status: 204 len: 168 time: 0.2265420 Jan 20 15:34:27.826734 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 51766) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:34:27.952317 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-b4103c0d-ac87-4c88-a639-ab02739724ee admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1865667637-network', 'tenant_id': '3429e03a7ca7442ca59a1b1874fe46c7'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 15:34:27.957106 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-b4103c0d-ac87-4c88-a639-ab02739724ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:34:27.961468 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-b4103c0d-ac87-4c88-a639-ab02739724ee admin admin] Usage tracker for resource:network and tenant:3429e03a7ca7442ca59a1b1874fe46c7 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:34:27.964331 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-b4103c0d-ac87-4c88-a639-ab02739724ee admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:34:27.970013 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-b4103c0d-ac87-4c88-a639-ab02739724ee admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:34:28.036542 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4103c0d-ac87-4c88-a639-ab02739724ee admin admin] Made reservation on behalf of 3429e03a7ca7442ca59a1b1874fe46c7 for: {'network': 1} {{(pid=84153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 15:34:28.039427 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-b4103c0d-ac87-4c88-a639-ab02739724ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for network, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:34:28.051758 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-b4103c0d-ac87-4c88-a639-ab02739724ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:34:28.065017 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-2315148f-b049-45ec-bb1c-51e1c5dcad2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:34:28.081526 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-b4103c0d-ac87-4c88-a639-ab02739724ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:34:28.085758 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-b4103c0d-ac87-4c88-a639-ab02739724ee admin admin] Usage tracker for resource:security_group_rule and tenant:3429e03a7ca7442ca59a1b1874fe46c7 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:34:28.088496 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-b4103c0d-ac87-4c88-a639-ab02739724ee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:34:28.094053 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-b4103c0d-ac87-4c88-a639-ab02739724ee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:34:28.155343 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-b4103c0d-ac87-4c88-a639-ab02739724ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:34:28.230704 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-b4103c0d-ac87-4c88-a639-ab02739724ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:34:28.262690 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4103c0d-ac87-4c88-a639-ab02739724ee admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 181} {{(pid=84153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 15:34:28.267782 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4103c0d-ac87-4c88-a639-ab02739724ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea73f766-c194-4f69-934e-315a00753d55,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:34:28.274919 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-b4103c0d-ac87-4c88-a639-ab02739724ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:34:28.275280 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.db.segments_db [None req-b4103c0d-ac87-4c88-a639-ab02739724ee admin admin] Added segment 33ba1c7b-3208-442a-a04a-244eae23597f of type vlan for network b803d82c-c028-4346-8ad1-5e9fb1a6ac6f Jan 20 15:34:28.302739 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-b4103c0d-ac87-4c88-a639-ab02739724ee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769553767792'] for network, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:34:28.403532 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-b4103c0d-ac87-4c88-a639-ab02739724ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967'] for network, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:34:28.404361 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4103c0d-ac87-4c88-a639-ab02739724ee admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:34:28.404936 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-b4103c0d-ac87-4c88-a639-ab02739724ee admin admin] Notify callbacks [] for network, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:34:28.503321 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4103c0d-ac87-4c88-a639-ab02739724ee admin admin] Pushing event updated for resources: {'Network': ['ID=b803d82c-c028-4346-8ad1-5e9fb1a6ac6f,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:34:28.512536 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Network b803d82c-c028-4346-8ad1-5e9fb1a6ac6f details requested by agent ovs-agent-dv-neutron-825124-1-hyperv with host dv-neutron-825124-1-hyperv {{(pid=84154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 15:34:28.570826 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-b4103c0d-ac87-4c88-a639-ab02739724ee admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7428133 Jan 20 15:34:28.573489 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 51772) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:34:28.579202 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-8fd728b7-e304-4f3b-9796-e2695264d647 admin admin] Request body: {'subnet': {'network_id': 'b803d82c-c028-4346-8ad1-5e9fb1a6ac6f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1865667637-subnet', 'tenant_id': '3429e03a7ca7442ca59a1b1874fe46c7', 'ip_version': 4}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 15:34:28.584163 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-8fd728b7-e304-4f3b-9796-e2695264d647 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:34:28.588039 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-8fd728b7-e304-4f3b-9796-e2695264d647 admin admin] Usage tracker for resource:subnet and tenant:3429e03a7ca7442ca59a1b1874fe46c7 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:34:28.591001 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-8fd728b7-e304-4f3b-9796-e2695264d647 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:34:28.596686 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-8fd728b7-e304-4f3b-9796-e2695264d647 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:34:28.670136 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fd728b7-e304-4f3b-9796-e2695264d647 admin admin] Made reservation on behalf of 3429e03a7ca7442ca59a1b1874fe46c7 for: {'subnet': 1} {{(pid=84153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 15:34:28.672475 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-8fd728b7-e304-4f3b-9796-e2695264d647 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4193986'] for subnet, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:34:28.958642 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-8fd728b7-e304-4f3b-9796-e2695264d647 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3943531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4194004'] for subnet, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:34:29.031575 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd728b7-e304-4f3b-9796-e2695264d647 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c96ff1bb-e380-4bc1-a052-d6f34279b63c,revision_number=0']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:34:29.041738 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fd728b7-e304-4f3b-9796-e2695264d647 admin admin] Checking segment: {'id': '33ba1c7b-3208-442a-a04a-244eae23597f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'b803d82c-c028-4346-8ad1-5e9fb1a6ac6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 15:34:29.042114 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fd728b7-e304-4f3b-9796-e2695264d647 admin admin] Network hostable DHCP agents. Network: b803d82c-c028-4346-8ad1-5e9fb1a6ac6f, hostable agents: ['1a181e39-5220-4c1a-88f8-08a54e8bfc9b'], hosted agents: [] {{(pid=84153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 15:34:29.134908 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fd728b7-e304-4f3b-9796-e2695264d647 admin admin] Network b803d82c-c028-4346-8ad1-5e9fb1a6ac6f is scheduled to be hosted by DHCP agent 1a181e39-5220-4c1a-88f8-08a54e8bfc9b with binding_index 1 {{(pid=84153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 15:34:29.232508 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.base_scheduler [None req-8fd728b7-e304-4f3b-9796-e2695264d647 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825124-1-hyperv, b803d82c-c028-4346-8ad1-5e9fb1a6ac6f) {{(pid=84153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 15:34:29.236751 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fd728b7-e304-4f3b-9796-e2695264d647 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:34:29.237336 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-8fd728b7-e304-4f3b-9796-e2695264d647 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:34:29.241969 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ca6e445-cfd2-4986-b80d-ed443ce04b9c None None] Network b803d82c-c028-4346-8ad1-5e9fb1a6ac6f requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 15:34:29.324470 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-8fd728b7-e304-4f3b-9796-e2695264d647 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7497828 Jan 20 15:34:29.327721 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 51776) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:34:29.333008 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-610d91dc-c9e7-46f9-ba41-d756e744be33 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1865667637-router', 'tenant_id': '3429e03a7ca7442ca59a1b1874fe46c7', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d'}}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 15:34:29.339867 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-610d91dc-c9e7-46f9-ba41-d756e744be33 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:34:29.342380 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-610d91dc-c9e7-46f9-ba41-d756e744be33 admin admin] Usage tracker for resource:router and tenant:3429e03a7ca7442ca59a1b1874fe46c7 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:34:29.345229 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-610d91dc-c9e7-46f9-ba41-d756e744be33 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:34:29.351480 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-610d91dc-c9e7-46f9-ba41-d756e744be33 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:34:29.450116 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-610d91dc-c9e7-46f9-ba41-d756e744be33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-105475'] for router, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:34:29.451211 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-610d91dc-c9e7-46f9-ba41-d756e744be33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-739204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-744864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-735540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-105484'] for router, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:34:29.469880 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-610d91dc-c9e7-46f9-ba41-d756e744be33 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:34:29.487882 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fb6a348-ce78-47cd-9594-2a4149c26fa1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95c917f5-14ba-5e96-98b8-1a52654a930a-b803d82c-c028-4346-8ad1-5e9fb1a6ac6f', 'network_id': 'b803d82c-c028-4346-8ad1-5e9fb1a6ac6f', 'tenant_id': '3429e03a7ca7442ca59a1b1874fe46c7', 'fixed_ips': [{'subnet_id': 'c96ff1bb-e380-4bc1-a052-d6f34279b63c'}]}} from dv-neutron-825124-1-hyperv. {{(pid=84154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 20 15:34:29.492009 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-3fb6a348-ce78-47cd-9594-2a4149c26fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:34:29.639706 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_common [None req-3fb6a348-ce78-47cd-9594-2a4149c26fa1 None None] Allocated IP 172.20.0.2 (b803d82c-c028-4346-8ad1-5e9fb1a6ac6f/c96ff1bb-e380-4bc1-a052-d6f34279b63c/1b83044a-e8e6-4894-b5e1-e767b0766ed1) {{(pid=84154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 15:34:29.696660 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-610d91dc-c9e7-46f9-ba41-d756e744be33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-744886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-105502'] for router, precommit_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:34:29.837047 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-3fb6a348-ce78-47cd-9594-2a4149c26fa1 None None] Notify callbacks [] for port, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:34:29.846961 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-3fb6a348-ce78-47cd-9594-2a4149c26fa1 None None] Transition to ACTIVE for port object 1b83044a-e8e6-4894-b5e1-e767b0766ed1 will not be triggered until provisioned by entity L2. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 15:34:29.865035 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-3fb6a348-ce78-47cd-9594-2a4149c26fa1 None None] Transition to ACTIVE for port object 1b83044a-e8e6-4894-b5e1-e767b0766ed1 will not be triggered until provisioned by entity DHCP. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 15:34:29.930281 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-3fb6a348-ce78-47cd-9594-2a4149c26fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477'] for port, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:34:29.957361 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-610d91dc-c9e7-46f9-ba41-d756e744be33 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:34:29.986963 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-610d91dc-c9e7-46f9-ba41-d756e744be33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:34:30.000326 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fb6a348-ce78-47cd-9594-2a4149c26fa1 None None] Network b803d82c-c028-4346-8ad1-5e9fb1a6ac6f is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 15:34:30.003758 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-3fb6a348-ce78-47cd-9594-2a4149c26fa1 None None] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 15:34:30.005568 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb6a348-ce78-47cd-9594-2a4149c26fa1 None None] Pushing event updated for resources: {'Port': ['ID=1b83044a-e8e6-4894-b5e1-e767b0766ed1,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:34:30.007646 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb6a348-ce78-47cd-9594-2a4149c26fa1 None None] Received port after_create {{(pid=84154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 15:34:30.092911 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-3fb6a348-ce78-47cd-9594-2a4149c26fa1 None None] Attempting to bind port 1b83044a-e8e6-4894-b5e1-e767b0766ed1 on host dv-neutron-825124-1-hyperv for vnic_type normal with profile {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 15:34:30.093174 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-3fb6a348-ce78-47cd-9594-2a4149c26fa1 None None] Attempting to bind port 1b83044a-e8e6-4894-b5e1-e767b0766ed1 by drivers openvswitch,hyperv on host dv-neutron-825124-1-hyperv at level 0 using segments [{'id': '33ba1c7b-3208-442a-a04a-244eae23597f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'b803d82c-c028-4346-8ad1-5e9fb1a6ac6f'}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 15:34:30.093529 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fb6a348-ce78-47cd-9594-2a4149c26fa1 None None] Attempting to bind port 1b83044a-e8e6-4894-b5e1-e767b0766ed1 on network b803d82c-c028-4346-8ad1-5e9fb1a6ac6f {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 15:34:30.100789 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fb6a348-ce78-47cd-9594-2a4149c26fa1 None None] Checking agent: {'id': '6414dfeb-85c5-454a-8756-709ca637d800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825124-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 16, 31), 'started_at': datetime.datetime(2022, 1, 20, 14, 17, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 15, 34, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825124-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 15:34:30.101161 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fb6a348-ce78-47cd-9594-2a4149c26fa1 None None] Checking segment: {'id': '33ba1c7b-3208-442a-a04a-244eae23597f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'b803d82c-c028-4346-8ad1-5e9fb1a6ac6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 15:34:30.101559 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-3fb6a348-ce78-47cd-9594-2a4149c26fa1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:34:30.101942 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fb6a348-ce78-47cd-9594-2a4149c26fa1 None None] Bound using segment: {'id': '33ba1c7b-3208-442a-a04a-244eae23597f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'b803d82c-c028-4346-8ad1-5e9fb1a6ac6f'} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 15:34:30.102424 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-3fb6a348-ce78-47cd-9594-2a4149c26fa1 None None] Bound port: 1b83044a-e8e6-4894-b5e1-e767b0766ed1, host: dv-neutron-825124-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33ba1c7b-3208-442a-a04a-244eae23597f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'b803d82c-c028-4346-8ad1-5e9fb1a6ac6f'}}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 15:34:30.102793 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-3fb6a348-ce78-47cd-9594-2a4149c26fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:34:30.191343 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-3fb6a348-ce78-47cd-9594-2a4149c26fa1 None None] For port 1b83044a-e8e6-4894-b5e1-e767b0766ed1, host dv-neutron-825124-1-hyperv, cleared binding levels {{(pid=84154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 15:34:30.194344 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-3fb6a348-ce78-47cd-9594-2a4149c26fa1 None None] For port 1b83044a-e8e6-4894-b5e1-e767b0766ed1, host dv-neutron-825124-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=1b83044a-e8e6-4894-b5e1-e767b0766ed1,segment=NetworkSegment(33ba1c7b-3208-442a-a04a-244eae23597f),segment_id=33ba1c7b-3208-442a-a04a-244eae23597f)] {{(pid=84154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 15:34:30.223716 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.db_base_plugin_common [None req-610d91dc-c9e7-46f9-ba41-d756e744be33 admin admin] Allocated IP 172.26.7.73 (8dffb05c-5ca0-409b-bd5f-7be6264f707d/a489dd4f-42a5-433b-8be3-bab2749c4209/67ff4dd2-f9d5-4bdc-b219-1f30cff5b132) {{(pid=84152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 15:34:30.273773 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-3fb6a348-ce78-47cd-9594-2a4149c26fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:34:30.354443 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb6a348-ce78-47cd-9594-2a4149c26fa1 None None] Pushing event updated for resources: {'Port': ['ID=1b83044a-e8e6-4894-b5e1-e767b0766ed1,revision_number=2']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:34:30.371822 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-610d91dc-c9e7-46f9-ba41-d756e744be33 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:34:30.445128 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-610d91dc-c9e7-46f9-ba41-d756e744be33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:34:30.467099 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-92a83de9-5684-4071-8683-d68ad2e34210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:34:30.519331 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-610d91dc-c9e7-46f9-ba41-d756e744be33 admin admin] Network 8dffb05c-5ca0-409b-bd5f-7be6264f707d is already hosted by enough agents. {{(pid=84152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 15:34:30.522682 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.base_scheduler [None req-610d91dc-c9e7-46f9-ba41-d756e744be33 admin admin] Resources bound (agent type, host, resource id): {{(pid=84152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 15:34:30.527301 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-610d91dc-c9e7-46f9-ba41-d756e744be33 admin admin] Received port after_create {{(pid=84152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 15:34:30.562445 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610d91dc-c9e7-46f9-ba41-d756e744be33 admin admin] Pushing event updated for resources: {'Port': ['ID=67ff4dd2-f9d5-4bdc-b219-1f30cff5b132,revision_number=1']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:34:30.758564 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-610d91dc-c9e7-46f9-ba41-d756e744be33 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:34:30.759217 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-610d91dc-c9e7-46f9-ba41-d756e744be33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-744861'] for router, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:34:31.053694 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-610d91dc-c9e7-46f9-ba41-d756e744be33 admin admin] Router 2b1306cf-8119-42b7-89ce-74cb553d4869 is scheduled to L3 agent 624d525b-4c26-4143-8a1c-228bb1c6faaa with binding_index 1 {{(pid=84152) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 20 15:34:31.204181 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:34:31.270349 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-610d91dc-c9e7-46f9-ba41-d756e744be33 admin admin] Notify agent at l3_agent.dv-neutron-825124-1-hyperv the message routers_updated {{(pid=84152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 15:34:31.271927 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-857e70f1-d296-411d-80ea-180ea5b887b5 None None] Network b803d82c-c028-4346-8ad1-5e9fb1a6ac6f requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 15:34:31.280451 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-638d00ed-4e6a-413f-b971-a51cca84d4b7 None None] Sync routers for ids ['2b1306cf-8119-42b7-89ce-74cb553d4869'] in dv-neutron-825124-1-hyperv {{(pid=84155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 15:34:31.294391 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-638d00ed-4e6a-413f-b971-a51cca84d4b7 None None] Routers {'2b1306cf-8119-42b7-89ce-74cb553d4869'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 15:34:31.298247 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-638d00ed-4e6a-413f-b971-a51cca84d4b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T15:34:30Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['2b1306cf-8119-42b7-89ce-74cb553d4869'], 'active': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:34:31.379056 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-610d91dc-c9e7-46f9-ba41-d756e744be33 admin admin] Notify callbacks [] for router, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:34:31.380300 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-610d91dc-c9e7-46f9-ba41-d756e744be33 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.0515585 Jan 20 15:34:31.383161 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 51780) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:34:31.451768 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-034fca88-cef5-460b-80b1-a84579d21a2c None None] Provisioning for port 1b83044a-e8e6-4894-b5e1-e767b0766ed1 completed by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 15:34:31.476633 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvr_db [None req-638d00ed-4e6a-413f-b971-a51cca84d4b7 None None] Set router 2b1306cf-8119-42b7-89ce-74cb553d4869 gateway port host: dv-neutron-825124-1-hyperv {{(pid=84155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 15:34:31.523073 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:34:31.798468 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-638d00ed-4e6a-413f-b971-a51cca84d4b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b1306cf-8119-42b7-89ce-74cb553d4869', 'name': 'tempest-TestShelveInstance-1865667637-router', 'tenant_id': '3429e03a7ca7442ca59a1b1874fe46c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.73'}], 'enable_snat': True}, 'gw_port_id': '67ff4dd2-f9d5-4bdc-b219-1f30cff5b132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:34:29Z', 'updated_at': '2022-01-20T15:34:30Z', 'revision_number': 3, 'project_id': '3429e03a7ca7442ca59a1b1874fe46c7', 'gw_port': {'id': '67ff4dd2-f9d5-4bdc-b219-1f30cff5b132', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:72:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b1306cf-8119-42b7-89ce-74cb553d4869', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:34:30Z', 'updated_at': '2022-01-20T15:34:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv'}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:34:31.804037 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-638d00ed-4e6a-413f-b971-a51cca84d4b7 None None] Checking router: 2b1306cf-8119-42b7-89ce-74cb553d4869 for host: dv-neutron-825124-1-hyperv {{(pid=84155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 15:34:31.804507 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-638d00ed-4e6a-413f-b971-a51cca84d4b7 None None] Updating router 2b1306cf-8119-42b7-89ce-74cb553d4869 port 67ff4dd2-f9d5-4bdc-b219-1f30cff5b132 binding host dv-neutron-825124-1-hyperv {{(pid=84155) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 20 15:34:31.864854 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-cdd98e71-1f0a-4421-baa9-dcb30e06edf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:34:31.870218 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 1b83044a-e8e6-4894-b5e1-e767b0766ed1 up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 15:34:31.882768 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-638d00ed-4e6a-413f-b971-a51cca84d4b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:34:31.986796 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning for port 1b83044a-e8e6-4894-b5e1-e767b0766ed1 completed by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 15:34:31.992473 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port 1b83044a-e8e6-4894-b5e1-e767b0766ed1 triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:34:31.992854 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:34:32.116781 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:34:32.155930 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] For port 1b83044a-e8e6-4894-b5e1-e767b0766ed1, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=1b83044a-e8e6-4894-b5e1-e767b0766ed1,segment=NetworkSegment(33ba1c7b-3208-442a-a04a-244eae23597f),segment_id=33ba1c7b-3208-442a-a04a-244eae23597f)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 15:34:32.227834 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:34:32.256440 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-638d00ed-4e6a-413f-b971-a51cca84d4b7 None None] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:34:32.269073 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-638d00ed-4e6a-413f-b971-a51cca84d4b7 None None] Transition to ACTIVE for port object 67ff4dd2-f9d5-4bdc-b219-1f30cff5b132 will not be triggered until provisioned by entity L2. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 15:34:32.290419 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-49445a6d-f681-447d-8045-eeefb011efa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:34:32.305490 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Pushing event updated for resources: {'Port': ['ID=1b83044a-e8e6-4894-b5e1-e767b0766ed1,revision_number=3']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:34:32.318127 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-638d00ed-4e6a-413f-b971-a51cca84d4b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:34:32.391168 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df86ce40-1b44-4a07-86c2-0d27d3df24ae None None] Pushing event updated for resources: {'Port': ['ID=67ff4dd2-f9d5-4bdc-b219-1f30cff5b132,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:34:32.403638 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-638d00ed-4e6a-413f-b971-a51cca84d4b7 None None] Attempting to bind port 67ff4dd2-f9d5-4bdc-b219-1f30cff5b132 on host dv-neutron-825124-1-hyperv for vnic_type normal with profile {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 15:34:32.403997 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-638d00ed-4e6a-413f-b971-a51cca84d4b7 None None] Attempting to bind port 67ff4dd2-f9d5-4bdc-b219-1f30cff5b132 by drivers openvswitch,hyperv on host dv-neutron-825124-1-hyperv at level 0 using segments [{'id': 'f628f1ba-6b70-4c9b-8839-62340c040c81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d'}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 15:34:32.404348 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-638d00ed-4e6a-413f-b971-a51cca84d4b7 None None] Attempting to bind port 67ff4dd2-f9d5-4bdc-b219-1f30cff5b132 on network 8dffb05c-5ca0-409b-bd5f-7be6264f707d {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 15:34:32.406764 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df86ce40-1b44-4a07-86c2-0d27d3df24ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:34:32.407103 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df86ce40-1b44-4a07-86c2-0d27d3df24ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:34:32.407429 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df86ce40-1b44-4a07-86c2-0d27d3df24ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:34:32.407756 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df86ce40-1b44-4a07-86c2-0d27d3df24ae None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:34:32.408093 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df86ce40-1b44-4a07-86c2-0d27d3df24ae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:34:32.408402 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df86ce40-1b44-4a07-86c2-0d27d3df24ae None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:34:32.408716 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df86ce40-1b44-4a07-86c2-0d27d3df24ae None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:34:32.409029 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df86ce40-1b44-4a07-86c2-0d27d3df24ae None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:34:32.409342 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df86ce40-1b44-4a07-86c2-0d27d3df24ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:34:32.409654 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df86ce40-1b44-4a07-86c2-0d27d3df24ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:34:32.409965 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df86ce40-1b44-4a07-86c2-0d27d3df24ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:34:32.417858 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-638d00ed-4e6a-413f-b971-a51cca84d4b7 None None] Checking agent: {'id': '6414dfeb-85c5-454a-8756-709ca637d800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825124-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 16, 31), 'started_at': datetime.datetime(2022, 1, 20, 14, 17, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 15, 34, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825124-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 15:34:32.418250 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-638d00ed-4e6a-413f-b971-a51cca84d4b7 None None] Checking segment: {'id': 'f628f1ba-6b70-4c9b-8839-62340c040c81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 15:34:32.418634 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-638d00ed-4e6a-413f-b971-a51cca84d4b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:34:32.419004 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-638d00ed-4e6a-413f-b971-a51cca84d4b7 None None] Bound using segment: {'id': 'f628f1ba-6b70-4c9b-8839-62340c040c81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d'} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 15:34:32.419485 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-638d00ed-4e6a-413f-b971-a51cca84d4b7 None None] Bound port: 67ff4dd2-f9d5-4bdc-b219-1f30cff5b132, host: dv-neutron-825124-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f628f1ba-6b70-4c9b-8839-62340c040c81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d'}}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 15:34:32.419840 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-638d00ed-4e6a-413f-b971-a51cca84d4b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:34:32.491595 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-638d00ed-4e6a-413f-b971-a51cca84d4b7 None None] For port 67ff4dd2-f9d5-4bdc-b219-1f30cff5b132, host dv-neutron-825124-1-hyperv, cleared binding levels {{(pid=84155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 15:34:32.494461 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.db_base_plugin_common [None req-49445a6d-f681-447d-8045-eeefb011efa7 admin admin] Allocated IP 172.20.0.1 (b803d82c-c028-4346-8ad1-5e9fb1a6ac6f/c96ff1bb-e380-4bc1-a052-d6f34279b63c/3de8d6b9-5c70-4e15-8da9-9e8732ec7957) {{(pid=84152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 15:34:32.494969 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-638d00ed-4e6a-413f-b971-a51cca84d4b7 None None] For port 67ff4dd2-f9d5-4bdc-b219-1f30cff5b132, host dv-neutron-825124-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=67ff4dd2-f9d5-4bdc-b219-1f30cff5b132,segment=NetworkSegment(f628f1ba-6b70-4c9b-8839-62340c040c81),segment_id=f628f1ba-6b70-4c9b-8839-62340c040c81)] {{(pid=84155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 15:34:32.573727 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-638d00ed-4e6a-413f-b971-a51cca84d4b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:34:32.649545 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-49445a6d-f681-447d-8045-eeefb011efa7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:34:32.657894 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-638d00ed-4e6a-413f-b971-a51cca84d4b7 None None] Routers {'2b1306cf-8119-42b7-89ce-74cb553d4869'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 15:34:32.658518 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-638d00ed-4e6a-413f-b971-a51cca84d4b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T15:34:30Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['2b1306cf-8119-42b7-89ce-74cb553d4869'], 'active': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:34:32.665384 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.provisioning_blocks [None req-49445a6d-f681-447d-8045-eeefb011efa7 admin admin] Transition to ACTIVE for port object 3de8d6b9-5c70-4e15-8da9-9e8732ec7957 will not be triggered until provisioned by entity DHCP. {{(pid=84152) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 15:34:32.712073 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df86ce40-1b44-4a07-86c2-0d27d3df24ae None None] Pushing event updated for resources: {'Port': ['ID=67ff4dd2-f9d5-4bdc-b219-1f30cff5b132,revision_number=3']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:34:32.750625 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-49445a6d-f681-447d-8045-eeefb011efa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:34:32.817309 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49445a6d-f681-447d-8045-eeefb011efa7 admin admin] Network b803d82c-c028-4346-8ad1-5e9fb1a6ac6f is already hosted by enough agents. {{(pid=84152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 15:34:32.820815 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.base_scheduler [None req-49445a6d-f681-447d-8045-eeefb011efa7 admin admin] Resources bound (agent type, host, resource id): {{(pid=84152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 15:34:32.824652 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49445a6d-f681-447d-8045-eeefb011efa7 admin admin] Received port after_create {{(pid=84152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 15:34:32.838341 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvr_db [None req-638d00ed-4e6a-413f-b971-a51cca84d4b7 None None] Set router 2b1306cf-8119-42b7-89ce-74cb553d4869 gateway port host: dv-neutron-825124-1-hyperv {{(pid=84155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 15:34:32.854418 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49445a6d-f681-447d-8045-eeefb011efa7 admin admin] Pushing event updated for resources: {'Port': ['ID=3de8d6b9-5c70-4e15-8da9-9e8732ec7957,revision_number=1']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:34:32.880369 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-49445a6d-f681-447d-8045-eeefb011efa7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-745387'] for router_interface, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:34:33.020800 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-49445a6d-f681-447d-8045-eeefb011efa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:34:33.123856 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-9cc816bd-b3fb-4be4-9a31-f83bdea64d22 None None] Provisioning for port 3de8d6b9-5c70-4e15-8da9-9e8732ec7957 completed by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 15:34:33.128868 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-9cc816bd-b3fb-4be4-9a31-f83bdea64d22 None None] Provisioning complete for port 3de8d6b9-5c70-4e15-8da9-9e8732ec7957 triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:34:33.129242 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-9cc816bd-b3fb-4be4-9a31-f83bdea64d22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:34:33.133082 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-638d00ed-4e6a-413f-b971-a51cca84d4b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b1306cf-8119-42b7-89ce-74cb553d4869', 'name': 'tempest-TestShelveInstance-1865667637-router', 'tenant_id': '3429e03a7ca7442ca59a1b1874fe46c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.73'}], 'enable_snat': True}, 'gw_port_id': '67ff4dd2-f9d5-4bdc-b219-1f30cff5b132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:34:29Z', 'updated_at': '2022-01-20T15:34:30Z', 'revision_number': 3, 'project_id': '3429e03a7ca7442ca59a1b1874fe46c7', 'gw_port': {'id': '67ff4dd2-f9d5-4bdc-b219-1f30cff5b132', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:72:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b1306cf-8119-42b7-89ce-74cb553d4869', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:34:30Z', 'updated_at': '2022-01-20T15:34:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv'}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:34:33.135195 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-638d00ed-4e6a-413f-b971-a51cca84d4b7 None None] The sync data for ids ['2b1306cf-8119-42b7-89ce-74cb553d4869'] in dv-neutron-825124-1-hyperv is: [{'id': '2b1306cf-8119-42b7-89ce-74cb553d4869', 'name': 'tempest-TestShelveInstance-1865667637-router', 'tenant_id': '3429e03a7ca7442ca59a1b1874fe46c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.73'}], 'enable_snat': True}, 'gw_port_id': '67ff4dd2-f9d5-4bdc-b219-1f30cff5b132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:34:29Z', 'updated_at': '2022-01-20T15:34:30Z', 'revision_number': 3, 'project_id': '3429e03a7ca7442ca59a1b1874fe46c7', 'gw_port': {'id': '67ff4dd2-f9d5-4bdc-b219-1f30cff5b132', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:72:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b1306cf-8119-42b7-89ce-74cb553d4869', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:34:30Z', 'updated_at': '2022-01-20T15:34:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv'}] {{(pid=84155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 15:34:33.189430 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-9cc816bd-b3fb-4be4-9a31-f83bdea64d22 None None] Port 3de8d6b9-5c70-4e15-8da9-9e8732ec7957 cannot update to ACTIVE because it is not bound. {{(pid=84154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 15:34:33.253191 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-49445a6d-f681-447d-8045-eeefb011efa7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:34:33.324491 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-49445a6d-f681-447d-8045-eeefb011efa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162822'] for port, after_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:34:33.358400 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-eea6df97-7ff1-4b63-af20-e3ec8913deda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:34:33.438323 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49445a6d-f681-447d-8045-eeefb011efa7 admin admin] Pushing event updated for resources: {'Port': ['ID=3de8d6b9-5c70-4e15-8da9-9e8732ec7957,revision_number=2']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:34:33.440611 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-49445a6d-f681-447d-8045-eeefb011efa7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1705158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-743490'] for router_interface, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:34:33.586847 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49445a6d-f681-447d-8045-eeefb011efa7 admin admin] Network b803d82c-c028-4346-8ad1-5e9fb1a6ac6f is already hosted by enough agents. {{(pid=84152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 15:34:33.586847 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.base_scheduler [None req-49445a6d-f681-447d-8045-eeefb011efa7 admin admin] Resources bound (agent type, host, resource id): {{(pid=84152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 15:34:33.820825 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-c28e3545-8320-42c3-9f61-029ef849d8b4 None None] Provisioning complete for port 3de8d6b9-5c70-4e15-8da9-9e8732ec7957 triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:34:33.821521 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-c28e3545-8320-42c3-9f61-029ef849d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:34:33.891573 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-c28e3545-8320-42c3-9f61-029ef849d8b4 None None] Port 3de8d6b9-5c70-4e15-8da9-9e8732ec7957 cannot update to ACTIVE because it is not bound. {{(pid=84154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 15:34:33.906175 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 67ff4dd2-f9d5-4bdc-b219-1f30cff5b132 up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 15:34:34.026672 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning for port 67ff4dd2-f9d5-4bdc-b219-1f30cff5b132 completed by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 15:34:34.032032 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port 67ff4dd2-f9d5-4bdc-b219-1f30cff5b132 triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:34:34.032403 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:34:34.136146 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49445a6d-f681-447d-8045-eeefb011efa7 admin admin] Router 2b1306cf-8119-42b7-89ce-74cb553d4869 has already been hosted by L3 agent 624d525b-4c26-4143-8a1c-228bb1c6faaa {{(pid=84152) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 15:34:34.146099 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:34:34.161877 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] For port 67ff4dd2-f9d5-4bdc-b219-1f30cff5b132, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=67ff4dd2-f9d5-4bdc-b219-1f30cff5b132,segment=NetworkSegment(f628f1ba-6b70-4c9b-8839-62340c040c81),segment_id=f628f1ba-6b70-4c9b-8839-62340c040c81)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 15:34:34.235781 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:34:34.236577 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 1b83044a-e8e6-4894-b5e1-e767b0766ed1 up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 15:34:34.336075 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49445a6d-f681-447d-8045-eeefb011efa7 admin admin] Notify agent at l3_agent.dv-neutron-825124-1-hyperv the message routers_updated {{(pid=84152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 15:34:34.346011 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-49445a6d-f681-447d-8045-eeefb011efa7 admin admin] 10.222.0.54 "PUT /v2.0/routers/2b1306cf-8119-42b7-89ce-74cb553d4869/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9618258 Jan 20 15:34:34.349225 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Pushing event updated for resources: {'Port': ['ID=67ff4dd2-f9d5-4bdc-b219-1f30cff5b132,revision_number=4']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:34:34.362466 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port 1b83044a-e8e6-4894-b5e1-e767b0766ed1 triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:34:34.362842 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:34:35.389744 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 51802) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:34:35.395192 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-5239f6a2-6f44-4bc1-aae7-b60a5ef1c29a admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1623467029-network', 'tenant_id': '79e678afedbb49c39614a90e7bac14c0'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 15:34:35.399970 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-5239f6a2-6f44-4bc1-aae7-b60a5ef1c29a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:34:35.403930 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-5239f6a2-6f44-4bc1-aae7-b60a5ef1c29a admin admin] Usage tracker for resource:network and tenant:79e678afedbb49c39614a90e7bac14c0 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:34:35.406893 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-5239f6a2-6f44-4bc1-aae7-b60a5ef1c29a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:34:35.412634 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-5239f6a2-6f44-4bc1-aae7-b60a5ef1c29a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:34:35.489156 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5239f6a2-6f44-4bc1-aae7-b60a5ef1c29a admin admin] Made reservation on behalf of 79e678afedbb49c39614a90e7bac14c0 for: {'network': 1} {{(pid=84152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 15:34:35.492060 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-5239f6a2-6f44-4bc1-aae7-b60a5ef1c29a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for network, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:34:35.504301 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-5239f6a2-6f44-4bc1-aae7-b60a5ef1c29a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:34:35.535077 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-5239f6a2-6f44-4bc1-aae7-b60a5ef1c29a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:34:35.538815 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-5239f6a2-6f44-4bc1-aae7-b60a5ef1c29a admin admin] Usage tracker for resource:security_group_rule and tenant:79e678afedbb49c39614a90e7bac14c0 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:34:35.541523 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-5239f6a2-6f44-4bc1-aae7-b60a5ef1c29a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:34:35.547077 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-5239f6a2-6f44-4bc1-aae7-b60a5ef1c29a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:34:35.609956 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-5239f6a2-6f44-4bc1-aae7-b60a5ef1c29a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:34:35.664399 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-5239f6a2-6f44-4bc1-aae7-b60a5ef1c29a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:34:35.699506 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5239f6a2-6f44-4bc1-aae7-b60a5ef1c29a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 157} {{(pid=84152) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 15:34:35.707819 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5239f6a2-6f44-4bc1-aae7-b60a5ef1c29a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25a2454f-0a1e-4043-b1dd-b2d86b1d6068,revision_number=1']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:34:35.713621 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-5239f6a2-6f44-4bc1-aae7-b60a5ef1c29a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:34:35.713964 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.db.segments_db [None req-5239f6a2-6f44-4bc1-aae7-b60a5ef1c29a admin admin] Added segment a95e2ace-15d8-4740-a06d-06404b0725cc of type vlan for network 0829acdd-b88b-4156-8b09-030dbc18303a Jan 20 15:34:35.739779 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-5239f6a2-6f44-4bc1-aae7-b60a5ef1c29a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769553767792'] for network, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:34:35.790369 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 67ff4dd2-f9d5-4bdc-b219-1f30cff5b132 up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 15:34:35.838300 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-5239f6a2-6f44-4bc1-aae7-b60a5ef1c29a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967'] for network, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:34:35.839214 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5239f6a2-6f44-4bc1-aae7-b60a5ef1c29a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:34:35.839788 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-5239f6a2-6f44-4bc1-aae7-b60a5ef1c29a admin admin] Notify callbacks [] for network, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:34:35.857708 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port 67ff4dd2-f9d5-4bdc-b219-1f30cff5b132 triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:34:35.858103 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:34:35.940527 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5239f6a2-6f44-4bc1-aae7-b60a5ef1c29a admin admin] Pushing event updated for resources: {'Network': ['ID=0829acdd-b88b-4156-8b09-030dbc18303a,revision_number=1']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:34:35.952434 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Network 0829acdd-b88b-4156-8b09-030dbc18303a details requested by agent ovs-agent-dv-neutron-825124-1-hyperv with host dv-neutron-825124-1-hyperv {{(pid=84154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 15:34:36.015968 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-5239f6a2-6f44-4bc1-aae7-b60a5ef1c29a admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6250887 Jan 20 15:34:36.018740 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 51806) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:34:36.024730 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-7a4d8f14-792f-4267-b0a8-f9e79687d851 admin admin] Request body: {'subnet': {'network_id': '0829acdd-b88b-4156-8b09-030dbc18303a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1623467029-subnet', 'tenant_id': '79e678afedbb49c39614a90e7bac14c0', 'ip_version': 4}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 15:34:36.029554 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-7a4d8f14-792f-4267-b0a8-f9e79687d851 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:34:36.033489 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-7a4d8f14-792f-4267-b0a8-f9e79687d851 admin admin] Usage tracker for resource:subnet and tenant:79e678afedbb49c39614a90e7bac14c0 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:34:36.041451 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-7a4d8f14-792f-4267-b0a8-f9e79687d851 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:34:36.042264 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-7a4d8f14-792f-4267-b0a8-f9e79687d851 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:34:36.118060 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a4d8f14-792f-4267-b0a8-f9e79687d851 admin admin] Made reservation on behalf of 79e678afedbb49c39614a90e7bac14c0 for: {'subnet': 1} {{(pid=84152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 15:34:36.120429 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-7a4d8f14-792f-4267-b0a8-f9e79687d851 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3155315'] for subnet, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:34:36.404042 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-7a4d8f14-792f-4267-b0a8-f9e79687d851 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4163519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3155301'] for subnet, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:34:36.475094 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4d8f14-792f-4267-b0a8-f9e79687d851 admin admin] Pushing event updated for resources: {'Subnet': ['ID=50258cd2-d3e5-4900-8067-9aba668da2a8,revision_number=0']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:34:36.490860 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a4d8f14-792f-4267-b0a8-f9e79687d851 admin admin] Checking segment: {'id': 'a95e2ace-15d8-4740-a06d-06404b0725cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '0829acdd-b88b-4156-8b09-030dbc18303a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 15:34:36.491212 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a4d8f14-792f-4267-b0a8-f9e79687d851 admin admin] Network hostable DHCP agents. Network: 0829acdd-b88b-4156-8b09-030dbc18303a, hostable agents: ['1a181e39-5220-4c1a-88f8-08a54e8bfc9b'], hosted agents: [] {{(pid=84152) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 15:34:36.552324 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a4d8f14-792f-4267-b0a8-f9e79687d851 admin admin] Network 0829acdd-b88b-4156-8b09-030dbc18303a is scheduled to be hosted by DHCP agent 1a181e39-5220-4c1a-88f8-08a54e8bfc9b with binding_index 1 {{(pid=84152) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 15:34:36.603666 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.base_scheduler [None req-7a4d8f14-792f-4267-b0a8-f9e79687d851 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825124-1-hyperv, 0829acdd-b88b-4156-8b09-030dbc18303a) {{(pid=84152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 15:34:36.607662 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a4d8f14-792f-4267-b0a8-f9e79687d851 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:34:36.608244 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-7a4d8f14-792f-4267-b0a8-f9e79687d851 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:34:36.612857 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba8ee377-3322-4f55-9255-7dfccf4f8407 None None] Network 0829acdd-b88b-4156-8b09-030dbc18303a requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 15:34:36.687675 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd6709a1-38f4-430a-a207-137a8d144d05 None None] Sync routers for ids ['2b1306cf-8119-42b7-89ce-74cb553d4869'] in dv-neutron-825124-1-hyperv {{(pid=84154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 15:34:36.700022 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-7a4d8f14-792f-4267-b0a8-f9e79687d851 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6799664 Jan 20 15:34:36.705168 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 51810) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:34:36.707979 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-de712d62-3bbd-4905-8dda-9543b1fa28ef admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1623467029-router', 'tenant_id': '79e678afedbb49c39614a90e7bac14c0', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d'}}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 15:34:36.712770 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-de712d62-3bbd-4905-8dda-9543b1fa28ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:34:36.716607 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-de712d62-3bbd-4905-8dda-9543b1fa28ef admin admin] Usage tracker for resource:router and tenant:79e678afedbb49c39614a90e7bac14c0 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:34:36.719599 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-de712d62-3bbd-4905-8dda-9543b1fa28ef admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:34:36.720809 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd6709a1-38f4-430a-a207-137a8d144d05 None None] Routers {'2b1306cf-8119-42b7-89ce-74cb553d4869'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 15:34:36.721425 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-dd6709a1-38f4-430a-a207-137a8d144d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T15:34:30Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['2b1306cf-8119-42b7-89ce-74cb553d4869'], 'active': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:34:36.725983 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-de712d62-3bbd-4905-8dda-9543b1fa28ef admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:34:36.861063 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-de712d62-3bbd-4905-8dda-9543b1fa28ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-105475'] for router, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:34:36.862009 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-de712d62-3bbd-4905-8dda-9543b1fa28ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-739204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-744864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-735540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-105484'] for router, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:34:36.880203 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-de712d62-3bbd-4905-8dda-9543b1fa28ef admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:34:36.999478 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvr_db [None req-dd6709a1-38f4-430a-a207-137a8d144d05 None None] Set router 2b1306cf-8119-42b7-89ce-74cb553d4869 gateway port host: dv-neutron-825124-1-hyperv {{(pid=84154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 15:34:37.046944 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1e0ff81-dd6a-4ee4-9eaf-30ba2d78356f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95c917f5-14ba-5e96-98b8-1a52654a930a-0829acdd-b88b-4156-8b09-030dbc18303a', 'network_id': '0829acdd-b88b-4156-8b09-030dbc18303a', 'tenant_id': '79e678afedbb49c39614a90e7bac14c0', 'fixed_ips': [{'subnet_id': '50258cd2-d3e5-4900-8067-9aba668da2a8'}]}} from dv-neutron-825124-1-hyperv. {{(pid=84154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 20 15:34:37.047768 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-c1e0ff81-dd6a-4ee4-9eaf-30ba2d78356f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:34:37.092094 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-de712d62-3bbd-4905-8dda-9543b1fa28ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-744886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-105502'] for router, precommit_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:34:37.381485 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-de712d62-3bbd-4905-8dda-9543b1fa28ef admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:34:37.417828 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-de712d62-3bbd-4905-8dda-9543b1fa28ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:34:37.427601 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_common [None req-c1e0ff81-dd6a-4ee4-9eaf-30ba2d78356f None None] Allocated IP 172.20.0.2 (0829acdd-b88b-4156-8b09-030dbc18303a/50258cd2-d3e5-4900-8067-9aba668da2a8/cf45dbfb-4072-4b07-9d37-63938ebc36c4) {{(pid=84154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 15:34:37.566212 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.db_base_plugin_common [None req-de712d62-3bbd-4905-8dda-9543b1fa28ef admin admin] Allocated IP 172.26.7.27 (8dffb05c-5ca0-409b-bd5f-7be6264f707d/a489dd4f-42a5-433b-8be3-bab2749c4209/7005c3c8-4ea8-4dc8-862a-0056e982d809) {{(pid=84152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 15:34:37.621310 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-dd6709a1-38f4-430a-a207-137a8d144d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b1306cf-8119-42b7-89ce-74cb553d4869', 'name': 'tempest-TestShelveInstance-1865667637-router', 'tenant_id': '3429e03a7ca7442ca59a1b1874fe46c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.73'}], 'enable_snat': True}, 'gw_port_id': '67ff4dd2-f9d5-4bdc-b219-1f30cff5b132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:34:29Z', 'updated_at': '2022-01-20T15:34:32Z', 'revision_number': 4, 'project_id': '3429e03a7ca7442ca59a1b1874fe46c7', 'gw_port': {'id': '67ff4dd2-f9d5-4bdc-b219-1f30cff5b132', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:72:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b1306cf-8119-42b7-89ce-74cb553d4869', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:34:30Z', 'updated_at': '2022-01-20T15:34:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv', '_interfaces': [{'id': '3de8d6b9-5c70-4e15-8da9-9e8732ec7957', 'name': '', 'network_id': 'b803d82c-c028-4346-8ad1-5e9fb1a6ac6f', 'tenant_id': '3429e03a7ca7442ca59a1b1874fe46c7', 'mac_address': 'fa:16:3e:b0:77:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b1306cf-8119-42b7-89ce-74cb553d4869', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c96ff1bb-e380-4bc1-a052-d6f34279b63c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:34:32Z', 'updated_at': '2022-01-20T15:34:33Z', 'revision_number': 2, 'project_id': '3429e03a7ca7442ca59a1b1874fe46c7', 'subnets': [{'id': 'c96ff1bb-e380-4bc1-a052-d6f34279b63c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:34:37.635152 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd6709a1-38f4-430a-a207-137a8d144d05 None None] Checking router: 2b1306cf-8119-42b7-89ce-74cb553d4869 for host: dv-neutron-825124-1-hyperv {{(pid=84154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 15:34:37.635512 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd6709a1-38f4-430a-a207-137a8d144d05 None None] Updating router 2b1306cf-8119-42b7-89ce-74cb553d4869 port 3de8d6b9-5c70-4e15-8da9-9e8732ec7957 binding host dv-neutron-825124-1-hyperv {{(pid=84154) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 20 15:34:37.714702 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-de712d62-3bbd-4905-8dda-9543b1fa28ef admin admin] Notify callbacks [] for port, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:34:37.733328 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-dd6709a1-38f4-430a-a207-137a8d144d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:34:37.758792 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-c1e0ff81-dd6a-4ee4-9eaf-30ba2d78356f None None] Notify callbacks [] for port, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:34:37.799222 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-c1e0ff81-dd6a-4ee4-9eaf-30ba2d78356f None None] Transition to ACTIVE for port object cf45dbfb-4072-4b07-9d37-63938ebc36c4 will not be triggered until provisioned by entity L2. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 15:34:37.831999 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-c1e0ff81-dd6a-4ee4-9eaf-30ba2d78356f None None] Transition to ACTIVE for port object cf45dbfb-4072-4b07-9d37-63938ebc36c4 will not be triggered until provisioned by entity DHCP. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 15:34:37.836544 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-de712d62-3bbd-4905-8dda-9543b1fa28ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:34:37.902761 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de712d62-3bbd-4905-8dda-9543b1fa28ef admin admin] Network 8dffb05c-5ca0-409b-bd5f-7be6264f707d is already hosted by enough agents. {{(pid=84152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 15:34:37.905692 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.base_scheduler [None req-de712d62-3bbd-4905-8dda-9543b1fa28ef admin admin] Resources bound (agent type, host, resource id): {{(pid=84152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 15:34:37.908117 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de712d62-3bbd-4905-8dda-9543b1fa28ef admin admin] Received port after_create {{(pid=84152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 15:34:37.970048 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-c1e0ff81-dd6a-4ee4-9eaf-30ba2d78356f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477'] for port, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:34:38.055462 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de712d62-3bbd-4905-8dda-9543b1fa28ef admin admin] Pushing event updated for resources: {'Port': ['ID=7005c3c8-4ea8-4dc8-862a-0056e982d809,revision_number=1']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:34:38.065753 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e0ff81-dd6a-4ee4-9eaf-30ba2d78356f None None] Pushing event updated for resources: {'Port': ['ID=cf45dbfb-4072-4b07-9d37-63938ebc36c4,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:34:38.076937 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1e0ff81-dd6a-4ee4-9eaf-30ba2d78356f None None] Network 0829acdd-b88b-4156-8b09-030dbc18303a is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 15:34:38.087388 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-c1e0ff81-dd6a-4ee4-9eaf-30ba2d78356f None None] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 15:34:38.091660 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e0ff81-dd6a-4ee4-9eaf-30ba2d78356f None None] Received port after_create {{(pid=84154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 15:34:38.204484 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-c1e0ff81-dd6a-4ee4-9eaf-30ba2d78356f None None] Attempting to bind port cf45dbfb-4072-4b07-9d37-63938ebc36c4 on host dv-neutron-825124-1-hyperv for vnic_type normal with profile {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 15:34:38.204846 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-c1e0ff81-dd6a-4ee4-9eaf-30ba2d78356f None None] Attempting to bind port cf45dbfb-4072-4b07-9d37-63938ebc36c4 by drivers openvswitch,hyperv on host dv-neutron-825124-1-hyperv at level 0 using segments [{'id': 'a95e2ace-15d8-4740-a06d-06404b0725cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '0829acdd-b88b-4156-8b09-030dbc18303a'}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 15:34:38.205205 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1e0ff81-dd6a-4ee4-9eaf-30ba2d78356f None None] Attempting to bind port cf45dbfb-4072-4b07-9d37-63938ebc36c4 on network 0829acdd-b88b-4156-8b09-030dbc18303a {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 15:34:38.244583 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-de712d62-3bbd-4905-8dda-9543b1fa28ef admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:34:38.245320 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-de712d62-3bbd-4905-8dda-9543b1fa28ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-744861'] for router, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:34:38.251713 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1e0ff81-dd6a-4ee4-9eaf-30ba2d78356f None None] Checking agent: {'id': '6414dfeb-85c5-454a-8756-709ca637d800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825124-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 16, 31), 'started_at': datetime.datetime(2022, 1, 20, 14, 17, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 15, 34, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825124-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 15:34:38.252083 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1e0ff81-dd6a-4ee4-9eaf-30ba2d78356f None None] Checking segment: {'id': 'a95e2ace-15d8-4740-a06d-06404b0725cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '0829acdd-b88b-4156-8b09-030dbc18303a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 15:34:38.252477 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-c1e0ff81-dd6a-4ee4-9eaf-30ba2d78356f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:34:38.252861 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1e0ff81-dd6a-4ee4-9eaf-30ba2d78356f None None] Bound using segment: {'id': 'a95e2ace-15d8-4740-a06d-06404b0725cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '0829acdd-b88b-4156-8b09-030dbc18303a'} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 15:34:38.253321 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-c1e0ff81-dd6a-4ee4-9eaf-30ba2d78356f None None] Bound port: cf45dbfb-4072-4b07-9d37-63938ebc36c4, host: dv-neutron-825124-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a95e2ace-15d8-4740-a06d-06404b0725cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '0829acdd-b88b-4156-8b09-030dbc18303a'}}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 15:34:38.253685 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-c1e0ff81-dd6a-4ee4-9eaf-30ba2d78356f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:34:38.307847 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-dd6709a1-38f4-430a-a207-137a8d144d05 None None] Notify callbacks [] for port, precommit_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:34:38.338098 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-dd6709a1-38f4-430a-a207-137a8d144d05 None None] Transition to ACTIVE for port object 3de8d6b9-5c70-4e15-8da9-9e8732ec7957 will not be triggered until provisioned by entity L2. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 15:34:38.366667 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-c1e0ff81-dd6a-4ee4-9eaf-30ba2d78356f None None] For port cf45dbfb-4072-4b07-9d37-63938ebc36c4, host dv-neutron-825124-1-hyperv, cleared binding levels {{(pid=84154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 15:34:38.369923 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-c1e0ff81-dd6a-4ee4-9eaf-30ba2d78356f None None] For port cf45dbfb-4072-4b07-9d37-63938ebc36c4, host dv-neutron-825124-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=cf45dbfb-4072-4b07-9d37-63938ebc36c4,segment=NetworkSegment(a95e2ace-15d8-4740-a06d-06404b0725cc),segment_id=a95e2ace-15d8-4740-a06d-06404b0725cc)] {{(pid=84154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 15:34:38.401396 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-dd6709a1-38f4-430a-a207-137a8d144d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:34:38.439963 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-c1e0ff81-dd6a-4ee4-9eaf-30ba2d78356f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:34:38.543074 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a499db5f-6d51-427e-93aa-7f6e3acefaa0 None None] Pushing event updated for resources: {'Port': ['ID=3de8d6b9-5c70-4e15-8da9-9e8732ec7957,revision_number=3']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:34:38.555582 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de712d62-3bbd-4905-8dda-9543b1fa28ef admin admin] Router d6d96459-41ac-48ff-ae03-82afe395ca6b is scheduled to L3 agent 624d525b-4c26-4143-8a1c-228bb1c6faaa with binding_index 1 {{(pid=84152) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 20 15:34:38.690953 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-dd6709a1-38f4-430a-a207-137a8d144d05 None None] Attempting to bind port 3de8d6b9-5c70-4e15-8da9-9e8732ec7957 on host dv-neutron-825124-1-hyperv for vnic_type normal with profile {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 15:34:38.690953 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-dd6709a1-38f4-430a-a207-137a8d144d05 None None] Attempting to bind port 3de8d6b9-5c70-4e15-8da9-9e8732ec7957 by drivers openvswitch,hyperv on host dv-neutron-825124-1-hyperv at level 0 using segments [{'id': '33ba1c7b-3208-442a-a04a-244eae23597f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'b803d82c-c028-4346-8ad1-5e9fb1a6ac6f'}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 15:34:38.690953 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd6709a1-38f4-430a-a207-137a8d144d05 None None] Attempting to bind port 3de8d6b9-5c70-4e15-8da9-9e8732ec7957 on network b803d82c-c028-4346-8ad1-5e9fb1a6ac6f {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 15:34:38.691365 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e0ff81-dd6a-4ee4-9eaf-30ba2d78356f None None] Pushing event updated for resources: {'Port': ['ID=cf45dbfb-4072-4b07-9d37-63938ebc36c4,revision_number=2']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:34:38.701552 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd6709a1-38f4-430a-a207-137a8d144d05 None None] Checking agent: {'id': '6414dfeb-85c5-454a-8756-709ca637d800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825124-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 16, 31), 'started_at': datetime.datetime(2022, 1, 20, 14, 17, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 15, 34, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825124-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 15:34:38.701924 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd6709a1-38f4-430a-a207-137a8d144d05 None None] Checking segment: {'id': '33ba1c7b-3208-442a-a04a-244eae23597f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'b803d82c-c028-4346-8ad1-5e9fb1a6ac6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 15:34:38.702357 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-dd6709a1-38f4-430a-a207-137a8d144d05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:34:38.702748 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd6709a1-38f4-430a-a207-137a8d144d05 None None] Bound using segment: {'id': '33ba1c7b-3208-442a-a04a-244eae23597f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'b803d82c-c028-4346-8ad1-5e9fb1a6ac6f'} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 15:34:38.703211 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-dd6709a1-38f4-430a-a207-137a8d144d05 None None] Bound port: 3de8d6b9-5c70-4e15-8da9-9e8732ec7957, host: dv-neutron-825124-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33ba1c7b-3208-442a-a04a-244eae23597f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'b803d82c-c028-4346-8ad1-5e9fb1a6ac6f'}}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 15:34:38.703583 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-dd6709a1-38f4-430a-a207-137a8d144d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:34:38.814680 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de712d62-3bbd-4905-8dda-9543b1fa28ef admin admin] Notify agent at l3_agent.dv-neutron-825124-1-hyperv the message routers_updated {{(pid=84152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 15:34:38.828932 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce196dd9-1a04-4f0c-b85d-b350cc41c304 None None] Sync routers for ids ['d6d96459-41ac-48ff-ae03-82afe395ca6b'] in dv-neutron-825124-1-hyperv {{(pid=84155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 15:34:38.833606 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-dd6709a1-38f4-430a-a207-137a8d144d05 None None] For port 3de8d6b9-5c70-4e15-8da9-9e8732ec7957, host dv-neutron-825124-1-hyperv, cleared binding levels {{(pid=84154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 15:34:38.838330 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-dd6709a1-38f4-430a-a207-137a8d144d05 None None] For port 3de8d6b9-5c70-4e15-8da9-9e8732ec7957, host dv-neutron-825124-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=3de8d6b9-5c70-4e15-8da9-9e8732ec7957,segment=NetworkSegment(33ba1c7b-3208-442a-a04a-244eae23597f),segment_id=33ba1c7b-3208-442a-a04a-244eae23597f)] {{(pid=84154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 15:34:38.842773 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce196dd9-1a04-4f0c-b85d-b350cc41c304 None None] Routers {'d6d96459-41ac-48ff-ae03-82afe395ca6b'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 15:34:38.845633 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-ce196dd9-1a04-4f0c-b85d-b350cc41c304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T15:34:30Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['d6d96459-41ac-48ff-ae03-82afe395ca6b'], 'active': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:34:38.921533 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-de712d62-3bbd-4905-8dda-9543b1fa28ef admin admin] Notify callbacks [] for router, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:34:38.922813 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-de712d62-3bbd-4905-8dda-9543b1fa28ef admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.2192612 Jan 20 15:34:38.925844 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 51814) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:34:38.950843 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-dd6709a1-38f4-430a-a207-137a8d144d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:34:39.024538 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvr_db [None req-ce196dd9-1a04-4f0c-b85d-b350cc41c304 None None] Set router d6d96459-41ac-48ff-ae03-82afe395ca6b gateway port host: dv-neutron-825124-1-hyperv {{(pid=84155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 15:34:39.040173 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a499db5f-6d51-427e-93aa-7f6e3acefaa0 None None] Pushing event updated for resources: {'Port': ['ID=3de8d6b9-5c70-4e15-8da9-9e8732ec7957,revision_number=4']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:34:39.044134 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd6709a1-38f4-430a-a207-137a8d144d05 None None] Routers {'2b1306cf-8119-42b7-89ce-74cb553d4869'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 15:34:39.044739 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-dd6709a1-38f4-430a-a207-137a8d144d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T15:34:30Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['2b1306cf-8119-42b7-89ce-74cb553d4869'], 'active': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:34:39.263860 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvr_db [None req-dd6709a1-38f4-430a-a207-137a8d144d05 None None] Set router 2b1306cf-8119-42b7-89ce-74cb553d4869 gateway port host: dv-neutron-825124-1-hyperv {{(pid=84154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 15:34:39.409815 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-ce196dd9-1a04-4f0c-b85d-b350cc41c304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6d96459-41ac-48ff-ae03-82afe395ca6b', 'name': 'tempest-TestShelveInstance-1623467029-router', 'tenant_id': '79e678afedbb49c39614a90e7bac14c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.27'}], 'enable_snat': True}, 'gw_port_id': '7005c3c8-4ea8-4dc8-862a-0056e982d809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:34:36Z', 'updated_at': '2022-01-20T15:34:38Z', 'revision_number': 3, 'project_id': '79e678afedbb49c39614a90e7bac14c0', 'gw_port': {'id': '7005c3c8-4ea8-4dc8-862a-0056e982d809', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:b9:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6d96459-41ac-48ff-ae03-82afe395ca6b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:34:37Z', 'updated_at': '2022-01-20T15:34:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv'}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:34:39.414786 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce196dd9-1a04-4f0c-b85d-b350cc41c304 None None] Checking router: d6d96459-41ac-48ff-ae03-82afe395ca6b for host: dv-neutron-825124-1-hyperv {{(pid=84155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 15:34:39.415407 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce196dd9-1a04-4f0c-b85d-b350cc41c304 None None] Updating router d6d96459-41ac-48ff-ae03-82afe395ca6b port 7005c3c8-4ea8-4dc8-862a-0056e982d809 binding host dv-neutron-825124-1-hyperv {{(pid=84155) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 20 15:34:39.478006 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ce196dd9-1a04-4f0c-b85d-b350cc41c304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:34:39.693656 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-401f3e7d-38df-4638-9a4f-0f8934f17624 None None] Network 0829acdd-b88b-4156-8b09-030dbc18303a requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 15:34:39.809189 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-dd6709a1-38f4-430a-a207-137a8d144d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b1306cf-8119-42b7-89ce-74cb553d4869', 'name': 'tempest-TestShelveInstance-1865667637-router', 'tenant_id': '3429e03a7ca7442ca59a1b1874fe46c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.73'}], 'enable_snat': True}, 'gw_port_id': '67ff4dd2-f9d5-4bdc-b219-1f30cff5b132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:34:29Z', 'updated_at': '2022-01-20T15:34:32Z', 'revision_number': 4, 'project_id': '3429e03a7ca7442ca59a1b1874fe46c7', 'gw_port': {'id': '67ff4dd2-f9d5-4bdc-b219-1f30cff5b132', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:72:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b1306cf-8119-42b7-89ce-74cb553d4869', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:34:30Z', 'updated_at': '2022-01-20T15:34:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv', '_interfaces': [{'id': '3de8d6b9-5c70-4e15-8da9-9e8732ec7957', 'name': '', 'network_id': 'b803d82c-c028-4346-8ad1-5e9fb1a6ac6f', 'tenant_id': '3429e03a7ca7442ca59a1b1874fe46c7', 'mac_address': 'fa:16:3e:b0:77:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b1306cf-8119-42b7-89ce-74cb553d4869', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c96ff1bb-e380-4bc1-a052-d6f34279b63c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:34:32Z', 'updated_at': '2022-01-20T15:34:38Z', 'revision_number': 4, 'project_id': '3429e03a7ca7442ca59a1b1874fe46c7', 'subnets': [{'id': 'c96ff1bb-e380-4bc1-a052-d6f34279b63c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:34:39.833000 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd6709a1-38f4-430a-a207-137a8d144d05 None None] The sync data for ids ['2b1306cf-8119-42b7-89ce-74cb553d4869'] in dv-neutron-825124-1-hyperv is: [{'id': '2b1306cf-8119-42b7-89ce-74cb553d4869', 'name': 'tempest-TestShelveInstance-1865667637-router', 'tenant_id': '3429e03a7ca7442ca59a1b1874fe46c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.73'}], 'enable_snat': True}, 'gw_port_id': '67ff4dd2-f9d5-4bdc-b219-1f30cff5b132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:34:29Z', 'updated_at': '2022-01-20T15:34:32Z', 'revision_number': 4, 'project_id': '3429e03a7ca7442ca59a1b1874fe46c7', 'gw_port': {'id': '67ff4dd2-f9d5-4bdc-b219-1f30cff5b132', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:72:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b1306cf-8119-42b7-89ce-74cb553d4869', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:34:30Z', 'updated_at': '2022-01-20T15:34:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv', '_interfaces': [{'id': '3de8d6b9-5c70-4e15-8da9-9e8732ec7957', 'name': '', 'network_id': 'b803d82c-c028-4346-8ad1-5e9fb1a6ac6f', 'tenant_id': '3429e03a7ca7442ca59a1b1874fe46c7', 'mac_address': 'fa:16:3e:b0:77:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b1306cf-8119-42b7-89ce-74cb553d4869', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c96ff1bb-e380-4bc1-a052-d6f34279b63c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:34:32Z', 'updated_at': '2022-01-20T15:34:38Z', 'revision_number': 4, 'project_id': '3429e03a7ca7442ca59a1b1874fe46c7', 'subnets': [{'id': 'c96ff1bb-e380-4bc1-a052-d6f34279b63c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 15:34:39.836429 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ce196dd9-1a04-4f0c-b85d-b350cc41c304 None None] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:34:39.855350 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-ce196dd9-1a04-4f0c-b85d-b350cc41c304 None None] Transition to ACTIVE for port object 7005c3c8-4ea8-4dc8-862a-0056e982d809 will not be triggered until provisioned by entity L2. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 15:34:39.917036 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device cf45dbfb-4072-4b07-9d37-63938ebc36c4 up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 15:34:39.919490 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-05d9b3c4-e13b-4aa6-9603-3a01ee8a91d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:34:39.938429 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ce196dd9-1a04-4f0c-b85d-b350cc41c304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:34:39.976072 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-d8682f02-ad43-45ed-8054-b4dd3ed7bb0c None None] Provisioning for port cf45dbfb-4072-4b07-9d37-63938ebc36c4 completed by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 15:34:40.019938 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7cc3a2-26eb-4aea-a966-648bf08d1d4d None None] Pushing event updated for resources: {'Port': ['ID=7005c3c8-4ea8-4dc8-862a-0056e982d809,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:34:40.022529 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-ce196dd9-1a04-4f0c-b85d-b350cc41c304 None None] Attempting to bind port 7005c3c8-4ea8-4dc8-862a-0056e982d809 on host dv-neutron-825124-1-hyperv for vnic_type normal with profile {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 15:34:40.022916 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-ce196dd9-1a04-4f0c-b85d-b350cc41c304 None None] Attempting to bind port 7005c3c8-4ea8-4dc8-862a-0056e982d809 by drivers openvswitch,hyperv on host dv-neutron-825124-1-hyperv at level 0 using segments [{'id': 'f628f1ba-6b70-4c9b-8839-62340c040c81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d'}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 15:34:40.023268 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce196dd9-1a04-4f0c-b85d-b350cc41c304 None None] Attempting to bind port 7005c3c8-4ea8-4dc8-862a-0056e982d809 on network 8dffb05c-5ca0-409b-bd5f-7be6264f707d {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 15:34:40.030107 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce196dd9-1a04-4f0c-b85d-b350cc41c304 None None] Checking agent: {'id': '6414dfeb-85c5-454a-8756-709ca637d800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825124-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 16, 31), 'started_at': datetime.datetime(2022, 1, 20, 14, 17, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 15, 34, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825124-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 15:34:40.030477 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce196dd9-1a04-4f0c-b85d-b350cc41c304 None None] Checking segment: {'id': 'f628f1ba-6b70-4c9b-8839-62340c040c81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 15:34:40.030867 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ce196dd9-1a04-4f0c-b85d-b350cc41c304 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:34:40.031243 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce196dd9-1a04-4f0c-b85d-b350cc41c304 None None] Bound using segment: {'id': 'f628f1ba-6b70-4c9b-8839-62340c040c81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d'} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 15:34:40.031762 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-ce196dd9-1a04-4f0c-b85d-b350cc41c304 None None] Bound port: 7005c3c8-4ea8-4dc8-862a-0056e982d809, host: dv-neutron-825124-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f628f1ba-6b70-4c9b-8839-62340c040c81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d'}}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 15:34:40.032030 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ce196dd9-1a04-4f0c-b85d-b350cc41c304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:34:40.098429 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning for port cf45dbfb-4072-4b07-9d37-63938ebc36c4 completed by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 15:34:40.104100 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port cf45dbfb-4072-4b07-9d37-63938ebc36c4 triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:34:40.104474 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:34:40.129601 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-ce196dd9-1a04-4f0c-b85d-b350cc41c304 None None] For port 7005c3c8-4ea8-4dc8-862a-0056e982d809, host dv-neutron-825124-1-hyperv, cleared binding levels {{(pid=84155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 15:34:40.134503 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-ce196dd9-1a04-4f0c-b85d-b350cc41c304 None None] For port 7005c3c8-4ea8-4dc8-862a-0056e982d809, host dv-neutron-825124-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=7005c3c8-4ea8-4dc8-862a-0056e982d809,segment=NetworkSegment(f628f1ba-6b70-4c9b-8839-62340c040c81),segment_id=f628f1ba-6b70-4c9b-8839-62340c040c81)] {{(pid=84155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 15:34:40.164796 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.db_base_plugin_common [None req-05d9b3c4-e13b-4aa6-9603-3a01ee8a91d0 admin admin] Allocated IP 172.20.0.1 (0829acdd-b88b-4156-8b09-030dbc18303a/50258cd2-d3e5-4900-8067-9aba668da2a8/8fdd00e4-fc39-427a-ba91-6bbb475c1fdc) {{(pid=84153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 15:34:40.210955 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ce196dd9-1a04-4f0c-b85d-b350cc41c304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:34:40.282238 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:34:40.334308 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] For port cf45dbfb-4072-4b07-9d37-63938ebc36c4, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=cf45dbfb-4072-4b07-9d37-63938ebc36c4,segment=NetworkSegment(a95e2ace-15d8-4740-a06d-06404b0725cc),segment_id=a95e2ace-15d8-4740-a06d-06404b0725cc)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 15:34:40.351521 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-5f5ecaea-fa35-4f2a-97dd-b1ed88df8bf4 None None] Provisioning complete for port cf45dbfb-4072-4b07-9d37-63938ebc36c4 triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:34:40.351894 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-5f5ecaea-fa35-4f2a-97dd-b1ed88df8bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:34:40.352097 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7cc3a2-26eb-4aea-a966-648bf08d1d4d None None] Pushing event updated for resources: {'Port': ['ID=7005c3c8-4ea8-4dc8-862a-0056e982d809,revision_number=3']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:34:40.358172 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce196dd9-1a04-4f0c-b85d-b350cc41c304 None None] Routers {'d6d96459-41ac-48ff-ae03-82afe395ca6b'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 15:34:40.358172 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-ce196dd9-1a04-4f0c-b85d-b350cc41c304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T15:34:30Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['d6d96459-41ac-48ff-ae03-82afe395ca6b'], 'active': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:34:40.404947 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-05d9b3c4-e13b-4aa6-9603-3a01ee8a91d0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:34:40.434014 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.provisioning_blocks [None req-05d9b3c4-e13b-4aa6-9603-3a01ee8a91d0 admin admin] Transition to ACTIVE for port object 8fdd00e4-fc39-427a-ba91-6bbb475c1fdc will not be triggered until provisioned by entity DHCP. {{(pid=84153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 15:34:40.435999 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:34:40.519018 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-05d9b3c4-e13b-4aa6-9603-3a01ee8a91d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:34:40.555877 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Pushing event updated for resources: {'Port': ['ID=cf45dbfb-4072-4b07-9d37-63938ebc36c4,revision_number=3']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:34:40.557373 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvr_db [None req-ce196dd9-1a04-4f0c-b85d-b350cc41c304 None None] Set router d6d96459-41ac-48ff-ae03-82afe395ca6b gateway port host: dv-neutron-825124-1-hyperv {{(pid=84155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 15:34:40.603231 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05d9b3c4-e13b-4aa6-9603-3a01ee8a91d0 admin admin] Network 0829acdd-b88b-4156-8b09-030dbc18303a is already hosted by enough agents. {{(pid=84153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 15:34:40.606210 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.base_scheduler [None req-05d9b3c4-e13b-4aa6-9603-3a01ee8a91d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=84153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 15:34:40.608955 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05d9b3c4-e13b-4aa6-9603-3a01ee8a91d0 admin admin] Received port after_create {{(pid=84153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 15:34:40.651581 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d9b3c4-e13b-4aa6-9603-3a01ee8a91d0 admin admin] Pushing event updated for resources: {'Port': ['ID=8fdd00e4-fc39-427a-ba91-6bbb475c1fdc,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:34:40.679060 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-05d9b3c4-e13b-4aa6-9603-3a01ee8a91d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-745387'] for router_interface, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:34:40.858973 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-05d9b3c4-e13b-4aa6-9603-3a01ee8a91d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:34:40.900140 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-ce196dd9-1a04-4f0c-b85d-b350cc41c304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6d96459-41ac-48ff-ae03-82afe395ca6b', 'name': 'tempest-TestShelveInstance-1623467029-router', 'tenant_id': '79e678afedbb49c39614a90e7bac14c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.27'}], 'enable_snat': True}, 'gw_port_id': '7005c3c8-4ea8-4dc8-862a-0056e982d809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:34:36Z', 'updated_at': '2022-01-20T15:34:38Z', 'revision_number': 3, 'project_id': '79e678afedbb49c39614a90e7bac14c0', 'gw_port': {'id': '7005c3c8-4ea8-4dc8-862a-0056e982d809', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:b9:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6d96459-41ac-48ff-ae03-82afe395ca6b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:34:37Z', 'updated_at': '2022-01-20T15:34:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv'}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:34:40.904753 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce196dd9-1a04-4f0c-b85d-b350cc41c304 None None] The sync data for ids ['d6d96459-41ac-48ff-ae03-82afe395ca6b'] in dv-neutron-825124-1-hyperv is: [{'id': 'd6d96459-41ac-48ff-ae03-82afe395ca6b', 'name': 'tempest-TestShelveInstance-1623467029-router', 'tenant_id': '79e678afedbb49c39614a90e7bac14c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.27'}], 'enable_snat': True}, 'gw_port_id': '7005c3c8-4ea8-4dc8-862a-0056e982d809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:34:36Z', 'updated_at': '2022-01-20T15:34:38Z', 'revision_number': 3, 'project_id': '79e678afedbb49c39614a90e7bac14c0', 'gw_port': {'id': '7005c3c8-4ea8-4dc8-862a-0056e982d809', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:b9:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6d96459-41ac-48ff-ae03-82afe395ca6b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:34:37Z', 'updated_at': '2022-01-20T15:34:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv'}] {{(pid=84155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 15:34:40.928907 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-a0d47eac-ec87-4f48-9369-e0723013e2e2 None None] Provisioning for port 8fdd00e4-fc39-427a-ba91-6bbb475c1fdc completed by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 15:34:40.932046 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-a0d47eac-ec87-4f48-9369-e0723013e2e2 None None] Provisioning complete for port 8fdd00e4-fc39-427a-ba91-6bbb475c1fdc triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:34:40.932851 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-a0d47eac-ec87-4f48-9369-e0723013e2e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:34:40.985754 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-a0d47eac-ec87-4f48-9369-e0723013e2e2 None None] Port 8fdd00e4-fc39-427a-ba91-6bbb475c1fdc cannot update to ACTIVE because it is not bound. {{(pid=84154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 15:34:41.096013 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-05d9b3c4-e13b-4aa6-9603-3a01ee8a91d0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:34:41.157577 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-05d9b3c4-e13b-4aa6-9603-3a01ee8a91d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3944146'] for port, after_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:34:41.261369 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d9b3c4-e13b-4aa6-9603-3a01ee8a91d0 admin admin] Pushing event updated for resources: {'Port': ['ID=8fdd00e4-fc39-427a-ba91-6bbb475c1fdc,revision_number=2']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:34:41.263623 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-05d9b3c4-e13b-4aa6-9603-3a01ee8a91d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1705158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-743490'] for router_interface, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:34:41.394573 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05d9b3c4-e13b-4aa6-9603-3a01ee8a91d0 admin admin] Network 0829acdd-b88b-4156-8b09-030dbc18303a is already hosted by enough agents. {{(pid=84153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 15:34:41.395610 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.base_scheduler [None req-05d9b3c4-e13b-4aa6-9603-3a01ee8a91d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=84153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 15:34:41.609986 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-81b4f6ba-fc32-484b-a06c-fbf474a5939d None None] Provisioning complete for port 8fdd00e4-fc39-427a-ba91-6bbb475c1fdc triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:34:41.610605 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-81b4f6ba-fc32-484b-a06c-fbf474a5939d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:34:41.662144 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-81b4f6ba-fc32-484b-a06c-fbf474a5939d None None] Port 8fdd00e4-fc39-427a-ba91-6bbb475c1fdc cannot update to ACTIVE because it is not bound. {{(pid=84154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 15:34:41.881740 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 3de8d6b9-5c70-4e15-8da9-9e8732ec7957 up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 15:34:41.906854 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05d9b3c4-e13b-4aa6-9603-3a01ee8a91d0 admin admin] Router d6d96459-41ac-48ff-ae03-82afe395ca6b has already been hosted by L3 agent 624d525b-4c26-4143-8a1c-228bb1c6faaa {{(pid=84153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 15:34:42.006723 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning for port 3de8d6b9-5c70-4e15-8da9-9e8732ec7957 completed by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 15:34:42.011631 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port 3de8d6b9-5c70-4e15-8da9-9e8732ec7957 triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:34:42.012006 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:34:42.109632 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05d9b3c4-e13b-4aa6-9603-3a01ee8a91d0 admin admin] Notify agent at l3_agent.dv-neutron-825124-1-hyperv the message routers_updated {{(pid=84153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 15:34:42.119012 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-05d9b3c4-e13b-4aa6-9603-3a01ee8a91d0 admin admin] 10.222.0.54 "PUT /v2.0/routers/d6d96459-41ac-48ff-ae03-82afe395ca6b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1920943 Jan 20 15:34:42.128273 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:34:42.160330 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] For port 3de8d6b9-5c70-4e15-8da9-9e8732ec7957, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=3de8d6b9-5c70-4e15-8da9-9e8732ec7957,segment=NetworkSegment(33ba1c7b-3208-442a-a04a-244eae23597f),segment_id=33ba1c7b-3208-442a-a04a-244eae23597f)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 15:34:42.237899 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:34:42.238819 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device cf45dbfb-4072-4b07-9d37-63938ebc36c4 up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 15:34:42.351757 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Pushing event updated for resources: {'Port': ['ID=3de8d6b9-5c70-4e15-8da9-9e8732ec7957,revision_number=5']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:34:42.364153 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port cf45dbfb-4072-4b07-9d37-63938ebc36c4 triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:34:42.364522 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:34:42.776874 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 51824) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:34:42.782432 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-c7227302-0f6f-47bd-a8e4-3536825aedf3 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1314696199', 'description': 'tempest-secgroup-smoke-1314696199 description', 'project_id': '3429e03a7ca7442ca59a1b1874fe46c7'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 15:34:42.788516 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-c7227302-0f6f-47bd-a8e4-3536825aedf3 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:34:42.792489 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-c7227302-0f6f-47bd-a8e4-3536825aedf3 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Usage tracker for resource:security_group and tenant:3429e03a7ca7442ca59a1b1874fe46c7 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:34:42.795370 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-c7227302-0f6f-47bd-a8e4-3536825aedf3 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:34:42.801187 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-c7227302-0f6f-47bd-a8e4-3536825aedf3 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:34:42.866577 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-c7227302-0f6f-47bd-a8e4-3536825aedf3 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Notify callbacks [] for security_group, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:34:42.900900 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-c7227302-0f6f-47bd-a8e4-3536825aedf3 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:34:42.904608 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-c7227302-0f6f-47bd-a8e4-3536825aedf3 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Usage tracker for resource:security_group_rule and tenant:3429e03a7ca7442ca59a1b1874fe46c7 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:34:42.907390 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-c7227302-0f6f-47bd-a8e4-3536825aedf3 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:34:42.913050 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-c7227302-0f6f-47bd-a8e4-3536825aedf3 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:34:42.965709 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-c7227302-0f6f-47bd-a8e4-3536825aedf3 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Notify callbacks [] for security_group, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:34:43.020642 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-c7227302-0f6f-47bd-a8e4-3536825aedf3 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:34:43.072492 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7227302-0f6f-47bd-a8e4-3536825aedf3 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00a21917-91fe-40b9-86ef-d90d055101ef,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:34:43.149458 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-c7227302-0f6f-47bd-a8e4-3536825aedf3 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Notify callbacks [] for security_group, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:34:43.150704 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-c7227302-0f6f-47bd-a8e4-3536825aedf3 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.3728383 Jan 20 15:34:43.153534 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 51828) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:34:43.158932 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-532aea4d-60b8-44d1-8c29-22ec1a735018 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Request body: {'security_group_rule': {'security_group_id': '00a21917-91fe-40b9-86ef-d90d055101ef', 'project_id': '3429e03a7ca7442ca59a1b1874fe46c7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 15:34:43.164904 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-532aea4d-60b8-44d1-8c29-22ec1a735018 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:34:43.168712 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-532aea4d-60b8-44d1-8c29-22ec1a735018 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Usage tracker for resource:security_group_rule and tenant:3429e03a7ca7442ca59a1b1874fe46c7 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:34:43.171589 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-532aea4d-60b8-44d1-8c29-22ec1a735018 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:34:43.177738 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-532aea4d-60b8-44d1-8c29-22ec1a735018 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:34:43.261927 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-532aea4d-60b8-44d1-8c29-22ec1a735018 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:34:43.320142 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-532aea4d-60b8-44d1-8c29-22ec1a735018 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:34:43.397763 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-532aea4d-60b8-44d1-8c29-22ec1a735018 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734962'] for security_group_rule, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:34:43.423728 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532aea4d-60b8-44d1-8c29-22ec1a735018 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfffea36-671b-44a8-a80a-65009069ddd1,revision_number=0']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:34:43.488796 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-532aea4d-60b8-44d1-8c29-22ec1a735018 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:34:43.490529 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-532aea4d-60b8-44d1-8c29-22ec1a735018 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3354993 Jan 20 15:34:43.493130 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 51832) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:34:43.498452 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-e7afb9a3-0405-4375-9eee-f2cbea38a927 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Request body: {'security_group_rule': {'security_group_id': '00a21917-91fe-40b9-86ef-d90d055101ef', 'project_id': '3429e03a7ca7442ca59a1b1874fe46c7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 15:34:43.504228 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-e7afb9a3-0405-4375-9eee-f2cbea38a927 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:34:43.507971 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-e7afb9a3-0405-4375-9eee-f2cbea38a927 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Usage tracker for resource:security_group_rule and tenant:3429e03a7ca7442ca59a1b1874fe46c7 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:34:43.510806 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-e7afb9a3-0405-4375-9eee-f2cbea38a927 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:34:43.516356 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-e7afb9a3-0405-4375-9eee-f2cbea38a927 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:34:43.596307 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-e7afb9a3-0405-4375-9eee-f2cbea38a927 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:34:43.657342 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-e7afb9a3-0405-4375-9eee-f2cbea38a927 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:34:43.700658 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-e7afb9a3-0405-4375-9eee-f2cbea38a927 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734962'] for security_group_rule, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:34:43.723356 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7afb9a3-0405-4375-9eee-f2cbea38a927 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0528467f-9dc6-4e7c-99f8-9c63bf3ff76c,revision_number=0']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:34:43.794172 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 3de8d6b9-5c70-4e15-8da9-9e8732ec7957 up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 15:34:43.795937 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-e7afb9a3-0405-4375-9eee-f2cbea38a927 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:34:43.797148 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-e7afb9a3-0405-4375-9eee-f2cbea38a927 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3031175 Jan 20 15:34:43.799964 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 51836) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:34:43.805363 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-b3a044e2-3761-477a-a012-7804fd7c3ba5 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Request body: {'security_group_rule': {'security_group_id': '00a21917-91fe-40b9-86ef-d90d055101ef', 'project_id': '3429e03a7ca7442ca59a1b1874fe46c7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 15:34:43.811541 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-b3a044e2-3761-477a-a012-7804fd7c3ba5 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:34:43.815463 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-b3a044e2-3761-477a-a012-7804fd7c3ba5 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Usage tracker for resource:security_group_rule and tenant:3429e03a7ca7442ca59a1b1874fe46c7 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:34:43.818373 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-b3a044e2-3761-477a-a012-7804fd7c3ba5 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:34:43.824235 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-b3a044e2-3761-477a-a012-7804fd7c3ba5 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:34:43.865645 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port 3de8d6b9-5c70-4e15-8da9-9e8732ec7957 triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:34:43.866004 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:34:43.910660 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-b3a044e2-3761-477a-a012-7804fd7c3ba5 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:34:43.971766 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-b3a044e2-3761-477a-a012-7804fd7c3ba5 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:34:44.043442 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-b3a044e2-3761-477a-a012-7804fd7c3ba5 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734962'] for security_group_rule, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:34:44.067065 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a044e2-3761-477a-a012-7804fd7c3ba5 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3007409e-c3a1-474c-9f52-38531f3d0617,revision_number=0']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:34:44.103249 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.agents_db [None req-6dba657d-a637-4918-9b6d-40defdfae04b None None] Agent healthcheck: found 6 active agents {{(pid=84155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 15:34:44.123587 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-b3a044e2-3761-477a-a012-7804fd7c3ba5 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:34:44.124748 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-b3a044e2-3761-477a-a012-7804fd7c3ba5 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3238540 Jan 20 15:34:44.127381 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 51840) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:34:44.133050 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-fe65e312-b32d-4cd5-bace-8c61ae11b143 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Request body: {'security_group_rule': {'security_group_id': '00a21917-91fe-40b9-86ef-d90d055101ef', 'project_id': '3429e03a7ca7442ca59a1b1874fe46c7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 15:34:44.138896 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-fe65e312-b32d-4cd5-bace-8c61ae11b143 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:34:44.142611 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-fe65e312-b32d-4cd5-bace-8c61ae11b143 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Usage tracker for resource:security_group_rule and tenant:3429e03a7ca7442ca59a1b1874fe46c7 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:34:44.145415 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-fe65e312-b32d-4cd5-bace-8c61ae11b143 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:34:44.151671 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-fe65e312-b32d-4cd5-bace-8c61ae11b143 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:34:44.220558 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-fe65e312-b32d-4cd5-bace-8c61ae11b143 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:34:44.284890 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-fe65e312-b32d-4cd5-bace-8c61ae11b143 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:34:44.351787 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-fe65e312-b32d-4cd5-bace-8c61ae11b143 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734962'] for security_group_rule, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:34:44.374776 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe65e312-b32d-4cd5-bace-8c61ae11b143 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e776a13e-d134-4c9e-8245-e66e10abf94a,revision_number=0']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:34:44.432674 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-fe65e312-b32d-4cd5-bace-8c61ae11b143 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:34:44.434479 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-fe65e312-b32d-4cd5-bace-8c61ae11b143 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3059189 Jan 20 15:34:44.437305 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 51844) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:34:44.445750 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-436b794f-6f64-4c3c-b536-c453142e2dda tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Request body: {'security_group_rule': {'security_group_id': '00a21917-91fe-40b9-86ef-d90d055101ef', 'project_id': '3429e03a7ca7442ca59a1b1874fe46c7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 15:34:44.454718 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-436b794f-6f64-4c3c-b536-c453142e2dda tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:34:44.460133 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-436b794f-6f64-4c3c-b536-c453142e2dda tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Usage tracker for resource:security_group_rule and tenant:3429e03a7ca7442ca59a1b1874fe46c7 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:34:44.464482 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-436b794f-6f64-4c3c-b536-c453142e2dda tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:34:44.472052 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-436b794f-6f64-4c3c-b536-c453142e2dda tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:34:44.529057 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.db.securitygroups_db [None req-436b794f-6f64-4c3c-b536-c453142e2dda tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Project 3429e03a7ca7442ca59a1b1874fe46c7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 20 15:34:44.535632 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-436b794f-6f64-4c3c-b536-c453142e2dda tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:34:44.597361 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-436b794f-6f64-4c3c-b536-c453142e2dda tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:34:44.663821 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-436b794f-6f64-4c3c-b536-c453142e2dda tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734962'] for security_group_rule, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:34:44.687049 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436b794f-6f64-4c3c-b536-c453142e2dda tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=497f97e1-2c1c-4ca0-8b45-66be0356a62e,revision_number=0']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:34:44.772802 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-436b794f-6f64-4c3c-b536-c453142e2dda tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:34:44.774061 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-436b794f-6f64-4c3c-b536-c453142e2dda tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3355336 Jan 20 15:34:44.776810 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 51848) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:34:44.784829 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-a7e668e3-a123-4d1a-956e-e132a64b26c9 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Request body: {'security_group_rule': {'security_group_id': '00a21917-91fe-40b9-86ef-d90d055101ef', 'project_id': '3429e03a7ca7442ca59a1b1874fe46c7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 15:34:44.793723 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-a7e668e3-a123-4d1a-956e-e132a64b26c9 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:34:44.801735 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-a7e668e3-a123-4d1a-956e-e132a64b26c9 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Usage tracker for resource:security_group_rule and tenant:3429e03a7ca7442ca59a1b1874fe46c7 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:34:44.801735 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-a7e668e3-a123-4d1a-956e-e132a64b26c9 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:34:44.807655 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-a7e668e3-a123-4d1a-956e-e132a64b26c9 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:34:44.871702 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.db.securitygroups_db [None req-a7e668e3-a123-4d1a-956e-e132a64b26c9 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Project 3429e03a7ca7442ca59a1b1874fe46c7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 20 15:34:44.878053 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-a7e668e3-a123-4d1a-956e-e132a64b26c9 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:34:44.941304 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-a7e668e3-a123-4d1a-956e-e132a64b26c9 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:34:45.003367 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-a7e668e3-a123-4d1a-956e-e132a64b26c9 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734962'] for security_group_rule, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:34:45.028784 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e668e3-a123-4d1a-956e-e132a64b26c9 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80bbe1f8-43bf-4a7a-8a41-34ff23ab6d03,revision_number=0']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:34:45.094832 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-a7e668e3-a123-4d1a-956e-e132a64b26c9 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:34:45.095983 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-a7e668e3-a123-4d1a-956e-e132a64b26c9 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3179054 Jan 20 15:34:45.283066 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [req-38e14b39-4eba-4a58-9b1a-1fa4f3120f67 req-4491d468-7440-43b1-a035-eee94ac9aee3 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Synchronizing usage tracker for tenant:3429e03a7ca7442ca59a1b1874fe46c7 on resource:security_group {{(pid=84153) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 15:34:45.357243 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [req-38e14b39-4eba-4a58-9b1a-1fa4f3120f67 req-4491d468-7440-43b1-a035-eee94ac9aee3 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Unset dirty status for tenant:3429e03a7ca7442ca59a1b1874fe46c7 on resource:security_group {{(pid=84153) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 15:34:45.358390 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-38e14b39-4eba-4a58-9b1a-1fa4f3120f67 req-4491d468-7440-43b1-a035-eee94ac9aee3 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1314696199&fields=id&tenant_id=3429e03a7ca7442ca59a1b1874fe46c7 HTTP/1.1" status: 200 len: 267 time: 0.1154056 Jan 20 15:34:45.502593 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e14b39-4eba-4a58-9b1a-1fa4f3120f67 req-e78c7fd0-5d09-48b1-b8ba-f043bb712ce1 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:34:45.503158 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [req-38e14b39-4eba-4a58-9b1a-1fa4f3120f67 req-e78c7fd0-5d09-48b1-b8ba-f043bb712ce1 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Synchronizing usage tracker for tenant:3429e03a7ca7442ca59a1b1874fe46c7 on resource:network {{(pid=84153) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 15:34:45.572333 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [req-38e14b39-4eba-4a58-9b1a-1fa4f3120f67 req-e78c7fd0-5d09-48b1-b8ba-f043bb712ce1 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Unset dirty status for tenant:3429e03a7ca7442ca59a1b1874fe46c7 on resource:network {{(pid=84153) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 15:34:45.573468 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-38e14b39-4eba-4a58-9b1a-1fa4f3120f67 req-e78c7fd0-5d09-48b1-b8ba-f043bb712ce1 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] 10.222.0.54 "GET /v2.0/networks?id=b803d82c-c028-4346-8ad1-5e9fb1a6ac6f HTTP/1.1" status: 200 len: 809 time: 0.2087173 Jan 20 15:34:45.589457 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-38e14b39-4eba-4a58-9b1a-1fa4f3120f67 req-c5c353b4-061d-4d94-afa4-a0e779c72e40 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] 10.222.0.54 "GET /v2.0/quotas/3429e03a7ca7442ca59a1b1874fe46c7 HTTP/1.1" status: 200 len: 375 time: 0.0104914 Jan 20 15:34:45.669952 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-38e14b39-4eba-4a58-9b1a-1fa4f3120f67 req-68a55d17-aae1-4c6b-a327-7d423145f1d1 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=3429e03a7ca7442ca59a1b1874fe46c7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0757737 Jan 20 15:34:45.801080 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [req-38e14b39-4eba-4a58-9b1a-1fa4f3120f67 req-8cf43f45-68c1-4499-99be-8f4fdcd89b10 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=84153) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 20 15:34:45.802065 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-38e14b39-4eba-4a58-9b1a-1fa4f3120f67 req-8cf43f45-68c1-4499-99be-8f4fdcd89b10 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.1206276 Jan 20 15:34:45.938859 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-38e14b39-4eba-4a58-9b1a-1fa4f3120f67 req-ea9cc8d2-cc8c-46ff-a2fd-c5bcb6164a04 service neutron] 10.222.0.54 "GET /v2.0/networks/b803d82c-c028-4346-8ad1-5e9fb1a6ac6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299229 Jan 20 15:34:46.071455 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-38e14b39-4eba-4a58-9b1a-1fa4f3120f67 req-640f00df-506a-4eb1-bf4a-c72f9f35e8cd service neutron] 10.222.0.54 "GET /v2.0/networks/b803d82c-c028-4346-8ad1-5e9fb1a6ac6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267219 Jan 20 15:34:46.295380 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-e1d46a3c-0345-49f9-b7fd-17faa4a4fa9b req-9d32d5d0-f5ed-401f-b51e-5d2ff4fa37a5 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] 10.222.0.54 "GET /v2.0/ports?device_id=785d50a3-aec9-4565-850f-9c4d4feb9fde HTTP/1.1" status: 200 len: 210 time: 0.0411878 Jan 20 15:34:47.405522 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-074871c2-e72f-435b-8c23-788b34f3c9e1 req-470d1141-ceb0-44ab-971c-917496b213b8 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] 10.222.0.54 "GET /v2.0/ports?device_id=785d50a3-aec9-4565-850f-9c4d4feb9fde HTTP/1.1" status: 200 len: 210 time: 0.0438921 Jan 20 15:34:48.564497 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-9d1e662c-57a5-428b-a962-33b603f7b32e req-add8a0a6-a557-4dcc-8ba6-2c773fc5546a tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] 10.222.0.54 "GET /v2.0/ports?device_id=785d50a3-aec9-4565-850f-9c4d4feb9fde HTTP/1.1" status: 200 len: 210 time: 0.0397804 Jan 20 15:34:48.832332 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e14b39-4eba-4a58-9b1a-1fa4f3120f67 req-7b0ef743-6f46-42d2-a0a4-1644f5b3b186 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:34:48.833714 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-38e14b39-4eba-4a58-9b1a-1fa4f3120f67 req-7b0ef743-6f46-42d2-a0a4-1644f5b3b186 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] 10.222.0.106 "GET /v2.0/networks?id=b803d82c-c028-4346-8ad1-5e9fb1a6ac6f HTTP/1.1" status: 200 len: 809 time: 0.2424104 Jan 20 15:34:48.885274 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-38e14b39-4eba-4a58-9b1a-1fa4f3120f67 req-2d9a77ed-a3d1-4fe3-a4de-149bcc6ae622 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] 10.222.0.106 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3429e03a7ca7442ca59a1b1874fe46c7 HTTP/1.1" status: 200 len: 380 time: 0.0397742 Jan 20 15:34:48.892946 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [req-38e14b39-4eba-4a58-9b1a-1fa4f3120f67 req-2c5b52f3-e97e-42c2-98a4-8c51168bf57f tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Request body: {'port': {'device_id': '785d50a3-aec9-4565-850f-9c4d4feb9fde', 'network_id': 'b803d82c-c028-4346-8ad1-5e9fb1a6ac6f', 'admin_state_up': True, 'tenant_id': '3429e03a7ca7442ca59a1b1874fe46c7', 'security_groups': ['00a21917-91fe-40b9-86ef-d90d055101ef']}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 15:34:49.022776 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [req-38e14b39-4eba-4a58-9b1a-1fa4f3120f67 req-2c5b52f3-e97e-42c2-98a4-8c51168bf57f tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:34:49.026521 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [req-38e14b39-4eba-4a58-9b1a-1fa4f3120f67 req-2c5b52f3-e97e-42c2-98a4-8c51168bf57f tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Usage tracker for resource:port and tenant:3429e03a7ca7442ca59a1b1874fe46c7 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:34:49.029244 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [req-38e14b39-4eba-4a58-9b1a-1fa4f3120f67 req-2c5b52f3-e97e-42c2-98a4-8c51168bf57f tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:34:49.034741 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [req-38e14b39-4eba-4a58-9b1a-1fa4f3120f67 req-2c5b52f3-e97e-42c2-98a4-8c51168bf57f tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:34:49.138514 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38e14b39-4eba-4a58-9b1a-1fa4f3120f67 req-2c5b52f3-e97e-42c2-98a4-8c51168bf57f tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Made reservation on behalf of 3429e03a7ca7442ca59a1b1874fe46c7 for: {'port': 1} {{(pid=84153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 15:34:49.142741 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-38e14b39-4eba-4a58-9b1a-1fa4f3120f67 req-2c5b52f3-e97e-42c2-98a4-8c51168bf57f tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:34:49.314505 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.db_base_plugin_common [req-38e14b39-4eba-4a58-9b1a-1fa4f3120f67 req-2c5b52f3-e97e-42c2-98a4-8c51168bf57f tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Allocated IP 172.20.0.13 (b803d82c-c028-4346-8ad1-5e9fb1a6ac6f/c96ff1bb-e380-4bc1-a052-d6f34279b63c/c43ce636-cc27-4d85-8c48-82886f564a48) {{(pid=84153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 15:34:49.519977 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-38e14b39-4eba-4a58-9b1a-1fa4f3120f67 req-2c5b52f3-e97e-42c2-98a4-8c51168bf57f tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Notify callbacks [] for port, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:34:49.536503 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.provisioning_blocks [req-38e14b39-4eba-4a58-9b1a-1fa4f3120f67 req-2c5b52f3-e97e-42c2-98a4-8c51168bf57f tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Transition to ACTIVE for port object c43ce636-cc27-4d85-8c48-82886f564a48 will not be triggered until provisioned by entity DHCP. {{(pid=84153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 15:34:49.609582 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-38e14b39-4eba-4a58-9b1a-1fa4f3120f67 req-2c5b52f3-e97e-42c2-98a4-8c51168bf57f tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:34:49.694277 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38e14b39-4eba-4a58-9b1a-1fa4f3120f67 req-2c5b52f3-e97e-42c2-98a4-8c51168bf57f tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Network b803d82c-c028-4346-8ad1-5e9fb1a6ac6f is already hosted by enough agents. {{(pid=84153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 15:34:49.697663 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.base_scheduler [req-38e14b39-4eba-4a58-9b1a-1fa4f3120f67 req-2c5b52f3-e97e-42c2-98a4-8c51168bf57f tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Resources bound (agent type, host, resource id): {{(pid=84153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 15:34:49.700464 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.l3_dvrscheduler_db [req-38e14b39-4eba-4a58-9b1a-1fa4f3120f67 req-2c5b52f3-e97e-42c2-98a4-8c51168bf57f tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Received port after_create {{(pid=84153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 15:34:49.733429 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5b52f3-e97e-42c2-98a4-8c51168bf57f tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Pushing event updated for resources: {'Port': ['ID=c43ce636-cc27-4d85-8c48-82886f564a48,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:34:49.819458 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e14b39-4eba-4a58-9b1a-1fa4f3120f67 req-2c5b52f3-e97e-42c2-98a4-8c51168bf57f tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:34:49.820075 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-38e14b39-4eba-4a58-9b1a-1fa4f3120f67 req-2c5b52f3-e97e-42c2-98a4-8c51168bf57f tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:34:49.863283 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dd7948-28bd-4c01-8aac-ec15fe9b3865 req-e3df149b-b5c3-4db3-8a5c-473c82a58e86 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:34:49.864101 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [req-87dd7948-28bd-4c01-8aac-ec15fe9b3865 req-e3df149b-b5c3-4db3-8a5c-473c82a58e86 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Synchronizing usage tracker for tenant:3429e03a7ca7442ca59a1b1874fe46c7 on resource:port {{(pid=84153) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 15:34:49.886650 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 7005c3c8-4ea8-4dc8-862a-0056e982d809 up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 15:34:49.907070 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-38e14b39-4eba-4a58-9b1a-1fa4f3120f67 req-2c5b52f3-e97e-42c2-98a4-8c51168bf57f tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] 10.222.0.106 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0174706 Jan 20 15:34:49.920635 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [req-38e14b39-4eba-4a58-9b1a-1fa4f3120f67 req-5a74daa2-c604-4c79-810e-f75738811c2f service neutron] Request body: {'port': {'device_id': '785d50a3-aec9-4565-850f-9c4d4feb9fde', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8251'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 15:34:49.976209 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [req-87dd7948-28bd-4c01-8aac-ec15fe9b3865 req-e3df149b-b5c3-4db3-8a5c-473c82a58e86 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Unset dirty status for tenant:3429e03a7ca7442ca59a1b1874fe46c7 on resource:port {{(pid=84153) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 15:34:49.977453 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-87dd7948-28bd-4c01-8aac-ec15fe9b3865 req-e3df149b-b5c3-4db3-8a5c-473c82a58e86 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] 10.222.0.54 "GET /v2.0/ports?device_id=785d50a3-aec9-4565-850f-9c4d4feb9fde HTTP/1.1" status: 200 len: 932 time: 0.2488551 Jan 20 15:34:50.059906 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-38e14b39-4eba-4a58-9b1a-1fa4f3120f67 req-5a74daa2-c604-4c79-810e-f75738811c2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:34:50.071381 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning for port 7005c3c8-4ea8-4dc8-862a-0056e982d809 completed by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 15:34:50.076508 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port 7005c3c8-4ea8-4dc8-862a-0056e982d809 triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:34:50.076871 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:34:50.103611 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-52336b1d-b961-4ad6-a756-652456bf1853 None None] Provisioning for port c43ce636-cc27-4d85-8c48-82886f564a48 completed by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 15:34:50.111588 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-87dd7948-28bd-4c01-8aac-ec15fe9b3865 req-1badb8d2-c729-45cb-901a-9a82ca92ee28 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] 10.222.0.54 "GET /v2.0/security-groups?id=00a21917-91fe-40b9-86ef-d90d055101ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0999184 Jan 20 15:34:50.124179 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-52336b1d-b961-4ad6-a756-652456bf1853 None None] Provisioning complete for port c43ce636-cc27-4d85-8c48-82886f564a48 triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:34:50.124537 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-52336b1d-b961-4ad6-a756-652456bf1853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:34:50.195444 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-52336b1d-b961-4ad6-a756-652456bf1853 None None] Port c43ce636-cc27-4d85-8c48-82886f564a48 cannot update to ACTIVE because it is not bound. {{(pid=84154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 15:34:50.248214 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:34:50.264499 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] For port 7005c3c8-4ea8-4dc8-862a-0056e982d809, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=7005c3c8-4ea8-4dc8-862a-0056e982d809,segment=NetworkSegment(f628f1ba-6b70-4c9b-8839-62340c040c81),segment_id=f628f1ba-6b70-4c9b-8839-62340c040c81)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 15:34:50.340249 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:34:50.408047 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Pushing event updated for resources: {'Port': ['ID=7005c3c8-4ea8-4dc8-862a-0056e982d809,revision_number=4']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:34:50.423483 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.notifiers.nova [req-38e14b39-4eba-4a58-9b1a-1fa4f3120f67 req-5a74daa2-c604-4c79-810e-f75738811c2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c43ce636-cc27-4d85-8c48-82886f564a48 {{(pid=84153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 15:34:50.430810 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-38e14b39-4eba-4a58-9b1a-1fa4f3120f67 req-5a74daa2-c604-4c79-810e-f75738811c2f service neutron] Notify callbacks [] for port, precommit_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:34:50.445414 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.provisioning_blocks [req-38e14b39-4eba-4a58-9b1a-1fa4f3120f67 req-5a74daa2-c604-4c79-810e-f75738811c2f service neutron] Transition to ACTIVE for port object c43ce636-cc27-4d85-8c48-82886f564a48 will not be triggered until provisioned by entity L2. {{(pid=84153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 15:34:50.511292 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-38e14b39-4eba-4a58-9b1a-1fa4f3120f67 req-5a74daa2-c604-4c79-810e-f75738811c2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3944146'] for port, after_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:34:50.637579 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a74daa2-c604-4c79-810e-f75738811c2f service neutron] Pushing event updated for resources: {'Port': ['ID=c43ce636-cc27-4d85-8c48-82886f564a48,revision_number=2']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:34:50.745718 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.managers [req-38e14b39-4eba-4a58-9b1a-1fa4f3120f67 req-5a74daa2-c604-4c79-810e-f75738811c2f service neutron] Attempting to bind port c43ce636-cc27-4d85-8c48-82886f564a48 on host hv-neutron-8251 for vnic_type normal with profile {{(pid=84153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 15:34:50.746105 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.managers [req-38e14b39-4eba-4a58-9b1a-1fa4f3120f67 req-5a74daa2-c604-4c79-810e-f75738811c2f service neutron] Attempting to bind port c43ce636-cc27-4d85-8c48-82886f564a48 by drivers openvswitch,hyperv on host hv-neutron-8251 at level 0 using segments [{'id': '33ba1c7b-3208-442a-a04a-244eae23597f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'b803d82c-c028-4346-8ad1-5e9fb1a6ac6f'}] {{(pid=84153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 15:34:50.746393 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38e14b39-4eba-4a58-9b1a-1fa4f3120f67 req-5a74daa2-c604-4c79-810e-f75738811c2f service neutron] Attempting to bind port c43ce636-cc27-4d85-8c48-82886f564a48 on network b803d82c-c028-4346-8ad1-5e9fb1a6ac6f {{(pid=84153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 15:34:50.752101 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38e14b39-4eba-4a58-9b1a-1fa4f3120f67 req-5a74daa2-c604-4c79-810e-f75738811c2f service neutron] Port c43ce636-cc27-4d85-8c48-82886f564a48 on network b803d82c-c028-4346-8ad1-5e9fb1a6ac6f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8251 {{(pid=84153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 20 15:34:50.752416 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38e14b39-4eba-4a58-9b1a-1fa4f3120f67 req-5a74daa2-c604-4c79-810e-f75738811c2f service neutron] Attempting to bind port c43ce636-cc27-4d85-8c48-82886f564a48 on network b803d82c-c028-4346-8ad1-5e9fb1a6ac6f {{(pid=84153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 15:34:50.759357 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38e14b39-4eba-4a58-9b1a-1fa4f3120f67 req-5a74daa2-c604-4c79-810e-f75738811c2f service neutron] Checking agent: {'id': 'e037d8fb-d49c-4f86-9910-f13f6ba89a51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8251', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 23), 'started_at': datetime.datetime(2022, 1, 20, 14, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 15, 34, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 15:34:50.759736 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38e14b39-4eba-4a58-9b1a-1fa4f3120f67 req-5a74daa2-c604-4c79-810e-f75738811c2f service neutron] Checking segment: {'id': '33ba1c7b-3208-442a-a04a-244eae23597f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'b803d82c-c028-4346-8ad1-5e9fb1a6ac6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 15:34:50.760112 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38e14b39-4eba-4a58-9b1a-1fa4f3120f67 req-5a74daa2-c604-4c79-810e-f75738811c2f service neutron] Bound using segment: {'id': '33ba1c7b-3208-442a-a04a-244eae23597f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'b803d82c-c028-4346-8ad1-5e9fb1a6ac6f'} {{(pid=84153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 15:34:50.760532 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.managers [req-38e14b39-4eba-4a58-9b1a-1fa4f3120f67 req-5a74daa2-c604-4c79-810e-f75738811c2f service neutron] Bound port: c43ce636-cc27-4d85-8c48-82886f564a48, host: hv-neutron-8251, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33ba1c7b-3208-442a-a04a-244eae23597f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'b803d82c-c028-4346-8ad1-5e9fb1a6ac6f'}}] {{(pid=84153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 15:34:50.760871 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-38e14b39-4eba-4a58-9b1a-1fa4f3120f67 req-5a74daa2-c604-4c79-810e-f75738811c2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:34:50.853933 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.db [req-38e14b39-4eba-4a58-9b1a-1fa4f3120f67 req-5a74daa2-c604-4c79-810e-f75738811c2f service neutron] For port c43ce636-cc27-4d85-8c48-82886f564a48, host hv-neutron-8251, cleared binding levels {{(pid=84153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 15:34:50.856770 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.db [req-38e14b39-4eba-4a58-9b1a-1fa4f3120f67 req-5a74daa2-c604-4c79-810e-f75738811c2f service neutron] For port c43ce636-cc27-4d85-8c48-82886f564a48, host hv-neutron-8251, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=c43ce636-cc27-4d85-8c48-82886f564a48,segment=NetworkSegment(33ba1c7b-3208-442a-a04a-244eae23597f),segment_id=33ba1c7b-3208-442a-a04a-244eae23597f)] {{(pid=84153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 15:34:50.917737 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-38e14b39-4eba-4a58-9b1a-1fa4f3120f67 req-5a74daa2-c604-4c79-810e-f75738811c2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3944146'] for port, after_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:34:50.981420 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-38e14b39-4eba-4a58-9b1a-1fa4f3120f67 req-5a74daa2-c604-4c79-810e-f75738811c2f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:34:50.983022 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-38e14b39-4eba-4a58-9b1a-1fa4f3120f67 req-5a74daa2-c604-4c79-810e-f75738811c2f service neutron] 10.222.0.106 "PUT /v2.0/ports/c43ce636-cc27-4d85-8c48-82886f564a48 HTTP/1.1" status: 200 len: 1094 time: 1.0677898 Jan 20 15:34:50.983449 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '785d50a3-aec9-4565-850f-9c4d4feb9fde', 'tag': 'c43ce636-cc27-4d85-8c48-82886f564a48'}] {{(pid=84153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 15:34:51.008003 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a74daa2-c604-4c79-810e-f75738811c2f service neutron] Pushing event updated for resources: {'Port': ['ID=c43ce636-cc27-4d85-8c48-82886f564a48,revision_number=3']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:34:51.126204 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '785d50a3-aec9-4565-850f-9c4d4feb9fde', 'tag': 'c43ce636-cc27-4d85-8c48-82886f564a48', 'status': 'completed', 'code': 200} Jan 20 15:34:51.156574 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-38e14b39-4eba-4a58-9b1a-1fa4f3120f67 req-c1b67478-ce0f-43df-86bc-ac7d491dc713 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=3429e03a7ca7442ca59a1b1874fe46c7&device_id=785d50a3-aec9-4565-850f-9c4d4feb9fde HTTP/1.1" status: 200 len: 1097 time: 0.0788054 Jan 20 15:34:51.355355 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-38e14b39-4eba-4a58-9b1a-1fa4f3120f67 req-9c064717-86a5-4121-8ae1-7846f2f1ef87 service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c43ce636-cc27-4d85-8c48-82886f564a48 HTTP/1.1" status: 200 len: 217 time: 0.1916676 Jan 20 15:34:51.431762 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e14b39-4eba-4a58-9b1a-1fa4f3120f67 req-9087113b-1eac-491b-9361-cff052406427 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:34:51.433217 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-38e14b39-4eba-4a58-9b1a-1fa4f3120f67 req-9087113b-1eac-491b-9361-cff052406427 service neutron] 10.222.0.106 "GET /v2.0/subnets?id=c96ff1bb-e380-4bc1-a052-d6f34279b63c HTTP/1.1" status: 200 len: 848 time: 0.0717115 Jan 20 15:34:51.445436 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb4a60b-00c0-45a9-a473-bda7692f7a6d req-60f4bcca-29da-4004-bb61-dd70f3b7e74f tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:34:51.446917 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-8cb4a60b-00c0-45a9-a473-bda7692f7a6d req-60f4bcca-29da-4004-bb61-dd70f3b7e74f tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] 10.222.0.54 "GET /v2.0/ports?device_id=785d50a3-aec9-4565-850f-9c4d4feb9fde HTTP/1.1" status: 200 len: 944 time: 0.1418178 Jan 20 15:34:51.539214 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-8cb4a60b-00c0-45a9-a473-bda7692f7a6d req-a5ba6751-cfd8-4e4e-9003-0659e5385155 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] 10.222.0.54 "GET /v2.0/security-groups?id=00a21917-91fe-40b9-86ef-d90d055101ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646279 Jan 20 15:34:51.557305 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-38e14b39-4eba-4a58-9b1a-1fa4f3120f67 req-5bf560b2-1b8b-4fe7-a5f3-71f74d78a94b service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=b803d82c-c028-4346-8ad1-5e9fb1a6ac6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1186962 Jan 20 15:34:51.688597 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-38e14b39-4eba-4a58-9b1a-1fa4f3120f67 req-7bad2791-d375-4932-b2bc-0d82e7db5188 service neutron] 10.222.0.106 "GET /v2.0/networks/b803d82c-c028-4346-8ad1-5e9fb1a6ac6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245623 Jan 20 15:34:51.806375 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 7005c3c8-4ea8-4dc8-862a-0056e982d809 up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 15:34:51.825578 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-38e14b39-4eba-4a58-9b1a-1fa4f3120f67 req-776e62bc-703d-49ab-a086-43c3176a3c59 service neutron] 10.222.0.106 "GET /v2.0/networks/b803d82c-c028-4346-8ad1-5e9fb1a6ac6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295340 Jan 20 15:34:51.874264 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port 7005c3c8-4ea8-4dc8-862a-0056e982d809 triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:34:51.874637 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:34:51.993880 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-e5914cff-1cd7-428c-a869-85281c17e838 req-6948d60b-1f29-4b29-90d9-2b87f1e96cef service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=3429e03a7ca7442ca59a1b1874fe46c7&device_id=785d50a3-aec9-4565-850f-9c4d4feb9fde HTTP/1.1" status: 200 len: 1097 time: 0.0674798 Jan 20 15:34:52.123436 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5914cff-1cd7-428c-a869-85281c17e838 req-60db4950-31d6-480b-a13c-9d4db77657c8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:34:52.124755 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-e5914cff-1cd7-428c-a869-85281c17e838 req-60db4950-31d6-480b-a13c-9d4db77657c8 service neutron] 10.222.0.106 "GET /v2.0/networks?id=b803d82c-c028-4346-8ad1-5e9fb1a6ac6f HTTP/1.1" status: 200 len: 910 time: 0.1251996 Jan 20 15:34:52.205080 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-e5914cff-1cd7-428c-a869-85281c17e838 req-4df214b2-286f-46ce-b549-9324777ba473 service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c43ce636-cc27-4d85-8c48-82886f564a48 HTTP/1.1" status: 200 len: 217 time: 0.0734925 Jan 20 15:34:52.268697 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5914cff-1cd7-428c-a869-85281c17e838 req-6202ba1c-bbc4-4acb-a437-4d98a41857ac service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:34:52.270156 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-e5914cff-1cd7-428c-a869-85281c17e838 req-6202ba1c-bbc4-4acb-a437-4d98a41857ac service neutron] 10.222.0.106 "GET /v2.0/subnets?id=c96ff1bb-e380-4bc1-a052-d6f34279b63c HTTP/1.1" status: 200 len: 848 time: 0.0591457 Jan 20 15:34:52.342590 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-e5914cff-1cd7-428c-a869-85281c17e838 req-803bfd58-c565-484f-b1e3-ec955779927e service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=b803d82c-c028-4346-8ad1-5e9fb1a6ac6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0668285 Jan 20 15:34:52.472733 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-e5914cff-1cd7-428c-a869-85281c17e838 req-6ff6ed63-fb5c-4e38-970d-8dea63fe540d service neutron] 10.222.0.106 "GET /v2.0/networks/b803d82c-c028-4346-8ad1-5e9fb1a6ac6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233799 Jan 20 15:34:52.616024 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-e5914cff-1cd7-428c-a869-85281c17e838 req-41cb792a-7115-42f3-831e-52ccecd27827 service neutron] 10.222.0.106 "GET /v2.0/networks/b803d82c-c028-4346-8ad1-5e9fb1a6ac6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369550 Jan 20 15:34:52.764817 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f5ccbf-032e-463a-80cd-2dd44b7b50a8 req-bd283ebd-b2c1-4c54-b136-76c011d39e26 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:34:52.766240 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-60f5ccbf-032e-463a-80cd-2dd44b7b50a8 req-bd283ebd-b2c1-4c54-b136-76c011d39e26 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] 10.222.0.54 "GET /v2.0/ports?device_id=785d50a3-aec9-4565-850f-9c4d4feb9fde HTTP/1.1" status: 200 len: 944 time: 0.0804198 Jan 20 15:34:52.810463 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-60f5ccbf-032e-463a-80cd-2dd44b7b50a8 req-14aa9260-2d0f-4c62-9c3d-19dbb23d03ad tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] 10.222.0.54 "GET /v2.0/security-groups?id=00a21917-91fe-40b9-86ef-d90d055101ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386212 Jan 20 15:34:53.449345 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Device c43ce636-cc27-4d85-8c48-82886f564a48 details requested by agent hyperv_hv-neutron-8251 with host hv-neutron-8251 {{(pid=84154) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 20 15:34:53.578796 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] For port c43ce636-cc27-4d85-8c48-82886f564a48, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=c43ce636-cc27-4d85-8c48-82886f564a48,segment=NetworkSegment(33ba1c7b-3208-442a-a04a-244eae23597f),segment_id=33ba1c7b-3208-442a-a04a-244eae23597f)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 15:34:53.592010 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Returning: {'device': 'c43ce636-cc27-4d85-8c48-82886f564a48', 'network_id': 'b803d82c-c028-4346-8ad1-5e9fb1a6ac6f', 'port_id': 'c43ce636-cc27-4d85-8c48-82886f564a48', 'mac_address': 'fa:16:3e:70:a5:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c96ff1bb-e380-4bc1-a052-d6f34279b63c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84154) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 20 15:34:53.643059 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:34:53.659774 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.notifiers.nova [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c43ce636-cc27-4d85-8c48-82886f564a48 {{(pid=84154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 15:34:53.674665 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] For port c43ce636-cc27-4d85-8c48-82886f564a48, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=c43ce636-cc27-4d85-8c48-82886f564a48,segment=NetworkSegment(33ba1c7b-3208-442a-a04a-244eae23597f),segment_id=33ba1c7b-3208-442a-a04a-244eae23597f)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 15:34:53.763148 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:34:53.831196 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Pushing event updated for resources: {'Port': ['ID=c43ce636-cc27-4d85-8c48-82886f564a48,revision_number=4']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:34:54.014407 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03b24c2-a44d-468a-827f-e050025dd049 req-915ab6aa-536d-4273-aed8-190c735f31f5 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:34:54.015867 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-a03b24c2-a44d-468a-827f-e050025dd049 req-915ab6aa-536d-4273-aed8-190c735f31f5 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] 10.222.0.54 "GET /v2.0/ports?device_id=785d50a3-aec9-4565-850f-9c4d4feb9fde HTTP/1.1" status: 200 len: 945 time: 0.0790684 Jan 20 15:34:54.063114 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-a03b24c2-a44d-468a-827f-e050025dd049 req-7b0e5f7f-4603-44a4-b75d-e930c7da9544 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] 10.222.0.54 "GET /v2.0/security-groups?id=00a21917-91fe-40b9-86ef-d90d055101ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411804 Jan 20 15:34:54.135260 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] get_ports_and_sgs() called for port_ids ['c43ce636-cc27-4d85-8c48-82886f564a48'] {{(pid=84154) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 20 15:34:55.258901 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f75e39b-6a79-48f3-8560-b32980969f6f req-deb8145d-3e19-4371-8d4b-436c89e1bff5 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:34:55.260341 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-5f75e39b-6a79-48f3-8560-b32980969f6f req-deb8145d-3e19-4371-8d4b-436c89e1bff5 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] 10.222.0.54 "GET /v2.0/ports?device_id=785d50a3-aec9-4565-850f-9c4d4feb9fde HTTP/1.1" status: 200 len: 945 time: 0.0774126 Jan 20 15:34:55.303971 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-5f75e39b-6a79-48f3-8560-b32980969f6f req-f07baac6-299c-41e6-9841-3763c6e907f1 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] 10.222.0.54 "GET /v2.0/security-groups?id=00a21917-91fe-40b9-86ef-d90d055101ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383315 Jan 20 15:34:55.445762 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Device c43ce636-cc27-4d85-8c48-82886f564a48 up at agent hyperv_hv-neutron-8251 {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 15:34:55.585565 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Provisioning for port c43ce636-cc27-4d85-8c48-82886f564a48 completed by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 15:34:55.590152 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Provisioning complete for port c43ce636-cc27-4d85-8c48-82886f564a48 triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:34:55.590519 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:34:55.704182 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:34:55.731179 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '785d50a3-aec9-4565-850f-9c4d4feb9fde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c43ce636-cc27-4d85-8c48-82886f564a48'}] {{(pid=84154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 15:34:55.740542 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] For port c43ce636-cc27-4d85-8c48-82886f564a48, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=c43ce636-cc27-4d85-8c48-82886f564a48,segment=NetworkSegment(33ba1c7b-3208-442a-a04a-244eae23597f),segment_id=33ba1c7b-3208-442a-a04a-244eae23597f)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 15:34:55.784094 dv-neutron-825124-1-hyperv neutron-server[84154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '785d50a3-aec9-4565-850f-9c4d4feb9fde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c43ce636-cc27-4d85-8c48-82886f564a48', 'code': 200} Jan 20 15:34:55.800674 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:34:55.865443 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Pushing event updated for resources: {'Port': ['ID=c43ce636-cc27-4d85-8c48-82886f564a48,revision_number=5']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:34:56.214930 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-06ee4446-9c0a-473a-a23b-f7921a3da053 req-8cc09edd-f616-48b8-ade6-e90ddb803c53 service neutron] 10.222.0.106 "GET /v2.0/ports?device_id=785d50a3-aec9-4565-850f-9c4d4feb9fde HTTP/1.1" status: 200 len: 1099 time: 0.1553011 Jan 20 15:34:56.255584 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-06ee4446-9c0a-473a-a23b-f7921a3da053 req-b391a411-e655-4250-8a32-10047626184a service neutron] 10.222.0.106 "GET /v2.0/security-groups?id=00a21917-91fe-40b9-86ef-d90d055101ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347905 Jan 20 15:34:56.495623 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2110cb33-f2af-477f-94a9-7d80f8fa8a2e req-18dbb558-3688-48a4-b22b-5d4f1ff57316 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:34:56.496954 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-2110cb33-f2af-477f-94a9-7d80f8fa8a2e req-18dbb558-3688-48a4-b22b-5d4f1ff57316 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] 10.222.0.54 "GET /v2.0/ports?device_id=785d50a3-aec9-4565-850f-9c4d4feb9fde HTTP/1.1" status: 200 len: 946 time: 0.0750186 Jan 20 15:34:56.540600 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-2110cb33-f2af-477f-94a9-7d80f8fa8a2e req-0fab92ca-896d-4202-905a-93347e904e07 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] 10.222.0.54 "GET /v2.0/security-groups?id=00a21917-91fe-40b9-86ef-d90d055101ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383153 Jan 20 15:34:57.737743 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f359dc26-310e-4688-a020-552bc9a5c9f4 req-72e11f5c-8708-4176-a3cb-f4bc706704a2 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:34:57.739219 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-f359dc26-310e-4688-a020-552bc9a5c9f4 req-72e11f5c-8708-4176-a3cb-f4bc706704a2 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] 10.222.0.54 "GET /v2.0/ports?device_id=785d50a3-aec9-4565-850f-9c4d4feb9fde HTTP/1.1" status: 200 len: 946 time: 0.0789905 Jan 20 15:34:57.783769 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-f359dc26-310e-4688-a020-552bc9a5c9f4 req-b2e3519a-d0e6-4a16-b763-dee388ca5166 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] 10.222.0.54 "GET /v2.0/security-groups?id=00a21917-91fe-40b9-86ef-d90d055101ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383794 Jan 20 15:34:58.094202 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-e754e9f9-f681-48da-be8c-1aee97e8d9eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:34:58.990646 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66893625-29a4-44ab-b3b2-b33c9a60e7a7 req-07d18269-8af6-402a-aea8-f66546798741 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:34:58.992098 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-66893625-29a4-44ab-b3b2-b33c9a60e7a7 req-07d18269-8af6-402a-aea8-f66546798741 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] 10.222.0.54 "GET /v2.0/ports?device_id=785d50a3-aec9-4565-850f-9c4d4feb9fde HTTP/1.1" status: 200 len: 946 time: 0.0746830 Jan 20 15:34:59.036558 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-66893625-29a4-44ab-b3b2-b33c9a60e7a7 req-af0cf716-5970-47e9-98ca-23c6e994cc56 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] 10.222.0.54 "GET /v2.0/security-groups?id=00a21917-91fe-40b9-86ef-d90d055101ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391126 Jan 20 15:34:59.239236 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c21d3fd-5cf3-449b-9c0f-cb37e4462810 req-bd829a6b-2cc0-4421-ae55-f51f9e565554 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:34:59.240687 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-0c21d3fd-5cf3-449b-9c0f-cb37e4462810 req-bd829a6b-2cc0-4421-ae55-f51f9e565554 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] 10.222.0.54 "GET /v2.0/ports?device_id=785d50a3-aec9-4565-850f-9c4d4feb9fde HTTP/1.1" status: 200 len: 946 time: 0.0835381 Jan 20 15:34:59.285718 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-0c21d3fd-5cf3-449b-9c0f-cb37e4462810 req-e737ee72-585d-463b-9715-d121458b4709 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] 10.222.0.54 "GET /v2.0/security-groups?id=00a21917-91fe-40b9-86ef-d90d055101ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395644 Jan 20 15:34:59.312723 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 51908) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:34:59.442444 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-f475f1b6-5f07-43c8-8e6b-6de5e3837ae6 tempest-TestShelveInstance-256588465 tempest-TestShelveInstance-256588465-project-admin] Synchronizing usage tracker for tenant:79e678afedbb49c39614a90e7bac14c0 on resource:port {{(pid=84153) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 15:34:59.539496 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-f475f1b6-5f07-43c8-8e6b-6de5e3837ae6 tempest-TestShelveInstance-256588465 tempest-TestShelveInstance-256588465-project-admin] Unset dirty status for tenant:79e678afedbb49c39614a90e7bac14c0 on resource:port {{(pid=84153) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 15:34:59.540634 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-f475f1b6-5f07-43c8-8e6b-6de5e3837ae6 tempest-TestShelveInstance-256588465 tempest-TestShelveInstance-256588465-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=785d50a3-aec9-4565-850f-9c4d4feb9fde HTTP/1.1" status: 200 len: 1094 time: 0.2269862 Jan 20 15:34:59.543572 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 51914) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:34:59.548589 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-88ed3129-bfed-4459-ab96-9f12d2afcadc tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Request body: {'floatingip': {'floating_network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'port_id': 'c43ce636-cc27-4d85-8c48-82886f564a48', 'tenant_id': '3429e03a7ca7442ca59a1b1874fe46c7', 'fixed_ip_address': '172.20.0.13'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 15:34:59.554498 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-88ed3129-bfed-4459-ab96-9f12d2afcadc tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:34:59.558338 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-88ed3129-bfed-4459-ab96-9f12d2afcadc tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Usage tracker for resource:floatingip and tenant:3429e03a7ca7442ca59a1b1874fe46c7 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:34:59.561068 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-88ed3129-bfed-4459-ab96-9f12d2afcadc tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:34:59.566639 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-88ed3129-bfed-4459-ab96-9f12d2afcadc tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:34:59.665399 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-88ed3129-bfed-4459-ab96-9f12d2afcadc tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Notify callbacks [] for floatingip, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:34:59.806630 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-88ed3129-bfed-4459-ab96-9f12d2afcadc tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:34:59.954699 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.db_base_plugin_common [None req-88ed3129-bfed-4459-ab96-9f12d2afcadc tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Allocated IP 172.26.7.56 (8dffb05c-5ca0-409b-bd5f-7be6264f707d/a489dd4f-42a5-433b-8be3-bab2749c4209/5d2541a0-5e0d-4e0f-b9f1-efbd070d3ecf) {{(pid=84153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 15:35:00.104747 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-88ed3129-bfed-4459-ab96-9f12d2afcadc tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Notify callbacks [] for port, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:35:00.209280 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-88ed3129-bfed-4459-ab96-9f12d2afcadc tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:35:00.282269 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88ed3129-bfed-4459-ab96-9f12d2afcadc tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Network 8dffb05c-5ca0-409b-bd5f-7be6264f707d is already hosted by enough agents. {{(pid=84153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 15:35:00.285324 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.base_scheduler [None req-88ed3129-bfed-4459-ab96-9f12d2afcadc tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Resources bound (agent type, host, resource id): {{(pid=84153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 15:35:00.288097 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88ed3129-bfed-4459-ab96-9f12d2afcadc tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Received port after_create {{(pid=84153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 15:35:00.320028 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ed3129-bfed-4459-ab96-9f12d2afcadc tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Pushing event updated for resources: {'Port': ['ID=5d2541a0-5e0d-4e0f-b9f1-efbd070d3ecf,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:35:00.462970 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-312e7792-ee2c-4e81-bd82-a2736ccf981b None None] Sync routers for ids ['d6d96459-41ac-48ff-ae03-82afe395ca6b'] in dv-neutron-825124-1-hyperv {{(pid=84154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 15:35:00.472389 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-dbf52547-e69f-4d24-8850-538eeae41008 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:35:00.477124 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-312e7792-ee2c-4e81-bd82-a2736ccf981b None None] Routers {'d6d96459-41ac-48ff-ae03-82afe395ca6b'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 15:35:00.477722 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-312e7792-ee2c-4e81-bd82-a2736ccf981b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T15:34:30Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['d6d96459-41ac-48ff-ae03-82afe395ca6b'], 'active': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:35:00.656229 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvr_db [None req-312e7792-ee2c-4e81-bd82-a2736ccf981b None None] Set router d6d96459-41ac-48ff-ae03-82afe395ca6b gateway port host: dv-neutron-825124-1-hyperv {{(pid=84154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 15:35:00.816867 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-88ed3129-bfed-4459-ab96-9f12d2afcadc tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:35:00.921510 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-88ed3129-bfed-4459-ab96-9f12d2afcadc tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:35:01.004695 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-312e7792-ee2c-4e81-bd82-a2736ccf981b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6d96459-41ac-48ff-ae03-82afe395ca6b', 'name': 'tempest-TestShelveInstance-1623467029-router', 'tenant_id': '79e678afedbb49c39614a90e7bac14c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.27'}], 'enable_snat': True}, 'gw_port_id': '7005c3c8-4ea8-4dc8-862a-0056e982d809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:34:36Z', 'updated_at': '2022-01-20T15:34:40Z', 'revision_number': 4, 'project_id': '79e678afedbb49c39614a90e7bac14c0', 'gw_port': {'id': '7005c3c8-4ea8-4dc8-862a-0056e982d809', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:b9:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d96459-41ac-48ff-ae03-82afe395ca6b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:34:37Z', 'updated_at': '2022-01-20T15:34:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv', '_interfaces': [{'id': '8fdd00e4-fc39-427a-ba91-6bbb475c1fdc', 'name': '', 'network_id': '0829acdd-b88b-4156-8b09-030dbc18303a', 'tenant_id': '79e678afedbb49c39614a90e7bac14c0', 'mac_address': 'fa:16:3e:60:b0:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6d96459-41ac-48ff-ae03-82afe395ca6b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '50258cd2-d3e5-4900-8067-9aba668da2a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:34:39Z', 'updated_at': '2022-01-20T15:34:40Z', 'revision_number': 2, 'project_id': '79e678afedbb49c39614a90e7bac14c0', 'subnets': [{'id': '50258cd2-d3e5-4900-8067-9aba668da2a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:35:01.008541 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-312e7792-ee2c-4e81-bd82-a2736ccf981b None None] Checking router: d6d96459-41ac-48ff-ae03-82afe395ca6b for host: dv-neutron-825124-1-hyperv {{(pid=84154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 15:35:01.008890 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-312e7792-ee2c-4e81-bd82-a2736ccf981b None None] Updating router d6d96459-41ac-48ff-ae03-82afe395ca6b port 8fdd00e4-fc39-427a-ba91-6bbb475c1fdc binding host dv-neutron-825124-1-hyperv {{(pid=84154) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 20 15:35:01.061603 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-312e7792-ee2c-4e81-bd82-a2736ccf981b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:35:01.214461 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-88ed3129-bfed-4459-ab96-9f12d2afcadc tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Notify callbacks [] for port, precommit_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:35:01.274293 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:35:01.283080 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-88ed3129-bfed-4459-ab96-9f12d2afcadc tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3944146'] for port, after_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:35:01.392907 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ed3129-bfed-4459-ab96-9f12d2afcadc tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Pushing event updated for resources: {'Port': ['ID=5d2541a0-5e0d-4e0f-b9f1-efbd070d3ecf,revision_number=2']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:35:01.409082 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-88ed3129-bfed-4459-ab96-9f12d2afcadc tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-745254'] for floatingip, after_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:35:01.435521 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-312e7792-ee2c-4e81-bd82-a2736ccf981b None None] Notify callbacks [] for port, precommit_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:35:01.450124 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-312e7792-ee2c-4e81-bd82-a2736ccf981b None None] Transition to ACTIVE for port object 8fdd00e4-fc39-427a-ba91-6bbb475c1fdc will not be triggered until provisioned by entity L2. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 15:35:01.474604 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:35:01.520072 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-312e7792-ee2c-4e81-bd82-a2736ccf981b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:35:01.603006 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.db.l3_db [None req-88ed3129-bfed-4459-ab96-9f12d2afcadc tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Floating IP 923f4708-83d9-4c90-8787-731ce38380e0 associated. External IP: 172.26.7.56, port: c43ce636-cc27-4d85-8c48-82886f564a48. Jan 20 15:35:01.645813 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057700ef-26d1-417c-a48e-81fd0954319f None None] Pushing event updated for resources: {'Port': ['ID=8fdd00e4-fc39-427a-ba91-6bbb475c1fdc,revision_number=3']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:35:01.738423 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-312e7792-ee2c-4e81-bd82-a2736ccf981b None None] Attempting to bind port 8fdd00e4-fc39-427a-ba91-6bbb475c1fdc on host dv-neutron-825124-1-hyperv for vnic_type normal with profile {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 15:35:01.738794 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-312e7792-ee2c-4e81-bd82-a2736ccf981b None None] Attempting to bind port 8fdd00e4-fc39-427a-ba91-6bbb475c1fdc by drivers openvswitch,hyperv on host dv-neutron-825124-1-hyperv at level 0 using segments [{'id': 'a95e2ace-15d8-4740-a06d-06404b0725cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '0829acdd-b88b-4156-8b09-030dbc18303a'}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 15:35:01.739075 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-312e7792-ee2c-4e81-bd82-a2736ccf981b None None] Attempting to bind port 8fdd00e4-fc39-427a-ba91-6bbb475c1fdc on network 0829acdd-b88b-4156-8b09-030dbc18303a {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 15:35:01.746242 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-312e7792-ee2c-4e81-bd82-a2736ccf981b None None] Checking agent: {'id': '6414dfeb-85c5-454a-8756-709ca637d800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825124-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 16, 31), 'started_at': datetime.datetime(2022, 1, 20, 14, 17, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 15, 35, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825124-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 15:35:01.749021 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-312e7792-ee2c-4e81-bd82-a2736ccf981b None None] Checking segment: {'id': 'a95e2ace-15d8-4740-a06d-06404b0725cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '0829acdd-b88b-4156-8b09-030dbc18303a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 15:35:01.749021 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-312e7792-ee2c-4e81-bd82-a2736ccf981b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:35:01.749021 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-312e7792-ee2c-4e81-bd82-a2736ccf981b None None] Bound using segment: {'id': 'a95e2ace-15d8-4740-a06d-06404b0725cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '0829acdd-b88b-4156-8b09-030dbc18303a'} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 15:35:01.749021 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-312e7792-ee2c-4e81-bd82-a2736ccf981b None None] Bound port: 8fdd00e4-fc39-427a-ba91-6bbb475c1fdc, host: dv-neutron-825124-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a95e2ace-15d8-4740-a06d-06404b0725cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '0829acdd-b88b-4156-8b09-030dbc18303a'}}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 15:35:01.749021 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-312e7792-ee2c-4e81-bd82-a2736ccf981b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:35:01.864959 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-312e7792-ee2c-4e81-bd82-a2736ccf981b None None] For port 8fdd00e4-fc39-427a-ba91-6bbb475c1fdc, host dv-neutron-825124-1-hyperv, cleared binding levels {{(pid=84154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 15:35:01.868122 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-312e7792-ee2c-4e81-bd82-a2736ccf981b None None] For port 8fdd00e4-fc39-427a-ba91-6bbb475c1fdc, host dv-neutron-825124-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=8fdd00e4-fc39-427a-ba91-6bbb475c1fdc,segment=NetworkSegment(a95e2ace-15d8-4740-a06d-06404b0725cc),segment_id=a95e2ace-15d8-4740-a06d-06404b0725cc)] {{(pid=84154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 15:35:01.883273 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-cdd98e71-1f0a-4421-baa9-dcb30e06edf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:35:01.932458 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-312e7792-ee2c-4e81-bd82-a2736ccf981b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:35:02.012408 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88ed3129-bfed-4459-ab96-9f12d2afcadc tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Router 2b1306cf-8119-42b7-89ce-74cb553d4869 has already been hosted by L3 agent 624d525b-4c26-4143-8a1c-228bb1c6faaa {{(pid=84153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 15:35:02.017258 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057700ef-26d1-417c-a48e-81fd0954319f None None] Pushing event updated for resources: {'Port': ['ID=8fdd00e4-fc39-427a-ba91-6bbb475c1fdc,revision_number=4']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:35:02.017258 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-312e7792-ee2c-4e81-bd82-a2736ccf981b None None] Routers {'d6d96459-41ac-48ff-ae03-82afe395ca6b'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 15:35:02.017258 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-312e7792-ee2c-4e81-bd82-a2736ccf981b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T15:35:00Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['d6d96459-41ac-48ff-ae03-82afe395ca6b'], 'active': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:35:02.204582 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvr_db [None req-312e7792-ee2c-4e81-bd82-a2736ccf981b None None] Set router d6d96459-41ac-48ff-ae03-82afe395ca6b gateway port host: dv-neutron-825124-1-hyperv {{(pid=84154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 15:35:02.237854 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88ed3129-bfed-4459-ab96-9f12d2afcadc tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Notify agent at l3_agent.dv-neutron-825124-1-hyperv the message routers_updated {{(pid=84153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 15:35:02.251437 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-879af300-81e3-4992-9718-a0fb7f2122ce None None] Sync routers for ids ['2b1306cf-8119-42b7-89ce-74cb553d4869'] in dv-neutron-825124-1-hyperv {{(pid=84155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 15:35:02.274425 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-879af300-81e3-4992-9718-a0fb7f2122ce None None] Routers {'2b1306cf-8119-42b7-89ce-74cb553d4869'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 15:35:02.274425 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-879af300-81e3-4992-9718-a0fb7f2122ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T15:35:00Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['2b1306cf-8119-42b7-89ce-74cb553d4869'], 'active': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:35:02.346013 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-88ed3129-bfed-4459-ab96-9f12d2afcadc tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for floatingip, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:35:02.413735 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-88ed3129-bfed-4459-ab96-9f12d2afcadc tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8691766 Jan 20 15:35:02.414352 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '785d50a3-aec9-4565-850f-9c4d4feb9fde', 'tag': 'c43ce636-cc27-4d85-8c48-82886f564a48'}] {{(pid=84153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 15:35:02.461095 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvr_db [None req-879af300-81e3-4992-9718-a0fb7f2122ce None None] Set router 2b1306cf-8119-42b7-89ce-74cb553d4869 gateway port host: dv-neutron-825124-1-hyperv {{(pid=84155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 15:35:02.484555 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '785d50a3-aec9-4565-850f-9c4d4feb9fde', 'tag': 'c43ce636-cc27-4d85-8c48-82886f564a48', 'status': 'completed', 'code': 200} Jan 20 15:35:02.566711 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-312e7792-ee2c-4e81-bd82-a2736ccf981b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6d96459-41ac-48ff-ae03-82afe395ca6b', 'name': 'tempest-TestShelveInstance-1623467029-router', 'tenant_id': '79e678afedbb49c39614a90e7bac14c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.27'}], 'enable_snat': True}, 'gw_port_id': '7005c3c8-4ea8-4dc8-862a-0056e982d809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:34:36Z', 'updated_at': '2022-01-20T15:34:40Z', 'revision_number': 4, 'project_id': '79e678afedbb49c39614a90e7bac14c0', 'gw_port': {'id': '7005c3c8-4ea8-4dc8-862a-0056e982d809', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:b9:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d96459-41ac-48ff-ae03-82afe395ca6b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:34:37Z', 'updated_at': '2022-01-20T15:34:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv', '_interfaces': [{'id': '8fdd00e4-fc39-427a-ba91-6bbb475c1fdc', 'name': '', 'network_id': '0829acdd-b88b-4156-8b09-030dbc18303a', 'tenant_id': '79e678afedbb49c39614a90e7bac14c0', 'mac_address': 'fa:16:3e:60:b0:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6d96459-41ac-48ff-ae03-82afe395ca6b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '50258cd2-d3e5-4900-8067-9aba668da2a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:34:39Z', 'updated_at': '2022-01-20T15:35:01Z', 'revision_number': 4, 'project_id': '79e678afedbb49c39614a90e7bac14c0', 'subnets': [{'id': '50258cd2-d3e5-4900-8067-9aba668da2a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:35:02.572117 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-312e7792-ee2c-4e81-bd82-a2736ccf981b None None] The sync data for ids ['d6d96459-41ac-48ff-ae03-82afe395ca6b'] in dv-neutron-825124-1-hyperv is: [{'id': 'd6d96459-41ac-48ff-ae03-82afe395ca6b', 'name': 'tempest-TestShelveInstance-1623467029-router', 'tenant_id': '79e678afedbb49c39614a90e7bac14c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.27'}], 'enable_snat': True}, 'gw_port_id': '7005c3c8-4ea8-4dc8-862a-0056e982d809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:34:36Z', 'updated_at': '2022-01-20T15:34:40Z', 'revision_number': 4, 'project_id': '79e678afedbb49c39614a90e7bac14c0', 'gw_port': {'id': '7005c3c8-4ea8-4dc8-862a-0056e982d809', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:b9:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d96459-41ac-48ff-ae03-82afe395ca6b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:34:37Z', 'updated_at': '2022-01-20T15:34:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv', '_interfaces': [{'id': '8fdd00e4-fc39-427a-ba91-6bbb475c1fdc', 'name': '', 'network_id': '0829acdd-b88b-4156-8b09-030dbc18303a', 'tenant_id': '79e678afedbb49c39614a90e7bac14c0', 'mac_address': 'fa:16:3e:60:b0:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6d96459-41ac-48ff-ae03-82afe395ca6b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '50258cd2-d3e5-4900-8067-9aba668da2a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:34:39Z', 'updated_at': '2022-01-20T15:35:01Z', 'revision_number': 4, 'project_id': '79e678afedbb49c39614a90e7bac14c0', 'subnets': [{'id': '50258cd2-d3e5-4900-8067-9aba668da2a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 15:35:02.577381 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-d56aaa54-9218-4c85-bd4b-46d0f5f1d87c req-c2e6b7c6-266a-49ad-a110-a51a000c0ef9 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=3429e03a7ca7442ca59a1b1874fe46c7&device_id=785d50a3-aec9-4565-850f-9c4d4feb9fde HTTP/1.1" status: 200 len: 1099 time: 0.0748174 Jan 20 15:35:02.734784 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56aaa54-9218-4c85-bd4b-46d0f5f1d87c req-e92dc263-6ba8-499c-bdbc-2485c80b4218 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:35:02.736247 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-d56aaa54-9218-4c85-bd4b-46d0f5f1d87c req-e92dc263-6ba8-499c-bdbc-2485c80b4218 service neutron] 10.222.0.106 "GET /v2.0/networks?id=b803d82c-c028-4346-8ad1-5e9fb1a6ac6f HTTP/1.1" status: 200 len: 910 time: 0.1526132 Jan 20 15:35:02.840343 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-d56aaa54-9218-4c85-bd4b-46d0f5f1d87c req-8e517a74-4861-4116-9758-3210796f4873 service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c43ce636-cc27-4d85-8c48-82886f564a48 HTTP/1.1" status: 200 len: 999 time: 0.0978010 Jan 20 15:35:02.897265 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-879af300-81e3-4992-9718-a0fb7f2122ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b1306cf-8119-42b7-89ce-74cb553d4869', 'name': 'tempest-TestShelveInstance-1865667637-router', 'tenant_id': '3429e03a7ca7442ca59a1b1874fe46c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.73'}], 'enable_snat': True}, 'gw_port_id': '67ff4dd2-f9d5-4bdc-b219-1f30cff5b132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:34:29Z', 'updated_at': '2022-01-20T15:34:32Z', 'revision_number': 4, 'project_id': '3429e03a7ca7442ca59a1b1874fe46c7', 'gw_port': {'id': '67ff4dd2-f9d5-4bdc-b219-1f30cff5b132', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:72:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b1306cf-8119-42b7-89ce-74cb553d4869', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:34:30Z', 'updated_at': '2022-01-20T15:34:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv', '_floatingips': [{'id': '923f4708-83d9-4c90-8787-731ce38380e0', 'tenant_id': '3429e03a7ca7442ca59a1b1874fe46c7', 'floating_ip_address': '172.26.7.56', 'floating_network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'router_id': '2b1306cf-8119-42b7-89ce-74cb553d4869', 'port_id': 'c43ce636-cc27-4d85-8c48-82886f564a48', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b803d82c-c028-4346-8ad1-5e9fb1a6ac6f', 'mac_address': 'fa:16:3e:70:a5:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '785d50a3-aec9-4565-850f-9c4d4feb9fde', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T15:35:00Z', 'updated_at': '2022-01-20T15:35:00Z', 'revision_number': 0, 'project_id': '3429e03a7ca7442ca59a1b1874fe46c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3de8d6b9-5c70-4e15-8da9-9e8732ec7957', 'name': '', 'network_id': 'b803d82c-c028-4346-8ad1-5e9fb1a6ac6f', 'tenant_id': '3429e03a7ca7442ca59a1b1874fe46c7', 'mac_address': 'fa:16:3e:b0:77:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b1306cf-8119-42b7-89ce-74cb553d4869', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c96ff1bb-e380-4bc1-a052-d6f34279b63c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:34:32Z', 'updated_at': '2022-01-20T15:34:42Z', 'revision_number': 5, 'project_id': '3429e03a7ca7442ca59a1b1874fe46c7', 'subnets': [{'id': 'c96ff1bb-e380-4bc1-a052-d6f34279b63c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:35:02.901068 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-879af300-81e3-4992-9718-a0fb7f2122ce None None] Checking router: 2b1306cf-8119-42b7-89ce-74cb553d4869 for host: dv-neutron-825124-1-hyperv {{(pid=84155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 15:35:02.902668 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56aaa54-9218-4c85-bd4b-46d0f5f1d87c req-9bdd7ed5-f4dc-401e-9a9e-4d276cf26a69 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:35:02.904111 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-d56aaa54-9218-4c85-bd4b-46d0f5f1d87c req-9bdd7ed5-f4dc-401e-9a9e-4d276cf26a69 service neutron] 10.222.0.106 "GET /v2.0/subnets?id=c96ff1bb-e380-4bc1-a052-d6f34279b63c HTTP/1.1" status: 200 len: 848 time: 0.0581772 Jan 20 15:35:02.911476 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-879af300-81e3-4992-9718-a0fb7f2122ce None None] Routers {'2b1306cf-8119-42b7-89ce-74cb553d4869'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 15:35:02.912057 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-879af300-81e3-4992-9718-a0fb7f2122ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T15:35:00Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['2b1306cf-8119-42b7-89ce-74cb553d4869'], 'active': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:35:03.076730 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-d56aaa54-9218-4c85-bd4b-46d0f5f1d87c req-45680d0e-b5cf-4f97-8263-5795a86a7b03 service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=b803d82c-c028-4346-8ad1-5e9fb1a6ac6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1663194 Jan 20 15:35:03.100246 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvr_db [None req-879af300-81e3-4992-9718-a0fb7f2122ce None None] Set router 2b1306cf-8119-42b7-89ce-74cb553d4869 gateway port host: dv-neutron-825124-1-hyperv {{(pid=84155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 15:35:03.206281 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-d56aaa54-9218-4c85-bd4b-46d0f5f1d87c req-8848cff6-5ea4-429f-9f03-726fd71fd587 service neutron] 10.222.0.106 "GET /v2.0/networks/b803d82c-c028-4346-8ad1-5e9fb1a6ac6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225586 Jan 20 15:35:03.343550 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-eea6df97-7ff1-4b63-af20-e3ec8913deda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:35:03.349989 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-d56aaa54-9218-4c85-bd4b-46d0f5f1d87c req-aeae8e87-8a53-41fe-aeb7-a802ce03dd47 service neutron] 10.222.0.106 "GET /v2.0/networks/b803d82c-c028-4346-8ad1-5e9fb1a6ac6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376042 Jan 20 15:35:03.466451 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-879af300-81e3-4992-9718-a0fb7f2122ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b1306cf-8119-42b7-89ce-74cb553d4869', 'name': 'tempest-TestShelveInstance-1865667637-router', 'tenant_id': '3429e03a7ca7442ca59a1b1874fe46c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.73'}], 'enable_snat': True}, 'gw_port_id': '67ff4dd2-f9d5-4bdc-b219-1f30cff5b132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:34:29Z', 'updated_at': '2022-01-20T15:34:32Z', 'revision_number': 4, 'project_id': '3429e03a7ca7442ca59a1b1874fe46c7', 'gw_port': {'id': '67ff4dd2-f9d5-4bdc-b219-1f30cff5b132', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:72:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b1306cf-8119-42b7-89ce-74cb553d4869', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:34:30Z', 'updated_at': '2022-01-20T15:34:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv', '_floatingips': [{'id': '923f4708-83d9-4c90-8787-731ce38380e0', 'tenant_id': '3429e03a7ca7442ca59a1b1874fe46c7', 'floating_ip_address': '172.26.7.56', 'floating_network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'router_id': '2b1306cf-8119-42b7-89ce-74cb553d4869', 'port_id': 'c43ce636-cc27-4d85-8c48-82886f564a48', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b803d82c-c028-4346-8ad1-5e9fb1a6ac6f', 'mac_address': 'fa:16:3e:70:a5:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '785d50a3-aec9-4565-850f-9c4d4feb9fde', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T15:35:00Z', 'updated_at': '2022-01-20T15:35:00Z', 'revision_number': 0, 'project_id': '3429e03a7ca7442ca59a1b1874fe46c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3de8d6b9-5c70-4e15-8da9-9e8732ec7957', 'name': '', 'network_id': 'b803d82c-c028-4346-8ad1-5e9fb1a6ac6f', 'tenant_id': '3429e03a7ca7442ca59a1b1874fe46c7', 'mac_address': 'fa:16:3e:b0:77:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b1306cf-8119-42b7-89ce-74cb553d4869', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c96ff1bb-e380-4bc1-a052-d6f34279b63c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:34:32Z', 'updated_at': '2022-01-20T15:34:42Z', 'revision_number': 5, 'project_id': '3429e03a7ca7442ca59a1b1874fe46c7', 'subnets': [{'id': 'c96ff1bb-e380-4bc1-a052-d6f34279b63c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:35:03.470768 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-879af300-81e3-4992-9718-a0fb7f2122ce None None] The sync data for ids ['2b1306cf-8119-42b7-89ce-74cb553d4869'] in dv-neutron-825124-1-hyperv is: [{'id': '2b1306cf-8119-42b7-89ce-74cb553d4869', 'name': 'tempest-TestShelveInstance-1865667637-router', 'tenant_id': '3429e03a7ca7442ca59a1b1874fe46c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.73'}], 'enable_snat': True}, 'gw_port_id': '67ff4dd2-f9d5-4bdc-b219-1f30cff5b132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:34:29Z', 'updated_at': '2022-01-20T15:34:32Z', 'revision_number': 4, 'project_id': '3429e03a7ca7442ca59a1b1874fe46c7', 'gw_port': {'id': '67ff4dd2-f9d5-4bdc-b219-1f30cff5b132', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:72:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b1306cf-8119-42b7-89ce-74cb553d4869', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:34:30Z', 'updated_at': '2022-01-20T15:34:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv', '_floatingips': [{'id': '923f4708-83d9-4c90-8787-731ce38380e0', 'tenant_id': '3429e03a7ca7442ca59a1b1874fe46c7', 'floating_ip_address': '172.26.7.56', 'floating_network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'router_id': '2b1306cf-8119-42b7-89ce-74cb553d4869', 'port_id': 'c43ce636-cc27-4d85-8c48-82886f564a48', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b803d82c-c028-4346-8ad1-5e9fb1a6ac6f', 'mac_address': 'fa:16:3e:70:a5:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '785d50a3-aec9-4565-850f-9c4d4feb9fde', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T15:35:00Z', 'updated_at': '2022-01-20T15:35:00Z', 'revision_number': 0, 'project_id': '3429e03a7ca7442ca59a1b1874fe46c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3de8d6b9-5c70-4e15-8da9-9e8732ec7957', 'name': '', 'network_id': 'b803d82c-c028-4346-8ad1-5e9fb1a6ac6f', 'tenant_id': '3429e03a7ca7442ca59a1b1874fe46c7', 'mac_address': 'fa:16:3e:b0:77:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b1306cf-8119-42b7-89ce-74cb553d4869', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c96ff1bb-e380-4bc1-a052-d6f34279b63c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:34:32Z', 'updated_at': '2022-01-20T15:34:42Z', 'revision_number': 5, 'project_id': '3429e03a7ca7442ca59a1b1874fe46c7', 'subnets': [{'id': 'c96ff1bb-e380-4bc1-a052-d6f34279b63c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 15:35:03.724517 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-378ef425-0d87-43a7-b074-49dce1948c93 None None] New status for floating IP 923f4708-83d9-4c90-8787-731ce38380e0: ACTIVE {{(pid=84154) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 20 15:35:03.861836 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 8fdd00e4-fc39-427a-ba91-6bbb475c1fdc up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 15:35:04.162675 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning for port 8fdd00e4-fc39-427a-ba91-6bbb475c1fdc completed by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 15:35:04.168327 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port 8fdd00e4-fc39-427a-ba91-6bbb475c1fdc triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:35:04.169672 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:35:04.280678 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:35:04.312262 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] For port 8fdd00e4-fc39-427a-ba91-6bbb475c1fdc, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=8fdd00e4-fc39-427a-ba91-6bbb475c1fdc,segment=NetworkSegment(a95e2ace-15d8-4740-a06d-06404b0725cc),segment_id=a95e2ace-15d8-4740-a06d-06404b0725cc)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 15:35:04.383146 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:35:04.446812 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Pushing event updated for resources: {'Port': ['ID=8fdd00e4-fc39-427a-ba91-6bbb475c1fdc,revision_number=5']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:35:05.821292 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 8fdd00e4-fc39-427a-ba91-6bbb475c1fdc up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 15:35:05.900579 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port 8fdd00e4-fc39-427a-ba91-6bbb475c1fdc triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:35:05.900952 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:35:12.556701 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-e03f345a-6675-4d5a-bf76-a6d525b8ce9d req-7f2bdb68-5f49-4216-a8ed-b3bbdd5b3b9c service neutron] 10.222.0.106 "GET /v2.0/ports?device_id=785d50a3-aec9-4565-850f-9c4d4feb9fde&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0793104 Jan 20 15:35:12.712488 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-e03f345a-6675-4d5a-bf76-a6d525b8ce9d req-0eb9b65d-52b9-4b5a-a10f-db453b9671e8 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=3429e03a7ca7442ca59a1b1874fe46c7&device_id=785d50a3-aec9-4565-850f-9c4d4feb9fde HTTP/1.1" status: 200 len: 1099 time: 0.0749173 Jan 20 15:35:12.882232 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03f345a-6675-4d5a-bf76-a6d525b8ce9d req-5ac6ec7d-d38b-4dad-9d4c-f9d708626a9d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:35:12.883584 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-e03f345a-6675-4d5a-bf76-a6d525b8ce9d req-5ac6ec7d-d38b-4dad-9d4c-f9d708626a9d service neutron] 10.222.0.106 "GET /v2.0/networks?id=b803d82c-c028-4346-8ad1-5e9fb1a6ac6f HTTP/1.1" status: 200 len: 910 time: 0.1446397 Jan 20 15:35:12.992221 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-e03f345a-6675-4d5a-bf76-a6d525b8ce9d req-30bcb743-af45-4918-8ac7-4636d514c4a2 service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c43ce636-cc27-4d85-8c48-82886f564a48 HTTP/1.1" status: 200 len: 1001 time: 0.1023595 Jan 20 15:35:13.069834 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03f345a-6675-4d5a-bf76-a6d525b8ce9d req-d85d87cb-7934-4424-8352-6e5328a3aaa5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:35:13.071401 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-e03f345a-6675-4d5a-bf76-a6d525b8ce9d req-d85d87cb-7934-4424-8352-6e5328a3aaa5 service neutron] 10.222.0.106 "GET /v2.0/subnets?id=c96ff1bb-e380-4bc1-a052-d6f34279b63c HTTP/1.1" status: 200 len: 848 time: 0.0732436 Jan 20 15:35:13.163881 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-e03f345a-6675-4d5a-bf76-a6d525b8ce9d req-68cb6952-5f21-4992-a8cb-83cf8458294b service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=b803d82c-c028-4346-8ad1-5e9fb1a6ac6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0863085 Jan 20 15:35:13.299098 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-e03f345a-6675-4d5a-bf76-a6d525b8ce9d req-2904fc39-6d59-4c82-862b-d0c510191b41 service neutron] 10.222.0.106 "GET /v2.0/networks/b803d82c-c028-4346-8ad1-5e9fb1a6ac6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291223 Jan 20 15:35:13.432248 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-e03f345a-6675-4d5a-bf76-a6d525b8ce9d req-7aedab96-3591-4bc8-8de8-7e7f000970c2 service neutron] 10.222.0.106 "GET /v2.0/networks/b803d82c-c028-4346-8ad1-5e9fb1a6ac6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272655 Jan 20 15:35:21.103173 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.agents_db [None req-6dba657d-a637-4918-9b6d-40defdfae04b None None] Agent healthcheck: found 6 active agents {{(pid=84155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 15:35:28.107592 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-391f23b3-7d3f-4e91-8933-92cc86cb66ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:35:30.499214 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-a2166d8f-a37f-43bb-9317-e39b0e727e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:35:31.267470 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:35:31.502104 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:35:31.858998 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-cdd98e71-1f0a-4421-baa9-dcb30e06edf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:35:33.325024 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-eea6df97-7ff1-4b63-af20-e3ec8913deda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:35:58.049436 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-f438cbd4-c208-48e0-9d6f-be92d6a74de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:35:58.104733 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.agents_db [None req-6dba657d-a637-4918-9b6d-40defdfae04b None None] Agent healthcheck: found 6 active agents {{(pid=84155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 15:36:00.486542 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-153579ba-65c3-41f6-ae49-16db252c5417 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:36:01.257904 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:36:01.469088 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:36:01.946398 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-cdd98e71-1f0a-4421-baa9-dcb30e06edf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:36:03.374833 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-eea6df97-7ff1-4b63-af20-e3ec8913deda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:36:13.533120 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-8e481ea7-36a6-4775-8c56-ee5397f7b4cb req-a805f2ec-0e5f-4af1-991e-1657070388f0 service neutron] 10.222.0.106 "GET /v2.0/ports?device_id=785d50a3-aec9-4565-850f-9c4d4feb9fde&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0687475 Jan 20 15:36:13.670222 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-8e481ea7-36a6-4775-8c56-ee5397f7b4cb req-602358cd-b96a-43ed-978e-36103de248ce service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=3429e03a7ca7442ca59a1b1874fe46c7&device_id=785d50a3-aec9-4565-850f-9c4d4feb9fde HTTP/1.1" status: 200 len: 1099 time: 0.0675209 Jan 20 15:36:13.815962 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e481ea7-36a6-4775-8c56-ee5397f7b4cb req-58572412-63ef-4c43-ae44-9a7a2e7e9f39 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:36:13.817394 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-8e481ea7-36a6-4775-8c56-ee5397f7b4cb req-58572412-63ef-4c43-ae44-9a7a2e7e9f39 service neutron] 10.222.0.106 "GET /v2.0/networks?id=b803d82c-c028-4346-8ad1-5e9fb1a6ac6f HTTP/1.1" status: 200 len: 910 time: 0.1292508 Jan 20 15:36:13.927785 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-8e481ea7-36a6-4775-8c56-ee5397f7b4cb req-375713a9-3135-40f2-84a6-46656faee21c service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c43ce636-cc27-4d85-8c48-82886f564a48 HTTP/1.1" status: 200 len: 1001 time: 0.1042531 Jan 20 15:36:14.078642 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e481ea7-36a6-4775-8c56-ee5397f7b4cb req-3565781b-195d-4f07-b305-a8c8c89cebb5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:36:14.080048 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-8e481ea7-36a6-4775-8c56-ee5397f7b4cb req-3565781b-195d-4f07-b305-a8c8c89cebb5 service neutron] 10.222.0.106 "GET /v2.0/subnets?id=c96ff1bb-e380-4bc1-a052-d6f34279b63c HTTP/1.1" status: 200 len: 848 time: 0.1464484 Jan 20 15:36:14.154047 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-8e481ea7-36a6-4775-8c56-ee5397f7b4cb req-d0cbccb7-d885-4998-8f16-a55b825faa87 service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=b803d82c-c028-4346-8ad1-5e9fb1a6ac6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0678668 Jan 20 15:36:14.284439 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-8e481ea7-36a6-4775-8c56-ee5397f7b4cb req-24a6ce90-cf44-465c-bc4e-9a627520d85d service neutron] 10.222.0.106 "GET /v2.0/networks/b803d82c-c028-4346-8ad1-5e9fb1a6ac6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235344 Jan 20 15:36:14.415677 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-8e481ea7-36a6-4775-8c56-ee5397f7b4cb req-d0c7c9a9-efb8-4c3a-ab31-feec1ae39007 service neutron] 10.222.0.106 "GET /v2.0/networks/b803d82c-c028-4346-8ad1-5e9fb1a6ac6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252623 Jan 20 15:36:28.051516 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-e6c98fe5-2f5c-4dba-8f10-9eb8f1a1506b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:36:30.485760 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-b70eb01f-6496-4486-bd78-130b6da4b570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:36:31.262668 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:36:31.485766 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:36:31.887761 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-cdd98e71-1f0a-4421-baa9-dcb30e06edf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:36:33.344608 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-eea6df97-7ff1-4b63-af20-e3ec8913deda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:36:35.108008 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.agents_db [None req-6dba657d-a637-4918-9b6d-40defdfae04b None None] Agent healthcheck: found 6 active agents {{(pid=84155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 15:36:58.069897 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-93a8217c-ac59-4e41-8698-e6c99bb99131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:37:00.479175 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-3dba0b52-7921-4f2f-931c-f4ebeb26000f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:37:01.263959 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:37:01.446517 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:37:01.890438 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-cdd98e71-1f0a-4421-baa9-dcb30e06edf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:37:03.337727 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-eea6df97-7ff1-4b63-af20-e3ec8913deda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:37:12.108162 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.agents_db [None req-6dba657d-a637-4918-9b6d-40defdfae04b None None] Agent healthcheck: found 6 active agents {{(pid=84155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 15:37:13.530632 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-caaf87d0-a33e-4331-8502-3194e91cd632 req-87c0cbad-64e3-49a9-9451-fe265f900a72 service neutron] 10.222.0.106 "GET /v2.0/ports?device_id=785d50a3-aec9-4565-850f-9c4d4feb9fde&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0688860 Jan 20 15:37:13.671268 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-caaf87d0-a33e-4331-8502-3194e91cd632 req-1349aa5c-eeac-40c5-b0ad-bc3c3a3395b8 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=3429e03a7ca7442ca59a1b1874fe46c7&device_id=785d50a3-aec9-4565-850f-9c4d4feb9fde HTTP/1.1" status: 200 len: 1099 time: 0.0719540 Jan 20 15:37:13.811141 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaf87d0-a33e-4331-8502-3194e91cd632 req-89f8cb65-3a83-4e75-b347-2600e6fae0d6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:37:13.812534 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-caaf87d0-a33e-4331-8502-3194e91cd632 req-89f8cb65-3a83-4e75-b347-2600e6fae0d6 service neutron] 10.222.0.106 "GET /v2.0/networks?id=b803d82c-c028-4346-8ad1-5e9fb1a6ac6f HTTP/1.1" status: 200 len: 910 time: 0.1245520 Jan 20 15:37:13.913298 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-caaf87d0-a33e-4331-8502-3194e91cd632 req-4929944f-87fb-4126-831e-0082c8837d09 service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c43ce636-cc27-4d85-8c48-82886f564a48 HTTP/1.1" status: 200 len: 1001 time: 0.0945899 Jan 20 15:37:13.975095 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaf87d0-a33e-4331-8502-3194e91cd632 req-44d495aa-71a7-4783-98dd-97e9176cc80c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:37:13.976536 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-caaf87d0-a33e-4331-8502-3194e91cd632 req-44d495aa-71a7-4783-98dd-97e9176cc80c service neutron] 10.222.0.106 "GET /v2.0/subnets?id=c96ff1bb-e380-4bc1-a052-d6f34279b63c HTTP/1.1" status: 200 len: 848 time: 0.0575216 Jan 20 15:37:14.053074 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-caaf87d0-a33e-4331-8502-3194e91cd632 req-4e859226-f5d3-44a7-8b6a-8b38dd0f1c02 service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=b803d82c-c028-4346-8ad1-5e9fb1a6ac6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0703707 Jan 20 15:37:14.184305 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-caaf87d0-a33e-4331-8502-3194e91cd632 req-cf5b944f-24d7-4202-b854-3505b3353d71 service neutron] 10.222.0.106 "GET /v2.0/networks/b803d82c-c028-4346-8ad1-5e9fb1a6ac6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251457 Jan 20 15:37:14.315784 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-caaf87d0-a33e-4331-8502-3194e91cd632 req-73f03031-72ae-4127-ab9f-589393630828 service neutron] 10.222.0.106 "GET /v2.0/networks/b803d82c-c028-4346-8ad1-5e9fb1a6ac6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261642 Jan 20 15:37:28.039520 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-a6c9cbb6-34ca-46ae-b34c-fd3d3ebe3b02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:37:29.349046 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd73b1e0-daa8-4701-87f2-f18ebb6f4c19 req-2d55a186-f262-463a-8029-143ede402b5e tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:37:29.350599 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-cd73b1e0-daa8-4701-87f2-f18ebb6f4c19 req-2d55a186-f262-463a-8029-143ede402b5e tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] 10.222.0.54 "GET /v2.0/ports?device_id=785d50a3-aec9-4565-850f-9c4d4feb9fde HTTP/1.1" status: 200 len: 946 time: 0.0796781 Jan 20 15:37:29.395225 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-cd73b1e0-daa8-4701-87f2-f18ebb6f4c19 req-bd8b9bf5-55e9-4a80-a10a-6f04d59561fc tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] 10.222.0.54 "GET /v2.0/security-groups?id=00a21917-91fe-40b9-86ef-d90d055101ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383267 Jan 20 15:37:30.484101 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-2a835915-2716-43e5-8245-66c769fcfa8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:37:30.600572 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfe2e40-e5af-48c5-8454-4afcbbaf23b8 req-489b6023-92e1-45ea-a8c1-69a80a16d3dc tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:37:30.602041 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-fbfe2e40-e5af-48c5-8454-4afcbbaf23b8 req-489b6023-92e1-45ea-a8c1-69a80a16d3dc tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] 10.222.0.54 "GET /v2.0/ports?device_id=785d50a3-aec9-4565-850f-9c4d4feb9fde HTTP/1.1" status: 200 len: 946 time: 0.0810697 Jan 20 15:37:30.651025 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-fbfe2e40-e5af-48c5-8454-4afcbbaf23b8 req-7d75313b-7e3b-4d73-b3fb-a5fcdc2649fc tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] 10.222.0.54 "GET /v2.0/security-groups?id=00a21917-91fe-40b9-86ef-d90d055101ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433979 Jan 20 15:37:31.249575 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:37:31.455392 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:37:31.861209 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ed8fc4-56ca-433b-b612-ad6abbc8dda9 req-d9018129-a2df-4b3e-9884-90ffdf444cba tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:37:31.862689 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-03ed8fc4-56ca-433b-b612-ad6abbc8dda9 req-d9018129-a2df-4b3e-9884-90ffdf444cba tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] 10.222.0.54 "GET /v2.0/ports?device_id=785d50a3-aec9-4565-850f-9c4d4feb9fde HTTP/1.1" status: 200 len: 946 time: 0.0794418 Jan 20 15:37:31.885349 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-cdd98e71-1f0a-4421-baa9-dcb30e06edf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:37:31.908512 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-03ed8fc4-56ca-433b-b612-ad6abbc8dda9 req-21e52c91-a774-4ff7-9992-6ce3aea4b780 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] 10.222.0.54 "GET /v2.0/security-groups?id=00a21917-91fe-40b9-86ef-d90d055101ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401800 Jan 20 15:37:33.108449 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7ad772-316e-41e4-89a2-73e75cc194af req-d7cff49c-5856-4f08-aa80-912b4c236b88 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:37:33.109903 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-ef7ad772-316e-41e4-89a2-73e75cc194af req-d7cff49c-5856-4f08-aa80-912b4c236b88 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] 10.222.0.54 "GET /v2.0/ports?device_id=785d50a3-aec9-4565-850f-9c4d4feb9fde HTTP/1.1" status: 200 len: 946 time: 0.0794346 Jan 20 15:37:33.155721 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-ef7ad772-316e-41e4-89a2-73e75cc194af req-94196991-6a9d-466b-a6c9-c69555c96bab tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] 10.222.0.54 "GET /v2.0/security-groups?id=00a21917-91fe-40b9-86ef-d90d055101ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403597 Jan 20 15:37:33.346670 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-eea6df97-7ff1-4b63-af20-e3ec8913deda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:37:34.351810 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f361ae8-7b8e-4b70-bdd0-ed73f509b691 req-c0ebc2a5-18df-4fbc-9d01-10e1b26cfcf1 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:37:34.353287 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-1f361ae8-7b8e-4b70-bdd0-ed73f509b691 req-c0ebc2a5-18df-4fbc-9d01-10e1b26cfcf1 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] 10.222.0.54 "GET /v2.0/ports?device_id=785d50a3-aec9-4565-850f-9c4d4feb9fde HTTP/1.1" status: 200 len: 946 time: 0.0771050 Jan 20 15:37:34.399064 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-1f361ae8-7b8e-4b70-bdd0-ed73f509b691 req-5342f752-ee3c-4fa3-8974-a43841b2d587 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] 10.222.0.54 "GET /v2.0/security-groups?id=00a21917-91fe-40b9-86ef-d90d055101ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396259 Jan 20 15:37:35.698221 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2457271c-cc32-4d90-9078-0503c3bd93f4 req-fcdce6bc-c96e-4f76-950f-a45a03bc7bab tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:37:35.699705 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-2457271c-cc32-4d90-9078-0503c3bd93f4 req-fcdce6bc-c96e-4f76-950f-a45a03bc7bab tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] 10.222.0.54 "GET /v2.0/ports?device_id=785d50a3-aec9-4565-850f-9c4d4feb9fde HTTP/1.1" status: 200 len: 946 time: 0.1762295 Jan 20 15:37:35.743924 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-2457271c-cc32-4d90-9078-0503c3bd93f4 req-1cc9faa4-b544-41e7-a6b4-474e4e2bb786 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] 10.222.0.54 "GET /v2.0/security-groups?id=00a21917-91fe-40b9-86ef-d90d055101ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387146 Jan 20 15:37:36.945217 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357fc94c-2e33-4c70-9283-ddaacedf8ca1 req-316daccb-3914-4310-8361-37869e7ede0b tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:37:36.946702 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-357fc94c-2e33-4c70-9283-ddaacedf8ca1 req-316daccb-3914-4310-8361-37869e7ede0b tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] 10.222.0.54 "GET /v2.0/ports?device_id=785d50a3-aec9-4565-850f-9c4d4feb9fde HTTP/1.1" status: 200 len: 946 time: 0.0786777 Jan 20 15:37:36.992823 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-357fc94c-2e33-4c70-9283-ddaacedf8ca1 req-92053a13-9775-4251-b833-0a67e5bd0ce0 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] 10.222.0.54 "GET /v2.0/security-groups?id=00a21917-91fe-40b9-86ef-d90d055101ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397739 Jan 20 15:37:38.193365 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec1b4e1-3907-4372-97ef-59c5fe64229e req-5bd67e0a-5081-48e1-9de8-70150e655e59 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:37:38.194783 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-eec1b4e1-3907-4372-97ef-59c5fe64229e req-5bd67e0a-5081-48e1-9de8-70150e655e59 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] 10.222.0.54 "GET /v2.0/ports?device_id=785d50a3-aec9-4565-850f-9c4d4feb9fde HTTP/1.1" status: 200 len: 946 time: 0.0798860 Jan 20 15:37:38.240990 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-eec1b4e1-3907-4372-97ef-59c5fe64229e req-fb8c273a-27b6-4494-83a6-6cafd6c77dc1 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] 10.222.0.54 "GET /v2.0/security-groups?id=00a21917-91fe-40b9-86ef-d90d055101ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394571 Jan 20 15:37:39.439703 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdcf253-c324-43e4-bf48-f1ee42f1cb6e req-68ce4778-4ea0-4ca2-a598-0dba43281609 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:37:39.441132 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-5bdcf253-c324-43e4-bf48-f1ee42f1cb6e req-68ce4778-4ea0-4ca2-a598-0dba43281609 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] 10.222.0.54 "GET /v2.0/ports?device_id=785d50a3-aec9-4565-850f-9c4d4feb9fde HTTP/1.1" status: 200 len: 946 time: 0.0784144 Jan 20 15:37:39.485254 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-5bdcf253-c324-43e4-bf48-f1ee42f1cb6e req-26e98612-61ec-4aa0-9347-c71630121dba tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] 10.222.0.54 "GET /v2.0/security-groups?id=00a21917-91fe-40b9-86ef-d90d055101ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387015 Jan 20 15:37:40.677846 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad6211e-2414-4ab5-82b3-be4a24686f5d req-ee53c5c5-03df-4423-8be4-182db437c0bb tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:37:40.679316 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-8ad6211e-2414-4ab5-82b3-be4a24686f5d req-ee53c5c5-03df-4423-8be4-182db437c0bb tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] 10.222.0.54 "GET /v2.0/ports?device_id=785d50a3-aec9-4565-850f-9c4d4feb9fde HTTP/1.1" status: 200 len: 946 time: 0.0755777 Jan 20 15:37:40.723467 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-8ad6211e-2414-4ab5-82b3-be4a24686f5d req-21bcc5ce-e631-46de-a0b8-20fa1b701c07 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] 10.222.0.54 "GET /v2.0/security-groups?id=00a21917-91fe-40b9-86ef-d90d055101ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387244 Jan 20 15:37:41.921801 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0b180d-d08e-4027-ac22-46b2f7ea65aa req-7646e3ae-99fb-4f98-94dc-05373109a9a3 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:37:41.923291 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-ec0b180d-d08e-4027-ac22-46b2f7ea65aa req-7646e3ae-99fb-4f98-94dc-05373109a9a3 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] 10.222.0.54 "GET /v2.0/ports?device_id=785d50a3-aec9-4565-850f-9c4d4feb9fde HTTP/1.1" status: 200 len: 946 time: 0.0817137 Jan 20 15:37:41.970122 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-ec0b180d-d08e-4027-ac22-46b2f7ea65aa req-5dab44b4-8a08-4326-9af1-f9202dd8b11c tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] 10.222.0.54 "GET /v2.0/security-groups?id=00a21917-91fe-40b9-86ef-d90d055101ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412073 Jan 20 15:37:43.168509 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce1399a-3c52-4229-87f6-457fd4441bd4 req-aad71af2-3ae5-47a4-b5e3-f248e2ccb7af tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:37:43.169936 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-7ce1399a-3c52-4229-87f6-457fd4441bd4 req-aad71af2-3ae5-47a4-b5e3-f248e2ccb7af tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] 10.222.0.54 "GET /v2.0/ports?device_id=785d50a3-aec9-4565-850f-9c4d4feb9fde HTTP/1.1" status: 200 len: 946 time: 0.0764725 Jan 20 15:37:43.227758 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-7ce1399a-3c52-4229-87f6-457fd4441bd4 req-5cef9cf4-e78d-4080-b812-600b37cbd794 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] 10.222.0.54 "GET /v2.0/security-groups?id=00a21917-91fe-40b9-86ef-d90d055101ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463831 Jan 20 15:37:44.427073 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc63c96d-0eec-4715-a152-ed99cc01f778 req-ed18c5ca-c046-4724-8cb4-98bd66d80913 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:37:44.455665 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-dc63c96d-0eec-4715-a152-ed99cc01f778 req-ed18c5ca-c046-4724-8cb4-98bd66d80913 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] 10.222.0.54 "GET /v2.0/ports?device_id=785d50a3-aec9-4565-850f-9c4d4feb9fde HTTP/1.1" status: 200 len: 946 time: 0.0782218 Jan 20 15:37:44.476794 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-dc63c96d-0eec-4715-a152-ed99cc01f778 req-90124237-a472-4089-b5d5-ebb61c66abdf tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] 10.222.0.54 "GET /v2.0/security-groups?id=00a21917-91fe-40b9-86ef-d90d055101ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406699 Jan 20 15:37:45.678585 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f4c196-8ced-4b04-8f76-8d2209270169 req-92f35eb2-07fd-4a95-b163-7e044b0fadce tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:37:45.680031 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-e1f4c196-8ced-4b04-8f76-8d2209270169 req-92f35eb2-07fd-4a95-b163-7e044b0fadce tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] 10.222.0.54 "GET /v2.0/ports?device_id=785d50a3-aec9-4565-850f-9c4d4feb9fde HTTP/1.1" status: 200 len: 946 time: 0.0801456 Jan 20 15:37:45.724921 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-e1f4c196-8ced-4b04-8f76-8d2209270169 req-6af63909-c7c6-4843-9303-06f917760bda tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] 10.222.0.54 "GET /v2.0/security-groups?id=00a21917-91fe-40b9-86ef-d90d055101ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391245 Jan 20 15:37:46.275713 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Device c43ce636-cc27-4d85-8c48-82886f564a48 details requested by agent hyperv_hv-neutron-8251 with host hv-neutron-8251 {{(pid=84154) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 20 15:37:46.409244 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] For port c43ce636-cc27-4d85-8c48-82886f564a48, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=c43ce636-cc27-4d85-8c48-82886f564a48,segment=NetworkSegment(33ba1c7b-3208-442a-a04a-244eae23597f),segment_id=33ba1c7b-3208-442a-a04a-244eae23597f)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 15:37:46.423331 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Returning: {'device': 'c43ce636-cc27-4d85-8c48-82886f564a48', 'network_id': 'b803d82c-c028-4346-8ad1-5e9fb1a6ac6f', 'port_id': 'c43ce636-cc27-4d85-8c48-82886f564a48', 'mac_address': 'fa:16:3e:70:a5:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c96ff1bb-e380-4bc1-a052-d6f34279b63c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84154) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 20 15:37:46.511323 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:37:46.528107 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.notifiers.nova [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c43ce636-cc27-4d85-8c48-82886f564a48 {{(pid=84154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 15:37:46.543611 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] For port c43ce636-cc27-4d85-8c48-82886f564a48, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=c43ce636-cc27-4d85-8c48-82886f564a48,segment=NetworkSegment(33ba1c7b-3208-442a-a04a-244eae23597f),segment_id=33ba1c7b-3208-442a-a04a-244eae23597f)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 15:37:46.609659 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:37:46.677248 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Pushing event updated for resources: {'Port': ['ID=c43ce636-cc27-4d85-8c48-82886f564a48,revision_number=6']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:37:46.686327 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] get_ports_and_sgs() called for port_ids ['c43ce636-cc27-4d85-8c48-82886f564a48'] {{(pid=84154) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 20 15:37:46.710448 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:37:46.710799 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:37:46.711145 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:37:46.711495 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:37:46.711817 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:37:46.712148 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:37:46.712481 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:37:46.712806 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:37:46.713129 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:37:46.713452 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:37:46.713777 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:37:46.924636 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5a6d70-16e9-40bc-83ec-e2a7f9f3a1ad req-a14bb023-4efc-46d3-bf56-dd3cb7d5732e tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:37:46.926112 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-cc5a6d70-16e9-40bc-83ec-e2a7f9f3a1ad req-a14bb023-4efc-46d3-bf56-dd3cb7d5732e tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] 10.222.0.54 "GET /v2.0/ports?device_id=785d50a3-aec9-4565-850f-9c4d4feb9fde HTTP/1.1" status: 200 len: 945 time: 0.0754423 Jan 20 15:37:46.973130 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-cc5a6d70-16e9-40bc-83ec-e2a7f9f3a1ad req-4bfb627d-26fc-49c1-9eac-8b0e0f519f90 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] 10.222.0.54 "GET /v2.0/security-groups?id=00a21917-91fe-40b9-86ef-d90d055101ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413640 Jan 20 15:37:48.170303 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d0ae37-2eed-4735-9b88-370198d09213 req-7b3d2eb5-045f-4b36-97fc-05b18c04eee0 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:37:48.171632 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-08d0ae37-2eed-4735-9b88-370198d09213 req-7b3d2eb5-045f-4b36-97fc-05b18c04eee0 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] 10.222.0.54 "GET /v2.0/ports?device_id=785d50a3-aec9-4565-850f-9c4d4feb9fde HTTP/1.1" status: 200 len: 945 time: 0.0774124 Jan 20 15:37:48.216859 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-08d0ae37-2eed-4735-9b88-370198d09213 req-afe3049f-1369-487a-a849-3f091fac271c tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] 10.222.0.54 "GET /v2.0/security-groups?id=00a21917-91fe-40b9-86ef-d90d055101ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397723 Jan 20 15:37:48.281003 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Device c43ce636-cc27-4d85-8c48-82886f564a48 up at agent hyperv_hv-neutron-8251 {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 15:37:48.350339 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Provisioning complete for port c43ce636-cc27-4d85-8c48-82886f564a48 triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:37:48.350710 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:37:48.464773 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:37:48.490831 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '785d50a3-aec9-4565-850f-9c4d4feb9fde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c43ce636-cc27-4d85-8c48-82886f564a48'}] {{(pid=84154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 15:37:48.500636 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] For port c43ce636-cc27-4d85-8c48-82886f564a48, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=c43ce636-cc27-4d85-8c48-82886f564a48,segment=NetworkSegment(33ba1c7b-3208-442a-a04a-244eae23597f),segment_id=33ba1c7b-3208-442a-a04a-244eae23597f)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 15:37:48.591986 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:37:48.627334 dv-neutron-825124-1-hyperv neutron-server[84154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '785d50a3-aec9-4565-850f-9c4d4feb9fde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c43ce636-cc27-4d85-8c48-82886f564a48', 'code': 200} Jan 20 15:37:48.657593 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Pushing event updated for resources: {'Port': ['ID=c43ce636-cc27-4d85-8c48-82886f564a48,revision_number=7']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:37:49.108115 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.agents_db [None req-6dba657d-a637-4918-9b6d-40defdfae04b None None] Agent healthcheck: found 6 active agents {{(pid=84155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 15:37:49.439169 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d719c0e6-838a-4017-af81-aa4e43de9692 req-423a00ea-900d-4c69-bc4e-004aacf4a320 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:37:49.441261 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-d719c0e6-838a-4017-af81-aa4e43de9692 req-423a00ea-900d-4c69-bc4e-004aacf4a320 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] 10.222.0.54 "GET /v2.0/ports?device_id=785d50a3-aec9-4565-850f-9c4d4feb9fde HTTP/1.1" status: 200 len: 946 time: 0.0762868 Jan 20 15:37:49.491931 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-d719c0e6-838a-4017-af81-aa4e43de9692 req-73281de1-d2aa-47ce-b2c8-93df08d92c8e tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] 10.222.0.54 "GET /v2.0/security-groups?id=00a21917-91fe-40b9-86ef-d90d055101ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450754 Jan 20 15:37:50.684317 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35534e8d-af04-4694-9be0-0d4ae8b2bb95 req-85115f8a-0cc5-46fe-bac7-3630ebd9da76 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:37:50.685754 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-35534e8d-af04-4694-9be0-0d4ae8b2bb95 req-85115f8a-0cc5-46fe-bac7-3630ebd9da76 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] 10.222.0.54 "GET /v2.0/ports?device_id=785d50a3-aec9-4565-850f-9c4d4feb9fde HTTP/1.1" status: 200 len: 946 time: 0.0751519 Jan 20 15:37:50.731661 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-35534e8d-af04-4694-9be0-0d4ae8b2bb95 req-a73c3db4-39aa-4e73-ad31-142602dab97e tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] 10.222.0.54 "GET /v2.0/security-groups?id=00a21917-91fe-40b9-86ef-d90d055101ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404372 Jan 20 15:37:51.937730 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b47adf-561b-4bed-af03-bb63c70ed3d9 req-14b85d57-8e77-4105-a5d0-7ad0276b2eff tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:37:51.939245 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-78b47adf-561b-4bed-af03-bb63c70ed3d9 req-14b85d57-8e77-4105-a5d0-7ad0276b2eff tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] 10.222.0.54 "GET /v2.0/ports?device_id=785d50a3-aec9-4565-850f-9c4d4feb9fde HTTP/1.1" status: 200 len: 946 time: 0.0848634 Jan 20 15:37:51.985161 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-78b47adf-561b-4bed-af03-bb63c70ed3d9 req-950ef4be-d4bb-4ee7-b656-2e4fc5d1458a tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] 10.222.0.54 "GET /v2.0/security-groups?id=00a21917-91fe-40b9-86ef-d90d055101ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403864 Jan 20 15:37:53.225264 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adc4dbf-ca58-4245-b9e2-64996364376d req-22b915d6-5c0b-4005-a102-3964855739ad tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:37:53.226942 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-1adc4dbf-ca58-4245-b9e2-64996364376d req-22b915d6-5c0b-4005-a102-3964855739ad tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] 10.222.0.54 "GET /v2.0/ports?device_id=785d50a3-aec9-4565-850f-9c4d4feb9fde HTTP/1.1" status: 200 len: 946 time: 0.0946653 Jan 20 15:37:53.290659 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-1adc4dbf-ca58-4245-b9e2-64996364376d req-327aebdb-e849-4d49-b327-9fa7cce4faa2 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] 10.222.0.54 "GET /v2.0/security-groups?id=00a21917-91fe-40b9-86ef-d90d055101ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570612 Jan 20 15:37:54.501070 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c58b21f-f937-4e20-a55f-6cfd660a0642 req-17795d17-8867-4601-99a4-c1a1bfb7fc09 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:37:54.502574 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-0c58b21f-f937-4e20-a55f-6cfd660a0642 req-17795d17-8867-4601-99a4-c1a1bfb7fc09 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] 10.222.0.54 "GET /v2.0/ports?device_id=785d50a3-aec9-4565-850f-9c4d4feb9fde HTTP/1.1" status: 200 len: 946 time: 0.0871537 Jan 20 15:37:54.552898 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-0c58b21f-f937-4e20-a55f-6cfd660a0642 req-fa4219de-108c-47f3-85e7-dd9ad299554b tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] 10.222.0.54 "GET /v2.0/security-groups?id=00a21917-91fe-40b9-86ef-d90d055101ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428827 Jan 20 15:37:55.766696 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b6fe08-5d17-4be0-b492-768c0f448656 req-f2d38cfa-8d8d-4db8-9987-6dbe9af721b5 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:37:55.768248 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-a6b6fe08-5d17-4be0-b492-768c0f448656 req-f2d38cfa-8d8d-4db8-9987-6dbe9af721b5 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] 10.222.0.54 "GET /v2.0/ports?device_id=785d50a3-aec9-4565-850f-9c4d4feb9fde HTTP/1.1" status: 200 len: 946 time: 0.0877805 Jan 20 15:37:55.822640 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-a6b6fe08-5d17-4be0-b492-768c0f448656 req-f5876eb7-6343-4870-914a-7bb6ca01141b tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] 10.222.0.54 "GET /v2.0/security-groups?id=00a21917-91fe-40b9-86ef-d90d055101ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479696 Jan 20 15:37:57.053869 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbd7463-1319-4f44-88df-d99f20fb3b9b req-ee6ab524-deff-4b65-8566-0e223933e8a5 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:37:57.055559 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-0fbd7463-1319-4f44-88df-d99f20fb3b9b req-ee6ab524-deff-4b65-8566-0e223933e8a5 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] 10.222.0.54 "GET /v2.0/ports?device_id=785d50a3-aec9-4565-850f-9c4d4feb9fde HTTP/1.1" status: 200 len: 946 time: 0.0929079 Jan 20 15:37:57.107385 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-0fbd7463-1319-4f44-88df-d99f20fb3b9b req-e46a7efa-8580-4a64-a367-d06a2ccba2f7 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] 10.222.0.54 "GET /v2.0/security-groups?id=00a21917-91fe-40b9-86ef-d90d055101ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451627 Jan 20 15:37:58.261397 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-274bed7b-d7b1-4287-a798-e24fb8ce3643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:37:58.330407 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f77b97-bf7e-4953-8689-03fa39837004 req-07ddbafa-7874-4b11-9465-094341fd2c3d tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:37:58.331879 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-96f77b97-bf7e-4953-8689-03fa39837004 req-07ddbafa-7874-4b11-9465-094341fd2c3d tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] 10.222.0.54 "GET /v2.0/ports?device_id=785d50a3-aec9-4565-850f-9c4d4feb9fde HTTP/1.1" status: 200 len: 946 time: 0.0793812 Jan 20 15:37:58.390756 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-96f77b97-bf7e-4953-8689-03fa39837004 req-df160f88-0423-40cf-80e9-9639075e86b1 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] 10.222.0.54 "GET /v2.0/security-groups?id=00a21917-91fe-40b9-86ef-d90d055101ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527537 Jan 20 15:37:59.749201 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8b4639-36cb-4cef-a576-9f8d474ff98b req-0c9aa766-b646-470c-bc52-e1dade3dc03f tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:37:59.756341 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-db8b4639-36cb-4cef-a576-9f8d474ff98b req-0c9aa766-b646-470c-bc52-e1dade3dc03f tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] 10.222.0.54 "GET /v2.0/ports?device_id=785d50a3-aec9-4565-850f-9c4d4feb9fde HTTP/1.1" status: 200 len: 946 time: 0.0862362 Jan 20 15:37:59.801252 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-db8b4639-36cb-4cef-a576-9f8d474ff98b req-62821092-7382-4ddc-9fdb-177fc95af694 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] 10.222.0.54 "GET /v2.0/security-groups?id=00a21917-91fe-40b9-86ef-d90d055101ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439985 Jan 20 15:38:00.484420 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-83748ffe-57b5-45be-8307-458a91290972 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:38:01.132653 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3515ac-f677-4163-92e7-3489d6410a8e req-a4e0773b-36da-400f-99fc-8d97b01835ef tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:38:01.134161 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-2e3515ac-f677-4163-92e7-3489d6410a8e req-a4e0773b-36da-400f-99fc-8d97b01835ef tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] 10.222.0.54 "GET /v2.0/ports?device_id=785d50a3-aec9-4565-850f-9c4d4feb9fde HTTP/1.1" status: 200 len: 946 time: 0.2006075 Jan 20 15:38:01.222804 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-2e3515ac-f677-4163-92e7-3489d6410a8e req-3cbb62f4-7186-45e4-9c1b-c705828d0002 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] 10.222.0.54 "GET /v2.0/security-groups?id=00a21917-91fe-40b9-86ef-d90d055101ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435154 Jan 20 15:38:01.267265 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:38:01.678368 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:38:01.895903 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-cdd98e71-1f0a-4421-baa9-dcb30e06edf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:38:02.423027 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d8a0fe-7bb3-4f7e-891b-450e4ba36447 req-745919f9-8711-44e0-bd35-4710536ce838 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:38:02.427117 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-c0d8a0fe-7bb3-4f7e-891b-450e4ba36447 req-745919f9-8711-44e0-bd35-4710536ce838 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] 10.222.0.54 "GET /v2.0/ports?device_id=785d50a3-aec9-4565-850f-9c4d4feb9fde HTTP/1.1" status: 200 len: 946 time: 0.0934205 Jan 20 15:38:02.475228 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-c0d8a0fe-7bb3-4f7e-891b-450e4ba36447 req-b42b4df3-ee24-429c-b1f0-9bff851d1e5b tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] 10.222.0.54 "GET /v2.0/security-groups?id=00a21917-91fe-40b9-86ef-d90d055101ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447936 Jan 20 15:38:03.341231 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-eea6df97-7ff1-4b63-af20-e3ec8913deda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:38:03.682287 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3288de-4223-463b-a2a7-9bad13588a22 req-54b3d277-6eea-4197-b2ba-f2cbf295d9ee tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:38:03.683739 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-4b3288de-4223-463b-a2a7-9bad13588a22 req-54b3d277-6eea-4197-b2ba-f2cbf295d9ee tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] 10.222.0.54 "GET /v2.0/ports?device_id=785d50a3-aec9-4565-850f-9c4d4feb9fde HTTP/1.1" status: 200 len: 946 time: 0.0889554 Jan 20 15:38:03.730275 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-4b3288de-4223-463b-a2a7-9bad13588a22 req-13558d14-fa83-483c-bd72-1e39ce4b9241 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] 10.222.0.54 "GET /v2.0/security-groups?id=00a21917-91fe-40b9-86ef-d90d055101ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397813 Jan 20 15:38:04.014286 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-a2d683b1-563b-45fa-8c7c-6272fd43942c req-8d2b3e22-042a-45b4-ac5a-fbb3a02c1c0e service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=3429e03a7ca7442ca59a1b1874fe46c7&device_id=785d50a3-aec9-4565-850f-9c4d4feb9fde HTTP/1.1" status: 200 len: 1099 time: 0.0679481 Jan 20 15:38:04.140679 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d683b1-563b-45fa-8c7c-6272fd43942c req-c8fa2683-722a-4908-b678-46c16375a9ab service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:38:04.141993 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-a2d683b1-563b-45fa-8c7c-6272fd43942c req-c8fa2683-722a-4908-b678-46c16375a9ab service neutron] 10.222.0.106 "GET /v2.0/networks?id=b803d82c-c028-4346-8ad1-5e9fb1a6ac6f HTTP/1.1" status: 200 len: 910 time: 0.1223822 Jan 20 15:38:04.244060 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-a2d683b1-563b-45fa-8c7c-6272fd43942c req-70d50a9b-3298-4e44-bee8-b9f27b18f5ce service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c43ce636-cc27-4d85-8c48-82886f564a48 HTTP/1.1" status: 200 len: 1001 time: 0.0950859 Jan 20 15:38:04.308088 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d683b1-563b-45fa-8c7c-6272fd43942c req-69003f04-4f25-4fe2-b6ce-2c6a08420d8f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:38:04.309503 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-a2d683b1-563b-45fa-8c7c-6272fd43942c req-69003f04-4f25-4fe2-b6ce-2c6a08420d8f service neutron] 10.222.0.106 "GET /v2.0/subnets?id=c96ff1bb-e380-4bc1-a052-d6f34279b63c HTTP/1.1" status: 200 len: 848 time: 0.0593908 Jan 20 15:38:04.381809 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-a2d683b1-563b-45fa-8c7c-6272fd43942c req-15cb2455-76fe-437f-84da-2c7f864c830a service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=b803d82c-c028-4346-8ad1-5e9fb1a6ac6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0667803 Jan 20 15:38:04.391736 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [req-a2d683b1-563b-45fa-8c7c-6272fd43942c req-480939d3-588d-41aa-9828-44dc6a6a63e6 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=84153) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 20 15:38:04.392564 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-a2d683b1-563b-45fa-8c7c-6272fd43942c req-480939d3-588d-41aa-9828-44dc6a6a63e6 service neutron] 10.222.0.106 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0053170 Jan 20 15:38:04.521692 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-a2d683b1-563b-45fa-8c7c-6272fd43942c req-b73d5c5a-b757-43ab-9657-13312350e89c service neutron] 10.222.0.106 "GET /v2.0/networks/b803d82c-c028-4346-8ad1-5e9fb1a6ac6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221077 Jan 20 15:38:04.649597 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-a2d683b1-563b-45fa-8c7c-6272fd43942c req-66d5d1d4-5c98-406d-b2a2-ee78d10bca54 service neutron] 10.222.0.106 "GET /v2.0/networks/b803d82c-c028-4346-8ad1-5e9fb1a6ac6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217573 Jan 20 15:38:04.926294 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bea1f0-5201-40da-9688-2f3d2cefcdf9 req-1b5c81f8-d7ea-4803-890d-084f99513153 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:38:04.927633 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-52bea1f0-5201-40da-9688-2f3d2cefcdf9 req-1b5c81f8-d7ea-4803-890d-084f99513153 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] 10.222.0.54 "GET /v2.0/ports?device_id=785d50a3-aec9-4565-850f-9c4d4feb9fde HTTP/1.1" status: 200 len: 946 time: 0.0756955 Jan 20 15:38:04.976458 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-52bea1f0-5201-40da-9688-2f3d2cefcdf9 req-8e43b018-23fe-4a35-9f96-1df64242cb76 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] 10.222.0.54 "GET /v2.0/security-groups?id=00a21917-91fe-40b9-86ef-d90d055101ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433547 Jan 20 15:38:06.187339 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb429136-324f-4a1d-be3a-96ca3c059b69 req-94c9c01b-0246-4d2e-a89b-110ab5588890 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:38:06.188800 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-cb429136-324f-4a1d-be3a-96ca3c059b69 req-94c9c01b-0246-4d2e-a89b-110ab5588890 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] 10.222.0.54 "GET /v2.0/ports?device_id=785d50a3-aec9-4565-850f-9c4d4feb9fde HTTP/1.1" status: 200 len: 946 time: 0.0816143 Jan 20 15:38:06.235048 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-cb429136-324f-4a1d-be3a-96ca3c059b69 req-0c15005f-ecee-4178-a9a4-5f92ef03879c tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] 10.222.0.54 "GET /v2.0/security-groups?id=00a21917-91fe-40b9-86ef-d90d055101ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405152 Jan 20 15:38:06.359594 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Device c43ce636-cc27-4d85-8c48-82886f564a48 no longer exists at agent hyperv_hv-neutron-8251 {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 15:38:06.471490 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:38:06.498388 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '785d50a3-aec9-4565-850f-9c4d4feb9fde', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c43ce636-cc27-4d85-8c48-82886f564a48'}] {{(pid=84154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 15:38:06.507787 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] For port c43ce636-cc27-4d85-8c48-82886f564a48, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=c43ce636-cc27-4d85-8c48-82886f564a48,segment=NetworkSegment(33ba1c7b-3208-442a-a04a-244eae23597f),segment_id=33ba1c7b-3208-442a-a04a-244eae23597f)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 15:38:06.554266 dv-neutron-825124-1-hyperv neutron-server[84154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '785d50a3-aec9-4565-850f-9c4d4feb9fde', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c43ce636-cc27-4d85-8c48-82886f564a48', 'code': 200} Jan 20 15:38:06.586344 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:38:06.651592 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Pushing event updated for resources: {'Port': ['ID=c43ce636-cc27-4d85-8c48-82886f564a48,revision_number=8']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:38:07.433150 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffe7d0b-28c9-4753-a614-1c31c829a78c req-effd10ad-45f5-41d3-a6fc-db69c0c88614 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:38:07.435326 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-3ffe7d0b-28c9-4753-a614-1c31c829a78c req-effd10ad-45f5-41d3-a6fc-db69c0c88614 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] 10.222.0.54 "GET /v2.0/ports?device_id=785d50a3-aec9-4565-850f-9c4d4feb9fde HTTP/1.1" status: 200 len: 944 time: 0.0793123 Jan 20 15:38:07.482221 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-3ffe7d0b-28c9-4753-a614-1c31c829a78c req-a8d2cc92-a99e-433b-9136-3e8630fbf9af tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] 10.222.0.54 "GET /v2.0/security-groups?id=00a21917-91fe-40b9-86ef-d90d055101ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415239 Jan 20 15:38:07.669536 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-bc2b1731-ee82-4f4d-a3b7-b8b5170c8ea5 req-54b1df18-696c-40e4-9b25-c25614e73373 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=785d50a3-aec9-4565-850f-9c4d4feb9fde&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0685437 Jan 20 15:38:09.090739 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9af742-c337-497c-8ccf-18e199281595 req-d1e2d6ff-50dd-48fc-bd04-6ce7587b08bb tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:38:09.092230 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-bc9af742-c337-497c-8ccf-18e199281595 req-d1e2d6ff-50dd-48fc-bd04-6ce7587b08bb tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] 10.222.0.54 "GET /v2.0/ports?device_id=785d50a3-aec9-4565-850f-9c4d4feb9fde HTTP/1.1" status: 200 len: 944 time: 0.0814741 Jan 20 15:38:09.155024 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-bc9af742-c337-497c-8ccf-18e199281595 req-c0753b4b-bf13-4108-befc-4c197636d8dd tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] 10.222.0.54 "GET /v2.0/security-groups?id=00a21917-91fe-40b9-86ef-d90d055101ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569270 Jan 20 15:38:09.305378 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-93be2bcc-9f9c-402c-b583-8d0185282ab5 req-1bc6b45e-30b2-48ec-b379-de0a404f11e6 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=785d50a3-aec9-4565-850f-9c4d4feb9fde&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1423314 Jan 20 15:38:10.276661 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-93be2bcc-9f9c-402c-b583-8d0185282ab5 req-f5daa434-a9c1-460a-b9d6-756390f05f11 service neutron] 10.222.0.106 "GET /v2.0/ports?device_id=785d50a3-aec9-4565-850f-9c4d4feb9fde&tenant_id=3429e03a7ca7442ca59a1b1874fe46c7 HTTP/1.1" status: 200 len: 1097 time: 0.0699558 Jan 20 15:38:10.409953 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dfce0f-1a22-4980-b1e7-61034f9f3039 req-797950c0-9195-4e35-a677-2e2ebbfea8ea tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:38:10.411414 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-e8dfce0f-1a22-4980-b1e7-61034f9f3039 req-797950c0-9195-4e35-a677-2e2ebbfea8ea tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] 10.222.0.54 "GET /v2.0/ports?device_id=785d50a3-aec9-4565-850f-9c4d4feb9fde HTTP/1.1" status: 200 len: 944 time: 0.1339185 Jan 20 15:38:10.418681 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-93be2bcc-9f9c-402c-b583-8d0185282ab5 req-41ab7f82-938e-441b-8b03-694d08f14886 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=3429e03a7ca7442ca59a1b1874fe46c7&device_id=785d50a3-aec9-4565-850f-9c4d4feb9fde HTTP/1.1" status: 200 len: 1097 time: 0.1037838 Jan 20 15:38:10.631223 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-e8dfce0f-1a22-4980-b1e7-61034f9f3039 req-e061d20b-b4bc-47d5-8964-1cda8cc7b6cf tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] 10.222.0.54 "GET /v2.0/security-groups?id=00a21917-91fe-40b9-86ef-d90d055101ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2115977 Jan 20 15:38:10.670764 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93be2bcc-9f9c-402c-b583-8d0185282ab5 req-67b68cf6-8ddc-481b-bbf8-6786a5f3cea4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:38:10.672236 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-93be2bcc-9f9c-402c-b583-8d0185282ab5 req-67b68cf6-8ddc-481b-bbf8-6786a5f3cea4 service neutron] 10.222.0.106 "GET /v2.0/networks?id=b803d82c-c028-4346-8ad1-5e9fb1a6ac6f HTTP/1.1" status: 200 len: 910 time: 0.2395911 Jan 20 15:38:10.774018 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-93be2bcc-9f9c-402c-b583-8d0185282ab5 req-c1df4a0b-8d48-4169-a3c5-42b56ad032b1 service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c43ce636-cc27-4d85-8c48-82886f564a48 HTTP/1.1" status: 200 len: 999 time: 0.0952556 Jan 20 15:38:10.839391 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93be2bcc-9f9c-402c-b583-8d0185282ab5 req-c2214093-1344-43da-b786-2f8d85eb028f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:38:10.841408 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-93be2bcc-9f9c-402c-b583-8d0185282ab5 req-c2214093-1344-43da-b786-2f8d85eb028f service neutron] 10.222.0.106 "GET /v2.0/subnets?id=c96ff1bb-e380-4bc1-a052-d6f34279b63c HTTP/1.1" status: 200 len: 848 time: 0.0616088 Jan 20 15:38:10.915826 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-93be2bcc-9f9c-402c-b583-8d0185282ab5 req-b13a283f-c519-4e33-a9ba-f7f114f2cbfe service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=b803d82c-c028-4346-8ad1-5e9fb1a6ac6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0685003 Jan 20 15:38:11.046339 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-93be2bcc-9f9c-402c-b583-8d0185282ab5 req-837e025d-4151-4623-9192-c7daa92041b4 service neutron] 10.222.0.106 "GET /v2.0/networks/b803d82c-c028-4346-8ad1-5e9fb1a6ac6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244004 Jan 20 15:38:11.187927 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-93be2bcc-9f9c-402c-b583-8d0185282ab5 req-14353b95-8011-47ab-8c89-041fc79de4bd service neutron] 10.222.0.106 "GET /v2.0/networks/b803d82c-c028-4346-8ad1-5e9fb1a6ac6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354115 Jan 20 15:38:11.825311 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be2ba6d-f576-4deb-827d-1be69d2e3f8a req-a4d83c76-d8b0-4d04-a5e8-2e31b995b3a1 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:38:11.826809 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-4be2ba6d-f576-4deb-827d-1be69d2e3f8a req-a4d83c76-d8b0-4d04-a5e8-2e31b995b3a1 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] 10.222.0.54 "GET /v2.0/ports?device_id=785d50a3-aec9-4565-850f-9c4d4feb9fde HTTP/1.1" status: 200 len: 944 time: 0.0759578 Jan 20 15:38:11.878155 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-4be2ba6d-f576-4deb-827d-1be69d2e3f8a req-38dc3274-845b-4942-b008-1a6307d8fd82 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] 10.222.0.54 "GET /v2.0/security-groups?id=00a21917-91fe-40b9-86ef-d90d055101ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458963 Jan 20 15:38:13.088520 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f399f9-1dd4-43e3-abc0-e3074c031faa req-dc4804be-42d4-4217-9c31-5946f8aa960e tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:38:13.090644 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-22f399f9-1dd4-43e3-abc0-e3074c031faa req-dc4804be-42d4-4217-9c31-5946f8aa960e tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] 10.222.0.54 "GET /v2.0/ports?device_id=785d50a3-aec9-4565-850f-9c4d4feb9fde HTTP/1.1" status: 200 len: 944 time: 0.0811288 Jan 20 15:38:13.139708 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-22f399f9-1dd4-43e3-abc0-e3074c031faa req-66d23c90-4287-4b4a-a640-c90c0b8dca87 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] 10.222.0.54 "GET /v2.0/security-groups?id=00a21917-91fe-40b9-86ef-d90d055101ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424628 Jan 20 15:38:14.385174 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7e3f05-1bd3-40c1-8f94-f7dcfff152ca req-d8dbbdc7-c707-442f-b5b3-c045d74aa940 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:38:14.387287 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-4e7e3f05-1bd3-40c1-8f94-f7dcfff152ca req-d8dbbdc7-c707-442f-b5b3-c045d74aa940 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] 10.222.0.54 "GET /v2.0/ports?device_id=785d50a3-aec9-4565-850f-9c4d4feb9fde HTTP/1.1" status: 200 len: 944 time: 0.0920217 Jan 20 15:38:14.435648 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-4e7e3f05-1bd3-40c1-8f94-f7dcfff152ca req-0d7be573-5017-4a5a-916e-51b86ecd058c tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] 10.222.0.54 "GET /v2.0/security-groups?id=00a21917-91fe-40b9-86ef-d90d055101ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420473 Jan 20 15:38:15.651838 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58444b92-0f47-42b5-9467-98285e16fa28 req-09777ade-f3dd-457b-890b-cb288bbde010 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:38:15.653334 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-58444b92-0f47-42b5-9467-98285e16fa28 req-09777ade-f3dd-457b-890b-cb288bbde010 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] 10.222.0.54 "GET /v2.0/ports?device_id=785d50a3-aec9-4565-850f-9c4d4feb9fde HTTP/1.1" status: 200 len: 944 time: 0.0846446 Jan 20 15:38:15.706016 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-58444b92-0f47-42b5-9467-98285e16fa28 req-abbcae9b-2773-4e37-8319-95b751780761 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] 10.222.0.54 "GET /v2.0/security-groups?id=00a21917-91fe-40b9-86ef-d90d055101ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425909 Jan 20 15:38:16.938654 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd83b625-8b56-42f9-9ee7-ce9d04e24e90 req-cd7b152b-99f0-4aa9-a681-f18ddd34b526 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:38:16.940613 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-bd83b625-8b56-42f9-9ee7-ce9d04e24e90 req-cd7b152b-99f0-4aa9-a681-f18ddd34b526 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] 10.222.0.54 "GET /v2.0/ports?device_id=785d50a3-aec9-4565-850f-9c4d4feb9fde HTTP/1.1" status: 200 len: 944 time: 0.0923767 Jan 20 15:38:16.993679 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-bd83b625-8b56-42f9-9ee7-ce9d04e24e90 req-bdca2d0d-fa06-49c9-91e1-f5ed749aff71 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] 10.222.0.54 "GET /v2.0/security-groups?id=00a21917-91fe-40b9-86ef-d90d055101ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470257 Jan 20 15:38:18.227074 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6ffd2b-e2c1-4da5-b619-600fa7958b28 req-e81902c0-5b89-4712-a895-6c62daf0b6d6 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:38:18.234582 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-6a6ffd2b-e2c1-4da5-b619-600fa7958b28 req-e81902c0-5b89-4712-a895-6c62daf0b6d6 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] 10.222.0.54 "GET /v2.0/ports?device_id=785d50a3-aec9-4565-850f-9c4d4feb9fde HTTP/1.1" status: 200 len: 944 time: 0.0944762 Jan 20 15:38:18.301032 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-6a6ffd2b-e2c1-4da5-b619-600fa7958b28 req-46081416-6aab-41c8-a019-e130dfcc74c6 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] 10.222.0.54 "GET /v2.0/security-groups?id=00a21917-91fe-40b9-86ef-d90d055101ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654047 Jan 20 15:38:19.559280 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12856b93-bb18-49f0-90f7-9c09e20bd1bb req-dbf3dcb6-68b1-4778-982d-9794e4cab7de tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:38:19.560890 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-12856b93-bb18-49f0-90f7-9c09e20bd1bb req-dbf3dcb6-68b1-4778-982d-9794e4cab7de tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] 10.222.0.54 "GET /v2.0/ports?device_id=785d50a3-aec9-4565-850f-9c4d4feb9fde HTTP/1.1" status: 200 len: 944 time: 0.1164086 Jan 20 15:38:19.611906 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-12856b93-bb18-49f0-90f7-9c09e20bd1bb req-befc2412-1638-47ec-a585-eb60b0f43a5e tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] 10.222.0.54 "GET /v2.0/security-groups?id=00a21917-91fe-40b9-86ef-d90d055101ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441215 Jan 20 15:38:20.815801 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b15772-6e1a-4c03-a9f8-3e4600b12427 req-506268f8-c0b4-4bcc-b39a-a8dda51e59b7 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:38:20.817224 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-e7b15772-6e1a-4c03-a9f8-3e4600b12427 req-506268f8-c0b4-4bcc-b39a-a8dda51e59b7 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] 10.222.0.54 "GET /v2.0/ports?device_id=785d50a3-aec9-4565-850f-9c4d4feb9fde HTTP/1.1" status: 200 len: 944 time: 0.0778778 Jan 20 15:38:20.862180 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-e7b15772-6e1a-4c03-a9f8-3e4600b12427 req-1f5dbff5-424a-4a2d-b405-5290f78af0c2 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] 10.222.0.54 "GET /v2.0/security-groups?id=00a21917-91fe-40b9-86ef-d90d055101ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394912 Jan 20 15:38:22.059223 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b018180e-447e-4612-8d61-08c633075909 req-facbb27d-e21d-4a48-8f4b-efb3941e3c79 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:38:22.060699 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-b018180e-447e-4612-8d61-08c633075909 req-facbb27d-e21d-4a48-8f4b-efb3941e3c79 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] 10.222.0.54 "GET /v2.0/ports?device_id=785d50a3-aec9-4565-850f-9c4d4feb9fde HTTP/1.1" status: 200 len: 944 time: 0.0754240 Jan 20 15:38:22.105464 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-b018180e-447e-4612-8d61-08c633075909 req-de752a34-e42e-4c99-9f5b-550193343d03 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] 10.222.0.54 "GET /v2.0/security-groups?id=00a21917-91fe-40b9-86ef-d90d055101ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392551 Jan 20 15:38:23.307034 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d98f38d-860b-44af-879a-c2c931dd89aa req-de12ade7-2df7-4257-bc88-c3641a43c5a0 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:38:23.308514 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-4d98f38d-860b-44af-879a-c2c931dd89aa req-de12ade7-2df7-4257-bc88-c3641a43c5a0 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] 10.222.0.54 "GET /v2.0/ports?device_id=785d50a3-aec9-4565-850f-9c4d4feb9fde HTTP/1.1" status: 200 len: 944 time: 0.0818388 Jan 20 15:38:23.353603 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-4d98f38d-860b-44af-879a-c2c931dd89aa req-721d809d-2d75-49a0-90ca-7e07487db3eb tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] 10.222.0.54 "GET /v2.0/security-groups?id=00a21917-91fe-40b9-86ef-d90d055101ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395677 Jan 20 15:38:23.865898 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-0c40c8fa-ffc3-4c26-a0e3-4a7f1fcf33fd req-c27f9e1a-d159-4df9-b091-a54ee9356bd4 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=3429e03a7ca7442ca59a1b1874fe46c7&device_id=785d50a3-aec9-4565-850f-9c4d4feb9fde HTTP/1.1" status: 200 len: 1097 time: 0.0679386 Jan 20 15:38:24.107295 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c40c8fa-ffc3-4c26-a0e3-4a7f1fcf33fd req-65624ab4-e2c0-4ae4-9d89-98327731ceac service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:38:24.108662 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-0c40c8fa-ffc3-4c26-a0e3-4a7f1fcf33fd req-65624ab4-e2c0-4ae4-9d89-98327731ceac service neutron] 10.222.0.106 "GET /v2.0/networks?id=b803d82c-c028-4346-8ad1-5e9fb1a6ac6f HTTP/1.1" status: 200 len: 910 time: 0.2185085 Jan 20 15:38:24.213266 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-0c40c8fa-ffc3-4c26-a0e3-4a7f1fcf33fd req-76aa5ea1-6626-4dbb-9319-60013d214be1 service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c43ce636-cc27-4d85-8c48-82886f564a48 HTTP/1.1" status: 200 len: 999 time: 0.0980182 Jan 20 15:38:24.280773 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c40c8fa-ffc3-4c26-a0e3-4a7f1fcf33fd req-d41cbb8c-3d63-4065-83d1-57761141ea7b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:38:24.282269 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-0c40c8fa-ffc3-4c26-a0e3-4a7f1fcf33fd req-d41cbb8c-3d63-4065-83d1-57761141ea7b service neutron] 10.222.0.106 "GET /v2.0/subnets?id=c96ff1bb-e380-4bc1-a052-d6f34279b63c HTTP/1.1" status: 200 len: 848 time: 0.0624070 Jan 20 15:38:24.356970 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-0c40c8fa-ffc3-4c26-a0e3-4a7f1fcf33fd req-db8b30f9-7a01-4508-b746-5263c2dfc2e0 service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=b803d82c-c028-4346-8ad1-5e9fb1a6ac6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0683308 Jan 20 15:38:24.522456 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-0c40c8fa-ffc3-4c26-a0e3-4a7f1fcf33fd req-695dd331-58a1-438f-93a0-3f2aa371423a service neutron] 10.222.0.106 "GET /v2.0/networks/b803d82c-c028-4346-8ad1-5e9fb1a6ac6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1594570 Jan 20 15:38:24.658310 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e30cf34-b9dd-4e9e-beb3-a3f183716551 req-191bbadc-8f69-4667-94d6-ae4635926820 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:38:24.659650 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-2e30cf34-b9dd-4e9e-beb3-a3f183716551 req-191bbadc-8f69-4667-94d6-ae4635926820 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] 10.222.0.54 "GET /v2.0/ports?device_id=785d50a3-aec9-4565-850f-9c4d4feb9fde HTTP/1.1" status: 200 len: 944 time: 0.1804934 Jan 20 15:38:24.695012 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-0c40c8fa-ffc3-4c26-a0e3-4a7f1fcf33fd req-f3a3e692-1e12-48aa-9ebd-868148bc5e5e service neutron] 10.222.0.106 "GET /v2.0/networks/b803d82c-c028-4346-8ad1-5e9fb1a6ac6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1656911 Jan 20 15:38:24.718249 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-2e30cf34-b9dd-4e9e-beb3-a3f183716551 req-27dd6f20-7a96-4ad2-a100-987b4fd065d0 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] 10.222.0.54 "GET /v2.0/security-groups?id=00a21917-91fe-40b9-86ef-d90d055101ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500729 Jan 20 15:38:25.917904 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15aeca1f-aa76-4611-aae2-efb3a5e90126 req-d015b9ff-c813-457a-8be9-a1037848906e tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:38:25.919919 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-15aeca1f-aa76-4611-aae2-efb3a5e90126 req-d015b9ff-c813-457a-8be9-a1037848906e tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] 10.222.0.54 "GET /v2.0/ports?device_id=785d50a3-aec9-4565-850f-9c4d4feb9fde HTTP/1.1" status: 200 len: 944 time: 0.0796912 Jan 20 15:38:25.965226 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-15aeca1f-aa76-4611-aae2-efb3a5e90126 req-f054333c-4132-47bf-aaf5-7d5faa2a8519 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] 10.222.0.54 "GET /v2.0/security-groups?id=00a21917-91fe-40b9-86ef-d90d055101ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398195 Jan 20 15:38:26.109572 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.agents_db [None req-6dba657d-a637-4918-9b6d-40defdfae04b None None] Agent healthcheck: found 6 active agents {{(pid=84155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 15:38:27.179581 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d566fea2-9bd3-4b11-927a-0df05ff1c929 req-c7071bd4-2d23-422f-ad80-9faf9685967f tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:38:27.181032 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-d566fea2-9bd3-4b11-927a-0df05ff1c929 req-c7071bd4-2d23-422f-ad80-9faf9685967f tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] 10.222.0.54 "GET /v2.0/ports?device_id=785d50a3-aec9-4565-850f-9c4d4feb9fde HTTP/1.1" status: 200 len: 944 time: 0.0945482 Jan 20 15:38:27.229946 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-d566fea2-9bd3-4b11-927a-0df05ff1c929 req-a2799289-eedf-4ff0-a203-998d0518e464 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] 10.222.0.54 "GET /v2.0/security-groups?id=00a21917-91fe-40b9-86ef-d90d055101ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416477 Jan 20 15:38:28.042834 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-f65e4735-f9f0-4301-a7ec-cc1c3ae6f899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:38:28.424454 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b6b17b-3fc9-49d7-9f47-dea583826a60 req-0e4721d5-9029-4f15-a22c-824879517ddf tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:38:28.425890 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-30b6b17b-3fc9-49d7-9f47-dea583826a60 req-0e4721d5-9029-4f15-a22c-824879517ddf tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] 10.222.0.54 "GET /v2.0/ports?device_id=785d50a3-aec9-4565-850f-9c4d4feb9fde HTTP/1.1" status: 200 len: 944 time: 0.0750294 Jan 20 15:38:28.436301 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Device c43ce636-cc27-4d85-8c48-82886f564a48 details requested by agent hyperv_hv-neutron-8251 with host hv-neutron-8251 {{(pid=84154) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 20 15:38:28.471119 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-30b6b17b-3fc9-49d7-9f47-dea583826a60 req-74334ecf-6a14-4c58-81b0-219bda53a6fd tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] 10.222.0.54 "GET /v2.0/security-groups?id=00a21917-91fe-40b9-86ef-d90d055101ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398240 Jan 20 15:38:28.568619 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] For port c43ce636-cc27-4d85-8c48-82886f564a48, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=c43ce636-cc27-4d85-8c48-82886f564a48,segment=NetworkSegment(33ba1c7b-3208-442a-a04a-244eae23597f),segment_id=33ba1c7b-3208-442a-a04a-244eae23597f)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 15:38:28.582281 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Returning: {'device': 'c43ce636-cc27-4d85-8c48-82886f564a48', 'network_id': 'b803d82c-c028-4346-8ad1-5e9fb1a6ac6f', 'port_id': 'c43ce636-cc27-4d85-8c48-82886f564a48', 'mac_address': 'fa:16:3e:70:a5:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c96ff1bb-e380-4bc1-a052-d6f34279b63c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84154) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 20 15:38:28.634155 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:38:28.651024 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.notifiers.nova [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c43ce636-cc27-4d85-8c48-82886f564a48 {{(pid=84154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 15:38:28.665027 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] For port c43ce636-cc27-4d85-8c48-82886f564a48, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=c43ce636-cc27-4d85-8c48-82886f564a48,segment=NetworkSegment(33ba1c7b-3208-442a-a04a-244eae23597f),segment_id=33ba1c7b-3208-442a-a04a-244eae23597f)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 15:38:28.728321 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:38:28.794466 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Pushing event updated for resources: {'Port': ['ID=c43ce636-cc27-4d85-8c48-82886f564a48,revision_number=9']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:38:29.129514 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] get_ports_and_sgs() called for port_ids ['c43ce636-cc27-4d85-8c48-82886f564a48'] {{(pid=84154) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 20 15:38:29.669140 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70708d57-7f7a-4c5d-b851-44a93a5dd461 req-711df658-d1b5-4cec-9fbb-4f4ab0d6309a tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:38:29.670865 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-70708d57-7f7a-4c5d-b851-44a93a5dd461 req-711df658-d1b5-4cec-9fbb-4f4ab0d6309a tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] 10.222.0.54 "GET /v2.0/ports?device_id=785d50a3-aec9-4565-850f-9c4d4feb9fde HTTP/1.1" status: 200 len: 945 time: 0.0781419 Jan 20 15:38:29.715877 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-70708d57-7f7a-4c5d-b851-44a93a5dd461 req-615ec801-7f89-48d4-b07c-817936dd12e1 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] 10.222.0.54 "GET /v2.0/security-groups?id=00a21917-91fe-40b9-86ef-d90d055101ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390882 Jan 20 15:38:30.450344 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Device c43ce636-cc27-4d85-8c48-82886f564a48 up at agent hyperv_hv-neutron-8251 {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 15:38:30.484836 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-95e7b0f3-fec6-4acb-8ac8-ae17e8fc9a9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:38:30.518622 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Provisioning complete for port c43ce636-cc27-4d85-8c48-82886f564a48 triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:38:30.518884 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:38:30.629662 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:38:30.655269 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '785d50a3-aec9-4565-850f-9c4d4feb9fde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c43ce636-cc27-4d85-8c48-82886f564a48'}] {{(pid=84154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 15:38:30.665209 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] For port c43ce636-cc27-4d85-8c48-82886f564a48, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=c43ce636-cc27-4d85-8c48-82886f564a48,segment=NetworkSegment(33ba1c7b-3208-442a-a04a-244eae23597f),segment_id=33ba1c7b-3208-442a-a04a-244eae23597f)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 15:38:30.711897 dv-neutron-825124-1-hyperv neutron-server[84154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '785d50a3-aec9-4565-850f-9c4d4feb9fde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c43ce636-cc27-4d85-8c48-82886f564a48', 'code': 200} Jan 20 15:38:30.729088 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:38:30.796779 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Pushing event updated for resources: {'Port': ['ID=c43ce636-cc27-4d85-8c48-82886f564a48,revision_number=10']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:38:30.935006 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5704daad-63a0-4d40-bdec-6fd8cbd8d6c4 req-56ff861b-c56a-40d7-98e1-13200ca5fc7c tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:38:30.936732 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-5704daad-63a0-4d40-bdec-6fd8cbd8d6c4 req-56ff861b-c56a-40d7-98e1-13200ca5fc7c tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] 10.222.0.54 "GET /v2.0/ports?device_id=785d50a3-aec9-4565-850f-9c4d4feb9fde HTTP/1.1" status: 200 len: 947 time: 0.0971403 Jan 20 15:38:30.986606 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-5704daad-63a0-4d40-bdec-6fd8cbd8d6c4 req-2a2e5db0-06b8-424f-a97f-940e5fadc9ed tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] 10.222.0.54 "GET /v2.0/security-groups?id=00a21917-91fe-40b9-86ef-d90d055101ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439761 Jan 20 15:38:31.097818 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-3f27d5a9-4579-4bc1-9e9c-4125fd395556 req-702ae53a-8e2b-46af-baa4-f7ea0aaa1fe3 service neutron] 10.222.0.106 "GET /v2.0/ports?device_id=785d50a3-aec9-4565-850f-9c4d4feb9fde HTTP/1.1" status: 200 len: 1100 time: 0.0662060 Jan 20 15:38:31.139300 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-3f27d5a9-4579-4bc1-9e9c-4125fd395556 req-f02dbeb4-a654-448b-a0b4-cdf812e86ca9 service neutron] 10.222.0.106 "GET /v2.0/security-groups?id=00a21917-91fe-40b9-86ef-d90d055101ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355818 Jan 20 15:38:31.248486 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:38:31.459087 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:38:31.888005 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-cdd98e71-1f0a-4421-baa9-dcb30e06edf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:38:32.188772 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a356db-ca0f-4d59-b4b1-ea2bbecb78f7 req-7f8f6fba-0483-40e6-a6a4-964f4ae219ce tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:38:32.190158 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-13a356db-ca0f-4d59-b4b1-ea2bbecb78f7 req-7f8f6fba-0483-40e6-a6a4-964f4ae219ce tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] 10.222.0.54 "GET /v2.0/ports?device_id=785d50a3-aec9-4565-850f-9c4d4feb9fde HTTP/1.1" status: 200 len: 947 time: 0.0790670 Jan 20 15:38:32.234581 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-13a356db-ca0f-4d59-b4b1-ea2bbecb78f7 req-1ec89feb-6a5d-47de-909f-a14de6fee7bc tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] 10.222.0.54 "GET /v2.0/security-groups?id=00a21917-91fe-40b9-86ef-d90d055101ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389600 Jan 20 15:38:33.350906 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-eea6df97-7ff1-4b63-af20-e3ec8913deda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:38:33.436547 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863dde57-20bd-40ae-952f-54e9907e7d0b req-6adca54c-bca3-4576-b96b-2bb7bad37c64 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:38:33.438249 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-863dde57-20bd-40ae-952f-54e9907e7d0b req-6adca54c-bca3-4576-b96b-2bb7bad37c64 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] 10.222.0.54 "GET /v2.0/ports?device_id=785d50a3-aec9-4565-850f-9c4d4feb9fde HTTP/1.1" status: 200 len: 947 time: 0.0834332 Jan 20 15:38:33.494516 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-863dde57-20bd-40ae-952f-54e9907e7d0b req-5c830562-a976-44cc-a745-07de01d3f8dd tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] 10.222.0.54 "GET /v2.0/security-groups?id=00a21917-91fe-40b9-86ef-d90d055101ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504503 Jan 20 15:38:34.689285 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a39469-1603-4861-b775-01e4985a5a67 req-68910e6c-e83d-480c-9726-355b9751a543 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:38:34.690722 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-f2a39469-1603-4861-b775-01e4985a5a67 req-68910e6c-e83d-480c-9726-355b9751a543 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] 10.222.0.54 "GET /v2.0/ports?device_id=785d50a3-aec9-4565-850f-9c4d4feb9fde HTTP/1.1" status: 200 len: 947 time: 0.0775278 Jan 20 15:38:34.734920 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-f2a39469-1603-4861-b775-01e4985a5a67 req-78ade9d5-150d-4187-8131-f97029e5198f tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] 10.222.0.54 "GET /v2.0/security-groups?id=00a21917-91fe-40b9-86ef-d90d055101ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388639 Jan 20 15:38:58.087139 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-aa3c8568-aee8-4bd8-ad3b-bea5b18e6556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:39:00.482099 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-8b329bd9-4868-431d-835e-41f9f3cf7ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:39:01.293336 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:39:01.464650 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:39:01.870415 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-cdd98e71-1f0a-4421-baa9-dcb30e06edf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:39:03.110414 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.agents_db [None req-6dba657d-a637-4918-9b6d-40defdfae04b None None] Agent healthcheck: found 6 active agents {{(pid=84155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 15:39:03.344462 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-eea6df97-7ff1-4b63-af20-e3ec8913deda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:39:13.615156 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-cb2cc2ed-4140-4aae-be22-5c51f4135a00 req-e4336c7f-33ec-4170-8cab-a917df947378 service neutron] 10.222.0.106 "GET /v2.0/ports?device_id=785d50a3-aec9-4565-850f-9c4d4feb9fde&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1507280 Jan 20 15:39:13.759407 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-cb2cc2ed-4140-4aae-be22-5c51f4135a00 req-976be161-2925-45c3-9c4c-bef5dded81e5 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=3429e03a7ca7442ca59a1b1874fe46c7&device_id=785d50a3-aec9-4565-850f-9c4d4feb9fde HTTP/1.1" status: 200 len: 1100 time: 0.0757620 Jan 20 15:39:13.993605 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2cc2ed-4140-4aae-be22-5c51f4135a00 req-4068bb47-0d99-43ed-a649-b469bedbaa1f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:39:13.995072 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-cb2cc2ed-4140-4aae-be22-5c51f4135a00 req-4068bb47-0d99-43ed-a649-b469bedbaa1f service neutron] 10.222.0.106 "GET /v2.0/networks?id=b803d82c-c028-4346-8ad1-5e9fb1a6ac6f HTTP/1.1" status: 200 len: 910 time: 0.2181115 Jan 20 15:39:14.099583 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-cb2cc2ed-4140-4aae-be22-5c51f4135a00 req-4c42dbd8-cc80-456a-8e3f-bef2ae96bea8 service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c43ce636-cc27-4d85-8c48-82886f564a48 HTTP/1.1" status: 200 len: 1001 time: 0.0984850 Jan 20 15:39:14.160222 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2cc2ed-4140-4aae-be22-5c51f4135a00 req-e5d18a5a-3965-4fbe-a6bd-dd4dd0705170 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:39:14.161551 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-cb2cc2ed-4140-4aae-be22-5c51f4135a00 req-e5d18a5a-3965-4fbe-a6bd-dd4dd0705170 service neutron] 10.222.0.106 "GET /v2.0/subnets?id=c96ff1bb-e380-4bc1-a052-d6f34279b63c HTTP/1.1" status: 200 len: 848 time: 0.0560744 Jan 20 15:39:14.234785 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-cb2cc2ed-4140-4aae-be22-5c51f4135a00 req-92182a52-2d61-41ed-a8c1-c08d15bc75fb service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=b803d82c-c028-4346-8ad1-5e9fb1a6ac6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0668499 Jan 20 15:39:14.368291 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-cb2cc2ed-4140-4aae-be22-5c51f4135a00 req-d4f9f855-47d2-42ee-8f18-49b6274e7144 service neutron] 10.222.0.106 "GET /v2.0/networks/b803d82c-c028-4346-8ad1-5e9fb1a6ac6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276462 Jan 20 15:39:14.498485 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-cb2cc2ed-4140-4aae-be22-5c51f4135a00 req-2792f54a-9dae-48d6-bbe9-276f063a962b service neutron] 10.222.0.106 "GET /v2.0/networks/b803d82c-c028-4346-8ad1-5e9fb1a6ac6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241138 Jan 20 15:39:28.069175 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-c8c8b31d-d08c-4fa3-9c0d-d49cfb79493d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:39:30.497609 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-0cff7ed8-858c-4de6-a9e4-3a63263aa3a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:39:31.251967 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:39:31.428888 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:39:31.875114 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-cdd98e71-1f0a-4421-baa9-dcb30e06edf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:39:33.343032 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-eea6df97-7ff1-4b63-af20-e3ec8913deda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:39:40.110998 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.agents_db [None req-6dba657d-a637-4918-9b6d-40defdfae04b None None] Agent healthcheck: found 6 active agents {{(pid=84155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 15:39:58.090839 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-658d3f43-beb7-4b31-af4c-a84a31b0ea66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:40:00.476700 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7a24757e-30e3-4be6-9581-8d595fc42673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:40:01.291430 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:40:01.439639 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:40:01.896627 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-cdd98e71-1f0a-4421-baa9-dcb30e06edf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:40:03.330988 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-eea6df97-7ff1-4b63-af20-e3ec8913deda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:40:15.538809 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-2b443628-3605-4493-84b4-fdb2b748512c req-90f85dc7-0dc9-4688-9654-d9a81237f6d4 service neutron] 10.222.0.106 "GET /v2.0/ports?device_id=785d50a3-aec9-4565-850f-9c4d4feb9fde&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0702333 Jan 20 15:40:15.674090 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-2b443628-3605-4493-84b4-fdb2b748512c req-fcaa791a-ec96-4704-aa15-d154a5e0b8fc service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=3429e03a7ca7442ca59a1b1874fe46c7&device_id=785d50a3-aec9-4565-850f-9c4d4feb9fde HTTP/1.1" status: 200 len: 1100 time: 0.0687482 Jan 20 15:40:15.815089 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b443628-3605-4493-84b4-fdb2b748512c req-a9676e67-7eb1-4d08-8dda-4c1e42ffaafe service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:40:15.816484 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-2b443628-3605-4493-84b4-fdb2b748512c req-a9676e67-7eb1-4d08-8dda-4c1e42ffaafe service neutron] 10.222.0.106 "GET /v2.0/networks?id=b803d82c-c028-4346-8ad1-5e9fb1a6ac6f HTTP/1.1" status: 200 len: 910 time: 0.1256194 Jan 20 15:40:15.917212 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-2b443628-3605-4493-84b4-fdb2b748512c req-080a9b40-1e9a-4772-96d5-5a4d3d366ed4 service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c43ce636-cc27-4d85-8c48-82886f564a48 HTTP/1.1" status: 200 len: 1001 time: 0.0950458 Jan 20 15:40:15.981491 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b443628-3605-4493-84b4-fdb2b748512c req-61c9c14a-0a86-4b5c-81c0-c643c0ac67a5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:40:15.982950 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-2b443628-3605-4493-84b4-fdb2b748512c req-61c9c14a-0a86-4b5c-81c0-c643c0ac67a5 service neutron] 10.222.0.106 "GET /v2.0/subnets?id=c96ff1bb-e380-4bc1-a052-d6f34279b63c HTTP/1.1" status: 200 len: 848 time: 0.0601344 Jan 20 15:40:16.056167 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-2b443628-3605-4493-84b4-fdb2b748512c req-a038cae5-9cdf-4323-962b-a5f3b9f5f32b service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=b803d82c-c028-4346-8ad1-5e9fb1a6ac6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0665431 Jan 20 15:40:16.187407 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-2b443628-3605-4493-84b4-fdb2b748512c req-6037cc82-3e8d-4254-9225-f1220ca06189 service neutron] 10.222.0.106 "GET /v2.0/networks/b803d82c-c028-4346-8ad1-5e9fb1a6ac6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240690 Jan 20 15:40:16.319786 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-2b443628-3605-4493-84b4-fdb2b748512c req-1f643187-0bbd-4a0b-ab09-acc5667f552d service neutron] 10.222.0.106 "GET /v2.0/networks/b803d82c-c028-4346-8ad1-5e9fb1a6ac6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274083 Jan 20 15:40:17.110329 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.agents_db [None req-6dba657d-a637-4918-9b6d-40defdfae04b None None] Agent healthcheck: found 6 active agents {{(pid=84155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 15:40:20.205695 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 52232) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:40:20.591329 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-e043ff2b-ad56-4f0e-89ac-2a2a0cf374cc tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Deleting port 5d2541a0-5e0d-4e0f-b9f1-efbd070d3ecf {{(pid=84153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 15:40:20.591666 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-e043ff2b-ad56-4f0e-89ac-2a2a0cf374cc tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:40:20.774534 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-e043ff2b-ad56-4f0e-89ac-2a2a0cf374cc tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:40:20.774831 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-e043ff2b-ad56-4f0e-89ac-2a2a0cf374cc tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:40:20.904368 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-e043ff2b-ad56-4f0e-89ac-2a2a0cf374cc tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Calling delete_port for 5d2541a0-5e0d-4e0f-b9f1-efbd070d3ecf owned by network:floatingip {{(pid=84153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 15:40:21.125274 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-e043ff2b-ad56-4f0e-89ac-2a2a0cf374cc tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:40:21.170249 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e043ff2b-ad56-4f0e-89ac-2a2a0cf374cc tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Pushing event deleted for resources: {'Port': ['ID=5d2541a0-5e0d-4e0f-b9f1-efbd070d3ecf,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:40:21.210894 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e043ff2b-ad56-4f0e-89ac-2a2a0cf374cc tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:40:21.211536 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e043ff2b-ad56-4f0e-89ac-2a2a0cf374cc tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:40:21.211653 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e043ff2b-ad56-4f0e-89ac-2a2a0cf374cc tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:40:21.211965 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e043ff2b-ad56-4f0e-89ac-2a2a0cf374cc tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:40:21.212293 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e043ff2b-ad56-4f0e-89ac-2a2a0cf374cc tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:40:21.212612 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e043ff2b-ad56-4f0e-89ac-2a2a0cf374cc tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:40:21.212926 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e043ff2b-ad56-4f0e-89ac-2a2a0cf374cc tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:40:21.213241 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e043ff2b-ad56-4f0e-89ac-2a2a0cf374cc tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:40:21.213554 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e043ff2b-ad56-4f0e-89ac-2a2a0cf374cc tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:40:21.213869 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e043ff2b-ad56-4f0e-89ac-2a2a0cf374cc tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:40:21.214207 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e043ff2b-ad56-4f0e-89ac-2a2a0cf374cc tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:40:21.272211 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-e043ff2b-ad56-4f0e-89ac-2a2a0cf374cc tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Notify callbacks [] for floatingip, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:40:21.648809 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e043ff2b-ad56-4f0e-89ac-2a2a0cf374cc tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Router 2b1306cf-8119-42b7-89ce-74cb553d4869 has already been hosted by L3 agent 624d525b-4c26-4143-8a1c-228bb1c6faaa {{(pid=84153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 15:40:21.851169 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e043ff2b-ad56-4f0e-89ac-2a2a0cf374cc tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Notify agent at l3_agent.dv-neutron-825124-1-hyperv the message routers_updated {{(pid=84153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 15:40:21.860583 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b11db7c2-71ce-4be8-ad18-29a229f408d2 None None] Sync routers for ids ['2b1306cf-8119-42b7-89ce-74cb553d4869'] in dv-neutron-825124-1-hyperv {{(pid=84155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 15:40:21.871841 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b11db7c2-71ce-4be8-ad18-29a229f408d2 None None] Routers {'2b1306cf-8119-42b7-89ce-74cb553d4869'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 15:40:21.872444 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-b11db7c2-71ce-4be8-ad18-29a229f408d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T15:40:00Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['2b1306cf-8119-42b7-89ce-74cb553d4869'], 'active': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:40:22.010385 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-e043ff2b-ad56-4f0e-89ac-2a2a0cf374cc tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for floatingip, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:40:22.047439 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvr_db [None req-b11db7c2-71ce-4be8-ad18-29a229f408d2 None None] Set router 2b1306cf-8119-42b7-89ce-74cb553d4869 gateway port host: dv-neutron-825124-1-hyperv {{(pid=84155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 15:40:22.073363 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-e043ff2b-ad56-4f0e-89ac-2a2a0cf374cc tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] 10.222.0.54 "DELETE /v2.0/floatingips/923f4708-83d9-4c90-8787-731ce38380e0 HTTP/1.1" status: 204 len: 168 time: 1.8665824 Jan 20 15:40:22.074053 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '785d50a3-aec9-4565-850f-9c4d4feb9fde', 'tag': 'c43ce636-cc27-4d85-8c48-82886f564a48'}] {{(pid=84153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 15:40:22.238868 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '785d50a3-aec9-4565-850f-9c4d4feb9fde', 'tag': 'c43ce636-cc27-4d85-8c48-82886f564a48', 'status': 'completed', 'code': 200} Jan 20 15:40:22.336565 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-33ce412a-26f7-4f9c-bc7e-1f88510f1377 req-9c204ddb-6121-454f-906e-fd2329794c72 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=3429e03a7ca7442ca59a1b1874fe46c7&device_id=785d50a3-aec9-4565-850f-9c4d4feb9fde HTTP/1.1" status: 200 len: 1100 time: 0.0704808 Jan 20 15:40:22.368940 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-b11db7c2-71ce-4be8-ad18-29a229f408d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b1306cf-8119-42b7-89ce-74cb553d4869', 'name': 'tempest-TestShelveInstance-1865667637-router', 'tenant_id': '3429e03a7ca7442ca59a1b1874fe46c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.73'}], 'enable_snat': True}, 'gw_port_id': '67ff4dd2-f9d5-4bdc-b219-1f30cff5b132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:34:29Z', 'updated_at': '2022-01-20T15:34:32Z', 'revision_number': 4, 'project_id': '3429e03a7ca7442ca59a1b1874fe46c7', 'gw_port': {'id': '67ff4dd2-f9d5-4bdc-b219-1f30cff5b132', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:72:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b1306cf-8119-42b7-89ce-74cb553d4869', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:34:30Z', 'updated_at': '2022-01-20T15:34:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv', '_interfaces': [{'id': '3de8d6b9-5c70-4e15-8da9-9e8732ec7957', 'name': '', 'network_id': 'b803d82c-c028-4346-8ad1-5e9fb1a6ac6f', 'tenant_id': '3429e03a7ca7442ca59a1b1874fe46c7', 'mac_address': 'fa:16:3e:b0:77:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b1306cf-8119-42b7-89ce-74cb553d4869', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c96ff1bb-e380-4bc1-a052-d6f34279b63c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:34:32Z', 'updated_at': '2022-01-20T15:34:42Z', 'revision_number': 5, 'project_id': '3429e03a7ca7442ca59a1b1874fe46c7', 'subnets': [{'id': 'c96ff1bb-e380-4bc1-a052-d6f34279b63c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:40:22.373985 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b11db7c2-71ce-4be8-ad18-29a229f408d2 None None] Checking router: 2b1306cf-8119-42b7-89ce-74cb553d4869 for host: dv-neutron-825124-1-hyperv {{(pid=84155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 15:40:22.388661 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b11db7c2-71ce-4be8-ad18-29a229f408d2 None None] Routers {'2b1306cf-8119-42b7-89ce-74cb553d4869'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 15:40:22.391636 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-b11db7c2-71ce-4be8-ad18-29a229f408d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T15:40:00Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['2b1306cf-8119-42b7-89ce-74cb553d4869'], 'active': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:40:22.477575 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ce412a-26f7-4f9c-bc7e-1f88510f1377 req-36d8df71-f235-432e-b94d-59a86b24b0dd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:40:22.479002 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-33ce412a-26f7-4f9c-bc7e-1f88510f1377 req-36d8df71-f235-432e-b94d-59a86b24b0dd service neutron] 10.222.0.106 "GET /v2.0/networks?id=b803d82c-c028-4346-8ad1-5e9fb1a6ac6f HTTP/1.1" status: 200 len: 910 time: 0.1366034 Jan 20 15:40:22.574912 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvr_db [None req-b11db7c2-71ce-4be8-ad18-29a229f408d2 None None] Set router 2b1306cf-8119-42b7-89ce-74cb553d4869 gateway port host: dv-neutron-825124-1-hyperv {{(pid=84155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 15:40:22.654643 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-33ce412a-26f7-4f9c-bc7e-1f88510f1377 req-c6e6b29f-cd0f-4db0-a5c1-06cf66cb8a9f service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c43ce636-cc27-4d85-8c48-82886f564a48 HTTP/1.1" status: 200 len: 217 time: 0.1700985 Jan 20 15:40:22.724878 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ce412a-26f7-4f9c-bc7e-1f88510f1377 req-b8ab8e94-d862-4f62-970a-e9a2a6acdfa2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:40:22.726345 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-33ce412a-26f7-4f9c-bc7e-1f88510f1377 req-b8ab8e94-d862-4f62-970a-e9a2a6acdfa2 service neutron] 10.222.0.106 "GET /v2.0/subnets?id=c96ff1bb-e380-4bc1-a052-d6f34279b63c HTTP/1.1" status: 200 len: 848 time: 0.0652051 Jan 20 15:40:22.862842 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-33ce412a-26f7-4f9c-bc7e-1f88510f1377 req-7cf59860-5378-4916-9984-7de20026df87 service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=b803d82c-c028-4346-8ad1-5e9fb1a6ac6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1298878 Jan 20 15:40:22.872892 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f452526f-ac50-4516-ada8-b3ca0599862d req-b214dcf3-dcc6-436d-b2d0-b90860c2f6db tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:40:22.873564 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [req-f452526f-ac50-4516-ada8-b3ca0599862d req-b214dcf3-dcc6-436d-b2d0-b90860c2f6db tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Synchronizing usage tracker for tenant:3429e03a7ca7442ca59a1b1874fe46c7 on resource:port {{(pid=84153) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 15:40:22.896868 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-b11db7c2-71ce-4be8-ad18-29a229f408d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b1306cf-8119-42b7-89ce-74cb553d4869', 'name': 'tempest-TestShelveInstance-1865667637-router', 'tenant_id': '3429e03a7ca7442ca59a1b1874fe46c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.73'}], 'enable_snat': True}, 'gw_port_id': '67ff4dd2-f9d5-4bdc-b219-1f30cff5b132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:34:29Z', 'updated_at': '2022-01-20T15:34:32Z', 'revision_number': 4, 'project_id': '3429e03a7ca7442ca59a1b1874fe46c7', 'gw_port': {'id': '67ff4dd2-f9d5-4bdc-b219-1f30cff5b132', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:72:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b1306cf-8119-42b7-89ce-74cb553d4869', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:34:30Z', 'updated_at': '2022-01-20T15:34:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv', '_interfaces': [{'id': '3de8d6b9-5c70-4e15-8da9-9e8732ec7957', 'name': '', 'network_id': 'b803d82c-c028-4346-8ad1-5e9fb1a6ac6f', 'tenant_id': '3429e03a7ca7442ca59a1b1874fe46c7', 'mac_address': 'fa:16:3e:b0:77:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b1306cf-8119-42b7-89ce-74cb553d4869', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c96ff1bb-e380-4bc1-a052-d6f34279b63c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:34:32Z', 'updated_at': '2022-01-20T15:34:42Z', 'revision_number': 5, 'project_id': '3429e03a7ca7442ca59a1b1874fe46c7', 'subnets': [{'id': 'c96ff1bb-e380-4bc1-a052-d6f34279b63c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:40:22.900771 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b11db7c2-71ce-4be8-ad18-29a229f408d2 None None] The sync data for ids ['2b1306cf-8119-42b7-89ce-74cb553d4869'] in dv-neutron-825124-1-hyperv is: [{'id': '2b1306cf-8119-42b7-89ce-74cb553d4869', 'name': 'tempest-TestShelveInstance-1865667637-router', 'tenant_id': '3429e03a7ca7442ca59a1b1874fe46c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.73'}], 'enable_snat': True}, 'gw_port_id': '67ff4dd2-f9d5-4bdc-b219-1f30cff5b132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:34:29Z', 'updated_at': '2022-01-20T15:34:32Z', 'revision_number': 4, 'project_id': '3429e03a7ca7442ca59a1b1874fe46c7', 'gw_port': {'id': '67ff4dd2-f9d5-4bdc-b219-1f30cff5b132', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:72:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b1306cf-8119-42b7-89ce-74cb553d4869', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:34:30Z', 'updated_at': '2022-01-20T15:34:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv', '_interfaces': [{'id': '3de8d6b9-5c70-4e15-8da9-9e8732ec7957', 'name': '', 'network_id': 'b803d82c-c028-4346-8ad1-5e9fb1a6ac6f', 'tenant_id': '3429e03a7ca7442ca59a1b1874fe46c7', 'mac_address': 'fa:16:3e:b0:77:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b1306cf-8119-42b7-89ce-74cb553d4869', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c96ff1bb-e380-4bc1-a052-d6f34279b63c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:34:32Z', 'updated_at': '2022-01-20T15:34:42Z', 'revision_number': 5, 'project_id': '3429e03a7ca7442ca59a1b1874fe46c7', 'subnets': [{'id': 'c96ff1bb-e380-4bc1-a052-d6f34279b63c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 15:40:23.011054 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-33ce412a-26f7-4f9c-bc7e-1f88510f1377 req-764a5051-caa5-4d34-a1c0-983bd4827947 service neutron] 10.222.0.106 "GET /v2.0/networks/b803d82c-c028-4346-8ad1-5e9fb1a6ac6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337826 Jan 20 15:40:23.038330 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [req-f452526f-ac50-4516-ada8-b3ca0599862d req-b214dcf3-dcc6-436d-b2d0-b90860c2f6db tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Unset dirty status for tenant:3429e03a7ca7442ca59a1b1874fe46c7 on resource:port {{(pid=84153) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 15:40:23.046886 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-f452526f-ac50-4516-ada8-b3ca0599862d req-b214dcf3-dcc6-436d-b2d0-b90860c2f6db tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] 10.222.0.54 "GET /v2.0/ports?device_id=785d50a3-aec9-4565-850f-9c4d4feb9fde HTTP/1.1" status: 200 len: 947 time: 0.3488324 Jan 20 15:40:23.133939 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af993d0-e0ca-4e05-b04f-4ec9aff596ee None None] New status for floating IP 923f4708-83d9-4c90-8787-731ce38380e0: DOWN {{(pid=84154) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 20 15:40:23.164096 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-f452526f-ac50-4516-ada8-b3ca0599862d req-6709aabc-82ac-4930-b540-48d953d4f37c tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] 10.222.0.54 "GET /v2.0/security-groups?id=00a21917-91fe-40b9-86ef-d90d055101ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778048 Jan 20 15:40:23.185688 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-33ce412a-26f7-4f9c-bc7e-1f88510f1377 req-c8481162-2e0b-4af8-a6f0-beb9f481a242 service neutron] 10.222.0.106 "GET /v2.0/networks/b803d82c-c028-4346-8ad1-5e9fb1a6ac6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1639640 Jan 20 15:40:24.333103 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43b6415-7197-40a8-8ad8-263e85cdf357 req-4163d849-0172-494f-8f38-a472a78e5ded tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:40:24.334529 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-b43b6415-7197-40a8-8ad8-263e85cdf357 req-4163d849-0172-494f-8f38-a472a78e5ded tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] 10.222.0.106 "GET /v2.0/ports?device_id=785d50a3-aec9-4565-850f-9c4d4feb9fde HTTP/1.1" status: 200 len: 947 time: 0.0802033 Jan 20 15:40:24.448247 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [req-b43b6415-7197-40a8-8ad8-263e85cdf357 req-b8b73d4c-0251-4178-8faa-fe16963386aa tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Deleting port c43ce636-cc27-4d85-8c48-82886f564a48 {{(pid=84153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 15:40:24.448612 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-b43b6415-7197-40a8-8ad8-263e85cdf357 req-b8b73d4c-0251-4178-8faa-fe16963386aa tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:40:24.561436 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493f4e32-14c3-4f18-a9a9-44b05d4d6745 req-5b678ac6-6c4b-400c-a260-635cbbbddba1 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:40:24.562897 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-493f4e32-14c3-4f18-a9a9-44b05d4d6745 req-5b678ac6-6c4b-400c-a260-635cbbbddba1 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] 10.222.0.54 "GET /v2.0/ports?device_id=785d50a3-aec9-4565-850f-9c4d4feb9fde HTTP/1.1" status: 200 len: 947 time: 0.2740848 Jan 20 15:40:24.695535 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-493f4e32-14c3-4f18-a9a9-44b05d4d6745 req-f0a9d3fc-fc49-4862-b745-a849987ef331 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] 10.222.0.54 "GET /v2.0/security-groups?id=00a21917-91fe-40b9-86ef-d90d055101ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1249504 Jan 20 15:40:24.750522 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.db [req-b43b6415-7197-40a8-8ad8-263e85cdf357 req-b8b73d4c-0251-4178-8faa-fe16963386aa tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] For port c43ce636-cc27-4d85-8c48-82886f564a48, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=c43ce636-cc27-4d85-8c48-82886f564a48,segment=NetworkSegment(33ba1c7b-3208-442a-a04a-244eae23597f),segment_id=33ba1c7b-3208-442a-a04a-244eae23597f)] {{(pid=84153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 15:40:24.750876 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-b43b6415-7197-40a8-8ad8-263e85cdf357 req-b8b73d4c-0251-4178-8faa-fe16963386aa tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:40:24.875918 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [req-b43b6415-7197-40a8-8ad8-263e85cdf357 req-b8b73d4c-0251-4178-8faa-fe16963386aa tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Calling delete_port for c43ce636-cc27-4d85-8c48-82886f564a48 owned by compute:nova {{(pid=84153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 15:40:25.051130 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-b43b6415-7197-40a8-8ad8-263e85cdf357 req-b8b73d4c-0251-4178-8faa-fe16963386aa tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:40:25.103277 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b73d4c-0251-4178-8faa-fe16963386aa tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Pushing event deleted for resources: {'Port': ['ID=c43ce636-cc27-4d85-8c48-82886f564a48,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:40:25.175514 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.l3_dvrscheduler_db [req-b43b6415-7197-40a8-8ad8-263e85cdf357 req-b8b73d4c-0251-4178-8faa-fe16963386aa tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] No DVR routers for this DVR port c43ce636-cc27-4d85-8c48-82886f564a48 on host hv-neutron-8251 {{(pid=84153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 15:40:25.178408 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-b43b6415-7197-40a8-8ad8-263e85cdf357 req-b8b73d4c-0251-4178-8faa-fe16963386aa tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:40:25.180841 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '785d50a3-aec9-4565-850f-9c4d4feb9fde', 'name': 'network-vif-deleted', 'tag': 'c43ce636-cc27-4d85-8c48-82886f564a48'}] {{(pid=84153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 15:40:25.237096 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '785d50a3-aec9-4565-850f-9c4d4feb9fde', 'name': 'network-vif-deleted', 'tag': 'c43ce636-cc27-4d85-8c48-82886f564a48', 'status': 'completed', 'code': 200} Jan 20 15:40:25.257591 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-b43b6415-7197-40a8-8ad8-263e85cdf357 req-b8b73d4c-0251-4178-8faa-fe16963386aa tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] 10.222.0.106 "DELETE /v2.0/ports/c43ce636-cc27-4d85-8c48-82886f564a48 HTTP/1.1" status: 204 len: 173 time: 0.9182811 Jan 20 15:40:25.880971 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [req-5fcdd963-f7e8-4776-865b-d72ca71fc06d req-eefae119-55f5-4067-8ebf-01684fa52864 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Synchronizing usage tracker for tenant:3429e03a7ca7442ca59a1b1874fe46c7 on resource:port {{(pid=84153) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 15:40:25.953587 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [req-5fcdd963-f7e8-4776-865b-d72ca71fc06d req-eefae119-55f5-4067-8ebf-01684fa52864 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Unset dirty status for tenant:3429e03a7ca7442ca59a1b1874fe46c7 on resource:port {{(pid=84153) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 15:40:25.954783 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-5fcdd963-f7e8-4776-865b-d72ca71fc06d req-eefae119-55f5-4067-8ebf-01684fa52864 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] 10.222.0.54 "GET /v2.0/ports?device_id=785d50a3-aec9-4565-850f-9c4d4feb9fde HTTP/1.1" status: 200 len: 210 time: 0.1137757 Jan 20 15:40:27.059919 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 52260) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:40:27.129729 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-2da47d2a-6740-4724-a3f5-5c556027eed6 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Notify callbacks [] for security_group, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:40:27.158744 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-2da47d2a-6740-4724-a3f5-5c556027eed6 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:40:27.284665 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-2da47d2a-6740-4724-a3f5-5c556027eed6 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:40:27.303402 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da47d2a-6740-4724-a3f5-5c556027eed6 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=00a21917-91fe-40b9-86ef-d90d055101ef,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:40:27.313635 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da47d2a-6740-4724-a3f5-5c556027eed6 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:40:27.313980 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da47d2a-6740-4724-a3f5-5c556027eed6 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:40:27.314348 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da47d2a-6740-4724-a3f5-5c556027eed6 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:40:27.314682 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da47d2a-6740-4724-a3f5-5c556027eed6 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:40:27.315027 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da47d2a-6740-4724-a3f5-5c556027eed6 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:40:27.315344 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da47d2a-6740-4724-a3f5-5c556027eed6 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:40:27.315664 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da47d2a-6740-4724-a3f5-5c556027eed6 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:40:27.315986 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da47d2a-6740-4724-a3f5-5c556027eed6 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:40:27.316307 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da47d2a-6740-4724-a3f5-5c556027eed6 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:40:27.316625 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da47d2a-6740-4724-a3f5-5c556027eed6 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:40:27.316939 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da47d2a-6740-4724-a3f5-5c556027eed6 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:40:27.375907 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-2da47d2a-6740-4724-a3f5-5c556027eed6 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Notify callbacks [] for security_group, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:40:27.377089 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-2da47d2a-6740-4724-a3f5-5c556027eed6 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] 10.222.0.54 "DELETE /v2.0/security-groups/00a21917-91fe-40b9-86ef-d90d055101ef HTTP/1.1" status: 204 len: 168 time: 0.3162007 Jan 20 15:40:28.055904 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-d02c9a1b-2cfd-45e1-ab99-1ebde7c50f70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:40:28.737659 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 52272) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:40:28.743357 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-9045d935-0443-457b-8161-808837d30565 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-450949963', 'description': 'tempest-secgroup-smoke-450949963 description', 'project_id': '3429e03a7ca7442ca59a1b1874fe46c7'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 15:40:28.749212 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-9045d935-0443-457b-8161-808837d30565 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:40:28.753181 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-9045d935-0443-457b-8161-808837d30565 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Usage tracker for resource:security_group and tenant:3429e03a7ca7442ca59a1b1874fe46c7 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:40:28.756613 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-9045d935-0443-457b-8161-808837d30565 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:40:28.763508 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-9045d935-0443-457b-8161-808837d30565 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:40:28.827768 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-9045d935-0443-457b-8161-808837d30565 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Notify callbacks [] for security_group, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:40:28.862113 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-9045d935-0443-457b-8161-808837d30565 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:40:28.866471 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-9045d935-0443-457b-8161-808837d30565 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Usage tracker for resource:security_group_rule and tenant:3429e03a7ca7442ca59a1b1874fe46c7 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:40:28.869248 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-9045d935-0443-457b-8161-808837d30565 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:40:28.874970 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-9045d935-0443-457b-8161-808837d30565 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:40:28.928859 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-9045d935-0443-457b-8161-808837d30565 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Notify callbacks [] for security_group, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:40:29.004240 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-9045d935-0443-457b-8161-808837d30565 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:40:29.050893 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9045d935-0443-457b-8161-808837d30565 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Pushing event updated for resources: {'SecurityGroup': ['ID=176d789b-a5f6-4e53-85cd-50c4b5cf6b83,revision_number=1']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:40:29.055920 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Device c43ce636-cc27-4d85-8c48-82886f564a48 no longer exists at agent hyperv_hv-neutron-8251 {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 15:40:29.089545 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] No Port match for: c43ce636-cc27-4d85-8c48-82886f564a48 {{(pid=84154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 15:40:29.089820 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Device c43ce636-cc27-4d85-8c48-82886f564a48 not bound to the agent host hv-neutron-8251 {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 15:40:29.107637 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-9045d935-0443-457b-8161-808837d30565 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Notify callbacks [] for security_group, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:40:29.108866 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-9045d935-0443-457b-8161-808837d30565 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.3702071 Jan 20 15:40:29.111814 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 52278) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:40:29.118550 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-6406d9f7-14cb-437a-8d59-52738eb14a04 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Request body: {'security_group_rule': {'security_group_id': '176d789b-a5f6-4e53-85cd-50c4b5cf6b83', 'project_id': '3429e03a7ca7442ca59a1b1874fe46c7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 15:40:29.124495 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-6406d9f7-14cb-437a-8d59-52738eb14a04 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:40:29.128175 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-6406d9f7-14cb-437a-8d59-52738eb14a04 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Usage tracker for resource:security_group_rule and tenant:3429e03a7ca7442ca59a1b1874fe46c7 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:40:29.131679 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-6406d9f7-14cb-437a-8d59-52738eb14a04 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:40:29.137154 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-6406d9f7-14cb-437a-8d59-52738eb14a04 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:40:29.205496 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-6406d9f7-14cb-437a-8d59-52738eb14a04 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:40:29.265488 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-6406d9f7-14cb-437a-8d59-52738eb14a04 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:40:29.365397 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-6406d9f7-14cb-437a-8d59-52738eb14a04 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734962'] for security_group_rule, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:40:29.387998 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6406d9f7-14cb-437a-8d59-52738eb14a04 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d669a39-060c-4e76-8391-b2ac01713201,revision_number=0']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:40:29.473314 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-6406d9f7-14cb-437a-8d59-52738eb14a04 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:40:29.475041 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-6406d9f7-14cb-437a-8d59-52738eb14a04 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3623145 Jan 20 15:40:29.481023 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 52282) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:40:29.483042 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-b1f9d7f2-f6de-4fce-8695-3eed3792069a tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Request body: {'security_group_rule': {'security_group_id': '176d789b-a5f6-4e53-85cd-50c4b5cf6b83', 'project_id': '3429e03a7ca7442ca59a1b1874fe46c7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 15:40:29.488881 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-b1f9d7f2-f6de-4fce-8695-3eed3792069a tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:40:29.493219 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-b1f9d7f2-f6de-4fce-8695-3eed3792069a tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Usage tracker for resource:security_group_rule and tenant:3429e03a7ca7442ca59a1b1874fe46c7 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:40:29.496047 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-b1f9d7f2-f6de-4fce-8695-3eed3792069a tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:40:29.501573 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-b1f9d7f2-f6de-4fce-8695-3eed3792069a tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:40:29.565217 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-b1f9d7f2-f6de-4fce-8695-3eed3792069a tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:40:29.624542 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-b1f9d7f2-f6de-4fce-8695-3eed3792069a tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:40:29.696108 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-b1f9d7f2-f6de-4fce-8695-3eed3792069a tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734962'] for security_group_rule, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:40:29.722064 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f9d7f2-f6de-4fce-8695-3eed3792069a tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb4f10d9-4e28-46ec-b1da-24ddfffd9155,revision_number=0']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:40:29.781925 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-b1f9d7f2-f6de-4fce-8695-3eed3792069a tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:40:29.783161 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-b1f9d7f2-f6de-4fce-8695-3eed3792069a tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3044553 Jan 20 15:40:29.785761 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 52288) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:40:29.791668 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-2de5cdb2-1a91-498c-83dd-1fcb5501392a tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Request body: {'security_group_rule': {'security_group_id': '176d789b-a5f6-4e53-85cd-50c4b5cf6b83', 'project_id': '3429e03a7ca7442ca59a1b1874fe46c7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 15:40:29.797814 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-2de5cdb2-1a91-498c-83dd-1fcb5501392a tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:40:29.801580 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-2de5cdb2-1a91-498c-83dd-1fcb5501392a tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Usage tracker for resource:security_group_rule and tenant:3429e03a7ca7442ca59a1b1874fe46c7 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:40:29.804466 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-2de5cdb2-1a91-498c-83dd-1fcb5501392a tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:40:29.810182 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-2de5cdb2-1a91-498c-83dd-1fcb5501392a tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:40:29.890825 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-2de5cdb2-1a91-498c-83dd-1fcb5501392a tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:40:29.957051 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-2de5cdb2-1a91-498c-83dd-1fcb5501392a tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:40:30.032706 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-2de5cdb2-1a91-498c-83dd-1fcb5501392a tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734962'] for security_group_rule, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:40:30.057042 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de5cdb2-1a91-498c-83dd-1fcb5501392a tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ecb353f-f675-42a7-bd71-38ad981901b6,revision_number=0']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:40:30.153199 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-2de5cdb2-1a91-498c-83dd-1fcb5501392a tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:40:30.154365 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-2de5cdb2-1a91-498c-83dd-1fcb5501392a tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3670969 Jan 20 15:40:30.157192 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 52292) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:40:30.163165 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-8a65e1b4-758c-4d2d-857c-24b1720e7ae0 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Request body: {'security_group_rule': {'security_group_id': '176d789b-a5f6-4e53-85cd-50c4b5cf6b83', 'project_id': '3429e03a7ca7442ca59a1b1874fe46c7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 15:40:30.169332 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-8a65e1b4-758c-4d2d-857c-24b1720e7ae0 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:40:30.173170 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-8a65e1b4-758c-4d2d-857c-24b1720e7ae0 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Usage tracker for resource:security_group_rule and tenant:3429e03a7ca7442ca59a1b1874fe46c7 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:40:30.176120 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-8a65e1b4-758c-4d2d-857c-24b1720e7ae0 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:40:30.183059 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-8a65e1b4-758c-4d2d-857c-24b1720e7ae0 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:40:30.263330 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-8a65e1b4-758c-4d2d-857c-24b1720e7ae0 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:40:30.329373 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-8a65e1b4-758c-4d2d-857c-24b1720e7ae0 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:40:30.410427 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-8a65e1b4-758c-4d2d-857c-24b1720e7ae0 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734962'] for security_group_rule, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:40:30.496476 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-5a6b1489-1805-4c34-ad3b-503496e09c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:40:30.524588 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a65e1b4-758c-4d2d-857c-24b1720e7ae0 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a6ec242-1fd4-42d6-9d58-57881616b1ed,revision_number=0']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:40:30.588139 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-8a65e1b4-758c-4d2d-857c-24b1720e7ae0 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:40:30.589338 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-8a65e1b4-758c-4d2d-857c-24b1720e7ae0 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.4311106 Jan 20 15:40:30.592214 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 52296) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:40:30.597451 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-bcf333a4-9bab-4c56-a44a-10fd9b4dbbdc tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Request body: {'security_group_rule': {'security_group_id': '176d789b-a5f6-4e53-85cd-50c4b5cf6b83', 'project_id': '3429e03a7ca7442ca59a1b1874fe46c7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 15:40:30.603279 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-bcf333a4-9bab-4c56-a44a-10fd9b4dbbdc tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:40:30.606952 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-bcf333a4-9bab-4c56-a44a-10fd9b4dbbdc tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Usage tracker for resource:security_group_rule and tenant:3429e03a7ca7442ca59a1b1874fe46c7 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:40:30.609694 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-bcf333a4-9bab-4c56-a44a-10fd9b4dbbdc tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:40:30.615345 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-bcf333a4-9bab-4c56-a44a-10fd9b4dbbdc tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:40:30.701941 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.db.securitygroups_db [None req-bcf333a4-9bab-4c56-a44a-10fd9b4dbbdc tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Project 3429e03a7ca7442ca59a1b1874fe46c7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 20 15:40:30.708414 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-bcf333a4-9bab-4c56-a44a-10fd9b4dbbdc tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:40:30.771187 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-bcf333a4-9bab-4c56-a44a-10fd9b4dbbdc tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:40:30.839809 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-bcf333a4-9bab-4c56-a44a-10fd9b4dbbdc tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734962'] for security_group_rule, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:40:30.862652 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf333a4-9bab-4c56-a44a-10fd9b4dbbdc tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46a64639-cd1d-4998-89da-47586f086775,revision_number=0']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:40:30.930697 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-bcf333a4-9bab-4c56-a44a-10fd9b4dbbdc tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:40:30.931886 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-bcf333a4-9bab-4c56-a44a-10fd9b4dbbdc tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3387499 Jan 20 15:40:30.934602 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 52302) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:40:30.939841 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-9d6e993a-a297-44c3-a904-521b222986fa tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Request body: {'security_group_rule': {'security_group_id': '176d789b-a5f6-4e53-85cd-50c4b5cf6b83', 'project_id': '3429e03a7ca7442ca59a1b1874fe46c7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 15:40:30.945892 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-9d6e993a-a297-44c3-a904-521b222986fa tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:40:30.950868 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-9d6e993a-a297-44c3-a904-521b222986fa tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Usage tracker for resource:security_group_rule and tenant:3429e03a7ca7442ca59a1b1874fe46c7 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:40:30.957606 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-9d6e993a-a297-44c3-a904-521b222986fa tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:40:30.959422 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-9d6e993a-a297-44c3-a904-521b222986fa tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:40:31.033372 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.db.securitygroups_db [None req-9d6e993a-a297-44c3-a904-521b222986fa tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Project 3429e03a7ca7442ca59a1b1874fe46c7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 20 15:40:31.039797 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-9d6e993a-a297-44c3-a904-521b222986fa tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:40:31.103267 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-9d6e993a-a297-44c3-a904-521b222986fa tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:40:31.182057 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-9d6e993a-a297-44c3-a904-521b222986fa tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734962'] for security_group_rule, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:40:31.205745 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6e993a-a297-44c3-a904-521b222986fa tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4c6b3de-0cac-440c-90ca-844951bd9db1,revision_number=0']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:40:31.291000 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-9d6e993a-a297-44c3-a904-521b222986fa tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:40:31.292569 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-9d6e993a-a297-44c3-a904-521b222986fa tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3570814 Jan 20 15:40:31.319301 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:40:31.462186 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:40:31.867536 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-cdd98e71-1f0a-4421-baa9-dcb30e06edf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:40:33.353572 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-eea6df97-7ff1-4b63-af20-e3ec8913deda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:40:54.111652 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.agents_db [None req-6dba657d-a637-4918-9b6d-40defdfae04b None None] Agent healthcheck: found 6 active agents {{(pid=84155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 15:40:55.342511 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-e8990d5f-fa9b-45f3-8294-fd0d2af3c342 req-7345564e-982f-492b-a717-b58715ff0830 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-450949963&fields=id&tenant_id=3429e03a7ca7442ca59a1b1874fe46c7 HTTP/1.1" status: 200 len: 267 time: 0.0469363 Jan 20 15:40:55.485250 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8990d5f-fa9b-45f3-8294-fd0d2af3c342 req-15a22fcd-56c1-4885-9a08-e75f5671fdfa tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:40:55.486600 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-e8990d5f-fa9b-45f3-8294-fd0d2af3c342 req-15a22fcd-56c1-4885-9a08-e75f5671fdfa tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] 10.222.0.54 "GET /v2.0/networks?id=b803d82c-c028-4346-8ad1-5e9fb1a6ac6f HTTP/1.1" status: 200 len: 809 time: 0.1373150 Jan 20 15:40:55.503607 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-e8990d5f-fa9b-45f3-8294-fd0d2af3c342 req-ec970112-2d53-4318-8c12-25bf8e021eca tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] 10.222.0.54 "GET /v2.0/quotas/3429e03a7ca7442ca59a1b1874fe46c7 HTTP/1.1" status: 200 len: 375 time: 0.0110545 Jan 20 15:40:55.584016 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-e8990d5f-fa9b-45f3-8294-fd0d2af3c342 req-dbf8888f-1de1-4da0-a7a0-a35deafa205f tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=3429e03a7ca7442ca59a1b1874fe46c7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0757415 Jan 20 15:40:55.666500 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [req-e8990d5f-fa9b-45f3-8294-fd0d2af3c342 req-db4ee8ff-8bf5-46ce-a135-88ad5389a919 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=84153) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 20 15:40:55.667473 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-e8990d5f-fa9b-45f3-8294-fd0d2af3c342 req-db4ee8ff-8bf5-46ce-a135-88ad5389a919 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0716987 Jan 20 15:40:55.807385 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-e8990d5f-fa9b-45f3-8294-fd0d2af3c342 req-e2087c11-cc31-4613-97e8-a59cbd28be6b service neutron] 10.222.0.54 "GET /v2.0/networks/b803d82c-c028-4346-8ad1-5e9fb1a6ac6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331394 Jan 20 15:40:55.938025 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-e8990d5f-fa9b-45f3-8294-fd0d2af3c342 req-c196bb2d-322b-4526-b6cc-9cd37e248b09 service neutron] 10.222.0.54 "GET /v2.0/networks/b803d82c-c028-4346-8ad1-5e9fb1a6ac6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250346 Jan 20 15:40:57.665515 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-70bfd89e-6580-4568-adc1-ce99073741e6 req-01da46fb-8fd1-4d89-811a-a6262298a9d4 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] 10.222.0.54 "GET /v2.0/ports?device_id=2f3b5602-bfc7-46ce-86e5-f1af17f9a439 HTTP/1.1" status: 200 len: 210 time: 0.0446413 Jan 20 15:40:58.061039 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-714f9087-103b-4b9c-9844-15830a10586f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:40:58.828196 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-90d8408f-0082-4cb1-a63f-4cbf13ed8d50 req-d9362ff5-4426-4230-b740-488055bbc7b2 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] 10.222.0.54 "GET /v2.0/ports?device_id=2f3b5602-bfc7-46ce-86e5-f1af17f9a439 HTTP/1.1" status: 200 len: 210 time: 0.0400598 Jan 20 15:40:59.347003 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8990d5f-fa9b-45f3-8294-fd0d2af3c342 req-ac41853b-5b0c-434e-9bd2-d7859c084496 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:40:59.348617 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-e8990d5f-fa9b-45f3-8294-fd0d2af3c342 req-ac41853b-5b0c-434e-9bd2-d7859c084496 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] 10.222.0.106 "GET /v2.0/networks?id=b803d82c-c028-4346-8ad1-5e9fb1a6ac6f HTTP/1.1" status: 200 len: 809 time: 0.1439419 Jan 20 15:40:59.403837 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-e8990d5f-fa9b-45f3-8294-fd0d2af3c342 req-0801c2ca-8c03-41d8-9eab-6ecdb7c7216b tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] 10.222.0.106 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3429e03a7ca7442ca59a1b1874fe46c7 HTTP/1.1" status: 200 len: 379 time: 0.0436597 Jan 20 15:40:59.413265 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [req-e8990d5f-fa9b-45f3-8294-fd0d2af3c342 req-cd6f3b0a-f978-40e5-ae66-45d40266d3ae tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Request body: {'port': {'device_id': '2f3b5602-bfc7-46ce-86e5-f1af17f9a439', 'network_id': 'b803d82c-c028-4346-8ad1-5e9fb1a6ac6f', 'admin_state_up': True, 'tenant_id': '3429e03a7ca7442ca59a1b1874fe46c7', 'security_groups': ['176d789b-a5f6-4e53-85cd-50c4b5cf6b83']}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 15:40:59.557886 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [req-e8990d5f-fa9b-45f3-8294-fd0d2af3c342 req-cd6f3b0a-f978-40e5-ae66-45d40266d3ae tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:40:59.568109 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [req-e8990d5f-fa9b-45f3-8294-fd0d2af3c342 req-cd6f3b0a-f978-40e5-ae66-45d40266d3ae tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:40:59.661426 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8990d5f-fa9b-45f3-8294-fd0d2af3c342 req-cd6f3b0a-f978-40e5-ae66-45d40266d3ae tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Made reservation on behalf of 3429e03a7ca7442ca59a1b1874fe46c7 for: {'port': 1} {{(pid=84153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 15:40:59.664486 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-e8990d5f-fa9b-45f3-8294-fd0d2af3c342 req-cd6f3b0a-f978-40e5-ae66-45d40266d3ae tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:40:59.829195 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.db_base_plugin_common [req-e8990d5f-fa9b-45f3-8294-fd0d2af3c342 req-cd6f3b0a-f978-40e5-ae66-45d40266d3ae tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Allocated IP 172.20.0.3 (b803d82c-c028-4346-8ad1-5e9fb1a6ac6f/c96ff1bb-e380-4bc1-a052-d6f34279b63c/3467efe8-bda1-4b01-be7f-d01348b7c3ea) {{(pid=84153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 15:41:00.008737 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-c82125b7-d91d-49f7-9a5b-45053dc8693b req-01920112-cf31-4de9-bf34-3145928d0feb tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] 10.222.0.54 "GET /v2.0/ports?device_id=2f3b5602-bfc7-46ce-86e5-f1af17f9a439 HTTP/1.1" status: 200 len: 210 time: 0.0485735 Jan 20 15:41:00.057570 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-e8990d5f-fa9b-45f3-8294-fd0d2af3c342 req-cd6f3b0a-f978-40e5-ae66-45d40266d3ae tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Notify callbacks [] for port, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:41:00.074819 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.provisioning_blocks [req-e8990d5f-fa9b-45f3-8294-fd0d2af3c342 req-cd6f3b0a-f978-40e5-ae66-45d40266d3ae tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Transition to ACTIVE for port object 3467efe8-bda1-4b01-be7f-d01348b7c3ea will not be triggered until provisioned by entity DHCP. {{(pid=84153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 15:41:00.152209 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-e8990d5f-fa9b-45f3-8294-fd0d2af3c342 req-cd6f3b0a-f978-40e5-ae66-45d40266d3ae tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:41:00.227036 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8990d5f-fa9b-45f3-8294-fd0d2af3c342 req-cd6f3b0a-f978-40e5-ae66-45d40266d3ae tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Network b803d82c-c028-4346-8ad1-5e9fb1a6ac6f is already hosted by enough agents. {{(pid=84153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 15:41:00.230243 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.base_scheduler [req-e8990d5f-fa9b-45f3-8294-fd0d2af3c342 req-cd6f3b0a-f978-40e5-ae66-45d40266d3ae tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Resources bound (agent type, host, resource id): {{(pid=84153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 15:41:00.232771 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8990d5f-fa9b-45f3-8294-fd0d2af3c342 req-cd6f3b0a-f978-40e5-ae66-45d40266d3ae tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Received port after_create {{(pid=84153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 15:41:00.264242 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6f3b0a-f978-40e5-ae66-45d40266d3ae tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Pushing event updated for resources: {'Port': ['ID=3467efe8-bda1-4b01-be7f-d01348b7c3ea,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:41:00.301828 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8990d5f-fa9b-45f3-8294-fd0d2af3c342 req-cd6f3b0a-f978-40e5-ae66-45d40266d3ae tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:41:00.302498 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-e8990d5f-fa9b-45f3-8294-fd0d2af3c342 req-cd6f3b0a-f978-40e5-ae66-45d40266d3ae tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:41:00.393320 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-e8990d5f-fa9b-45f3-8294-fd0d2af3c342 req-cd6f3b0a-f978-40e5-ae66-45d40266d3ae tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] 10.222.0.106 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9850199 Jan 20 15:41:00.406008 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [req-e8990d5f-fa9b-45f3-8294-fd0d2af3c342 req-a3eb1872-633e-452d-a08f-46a7b2a30810 service neutron] Request body: {'port': {'device_id': '2f3b5602-bfc7-46ce-86e5-f1af17f9a439', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8251'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 15:41:00.495681 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-afdf9bc0-eac6-4b7b-b23d-5311f7e28d11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:41:00.517635 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-adfc7cc8-9d1a-463d-8948-1f6c32f44e64 None None] Provisioning for port 3467efe8-bda1-4b01-be7f-d01348b7c3ea completed by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 15:41:00.523164 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-adfc7cc8-9d1a-463d-8948-1f6c32f44e64 None None] Provisioning complete for port 3467efe8-bda1-4b01-be7f-d01348b7c3ea triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:41:00.525763 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-adfc7cc8-9d1a-463d-8948-1f6c32f44e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:41:00.578946 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-adfc7cc8-9d1a-463d-8948-1f6c32f44e64 None None] Port 3467efe8-bda1-4b01-be7f-d01348b7c3ea cannot update to ACTIVE because it is not bound. {{(pid=84154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 15:41:00.609658 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-e8990d5f-fa9b-45f3-8294-fd0d2af3c342 req-a3eb1872-633e-452d-a08f-46a7b2a30810 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:41:00.952649 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.notifiers.nova [req-e8990d5f-fa9b-45f3-8294-fd0d2af3c342 req-a3eb1872-633e-452d-a08f-46a7b2a30810 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3467efe8-bda1-4b01-be7f-d01348b7c3ea {{(pid=84153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 15:41:00.959410 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-e8990d5f-fa9b-45f3-8294-fd0d2af3c342 req-a3eb1872-633e-452d-a08f-46a7b2a30810 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:41:00.973854 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.provisioning_blocks [req-e8990d5f-fa9b-45f3-8294-fd0d2af3c342 req-a3eb1872-633e-452d-a08f-46a7b2a30810 service neutron] Transition to ACTIVE for port object 3467efe8-bda1-4b01-be7f-d01348b7c3ea will not be triggered until provisioned by entity L2. {{(pid=84153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 15:41:01.052859 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-e8990d5f-fa9b-45f3-8294-fd0d2af3c342 req-a3eb1872-633e-452d-a08f-46a7b2a30810 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3944146'] for port, after_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:41:01.236442 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3eb1872-633e-452d-a08f-46a7b2a30810 service neutron] Pushing event updated for resources: {'Port': ['ID=3467efe8-bda1-4b01-be7f-d01348b7c3ea,revision_number=2']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:41:01.296735 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:41:01.365949 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e33049-3893-48e1-a9cb-1d425b55ec81 req-14e0473f-3448-496e-ad64-6f3a7449225c tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:41:01.366666 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [req-f1e33049-3893-48e1-a9cb-1d425b55ec81 req-14e0473f-3448-496e-ad64-6f3a7449225c tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Synchronizing usage tracker for tenant:3429e03a7ca7442ca59a1b1874fe46c7 on resource:port {{(pid=84153) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 15:41:01.390741 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.managers [req-e8990d5f-fa9b-45f3-8294-fd0d2af3c342 req-a3eb1872-633e-452d-a08f-46a7b2a30810 service neutron] Attempting to bind port 3467efe8-bda1-4b01-be7f-d01348b7c3ea on host hv-neutron-8251 for vnic_type normal with profile {{(pid=84153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 15:41:01.390999 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.managers [req-e8990d5f-fa9b-45f3-8294-fd0d2af3c342 req-a3eb1872-633e-452d-a08f-46a7b2a30810 service neutron] Attempting to bind port 3467efe8-bda1-4b01-be7f-d01348b7c3ea by drivers openvswitch,hyperv on host hv-neutron-8251 at level 0 using segments [{'id': '33ba1c7b-3208-442a-a04a-244eae23597f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'b803d82c-c028-4346-8ad1-5e9fb1a6ac6f'}] {{(pid=84153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 15:41:01.391342 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8990d5f-fa9b-45f3-8294-fd0d2af3c342 req-a3eb1872-633e-452d-a08f-46a7b2a30810 service neutron] Attempting to bind port 3467efe8-bda1-4b01-be7f-d01348b7c3ea on network b803d82c-c028-4346-8ad1-5e9fb1a6ac6f {{(pid=84153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 15:41:01.397932 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8990d5f-fa9b-45f3-8294-fd0d2af3c342 req-a3eb1872-633e-452d-a08f-46a7b2a30810 service neutron] Port 3467efe8-bda1-4b01-be7f-d01348b7c3ea on network b803d82c-c028-4346-8ad1-5e9fb1a6ac6f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8251 {{(pid=84153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 20 15:41:01.402326 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8990d5f-fa9b-45f3-8294-fd0d2af3c342 req-a3eb1872-633e-452d-a08f-46a7b2a30810 service neutron] Attempting to bind port 3467efe8-bda1-4b01-be7f-d01348b7c3ea on network b803d82c-c028-4346-8ad1-5e9fb1a6ac6f {{(pid=84153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 15:41:01.404848 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8990d5f-fa9b-45f3-8294-fd0d2af3c342 req-a3eb1872-633e-452d-a08f-46a7b2a30810 service neutron] Checking agent: {'id': 'e037d8fb-d49c-4f86-9910-f13f6ba89a51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8251', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 23), 'started_at': datetime.datetime(2022, 1, 20, 14, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 15, 41, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 15:41:01.405240 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8990d5f-fa9b-45f3-8294-fd0d2af3c342 req-a3eb1872-633e-452d-a08f-46a7b2a30810 service neutron] Checking segment: {'id': '33ba1c7b-3208-442a-a04a-244eae23597f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'b803d82c-c028-4346-8ad1-5e9fb1a6ac6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 15:41:01.406171 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8990d5f-fa9b-45f3-8294-fd0d2af3c342 req-a3eb1872-633e-452d-a08f-46a7b2a30810 service neutron] Bound using segment: {'id': '33ba1c7b-3208-442a-a04a-244eae23597f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'b803d82c-c028-4346-8ad1-5e9fb1a6ac6f'} {{(pid=84153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 15:41:01.406602 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.managers [req-e8990d5f-fa9b-45f3-8294-fd0d2af3c342 req-a3eb1872-633e-452d-a08f-46a7b2a30810 service neutron] Bound port: 3467efe8-bda1-4b01-be7f-d01348b7c3ea, host: hv-neutron-8251, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33ba1c7b-3208-442a-a04a-244eae23597f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'b803d82c-c028-4346-8ad1-5e9fb1a6ac6f'}}] {{(pid=84153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 15:41:01.406946 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-e8990d5f-fa9b-45f3-8294-fd0d2af3c342 req-a3eb1872-633e-452d-a08f-46a7b2a30810 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:41:01.474618 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [req-f1e33049-3893-48e1-a9cb-1d425b55ec81 req-14e0473f-3448-496e-ad64-6f3a7449225c tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Unset dirty status for tenant:3429e03a7ca7442ca59a1b1874fe46c7 on resource:port {{(pid=84153) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 15:41:01.475697 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-f1e33049-3893-48e1-a9cb-1d425b55ec81 req-14e0473f-3448-496e-ad64-6f3a7449225c tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] 10.222.0.54 "GET /v2.0/ports?device_id=2f3b5602-bfc7-46ce-86e5-f1af17f9a439 HTTP/1.1" status: 200 len: 943 time: 0.3063824 Jan 20 15:41:01.500812 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:41:01.524353 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.db [req-e8990d5f-fa9b-45f3-8294-fd0d2af3c342 req-a3eb1872-633e-452d-a08f-46a7b2a30810 service neutron] For port 3467efe8-bda1-4b01-be7f-d01348b7c3ea, host hv-neutron-8251, cleared binding levels {{(pid=84153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 15:41:01.527860 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.db [req-e8990d5f-fa9b-45f3-8294-fd0d2af3c342 req-a3eb1872-633e-452d-a08f-46a7b2a30810 service neutron] For port 3467efe8-bda1-4b01-be7f-d01348b7c3ea, host hv-neutron-8251, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=3467efe8-bda1-4b01-be7f-d01348b7c3ea,segment=NetworkSegment(33ba1c7b-3208-442a-a04a-244eae23597f),segment_id=33ba1c7b-3208-442a-a04a-244eae23597f)] {{(pid=84153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 15:41:01.540080 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-f1e33049-3893-48e1-a9cb-1d425b55ec81 req-2cbc9e7e-6764-440c-9f9c-66e18c91c83a tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] 10.222.0.54 "GET /v2.0/security-groups?id=176d789b-a5f6-4e53-85cd-50c4b5cf6b83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534391 Jan 20 15:41:01.599094 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-e8990d5f-fa9b-45f3-8294-fd0d2af3c342 req-a3eb1872-633e-452d-a08f-46a7b2a30810 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3944146'] for port, after_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:41:01.659106 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-e8990d5f-fa9b-45f3-8294-fd0d2af3c342 req-a3eb1872-633e-452d-a08f-46a7b2a30810 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:41:01.660432 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-e8990d5f-fa9b-45f3-8294-fd0d2af3c342 req-a3eb1872-633e-452d-a08f-46a7b2a30810 service neutron] 10.222.0.106 "PUT /v2.0/ports/3467efe8-bda1-4b01-be7f-d01348b7c3ea HTTP/1.1" status: 200 len: 1093 time: 1.2594333 Jan 20 15:41:01.660868 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f3b5602-bfc7-46ce-86e5-f1af17f9a439', 'tag': '3467efe8-bda1-4b01-be7f-d01348b7c3ea'}] {{(pid=84153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 15:41:01.677848 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3eb1872-633e-452d-a08f-46a7b2a30810 service neutron] Pushing event updated for resources: {'Port': ['ID=3467efe8-bda1-4b01-be7f-d01348b7c3ea,revision_number=3']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:41:01.726678 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f3b5602-bfc7-46ce-86e5-f1af17f9a439', 'tag': '3467efe8-bda1-4b01-be7f-d01348b7c3ea', 'status': 'completed', 'code': 200} Jan 20 15:41:01.822408 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-5904c681-6dc9-44ac-b264-6b8e2fb0e243 req-edfa5306-1e95-4c1f-bd2e-1e1bf885dba2 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=3429e03a7ca7442ca59a1b1874fe46c7&device_id=2f3b5602-bfc7-46ce-86e5-f1af17f9a439 HTTP/1.1" status: 200 len: 1096 time: 0.0761898 Jan 20 15:41:01.894223 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-cdd98e71-1f0a-4421-baa9-dcb30e06edf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:41:01.963709 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5904c681-6dc9-44ac-b264-6b8e2fb0e243 req-9695230d-b992-410b-8fe6-94ae02acaa54 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:41:01.965140 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-5904c681-6dc9-44ac-b264-6b8e2fb0e243 req-9695230d-b992-410b-8fe6-94ae02acaa54 service neutron] 10.222.0.106 "GET /v2.0/networks?tenant_id=3429e03a7ca7442ca59a1b1874fe46c7&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1362076 Jan 20 15:41:02.096366 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5904c681-6dc9-44ac-b264-6b8e2fb0e243 req-b2613557-6446-4d7b-a74b-236bf9bf5cff service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:41:02.098786 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-5904c681-6dc9-44ac-b264-6b8e2fb0e243 req-b2613557-6446-4d7b-a74b-236bf9bf5cff service neutron] 10.222.0.106 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1267383 Jan 20 15:41:02.208455 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-e8990d5f-fa9b-45f3-8294-fd0d2af3c342 req-4fe4c4b0-a7f4-40db-a7f4-a2426eb25b51 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=3429e03a7ca7442ca59a1b1874fe46c7&device_id=2f3b5602-bfc7-46ce-86e5-f1af17f9a439 HTTP/1.1" status: 200 len: 1096 time: 0.0750930 Jan 20 15:41:02.281065 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-e8990d5f-fa9b-45f3-8294-fd0d2af3c342 req-2785d13a-7f82-4585-996d-48c5ca909f57 service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3467efe8-bda1-4b01-be7f-d01348b7c3ea HTTP/1.1" status: 200 len: 217 time: 0.0661919 Jan 20 15:41:02.341012 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8990d5f-fa9b-45f3-8294-fd0d2af3c342 req-a7c67116-50dc-4aca-965c-f953da1decb9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:41:02.342407 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-e8990d5f-fa9b-45f3-8294-fd0d2af3c342 req-a7c67116-50dc-4aca-965c-f953da1decb9 service neutron] 10.222.0.106 "GET /v2.0/subnets?id=c96ff1bb-e380-4bc1-a052-d6f34279b63c HTTP/1.1" status: 200 len: 848 time: 0.0555835 Jan 20 15:41:02.414776 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-e8990d5f-fa9b-45f3-8294-fd0d2af3c342 req-9592d92c-820b-40fc-a2da-a206b2091179 service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=b803d82c-c028-4346-8ad1-5e9fb1a6ac6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0665371 Jan 20 15:41:02.641841 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-e8990d5f-fa9b-45f3-8294-fd0d2af3c342 req-88c04f7f-a9f1-4dc2-bff5-7569523c88e4 service neutron] 10.222.0.106 "GET /v2.0/networks/b803d82c-c028-4346-8ad1-5e9fb1a6ac6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2217021 Jan 20 15:41:02.825634 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-e8990d5f-fa9b-45f3-8294-fd0d2af3c342 req-a60073a5-0d60-484d-9009-cb1f6a329fe4 service neutron] 10.222.0.106 "GET /v2.0/networks/b803d82c-c028-4346-8ad1-5e9fb1a6ac6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1777704 Jan 20 15:41:02.836545 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259289e0-ebff-4375-8377-4fa1f5fab87d req-471c050a-504a-40f1-9147-d9006eea78e1 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:41:02.838049 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-259289e0-ebff-4375-8377-4fa1f5fab87d req-471c050a-504a-40f1-9147-d9006eea78e1 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] 10.222.0.54 "GET /v2.0/ports?device_id=2f3b5602-bfc7-46ce-86e5-f1af17f9a439 HTTP/1.1" status: 200 len: 943 time: 0.1723342 Jan 20 15:41:02.883512 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-259289e0-ebff-4375-8377-4fa1f5fab87d req-a3de832c-a69d-4aaf-b1a9-a260358ed7a7 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] 10.222.0.54 "GET /v2.0/security-groups?id=176d789b-a5f6-4e53-85cd-50c4b5cf6b83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389307 Jan 20 15:41:03.362975 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-eea6df97-7ff1-4b63-af20-e3ec8913deda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:41:04.084417 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a152c40f-6a9d-4dfc-9e4c-65afe777ccbf req-8dfcef0a-9ce9-4896-9a69-8de10327dc8a tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:41:04.085860 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-a152c40f-6a9d-4dfc-9e4c-65afe777ccbf req-8dfcef0a-9ce9-4896-9a69-8de10327dc8a tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] 10.222.0.54 "GET /v2.0/ports?device_id=2f3b5602-bfc7-46ce-86e5-f1af17f9a439 HTTP/1.1" status: 200 len: 943 time: 0.0771546 Jan 20 15:41:04.130322 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-a152c40f-6a9d-4dfc-9e4c-65afe777ccbf req-4e527524-835a-4fc3-9a4d-35a414b2c5aa tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] 10.222.0.54 "GET /v2.0/security-groups?id=176d789b-a5f6-4e53-85cd-50c4b5cf6b83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388653 Jan 20 15:41:05.326304 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cfdacf-f5fd-4a77-86a7-0cc5663fa80f req-9685e9d4-193e-4454-8a84-ba6dc426b27a tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:41:05.327888 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-63cfdacf-f5fd-4a77-86a7-0cc5663fa80f req-9685e9d4-193e-4454-8a84-ba6dc426b27a tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] 10.222.0.54 "GET /v2.0/ports?device_id=2f3b5602-bfc7-46ce-86e5-f1af17f9a439 HTTP/1.1" status: 200 len: 943 time: 0.0803390 Jan 20 15:41:05.374687 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-63cfdacf-f5fd-4a77-86a7-0cc5663fa80f req-83975146-2f34-49b8-97bb-c1c53fb16b40 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] 10.222.0.54 "GET /v2.0/security-groups?id=176d789b-a5f6-4e53-85cd-50c4b5cf6b83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414529 Jan 20 15:41:06.566477 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48e1d2d-411f-4c9b-ad9e-58a5a5ea1de9 req-aa3d3a10-fe40-47f3-a0a0-b5f482e42f77 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:41:06.567907 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-b48e1d2d-411f-4c9b-ad9e-58a5a5ea1de9 req-aa3d3a10-fe40-47f3-a0a0-b5f482e42f77 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] 10.222.0.54 "GET /v2.0/ports?device_id=2f3b5602-bfc7-46ce-86e5-f1af17f9a439 HTTP/1.1" status: 200 len: 943 time: 0.0750020 Jan 20 15:41:06.612389 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-b48e1d2d-411f-4c9b-ad9e-58a5a5ea1de9 req-2e066d5b-4ef2-4dc0-92aa-533cef6ca28f tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] 10.222.0.54 "GET /v2.0/security-groups?id=176d789b-a5f6-4e53-85cd-50c4b5cf6b83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388210 Jan 20 15:41:07.807537 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffc99c5-71a8-40d3-a91d-9b8dfb0c29a6 req-8caa8fa1-b7ed-4a32-a937-fe6d88410bc4 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:41:07.808946 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-2ffc99c5-71a8-40d3-a91d-9b8dfb0c29a6 req-8caa8fa1-b7ed-4a32-a937-fe6d88410bc4 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] 10.222.0.54 "GET /v2.0/ports?device_id=2f3b5602-bfc7-46ce-86e5-f1af17f9a439 HTTP/1.1" status: 200 len: 943 time: 0.0767257 Jan 20 15:41:07.852631 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-2ffc99c5-71a8-40d3-a91d-9b8dfb0c29a6 req-634a4b19-5ef5-42f9-ae2c-4addacfae3af tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] 10.222.0.54 "GET /v2.0/security-groups?id=176d789b-a5f6-4e53-85cd-50c4b5cf6b83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378525 Jan 20 15:41:09.051635 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6845940e-1ac7-43c9-b142-78d7e8cd1791 req-347bd755-a592-480d-aefc-8de316a41177 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:41:09.053054 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-6845940e-1ac7-43c9-b142-78d7e8cd1791 req-347bd755-a592-480d-aefc-8de316a41177 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] 10.222.0.54 "GET /v2.0/ports?device_id=2f3b5602-bfc7-46ce-86e5-f1af17f9a439 HTTP/1.1" status: 200 len: 943 time: 0.0756996 Jan 20 15:41:09.097678 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-6845940e-1ac7-43c9-b142-78d7e8cd1791 req-0f4c5c32-0eaf-4ff6-9d95-f3a941fc78c4 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] 10.222.0.54 "GET /v2.0/security-groups?id=176d789b-a5f6-4e53-85cd-50c4b5cf6b83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392134 Jan 20 15:41:10.292429 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6805885e-d6fe-4270-95f7-ab0de5b62554 req-9e34a2b5-a301-46ed-9864-598734b84a09 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:41:10.293855 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-6805885e-d6fe-4270-95f7-ab0de5b62554 req-9e34a2b5-a301-46ed-9864-598734b84a09 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] 10.222.0.54 "GET /v2.0/ports?device_id=2f3b5602-bfc7-46ce-86e5-f1af17f9a439 HTTP/1.1" status: 200 len: 943 time: 0.0794926 Jan 20 15:41:10.337777 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-6805885e-d6fe-4270-95f7-ab0de5b62554 req-b68c9962-6b96-4bef-b740-3628c1744be8 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] 10.222.0.54 "GET /v2.0/security-groups?id=176d789b-a5f6-4e53-85cd-50c4b5cf6b83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385544 Jan 20 15:41:11.529720 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f12815-d9bd-4c34-a94a-2b3594005576 req-4f8cb81c-9594-4b01-9f26-e845d7bcc4d2 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:41:11.531216 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-59f12815-d9bd-4c34-a94a-2b3594005576 req-4f8cb81c-9594-4b01-9f26-e845d7bcc4d2 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] 10.222.0.54 "GET /v2.0/ports?device_id=2f3b5602-bfc7-46ce-86e5-f1af17f9a439 HTTP/1.1" status: 200 len: 943 time: 0.0746346 Jan 20 15:41:11.575836 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-59f12815-d9bd-4c34-a94a-2b3594005576 req-4f34b557-b735-41c7-bfbd-02515ada08c2 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] 10.222.0.54 "GET /v2.0/security-groups?id=176d789b-a5f6-4e53-85cd-50c4b5cf6b83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392549 Jan 20 15:41:12.770734 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f57aa0-9b19-4bc6-88c1-0411c66bd8b7 req-25540b1a-3d43-40ba-b89e-1e44ad13cf58 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:41:12.772163 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-d8f57aa0-9b19-4bc6-88c1-0411c66bd8b7 req-25540b1a-3d43-40ba-b89e-1e44ad13cf58 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] 10.222.0.54 "GET /v2.0/ports?device_id=2f3b5602-bfc7-46ce-86e5-f1af17f9a439 HTTP/1.1" status: 200 len: 943 time: 0.0785394 Jan 20 15:41:12.815579 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-d8f57aa0-9b19-4bc6-88c1-0411c66bd8b7 req-24908802-0ba9-4e76-847d-b9d0f83f2ace tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] 10.222.0.54 "GET /v2.0/security-groups?id=176d789b-a5f6-4e53-85cd-50c4b5cf6b83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379920 Jan 20 15:41:13.210279 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Device 3467efe8-bda1-4b01-be7f-d01348b7c3ea details requested by agent hyperv_hv-neutron-8251 with host hv-neutron-8251 {{(pid=84154) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 20 15:41:13.428448 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] For port 3467efe8-bda1-4b01-be7f-d01348b7c3ea, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=3467efe8-bda1-4b01-be7f-d01348b7c3ea,segment=NetworkSegment(33ba1c7b-3208-442a-a04a-244eae23597f),segment_id=33ba1c7b-3208-442a-a04a-244eae23597f)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 15:41:13.443808 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Returning: {'device': '3467efe8-bda1-4b01-be7f-d01348b7c3ea', 'network_id': 'b803d82c-c028-4346-8ad1-5e9fb1a6ac6f', 'port_id': '3467efe8-bda1-4b01-be7f-d01348b7c3ea', 'mac_address': 'fa:16:3e:de:ee:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c96ff1bb-e380-4bc1-a052-d6f34279b63c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84154) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 20 15:41:13.513686 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:41:13.580373 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.notifiers.nova [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3467efe8-bda1-4b01-be7f-d01348b7c3ea {{(pid=84154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 15:41:13.604533 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] For port 3467efe8-bda1-4b01-be7f-d01348b7c3ea, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=3467efe8-bda1-4b01-be7f-d01348b7c3ea,segment=NetworkSegment(33ba1c7b-3208-442a-a04a-244eae23597f),segment_id=33ba1c7b-3208-442a-a04a-244eae23597f)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 15:41:13.689110 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:41:13.752189 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Pushing event updated for resources: {'Port': ['ID=3467efe8-bda1-4b01-be7f-d01348b7c3ea,revision_number=4']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:41:13.760349 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:41:13.760701 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:41:13.761041 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:41:13.761376 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:41:13.761711 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:41:13.762057 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:41:13.762398 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:41:13.762728 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:41:13.763051 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:41:13.763372 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:41:13.763743 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:41:14.007446 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974e10e5-610f-4abe-a955-dfe8aa2be986 req-4e3cb675-bc71-405d-99ee-d4d6c49a6686 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:41:14.008911 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-974e10e5-610f-4abe-a955-dfe8aa2be986 req-4e3cb675-bc71-405d-99ee-d4d6c49a6686 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] 10.222.0.54 "GET /v2.0/ports?device_id=2f3b5602-bfc7-46ce-86e5-f1af17f9a439 HTTP/1.1" status: 200 len: 944 time: 0.0758984 Jan 20 15:41:14.056324 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-974e10e5-610f-4abe-a955-dfe8aa2be986 req-2a5d8626-0791-44a6-8251-24ca77e9357e tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] 10.222.0.54 "GET /v2.0/security-groups?id=176d789b-a5f6-4e53-85cd-50c4b5cf6b83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420113 Jan 20 15:41:14.061914 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] get_ports_and_sgs() called for port_ids ['3467efe8-bda1-4b01-be7f-d01348b7c3ea'] {{(pid=84154) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 20 15:41:15.225679 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Device 3467efe8-bda1-4b01-be7f-d01348b7c3ea up at agent hyperv_hv-neutron-8251 {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 15:41:15.257199 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2095106-ca41-48de-a672-921387201cfc req-3dcba221-e527-4d08-8e11-f86314e3a516 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:41:15.258736 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-b2095106-ca41-48de-a672-921387201cfc req-3dcba221-e527-4d08-8e11-f86314e3a516 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] 10.222.0.54 "GET /v2.0/ports?device_id=2f3b5602-bfc7-46ce-86e5-f1af17f9a439 HTTP/1.1" status: 200 len: 944 time: 0.0809152 Jan 20 15:41:15.304468 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-b2095106-ca41-48de-a672-921387201cfc req-e59a7b9c-a595-47c1-8f00-9eed223959e4 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] 10.222.0.54 "GET /v2.0/security-groups?id=176d789b-a5f6-4e53-85cd-50c4b5cf6b83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403054 Jan 20 15:41:15.346372 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Provisioning for port 3467efe8-bda1-4b01-be7f-d01348b7c3ea completed by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 15:41:15.351273 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Provisioning complete for port 3467efe8-bda1-4b01-be7f-d01348b7c3ea triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:41:15.351649 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:41:15.463311 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:41:15.489048 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f3b5602-bfc7-46ce-86e5-f1af17f9a439', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3467efe8-bda1-4b01-be7f-d01348b7c3ea'}] {{(pid=84154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 15:41:15.498300 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] For port 3467efe8-bda1-4b01-be7f-d01348b7c3ea, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=3467efe8-bda1-4b01-be7f-d01348b7c3ea,segment=NetworkSegment(33ba1c7b-3208-442a-a04a-244eae23597f),segment_id=33ba1c7b-3208-442a-a04a-244eae23597f)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 15:41:15.542977 dv-neutron-825124-1-hyperv neutron-server[84154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f3b5602-bfc7-46ce-86e5-f1af17f9a439', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3467efe8-bda1-4b01-be7f-d01348b7c3ea', 'code': 200} Jan 20 15:41:15.580858 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:41:15.645493 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Pushing event updated for resources: {'Port': ['ID=3467efe8-bda1-4b01-be7f-d01348b7c3ea,revision_number=5']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:41:15.977030 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-ad7c63f4-62aa-4195-8f44-8e1bd160a44f req-36aabc44-3f9e-497b-a3b2-910cfff30924 service neutron] 10.222.0.106 "GET /v2.0/ports?device_id=2f3b5602-bfc7-46ce-86e5-f1af17f9a439 HTTP/1.1" status: 200 len: 1098 time: 0.0695596 Jan 20 15:41:16.017917 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-ad7c63f4-62aa-4195-8f44-8e1bd160a44f req-e2b93f7d-e4d6-41ac-99db-91a849c07a48 service neutron] 10.222.0.106 "GET /v2.0/security-groups?id=176d789b-a5f6-4e53-85cd-50c4b5cf6b83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350373 Jan 20 15:41:16.494306 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167835ce-5330-42a2-9a6e-32469d2155a0 req-8bd96f4e-ec02-4236-9829-1c06da109f21 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:41:16.495790 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-167835ce-5330-42a2-9a6e-32469d2155a0 req-8bd96f4e-ec02-4236-9829-1c06da109f21 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] 10.222.0.54 "GET /v2.0/ports?device_id=2f3b5602-bfc7-46ce-86e5-f1af17f9a439 HTTP/1.1" status: 200 len: 945 time: 0.0750544 Jan 20 15:41:16.539747 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-167835ce-5330-42a2-9a6e-32469d2155a0 req-c6f95cd9-7c6e-4366-a81e-12be103e37dd tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] 10.222.0.54 "GET /v2.0/security-groups?id=176d789b-a5f6-4e53-85cd-50c4b5cf6b83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379987 Jan 20 15:41:17.749474 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d744459-5617-4f92-af0f-c7f5d9714736 req-9265bff1-128b-46a8-9d29-b068ce5fcd44 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:41:17.751609 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-6d744459-5617-4f92-af0f-c7f5d9714736 req-9265bff1-128b-46a8-9d29-b068ce5fcd44 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] 10.222.0.54 "GET /v2.0/ports?device_id=2f3b5602-bfc7-46ce-86e5-f1af17f9a439 HTTP/1.1" status: 200 len: 945 time: 0.0884309 Jan 20 15:41:17.796452 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-6d744459-5617-4f92-af0f-c7f5d9714736 req-273c6f0c-85b9-43c8-8131-f2fca1699953 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] 10.222.0.54 "GET /v2.0/security-groups?id=176d789b-a5f6-4e53-85cd-50c4b5cf6b83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386233 Jan 20 15:41:17.991374 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59b1f0f-4d76-4389-aea1-6bbef0f102ee req-d70d7739-15b6-476e-9e62-cad8c9a55fcf tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:41:17.992805 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-a59b1f0f-4d76-4389-aea1-6bbef0f102ee req-d70d7739-15b6-476e-9e62-cad8c9a55fcf tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] 10.222.0.54 "GET /v2.0/ports?device_id=2f3b5602-bfc7-46ce-86e5-f1af17f9a439 HTTP/1.1" status: 200 len: 945 time: 0.0751491 Jan 20 15:41:18.040292 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-a59b1f0f-4d76-4389-aea1-6bbef0f102ee req-d4df1bca-714b-4bfb-9750-58997421638e tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] 10.222.0.54 "GET /v2.0/security-groups?id=176d789b-a5f6-4e53-85cd-50c4b5cf6b83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421481 Jan 20 15:41:18.067287 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 52490) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:41:18.289949 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-e3291014-887a-4b4b-9656-28e0d7fec00c tempest-TestShelveInstance-256588465 tempest-TestShelveInstance-256588465-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=2f3b5602-bfc7-46ce-86e5-f1af17f9a439 HTTP/1.1" status: 200 len: 1093 time: 0.2215414 Jan 20 15:41:18.292526 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 52496) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:41:18.298352 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-7347717f-1021-4306-9fec-7440b99f612c tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Request body: {'floatingip': {'floating_network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'port_id': '3467efe8-bda1-4b01-be7f-d01348b7c3ea', 'tenant_id': '3429e03a7ca7442ca59a1b1874fe46c7', 'fixed_ip_address': '172.20.0.3'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 15:41:18.303750 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-7347717f-1021-4306-9fec-7440b99f612c tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:41:18.307550 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-7347717f-1021-4306-9fec-7440b99f612c tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Usage tracker for resource:floatingip and tenant:3429e03a7ca7442ca59a1b1874fe46c7 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:41:18.310342 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-7347717f-1021-4306-9fec-7440b99f612c tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:41:18.315883 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-7347717f-1021-4306-9fec-7440b99f612c tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:41:18.391386 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-7347717f-1021-4306-9fec-7440b99f612c tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Notify callbacks [] for floatingip, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:41:18.525150 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-7347717f-1021-4306-9fec-7440b99f612c tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:41:18.659572 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.db_base_plugin_common [None req-7347717f-1021-4306-9fec-7440b99f612c tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Allocated IP 172.26.7.50 (8dffb05c-5ca0-409b-bd5f-7be6264f707d/a489dd4f-42a5-433b-8be3-bab2749c4209/d4ac1415-7f00-4bfc-9eed-22f1d514ea5e) {{(pid=84153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 15:41:18.804349 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-7347717f-1021-4306-9fec-7440b99f612c tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Notify callbacks [] for port, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:41:18.899973 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-7347717f-1021-4306-9fec-7440b99f612c tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:41:18.964874 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7347717f-1021-4306-9fec-7440b99f612c tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Network 8dffb05c-5ca0-409b-bd5f-7be6264f707d is already hosted by enough agents. {{(pid=84153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 15:41:18.968140 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.base_scheduler [None req-7347717f-1021-4306-9fec-7440b99f612c tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Resources bound (agent type, host, resource id): {{(pid=84153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 15:41:18.972346 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7347717f-1021-4306-9fec-7440b99f612c tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Received port after_create {{(pid=84153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 15:41:19.001866 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7347717f-1021-4306-9fec-7440b99f612c tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Pushing event updated for resources: {'Port': ['ID=d4ac1415-7f00-4bfc-9eed-22f1d514ea5e,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:41:19.480924 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-7347717f-1021-4306-9fec-7440b99f612c tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:41:19.599537 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-7347717f-1021-4306-9fec-7440b99f612c tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:41:19.805886 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-7347717f-1021-4306-9fec-7440b99f612c tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Notify callbacks [] for port, precommit_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:41:19.853697 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-7347717f-1021-4306-9fec-7440b99f612c tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3944146'] for port, after_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:41:19.956305 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7347717f-1021-4306-9fec-7440b99f612c tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Pushing event updated for resources: {'Port': ['ID=d4ac1415-7f00-4bfc-9eed-22f1d514ea5e,revision_number=2']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:41:19.971740 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-7347717f-1021-4306-9fec-7440b99f612c tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-745254'] for floatingip, after_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:41:20.268287 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.db.l3_db [None req-7347717f-1021-4306-9fec-7440b99f612c tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Floating IP 03cd2d1b-26ae-459f-b6c3-27ccd1f165fa associated. External IP: 172.26.7.50, port: 3467efe8-bda1-4b01-be7f-d01348b7c3ea. Jan 20 15:41:20.660226 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7347717f-1021-4306-9fec-7440b99f612c tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Router 2b1306cf-8119-42b7-89ce-74cb553d4869 has already been hosted by L3 agent 624d525b-4c26-4143-8a1c-228bb1c6faaa {{(pid=84153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 15:41:20.858214 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7347717f-1021-4306-9fec-7440b99f612c tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Notify agent at l3_agent.dv-neutron-825124-1-hyperv the message routers_updated {{(pid=84153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 15:41:20.867427 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04fb9f03-2e1e-4ef2-b875-3671754e97af None None] Sync routers for ids ['2b1306cf-8119-42b7-89ce-74cb553d4869'] in dv-neutron-825124-1-hyperv {{(pid=84155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 15:41:20.879687 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04fb9f03-2e1e-4ef2-b875-3671754e97af None None] Routers {'2b1306cf-8119-42b7-89ce-74cb553d4869'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 15:41:20.880273 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-04fb9f03-2e1e-4ef2-b875-3671754e97af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T15:41:00Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['2b1306cf-8119-42b7-89ce-74cb553d4869'], 'active': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:41:20.935293 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-7347717f-1021-4306-9fec-7440b99f612c tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for floatingip, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:41:20.988838 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-7347717f-1021-4306-9fec-7440b99f612c tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.6952462 Jan 20 15:41:20.989414 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f3b5602-bfc7-46ce-86e5-f1af17f9a439', 'tag': '3467efe8-bda1-4b01-be7f-d01348b7c3ea'}] {{(pid=84153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 15:41:21.043879 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f3b5602-bfc7-46ce-86e5-f1af17f9a439', 'tag': '3467efe8-bda1-4b01-be7f-d01348b7c3ea', 'status': 'completed', 'code': 200} Jan 20 15:41:21.078996 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvr_db [None req-04fb9f03-2e1e-4ef2-b875-3671754e97af None None] Set router 2b1306cf-8119-42b7-89ce-74cb553d4869 gateway port host: dv-neutron-825124-1-hyperv {{(pid=84155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 15:41:21.140072 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-8003fe92-426d-4914-8aac-49de9c0f76e9 req-e9b31fcf-4024-47e7-9a65-48ae07e5fd64 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=3429e03a7ca7442ca59a1b1874fe46c7&device_id=2f3b5602-bfc7-46ce-86e5-f1af17f9a439 HTTP/1.1" status: 200 len: 1098 time: 0.0748115 Jan 20 15:41:21.273098 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8003fe92-426d-4914-8aac-49de9c0f76e9 req-13877680-d986-4a46-bc0f-d81f0edb8125 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:41:21.274595 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-8003fe92-426d-4914-8aac-49de9c0f76e9 req-13877680-d986-4a46-bc0f-d81f0edb8125 service neutron] 10.222.0.106 "GET /v2.0/networks?id=b803d82c-c028-4346-8ad1-5e9fb1a6ac6f HTTP/1.1" status: 200 len: 910 time: 0.1296587 Jan 20 15:41:21.378897 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-8003fe92-426d-4914-8aac-49de9c0f76e9 req-58961123-2cd4-4288-971b-4534202f70be service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3467efe8-bda1-4b01-be7f-d01348b7c3ea HTTP/1.1" status: 200 len: 998 time: 0.0983210 Jan 20 15:41:21.432915 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-04fb9f03-2e1e-4ef2-b875-3671754e97af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b1306cf-8119-42b7-89ce-74cb553d4869', 'name': 'tempest-TestShelveInstance-1865667637-router', 'tenant_id': '3429e03a7ca7442ca59a1b1874fe46c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.73'}], 'enable_snat': True}, 'gw_port_id': '67ff4dd2-f9d5-4bdc-b219-1f30cff5b132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:34:29Z', 'updated_at': '2022-01-20T15:34:32Z', 'revision_number': 4, 'project_id': '3429e03a7ca7442ca59a1b1874fe46c7', 'gw_port': {'id': '67ff4dd2-f9d5-4bdc-b219-1f30cff5b132', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:72:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b1306cf-8119-42b7-89ce-74cb553d4869', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:34:30Z', 'updated_at': '2022-01-20T15:34:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv', '_floatingips': [{'id': '03cd2d1b-26ae-459f-b6c3-27ccd1f165fa', 'tenant_id': '3429e03a7ca7442ca59a1b1874fe46c7', 'floating_ip_address': '172.26.7.50', 'floating_network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'router_id': '2b1306cf-8119-42b7-89ce-74cb553d4869', 'port_id': '3467efe8-bda1-4b01-be7f-d01348b7c3ea', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b803d82c-c028-4346-8ad1-5e9fb1a6ac6f', 'mac_address': 'fa:16:3e:de:ee:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f3b5602-bfc7-46ce-86e5-f1af17f9a439', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T15:41:19Z', 'updated_at': '2022-01-20T15:41:19Z', 'revision_number': 0, 'project_id': '3429e03a7ca7442ca59a1b1874fe46c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3de8d6b9-5c70-4e15-8da9-9e8732ec7957', 'name': '', 'network_id': 'b803d82c-c028-4346-8ad1-5e9fb1a6ac6f', 'tenant_id': '3429e03a7ca7442ca59a1b1874fe46c7', 'mac_address': 'fa:16:3e:b0:77:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b1306cf-8119-42b7-89ce-74cb553d4869', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c96ff1bb-e380-4bc1-a052-d6f34279b63c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:34:32Z', 'updated_at': '2022-01-20T15:34:42Z', 'revision_number': 5, 'project_id': '3429e03a7ca7442ca59a1b1874fe46c7', 'subnets': [{'id': 'c96ff1bb-e380-4bc1-a052-d6f34279b63c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:41:21.437020 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04fb9f03-2e1e-4ef2-b875-3671754e97af None None] Checking router: 2b1306cf-8119-42b7-89ce-74cb553d4869 for host: dv-neutron-825124-1-hyperv {{(pid=84155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 15:41:21.448362 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04fb9f03-2e1e-4ef2-b875-3671754e97af None None] Routers {'2b1306cf-8119-42b7-89ce-74cb553d4869'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 15:41:21.448978 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-04fb9f03-2e1e-4ef2-b875-3671754e97af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T15:41:00Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['2b1306cf-8119-42b7-89ce-74cb553d4869'], 'active': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:41:21.451722 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8003fe92-426d-4914-8aac-49de9c0f76e9 req-55a5e3d0-fd06-4f4c-8552-e5d58a206dc4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:41:21.453754 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-8003fe92-426d-4914-8aac-49de9c0f76e9 req-55a5e3d0-fd06-4f4c-8552-e5d58a206dc4 service neutron] 10.222.0.106 "GET /v2.0/subnets?id=c96ff1bb-e380-4bc1-a052-d6f34279b63c HTTP/1.1" status: 200 len: 848 time: 0.0687158 Jan 20 15:41:21.534142 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-8003fe92-426d-4914-8aac-49de9c0f76e9 req-c17e18ed-abfa-40d9-bdbc-9662d74e2f17 service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=b803d82c-c028-4346-8ad1-5e9fb1a6ac6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0739505 Jan 20 15:41:21.623245 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvr_db [None req-04fb9f03-2e1e-4ef2-b875-3671754e97af None None] Set router 2b1306cf-8119-42b7-89ce-74cb553d4869 gateway port host: dv-neutron-825124-1-hyperv {{(pid=84155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 15:41:21.694515 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-8003fe92-426d-4914-8aac-49de9c0f76e9 req-235382e9-0874-40db-a5cf-7af1920d7209 service neutron] 10.222.0.106 "GET /v2.0/networks/b803d82c-c028-4346-8ad1-5e9fb1a6ac6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1533334 Jan 20 15:41:21.851725 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-8003fe92-426d-4914-8aac-49de9c0f76e9 req-c48ef4ba-6c9a-412e-923a-4d890c89acac service neutron] 10.222.0.106 "GET /v2.0/networks/b803d82c-c028-4346-8ad1-5e9fb1a6ac6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509726 Jan 20 15:41:22.010908 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-04fb9f03-2e1e-4ef2-b875-3671754e97af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b1306cf-8119-42b7-89ce-74cb553d4869', 'name': 'tempest-TestShelveInstance-1865667637-router', 'tenant_id': '3429e03a7ca7442ca59a1b1874fe46c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.73'}], 'enable_snat': True}, 'gw_port_id': '67ff4dd2-f9d5-4bdc-b219-1f30cff5b132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:34:29Z', 'updated_at': '2022-01-20T15:34:32Z', 'revision_number': 4, 'project_id': '3429e03a7ca7442ca59a1b1874fe46c7', 'gw_port': {'id': '67ff4dd2-f9d5-4bdc-b219-1f30cff5b132', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:72:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b1306cf-8119-42b7-89ce-74cb553d4869', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:34:30Z', 'updated_at': '2022-01-20T15:34:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv', '_floatingips': [{'id': '03cd2d1b-26ae-459f-b6c3-27ccd1f165fa', 'tenant_id': '3429e03a7ca7442ca59a1b1874fe46c7', 'floating_ip_address': '172.26.7.50', 'floating_network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'router_id': '2b1306cf-8119-42b7-89ce-74cb553d4869', 'port_id': '3467efe8-bda1-4b01-be7f-d01348b7c3ea', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b803d82c-c028-4346-8ad1-5e9fb1a6ac6f', 'mac_address': 'fa:16:3e:de:ee:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f3b5602-bfc7-46ce-86e5-f1af17f9a439', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T15:41:19Z', 'updated_at': '2022-01-20T15:41:19Z', 'revision_number': 0, 'project_id': '3429e03a7ca7442ca59a1b1874fe46c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3de8d6b9-5c70-4e15-8da9-9e8732ec7957', 'name': '', 'network_id': 'b803d82c-c028-4346-8ad1-5e9fb1a6ac6f', 'tenant_id': '3429e03a7ca7442ca59a1b1874fe46c7', 'mac_address': 'fa:16:3e:b0:77:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b1306cf-8119-42b7-89ce-74cb553d4869', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c96ff1bb-e380-4bc1-a052-d6f34279b63c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:34:32Z', 'updated_at': '2022-01-20T15:34:42Z', 'revision_number': 5, 'project_id': '3429e03a7ca7442ca59a1b1874fe46c7', 'subnets': [{'id': 'c96ff1bb-e380-4bc1-a052-d6f34279b63c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:41:22.016787 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04fb9f03-2e1e-4ef2-b875-3671754e97af None None] The sync data for ids ['2b1306cf-8119-42b7-89ce-74cb553d4869'] in dv-neutron-825124-1-hyperv is: [{'id': '2b1306cf-8119-42b7-89ce-74cb553d4869', 'name': 'tempest-TestShelveInstance-1865667637-router', 'tenant_id': '3429e03a7ca7442ca59a1b1874fe46c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.73'}], 'enable_snat': True}, 'gw_port_id': '67ff4dd2-f9d5-4bdc-b219-1f30cff5b132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:34:29Z', 'updated_at': '2022-01-20T15:34:32Z', 'revision_number': 4, 'project_id': '3429e03a7ca7442ca59a1b1874fe46c7', 'gw_port': {'id': '67ff4dd2-f9d5-4bdc-b219-1f30cff5b132', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:72:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b1306cf-8119-42b7-89ce-74cb553d4869', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:34:30Z', 'updated_at': '2022-01-20T15:34:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv', '_floatingips': [{'id': '03cd2d1b-26ae-459f-b6c3-27ccd1f165fa', 'tenant_id': '3429e03a7ca7442ca59a1b1874fe46c7', 'floating_ip_address': '172.26.7.50', 'floating_network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'router_id': '2b1306cf-8119-42b7-89ce-74cb553d4869', 'port_id': '3467efe8-bda1-4b01-be7f-d01348b7c3ea', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b803d82c-c028-4346-8ad1-5e9fb1a6ac6f', 'mac_address': 'fa:16:3e:de:ee:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f3b5602-bfc7-46ce-86e5-f1af17f9a439', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T15:41:19Z', 'updated_at': '2022-01-20T15:41:19Z', 'revision_number': 0, 'project_id': '3429e03a7ca7442ca59a1b1874fe46c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3de8d6b9-5c70-4e15-8da9-9e8732ec7957', 'name': '', 'network_id': 'b803d82c-c028-4346-8ad1-5e9fb1a6ac6f', 'tenant_id': '3429e03a7ca7442ca59a1b1874fe46c7', 'mac_address': 'fa:16:3e:b0:77:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b1306cf-8119-42b7-89ce-74cb553d4869', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c96ff1bb-e380-4bc1-a052-d6f34279b63c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:34:32Z', 'updated_at': '2022-01-20T15:34:42Z', 'revision_number': 5, 'project_id': '3429e03a7ca7442ca59a1b1874fe46c7', 'subnets': [{'id': 'c96ff1bb-e380-4bc1-a052-d6f34279b63c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 15:41:22.227630 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a83dc686-8875-4627-a09e-b4e345157bc0 None None] New status for floating IP 03cd2d1b-26ae-459f-b6c3-27ccd1f165fa: ACTIVE {{(pid=84154) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 20 15:41:28.079381 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-cba15f20-298c-4c62-a43c-c89f52c48a0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:41:30.511900 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-815f3a48-3e2b-4504-a344-d2d7ae187f75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:41:31.112370 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.agents_db [None req-6dba657d-a637-4918-9b6d-40defdfae04b None None] Agent healthcheck: found 6 active agents {{(pid=84155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 15:41:31.294538 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:41:31.460489 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:41:31.928908 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-cdd98e71-1f0a-4421-baa9-dcb30e06edf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:41:33.386410 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-eea6df97-7ff1-4b63-af20-e3ec8913deda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:41:58.093882 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-19afd331-17e3-4c12-bb32-b285eaa77a4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:42:00.505159 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-12aa1f78-3bcb-4f6a-ae8d-9b610e557edd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:42:01.315388 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:42:01.539971 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:42:01.893787 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-cdd98e71-1f0a-4421-baa9-dcb30e06edf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:42:03.357069 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-eea6df97-7ff1-4b63-af20-e3ec8913deda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:42:08.114426 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.agents_db [None req-6dba657d-a637-4918-9b6d-40defdfae04b None None] Agent healthcheck: found 6 active agents {{(pid=84155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 15:42:18.629091 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-1986e741-99da-4950-aada-d7305e33ae44 req-1280e898-9bff-4ac6-8d59-6768e5deb9d6 service neutron] 10.222.0.106 "GET /v2.0/ports?device_id=2f3b5602-bfc7-46ce-86e5-f1af17f9a439&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1707864 Jan 20 15:42:18.764639 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-1986e741-99da-4950-aada-d7305e33ae44 req-6185f682-86b8-439f-a9f0-23d0d77e15f3 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=3429e03a7ca7442ca59a1b1874fe46c7&device_id=2f3b5602-bfc7-46ce-86e5-f1af17f9a439 HTTP/1.1" status: 200 len: 1098 time: 0.0680776 Jan 20 15:42:18.904723 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1986e741-99da-4950-aada-d7305e33ae44 req-55a5cb46-6e38-4af2-9fcd-9f00d7c8ddb5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:42:18.906629 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-1986e741-99da-4950-aada-d7305e33ae44 req-55a5cb46-6e38-4af2-9fcd-9f00d7c8ddb5 service neutron] 10.222.0.106 "GET /v2.0/networks?id=b803d82c-c028-4346-8ad1-5e9fb1a6ac6f HTTP/1.1" status: 200 len: 910 time: 0.1243417 Jan 20 15:42:19.008338 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-1986e741-99da-4950-aada-d7305e33ae44 req-4859138b-0298-4a92-bb4d-eebdfa4a6259 service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3467efe8-bda1-4b01-be7f-d01348b7c3ea HTTP/1.1" status: 200 len: 1000 time: 0.0966966 Jan 20 15:42:19.073103 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1986e741-99da-4950-aada-d7305e33ae44 req-a1605296-e79e-4a8a-8933-8a74e51c039f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:42:19.074580 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-1986e741-99da-4950-aada-d7305e33ae44 req-a1605296-e79e-4a8a-8933-8a74e51c039f service neutron] 10.222.0.106 "GET /v2.0/subnets?id=c96ff1bb-e380-4bc1-a052-d6f34279b63c HTTP/1.1" status: 200 len: 848 time: 0.0608010 Jan 20 15:42:19.147466 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-1986e741-99da-4950-aada-d7305e33ae44 req-95e7f1e2-8efa-4352-bfff-93b65bf15aea service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=b803d82c-c028-4346-8ad1-5e9fb1a6ac6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0674775 Jan 20 15:42:19.280730 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-1986e741-99da-4950-aada-d7305e33ae44 req-1905a6a6-ddf4-4584-a34c-4c3ef0e2eacf service neutron] 10.222.0.106 "GET /v2.0/networks/b803d82c-c028-4346-8ad1-5e9fb1a6ac6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273570 Jan 20 15:42:19.419140 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-1986e741-99da-4950-aada-d7305e33ae44 req-8fb598a9-b148-46d4-9a31-4ced73d497ef service neutron] 10.222.0.106 "GET /v2.0/networks/b803d82c-c028-4346-8ad1-5e9fb1a6ac6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324143 Jan 20 15:42:28.079992 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-3c52b7fa-7286-4867-a21f-dcacc8207cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:42:30.499500 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-4a4ec285-8147-4eb3-a91a-d7a770575122 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:42:31.310669 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:42:31.476395 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:42:31.899857 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-cdd98e71-1f0a-4421-baa9-dcb30e06edf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:42:33.367436 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-eea6df97-7ff1-4b63-af20-e3ec8913deda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:42:45.115193 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.agents_db [None req-6dba657d-a637-4918-9b6d-40defdfae04b None None] Agent healthcheck: found 6 active agents {{(pid=84155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 15:42:58.075532 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-9451489f-7bde-416b-991d-d1f6a1da0863 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:43:00.519426 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-8e2a0e23-e310-4d8e-a439-73d4cbb42e5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:43:01.304256 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:43:01.519409 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:43:01.898123 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-cdd98e71-1f0a-4421-baa9-dcb30e06edf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:43:03.387364 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-eea6df97-7ff1-4b63-af20-e3ec8913deda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:43:19.512760 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-da147f7e-88d4-4795-b258-ea77196948d6 req-b574ea57-c946-4f31-8a4c-095378d62b29 service neutron] 10.222.0.106 "GET /v2.0/ports?device_id=2f3b5602-bfc7-46ce-86e5-f1af17f9a439&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0674641 Jan 20 15:43:19.657477 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-da147f7e-88d4-4795-b258-ea77196948d6 req-c58de1c4-4c3f-4649-906e-a097f5eea585 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=3429e03a7ca7442ca59a1b1874fe46c7&device_id=2f3b5602-bfc7-46ce-86e5-f1af17f9a439 HTTP/1.1" status: 200 len: 1098 time: 0.0758562 Jan 20 15:43:19.799111 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da147f7e-88d4-4795-b258-ea77196948d6 req-90244cfc-67b2-45e0-9fec-75e249983ade service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:43:19.800543 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-da147f7e-88d4-4795-b258-ea77196948d6 req-90244cfc-67b2-45e0-9fec-75e249983ade service neutron] 10.222.0.106 "GET /v2.0/networks?id=b803d82c-c028-4346-8ad1-5e9fb1a6ac6f HTTP/1.1" status: 200 len: 910 time: 0.1255879 Jan 20 15:43:19.910091 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-da147f7e-88d4-4795-b258-ea77196948d6 req-e533920e-cf7c-40df-b4fa-1c23c0ec632e service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3467efe8-bda1-4b01-be7f-d01348b7c3ea HTTP/1.1" status: 200 len: 1000 time: 0.1028826 Jan 20 15:43:19.970742 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da147f7e-88d4-4795-b258-ea77196948d6 req-c438b72f-6060-4078-9561-b9ebe8bd773f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:43:19.972231 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-da147f7e-88d4-4795-b258-ea77196948d6 req-c438b72f-6060-4078-9561-b9ebe8bd773f service neutron] 10.222.0.106 "GET /v2.0/subnets?id=c96ff1bb-e380-4bc1-a052-d6f34279b63c HTTP/1.1" status: 200 len: 848 time: 0.0569904 Jan 20 15:43:20.045144 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-da147f7e-88d4-4795-b258-ea77196948d6 req-5d2b9135-f642-4b4b-919c-74e7d00e3f3a service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=b803d82c-c028-4346-8ad1-5e9fb1a6ac6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0674090 Jan 20 15:43:20.175638 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-da147f7e-88d4-4795-b258-ea77196948d6 req-a908d0e4-c9ec-43d1-8439-b0a1d7a8b710 service neutron] 10.222.0.106 "GET /v2.0/networks/b803d82c-c028-4346-8ad1-5e9fb1a6ac6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247482 Jan 20 15:43:20.305595 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-da147f7e-88d4-4795-b258-ea77196948d6 req-c67e6a59-fa1f-445b-be66-0f3b0b993e7d service neutron] 10.222.0.106 "GET /v2.0/networks/b803d82c-c028-4346-8ad1-5e9fb1a6ac6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242239 Jan 20 15:43:22.116343 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.agents_db [None req-6dba657d-a637-4918-9b6d-40defdfae04b None None] Agent healthcheck: found 6 active agents {{(pid=84155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 15:43:28.075399 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-958e10f7-ab85-4927-9e2c-a0eb136ee25a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:43:30.523608 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-f2d12947-58fb-4357-90cc-ad0ecd19956c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:43:31.318383 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:43:31.449538 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:43:31.909237 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-cdd98e71-1f0a-4421-baa9-dcb30e06edf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:43:33.375011 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-eea6df97-7ff1-4b63-af20-e3ec8913deda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:43:58.108463 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-74ada43f-993c-4e74-a285-08632080ab24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:43:59.120003 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.agents_db [None req-6dba657d-a637-4918-9b6d-40defdfae04b None None] Agent healthcheck: found 6 active agents {{(pid=84155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 15:43:59.674627 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4e58c4-0f20-482d-ac87-3863c02483e0 req-e2571b61-94df-473e-9bfe-1286b02bb7b7 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:43:59.676074 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-ed4e58c4-0f20-482d-ac87-3863c02483e0 req-e2571b61-94df-473e-9bfe-1286b02bb7b7 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] 10.222.0.54 "GET /v2.0/ports?device_id=2f3b5602-bfc7-46ce-86e5-f1af17f9a439 HTTP/1.1" status: 200 len: 945 time: 0.1879575 Jan 20 15:43:59.720888 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-ed4e58c4-0f20-482d-ac87-3863c02483e0 req-64893427-a8ae-4c7d-a44b-c4cc2eeb7435 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] 10.222.0.54 "GET /v2.0/security-groups?id=176d789b-a5f6-4e53-85cd-50c4b5cf6b83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391936 Jan 20 15:44:00.502617 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-a4b92cf5-4218-45f7-8829-6a9f5c2e8096 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:44:00.930355 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc30a0d-9db3-4c20-a028-405a2bb4aadf req-0d90ffa2-1161-4a1f-b521-cb364780f242 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:44:00.931778 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-2cc30a0d-9db3-4c20-a028-405a2bb4aadf req-0d90ffa2-1161-4a1f-b521-cb364780f242 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] 10.222.0.54 "GET /v2.0/ports?device_id=2f3b5602-bfc7-46ce-86e5-f1af17f9a439 HTTP/1.1" status: 200 len: 945 time: 0.0773423 Jan 20 15:44:00.978623 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-2cc30a0d-9db3-4c20-a028-405a2bb4aadf req-0bb971dd-0a5f-4c7e-b271-8df9df6c30af tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] 10.222.0.54 "GET /v2.0/security-groups?id=176d789b-a5f6-4e53-85cd-50c4b5cf6b83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413337 Jan 20 15:44:01.331243 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:44:01.474183 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:44:01.919838 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-cdd98e71-1f0a-4421-baa9-dcb30e06edf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:44:02.191121 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78887986-6cf8-46b3-afcd-95488969847b req-9a0ce745-6533-46b5-8fb5-42f36a363c3b tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:44:02.192674 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-78887986-6cf8-46b3-afcd-95488969847b req-9a0ce745-6533-46b5-8fb5-42f36a363c3b tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] 10.222.0.54 "GET /v2.0/ports?device_id=2f3b5602-bfc7-46ce-86e5-f1af17f9a439 HTTP/1.1" status: 200 len: 945 time: 0.0789306 Jan 20 15:44:02.250248 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-78887986-6cf8-46b3-afcd-95488969847b req-aebebd2b-2873-4e72-88f5-ce06ffb10230 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] 10.222.0.54 "GET /v2.0/security-groups?id=176d789b-a5f6-4e53-85cd-50c4b5cf6b83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485356 Jan 20 15:44:03.388548 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-eea6df97-7ff1-4b63-af20-e3ec8913deda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:44:03.457707 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8ffb06-d1f9-4c94-b38b-e621d4e867c1 req-2b3a335a-cdb7-4137-8e43-c231f28272b3 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:44:03.459203 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-2d8ffb06-d1f9-4c94-b38b-e621d4e867c1 req-2b3a335a-cdb7-4137-8e43-c231f28272b3 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] 10.222.0.54 "GET /v2.0/ports?device_id=2f3b5602-bfc7-46ce-86e5-f1af17f9a439 HTTP/1.1" status: 200 len: 945 time: 0.0855896 Jan 20 15:44:03.506994 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-2d8ffb06-d1f9-4c94-b38b-e621d4e867c1 req-90e8df02-89c6-4081-a806-2815b74519cc tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] 10.222.0.54 "GET /v2.0/security-groups?id=176d789b-a5f6-4e53-85cd-50c4b5cf6b83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405033 Jan 20 15:44:04.759415 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d6716e-7f46-4ba9-b5cb-f546ccc4ed2c req-78e03eae-ddd8-43a4-b7a6-407047879c15 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:44:04.762334 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-34d6716e-7f46-4ba9-b5cb-f546ccc4ed2c req-78e03eae-ddd8-43a4-b7a6-407047879c15 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] 10.222.0.54 "GET /v2.0/ports?device_id=2f3b5602-bfc7-46ce-86e5-f1af17f9a439 HTTP/1.1" status: 200 len: 945 time: 0.0776169 Jan 20 15:44:04.807705 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-34d6716e-7f46-4ba9-b5cb-f546ccc4ed2c req-29c305c6-61c9-44c5-9627-a4546faa8dd0 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] 10.222.0.54 "GET /v2.0/security-groups?id=176d789b-a5f6-4e53-85cd-50c4b5cf6b83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416374 Jan 20 15:44:06.004343 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b439c4-383a-47b2-b761-b197a00c2f52 req-30b35509-60e1-4620-9f0e-17dc49734aae tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:44:06.005685 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-00b439c4-383a-47b2-b761-b197a00c2f52 req-30b35509-60e1-4620-9f0e-17dc49734aae tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] 10.222.0.54 "GET /v2.0/ports?device_id=2f3b5602-bfc7-46ce-86e5-f1af17f9a439 HTTP/1.1" status: 200 len: 945 time: 0.0785170 Jan 20 15:44:06.049574 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-00b439c4-383a-47b2-b761-b197a00c2f52 req-0c99962e-c3a4-4255-8e68-b52c2c5eccd9 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] 10.222.0.54 "GET /v2.0/security-groups?id=176d789b-a5f6-4e53-85cd-50c4b5cf6b83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378115 Jan 20 15:44:07.251251 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3830ca3-a7f2-4fc0-9519-d0078a329fd0 req-ebb028a8-0b3a-40a2-9ff5-02d4c6b99c0f tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:44:07.252679 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-e3830ca3-a7f2-4fc0-9519-d0078a329fd0 req-ebb028a8-0b3a-40a2-9ff5-02d4c6b99c0f tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] 10.222.0.54 "GET /v2.0/ports?device_id=2f3b5602-bfc7-46ce-86e5-f1af17f9a439 HTTP/1.1" status: 200 len: 945 time: 0.0830050 Jan 20 15:44:07.300691 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-e3830ca3-a7f2-4fc0-9519-d0078a329fd0 req-2a246fbf-adad-4e14-9159-399e727dfd1d tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] 10.222.0.54 "GET /v2.0/security-groups?id=176d789b-a5f6-4e53-85cd-50c4b5cf6b83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417798 Jan 20 15:44:08.498863 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad80b1b9-898c-4b06-944c-bfd0ac9cbd27 req-b46b6b0b-eea2-4c5a-92cf-82dccb671705 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:44:08.500337 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-ad80b1b9-898c-4b06-944c-bfd0ac9cbd27 req-b46b6b0b-eea2-4c5a-92cf-82dccb671705 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] 10.222.0.54 "GET /v2.0/ports?device_id=2f3b5602-bfc7-46ce-86e5-f1af17f9a439 HTTP/1.1" status: 200 len: 945 time: 0.0808761 Jan 20 15:44:08.544018 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-ad80b1b9-898c-4b06-944c-bfd0ac9cbd27 req-51425294-0480-40d1-8101-38a91e93ad80 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] 10.222.0.54 "GET /v2.0/security-groups?id=176d789b-a5f6-4e53-85cd-50c4b5cf6b83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381036 Jan 20 15:44:09.702982 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-89834107-9b3f-482d-928e-606bae96f5a7 req-0e984ffb-1f56-48e2-84d0-63b06b9098f5 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=3429e03a7ca7442ca59a1b1874fe46c7&device_id=2f3b5602-bfc7-46ce-86e5-f1af17f9a439 HTTP/1.1" status: 200 len: 1098 time: 0.1042488 Jan 20 15:44:09.838847 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7736bae1-b7e3-49fc-98d1-d8a1acfb4d6e req-17d987fa-06cd-4a81-ab27-526dc36642dc tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:44:09.840182 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-7736bae1-b7e3-49fc-98d1-d8a1acfb4d6e req-17d987fa-06cd-4a81-ab27-526dc36642dc tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] 10.222.0.54 "GET /v2.0/ports?device_id=2f3b5602-bfc7-46ce-86e5-f1af17f9a439 HTTP/1.1" status: 200 len: 945 time: 0.1747804 Jan 20 15:44:09.874914 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89834107-9b3f-482d-928e-606bae96f5a7 req-a70cc7bc-dd03-4020-ac2f-86fa6d6f9bc9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:44:09.876248 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-89834107-9b3f-482d-928e-606bae96f5a7 req-a70cc7bc-dd03-4020-ac2f-86fa6d6f9bc9 service neutron] 10.222.0.106 "GET /v2.0/networks?id=b803d82c-c028-4346-8ad1-5e9fb1a6ac6f HTTP/1.1" status: 200 len: 910 time: 0.1661892 Jan 20 15:44:09.966552 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-7736bae1-b7e3-49fc-98d1-d8a1acfb4d6e req-2ac91b6c-2392-4c0d-b055-5c5392222a7f tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] 10.222.0.54 "GET /v2.0/security-groups?id=176d789b-a5f6-4e53-85cd-50c4b5cf6b83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1162841 Jan 20 15:44:09.985853 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-89834107-9b3f-482d-928e-606bae96f5a7 req-a0996e78-320d-4d49-90c0-933117445ad7 service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3467efe8-bda1-4b01-be7f-d01348b7c3ea HTTP/1.1" status: 200 len: 1000 time: 0.1016214 Jan 20 15:44:10.050471 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89834107-9b3f-482d-928e-606bae96f5a7 req-1450c90a-dc3a-446d-95d0-18c1ab4b4686 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:44:10.051890 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-89834107-9b3f-482d-928e-606bae96f5a7 req-1450c90a-dc3a-446d-95d0-18c1ab4b4686 service neutron] 10.222.0.106 "GET /v2.0/subnets?id=c96ff1bb-e380-4bc1-a052-d6f34279b63c HTTP/1.1" status: 200 len: 848 time: 0.0608668 Jan 20 15:44:10.124140 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-89834107-9b3f-482d-928e-606bae96f5a7 req-677d31e8-746b-49e7-b045-e471b12256bb service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=b803d82c-c028-4346-8ad1-5e9fb1a6ac6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0665078 Jan 20 15:44:10.252100 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-89834107-9b3f-482d-928e-606bae96f5a7 req-67102d3c-7954-4a3a-93d0-96e83ee3d118 service neutron] 10.222.0.106 "GET /v2.0/networks/b803d82c-c028-4346-8ad1-5e9fb1a6ac6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220455 Jan 20 15:44:10.379902 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-89834107-9b3f-482d-928e-606bae96f5a7 req-b0e5c065-ec30-4fdf-8f87-90ea4bc3a07d service neutron] 10.222.0.106 "GET /v2.0/networks/b803d82c-c028-4346-8ad1-5e9fb1a6ac6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224370 Jan 20 15:44:11.173919 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e95c491-50fd-4a3d-8ac1-8d7547804812 req-241d4943-7833-4018-a2df-050e9f99d93f tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:44:11.175494 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-8e95c491-50fd-4a3d-8ac1-8d7547804812 req-241d4943-7833-4018-a2df-050e9f99d93f tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] 10.222.0.54 "GET /v2.0/ports?device_id=2f3b5602-bfc7-46ce-86e5-f1af17f9a439 HTTP/1.1" status: 200 len: 945 time: 0.0865786 Jan 20 15:44:11.308271 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-8e95c491-50fd-4a3d-8ac1-8d7547804812 req-e2b0eeb4-dc8c-4195-9f01-6e07fed71648 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] 10.222.0.54 "GET /v2.0/security-groups?id=176d789b-a5f6-4e53-85cd-50c4b5cf6b83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1265392 Jan 20 15:44:12.505795 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f134fb8-19d1-4213-aa93-95b4a22bcf74 req-58a62c78-258c-4668-a0d2-5252dc665f36 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:44:12.507862 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-2f134fb8-19d1-4213-aa93-95b4a22bcf74 req-58a62c78-258c-4668-a0d2-5252dc665f36 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] 10.222.0.54 "GET /v2.0/ports?device_id=2f3b5602-bfc7-46ce-86e5-f1af17f9a439 HTTP/1.1" status: 200 len: 945 time: 0.0776267 Jan 20 15:44:12.551563 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-2f134fb8-19d1-4213-aa93-95b4a22bcf74 req-cc684ef0-3e5e-479e-a3ea-2e1c0665b7c2 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] 10.222.0.54 "GET /v2.0/security-groups?id=176d789b-a5f6-4e53-85cd-50c4b5cf6b83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382590 Jan 20 15:44:13.760581 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41489c4b-6bfd-424a-8278-0e9099444e9a req-ba7f2e70-2734-431b-ad69-65b36963ca43 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:44:13.762052 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-41489c4b-6bfd-424a-8278-0e9099444e9a req-ba7f2e70-2734-431b-ad69-65b36963ca43 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] 10.222.0.54 "GET /v2.0/ports?device_id=2f3b5602-bfc7-46ce-86e5-f1af17f9a439 HTTP/1.1" status: 200 len: 945 time: 0.0833921 Jan 20 15:44:13.806739 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-41489c4b-6bfd-424a-8278-0e9099444e9a req-3c3812d8-485a-492a-9f7d-fba06e3088e0 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] 10.222.0.54 "GET /v2.0/security-groups?id=176d789b-a5f6-4e53-85cd-50c4b5cf6b83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391724 Jan 20 15:44:14.104609 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-b95583ce-2d3c-4acb-bec6-401259a06cd2 req-6e49bb8e-31ed-4772-94c8-6624853133d6 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=2f3b5602-bfc7-46ce-86e5-f1af17f9a439&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1826761 Jan 20 15:44:14.444855 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 52606) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:44:14.519190 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddde3cd-6760-4a1a-a833-ffdc14f7d24d req-647fe563-6873-4a1c-8015-ce48eedb62bb tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:44:14.520982 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-bddde3cd-6760-4a1a-a833-ffdc14f7d24d req-647fe563-6873-4a1c-8015-ce48eedb62bb tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] 10.222.0.54 "GET /v2.0/ports?device_id=2f3b5602-bfc7-46ce-86e5-f1af17f9a439 HTTP/1.1" status: 200 len: 945 time: 0.0943010 Jan 20 15:44:14.574972 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-bddde3cd-6760-4a1a-a833-ffdc14f7d24d req-151606e7-a058-4cd3-8cd6-79aefe770d02 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] 10.222.0.54 "GET /v2.0/security-groups?id=176d789b-a5f6-4e53-85cd-50c4b5cf6b83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456591 Jan 20 15:44:14.604826 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-02b4dd29-85b5-47f9-8dbf-7bdbe0e6f14e req-ad592633-7279-4696-bd4b-28efedcbfdfa service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=2f3b5602-bfc7-46ce-86e5-f1af17f9a439&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1586571 Jan 20 15:44:15.791431 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d63411-481a-4cd8-a197-0e60274c7f86 req-3d91bfb9-1a02-4567-ad17-2de62534efc3 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:44:15.794359 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-28d63411-481a-4cd8-a197-0e60274c7f86 req-3d91bfb9-1a02-4567-ad17-2de62534efc3 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] 10.222.0.54 "GET /v2.0/ports?device_id=2f3b5602-bfc7-46ce-86e5-f1af17f9a439 HTTP/1.1" status: 200 len: 945 time: 0.0850964 Jan 20 15:44:15.849685 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-28d63411-481a-4cd8-a197-0e60274c7f86 req-e8d9aa34-a018-4312-b68c-0bbb3d30b482 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] 10.222.0.54 "GET /v2.0/security-groups?id=176d789b-a5f6-4e53-85cd-50c4b5cf6b83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496650 Jan 20 15:44:16.016596 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Device 3467efe8-bda1-4b01-be7f-d01348b7c3ea no longer exists at agent hyperv_hv-neutron-8251 {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 15:44:16.129170 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:44:16.157235 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f3b5602-bfc7-46ce-86e5-f1af17f9a439', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3467efe8-bda1-4b01-be7f-d01348b7c3ea'}] {{(pid=84154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 15:44:16.169824 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] For port 3467efe8-bda1-4b01-be7f-d01348b7c3ea, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=3467efe8-bda1-4b01-be7f-d01348b7c3ea,segment=NetworkSegment(33ba1c7b-3208-442a-a04a-244eae23597f),segment_id=33ba1c7b-3208-442a-a04a-244eae23597f)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 15:44:16.236716 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:44:16.318340 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Pushing event updated for resources: {'Port': ['ID=3467efe8-bda1-4b01-be7f-d01348b7c3ea,revision_number=6']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:44:16.327885 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:44:16.331099 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:44:16.331099 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:44:16.331099 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:44:16.331099 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:44:16.331099 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:44:16.331099 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:44:16.331099 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:44:16.331099 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:44:16.331099 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:44:16.331738 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:44:16.344608 dv-neutron-825124-1-hyperv neutron-server[84154]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '2f3b5602-bfc7-46ce-86e5-f1af17f9a439', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '3467efe8-bda1-4b01-be7f-d01348b7c3ea', 'code': 422} returned with failed status Jan 20 15:44:17.066989 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae96162-944d-4360-93dd-7682dd62a721 req-7ef6f775-3249-4a9f-b53d-e1998cc40793 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:44:17.068447 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-dae96162-944d-4360-93dd-7682dd62a721 req-7ef6f775-3249-4a9f-b53d-e1998cc40793 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] 10.222.0.54 "GET /v2.0/ports?device_id=2f3b5602-bfc7-46ce-86e5-f1af17f9a439 HTTP/1.1" status: 200 len: 943 time: 0.0839248 Jan 20 15:44:17.121447 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-dae96162-944d-4360-93dd-7682dd62a721 req-ea458be5-5648-42c9-89ba-c0b9343eefe5 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] 10.222.0.54 "GET /v2.0/security-groups?id=176d789b-a5f6-4e53-85cd-50c4b5cf6b83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438948 Jan 20 15:44:18.014409 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-02b4dd29-85b5-47f9-8dbf-7bdbe0e6f14e req-041d9668-1479-4294-883c-f6d69fe72238 service neutron] 10.222.0.106 "GET /v2.0/ports?device_id=2f3b5602-bfc7-46ce-86e5-f1af17f9a439&tenant_id=3429e03a7ca7442ca59a1b1874fe46c7 HTTP/1.1" status: 200 len: 1096 time: 0.1456704 Jan 20 15:44:18.104550 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-02b4dd29-85b5-47f9-8dbf-7bdbe0e6f14e req-ef6bf0d4-67b6-4502-a885-050c96d04b6a service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=3429e03a7ca7442ca59a1b1874fe46c7&device_id=2f3b5602-bfc7-46ce-86e5-f1af17f9a439 HTTP/1.1" status: 200 len: 1096 time: 0.0688348 Jan 20 15:44:18.238492 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b4dd29-85b5-47f9-8dbf-7bdbe0e6f14e req-87abadf0-fbc9-4355-8122-913f2d281c64 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:44:18.239980 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-02b4dd29-85b5-47f9-8dbf-7bdbe0e6f14e req-87abadf0-fbc9-4355-8122-913f2d281c64 service neutron] 10.222.0.106 "GET /v2.0/networks?id=b803d82c-c028-4346-8ad1-5e9fb1a6ac6f HTTP/1.1" status: 200 len: 910 time: 0.1295297 Jan 20 15:44:18.423485 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-02b4dd29-85b5-47f9-8dbf-7bdbe0e6f14e req-05349bff-262d-40c1-90f0-51ece7b2d16c service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3467efe8-bda1-4b01-be7f-d01348b7c3ea HTTP/1.1" status: 200 len: 998 time: 0.1779101 Jan 20 15:44:18.478879 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed54635-0df2-4d7c-8f10-2a81d9833fa6 req-0b3d6375-466e-41c2-b8d9-08437c993015 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:44:18.480309 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-eed54635-0df2-4d7c-8f10-2a81d9833fa6 req-0b3d6375-466e-41c2-b8d9-08437c993015 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] 10.222.0.54 "GET /v2.0/ports?device_id=2f3b5602-bfc7-46ce-86e5-f1af17f9a439 HTTP/1.1" status: 200 len: 943 time: 0.1783648 Jan 20 15:44:18.517203 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b4dd29-85b5-47f9-8dbf-7bdbe0e6f14e req-6d68efe7-2d92-4229-b3a2-aba763d411e5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:44:18.518666 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-02b4dd29-85b5-47f9-8dbf-7bdbe0e6f14e req-6d68efe7-2d92-4229-b3a2-aba763d411e5 service neutron] 10.222.0.106 "GET /v2.0/subnets?id=c96ff1bb-e380-4bc1-a052-d6f34279b63c HTTP/1.1" status: 200 len: 848 time: 0.0886288 Jan 20 15:44:18.579037 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-eed54635-0df2-4d7c-8f10-2a81d9833fa6 req-8466f55b-0cef-4b7c-9dac-e22a0cd54e31 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] 10.222.0.54 "GET /v2.0/security-groups?id=176d789b-a5f6-4e53-85cd-50c4b5cf6b83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0923028 Jan 20 15:44:18.607876 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-02b4dd29-85b5-47f9-8dbf-7bdbe0e6f14e req-7ed469a8-4104-47af-9fb3-2b68175fa8c2 service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=b803d82c-c028-4346-8ad1-5e9fb1a6ac6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0793872 Jan 20 15:44:18.747314 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-02b4dd29-85b5-47f9-8dbf-7bdbe0e6f14e req-042011f5-3cfb-47be-ace3-5e346052b06f service neutron] 10.222.0.106 "GET /v2.0/networks/b803d82c-c028-4346-8ad1-5e9fb1a6ac6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336372 Jan 20 15:44:18.880810 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-02b4dd29-85b5-47f9-8dbf-7bdbe0e6f14e req-09afd051-6b08-488a-91c9-7654144c1fe2 service neutron] 10.222.0.106 "GET /v2.0/networks/b803d82c-c028-4346-8ad1-5e9fb1a6ac6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282017 Jan 20 15:44:19.783067 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a064dcce-1e06-4316-8527-a440618c51f8 req-50606c41-7e99-489d-9347-7283581a91e1 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:44:19.784520 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-a064dcce-1e06-4316-8527-a440618c51f8 req-50606c41-7e99-489d-9347-7283581a91e1 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] 10.222.0.54 "GET /v2.0/ports?device_id=2f3b5602-bfc7-46ce-86e5-f1af17f9a439 HTTP/1.1" status: 200 len: 943 time: 0.0813828 Jan 20 15:44:19.829965 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-a064dcce-1e06-4316-8527-a440618c51f8 req-8571b84a-9020-4bca-9aca-43558350bdc0 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] 10.222.0.54 "GET /v2.0/security-groups?id=176d789b-a5f6-4e53-85cd-50c4b5cf6b83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392408 Jan 20 15:44:21.035523 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adb0d57-2f42-43f8-a554-a878662c7a36 req-39ae5dfc-90e4-468e-bdbd-b7cd5b3b6ae6 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:44:21.037102 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-8adb0d57-2f42-43f8-a554-a878662c7a36 req-39ae5dfc-90e4-468e-bdbd-b7cd5b3b6ae6 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] 10.222.0.54 "GET /v2.0/ports?device_id=2f3b5602-bfc7-46ce-86e5-f1af17f9a439 HTTP/1.1" status: 200 len: 943 time: 0.0826077 Jan 20 15:44:21.089367 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-8adb0d57-2f42-43f8-a554-a878662c7a36 req-1b69fca1-96b5-4a25-a629-fb7df1bdcfa5 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] 10.222.0.54 "GET /v2.0/security-groups?id=176d789b-a5f6-4e53-85cd-50c4b5cf6b83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459273 Jan 20 15:44:21.572454 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-ca03311b-24ce-4da8-96d5-0fd1be9fe650 req-e76a7f6c-1522-462b-9ce7-9fc16a96e135 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=3429e03a7ca7442ca59a1b1874fe46c7&device_id=2f3b5602-bfc7-46ce-86e5-f1af17f9a439 HTTP/1.1" status: 200 len: 1096 time: 0.0686746 Jan 20 15:44:21.800218 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca03311b-24ce-4da8-96d5-0fd1be9fe650 req-dfde27c9-5875-4e4f-ba2b-047290a49ea8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:44:21.801658 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-ca03311b-24ce-4da8-96d5-0fd1be9fe650 req-dfde27c9-5875-4e4f-ba2b-047290a49ea8 service neutron] 10.222.0.106 "GET /v2.0/networks?id=b803d82c-c028-4346-8ad1-5e9fb1a6ac6f HTTP/1.1" status: 200 len: 910 time: 0.2098098 Jan 20 15:44:21.901812 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-ca03311b-24ce-4da8-96d5-0fd1be9fe650 req-c8551160-5b33-42f3-b94f-72b6a64b238b service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3467efe8-bda1-4b01-be7f-d01348b7c3ea HTTP/1.1" status: 200 len: 998 time: 0.0946693 Jan 20 15:44:21.965042 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca03311b-24ce-4da8-96d5-0fd1be9fe650 req-c9335f67-ca7d-4cb5-ae1b-b30d456e2f2d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:44:21.966502 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-ca03311b-24ce-4da8-96d5-0fd1be9fe650 req-c9335f67-ca7d-4cb5-ae1b-b30d456e2f2d service neutron] 10.222.0.106 "GET /v2.0/subnets?id=c96ff1bb-e380-4bc1-a052-d6f34279b63c HTTP/1.1" status: 200 len: 848 time: 0.0574501 Jan 20 15:44:22.045387 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-ca03311b-24ce-4da8-96d5-0fd1be9fe650 req-047a7725-cc14-4769-8eaa-70e506c7ab30 service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=b803d82c-c028-4346-8ad1-5e9fb1a6ac6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0733883 Jan 20 15:44:22.181942 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-ca03311b-24ce-4da8-96d5-0fd1be9fe650 req-c2e47539-7f4e-4a6b-9968-afcbb83e597a service neutron] 10.222.0.106 "GET /v2.0/networks/b803d82c-c028-4346-8ad1-5e9fb1a6ac6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307859 Jan 20 15:44:22.364723 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-ca03311b-24ce-4da8-96d5-0fd1be9fe650 req-c5adf546-fa5a-4bba-8c07-2310a659a32e service neutron] 10.222.0.106 "GET /v2.0/networks/b803d82c-c028-4346-8ad1-5e9fb1a6ac6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1764734 Jan 20 15:44:22.379283 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8a934f-713a-41a4-ba6b-36f647429c27 req-7780127a-7274-4ba6-ad41-ae5710eb96fa tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:44:22.384949 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-9b8a934f-713a-41a4-ba6b-36f647429c27 req-7780127a-7274-4ba6-ad41-ae5710eb96fa tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] 10.222.0.54 "GET /v2.0/ports?device_id=2f3b5602-bfc7-46ce-86e5-f1af17f9a439 HTTP/1.1" status: 200 len: 943 time: 0.1272736 Jan 20 15:44:22.433066 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-9b8a934f-713a-41a4-ba6b-36f647429c27 req-027f1831-be18-4a9e-9c0d-2d660ecae28d tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] 10.222.0.54 "GET /v2.0/security-groups?id=176d789b-a5f6-4e53-85cd-50c4b5cf6b83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454774 Jan 20 15:44:23.642936 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5469ab82-d197-45ce-ae60-2bc423885275 req-8515a531-b7d3-4307-b786-2da4b9e09f9c tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:44:23.644373 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-5469ab82-d197-45ce-ae60-2bc423885275 req-8515a531-b7d3-4307-b786-2da4b9e09f9c tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] 10.222.0.54 "GET /v2.0/ports?device_id=2f3b5602-bfc7-46ce-86e5-f1af17f9a439 HTTP/1.1" status: 200 len: 943 time: 0.0813587 Jan 20 15:44:23.693189 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-5469ab82-d197-45ce-ae60-2bc423885275 req-c1432752-fa27-4bac-be46-2812d23d5463 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] 10.222.0.54 "GET /v2.0/security-groups?id=176d789b-a5f6-4e53-85cd-50c4b5cf6b83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433412 Jan 20 15:44:24.919019 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8d446d-ff6b-4f07-9bd8-74ff5dff75b4 req-80707c49-2e27-438e-8e00-f802854976cc tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:44:24.920489 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-db8d446d-ff6b-4f07-9bd8-74ff5dff75b4 req-80707c49-2e27-438e-8e00-f802854976cc tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] 10.222.0.54 "GET /v2.0/ports?device_id=2f3b5602-bfc7-46ce-86e5-f1af17f9a439 HTTP/1.1" status: 200 len: 943 time: 0.0888171 Jan 20 15:44:24.970456 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-db8d446d-ff6b-4f07-9bd8-74ff5dff75b4 req-5296dd5b-bf4f-4556-84f9-4159e1f4beb8 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] 10.222.0.54 "GET /v2.0/security-groups?id=176d789b-a5f6-4e53-85cd-50c4b5cf6b83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434084 Jan 20 15:44:26.169824 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f1d550-6ee6-4280-92bf-513600de7616 req-9f4021af-2ea9-4a6d-8bdd-bfe875d00a68 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:44:26.171283 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-38f1d550-6ee6-4280-92bf-513600de7616 req-9f4021af-2ea9-4a6d-8bdd-bfe875d00a68 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] 10.222.0.54 "GET /v2.0/ports?device_id=2f3b5602-bfc7-46ce-86e5-f1af17f9a439 HTTP/1.1" status: 200 len: 943 time: 0.0758901 Jan 20 15:44:26.217013 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-38f1d550-6ee6-4280-92bf-513600de7616 req-6a3237b3-8be9-4124-8403-3c8a13c13f5a tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] 10.222.0.54 "GET /v2.0/security-groups?id=176d789b-a5f6-4e53-85cd-50c4b5cf6b83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392728 Jan 20 15:44:27.414820 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9daa8f-f364-4b18-a612-1304affeded8 req-5d3fdff4-0a9c-43eb-84a5-222d334f0a7a tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:44:27.416244 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-fd9daa8f-f364-4b18-a612-1304affeded8 req-5d3fdff4-0a9c-43eb-84a5-222d334f0a7a tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] 10.222.0.54 "GET /v2.0/ports?device_id=2f3b5602-bfc7-46ce-86e5-f1af17f9a439 HTTP/1.1" status: 200 len: 943 time: 0.0787766 Jan 20 15:44:27.463276 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-fd9daa8f-f364-4b18-a612-1304affeded8 req-9c8e0195-6a7c-4210-8d1a-0fdc2f9ac793 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] 10.222.0.54 "GET /v2.0/security-groups?id=176d789b-a5f6-4e53-85cd-50c4b5cf6b83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412068 Jan 20 15:44:28.077720 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Device 3467efe8-bda1-4b01-be7f-d01348b7c3ea details requested by agent hyperv_hv-neutron-8251 with host hv-neutron-8251 {{(pid=84154) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 20 15:44:28.091511 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-53548a6b-7768-45f7-bc8a-e2e208640a97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:44:28.213929 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] For port 3467efe8-bda1-4b01-be7f-d01348b7c3ea, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=3467efe8-bda1-4b01-be7f-d01348b7c3ea,segment=NetworkSegment(33ba1c7b-3208-442a-a04a-244eae23597f),segment_id=33ba1c7b-3208-442a-a04a-244eae23597f)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 15:44:28.226896 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Returning: {'device': '3467efe8-bda1-4b01-be7f-d01348b7c3ea', 'network_id': 'b803d82c-c028-4346-8ad1-5e9fb1a6ac6f', 'port_id': '3467efe8-bda1-4b01-be7f-d01348b7c3ea', 'mac_address': 'fa:16:3e:de:ee:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c96ff1bb-e380-4bc1-a052-d6f34279b63c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84154) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 20 15:44:28.279423 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:44:28.295908 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.notifiers.nova [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3467efe8-bda1-4b01-be7f-d01348b7c3ea {{(pid=84154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 15:44:28.310932 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] For port 3467efe8-bda1-4b01-be7f-d01348b7c3ea, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=3467efe8-bda1-4b01-be7f-d01348b7c3ea,segment=NetworkSegment(33ba1c7b-3208-442a-a04a-244eae23597f),segment_id=33ba1c7b-3208-442a-a04a-244eae23597f)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 15:44:28.401606 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:44:28.468921 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Pushing event updated for resources: {'Port': ['ID=3467efe8-bda1-4b01-be7f-d01348b7c3ea,revision_number=7']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:44:28.661023 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d419e384-3d49-4e60-8385-1441fc260f93 req-7dce9c88-9608-4164-8b81-12cef0a9ec2b tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:44:28.662490 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-d419e384-3d49-4e60-8385-1441fc260f93 req-7dce9c88-9608-4164-8b81-12cef0a9ec2b tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] 10.222.0.54 "GET /v2.0/ports?device_id=2f3b5602-bfc7-46ce-86e5-f1af17f9a439 HTTP/1.1" status: 200 len: 944 time: 0.0772486 Jan 20 15:44:28.710862 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-d419e384-3d49-4e60-8385-1441fc260f93 req-54ad8985-fa70-4796-b1a9-2b9d5b908e7d tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] 10.222.0.54 "GET /v2.0/security-groups?id=176d789b-a5f6-4e53-85cd-50c4b5cf6b83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423527 Jan 20 15:44:28.757350 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] get_ports_and_sgs() called for port_ids ['3467efe8-bda1-4b01-be7f-d01348b7c3ea'] {{(pid=84154) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 20 15:44:29.910018 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9a5527-5de3-4d46-851b-087500d2f7e5 req-105b0006-ea2f-4016-98bc-f02643f961ba tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:44:29.911493 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-dc9a5527-5de3-4d46-851b-087500d2f7e5 req-105b0006-ea2f-4016-98bc-f02643f961ba tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] 10.222.0.54 "GET /v2.0/ports?device_id=2f3b5602-bfc7-46ce-86e5-f1af17f9a439 HTTP/1.1" status: 200 len: 944 time: 0.0770354 Jan 20 15:44:29.957996 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-dc9a5527-5de3-4d46-851b-087500d2f7e5 req-3b315a8c-ea69-4912-b3f0-9f1c3576f5b2 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] 10.222.0.54 "GET /v2.0/security-groups?id=176d789b-a5f6-4e53-85cd-50c4b5cf6b83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405622 Jan 20 15:44:30.080625 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Device 3467efe8-bda1-4b01-be7f-d01348b7c3ea up at agent hyperv_hv-neutron-8251 {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 15:44:30.147098 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Provisioning complete for port 3467efe8-bda1-4b01-be7f-d01348b7c3ea triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:44:30.147472 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:44:30.295286 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:44:30.321838 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f3b5602-bfc7-46ce-86e5-f1af17f9a439', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3467efe8-bda1-4b01-be7f-d01348b7c3ea'}] {{(pid=84154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 15:44:30.331855 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] For port 3467efe8-bda1-4b01-be7f-d01348b7c3ea, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=3467efe8-bda1-4b01-be7f-d01348b7c3ea,segment=NetworkSegment(33ba1c7b-3208-442a-a04a-244eae23597f),segment_id=33ba1c7b-3208-442a-a04a-244eae23597f)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 15:44:30.375589 dv-neutron-825124-1-hyperv neutron-server[84154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f3b5602-bfc7-46ce-86e5-f1af17f9a439', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3467efe8-bda1-4b01-be7f-d01348b7c3ea', 'code': 200} Jan 20 15:44:30.413111 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:44:30.498438 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Pushing event updated for resources: {'Port': ['ID=3467efe8-bda1-4b01-be7f-d01348b7c3ea,revision_number=8']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:44:30.561579 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-8a561782-6a7b-450b-be67-7143cd1e5459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:44:30.714499 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-c31da526-7a88-48e8-a7f8-ac3614226d8c req-3ad9f6fa-ef26-48ca-8a11-f50c81bf1c98 service neutron] 10.222.0.106 "GET /v2.0/ports?device_id=2f3b5602-bfc7-46ce-86e5-f1af17f9a439 HTTP/1.1" status: 200 len: 1098 time: 0.0788052 Jan 20 15:44:30.759085 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-c31da526-7a88-48e8-a7f8-ac3614226d8c req-ae787d76-29bc-48e2-b344-9ac13b04f210 service neutron] 10.222.0.106 "GET /v2.0/security-groups?id=176d789b-a5f6-4e53-85cd-50c4b5cf6b83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390942 Jan 20 15:44:31.171473 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e15017-c070-4d64-a3f4-339a52bcd8e0 req-3ab85d2f-a349-475c-9b0a-ff392b930293 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:44:31.172928 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-b5e15017-c070-4d64-a3f4-339a52bcd8e0 req-3ab85d2f-a349-475c-9b0a-ff392b930293 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] 10.222.0.54 "GET /v2.0/ports?device_id=2f3b5602-bfc7-46ce-86e5-f1af17f9a439 HTTP/1.1" status: 200 len: 945 time: 0.0768385 Jan 20 15:44:31.220291 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-b5e15017-c070-4d64-a3f4-339a52bcd8e0 req-e0ef6952-f6c2-47da-833b-a0ebe8cbe703 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] 10.222.0.54 "GET /v2.0/security-groups?id=176d789b-a5f6-4e53-85cd-50c4b5cf6b83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419292 Jan 20 15:44:31.327308 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:44:31.475977 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:44:31.904658 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-cdd98e71-1f0a-4421-baa9-dcb30e06edf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:44:32.428124 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a8b6d1-3bd1-492f-a2a5-45464e559360 req-410d7cab-e141-4848-82c1-e88e2f53065c tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:44:32.429674 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-29a8b6d1-3bd1-492f-a2a5-45464e559360 req-410d7cab-e141-4848-82c1-e88e2f53065c tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] 10.222.0.54 "GET /v2.0/ports?device_id=2f3b5602-bfc7-46ce-86e5-f1af17f9a439 HTTP/1.1" status: 200 len: 945 time: 0.0798838 Jan 20 15:44:32.486931 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-29a8b6d1-3bd1-492f-a2a5-45464e559360 req-eef769e6-c9c2-438a-9242-d3b7933c7e23 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] 10.222.0.54 "GET /v2.0/security-groups?id=176d789b-a5f6-4e53-85cd-50c4b5cf6b83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514777 Jan 20 15:44:33.384799 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-eea6df97-7ff1-4b63-af20-e3ec8913deda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:44:36.119713 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.agents_db [None req-6dba657d-a637-4918-9b6d-40defdfae04b None None] Agent healthcheck: found 6 active agents {{(pid=84155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 15:44:58.098729 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-bc3c050d-8002-4667-baf3-7903e4a0ba0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:45:00.521454 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-9299ef7c-aef3-40ff-a09f-702fa2230214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:45:01.336737 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:45:01.594960 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:45:01.904071 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-cdd98e71-1f0a-4421-baa9-dcb30e06edf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:45:03.412440 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-eea6df97-7ff1-4b63-af20-e3ec8913deda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:45:13.120245 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.agents_db [None req-6dba657d-a637-4918-9b6d-40defdfae04b None None] Agent healthcheck: found 6 active agents {{(pid=84155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 15:45:21.515026 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-49613e8c-2f22-4005-8d18-257fc0ca9189 req-c91d53e6-60e5-4de5-8c4f-1f9b485c333b service neutron] 10.222.0.106 "GET /v2.0/ports?device_id=2f3b5602-bfc7-46ce-86e5-f1af17f9a439&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0711756 Jan 20 15:45:21.749956 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-49613e8c-2f22-4005-8d18-257fc0ca9189 req-b28d7365-23d9-4ea4-a333-ab888d9195e7 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=3429e03a7ca7442ca59a1b1874fe46c7&device_id=2f3b5602-bfc7-46ce-86e5-f1af17f9a439 HTTP/1.1" status: 200 len: 1098 time: 0.1667440 Jan 20 15:45:21.906147 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49613e8c-2f22-4005-8d18-257fc0ca9189 req-7a78e1e6-dd78-453e-aeff-da7889bb0470 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:45:21.907644 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-49613e8c-2f22-4005-8d18-257fc0ca9189 req-7a78e1e6-dd78-453e-aeff-da7889bb0470 service neutron] 10.222.0.106 "GET /v2.0/networks?id=b803d82c-c028-4346-8ad1-5e9fb1a6ac6f HTTP/1.1" status: 200 len: 910 time: 0.1339619 Jan 20 15:45:22.011599 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-49613e8c-2f22-4005-8d18-257fc0ca9189 req-4ad512f8-4992-47a9-ad97-eb38e9f07e9e service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3467efe8-bda1-4b01-be7f-d01348b7c3ea HTTP/1.1" status: 200 len: 1000 time: 0.0984268 Jan 20 15:45:22.078382 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49613e8c-2f22-4005-8d18-257fc0ca9189 req-3c1d97fd-6bf6-4d64-8932-acdfc1752124 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:45:22.079894 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-49613e8c-2f22-4005-8d18-257fc0ca9189 req-3c1d97fd-6bf6-4d64-8932-acdfc1752124 service neutron] 10.222.0.106 "GET /v2.0/subnets?id=c96ff1bb-e380-4bc1-a052-d6f34279b63c HTTP/1.1" status: 200 len: 848 time: 0.0626018 Jan 20 15:45:22.155136 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-49613e8c-2f22-4005-8d18-257fc0ca9189 req-7f91265d-3d5a-40dc-8c4a-aa78691ca5d1 service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=b803d82c-c028-4346-8ad1-5e9fb1a6ac6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0680590 Jan 20 15:45:22.288719 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-49613e8c-2f22-4005-8d18-257fc0ca9189 req-ce4b083d-1e8f-41e5-9513-b2ce7657acdf service neutron] 10.222.0.106 "GET /v2.0/networks/b803d82c-c028-4346-8ad1-5e9fb1a6ac6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272843 Jan 20 15:45:22.419338 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-49613e8c-2f22-4005-8d18-257fc0ca9189 req-c0bd2b8b-c412-4e1a-96e3-c481a25644fa service neutron] 10.222.0.106 "GET /v2.0/networks/b803d82c-c028-4346-8ad1-5e9fb1a6ac6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249733 Jan 20 15:45:28.096968 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-2b91388a-1e5b-46d6-ae0b-cf732229a715 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:45:30.519449 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-279d62c9-59ad-4e66-b335-302945edeaaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:45:31.391098 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:45:31.507238 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:45:31.914055 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-cdd98e71-1f0a-4421-baa9-dcb30e06edf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:45:33.394485 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-eea6df97-7ff1-4b63-af20-e3ec8913deda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:45:50.121654 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.agents_db [None req-6dba657d-a637-4918-9b6d-40defdfae04b None None] Agent healthcheck: found 6 active agents {{(pid=84155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 15:45:58.090749 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-3a506cdd-0b56-4cd7-8afa-00218af1931b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:46:00.500772 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-3e19ed08-2c3a-4286-a2b1-7a20d03c2044 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:46:01.364600 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:46:01.517763 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:46:01.906681 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-cdd98e71-1f0a-4421-baa9-dcb30e06edf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:46:03.393114 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-eea6df97-7ff1-4b63-af20-e3ec8913deda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:46:21.518389 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-f16524ed-4df0-4535-99c6-c2c9b79fd49a req-04496496-4efc-45ef-9582-0020380941bb service neutron] 10.222.0.106 "GET /v2.0/ports?device_id=2f3b5602-bfc7-46ce-86e5-f1af17f9a439&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0729740 Jan 20 15:46:21.655351 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-f16524ed-4df0-4535-99c6-c2c9b79fd49a req-feeec445-46d8-4cf3-9815-c5ee997c2234 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=3429e03a7ca7442ca59a1b1874fe46c7&device_id=2f3b5602-bfc7-46ce-86e5-f1af17f9a439 HTTP/1.1" status: 200 len: 1098 time: 0.0697298 Jan 20 15:46:21.798001 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16524ed-4df0-4535-99c6-c2c9b79fd49a req-b909a648-ee07-4618-a4f9-1152f272316f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:46:21.799481 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-f16524ed-4df0-4535-99c6-c2c9b79fd49a req-b909a648-ee07-4618-a4f9-1152f272316f service neutron] 10.222.0.106 "GET /v2.0/networks?id=b803d82c-c028-4346-8ad1-5e9fb1a6ac6f HTTP/1.1" status: 200 len: 910 time: 0.1263745 Jan 20 15:46:21.902568 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-f16524ed-4df0-4535-99c6-c2c9b79fd49a req-fdecedf5-5f5a-4220-83e4-ca260878da07 service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3467efe8-bda1-4b01-be7f-d01348b7c3ea HTTP/1.1" status: 200 len: 1000 time: 0.0962980 Jan 20 15:46:21.963098 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16524ed-4df0-4535-99c6-c2c9b79fd49a req-4b9fa7e7-8db1-46d1-8529-de09e7b88e4a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:46:21.964526 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-f16524ed-4df0-4535-99c6-c2c9b79fd49a req-4b9fa7e7-8db1-46d1-8529-de09e7b88e4a service neutron] 10.222.0.106 "GET /v2.0/subnets?id=c96ff1bb-e380-4bc1-a052-d6f34279b63c HTTP/1.1" status: 200 len: 848 time: 0.0566437 Jan 20 15:46:22.041471 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-f16524ed-4df0-4535-99c6-c2c9b79fd49a req-fc224926-ee47-4b52-be10-bae58fc9034e service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=b803d82c-c028-4346-8ad1-5e9fb1a6ac6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0712283 Jan 20 15:46:22.173728 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-f16524ed-4df0-4535-99c6-c2c9b79fd49a req-db48e6b6-76a4-459f-b864-5b0e5a24a777 service neutron] 10.222.0.106 "GET /v2.0/networks/b803d82c-c028-4346-8ad1-5e9fb1a6ac6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257770 Jan 20 15:46:22.305184 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-f16524ed-4df0-4535-99c6-c2c9b79fd49a req-4f62e43e-8b47-4d9b-a34d-217a094cabb6 service neutron] 10.222.0.106 "GET /v2.0/networks/b803d82c-c028-4346-8ad1-5e9fb1a6ac6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257825 Jan 20 15:46:27.123796 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.agents_db [None req-6dba657d-a637-4918-9b6d-40defdfae04b None None] Agent healthcheck: found 6 active agents {{(pid=84155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 15:46:28.101120 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-12aa0898-24ff-456e-aee9-99d926c970ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:46:30.114104 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 52680) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:46:30.500728 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-5a2952bd-2b36-4644-86b6-5a025ed1891e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:46:30.528145 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-3ec3503b-46e7-47be-bf6a-98ac820903d5 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Deleting port d4ac1415-7f00-4bfc-9eed-22f1d514ea5e {{(pid=84152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 15:46:30.528490 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-3ec3503b-46e7-47be-bf6a-98ac820903d5 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:46:30.692510 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-3ec3503b-46e7-47be-bf6a-98ac820903d5 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:46:30.692836 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-3ec3503b-46e7-47be-bf6a-98ac820903d5 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:46:30.919647 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-3ec3503b-46e7-47be-bf6a-98ac820903d5 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Calling delete_port for d4ac1415-7f00-4bfc-9eed-22f1d514ea5e owned by network:floatingip {{(pid=84152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 15:46:31.169441 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-3ec3503b-46e7-47be-bf6a-98ac820903d5 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:46:31.217947 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec3503b-46e7-47be-bf6a-98ac820903d5 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Pushing event deleted for resources: {'Port': ['ID=d4ac1415-7f00-4bfc-9eed-22f1d514ea5e,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:46:31.258880 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec3503b-46e7-47be-bf6a-98ac820903d5 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:46:31.259232 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec3503b-46e7-47be-bf6a-98ac820903d5 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:46:31.259566 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec3503b-46e7-47be-bf6a-98ac820903d5 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:46:31.259901 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec3503b-46e7-47be-bf6a-98ac820903d5 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:46:31.260229 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec3503b-46e7-47be-bf6a-98ac820903d5 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:46:31.260552 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec3503b-46e7-47be-bf6a-98ac820903d5 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:46:31.260876 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec3503b-46e7-47be-bf6a-98ac820903d5 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:46:31.261198 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec3503b-46e7-47be-bf6a-98ac820903d5 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:46:31.261518 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec3503b-46e7-47be-bf6a-98ac820903d5 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:46:31.261836 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec3503b-46e7-47be-bf6a-98ac820903d5 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:46:31.262186 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec3503b-46e7-47be-bf6a-98ac820903d5 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:46:31.320922 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-3ec3503b-46e7-47be-bf6a-98ac820903d5 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Notify callbacks [] for floatingip, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:46:31.352565 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:46:31.466814 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:46:31.711690 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ec3503b-46e7-47be-bf6a-98ac820903d5 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Router 2b1306cf-8119-42b7-89ce-74cb553d4869 has already been hosted by L3 agent 624d525b-4c26-4143-8a1c-228bb1c6faaa {{(pid=84152) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 15:46:31.900381 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-cdd98e71-1f0a-4421-baa9-dcb30e06edf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:46:31.907672 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ec3503b-46e7-47be-bf6a-98ac820903d5 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Notify agent at l3_agent.dv-neutron-825124-1-hyperv the message routers_updated {{(pid=84152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 15:46:31.918149 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd320c18-a561-4c1c-a3a9-64f116807290 None None] Sync routers for ids ['2b1306cf-8119-42b7-89ce-74cb553d4869'] in dv-neutron-825124-1-hyperv {{(pid=84155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 15:46:31.930965 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd320c18-a561-4c1c-a3a9-64f116807290 None None] Routers {'2b1306cf-8119-42b7-89ce-74cb553d4869'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 15:46:31.931571 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-fd320c18-a561-4c1c-a3a9-64f116807290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T15:46:30Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['2b1306cf-8119-42b7-89ce-74cb553d4869'], 'active': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:46:31.987943 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-3ec3503b-46e7-47be-bf6a-98ac820903d5 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for floatingip, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:46:32.042266 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-3ec3503b-46e7-47be-bf6a-98ac820903d5 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] 10.222.0.54 "DELETE /v2.0/floatingips/03cd2d1b-26ae-459f-b6c3-27ccd1f165fa HTTP/1.1" status: 204 len: 168 time: 1.9270382 Jan 20 15:46:32.042900 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f3b5602-bfc7-46ce-86e5-f1af17f9a439', 'tag': '3467efe8-bda1-4b01-be7f-d01348b7c3ea'}] {{(pid=84152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 15:46:32.116916 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvr_db [None req-fd320c18-a561-4c1c-a3a9-64f116807290 None None] Set router 2b1306cf-8119-42b7-89ce-74cb553d4869 gateway port host: dv-neutron-825124-1-hyperv {{(pid=84155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 15:46:32.312119 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f3b5602-bfc7-46ce-86e5-f1af17f9a439', 'tag': '3467efe8-bda1-4b01-be7f-d01348b7c3ea', 'status': 'completed', 'code': 200} Jan 20 15:46:32.409417 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-77068844-79db-4d91-a15a-29ad9cf8dddc req-4dee0c44-dbcc-4baa-a6dc-b57c0e06e3b4 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=3429e03a7ca7442ca59a1b1874fe46c7&device_id=2f3b5602-bfc7-46ce-86e5-f1af17f9a439 HTTP/1.1" status: 200 len: 1098 time: 0.0744889 Jan 20 15:46:32.460635 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-fd320c18-a561-4c1c-a3a9-64f116807290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b1306cf-8119-42b7-89ce-74cb553d4869', 'name': 'tempest-TestShelveInstance-1865667637-router', 'tenant_id': '3429e03a7ca7442ca59a1b1874fe46c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.73'}], 'enable_snat': True}, 'gw_port_id': '67ff4dd2-f9d5-4bdc-b219-1f30cff5b132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:34:29Z', 'updated_at': '2022-01-20T15:34:32Z', 'revision_number': 4, 'project_id': '3429e03a7ca7442ca59a1b1874fe46c7', 'gw_port': {'id': '67ff4dd2-f9d5-4bdc-b219-1f30cff5b132', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:72:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b1306cf-8119-42b7-89ce-74cb553d4869', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:34:30Z', 'updated_at': '2022-01-20T15:34:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv', '_interfaces': [{'id': '3de8d6b9-5c70-4e15-8da9-9e8732ec7957', 'name': '', 'network_id': 'b803d82c-c028-4346-8ad1-5e9fb1a6ac6f', 'tenant_id': '3429e03a7ca7442ca59a1b1874fe46c7', 'mac_address': 'fa:16:3e:b0:77:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b1306cf-8119-42b7-89ce-74cb553d4869', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c96ff1bb-e380-4bc1-a052-d6f34279b63c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:34:32Z', 'updated_at': '2022-01-20T15:34:42Z', 'revision_number': 5, 'project_id': '3429e03a7ca7442ca59a1b1874fe46c7', 'subnets': [{'id': 'c96ff1bb-e380-4bc1-a052-d6f34279b63c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:46:32.464975 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd320c18-a561-4c1c-a3a9-64f116807290 None None] Checking router: 2b1306cf-8119-42b7-89ce-74cb553d4869 for host: dv-neutron-825124-1-hyperv {{(pid=84155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 15:46:32.477091 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd320c18-a561-4c1c-a3a9-64f116807290 None None] Routers {'2b1306cf-8119-42b7-89ce-74cb553d4869'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 15:46:32.477708 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-fd320c18-a561-4c1c-a3a9-64f116807290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T15:46:30Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['2b1306cf-8119-42b7-89ce-74cb553d4869'], 'active': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:46:32.667383 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77068844-79db-4d91-a15a-29ad9cf8dddc req-3d3b07dd-8cbd-4a47-99ea-8e1aaf8e1e1b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:46:32.668845 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-77068844-79db-4d91-a15a-29ad9cf8dddc req-3d3b07dd-8cbd-4a47-99ea-8e1aaf8e1e1b service neutron] 10.222.0.106 "GET /v2.0/networks?id=b803d82c-c028-4346-8ad1-5e9fb1a6ac6f HTTP/1.1" status: 200 len: 910 time: 0.2519615 Jan 20 15:46:32.670743 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvr_db [None req-fd320c18-a561-4c1c-a3a9-64f116807290 None None] Set router 2b1306cf-8119-42b7-89ce-74cb553d4869 gateway port host: dv-neutron-825124-1-hyperv {{(pid=84155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 15:46:32.774620 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-77068844-79db-4d91-a15a-29ad9cf8dddc req-fd87a11b-b69a-4f34-b6b6-22927916a74f service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3467efe8-bda1-4b01-be7f-d01348b7c3ea HTTP/1.1" status: 200 len: 217 time: 0.0982382 Jan 20 15:46:32.861948 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77068844-79db-4d91-a15a-29ad9cf8dddc req-b266a582-88a0-4679-9c5a-11d58fe6a878 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:46:32.863408 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-77068844-79db-4d91-a15a-29ad9cf8dddc req-b266a582-88a0-4679-9c5a-11d58fe6a878 service neutron] 10.222.0.106 "GET /v2.0/subnets?id=c96ff1bb-e380-4bc1-a052-d6f34279b63c HTTP/1.1" status: 200 len: 848 time: 0.0813782 Jan 20 15:46:32.875952 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ed4baf-8883-41e3-b6d0-bd24dd4cb7fc req-a4a972ff-8297-4821-964a-fa328442e8e2 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:46:32.877426 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-93ed4baf-8883-41e3-b6d0-bd24dd4cb7fc req-a4a972ff-8297-4821-964a-fa328442e8e2 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] 10.222.0.54 "GET /v2.0/ports?device_id=2f3b5602-bfc7-46ce-86e5-f1af17f9a439 HTTP/1.1" status: 200 len: 945 time: 0.2677543 Jan 20 15:46:32.972019 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-93ed4baf-8883-41e3-b6d0-bd24dd4cb7fc req-1b0f91c5-b967-4f11-9269-51f6d1ed30e7 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] 10.222.0.54 "GET /v2.0/security-groups?id=176d789b-a5f6-4e53-85cd-50c4b5cf6b83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608125 Jan 20 15:46:32.985256 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-77068844-79db-4d91-a15a-29ad9cf8dddc req-39dfdd4c-9e88-486d-9cfb-0820fafb7f98 service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=b803d82c-c028-4346-8ad1-5e9fb1a6ac6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1069136 Jan 20 15:46:32.985966 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-fd320c18-a561-4c1c-a3a9-64f116807290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b1306cf-8119-42b7-89ce-74cb553d4869', 'name': 'tempest-TestShelveInstance-1865667637-router', 'tenant_id': '3429e03a7ca7442ca59a1b1874fe46c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.73'}], 'enable_snat': True}, 'gw_port_id': '67ff4dd2-f9d5-4bdc-b219-1f30cff5b132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:34:29Z', 'updated_at': '2022-01-20T15:34:32Z', 'revision_number': 4, 'project_id': '3429e03a7ca7442ca59a1b1874fe46c7', 'gw_port': {'id': '67ff4dd2-f9d5-4bdc-b219-1f30cff5b132', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:72:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b1306cf-8119-42b7-89ce-74cb553d4869', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:34:30Z', 'updated_at': '2022-01-20T15:34:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv', '_interfaces': [{'id': '3de8d6b9-5c70-4e15-8da9-9e8732ec7957', 'name': '', 'network_id': 'b803d82c-c028-4346-8ad1-5e9fb1a6ac6f', 'tenant_id': '3429e03a7ca7442ca59a1b1874fe46c7', 'mac_address': 'fa:16:3e:b0:77:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b1306cf-8119-42b7-89ce-74cb553d4869', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c96ff1bb-e380-4bc1-a052-d6f34279b63c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:34:32Z', 'updated_at': '2022-01-20T15:34:42Z', 'revision_number': 5, 'project_id': '3429e03a7ca7442ca59a1b1874fe46c7', 'subnets': [{'id': 'c96ff1bb-e380-4bc1-a052-d6f34279b63c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:46:32.991023 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd320c18-a561-4c1c-a3a9-64f116807290 None None] The sync data for ids ['2b1306cf-8119-42b7-89ce-74cb553d4869'] in dv-neutron-825124-1-hyperv is: [{'id': '2b1306cf-8119-42b7-89ce-74cb553d4869', 'name': 'tempest-TestShelveInstance-1865667637-router', 'tenant_id': '3429e03a7ca7442ca59a1b1874fe46c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.73'}], 'enable_snat': True}, 'gw_port_id': '67ff4dd2-f9d5-4bdc-b219-1f30cff5b132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:34:29Z', 'updated_at': '2022-01-20T15:34:32Z', 'revision_number': 4, 'project_id': '3429e03a7ca7442ca59a1b1874fe46c7', 'gw_port': {'id': '67ff4dd2-f9d5-4bdc-b219-1f30cff5b132', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:72:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b1306cf-8119-42b7-89ce-74cb553d4869', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:34:30Z', 'updated_at': '2022-01-20T15:34:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv', '_interfaces': [{'id': '3de8d6b9-5c70-4e15-8da9-9e8732ec7957', 'name': '', 'network_id': 'b803d82c-c028-4346-8ad1-5e9fb1a6ac6f', 'tenant_id': '3429e03a7ca7442ca59a1b1874fe46c7', 'mac_address': 'fa:16:3e:b0:77:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b1306cf-8119-42b7-89ce-74cb553d4869', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c96ff1bb-e380-4bc1-a052-d6f34279b63c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:34:32Z', 'updated_at': '2022-01-20T15:34:42Z', 'revision_number': 5, 'project_id': '3429e03a7ca7442ca59a1b1874fe46c7', 'subnets': [{'id': 'c96ff1bb-e380-4bc1-a052-d6f34279b63c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 15:46:33.123379 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-77068844-79db-4d91-a15a-29ad9cf8dddc req-02947e57-5f56-4482-a1d7-dbef0fe9621d service neutron] 10.222.0.106 "GET /v2.0/networks/b803d82c-c028-4346-8ad1-5e9fb1a6ac6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311216 Jan 20 15:46:33.220073 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10a0197b-786c-476d-a0bd-7b257f0af450 None None] New status for floating IP 03cd2d1b-26ae-459f-b6c3-27ccd1f165fa: DOWN {{(pid=84154) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 20 15:46:33.261480 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-77068844-79db-4d91-a15a-29ad9cf8dddc req-9c10f364-ce01-4823-90c1-3c93f071a25a service neutron] 10.222.0.106 "GET /v2.0/networks/b803d82c-c028-4346-8ad1-5e9fb1a6ac6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319830 Jan 20 15:46:33.408932 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-eea6df97-7ff1-4b63-af20-e3ec8913deda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:46:34.243000 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230c5b68-9df1-43a9-9e0d-8cc52526523e req-99e94926-43c0-4a8f-85a2-a6daf0abc936 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:46:34.243000 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-230c5b68-9df1-43a9-9e0d-8cc52526523e req-99e94926-43c0-4a8f-85a2-a6daf0abc936 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] 10.222.0.54 "GET /v2.0/ports?device_id=2f3b5602-bfc7-46ce-86e5-f1af17f9a439 HTTP/1.1" status: 200 len: 945 time: 0.1452556 Jan 20 15:46:34.286331 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-230c5b68-9df1-43a9-9e0d-8cc52526523e req-4ebef36a-8185-4f39-a7b4-ff0f4ee8dcda tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] 10.222.0.54 "GET /v2.0/security-groups?id=176d789b-a5f6-4e53-85cd-50c4b5cf6b83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396032 Jan 20 15:46:34.368815 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8337be-f20f-455c-bd0f-2e303d5b2e9c req-d6ba8bd4-44c6-4f0f-ac0a-f4f051bb8bf8 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:46:34.370180 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-5e8337be-f20f-455c-bd0f-2e303d5b2e9c req-d6ba8bd4-44c6-4f0f-ac0a-f4f051bb8bf8 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] 10.222.0.106 "GET /v2.0/ports?device_id=2f3b5602-bfc7-46ce-86e5-f1af17f9a439 HTTP/1.1" status: 200 len: 945 time: 0.0784216 Jan 20 15:46:34.437618 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [req-5e8337be-f20f-455c-bd0f-2e303d5b2e9c req-4a224009-f325-4dca-83b0-d80640e8bdc2 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Deleting port 3467efe8-bda1-4b01-be7f-d01348b7c3ea {{(pid=84153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 15:46:34.437957 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-5e8337be-f20f-455c-bd0f-2e303d5b2e9c req-4a224009-f325-4dca-83b0-d80640e8bdc2 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:46:34.683376 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.db [req-5e8337be-f20f-455c-bd0f-2e303d5b2e9c req-4a224009-f325-4dca-83b0-d80640e8bdc2 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] For port 3467efe8-bda1-4b01-be7f-d01348b7c3ea, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=3467efe8-bda1-4b01-be7f-d01348b7c3ea,segment=NetworkSegment(33ba1c7b-3208-442a-a04a-244eae23597f),segment_id=33ba1c7b-3208-442a-a04a-244eae23597f)] {{(pid=84153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 15:46:34.683651 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-5e8337be-f20f-455c-bd0f-2e303d5b2e9c req-4a224009-f325-4dca-83b0-d80640e8bdc2 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:46:34.805093 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [req-5e8337be-f20f-455c-bd0f-2e303d5b2e9c req-4a224009-f325-4dca-83b0-d80640e8bdc2 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Calling delete_port for 3467efe8-bda1-4b01-be7f-d01348b7c3ea owned by compute:nova {{(pid=84153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 15:46:35.003865 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-5e8337be-f20f-455c-bd0f-2e303d5b2e9c req-4a224009-f325-4dca-83b0-d80640e8bdc2 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:46:35.052646 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a224009-f325-4dca-83b0-d80640e8bdc2 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Pushing event deleted for resources: {'Port': ['ID=3467efe8-bda1-4b01-be7f-d01348b7c3ea,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:46:35.095761 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a224009-f325-4dca-83b0-d80640e8bdc2 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:46:35.101163 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a224009-f325-4dca-83b0-d80640e8bdc2 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:46:35.101163 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a224009-f325-4dca-83b0-d80640e8bdc2 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:46:35.101163 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a224009-f325-4dca-83b0-d80640e8bdc2 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:46:35.101163 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a224009-f325-4dca-83b0-d80640e8bdc2 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:46:35.101163 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a224009-f325-4dca-83b0-d80640e8bdc2 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:46:35.101163 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a224009-f325-4dca-83b0-d80640e8bdc2 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:46:35.101163 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a224009-f325-4dca-83b0-d80640e8bdc2 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:46:35.101163 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a224009-f325-4dca-83b0-d80640e8bdc2 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:46:35.101163 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a224009-f325-4dca-83b0-d80640e8bdc2 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:46:35.101163 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a224009-f325-4dca-83b0-d80640e8bdc2 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:46:35.227154 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e8337be-f20f-455c-bd0f-2e303d5b2e9c req-4a224009-f325-4dca-83b0-d80640e8bdc2 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] No DVR routers for this DVR port 3467efe8-bda1-4b01-be7f-d01348b7c3ea on host hv-neutron-8251 {{(pid=84153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 15:46:35.229460 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-5e8337be-f20f-455c-bd0f-2e303d5b2e9c req-4a224009-f325-4dca-83b0-d80640e8bdc2 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:46:35.231964 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f3b5602-bfc7-46ce-86e5-f1af17f9a439', 'name': 'network-vif-deleted', 'tag': '3467efe8-bda1-4b01-be7f-d01348b7c3ea'}] {{(pid=84153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 15:46:35.243750 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-5e8337be-f20f-455c-bd0f-2e303d5b2e9c req-4a224009-f325-4dca-83b0-d80640e8bdc2 tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] 10.222.0.106 "DELETE /v2.0/ports/3467efe8-bda1-4b01-be7f-d01348b7c3ea HTTP/1.1" status: 204 len: 173 time: 0.8684316 Jan 20 15:46:35.364824 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f3b5602-bfc7-46ce-86e5-f1af17f9a439', 'name': 'network-vif-deleted', 'tag': '3467efe8-bda1-4b01-be7f-d01348b7c3ea', 'status': 'completed', 'code': 200} Jan 20 15:46:35.451879 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [req-2de4d026-621c-4d2c-bf25-4e4b43f62151 req-652c22e6-ee79-4d34-adde-1d275cb88fab tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Synchronizing usage tracker for tenant:3429e03a7ca7442ca59a1b1874fe46c7 on resource:port {{(pid=84153) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 15:46:35.529232 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [req-2de4d026-621c-4d2c-bf25-4e4b43f62151 req-652c22e6-ee79-4d34-adde-1d275cb88fab tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Unset dirty status for tenant:3429e03a7ca7442ca59a1b1874fe46c7 on resource:port {{(pid=84153) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 15:46:35.530495 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-2de4d026-621c-4d2c-bf25-4e4b43f62151 req-652c22e6-ee79-4d34-adde-1d275cb88fab tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] 10.222.0.54 "GET /v2.0/ports?device_id=2f3b5602-bfc7-46ce-86e5-f1af17f9a439 HTTP/1.1" status: 200 len: 210 time: 0.1214454 Jan 20 15:46:36.630016 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Device 3467efe8-bda1-4b01-be7f-d01348b7c3ea no longer exists at agent hyperv_hv-neutron-8251 {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 15:46:36.665802 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] No Port match for: 3467efe8-bda1-4b01-be7f-d01348b7c3ea {{(pid=84154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 15:46:36.666179 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Device 3467efe8-bda1-4b01-be7f-d01348b7c3ea not bound to the agent host hv-neutron-8251 {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 15:46:36.713230 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-a32c45ac-5cbb-4b91-9487-7a933820c581 req-6454dbd3-c8ce-428c-819d-83951d3d4cbd tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] 10.222.0.54 "GET /v2.0/ports?device_id=2f3b5602-bfc7-46ce-86e5-f1af17f9a439 HTTP/1.1" status: 200 len: 210 time: 0.0414870 Jan 20 15:46:37.820087 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 52710) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:46:37.894302 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-20ee6873-41e9-4070-a298-b08960ce74ad tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Notify callbacks [] for security_group, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:46:37.931837 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-20ee6873-41e9-4070-a298-b08960ce74ad tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:46:38.066540 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-20ee6873-41e9-4070-a298-b08960ce74ad tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:46:38.085789 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ee6873-41e9-4070-a298-b08960ce74ad tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=176d789b-a5f6-4e53-85cd-50c4b5cf6b83,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:46:38.092994 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-20ee6873-41e9-4070-a298-b08960ce74ad tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] Notify callbacks [] for security_group, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:46:38.094292 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-20ee6873-41e9-4070-a298-b08960ce74ad tempest-TestShelveInstance-105559544 tempest-TestShelveInstance-105559544-project] 10.222.0.54 "DELETE /v2.0/security-groups/176d789b-a5f6-4e53-85cd-50c4b5cf6b83 HTTP/1.1" status: 204 len: 168 time: 0.2731373 Jan 20 15:46:38.214373 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 52716) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:46:38.969056 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-91427474-7817-4150-9130-3eb37c711f29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-743504'] for router_interface, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:46:39.580676 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-91427474-7817-4150-9130-3eb37c711f29 admin admin] Deleting port 3de8d6b9-5c70-4e15-8da9-9e8732ec7957 {{(pid=84152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 15:46:39.580926 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-91427474-7817-4150-9130-3eb37c711f29 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:46:39.755308 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.db [None req-91427474-7817-4150-9130-3eb37c711f29 admin admin] For port 3de8d6b9-5c70-4e15-8da9-9e8732ec7957, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=3de8d6b9-5c70-4e15-8da9-9e8732ec7957,segment=NetworkSegment(33ba1c7b-3208-442a-a04a-244eae23597f),segment_id=33ba1c7b-3208-442a-a04a-244eae23597f)] {{(pid=84152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 15:46:39.755659 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-91427474-7817-4150-9130-3eb37c711f29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:46:39.877131 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-91427474-7817-4150-9130-3eb37c711f29 admin admin] Calling delete_port for 3de8d6b9-5c70-4e15-8da9-9e8732ec7957 owned by network:router_interface {{(pid=84152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 15:46:40.134825 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-91427474-7817-4150-9130-3eb37c711f29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:46:40.180504 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91427474-7817-4150-9130-3eb37c711f29 admin admin] Pushing event deleted for resources: {'Port': ['ID=3de8d6b9-5c70-4e15-8da9-9e8732ec7957,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:46:40.469528 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-91427474-7817-4150-9130-3eb37c711f29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1705096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-745401'] for router_interface, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:46:41.120383 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91427474-7817-4150-9130-3eb37c711f29 admin admin] Router 2b1306cf-8119-42b7-89ce-74cb553d4869 has already been hosted by L3 agent 624d525b-4c26-4143-8a1c-228bb1c6faaa {{(pid=84152) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 15:46:41.320766 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91427474-7817-4150-9130-3eb37c711f29 admin admin] Notify agent at l3_agent.dv-neutron-825124-1-hyperv the message routers_updated {{(pid=84152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 15:46:41.330139 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-356e10b0-9def-400a-890d-b263199c76d6 None None] Sync routers for ids ['2b1306cf-8119-42b7-89ce-74cb553d4869'] in dv-neutron-825124-1-hyperv {{(pid=84155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 15:46:41.342710 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-356e10b0-9def-400a-890d-b263199c76d6 None None] Routers {'2b1306cf-8119-42b7-89ce-74cb553d4869'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 15:46:41.343800 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-356e10b0-9def-400a-890d-b263199c76d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T15:46:30Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['2b1306cf-8119-42b7-89ce-74cb553d4869'], 'active': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:46:41.399969 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-91427474-7817-4150-9130-3eb37c711f29 admin admin] 10.222.0.54 "PUT /v2.0/routers/2b1306cf-8119-42b7-89ce-74cb553d4869/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1841567 Jan 20 15:46:41.402605 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 52724) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:46:41.524987 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvr_db [None req-356e10b0-9def-400a-890d-b263199c76d6 None None] Set router 2b1306cf-8119-42b7-89ce-74cb553d4869 gateway port host: dv-neutron-825124-1-hyperv {{(pid=84155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 15:46:41.600761 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-6e36b5ce-1a01-4cab-8cdb-7e9abd9853bb admin admin] Notify callbacks [] for router, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:46:41.794022 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-6e36b5ce-1a01-4cab-8cdb-7e9abd9853bb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:46:41.804433 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-356e10b0-9def-400a-890d-b263199c76d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b1306cf-8119-42b7-89ce-74cb553d4869', 'name': 'tempest-TestShelveInstance-1865667637-router', 'tenant_id': '3429e03a7ca7442ca59a1b1874fe46c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.73'}], 'enable_snat': True}, 'gw_port_id': '67ff4dd2-f9d5-4bdc-b219-1f30cff5b132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:34:29Z', 'updated_at': '2022-01-20T15:46:39Z', 'revision_number': 5, 'project_id': '3429e03a7ca7442ca59a1b1874fe46c7', 'gw_port': {'id': '67ff4dd2-f9d5-4bdc-b219-1f30cff5b132', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:72:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b1306cf-8119-42b7-89ce-74cb553d4869', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:34:30Z', 'updated_at': '2022-01-20T15:34:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv'}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:46:41.808283 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-356e10b0-9def-400a-890d-b263199c76d6 None None] Checking router: 2b1306cf-8119-42b7-89ce-74cb553d4869 for host: dv-neutron-825124-1-hyperv {{(pid=84155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 15:46:41.818783 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-356e10b0-9def-400a-890d-b263199c76d6 None None] Routers {'2b1306cf-8119-42b7-89ce-74cb553d4869'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 15:46:41.820057 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-356e10b0-9def-400a-890d-b263199c76d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T15:46:30Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['2b1306cf-8119-42b7-89ce-74cb553d4869'], 'active': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:46:41.860667 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-6e36b5ce-1a01-4cab-8cdb-7e9abd9853bb admin admin] Deleting port 67ff4dd2-f9d5-4bdc-b219-1f30cff5b132 {{(pid=84152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 15:46:41.861019 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-6e36b5ce-1a01-4cab-8cdb-7e9abd9853bb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:46:41.974756 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvr_db [None req-356e10b0-9def-400a-890d-b263199c76d6 None None] Set router 2b1306cf-8119-42b7-89ce-74cb553d4869 gateway port host: None {{(pid=84155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 15:46:42.035472 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.db [None req-6e36b5ce-1a01-4cab-8cdb-7e9abd9853bb admin admin] For port 67ff4dd2-f9d5-4bdc-b219-1f30cff5b132, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=67ff4dd2-f9d5-4bdc-b219-1f30cff5b132,segment=NetworkSegment(f628f1ba-6b70-4c9b-8839-62340c040c81),segment_id=f628f1ba-6b70-4c9b-8839-62340c040c81)] {{(pid=84152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 15:46:42.035886 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-6e36b5ce-1a01-4cab-8cdb-7e9abd9853bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:46:42.080900 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-356e10b0-9def-400a-890d-b263199c76d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b1306cf-8119-42b7-89ce-74cb553d4869', 'name': 'tempest-TestShelveInstance-1865667637-router', 'tenant_id': '3429e03a7ca7442ca59a1b1874fe46c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:34:29Z', 'updated_at': '2022-01-20T15:46:41Z', 'revision_number': 6, 'project_id': '3429e03a7ca7442ca59a1b1874fe46c7', 'gw_port_host': None}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:46:42.086067 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-356e10b0-9def-400a-890d-b263199c76d6 None None] The sync data for ids ['2b1306cf-8119-42b7-89ce-74cb553d4869'] in dv-neutron-825124-1-hyperv is: [{'id': '2b1306cf-8119-42b7-89ce-74cb553d4869', 'name': 'tempest-TestShelveInstance-1865667637-router', 'tenant_id': '3429e03a7ca7442ca59a1b1874fe46c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:34:29Z', 'updated_at': '2022-01-20T15:46:41Z', 'revision_number': 6, 'project_id': '3429e03a7ca7442ca59a1b1874fe46c7', 'gw_port_host': None}] {{(pid=84155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 15:46:42.258923 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-6e36b5ce-1a01-4cab-8cdb-7e9abd9853bb admin admin] Calling delete_port for 67ff4dd2-f9d5-4bdc-b219-1f30cff5b132 owned by network:router_gateway {{(pid=84152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 15:46:42.466114 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-6e36b5ce-1a01-4cab-8cdb-7e9abd9853bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:46:42.513726 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e36b5ce-1a01-4cab-8cdb-7e9abd9853bb admin admin] Pushing event deleted for resources: {'Port': ['ID=67ff4dd2-f9d5-4bdc-b219-1f30cff5b132,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:46:42.734732 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-6e36b5ce-1a01-4cab-8cdb-7e9abd9853bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-745333'] for router_gateway, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:46:42.989647 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-6e36b5ce-1a01-4cab-8cdb-7e9abd9853bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-737761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105493'] for router, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:46:42.996399 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-6e36b5ce-1a01-4cab-8cdb-7e9abd9853bb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:46:43.088861 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-6e36b5ce-1a01-4cab-8cdb-7e9abd9853bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-737693'] for router, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:46:43.089410 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e36b5ce-1a01-4cab-8cdb-7e9abd9853bb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2b1306cf-8119-42b7-89ce-74cb553d4869 {{(pid=84152) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 20 15:46:43.102368 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-6e36b5ce-1a01-4cab-8cdb-7e9abd9853bb admin admin] Notify callbacks [] for router, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:46:43.103551 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-6e36b5ce-1a01-4cab-8cdb-7e9abd9853bb admin admin] 10.222.0.54 "DELETE /v2.0/routers/2b1306cf-8119-42b7-89ce-74cb553d4869 HTTP/1.1" status: 204 len: 168 time: 1.7000020 Jan 20 15:46:43.106416 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 52728) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:46:43.170643 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a0c6258-c0c9-4308-bafe-0f09028e83be admin admin] Deleting subnet c96ff1bb-e380-4bc1-a052-d6f34279b63c {{(pid=84152) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 20 15:46:43.173629 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-3a0c6258-c0c9-4308-bafe-0f09028e83be admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:46:43.226275 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-3a0c6258-c0c9-4308-bafe-0f09028e83be admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3337915'] for subnet, precommit_delete_associations {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:46:43.306207 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-3a0c6258-c0c9-4308-bafe-0f09028e83be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1627147'] for subnet, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:46:43.449598 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-3a0c6258-c0c9-4308-bafe-0f09028e83be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1627154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4163580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155308'] for subnet, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:46:43.486043 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0c6258-c0c9-4308-bafe-0f09028e83be admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c96ff1bb-e380-4bc1-a052-d6f34279b63c,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:46:43.492143 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-3a0c6258-c0c9-4308-bafe-0f09028e83be admin admin] Notify callbacks [] for subnet, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:46:43.497613 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46db1364-f5fe-4d2a-b44d-aa1ed60e47f2 None None] Network b803d82c-c028-4346-8ad1-5e9fb1a6ac6f requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 15:46:43.498408 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-3a0c6258-c0c9-4308-bafe-0f09028e83be admin admin] 10.222.0.54 "DELETE /v2.0/subnets/c96ff1bb-e380-4bc1-a052-d6f34279b63c HTTP/1.1" status: 204 len: 168 time: 0.3904691 Jan 20 15:46:43.500558 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 52732) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:46:43.604906 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-8a88c1db-efbd-4820-a2dd-f85593b18476 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586409'] for network, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:46:43.615337 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-8a88c1db-efbd-4820-a2dd-f85593b18476 admin admin] Deleting port 1b83044a-e8e6-4894-b5e1-e767b0766ed1 {{(pid=84152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 15:46:43.615694 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-8a88c1db-efbd-4820-a2dd-f85593b18476 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:46:43.754185 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7b9fcc1-6c34-41b2-b13a-1fd9467c17c5 None None] DHCP port deletion for b803d82c-c028-4346-8ad1-5e9fb1a6ac6f request from dv-neutron-825124-1-hyperv {{(pid=84154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 20 15:46:43.759188 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-b7b9fcc1-6c34-41b2-b13a-1fd9467c17c5 None None] Deleting port 1b83044a-e8e6-4894-b5e1-e767b0766ed1 {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 15:46:43.759643 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-b7b9fcc1-6c34-41b2-b13a-1fd9467c17c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:46:43.904337 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.db [None req-8a88c1db-efbd-4820-a2dd-f85593b18476 admin admin] For port 1b83044a-e8e6-4894-b5e1-e767b0766ed1, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=1b83044a-e8e6-4894-b5e1-e767b0766ed1,segment=NetworkSegment(33ba1c7b-3208-442a-a04a-244eae23597f),segment_id=33ba1c7b-3208-442a-a04a-244eae23597f)] {{(pid=84152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 15:46:43.904796 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-8a88c1db-efbd-4820-a2dd-f85593b18476 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:46:43.963309 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-b7b9fcc1-6c34-41b2-b13a-1fd9467c17c5 None None] For port 1b83044a-e8e6-4894-b5e1-e767b0766ed1, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=1b83044a-e8e6-4894-b5e1-e767b0766ed1,segment=NetworkSegment(33ba1c7b-3208-442a-a04a-244eae23597f),segment_id=33ba1c7b-3208-442a-a04a-244eae23597f)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 15:46:43.963615 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-b7b9fcc1-6c34-41b2-b13a-1fd9467c17c5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:46:44.024845 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-8a88c1db-efbd-4820-a2dd-f85593b18476 admin admin] Calling delete_port for 1b83044a-e8e6-4894-b5e1-e767b0766ed1 owned by network:dhcp {{(pid=84152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 15:46:44.085288 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-b7b9fcc1-6c34-41b2-b13a-1fd9467c17c5 None None] Calling delete_port for 1b83044a-e8e6-4894-b5e1-e767b0766ed1 owned by network:dhcp {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 15:46:44.140385 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-8a88c1db-efbd-4820-a2dd-f85593b18476 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:46:44.151854 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 3de8d6b9-5c70-4e15-8da9-9e8732ec7957 no longer exists at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 15:46:44.185701 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] No Port match for: 3de8d6b9-5c70-4e15-8da9-9e8732ec7957 {{(pid=84154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 15:46:44.186065 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 3de8d6b9-5c70-4e15-8da9-9e8732ec7957 not bound to the agent host dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 15:46:44.186570 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 67ff4dd2-f9d5-4bdc-b219-1f30cff5b132 no longer exists at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 15:46:44.187261 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a88c1db-efbd-4820-a2dd-f85593b18476 admin admin] Pushing event deleted for resources: {'Port': ['ID=1b83044a-e8e6-4894-b5e1-e767b0766ed1,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:46:44.190895 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a88c1db-efbd-4820-a2dd-f85593b18476 admin admin] No DVR routers for this DVR port 1b83044a-e8e6-4894-b5e1-e767b0766ed1 on host dv-neutron-825124-1-hyperv {{(pid=84152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 15:46:44.264987 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] No Port match for: 67ff4dd2-f9d5-4bdc-b219-1f30cff5b132 {{(pid=84154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 15:46:44.265339 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 67ff4dd2-f9d5-4bdc-b219-1f30cff5b132 not bound to the agent host dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 15:46:44.265758 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 1b83044a-e8e6-4894-b5e1-e767b0766ed1 no longer exists at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 15:46:44.289023 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.db.api [None req-b7b9fcc1-6c34-41b2-b13a-1fd9467c17c5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84154) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 15:46:44.289375 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG oslo_db.api [None req-b7b9fcc1-6c34-41b2-b13a-1fd9467c17c5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 15:46:44.298953 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] No Port match for: 1b83044a-e8e6-4894-b5e1-e767b0766ed1 {{(pid=84154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 15:46:44.299294 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 1b83044a-e8e6-4894-b5e1-e767b0766ed1 not bound to the agent host dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 15:46:44.319479 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-8a88c1db-efbd-4820-a2dd-f85593b18476 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1626242', 'neutron.services.segments.db._delete_segments_for_network-8769554214620'] for network, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:46:44.344080 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.segments.db [None req-8a88c1db-efbd-4820-a2dd-f85593b18476 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b803d82c-c028-4346-8ad1-5e9fb1a6ac6f']}} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:46:44.356102 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.segments.db [None req-8a88c1db-efbd-4820-a2dd-f85593b18476 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33ba1c7b-3208-442a-a04a-244eae23597f') {'for_net_delete': True} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:46:44.356396 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.segments.db [None req-8a88c1db-efbd-4820-a2dd-f85593b18476 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33ba1c7b-3208-442a-a04a-244eae23597f') {} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:46:44.367908 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-8a88c1db-efbd-4820-a2dd-f85593b18476 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769554214503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3337904'] for segment, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:46:44.382906 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-8a88c1db-efbd-4820-a2dd-f85593b18476 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:46:44.388648 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a88c1db-efbd-4820-a2dd-f85593b18476 admin admin] Releasing vlan 181 on physical network physnet1 to pool {{(pid=84152) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 15:46:44.389021 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-8a88c1db-efbd-4820-a2dd-f85593b18476 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1622950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4162906'] for segment, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:46:44.402100 dv-neutron-825124-1-hyperv neutron-server[84152]: Traceback (most recent call last): Jan 20 15:46:44.402100 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 15:46:44.402100 dv-neutron-825124-1-hyperv neutron-server[84152]: timer() Jan 20 15:46:44.402100 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 15:46:44.402100 dv-neutron-825124-1-hyperv neutron-server[84152]: cb(*args, **kw) Jan 20 15:46:44.402100 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 15:46:44.402100 dv-neutron-825124-1-hyperv neutron-server[84152]: return func(*args, **kwargs) Jan 20 15:46:44.402100 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 15:46:44.402100 dv-neutron-825124-1-hyperv neutron-server[84152]: self._notify() Jan 20 15:46:44.402100 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 15:46:44.402100 dv-neutron-825124-1-hyperv neutron-server[84152]: self.callback(batched_events) Jan 20 15:46:44.402100 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 15:46:44.402100 dv-neutron-825124-1-hyperv neutron-server[84152]: event.method(event) Jan 20 15:46:44.402100 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 15:46:44.402100 dv-neutron-825124-1-hyperv neutron-server[84152]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 15:46:44.402100 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 15:46:44.402100 dv-neutron-825124-1-hyperv neutron-server[84152]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 15:46:44.402100 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 15:46:44.402100 dv-neutron-825124-1-hyperv neutron-server[84152]: return f(self, *a, **k) Jan 20 15:46:44.402100 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 15:46:44.402100 dv-neutron-825124-1-hyperv neutron-server[84152]: return self._get(url).json() Jan 20 15:46:44.402100 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 15:46:44.402100 dv-neutron-825124-1-hyperv neutron-server[84152]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 15:46:44.402100 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 15:46:44.402100 dv-neutron-825124-1-hyperv neutron-server[84152]: return self.request(url, 'GET', **kwargs) Jan 20 15:46:44.402100 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 15:46:44.402100 dv-neutron-825124-1-hyperv neutron-server[84152]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 15:46:44.402100 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 15:46:44.402100 dv-neutron-825124-1-hyperv neutron-server[84152]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 15:46:44.402100 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 15:46:44.402100 dv-neutron-825124-1-hyperv neutron-server[84152]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 15:46:44.402100 dv-neutron-825124-1-hyperv neutron-server[84152]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 15:46:44.563674 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-8a88c1db-efbd-4820-a2dd-f85593b18476 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1626253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-745296'] for network, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:46:44.579637 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-8a88c1db-efbd-4820-a2dd-f85593b18476 admin admin] Notify callbacks [] for network, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:46:44.590123 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a88c1db-efbd-4820-a2dd-f85593b18476 admin admin] Pushing event deleted for resources: {'Network': ['ID=b803d82c-c028-4346-8ad1-5e9fb1a6ac6f,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:46:44.661052 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-8a88c1db-efbd-4820-a2dd-f85593b18476 admin admin] 10.222.0.54 "DELETE /v2.0/networks/b803d82c-c028-4346-8ad1-5e9fb1a6ac6f HTTP/1.1" status: 204 len: 168 time: 1.1594241 Jan 20 15:46:44.664353 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 52738) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:46:44.790519 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-b7b9fcc1-6c34-41b2-b13a-1fd9467c17c5 None None] Deleting port 1b83044a-e8e6-4894-b5e1-e767b0766ed1 {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 15:46:44.791077 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-b7b9fcc1-6c34-41b2-b13a-1fd9467c17c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:46:44.854292 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-b7b9fcc1-6c34-41b2-b13a-1fd9467c17c5 None None] The port '1b83044a-e8e6-4894-b5e1-e767b0766ed1' was deleted {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 20 15:46:45.071612 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-9b1ab9e0-33bb-4357-967f-17872e52f88b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-743504'] for router_interface, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:46:45.759611 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-9b1ab9e0-33bb-4357-967f-17872e52f88b admin admin] Deleting port 8fdd00e4-fc39-427a-ba91-6bbb475c1fdc {{(pid=84152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 15:46:45.760323 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-9b1ab9e0-33bb-4357-967f-17872e52f88b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:46:45.936297 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.db [None req-9b1ab9e0-33bb-4357-967f-17872e52f88b admin admin] For port 8fdd00e4-fc39-427a-ba91-6bbb475c1fdc, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=8fdd00e4-fc39-427a-ba91-6bbb475c1fdc,segment=NetworkSegment(a95e2ace-15d8-4740-a06d-06404b0725cc),segment_id=a95e2ace-15d8-4740-a06d-06404b0725cc)] {{(pid=84152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 15:46:45.936648 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-9b1ab9e0-33bb-4357-967f-17872e52f88b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:46:46.056128 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-9b1ab9e0-33bb-4357-967f-17872e52f88b admin admin] Calling delete_port for 8fdd00e4-fc39-427a-ba91-6bbb475c1fdc owned by network:router_interface {{(pid=84152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 15:46:46.300365 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-9b1ab9e0-33bb-4357-967f-17872e52f88b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:46:46.347679 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1ab9e0-33bb-4357-967f-17872e52f88b admin admin] Pushing event deleted for resources: {'Port': ['ID=8fdd00e4-fc39-427a-ba91-6bbb475c1fdc,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:46:46.642951 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-9b1ab9e0-33bb-4357-967f-17872e52f88b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1705096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-745401'] for router_interface, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:46:47.326324 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b1ab9e0-33bb-4357-967f-17872e52f88b admin admin] Router d6d96459-41ac-48ff-ae03-82afe395ca6b has already been hosted by L3 agent 624d525b-4c26-4143-8a1c-228bb1c6faaa {{(pid=84152) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 15:46:47.527826 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b1ab9e0-33bb-4357-967f-17872e52f88b admin admin] Notify agent at l3_agent.dv-neutron-825124-1-hyperv the message routers_updated {{(pid=84152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 15:46:47.536249 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8018773a-a0a2-4f7a-90ee-c236918d09b0 None None] Sync routers for ids ['d6d96459-41ac-48ff-ae03-82afe395ca6b'] in dv-neutron-825124-1-hyperv {{(pid=84154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 15:46:47.548329 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8018773a-a0a2-4f7a-90ee-c236918d09b0 None None] Routers {'d6d96459-41ac-48ff-ae03-82afe395ca6b'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 15:46:47.551316 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-8018773a-a0a2-4f7a-90ee-c236918d09b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T15:46:30Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['d6d96459-41ac-48ff-ae03-82afe395ca6b'], 'active': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:46:47.616413 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-9b1ab9e0-33bb-4357-967f-17872e52f88b admin admin] 10.222.0.54 "PUT /v2.0/routers/d6d96459-41ac-48ff-ae03-82afe395ca6b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9509943 Jan 20 15:46:47.618896 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 52746) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:46:47.727621 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvr_db [None req-8018773a-a0a2-4f7a-90ee-c236918d09b0 None None] Set router d6d96459-41ac-48ff-ae03-82afe395ca6b gateway port host: dv-neutron-825124-1-hyperv {{(pid=84154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 15:46:47.818813 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-76055d05-0054-4083-89ba-4ef948165c61 admin admin] Notify callbacks [] for router, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:46:48.012320 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-8018773a-a0a2-4f7a-90ee-c236918d09b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6d96459-41ac-48ff-ae03-82afe395ca6b', 'name': 'tempest-TestShelveInstance-1623467029-router', 'tenant_id': '79e678afedbb49c39614a90e7bac14c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.27'}], 'enable_snat': True}, 'gw_port_id': '7005c3c8-4ea8-4dc8-862a-0056e982d809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:34:36Z', 'updated_at': '2022-01-20T15:46:46Z', 'revision_number': 5, 'project_id': '79e678afedbb49c39614a90e7bac14c0', 'gw_port': {'id': '7005c3c8-4ea8-4dc8-862a-0056e982d809', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:b9:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d96459-41ac-48ff-ae03-82afe395ca6b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:34:37Z', 'updated_at': '2022-01-20T15:34:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv'}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:46:48.012680 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-76055d05-0054-4083-89ba-4ef948165c61 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:46:48.016295 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8018773a-a0a2-4f7a-90ee-c236918d09b0 None None] Checking router: d6d96459-41ac-48ff-ae03-82afe395ca6b for host: dv-neutron-825124-1-hyperv {{(pid=84154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 15:46:48.027580 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8018773a-a0a2-4f7a-90ee-c236918d09b0 None None] Routers {'d6d96459-41ac-48ff-ae03-82afe395ca6b'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 15:46:48.028202 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-8018773a-a0a2-4f7a-90ee-c236918d09b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T15:46:30Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['d6d96459-41ac-48ff-ae03-82afe395ca6b'], 'active': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:46:48.071817 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-76055d05-0054-4083-89ba-4ef948165c61 admin admin] Deleting port 7005c3c8-4ea8-4dc8-862a-0056e982d809 {{(pid=84152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 15:46:48.072090 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-76055d05-0054-4083-89ba-4ef948165c61 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:46:48.179485 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvr_db [None req-8018773a-a0a2-4f7a-90ee-c236918d09b0 None None] Set router d6d96459-41ac-48ff-ae03-82afe395ca6b gateway port host: None {{(pid=84154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 15:46:48.252208 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.db [None req-76055d05-0054-4083-89ba-4ef948165c61 admin admin] For port 7005c3c8-4ea8-4dc8-862a-0056e982d809, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=7005c3c8-4ea8-4dc8-862a-0056e982d809,segment=NetworkSegment(f628f1ba-6b70-4c9b-8839-62340c040c81),segment_id=f628f1ba-6b70-4c9b-8839-62340c040c81)] {{(pid=84152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 15:46:48.252625 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-76055d05-0054-4083-89ba-4ef948165c61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:46:48.284025 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-8018773a-a0a2-4f7a-90ee-c236918d09b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6d96459-41ac-48ff-ae03-82afe395ca6b', 'name': 'tempest-TestShelveInstance-1623467029-router', 'tenant_id': '79e678afedbb49c39614a90e7bac14c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:34:36Z', 'updated_at': '2022-01-20T15:46:48Z', 'revision_number': 6, 'project_id': '79e678afedbb49c39614a90e7bac14c0', 'gw_port_host': None}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:46:48.287884 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8018773a-a0a2-4f7a-90ee-c236918d09b0 None None] The sync data for ids ['d6d96459-41ac-48ff-ae03-82afe395ca6b'] in dv-neutron-825124-1-hyperv is: [{'id': 'd6d96459-41ac-48ff-ae03-82afe395ca6b', 'name': 'tempest-TestShelveInstance-1623467029-router', 'tenant_id': '79e678afedbb49c39614a90e7bac14c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:34:36Z', 'updated_at': '2022-01-20T15:46:48Z', 'revision_number': 6, 'project_id': '79e678afedbb49c39614a90e7bac14c0', 'gw_port_host': None}] {{(pid=84154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 15:46:48.373641 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-76055d05-0054-4083-89ba-4ef948165c61 admin admin] Calling delete_port for 7005c3c8-4ea8-4dc8-862a-0056e982d809 owned by network:router_gateway {{(pid=84152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 15:46:48.614461 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-76055d05-0054-4083-89ba-4ef948165c61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:46:48.659213 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76055d05-0054-4083-89ba-4ef948165c61 admin admin] Pushing event deleted for resources: {'Port': ['ID=7005c3c8-4ea8-4dc8-862a-0056e982d809,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:46:48.979783 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-76055d05-0054-4083-89ba-4ef948165c61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-745333'] for router_gateway, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:46:49.234319 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-76055d05-0054-4083-89ba-4ef948165c61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-737761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105493'] for router, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:46:49.238424 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-76055d05-0054-4083-89ba-4ef948165c61 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:46:49.340204 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-76055d05-0054-4083-89ba-4ef948165c61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-737693'] for router, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:46:49.340814 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76055d05-0054-4083-89ba-4ef948165c61 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d6d96459-41ac-48ff-ae03-82afe395ca6b {{(pid=84152) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 20 15:46:49.355231 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-76055d05-0054-4083-89ba-4ef948165c61 admin admin] Notify callbacks [] for router, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:46:49.356466 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-76055d05-0054-4083-89ba-4ef948165c61 admin admin] 10.222.0.54 "DELETE /v2.0/routers/d6d96459-41ac-48ff-ae03-82afe395ca6b HTTP/1.1" status: 204 len: 168 time: 1.7365859 Jan 20 15:46:49.358947 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 52752) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:46:49.421655 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.db_base_plugin_v2 [None req-9536d040-6ca8-4b31-ad58-3805dab73d3f admin admin] Deleting subnet 50258cd2-d3e5-4900-8067-9aba668da2a8 {{(pid=84152) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 20 15:46:49.424991 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-9536d040-6ca8-4b31-ad58-3805dab73d3f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:46:49.475472 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-9536d040-6ca8-4b31-ad58-3805dab73d3f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3337915'] for subnet, precommit_delete_associations {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:46:49.557286 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-9536d040-6ca8-4b31-ad58-3805dab73d3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1627147'] for subnet, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:46:49.684004 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-9536d040-6ca8-4b31-ad58-3805dab73d3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1627154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4163580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155308'] for subnet, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:46:49.724055 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9536d040-6ca8-4b31-ad58-3805dab73d3f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=50258cd2-d3e5-4900-8067-9aba668da2a8,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:46:49.729561 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-9536d040-6ca8-4b31-ad58-3805dab73d3f admin admin] Notify callbacks [] for subnet, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:46:49.735830 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a81e421a-0416-45fa-ba22-77cefd2c233f None None] Network 0829acdd-b88b-4156-8b09-030dbc18303a requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 15:46:49.739068 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-9536d040-6ca8-4b31-ad58-3805dab73d3f admin admin] 10.222.0.54 "DELETE /v2.0/subnets/50258cd2-d3e5-4900-8067-9aba668da2a8 HTTP/1.1" status: 204 len: 168 time: 0.3760705 Jan 20 15:46:49.739068 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 52756) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:46:49.844950 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-c7227238-fb25-48e0-b00a-031d71610195 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586409'] for network, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:46:49.855314 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-c7227238-fb25-48e0-b00a-031d71610195 admin admin] Deleting port cf45dbfb-4072-4b07-9d37-63938ebc36c4 {{(pid=84152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 15:46:49.855649 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-c7227238-fb25-48e0-b00a-031d71610195 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:46:49.994194 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ed93e67-fcfa-4427-a31d-5599739a5596 None None] DHCP port deletion for 0829acdd-b88b-4156-8b09-030dbc18303a request from dv-neutron-825124-1-hyperv {{(pid=84154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 20 15:46:49.998759 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-6ed93e67-fcfa-4427-a31d-5599739a5596 None None] Deleting port cf45dbfb-4072-4b07-9d37-63938ebc36c4 {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 15:46:49.999133 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-6ed93e67-fcfa-4427-a31d-5599739a5596 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:46:50.064574 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.db [None req-c7227238-fb25-48e0-b00a-031d71610195 admin admin] For port cf45dbfb-4072-4b07-9d37-63938ebc36c4, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=cf45dbfb-4072-4b07-9d37-63938ebc36c4,segment=NetworkSegment(a95e2ace-15d8-4740-a06d-06404b0725cc),segment_id=a95e2ace-15d8-4740-a06d-06404b0725cc)] {{(pid=84152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 15:46:50.065035 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-c7227238-fb25-48e0-b00a-031d71610195 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:46:50.174280 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 8fdd00e4-fc39-427a-ba91-6bbb475c1fdc no longer exists at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 15:46:50.187689 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-c7227238-fb25-48e0-b00a-031d71610195 admin admin] Calling delete_port for cf45dbfb-4072-4b07-9d37-63938ebc36c4 owned by network:dhcp {{(pid=84152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 15:46:50.224129 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] No Port match for: 8fdd00e4-fc39-427a-ba91-6bbb475c1fdc {{(pid=84154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 15:46:50.224472 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 8fdd00e4-fc39-427a-ba91-6bbb475c1fdc not bound to the agent host dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 15:46:50.224950 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device cf45dbfb-4072-4b07-9d37-63938ebc36c4 no longer exists at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 15:46:50.325419 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-6ed93e67-fcfa-4427-a31d-5599739a5596 None None] For port cf45dbfb-4072-4b07-9d37-63938ebc36c4, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=cf45dbfb-4072-4b07-9d37-63938ebc36c4,segment=NetworkSegment(a95e2ace-15d8-4740-a06d-06404b0725cc),segment_id=a95e2ace-15d8-4740-a06d-06404b0725cc)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 15:46:50.325808 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-6ed93e67-fcfa-4427-a31d-5599739a5596 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:46:50.363500 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-c7227238-fb25-48e0-b00a-031d71610195 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:46:50.450575 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-6ed93e67-fcfa-4427-a31d-5599739a5596 None None] Calling delete_port for cf45dbfb-4072-4b07-9d37-63938ebc36c4 owned by network:dhcp {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 15:46:50.477312 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] No active binding found for port cf45dbfb-4072-4b07-9d37-63938ebc36c4 {{(pid=84154) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Jan 20 15:46:50.477723 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device cf45dbfb-4072-4b07-9d37-63938ebc36c4 not bound to the agent host dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 15:46:50.478170 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 7005c3c8-4ea8-4dc8-862a-0056e982d809 no longer exists at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 15:46:50.501719 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7227238-fb25-48e0-b00a-031d71610195 admin admin] Pushing event deleted for resources: {'Port': ['ID=cf45dbfb-4072-4b07-9d37-63938ebc36c4,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:46:50.510317 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7227238-fb25-48e0-b00a-031d71610195 admin admin] No DVR routers for this DVR port cf45dbfb-4072-4b07-9d37-63938ebc36c4 on host dv-neutron-825124-1-hyperv {{(pid=84152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 15:46:50.524912 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] No Port match for: 7005c3c8-4ea8-4dc8-862a-0056e982d809 {{(pid=84154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 15:46:50.525259 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 7005c3c8-4ea8-4dc8-862a-0056e982d809 not bound to the agent host dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 15:46:50.556613 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.db.api [None req-6ed93e67-fcfa-4427-a31d-5599739a5596 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84154) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 15:46:50.556964 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG oslo_db.api [None req-6ed93e67-fcfa-4427-a31d-5599739a5596 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 15:46:50.645775 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-c7227238-fb25-48e0-b00a-031d71610195 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1626242', 'neutron.services.segments.db._delete_segments_for_network-8769554214620'] for network, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:46:50.672113 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.segments.db [None req-c7227238-fb25-48e0-b00a-031d71610195 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0829acdd-b88b-4156-8b09-030dbc18303a']}} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:46:50.683920 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.segments.db [None req-c7227238-fb25-48e0-b00a-031d71610195 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a95e2ace-15d8-4740-a06d-06404b0725cc') {'for_net_delete': True} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:46:50.684428 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.segments.db [None req-c7227238-fb25-48e0-b00a-031d71610195 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a95e2ace-15d8-4740-a06d-06404b0725cc') {} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:46:50.696128 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-c7227238-fb25-48e0-b00a-031d71610195 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769554214503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3337904'] for segment, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:46:50.712618 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-c7227238-fb25-48e0-b00a-031d71610195 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:46:50.718653 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7227238-fb25-48e0-b00a-031d71610195 admin admin] Releasing vlan 157 on physical network physnet1 to pool {{(pid=84152) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 15:46:50.719034 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-c7227238-fb25-48e0-b00a-031d71610195 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1622950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4162906'] for segment, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:46:50.731978 dv-neutron-825124-1-hyperv neutron-server[84152]: Traceback (most recent call last): Jan 20 15:46:50.731978 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 15:46:50.731978 dv-neutron-825124-1-hyperv neutron-server[84152]: timer() Jan 20 15:46:50.731978 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 15:46:50.731978 dv-neutron-825124-1-hyperv neutron-server[84152]: cb(*args, **kw) Jan 20 15:46:50.731978 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 15:46:50.731978 dv-neutron-825124-1-hyperv neutron-server[84152]: return func(*args, **kwargs) Jan 20 15:46:50.731978 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 15:46:50.731978 dv-neutron-825124-1-hyperv neutron-server[84152]: self._notify() Jan 20 15:46:50.731978 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 15:46:50.731978 dv-neutron-825124-1-hyperv neutron-server[84152]: self.callback(batched_events) Jan 20 15:46:50.731978 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 15:46:50.731978 dv-neutron-825124-1-hyperv neutron-server[84152]: event.method(event) Jan 20 15:46:50.731978 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 15:46:50.731978 dv-neutron-825124-1-hyperv neutron-server[84152]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 15:46:50.731978 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 15:46:50.731978 dv-neutron-825124-1-hyperv neutron-server[84152]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 15:46:50.731978 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 15:46:50.731978 dv-neutron-825124-1-hyperv neutron-server[84152]: return f(self, *a, **k) Jan 20 15:46:50.731978 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 15:46:50.731978 dv-neutron-825124-1-hyperv neutron-server[84152]: return self._get(url).json() Jan 20 15:46:50.731978 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 15:46:50.731978 dv-neutron-825124-1-hyperv neutron-server[84152]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 15:46:50.731978 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 15:46:50.731978 dv-neutron-825124-1-hyperv neutron-server[84152]: return self.request(url, 'GET', **kwargs) Jan 20 15:46:50.731978 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 15:46:50.731978 dv-neutron-825124-1-hyperv neutron-server[84152]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 15:46:50.731978 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 15:46:50.731978 dv-neutron-825124-1-hyperv neutron-server[84152]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 15:46:50.731978 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 15:46:50.731978 dv-neutron-825124-1-hyperv neutron-server[84152]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 15:46:50.731978 dv-neutron-825124-1-hyperv neutron-server[84152]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 15:46:50.859967 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-c7227238-fb25-48e0-b00a-031d71610195 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1626253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-745296'] for network, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:46:50.864677 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-c7227238-fb25-48e0-b00a-031d71610195 admin admin] Notify callbacks [] for network, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:46:50.890170 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7227238-fb25-48e0-b00a-031d71610195 admin admin] Pushing event deleted for resources: {'Network': ['ID=0829acdd-b88b-4156-8b09-030dbc18303a,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:46:50.895577 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-c7227238-fb25-48e0-b00a-031d71610195 admin admin] 10.222.0.54 "DELETE /v2.0/networks/0829acdd-b88b-4156-8b09-030dbc18303a HTTP/1.1" status: 204 len: 168 time: 1.1558483 Jan 20 15:46:51.058535 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-6ed93e67-fcfa-4427-a31d-5599739a5596 None None] Deleting port cf45dbfb-4072-4b07-9d37-63938ebc36c4 {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 15:46:51.059087 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-6ed93e67-fcfa-4427-a31d-5599739a5596 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:46:51.125798 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-6ed93e67-fcfa-4427-a31d-5599739a5596 None None] The port 'cf45dbfb-4072-4b07-9d37-63938ebc36c4' was deleted {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 20 15:46:51.180385 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 52762) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:46:51.230252 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-1485b194-8bff-466e-a7df-70b3af40c0c9 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=3429e03a7ca7442ca59a1b1874fe46c7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0486875 Jan 20 15:46:51.232688 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 52766) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:46:51.295852 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-f460dfae-42fc-4a56-87d9-3acd66d653a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:46:51.321803 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-f460dfae-42fc-4a56-87d9-3acd66d653a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:46:51.426260 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-f460dfae-42fc-4a56-87d9-3acd66d653a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:46:51.444281 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f460dfae-42fc-4a56-87d9-3acd66d653a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea73f766-c194-4f69-934e-315a00753d55,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:46:51.450940 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-f460dfae-42fc-4a56-87d9-3acd66d653a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:46:51.452058 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-f460dfae-42fc-4a56-87d9-3acd66d653a1 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/ea73f766-c194-4f69-934e-315a00753d55 HTTP/1.1" status: 204 len: 168 time: 0.2184968 Jan 20 15:46:52.249889 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 52774) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:46:52.302683 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-ac2fbc03-4647-41d3-b88d-3c5129527f5d admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=79e678afedbb49c39614a90e7bac14c0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0515776 Jan 20 15:46:52.305057 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 52778) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:46:52.374129 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-09813f30-8807-477f-aa52-be057508d0c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:46:52.403500 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-09813f30-8807-477f-aa52-be057508d0c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:46:52.517102 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-09813f30-8807-477f-aa52-be057508d0c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:46:52.532814 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09813f30-8807-477f-aa52-be057508d0c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25a2454f-0a1e-4043-b1dd-b2d86b1d6068,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:46:52.541650 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-09813f30-8807-477f-aa52-be057508d0c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:46:52.542912 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-09813f30-8807-477f-aa52-be057508d0c0 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/25a2454f-0a1e-4043-b1dd-b2d86b1d6068 HTTP/1.1" status: 204 len: 168 time: 0.2368953 Jan 20 15:46:53.816280 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 52800) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:46:53.942807 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-0f7a3f20-9f77-4b33-b2ff-d565033b3ebd admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-827731855-network', 'tenant_id': '5da0bcf3cab544f499077809bbc6b559'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 15:46:53.948704 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-0f7a3f20-9f77-4b33-b2ff-d565033b3ebd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:46:53.952680 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-0f7a3f20-9f77-4b33-b2ff-d565033b3ebd admin admin] Usage tracker for resource:network and tenant:5da0bcf3cab544f499077809bbc6b559 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:46:53.955721 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-0f7a3f20-9f77-4b33-b2ff-d565033b3ebd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:46:53.962019 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-0f7a3f20-9f77-4b33-b2ff-d565033b3ebd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:46:54.030806 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f7a3f20-9f77-4b33-b2ff-d565033b3ebd admin admin] Made reservation on behalf of 5da0bcf3cab544f499077809bbc6b559 for: {'network': 1} {{(pid=84152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 15:46:54.033130 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-0f7a3f20-9f77-4b33-b2ff-d565033b3ebd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for network, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:46:54.045696 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-0f7a3f20-9f77-4b33-b2ff-d565033b3ebd admin admin] Notify callbacks [] for security_group, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:46:54.077794 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-0f7a3f20-9f77-4b33-b2ff-d565033b3ebd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:46:54.081617 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-0f7a3f20-9f77-4b33-b2ff-d565033b3ebd admin admin] Usage tracker for resource:security_group_rule and tenant:5da0bcf3cab544f499077809bbc6b559 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:46:54.085073 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-0f7a3f20-9f77-4b33-b2ff-d565033b3ebd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:46:54.090832 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-0f7a3f20-9f77-4b33-b2ff-d565033b3ebd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:46:54.157097 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-0f7a3f20-9f77-4b33-b2ff-d565033b3ebd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:46:54.237087 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-0f7a3f20-9f77-4b33-b2ff-d565033b3ebd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:46:54.268515 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f7a3f20-9f77-4b33-b2ff-d565033b3ebd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 164} {{(pid=84152) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 15:46:54.276933 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7a3f20-9f77-4b33-b2ff-d565033b3ebd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=467b883f-33ed-4af1-879b-c20addbcbc91,revision_number=1']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:46:54.282490 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-0f7a3f20-9f77-4b33-b2ff-d565033b3ebd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:46:54.282766 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.db.segments_db [None req-0f7a3f20-9f77-4b33-b2ff-d565033b3ebd admin admin] Added segment 151fdb87-2561-4bb2-908c-f29f52cac046 of type vlan for network 9132a61d-d29c-46ad-b6ba-3703a1498839 Jan 20 15:46:54.308659 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-0f7a3f20-9f77-4b33-b2ff-d565033b3ebd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769553767792'] for network, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:46:54.402864 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-0f7a3f20-9f77-4b33-b2ff-d565033b3ebd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967'] for network, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:46:54.403725 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f7a3f20-9f77-4b33-b2ff-d565033b3ebd admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:46:54.404299 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-0f7a3f20-9f77-4b33-b2ff-d565033b3ebd admin admin] Notify callbacks [] for network, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:46:54.503957 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7a3f20-9f77-4b33-b2ff-d565033b3ebd admin admin] Pushing event updated for resources: {'Network': ['ID=9132a61d-d29c-46ad-b6ba-3703a1498839,revision_number=1']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:46:54.513430 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Network 9132a61d-d29c-46ad-b6ba-3703a1498839 details requested by agent ovs-agent-dv-neutron-825124-1-hyperv with host dv-neutron-825124-1-hyperv {{(pid=84154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 15:46:54.569427 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-0f7a3f20-9f77-4b33-b2ff-d565033b3ebd admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7519336 Jan 20 15:46:54.572167 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 52806) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:46:54.578105 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-e7f4c299-19b5-4532-af3e-30195ddbf893 admin admin] Request body: {'subnet': {'network_id': '9132a61d-d29c-46ad-b6ba-3703a1498839', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-827731855-subnet', 'tenant_id': '5da0bcf3cab544f499077809bbc6b559', 'ip_version': 4}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 15:46:54.582925 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-e7f4c299-19b5-4532-af3e-30195ddbf893 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:46:54.586853 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-e7f4c299-19b5-4532-af3e-30195ddbf893 admin admin] Usage tracker for resource:subnet and tenant:5da0bcf3cab544f499077809bbc6b559 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:46:54.589810 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-e7f4c299-19b5-4532-af3e-30195ddbf893 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:46:54.595568 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-e7f4c299-19b5-4532-af3e-30195ddbf893 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:46:54.688883 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7f4c299-19b5-4532-af3e-30195ddbf893 admin admin] Made reservation on behalf of 5da0bcf3cab544f499077809bbc6b559 for: {'subnet': 1} {{(pid=84152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 15:46:54.691292 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-e7f4c299-19b5-4532-af3e-30195ddbf893 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3155315'] for subnet, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:46:54.951716 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-e7f4c299-19b5-4532-af3e-30195ddbf893 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4163519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3155301'] for subnet, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:46:55.014023 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f4c299-19b5-4532-af3e-30195ddbf893 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e46d3003-8fec-4899-9aa0-646ddc6c4955,revision_number=0']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:46:55.038743 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7f4c299-19b5-4532-af3e-30195ddbf893 admin admin] Checking segment: {'id': '151fdb87-2561-4bb2-908c-f29f52cac046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '9132a61d-d29c-46ad-b6ba-3703a1498839'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 15:46:55.039102 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7f4c299-19b5-4532-af3e-30195ddbf893 admin admin] Network hostable DHCP agents. Network: 9132a61d-d29c-46ad-b6ba-3703a1498839, hostable agents: ['1a181e39-5220-4c1a-88f8-08a54e8bfc9b'], hosted agents: [] {{(pid=84152) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 15:46:55.099790 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7f4c299-19b5-4532-af3e-30195ddbf893 admin admin] Network 9132a61d-d29c-46ad-b6ba-3703a1498839 is scheduled to be hosted by DHCP agent 1a181e39-5220-4c1a-88f8-08a54e8bfc9b with binding_index 1 {{(pid=84152) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 15:46:55.163796 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.base_scheduler [None req-e7f4c299-19b5-4532-af3e-30195ddbf893 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825124-1-hyperv, 9132a61d-d29c-46ad-b6ba-3703a1498839) {{(pid=84152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 15:46:55.168693 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7f4c299-19b5-4532-af3e-30195ddbf893 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:46:55.169323 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-e7f4c299-19b5-4532-af3e-30195ddbf893 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:46:55.173218 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45834008-5fe8-4509-89c6-9dd84ff379b8 None None] Network 9132a61d-d29c-46ad-b6ba-3703a1498839 requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 15:46:55.243956 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-e7f4c299-19b5-4532-af3e-30195ddbf893 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6701839 Jan 20 15:46:55.246510 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 52810) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:46:55.252013 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-84de150b-9bb1-45b9-9ffe-2fea110fe96c admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-827731855-router', 'tenant_id': '5da0bcf3cab544f499077809bbc6b559', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d'}}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 15:46:55.257922 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-84de150b-9bb1-45b9-9ffe-2fea110fe96c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:46:55.262435 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-84de150b-9bb1-45b9-9ffe-2fea110fe96c admin admin] Usage tracker for resource:router and tenant:5da0bcf3cab544f499077809bbc6b559 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:46:55.268326 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-84de150b-9bb1-45b9-9ffe-2fea110fe96c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:46:55.274680 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-84de150b-9bb1-45b9-9ffe-2fea110fe96c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:46:55.323241 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-84de150b-9bb1-45b9-9ffe-2fea110fe96c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-105475'] for router, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:46:55.324387 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-84de150b-9bb1-45b9-9ffe-2fea110fe96c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-739204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-744864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-735540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-105484'] for router, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:46:55.342601 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-84de150b-9bb1-45b9-9ffe-2fea110fe96c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:46:55.393933 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-133340b0-09c1-4dd9-9606-ca456b19d5fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95c917f5-14ba-5e96-98b8-1a52654a930a-9132a61d-d29c-46ad-b6ba-3703a1498839', 'network_id': '9132a61d-d29c-46ad-b6ba-3703a1498839', 'tenant_id': '5da0bcf3cab544f499077809bbc6b559', 'fixed_ips': [{'subnet_id': 'e46d3003-8fec-4899-9aa0-646ddc6c4955'}]}} from dv-neutron-825124-1-hyperv. {{(pid=84154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 20 15:46:55.398694 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-133340b0-09c1-4dd9-9606-ca456b19d5fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:46:55.541158 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-84de150b-9bb1-45b9-9ffe-2fea110fe96c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-744886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-105502'] for router, precommit_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:46:55.552295 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_common [None req-133340b0-09c1-4dd9-9606-ca456b19d5fd None None] Allocated IP 172.20.0.2 (9132a61d-d29c-46ad-b6ba-3703a1498839/e46d3003-8fec-4899-9aa0-646ddc6c4955/a05c1510-1d08-4b6a-8451-df6667e3e393) {{(pid=84154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 15:46:55.756710 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-133340b0-09c1-4dd9-9606-ca456b19d5fd None None] Notify callbacks [] for port, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:46:55.767153 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-133340b0-09c1-4dd9-9606-ca456b19d5fd None None] Transition to ACTIVE for port object a05c1510-1d08-4b6a-8451-df6667e3e393 will not be triggered until provisioned by entity L2. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 15:46:55.785631 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-133340b0-09c1-4dd9-9606-ca456b19d5fd None None] Transition to ACTIVE for port object a05c1510-1d08-4b6a-8451-df6667e3e393 will not be triggered until provisioned by entity DHCP. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 15:46:55.790427 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-84de150b-9bb1-45b9-9ffe-2fea110fe96c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:46:55.824373 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-84de150b-9bb1-45b9-9ffe-2fea110fe96c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:46:55.831783 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-133340b0-09c1-4dd9-9606-ca456b19d5fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477'] for port, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:46:55.902514 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-133340b0-09c1-4dd9-9606-ca456b19d5fd None None] Network 9132a61d-d29c-46ad-b6ba-3703a1498839 is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 15:46:55.903674 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-133340b0-09c1-4dd9-9606-ca456b19d5fd None None] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 15:46:55.907307 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-133340b0-09c1-4dd9-9606-ca456b19d5fd None None] Received port after_create {{(pid=84154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 15:46:55.919009 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133340b0-09c1-4dd9-9606-ca456b19d5fd None None] Pushing event updated for resources: {'Port': ['ID=a05c1510-1d08-4b6a-8451-df6667e3e393,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:46:55.961390 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.db_base_plugin_common [None req-84de150b-9bb1-45b9-9ffe-2fea110fe96c admin admin] Allocated IP 172.26.7.109 (8dffb05c-5ca0-409b-bd5f-7be6264f707d/a489dd4f-42a5-433b-8be3-bab2749c4209/3a59bf65-f238-485b-84c6-12d5a6015f1d) {{(pid=84153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 15:46:55.992323 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133340b0-09c1-4dd9-9606-ca456b19d5fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:46:55.992671 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133340b0-09c1-4dd9-9606-ca456b19d5fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:46:55.993013 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133340b0-09c1-4dd9-9606-ca456b19d5fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:46:55.993353 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133340b0-09c1-4dd9-9606-ca456b19d5fd None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:46:55.993687 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133340b0-09c1-4dd9-9606-ca456b19d5fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:46:55.994016 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133340b0-09c1-4dd9-9606-ca456b19d5fd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:46:55.994374 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133340b0-09c1-4dd9-9606-ca456b19d5fd None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:46:55.994703 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133340b0-09c1-4dd9-9606-ca456b19d5fd None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:46:55.995027 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133340b0-09c1-4dd9-9606-ca456b19d5fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:46:55.995350 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133340b0-09c1-4dd9-9606-ca456b19d5fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:46:55.995671 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133340b0-09c1-4dd9-9606-ca456b19d5fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:46:56.017461 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-133340b0-09c1-4dd9-9606-ca456b19d5fd None None] Attempting to bind port a05c1510-1d08-4b6a-8451-df6667e3e393 on host dv-neutron-825124-1-hyperv for vnic_type normal with profile {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 15:46:56.017831 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-133340b0-09c1-4dd9-9606-ca456b19d5fd None None] Attempting to bind port a05c1510-1d08-4b6a-8451-df6667e3e393 by drivers openvswitch,hyperv on host dv-neutron-825124-1-hyperv at level 0 using segments [{'id': '151fdb87-2561-4bb2-908c-f29f52cac046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '9132a61d-d29c-46ad-b6ba-3703a1498839'}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 15:46:56.018230 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-133340b0-09c1-4dd9-9606-ca456b19d5fd None None] Attempting to bind port a05c1510-1d08-4b6a-8451-df6667e3e393 on network 9132a61d-d29c-46ad-b6ba-3703a1498839 {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 15:46:56.024909 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-133340b0-09c1-4dd9-9606-ca456b19d5fd None None] Checking agent: {'id': '6414dfeb-85c5-454a-8756-709ca637d800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825124-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 16, 31), 'started_at': datetime.datetime(2022, 1, 20, 14, 17, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 15, 46, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825124-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 15:46:56.034899 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-133340b0-09c1-4dd9-9606-ca456b19d5fd None None] Checking segment: {'id': '151fdb87-2561-4bb2-908c-f29f52cac046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '9132a61d-d29c-46ad-b6ba-3703a1498839'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 15:46:56.034899 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-133340b0-09c1-4dd9-9606-ca456b19d5fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:46:56.034899 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-133340b0-09c1-4dd9-9606-ca456b19d5fd None None] Bound using segment: {'id': '151fdb87-2561-4bb2-908c-f29f52cac046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '9132a61d-d29c-46ad-b6ba-3703a1498839'} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 15:46:56.034899 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-133340b0-09c1-4dd9-9606-ca456b19d5fd None None] Bound port: a05c1510-1d08-4b6a-8451-df6667e3e393, host: dv-neutron-825124-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '151fdb87-2561-4bb2-908c-f29f52cac046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '9132a61d-d29c-46ad-b6ba-3703a1498839'}}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 15:46:56.034899 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-133340b0-09c1-4dd9-9606-ca456b19d5fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:46:56.112597 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-84de150b-9bb1-45b9-9ffe-2fea110fe96c admin admin] Notify callbacks [] for port, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:46:56.113343 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-133340b0-09c1-4dd9-9606-ca456b19d5fd None None] For port a05c1510-1d08-4b6a-8451-df6667e3e393, host dv-neutron-825124-1-hyperv, cleared binding levels {{(pid=84154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 15:46:56.117016 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-133340b0-09c1-4dd9-9606-ca456b19d5fd None None] For port a05c1510-1d08-4b6a-8451-df6667e3e393, host dv-neutron-825124-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=a05c1510-1d08-4b6a-8451-df6667e3e393,segment=NetworkSegment(151fdb87-2561-4bb2-908c-f29f52cac046),segment_id=151fdb87-2561-4bb2-908c-f29f52cac046)] {{(pid=84154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 15:46:56.186222 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-133340b0-09c1-4dd9-9606-ca456b19d5fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:46:56.214783 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-84de150b-9bb1-45b9-9ffe-2fea110fe96c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:46:56.271963 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133340b0-09c1-4dd9-9606-ca456b19d5fd None None] Pushing event updated for resources: {'Port': ['ID=a05c1510-1d08-4b6a-8451-df6667e3e393,revision_number=2']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:46:56.286344 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84de150b-9bb1-45b9-9ffe-2fea110fe96c admin admin] Network 8dffb05c-5ca0-409b-bd5f-7be6264f707d is already hosted by enough agents. {{(pid=84153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 15:46:56.289885 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.base_scheduler [None req-84de150b-9bb1-45b9-9ffe-2fea110fe96c admin admin] Resources bound (agent type, host, resource id): {{(pid=84153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 15:46:56.297435 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84de150b-9bb1-45b9-9ffe-2fea110fe96c admin admin] Received port after_create {{(pid=84153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 15:46:56.322630 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84de150b-9bb1-45b9-9ffe-2fea110fe96c admin admin] Pushing event updated for resources: {'Port': ['ID=3a59bf65-f238-485b-84c6-12d5a6015f1d,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:46:56.552467 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-84de150b-9bb1-45b9-9ffe-2fea110fe96c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:46:56.553312 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-84de150b-9bb1-45b9-9ffe-2fea110fe96c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-744861'] for router, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:46:56.842771 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84de150b-9bb1-45b9-9ffe-2fea110fe96c admin admin] Router d5b31ced-afe5-40e2-953e-8dca77b1cc61 is scheduled to L3 agent 624d525b-4c26-4143-8a1c-228bb1c6faaa with binding_index 1 {{(pid=84153) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 20 15:46:57.052834 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84de150b-9bb1-45b9-9ffe-2fea110fe96c admin admin] Notify agent at l3_agent.dv-neutron-825124-1-hyperv the message routers_updated {{(pid=84153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 15:46:57.065353 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-370b563c-761a-406b-b935-999287c4f326 None None] Sync routers for ids ['d5b31ced-afe5-40e2-953e-8dca77b1cc61'] in dv-neutron-825124-1-hyperv {{(pid=84155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 15:46:57.079201 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-370b563c-761a-406b-b935-999287c4f326 None None] Routers {'d5b31ced-afe5-40e2-953e-8dca77b1cc61'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 15:46:57.079973 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-370b563c-761a-406b-b935-999287c4f326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T15:46:30Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['d5b31ced-afe5-40e2-953e-8dca77b1cc61'], 'active': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:46:57.186112 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-84de150b-9bb1-45b9-9ffe-2fea110fe96c admin admin] Notify callbacks [] for router, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:46:57.190374 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 52814) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:46:57.190974 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-84de150b-9bb1-45b9-9ffe-2fea110fe96c admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.9428732 Jan 20 15:46:57.207250 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-640ac682-ee25-470d-bc15-c48136e8e7ec None None] Network 9132a61d-d29c-46ad-b6ba-3703a1498839 requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 15:46:57.285601 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvr_db [None req-370b563c-761a-406b-b935-999287c4f326 None None] Set router d5b31ced-afe5-40e2-953e-8dca77b1cc61 gateway port host: dv-neutron-825124-1-hyperv {{(pid=84155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 15:46:57.324509 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-51c8d632-687d-4571-b8a5-ca1322436b02 None None] Provisioning for port a05c1510-1d08-4b6a-8451-df6667e3e393 completed by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 15:46:57.652628 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-370b563c-761a-406b-b935-999287c4f326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5b31ced-afe5-40e2-953e-8dca77b1cc61', 'name': 'tempest-TestSnapshotPattern-827731855-router', 'tenant_id': '5da0bcf3cab544f499077809bbc6b559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.109'}], 'enable_snat': True}, 'gw_port_id': '3a59bf65-f238-485b-84c6-12d5a6015f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:46:55Z', 'updated_at': '2022-01-20T15:46:56Z', 'revision_number': 3, 'project_id': '5da0bcf3cab544f499077809bbc6b559', 'gw_port': {'id': '3a59bf65-f238-485b-84c6-12d5a6015f1d', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:87:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5b31ced-afe5-40e2-953e-8dca77b1cc61', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:46:55Z', 'updated_at': '2022-01-20T15:46:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv'}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:46:57.656898 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-370b563c-761a-406b-b935-999287c4f326 None None] Checking router: d5b31ced-afe5-40e2-953e-8dca77b1cc61 for host: dv-neutron-825124-1-hyperv {{(pid=84155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 15:46:57.657243 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-370b563c-761a-406b-b935-999287c4f326 None None] Updating router d5b31ced-afe5-40e2-953e-8dca77b1cc61 port 3a59bf65-f238-485b-84c6-12d5a6015f1d binding host dv-neutron-825124-1-hyperv {{(pid=84155) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 20 15:46:57.719799 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-370b563c-761a-406b-b935-999287c4f326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:46:58.042692 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-370b563c-761a-406b-b935-999287c4f326 None None] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:46:58.054160 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-370b563c-761a-406b-b935-999287c4f326 None None] Transition to ACTIVE for port object 3a59bf65-f238-485b-84c6-12d5a6015f1d will not be triggered until provisioned by entity L2. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 15:46:58.072245 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-b1fe038d-ac89-413d-bcbe-794d30c0dcc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:46:58.105530 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-2b80238e-ce1e-4cbf-a701-c25217c3468e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:46:58.139994 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-370b563c-761a-406b-b935-999287c4f326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:46:58.195757 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device a05c1510-1d08-4b6a-8451-df6667e3e393 up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 15:46:58.231338 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbaaf098-4927-43da-9e4b-d1468193adfb None None] Pushing event updated for resources: {'Port': ['ID=3a59bf65-f238-485b-84c6-12d5a6015f1d,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:46:58.245646 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbaaf098-4927-43da-9e4b-d1468193adfb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:46:58.246301 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbaaf098-4927-43da-9e4b-d1468193adfb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:46:58.246807 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbaaf098-4927-43da-9e4b-d1468193adfb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:46:58.247314 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbaaf098-4927-43da-9e4b-d1468193adfb None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:46:58.247992 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbaaf098-4927-43da-9e4b-d1468193adfb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:46:58.248556 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbaaf098-4927-43da-9e4b-d1468193adfb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:46:58.249449 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbaaf098-4927-43da-9e4b-d1468193adfb None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:46:58.250246 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbaaf098-4927-43da-9e4b-d1468193adfb None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:46:58.250735 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbaaf098-4927-43da-9e4b-d1468193adfb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:46:58.251210 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbaaf098-4927-43da-9e4b-d1468193adfb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:46:58.251788 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbaaf098-4927-43da-9e4b-d1468193adfb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:46:58.263934 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-370b563c-761a-406b-b935-999287c4f326 None None] Attempting to bind port 3a59bf65-f238-485b-84c6-12d5a6015f1d on host dv-neutron-825124-1-hyperv for vnic_type normal with profile {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 15:46:58.264294 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-370b563c-761a-406b-b935-999287c4f326 None None] Attempting to bind port 3a59bf65-f238-485b-84c6-12d5a6015f1d by drivers openvswitch,hyperv on host dv-neutron-825124-1-hyperv at level 0 using segments [{'id': 'f628f1ba-6b70-4c9b-8839-62340c040c81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d'}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 15:46:58.264645 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-370b563c-761a-406b-b935-999287c4f326 None None] Attempting to bind port 3a59bf65-f238-485b-84c6-12d5a6015f1d on network 8dffb05c-5ca0-409b-bd5f-7be6264f707d {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 15:46:58.274299 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-370b563c-761a-406b-b935-999287c4f326 None None] Checking agent: {'id': '6414dfeb-85c5-454a-8756-709ca637d800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825124-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 16, 31), 'started_at': datetime.datetime(2022, 1, 20, 14, 17, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 15, 46, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825124-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 15:46:58.274299 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-370b563c-761a-406b-b935-999287c4f326 None None] Checking segment: {'id': 'f628f1ba-6b70-4c9b-8839-62340c040c81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 15:46:58.274299 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-370b563c-761a-406b-b935-999287c4f326 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:46:58.274299 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-370b563c-761a-406b-b935-999287c4f326 None None] Bound using segment: {'id': 'f628f1ba-6b70-4c9b-8839-62340c040c81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d'} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 15:46:58.274299 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-370b563c-761a-406b-b935-999287c4f326 None None] Bound port: 3a59bf65-f238-485b-84c6-12d5a6015f1d, host: dv-neutron-825124-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f628f1ba-6b70-4c9b-8839-62340c040c81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d'}}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 15:46:58.274299 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-370b563c-761a-406b-b935-999287c4f326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:46:58.311649 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.db_base_plugin_common [None req-b1fe038d-ac89-413d-bcbe-794d30c0dcc8 admin admin] Allocated IP 172.20.0.1 (9132a61d-d29c-46ad-b6ba-3703a1498839/e46d3003-8fec-4899-9aa0-646ddc6c4955/6183837c-3bc6-4b72-8520-e158b63e6003) {{(pid=84152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 15:46:58.317348 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning for port a05c1510-1d08-4b6a-8451-df6667e3e393 completed by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 15:46:58.325225 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port a05c1510-1d08-4b6a-8451-df6667e3e393 triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:46:58.325738 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:46:58.348658 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-370b563c-761a-406b-b935-999287c4f326 None None] For port 3a59bf65-f238-485b-84c6-12d5a6015f1d, host dv-neutron-825124-1-hyperv, cleared binding levels {{(pid=84155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 15:46:58.352526 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-370b563c-761a-406b-b935-999287c4f326 None None] For port 3a59bf65-f238-485b-84c6-12d5a6015f1d, host dv-neutron-825124-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=3a59bf65-f238-485b-84c6-12d5a6015f1d,segment=NetworkSegment(f628f1ba-6b70-4c9b-8839-62340c040c81),segment_id=f628f1ba-6b70-4c9b-8839-62340c040c81)] {{(pid=84155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 15:46:58.420797 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-370b563c-761a-406b-b935-999287c4f326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:46:58.442892 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:46:58.461836 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-b1fe038d-ac89-413d-bcbe-794d30c0dcc8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:46:58.479323 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] For port a05c1510-1d08-4b6a-8451-df6667e3e393, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=a05c1510-1d08-4b6a-8451-df6667e3e393,segment=NetworkSegment(151fdb87-2561-4bb2-908c-f29f52cac046),segment_id=151fdb87-2561-4bb2-908c-f29f52cac046)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 15:46:58.479858 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.provisioning_blocks [None req-b1fe038d-ac89-413d-bcbe-794d30c0dcc8 admin admin] Transition to ACTIVE for port object 6183837c-3bc6-4b72-8520-e158b63e6003 will not be triggered until provisioned by entity DHCP. {{(pid=84152) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 15:46:58.508785 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbaaf098-4927-43da-9e4b-d1468193adfb None None] Pushing event updated for resources: {'Port': ['ID=3a59bf65-f238-485b-84c6-12d5a6015f1d,revision_number=3']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:46:58.512574 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-370b563c-761a-406b-b935-999287c4f326 None None] Routers {'d5b31ced-afe5-40e2-953e-8dca77b1cc61'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 15:46:58.513237 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-370b563c-761a-406b-b935-999287c4f326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T15:46:30Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['d5b31ced-afe5-40e2-953e-8dca77b1cc61'], 'active': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:46:58.574307 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:46:58.609072 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-b1fe038d-ac89-413d-bcbe-794d30c0dcc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:46:58.641838 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Pushing event updated for resources: {'Port': ['ID=a05c1510-1d08-4b6a-8451-df6667e3e393,revision_number=3']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:46:58.679474 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1fe038d-ac89-413d-bcbe-794d30c0dcc8 admin admin] Network 9132a61d-d29c-46ad-b6ba-3703a1498839 is already hosted by enough agents. {{(pid=84152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 15:46:58.683038 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.base_scheduler [None req-b1fe038d-ac89-413d-bcbe-794d30c0dcc8 admin admin] Resources bound (agent type, host, resource id): {{(pid=84152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 15:46:58.684992 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fe038d-ac89-413d-bcbe-794d30c0dcc8 admin admin] Pushing event updated for resources: {'Port': ['ID=6183837c-3bc6-4b72-8520-e158b63e6003,revision_number=1']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:46:58.686985 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1fe038d-ac89-413d-bcbe-794d30c0dcc8 admin admin] Received port after_create {{(pid=84152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 15:46:58.693765 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvr_db [None req-370b563c-761a-406b-b935-999287c4f326 None None] Set router d5b31ced-afe5-40e2-953e-8dca77b1cc61 gateway port host: dv-neutron-825124-1-hyperv {{(pid=84155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 15:46:58.744301 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-b1fe038d-ac89-413d-bcbe-794d30c0dcc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-745387'] for router_interface, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:46:58.902686 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-b1fe038d-ac89-413d-bcbe-794d30c0dcc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:46:58.968319 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-9f4752d5-feeb-4417-9c48-0f8f9187406c None None] Provisioning for port 6183837c-3bc6-4b72-8520-e158b63e6003 completed by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 15:46:58.973529 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-9f4752d5-feeb-4417-9c48-0f8f9187406c None None] Provisioning complete for port 6183837c-3bc6-4b72-8520-e158b63e6003 triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:46:58.973958 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-9f4752d5-feeb-4417-9c48-0f8f9187406c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:46:58.995816 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-370b563c-761a-406b-b935-999287c4f326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5b31ced-afe5-40e2-953e-8dca77b1cc61', 'name': 'tempest-TestSnapshotPattern-827731855-router', 'tenant_id': '5da0bcf3cab544f499077809bbc6b559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.109'}], 'enable_snat': True}, 'gw_port_id': '3a59bf65-f238-485b-84c6-12d5a6015f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:46:55Z', 'updated_at': '2022-01-20T15:46:56Z', 'revision_number': 3, 'project_id': '5da0bcf3cab544f499077809bbc6b559', 'gw_port': {'id': '3a59bf65-f238-485b-84c6-12d5a6015f1d', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:87:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5b31ced-afe5-40e2-953e-8dca77b1cc61', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:46:55Z', 'updated_at': '2022-01-20T15:46:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv'}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:46:59.000122 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-370b563c-761a-406b-b935-999287c4f326 None None] The sync data for ids ['d5b31ced-afe5-40e2-953e-8dca77b1cc61'] in dv-neutron-825124-1-hyperv is: [{'id': 'd5b31ced-afe5-40e2-953e-8dca77b1cc61', 'name': 'tempest-TestSnapshotPattern-827731855-router', 'tenant_id': '5da0bcf3cab544f499077809bbc6b559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.109'}], 'enable_snat': True}, 'gw_port_id': '3a59bf65-f238-485b-84c6-12d5a6015f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:46:55Z', 'updated_at': '2022-01-20T15:46:56Z', 'revision_number': 3, 'project_id': '5da0bcf3cab544f499077809bbc6b559', 'gw_port': {'id': '3a59bf65-f238-485b-84c6-12d5a6015f1d', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:87:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5b31ced-afe5-40e2-953e-8dca77b1cc61', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:46:55Z', 'updated_at': '2022-01-20T15:46:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv'}] {{(pid=84155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 15:46:59.034269 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-9f4752d5-feeb-4417-9c48-0f8f9187406c None None] Port 6183837c-3bc6-4b72-8520-e158b63e6003 cannot update to ACTIVE because it is not bound. {{(pid=84154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 15:46:59.146467 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-b1fe038d-ac89-413d-bcbe-794d30c0dcc8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:46:59.214582 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-b1fe038d-ac89-413d-bcbe-794d30c0dcc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162822'] for port, after_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:46:59.330408 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-b1fe038d-ac89-413d-bcbe-794d30c0dcc8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1705158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-743490'] for router_interface, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:46:59.333815 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fe038d-ac89-413d-bcbe-794d30c0dcc8 admin admin] Pushing event updated for resources: {'Port': ['ID=6183837c-3bc6-4b72-8520-e158b63e6003,revision_number=2']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:46:59.476620 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1fe038d-ac89-413d-bcbe-794d30c0dcc8 admin admin] Network 9132a61d-d29c-46ad-b6ba-3703a1498839 is already hosted by enough agents. {{(pid=84152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 15:46:59.477779 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.base_scheduler [None req-b1fe038d-ac89-413d-bcbe-794d30c0dcc8 admin admin] Resources bound (agent type, host, resource id): {{(pid=84152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 15:46:59.772602 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-c9c0df2a-8823-4aee-a141-5a4be89cc725 None None] Provisioning complete for port 6183837c-3bc6-4b72-8520-e158b63e6003 triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:46:59.773174 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-c9c0df2a-8823-4aee-a141-5a4be89cc725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:46:59.830732 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-c9c0df2a-8823-4aee-a141-5a4be89cc725 None None] Port 6183837c-3bc6-4b72-8520-e158b63e6003 cannot update to ACTIVE because it is not bound. {{(pid=84154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 15:46:59.971971 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1fe038d-ac89-413d-bcbe-794d30c0dcc8 admin admin] Router d5b31ced-afe5-40e2-953e-8dca77b1cc61 has already been hosted by L3 agent 624d525b-4c26-4143-8a1c-228bb1c6faaa {{(pid=84152) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 15:47:00.182397 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1fe038d-ac89-413d-bcbe-794d30c0dcc8 admin admin] Notify agent at l3_agent.dv-neutron-825124-1-hyperv the message routers_updated {{(pid=84152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 15:47:00.191752 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-b1fe038d-ac89-413d-bcbe-794d30c0dcc8 admin admin] 10.222.0.54 "PUT /v2.0/routers/d5b31ced-afe5-40e2-953e-8dca77b1cc61/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9999254 Jan 20 15:47:00.241921 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 3a59bf65-f238-485b-84c6-12d5a6015f1d up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 15:47:00.362876 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning for port 3a59bf65-f238-485b-84c6-12d5a6015f1d completed by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 15:47:00.367924 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port 3a59bf65-f238-485b-84c6-12d5a6015f1d triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:47:00.368286 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:47:00.499111 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:47:00.505475 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-53d23eaf-5057-49bc-b294-34424399784d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:47:00.518547 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] For port 3a59bf65-f238-485b-84c6-12d5a6015f1d, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=3a59bf65-f238-485b-84c6-12d5a6015f1d,segment=NetworkSegment(f628f1ba-6b70-4c9b-8839-62340c040c81),segment_id=f628f1ba-6b70-4c9b-8839-62340c040c81)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 15:47:00.591474 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:47:00.592268 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device a05c1510-1d08-4b6a-8451-df6667e3e393 up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 15:47:00.705333 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Pushing event updated for resources: {'Port': ['ID=3a59bf65-f238-485b-84c6-12d5a6015f1d,revision_number=4']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:47:00.724046 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port a05c1510-1d08-4b6a-8451-df6667e3e393 triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:47:00.724425 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:47:01.333920 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:47:01.368920 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 52838) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:47:01.374429 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-67e7dd8a-8f99-4bf4-b01b-1a58604148d6 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-856848640-network', 'tenant_id': '09dd1959f4b44f53883b699aef2b6154'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 15:47:01.379255 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-67e7dd8a-8f99-4bf4-b01b-1a58604148d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:47:01.383764 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-67e7dd8a-8f99-4bf4-b01b-1a58604148d6 admin admin] Usage tracker for resource:network and tenant:09dd1959f4b44f53883b699aef2b6154 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:47:01.386704 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-67e7dd8a-8f99-4bf4-b01b-1a58604148d6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:47:01.392338 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-67e7dd8a-8f99-4bf4-b01b-1a58604148d6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:47:01.460434 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67e7dd8a-8f99-4bf4-b01b-1a58604148d6 admin admin] Made reservation on behalf of 09dd1959f4b44f53883b699aef2b6154 for: {'network': 1} {{(pid=84152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 15:47:01.462927 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-67e7dd8a-8f99-4bf4-b01b-1a58604148d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for network, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:47:01.475395 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-67e7dd8a-8f99-4bf4-b01b-1a58604148d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:47:01.488485 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:47:01.505672 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-67e7dd8a-8f99-4bf4-b01b-1a58604148d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:47:01.510236 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-67e7dd8a-8f99-4bf4-b01b-1a58604148d6 admin admin] Usage tracker for resource:security_group_rule and tenant:09dd1959f4b44f53883b699aef2b6154 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:47:01.512956 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-67e7dd8a-8f99-4bf4-b01b-1a58604148d6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:47:01.518463 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-67e7dd8a-8f99-4bf4-b01b-1a58604148d6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:47:01.582217 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-67e7dd8a-8f99-4bf4-b01b-1a58604148d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:47:01.637103 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-67e7dd8a-8f99-4bf4-b01b-1a58604148d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:47:01.667452 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67e7dd8a-8f99-4bf4-b01b-1a58604148d6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 170} {{(pid=84152) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 20 15:47:01.675454 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e7dd8a-8f99-4bf4-b01b-1a58604148d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68b0acd8-6699-44ec-8bd8-a653d5cd36d4,revision_number=1']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:47:01.681690 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-67e7dd8a-8f99-4bf4-b01b-1a58604148d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:47:01.682055 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.db.segments_db [None req-67e7dd8a-8f99-4bf4-b01b-1a58604148d6 admin admin] Added segment c32e4954-d1b6-4b47-9c23-b2467bfb2070 of type vlan for network b51775dc-a5d7-4c00-a5c7-ce120f619589 Jan 20 15:47:01.711219 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-67e7dd8a-8f99-4bf4-b01b-1a58604148d6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769553767792'] for network, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:47:01.803136 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-67e7dd8a-8f99-4bf4-b01b-1a58604148d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967'] for network, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:47:01.804003 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67e7dd8a-8f99-4bf4-b01b-1a58604148d6 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:47:01.804587 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-67e7dd8a-8f99-4bf4-b01b-1a58604148d6 admin admin] Notify callbacks [] for network, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:47:01.905186 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e7dd8a-8f99-4bf4-b01b-1a58604148d6 admin admin] Pushing event updated for resources: {'Network': ['ID=b51775dc-a5d7-4c00-a5c7-ce120f619589,revision_number=1']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:47:01.916156 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Network b51775dc-a5d7-4c00-a5c7-ce120f619589 details requested by agent ovs-agent-dv-neutron-825124-1-hyperv with host dv-neutron-825124-1-hyperv {{(pid=84154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 20 15:47:01.970281 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-67e7dd8a-8f99-4bf4-b01b-1a58604148d6 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6002097 Jan 20 15:47:01.973340 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 52842) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:47:01.977048 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-cdd98e71-1f0a-4421-baa9-dcb30e06edf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:47:01.979244 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-da80bfc5-eeb3-48df-a3a7-17d4f531d5ab admin admin] Request body: {'subnet': {'network_id': 'b51775dc-a5d7-4c00-a5c7-ce120f619589', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-856848640-subnet', 'tenant_id': '09dd1959f4b44f53883b699aef2b6154', 'ip_version': 4}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 15:47:01.984102 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-da80bfc5-eeb3-48df-a3a7-17d4f531d5ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:47:01.988561 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-da80bfc5-eeb3-48df-a3a7-17d4f531d5ab admin admin] Usage tracker for resource:subnet and tenant:09dd1959f4b44f53883b699aef2b6154 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:47:01.991178 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-da80bfc5-eeb3-48df-a3a7-17d4f531d5ab admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:47:01.997291 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-da80bfc5-eeb3-48df-a3a7-17d4f531d5ab admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:47:02.100207 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da80bfc5-eeb3-48df-a3a7-17d4f531d5ab admin admin] Made reservation on behalf of 09dd1959f4b44f53883b699aef2b6154 for: {'subnet': 1} {{(pid=84152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 15:47:02.102502 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-da80bfc5-eeb3-48df-a3a7-17d4f531d5ab admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3155315'] for subnet, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:47:02.165283 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 3a59bf65-f238-485b-84c6-12d5a6015f1d up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 15:47:02.240387 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port 3a59bf65-f238-485b-84c6-12d5a6015f1d triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:47:02.241318 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:47:02.391551 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-da80bfc5-eeb3-48df-a3a7-17d4f531d5ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4163519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3155301'] for subnet, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:47:02.465312 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da80bfc5-eeb3-48df-a3a7-17d4f531d5ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=e979af7d-55c4-4aa5-869d-0d8ea20135d0,revision_number=0']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:47:02.477880 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89bfebba-1da5-4156-bea0-b43f46e59940 None None] Sync routers for ids ['d5b31ced-afe5-40e2-953e-8dca77b1cc61'] in dv-neutron-825124-1-hyperv {{(pid=84154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 15:47:02.481136 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da80bfc5-eeb3-48df-a3a7-17d4f531d5ab admin admin] Checking segment: {'id': 'c32e4954-d1b6-4b47-9c23-b2467bfb2070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'b51775dc-a5d7-4c00-a5c7-ce120f619589'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 15:47:02.481492 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da80bfc5-eeb3-48df-a3a7-17d4f531d5ab admin admin] Network hostable DHCP agents. Network: b51775dc-a5d7-4c00-a5c7-ce120f619589, hostable agents: ['1a181e39-5220-4c1a-88f8-08a54e8bfc9b'], hosted agents: [] {{(pid=84152) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 20 15:47:02.494402 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89bfebba-1da5-4156-bea0-b43f46e59940 None None] Routers {'d5b31ced-afe5-40e2-953e-8dca77b1cc61'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 15:47:02.495023 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-89bfebba-1da5-4156-bea0-b43f46e59940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T15:47:00Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['d5b31ced-afe5-40e2-953e-8dca77b1cc61'], 'active': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:47:02.625487 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da80bfc5-eeb3-48df-a3a7-17d4f531d5ab admin admin] Network b51775dc-a5d7-4c00-a5c7-ce120f619589 is scheduled to be hosted by DHCP agent 1a181e39-5220-4c1a-88f8-08a54e8bfc9b with binding_index 1 {{(pid=84152) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 20 15:47:02.672188 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvr_db [None req-89bfebba-1da5-4156-bea0-b43f46e59940 None None] Set router d5b31ced-afe5-40e2-953e-8dca77b1cc61 gateway port host: dv-neutron-825124-1-hyperv {{(pid=84154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 15:47:02.768604 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.base_scheduler [None req-da80bfc5-eeb3-48df-a3a7-17d4f531d5ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-825124-1-hyperv, b51775dc-a5d7-4c00-a5c7-ce120f619589) {{(pid=84152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 15:47:02.773292 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da80bfc5-eeb3-48df-a3a7-17d4f531d5ab admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:47:02.773910 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-da80bfc5-eeb3-48df-a3a7-17d4f531d5ab admin admin] Notify callbacks [] for subnet, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:47:02.796064 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95492a78-9af1-47d8-b796-152f5ddcd2f5 None None] Network b51775dc-a5d7-4c00-a5c7-ce120f619589 requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 15:47:02.849420 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-da80bfc5-eeb3-48df-a3a7-17d4f531d5ab admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8750098 Jan 20 15:47:02.852088 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 52846) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:47:02.857324 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-1e4eba60-383c-40ba-b3d6-e780ca1cbd14 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-856848640-router', 'tenant_id': '09dd1959f4b44f53883b699aef2b6154', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d'}}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 15:47:02.862162 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-1e4eba60-383c-40ba-b3d6-e780ca1cbd14 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:47:02.866308 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-1e4eba60-383c-40ba-b3d6-e780ca1cbd14 admin admin] Usage tracker for resource:router and tenant:09dd1959f4b44f53883b699aef2b6154 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:47:02.869257 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-1e4eba60-383c-40ba-b3d6-e780ca1cbd14 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:47:02.875084 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-1e4eba60-383c-40ba-b3d6-e780ca1cbd14 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:47:02.929325 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-1e4eba60-383c-40ba-b3d6-e780ca1cbd14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-105475'] for router, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:47:02.930238 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-1e4eba60-383c-40ba-b3d6-e780ca1cbd14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-739204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-744864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-735540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-105484'] for router, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:47:02.948356 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-1e4eba60-383c-40ba-b3d6-e780ca1cbd14 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:47:03.153077 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-1e4eba60-383c-40ba-b3d6-e780ca1cbd14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-744886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-105502'] for router, precommit_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:47:03.182921 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c33280e-7872-41b8-a6c9-77bc2406952d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95c917f5-14ba-5e96-98b8-1a52654a930a-b51775dc-a5d7-4c00-a5c7-ce120f619589', 'network_id': 'b51775dc-a5d7-4c00-a5c7-ce120f619589', 'tenant_id': '09dd1959f4b44f53883b699aef2b6154', 'fixed_ips': [{'subnet_id': 'e979af7d-55c4-4aa5-869d-0d8ea20135d0'}]}} from dv-neutron-825124-1-hyperv. {{(pid=84154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 20 15:47:03.183661 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7c33280e-7872-41b8-a6c9-77bc2406952d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:47:03.214856 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-89bfebba-1da5-4156-bea0-b43f46e59940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5b31ced-afe5-40e2-953e-8dca77b1cc61', 'name': 'tempest-TestSnapshotPattern-827731855-router', 'tenant_id': '5da0bcf3cab544f499077809bbc6b559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.109'}], 'enable_snat': True}, 'gw_port_id': '3a59bf65-f238-485b-84c6-12d5a6015f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:46:55Z', 'updated_at': '2022-01-20T15:46:58Z', 'revision_number': 4, 'project_id': '5da0bcf3cab544f499077809bbc6b559', 'gw_port': {'id': '3a59bf65-f238-485b-84c6-12d5a6015f1d', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:87:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b31ced-afe5-40e2-953e-8dca77b1cc61', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:46:55Z', 'updated_at': '2022-01-20T15:47:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv', '_interfaces': [{'id': '6183837c-3bc6-4b72-8520-e158b63e6003', 'name': '', 'network_id': '9132a61d-d29c-46ad-b6ba-3703a1498839', 'tenant_id': '5da0bcf3cab544f499077809bbc6b559', 'mac_address': 'fa:16:3e:e7:cf:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5b31ced-afe5-40e2-953e-8dca77b1cc61', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e46d3003-8fec-4899-9aa0-646ddc6c4955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:46:58Z', 'updated_at': '2022-01-20T15:46:58Z', 'revision_number': 2, 'project_id': '5da0bcf3cab544f499077809bbc6b559', 'subnets': [{'id': 'e46d3003-8fec-4899-9aa0-646ddc6c4955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:47:03.253084 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89bfebba-1da5-4156-bea0-b43f46e59940 None None] Checking router: d5b31ced-afe5-40e2-953e-8dca77b1cc61 for host: dv-neutron-825124-1-hyperv {{(pid=84154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 15:47:03.253456 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89bfebba-1da5-4156-bea0-b43f46e59940 None None] Updating router d5b31ced-afe5-40e2-953e-8dca77b1cc61 port 6183837c-3bc6-4b72-8520-e158b63e6003 binding host dv-neutron-825124-1-hyperv {{(pid=84154) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 20 15:47:03.346635 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-89bfebba-1da5-4156-bea0-b43f46e59940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:47:03.395313 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-1e4eba60-383c-40ba-b3d6-e780ca1cbd14 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:47:03.425383 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-1e4eba60-383c-40ba-b3d6-e780ca1cbd14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:47:03.458146 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-eea6df97-7ff1-4b63-af20-e3ec8913deda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:47:03.459682 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_common [None req-7c33280e-7872-41b8-a6c9-77bc2406952d None None] Allocated IP 172.20.0.2 (b51775dc-a5d7-4c00-a5c7-ce120f619589/e979af7d-55c4-4aa5-869d-0d8ea20135d0/2a0be464-3172-4c80-9ea7-475078c48fe2) {{(pid=84154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 15:47:03.561882 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.db_base_plugin_common [None req-1e4eba60-383c-40ba-b3d6-e780ca1cbd14 admin admin] Allocated IP 172.26.7.243 (8dffb05c-5ca0-409b-bd5f-7be6264f707d/a489dd4f-42a5-433b-8be3-bab2749c4209/58db7c8e-c386-4764-8aaf-6e61ab8b7a1e) {{(pid=84152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 15:47:03.806779 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-1e4eba60-383c-40ba-b3d6-e780ca1cbd14 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:47:03.833485 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7c33280e-7872-41b8-a6c9-77bc2406952d None None] Notify callbacks [] for port, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:47:03.854739 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-7c33280e-7872-41b8-a6c9-77bc2406952d None None] Transition to ACTIVE for port object 2a0be464-3172-4c80-9ea7-475078c48fe2 will not be triggered until provisioned by entity L2. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 15:47:03.916268 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-7c33280e-7872-41b8-a6c9-77bc2406952d None None] Transition to ACTIVE for port object 2a0be464-3172-4c80-9ea7-475078c48fe2 will not be triggered until provisioned by entity DHCP. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 15:47:03.929014 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-1e4eba60-383c-40ba-b3d6-e780ca1cbd14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:47:03.932553 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-89bfebba-1da5-4156-bea0-b43f46e59940 None None] Notify callbacks [] for port, precommit_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:47:03.941222 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-89bfebba-1da5-4156-bea0-b43f46e59940 None None] Transition to ACTIVE for port object 6183837c-3bc6-4b72-8520-e158b63e6003 will not be triggered until provisioned by entity L2. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 15:47:03.997448 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e4eba60-383c-40ba-b3d6-e780ca1cbd14 admin admin] Network 8dffb05c-5ca0-409b-bd5f-7be6264f707d is already hosted by enough agents. {{(pid=84152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 15:47:04.000383 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.base_scheduler [None req-1e4eba60-383c-40ba-b3d6-e780ca1cbd14 admin admin] Resources bound (agent type, host, resource id): {{(pid=84152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 15:47:04.004124 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e4eba60-383c-40ba-b3d6-e780ca1cbd14 admin admin] Received port after_create {{(pid=84152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 15:47:04.008939 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7c33280e-7872-41b8-a6c9-77bc2406952d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477'] for port, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:47:04.036936 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4eba60-383c-40ba-b3d6-e780ca1cbd14 admin admin] Pushing event updated for resources: {'Port': ['ID=58db7c8e-c386-4764-8aaf-6e61ab8b7a1e,revision_number=1']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:47:04.052134 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-89bfebba-1da5-4156-bea0-b43f46e59940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:47:04.124416 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.agents_db [None req-6dba657d-a637-4918-9b6d-40defdfae04b None None] Agent healthcheck: found 6 active agents {{(pid=84155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 15:47:04.136864 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c33280e-7872-41b8-a6c9-77bc2406952d None None] Pushing event updated for resources: {'Port': ['ID=2a0be464-3172-4c80-9ea7-475078c48fe2,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:47:04.140924 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c33280e-7872-41b8-a6c9-77bc2406952d None None] Network b51775dc-a5d7-4c00-a5c7-ce120f619589 is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 15:47:04.174065 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-7c33280e-7872-41b8-a6c9-77bc2406952d None None] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 15:47:04.194103 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c33280e-7872-41b8-a6c9-77bc2406952d None None] Received port after_create {{(pid=84154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 15:47:04.247041 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-1e4eba60-383c-40ba-b3d6-e780ca1cbd14 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:47:04.247931 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-1e4eba60-383c-40ba-b3d6-e780ca1cbd14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-744861'] for router, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:47:04.318647 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b6af8-2b24-493f-95fa-95ccf98b7295 None None] Pushing event updated for resources: {'Port': ['ID=6183837c-3bc6-4b72-8520-e158b63e6003,revision_number=3']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:47:04.430282 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-7c33280e-7872-41b8-a6c9-77bc2406952d None None] Attempting to bind port 2a0be464-3172-4c80-9ea7-475078c48fe2 on host dv-neutron-825124-1-hyperv for vnic_type normal with profile {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 15:47:04.430535 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-7c33280e-7872-41b8-a6c9-77bc2406952d None None] Attempting to bind port 2a0be464-3172-4c80-9ea7-475078c48fe2 by drivers openvswitch,hyperv on host dv-neutron-825124-1-hyperv at level 0 using segments [{'id': 'c32e4954-d1b6-4b47-9c23-b2467bfb2070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'b51775dc-a5d7-4c00-a5c7-ce120f619589'}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 15:47:04.430889 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c33280e-7872-41b8-a6c9-77bc2406952d None None] Attempting to bind port 2a0be464-3172-4c80-9ea7-475078c48fe2 on network b51775dc-a5d7-4c00-a5c7-ce120f619589 {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 15:47:04.442458 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-89bfebba-1da5-4156-bea0-b43f46e59940 None None] Attempting to bind port 6183837c-3bc6-4b72-8520-e158b63e6003 on host dv-neutron-825124-1-hyperv for vnic_type normal with profile {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 15:47:04.442826 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-89bfebba-1da5-4156-bea0-b43f46e59940 None None] Attempting to bind port 6183837c-3bc6-4b72-8520-e158b63e6003 by drivers openvswitch,hyperv on host dv-neutron-825124-1-hyperv at level 0 using segments [{'id': '151fdb87-2561-4bb2-908c-f29f52cac046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '9132a61d-d29c-46ad-b6ba-3703a1498839'}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 15:47:04.443205 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89bfebba-1da5-4156-bea0-b43f46e59940 None None] Attempting to bind port 6183837c-3bc6-4b72-8520-e158b63e6003 on network 9132a61d-d29c-46ad-b6ba-3703a1498839 {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 15:47:04.448484 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c33280e-7872-41b8-a6c9-77bc2406952d None None] Checking agent: {'id': '6414dfeb-85c5-454a-8756-709ca637d800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825124-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 16, 31), 'started_at': datetime.datetime(2022, 1, 20, 14, 17, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 15, 47, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825124-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 15:47:04.448858 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c33280e-7872-41b8-a6c9-77bc2406952d None None] Checking segment: {'id': 'c32e4954-d1b6-4b47-9c23-b2467bfb2070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'b51775dc-a5d7-4c00-a5c7-ce120f619589'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 15:47:04.449254 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7c33280e-7872-41b8-a6c9-77bc2406952d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:47:04.449641 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c33280e-7872-41b8-a6c9-77bc2406952d None None] Bound using segment: {'id': 'c32e4954-d1b6-4b47-9c23-b2467bfb2070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'b51775dc-a5d7-4c00-a5c7-ce120f619589'} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 15:47:04.450129 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-7c33280e-7872-41b8-a6c9-77bc2406952d None None] Bound port: 2a0be464-3172-4c80-9ea7-475078c48fe2, host: dv-neutron-825124-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c32e4954-d1b6-4b47-9c23-b2467bfb2070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'b51775dc-a5d7-4c00-a5c7-ce120f619589'}}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 15:47:04.450497 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7c33280e-7872-41b8-a6c9-77bc2406952d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:47:04.476758 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89bfebba-1da5-4156-bea0-b43f46e59940 None None] Checking agent: {'id': '6414dfeb-85c5-454a-8756-709ca637d800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825124-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 16, 31), 'started_at': datetime.datetime(2022, 1, 20, 14, 17, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 15, 47, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825124-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 15:47:04.483036 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89bfebba-1da5-4156-bea0-b43f46e59940 None None] Checking segment: {'id': '151fdb87-2561-4bb2-908c-f29f52cac046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '9132a61d-d29c-46ad-b6ba-3703a1498839'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 15:47:04.483036 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-89bfebba-1da5-4156-bea0-b43f46e59940 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:47:04.483036 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89bfebba-1da5-4156-bea0-b43f46e59940 None None] Bound using segment: {'id': '151fdb87-2561-4bb2-908c-f29f52cac046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '9132a61d-d29c-46ad-b6ba-3703a1498839'} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 15:47:04.483036 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-89bfebba-1da5-4156-bea0-b43f46e59940 None None] Bound port: 6183837c-3bc6-4b72-8520-e158b63e6003, host: dv-neutron-825124-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '151fdb87-2561-4bb2-908c-f29f52cac046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '9132a61d-d29c-46ad-b6ba-3703a1498839'}}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 15:47:04.483036 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-89bfebba-1da5-4156-bea0-b43f46e59940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:47:04.562677 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e4eba60-383c-40ba-b3d6-e780ca1cbd14 admin admin] Router 8085edc6-aade-405d-ba14-5ef0cd78b9b4 is scheduled to L3 agent 624d525b-4c26-4143-8a1c-228bb1c6faaa with binding_index 1 {{(pid=84152) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 20 15:47:04.625085 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-7c33280e-7872-41b8-a6c9-77bc2406952d None None] For port 2a0be464-3172-4c80-9ea7-475078c48fe2, host dv-neutron-825124-1-hyperv, cleared binding levels {{(pid=84154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 15:47:04.635343 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-7c33280e-7872-41b8-a6c9-77bc2406952d None None] For port 2a0be464-3172-4c80-9ea7-475078c48fe2, host dv-neutron-825124-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=2a0be464-3172-4c80-9ea7-475078c48fe2,segment=NetworkSegment(c32e4954-d1b6-4b47-9c23-b2467bfb2070),segment_id=c32e4954-d1b6-4b47-9c23-b2467bfb2070)] {{(pid=84154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 15:47:04.636614 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-89bfebba-1da5-4156-bea0-b43f46e59940 None None] For port 6183837c-3bc6-4b72-8520-e158b63e6003, host dv-neutron-825124-1-hyperv, cleared binding levels {{(pid=84154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 15:47:04.639669 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-89bfebba-1da5-4156-bea0-b43f46e59940 None None] For port 6183837c-3bc6-4b72-8520-e158b63e6003, host dv-neutron-825124-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=6183837c-3bc6-4b72-8520-e158b63e6003,segment=NetworkSegment(151fdb87-2561-4bb2-908c-f29f52cac046),segment_id=151fdb87-2561-4bb2-908c-f29f52cac046)] {{(pid=84154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 15:47:04.695112 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7c33280e-7872-41b8-a6c9-77bc2406952d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:47:04.731256 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-89bfebba-1da5-4156-bea0-b43f46e59940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:47:04.771185 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e4eba60-383c-40ba-b3d6-e780ca1cbd14 admin admin] Notify agent at l3_agent.dv-neutron-825124-1-hyperv the message routers_updated {{(pid=84152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 15:47:04.783001 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54eeb6db-cbe5-4602-a3a3-cc4d656fb917 None None] Sync routers for ids ['8085edc6-aade-405d-ba14-5ef0cd78b9b4'] in dv-neutron-825124-1-hyperv {{(pid=84155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 15:47:04.787366 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c33280e-7872-41b8-a6c9-77bc2406952d None None] Pushing event updated for resources: {'Port': ['ID=2a0be464-3172-4c80-9ea7-475078c48fe2,revision_number=2']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:47:04.800716 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54eeb6db-cbe5-4602-a3a3-cc4d656fb917 None None] Routers {'8085edc6-aade-405d-ba14-5ef0cd78b9b4'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 15:47:04.801713 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-54eeb6db-cbe5-4602-a3a3-cc4d656fb917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T15:47:00Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['8085edc6-aade-405d-ba14-5ef0cd78b9b4'], 'active': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:47:04.859732 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89bfebba-1da5-4156-bea0-b43f46e59940 None None] Routers {'d5b31ced-afe5-40e2-953e-8dca77b1cc61'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 15:47:04.860377 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-89bfebba-1da5-4156-bea0-b43f46e59940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T15:47:00Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['d5b31ced-afe5-40e2-953e-8dca77b1cc61'], 'active': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:47:04.894222 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-1e4eba60-383c-40ba-b3d6-e780ca1cbd14 admin admin] Notify callbacks [] for router, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:47:04.898080 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-1e4eba60-383c-40ba-b3d6-e780ca1cbd14 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.0423539 Jan 20 15:47:04.898395 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 52850) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:47:04.997331 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvr_db [None req-54eeb6db-cbe5-4602-a3a3-cc4d656fb917 None None] Set router 8085edc6-aade-405d-ba14-5ef0cd78b9b4 gateway port host: dv-neutron-825124-1-hyperv {{(pid=84155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 15:47:05.030658 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b6af8-2b24-493f-95fa-95ccf98b7295 None None] Pushing event updated for resources: {'Port': ['ID=6183837c-3bc6-4b72-8520-e158b63e6003,revision_number=4']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:47:05.123333 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvr_db [None req-89bfebba-1da5-4156-bea0-b43f46e59940 None None] Set router d5b31ced-afe5-40e2-953e-8dca77b1cc61 gateway port host: dv-neutron-825124-1-hyperv {{(pid=84154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 15:47:05.390021 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-54eeb6db-cbe5-4602-a3a3-cc4d656fb917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8085edc6-aade-405d-ba14-5ef0cd78b9b4', 'name': 'tempest-TestSnapshotPattern-856848640-router', 'tenant_id': '09dd1959f4b44f53883b699aef2b6154', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.243'}], 'enable_snat': True}, 'gw_port_id': '58db7c8e-c386-4764-8aaf-6e61ab8b7a1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:47:02Z', 'updated_at': '2022-01-20T15:47:04Z', 'revision_number': 3, 'project_id': '09dd1959f4b44f53883b699aef2b6154', 'gw_port': {'id': '58db7c8e-c386-4764-8aaf-6e61ab8b7a1e', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:79:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8085edc6-aade-405d-ba14-5ef0cd78b9b4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:47:03Z', 'updated_at': '2022-01-20T15:47:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv'}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:47:05.394897 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54eeb6db-cbe5-4602-a3a3-cc4d656fb917 None None] Checking router: 8085edc6-aade-405d-ba14-5ef0cd78b9b4 for host: dv-neutron-825124-1-hyperv {{(pid=84155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 15:47:05.395246 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54eeb6db-cbe5-4602-a3a3-cc4d656fb917 None None] Updating router 8085edc6-aade-405d-ba14-5ef0cd78b9b4 port 58db7c8e-c386-4764-8aaf-6e61ab8b7a1e binding host dv-neutron-825124-1-hyperv {{(pid=84155) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 20 15:47:05.452132 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-54eeb6db-cbe5-4602-a3a3-cc4d656fb917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:47:05.518152 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-89bfebba-1da5-4156-bea0-b43f46e59940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5b31ced-afe5-40e2-953e-8dca77b1cc61', 'name': 'tempest-TestSnapshotPattern-827731855-router', 'tenant_id': '5da0bcf3cab544f499077809bbc6b559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.109'}], 'enable_snat': True}, 'gw_port_id': '3a59bf65-f238-485b-84c6-12d5a6015f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:46:55Z', 'updated_at': '2022-01-20T15:46:58Z', 'revision_number': 4, 'project_id': '5da0bcf3cab544f499077809bbc6b559', 'gw_port': {'id': '3a59bf65-f238-485b-84c6-12d5a6015f1d', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:87:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b31ced-afe5-40e2-953e-8dca77b1cc61', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:46:55Z', 'updated_at': '2022-01-20T15:47:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv', '_interfaces': [{'id': '6183837c-3bc6-4b72-8520-e158b63e6003', 'name': '', 'network_id': '9132a61d-d29c-46ad-b6ba-3703a1498839', 'tenant_id': '5da0bcf3cab544f499077809bbc6b559', 'mac_address': 'fa:16:3e:e7:cf:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5b31ced-afe5-40e2-953e-8dca77b1cc61', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e46d3003-8fec-4899-9aa0-646ddc6c4955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:46:58Z', 'updated_at': '2022-01-20T15:47:04Z', 'revision_number': 4, 'project_id': '5da0bcf3cab544f499077809bbc6b559', 'subnets': [{'id': 'e46d3003-8fec-4899-9aa0-646ddc6c4955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:47:05.524504 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89bfebba-1da5-4156-bea0-b43f46e59940 None None] The sync data for ids ['d5b31ced-afe5-40e2-953e-8dca77b1cc61'] in dv-neutron-825124-1-hyperv is: [{'id': 'd5b31ced-afe5-40e2-953e-8dca77b1cc61', 'name': 'tempest-TestSnapshotPattern-827731855-router', 'tenant_id': '5da0bcf3cab544f499077809bbc6b559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.109'}], 'enable_snat': True}, 'gw_port_id': '3a59bf65-f238-485b-84c6-12d5a6015f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:46:55Z', 'updated_at': '2022-01-20T15:46:58Z', 'revision_number': 4, 'project_id': '5da0bcf3cab544f499077809bbc6b559', 'gw_port': {'id': '3a59bf65-f238-485b-84c6-12d5a6015f1d', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:87:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b31ced-afe5-40e2-953e-8dca77b1cc61', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:46:55Z', 'updated_at': '2022-01-20T15:47:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv', '_interfaces': [{'id': '6183837c-3bc6-4b72-8520-e158b63e6003', 'name': '', 'network_id': '9132a61d-d29c-46ad-b6ba-3703a1498839', 'tenant_id': '5da0bcf3cab544f499077809bbc6b559', 'mac_address': 'fa:16:3e:e7:cf:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5b31ced-afe5-40e2-953e-8dca77b1cc61', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e46d3003-8fec-4899-9aa0-646ddc6c4955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:46:58Z', 'updated_at': '2022-01-20T15:47:04Z', 'revision_number': 4, 'project_id': '5da0bcf3cab544f499077809bbc6b559', 'subnets': [{'id': 'e46d3003-8fec-4899-9aa0-646ddc6c4955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 15:47:05.831976 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-54eeb6db-cbe5-4602-a3a3-cc4d656fb917 None None] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:47:05.844864 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-54eeb6db-cbe5-4602-a3a3-cc4d656fb917 None None] Transition to ACTIVE for port object 58db7c8e-c386-4764-8aaf-6e61ab8b7a1e will not be triggered until provisioned by entity L2. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 15:47:05.894176 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-cda56a36-f1dc-465b-aeb6-1ac4e029d06f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:47:05.917199 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-54eeb6db-cbe5-4602-a3a3-cc4d656fb917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:47:05.996354 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-54eeb6db-cbe5-4602-a3a3-cc4d656fb917 None None] Attempting to bind port 58db7c8e-c386-4764-8aaf-6e61ab8b7a1e on host dv-neutron-825124-1-hyperv for vnic_type normal with profile {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 15:47:05.997251 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-54eeb6db-cbe5-4602-a3a3-cc4d656fb917 None None] Attempting to bind port 58db7c8e-c386-4764-8aaf-6e61ab8b7a1e by drivers openvswitch,hyperv on host dv-neutron-825124-1-hyperv at level 0 using segments [{'id': 'f628f1ba-6b70-4c9b-8839-62340c040c81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d'}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 15:47:05.997733 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54eeb6db-cbe5-4602-a3a3-cc4d656fb917 None None] Attempting to bind port 58db7c8e-c386-4764-8aaf-6e61ab8b7a1e on network 8dffb05c-5ca0-409b-bd5f-7be6264f707d {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 15:47:06.008567 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54eeb6db-cbe5-4602-a3a3-cc4d656fb917 None None] Checking agent: {'id': '6414dfeb-85c5-454a-8756-709ca637d800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825124-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 16, 31), 'started_at': datetime.datetime(2022, 1, 20, 14, 17, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 15, 47, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825124-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 15:47:06.009147 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54eeb6db-cbe5-4602-a3a3-cc4d656fb917 None None] Checking segment: {'id': 'f628f1ba-6b70-4c9b-8839-62340c040c81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 15:47:06.009550 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-54eeb6db-cbe5-4602-a3a3-cc4d656fb917 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:47:06.010162 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54eeb6db-cbe5-4602-a3a3-cc4d656fb917 None None] Bound using segment: {'id': 'f628f1ba-6b70-4c9b-8839-62340c040c81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d'} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 15:47:06.010557 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15f2d3d6-fe3b-44eb-b37e-ff5869943ffa None None] Network b51775dc-a5d7-4c00-a5c7-ce120f619589 requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 15:47:06.010996 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-54eeb6db-cbe5-4602-a3a3-cc4d656fb917 None None] Bound port: 58db7c8e-c386-4764-8aaf-6e61ab8b7a1e, host: dv-neutron-825124-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f628f1ba-6b70-4c9b-8839-62340c040c81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d'}}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 15:47:06.011625 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-54eeb6db-cbe5-4602-a3a3-cc4d656fb917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:47:06.095062 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2297cd-20ce-45ef-8fca-0f4f0a4f7f81 None None] Pushing event updated for resources: {'Port': ['ID=58db7c8e-c386-4764-8aaf-6e61ab8b7a1e,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:47:06.101196 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-54eeb6db-cbe5-4602-a3a3-cc4d656fb917 None None] For port 58db7c8e-c386-4764-8aaf-6e61ab8b7a1e, host dv-neutron-825124-1-hyperv, cleared binding levels {{(pid=84155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 15:47:06.105029 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-54eeb6db-cbe5-4602-a3a3-cc4d656fb917 None None] For port 58db7c8e-c386-4764-8aaf-6e61ab8b7a1e, host dv-neutron-825124-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=58db7c8e-c386-4764-8aaf-6e61ab8b7a1e,segment=NetworkSegment(f628f1ba-6b70-4c9b-8839-62340c040c81),segment_id=f628f1ba-6b70-4c9b-8839-62340c040c81)] {{(pid=84155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 15:47:06.172588 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.db_base_plugin_common [None req-cda56a36-f1dc-465b-aeb6-1ac4e029d06f admin admin] Allocated IP 172.20.0.1 (b51775dc-a5d7-4c00-a5c7-ce120f619589/e979af7d-55c4-4aa5-869d-0d8ea20135d0/f110007a-36f2-4b87-8107-e62d30ee904c) {{(pid=84153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 15:47:06.227237 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-54eeb6db-cbe5-4602-a3a3-cc4d656fb917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:47:06.254273 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-2467bbc1-9acc-428e-a1f8-44e6a8434425 None None] Provisioning for port 2a0be464-3172-4c80-9ea7-475078c48fe2 completed by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 15:47:06.377505 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2297cd-20ce-45ef-8fca-0f4f0a4f7f81 None None] Pushing event updated for resources: {'Port': ['ID=58db7c8e-c386-4764-8aaf-6e61ab8b7a1e,revision_number=3']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:47:06.378924 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 6183837c-3bc6-4b72-8520-e158b63e6003 up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 15:47:06.383188 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54eeb6db-cbe5-4602-a3a3-cc4d656fb917 None None] Routers {'8085edc6-aade-405d-ba14-5ef0cd78b9b4'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 15:47:06.383785 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-54eeb6db-cbe5-4602-a3a3-cc4d656fb917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T15:47:00Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['8085edc6-aade-405d-ba14-5ef0cd78b9b4'], 'active': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:47:06.399464 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-cda56a36-f1dc-465b-aeb6-1ac4e029d06f admin admin] Notify callbacks [] for port, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:47:06.421065 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.provisioning_blocks [None req-cda56a36-f1dc-465b-aeb6-1ac4e029d06f admin admin] Transition to ACTIVE for port object f110007a-36f2-4b87-8107-e62d30ee904c will not be triggered until provisioned by entity DHCP. {{(pid=84153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 15:47:06.500037 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-cda56a36-f1dc-465b-aeb6-1ac4e029d06f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:47:06.534833 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning for port 6183837c-3bc6-4b72-8520-e158b63e6003 completed by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 15:47:06.534833 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port 6183837c-3bc6-4b72-8520-e158b63e6003 triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:47:06.534833 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:47:06.629144 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cda56a36-f1dc-465b-aeb6-1ac4e029d06f admin admin] Network b51775dc-a5d7-4c00-a5c7-ce120f619589 is already hosted by enough agents. {{(pid=84153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 15:47:06.630773 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.base_scheduler [None req-cda56a36-f1dc-465b-aeb6-1ac4e029d06f admin admin] Resources bound (agent type, host, resource id): {{(pid=84153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 15:47:06.637551 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda56a36-f1dc-465b-aeb6-1ac4e029d06f admin admin] Received port after_create {{(pid=84153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 15:47:06.645043 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvr_db [None req-54eeb6db-cbe5-4602-a3a3-cc4d656fb917 None None] Set router 8085edc6-aade-405d-ba14-5ef0cd78b9b4 gateway port host: dv-neutron-825124-1-hyperv {{(pid=84155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 15:47:06.674312 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda56a36-f1dc-465b-aeb6-1ac4e029d06f admin admin] Pushing event updated for resources: {'Port': ['ID=f110007a-36f2-4b87-8107-e62d30ee904c,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:47:06.694214 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:47:06.733161 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-cda56a36-f1dc-465b-aeb6-1ac4e029d06f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-745387'] for router_interface, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:47:06.748505 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] For port 6183837c-3bc6-4b72-8520-e158b63e6003, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=6183837c-3bc6-4b72-8520-e158b63e6003,segment=NetworkSegment(151fdb87-2561-4bb2-908c-f29f52cac046),segment_id=151fdb87-2561-4bb2-908c-f29f52cac046)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 15:47:06.842757 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:47:06.843549 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 2a0be464-3172-4c80-9ea7-475078c48fe2 up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 15:47:06.949211 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-cda56a36-f1dc-465b-aeb6-1ac4e029d06f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:47:06.992873 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Pushing event updated for resources: {'Port': ['ID=6183837c-3bc6-4b72-8520-e158b63e6003,revision_number=5']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:47:07.004817 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-54eeb6db-cbe5-4602-a3a3-cc4d656fb917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8085edc6-aade-405d-ba14-5ef0cd78b9b4', 'name': 'tempest-TestSnapshotPattern-856848640-router', 'tenant_id': '09dd1959f4b44f53883b699aef2b6154', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.243'}], 'enable_snat': True}, 'gw_port_id': '58db7c8e-c386-4764-8aaf-6e61ab8b7a1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:47:02Z', 'updated_at': '2022-01-20T15:47:04Z', 'revision_number': 3, 'project_id': '09dd1959f4b44f53883b699aef2b6154', 'gw_port': {'id': '58db7c8e-c386-4764-8aaf-6e61ab8b7a1e', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:79:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8085edc6-aade-405d-ba14-5ef0cd78b9b4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:47:03Z', 'updated_at': '2022-01-20T15:47:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv'}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:47:07.009983 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54eeb6db-cbe5-4602-a3a3-cc4d656fb917 None None] The sync data for ids ['8085edc6-aade-405d-ba14-5ef0cd78b9b4'] in dv-neutron-825124-1-hyperv is: [{'id': '8085edc6-aade-405d-ba14-5ef0cd78b9b4', 'name': 'tempest-TestSnapshotPattern-856848640-router', 'tenant_id': '09dd1959f4b44f53883b699aef2b6154', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.243'}], 'enable_snat': True}, 'gw_port_id': '58db7c8e-c386-4764-8aaf-6e61ab8b7a1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:47:02Z', 'updated_at': '2022-01-20T15:47:04Z', 'revision_number': 3, 'project_id': '09dd1959f4b44f53883b699aef2b6154', 'gw_port': {'id': '58db7c8e-c386-4764-8aaf-6e61ab8b7a1e', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:79:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8085edc6-aade-405d-ba14-5ef0cd78b9b4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:47:03Z', 'updated_at': '2022-01-20T15:47:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv'}] {{(pid=84155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 15:47:07.048158 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning for port 2a0be464-3172-4c80-9ea7-475078c48fe2 completed by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 15:47:07.057821 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port 2a0be464-3172-4c80-9ea7-475078c48fe2 triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:47:07.058825 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:47:07.087886 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-0e94e324-4314-4f93-9847-06391f4684a0 None None] Provisioning for port f110007a-36f2-4b87-8107-e62d30ee904c completed by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 15:47:07.107055 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-0e94e324-4314-4f93-9847-06391f4684a0 None None] Provisioning complete for port f110007a-36f2-4b87-8107-e62d30ee904c triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:47:07.107575 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-0e94e324-4314-4f93-9847-06391f4684a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:47:07.169883 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-0e94e324-4314-4f93-9847-06391f4684a0 None None] Port f110007a-36f2-4b87-8107-e62d30ee904c cannot update to ACTIVE because it is not bound. {{(pid=84154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 15:47:07.213641 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-cda56a36-f1dc-465b-aeb6-1ac4e029d06f admin admin] Notify callbacks [] for port, precommit_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:47:07.254005 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-cda56a36-f1dc-465b-aeb6-1ac4e029d06f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3944146'] for port, after_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:47:07.266186 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:47:07.299427 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] For port 2a0be464-3172-4c80-9ea7-475078c48fe2, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=2a0be464-3172-4c80-9ea7-475078c48fe2,segment=NetworkSegment(c32e4954-d1b6-4b47-9c23-b2467bfb2070),segment_id=c32e4954-d1b6-4b47-9c23-b2467bfb2070)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 15:47:07.345833 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:47:07.373225 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-cda56a36-f1dc-465b-aeb6-1ac4e029d06f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1705158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-743490'] for router_interface, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:47:07.380387 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda56a36-f1dc-465b-aeb6-1ac4e029d06f admin admin] Pushing event updated for resources: {'Port': ['ID=f110007a-36f2-4b87-8107-e62d30ee904c,revision_number=2']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:47:07.411108 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Pushing event updated for resources: {'Port': ['ID=2a0be464-3172-4c80-9ea7-475078c48fe2,revision_number=3']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:47:07.621525 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cda56a36-f1dc-465b-aeb6-1ac4e029d06f admin admin] Network b51775dc-a5d7-4c00-a5c7-ce120f619589 is already hosted by enough agents. {{(pid=84153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 15:47:07.622697 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.base_scheduler [None req-cda56a36-f1dc-465b-aeb6-1ac4e029d06f admin admin] Resources bound (agent type, host, resource id): {{(pid=84153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 15:47:07.896877 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-e3f3fe68-e046-4ae7-8d8d-f3739c26ffa4 None None] Provisioning complete for port f110007a-36f2-4b87-8107-e62d30ee904c triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:47:07.897276 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-e3f3fe68-e046-4ae7-8d8d-f3739c26ffa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:47:07.953369 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-e3f3fe68-e046-4ae7-8d8d-f3739c26ffa4 None None] Port f110007a-36f2-4b87-8107-e62d30ee904c cannot update to ACTIVE because it is not bound. {{(pid=84154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 15:47:08.014686 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cda56a36-f1dc-465b-aeb6-1ac4e029d06f admin admin] Router 8085edc6-aade-405d-ba14-5ef0cd78b9b4 has already been hosted by L3 agent 624d525b-4c26-4143-8a1c-228bb1c6faaa {{(pid=84153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 15:47:08.172529 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 6183837c-3bc6-4b72-8520-e158b63e6003 up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 15:47:08.228064 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cda56a36-f1dc-465b-aeb6-1ac4e029d06f admin admin] Notify agent at l3_agent.dv-neutron-825124-1-hyperv the message routers_updated {{(pid=84153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 15:47:08.247098 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-cda56a36-f1dc-465b-aeb6-1ac4e029d06f admin admin] 10.222.0.54 "PUT /v2.0/routers/8085edc6-aade-405d-ba14-5ef0cd78b9b4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3393905 Jan 20 15:47:08.247295 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port 6183837c-3bc6-4b72-8520-e158b63e6003 triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:47:08.247295 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:47:08.360455 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 2a0be464-3172-4c80-9ea7-475078c48fe2 up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 15:47:08.426483 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port 2a0be464-3172-4c80-9ea7-475078c48fe2 triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:47:08.426770 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:47:09.931215 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 52870) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:47:09.936980 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-591d2698-ab93-4cfe-a7e7-9660d97363e8 tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-320068229', 'description': 'tempest-secgroup-smoke-320068229 description', 'project_id': '5da0bcf3cab544f499077809bbc6b559'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 15:47:09.943009 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-591d2698-ab93-4cfe-a7e7-9660d97363e8 tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:47:09.947988 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-591d2698-ab93-4cfe-a7e7-9660d97363e8 tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] Usage tracker for resource:security_group and tenant:5da0bcf3cab544f499077809bbc6b559 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:47:09.950982 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-591d2698-ab93-4cfe-a7e7-9660d97363e8 tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:47:09.956746 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-591d2698-ab93-4cfe-a7e7-9660d97363e8 tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:47:10.013959 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-591d2698-ab93-4cfe-a7e7-9660d97363e8 tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] Notify callbacks [] for security_group, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:47:10.048737 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-591d2698-ab93-4cfe-a7e7-9660d97363e8 tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:47:10.052587 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-591d2698-ab93-4cfe-a7e7-9660d97363e8 tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] Usage tracker for resource:security_group_rule and tenant:5da0bcf3cab544f499077809bbc6b559 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:47:10.055997 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-591d2698-ab93-4cfe-a7e7-9660d97363e8 tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:47:10.061852 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-591d2698-ab93-4cfe-a7e7-9660d97363e8 tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:47:10.121738 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-591d2698-ab93-4cfe-a7e7-9660d97363e8 tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] Notify callbacks [] for security_group, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:47:10.173884 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-591d2698-ab93-4cfe-a7e7-9660d97363e8 tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:47:10.217089 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591d2698-ab93-4cfe-a7e7-9660d97363e8 tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce1afaa7-7256-4337-b051-3b1f6ea9c6ec,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:47:10.254097 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-591d2698-ab93-4cfe-a7e7-9660d97363e8 tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] Notify callbacks [] for security_group, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:47:10.255676 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-591d2698-ab93-4cfe-a7e7-9660d97363e8 tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.3233206 Jan 20 15:47:10.259805 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 52874) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:47:10.266356 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-e9d972f6-e28d-4638-bf64-9829fcf9d029 tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] Request body: {'security_group_rule': {'security_group_id': 'ce1afaa7-7256-4337-b051-3b1f6ea9c6ec', 'project_id': '5da0bcf3cab544f499077809bbc6b559', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 15:47:10.273156 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-e9d972f6-e28d-4638-bf64-9829fcf9d029 tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:47:10.277157 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-e9d972f6-e28d-4638-bf64-9829fcf9d029 tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] Usage tracker for resource:security_group_rule and tenant:5da0bcf3cab544f499077809bbc6b559 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:47:10.280210 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-e9d972f6-e28d-4638-bf64-9829fcf9d029 tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:47:10.285895 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-e9d972f6-e28d-4638-bf64-9829fcf9d029 tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:47:10.364018 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-e9d972f6-e28d-4638-bf64-9829fcf9d029 tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:47:10.424390 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-e9d972f6-e28d-4638-bf64-9829fcf9d029 tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:47:10.500112 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-e9d972f6-e28d-4638-bf64-9829fcf9d029 tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734962'] for security_group_rule, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:47:10.525410 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d972f6-e28d-4638-bf64-9829fcf9d029 tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c2f164e-4210-44a9-9a15-113d89f1923f,revision_number=0']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:47:10.602739 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-e9d972f6-e28d-4638-bf64-9829fcf9d029 tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:47:10.603953 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-e9d972f6-e28d-4638-bf64-9829fcf9d029 tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3428583 Jan 20 15:47:10.606962 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 52878) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:47:10.612706 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-42a32b6c-ce37-484b-90e4-caf0eb58922a tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] Request body: {'security_group_rule': {'security_group_id': 'ce1afaa7-7256-4337-b051-3b1f6ea9c6ec', 'project_id': '5da0bcf3cab544f499077809bbc6b559', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 15:47:10.622583 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-42a32b6c-ce37-484b-90e4-caf0eb58922a tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:47:10.626658 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-42a32b6c-ce37-484b-90e4-caf0eb58922a tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] Usage tracker for resource:security_group_rule and tenant:5da0bcf3cab544f499077809bbc6b559 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:47:10.630251 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-42a32b6c-ce37-484b-90e4-caf0eb58922a tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:47:10.637301 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-42a32b6c-ce37-484b-90e4-caf0eb58922a tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:47:10.695772 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-42a32b6c-ce37-484b-90e4-caf0eb58922a tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:47:10.766636 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-42a32b6c-ce37-484b-90e4-caf0eb58922a tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:47:10.813757 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-42a32b6c-ce37-484b-90e4-caf0eb58922a tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734962'] for security_group_rule, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:47:10.838322 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a32b6c-ce37-484b-90e4-caf0eb58922a tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a5bd58d-ac47-4cb4-aa4e-13866d44fe33,revision_number=0']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:47:10.888125 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-42a32b6c-ce37-484b-90e4-caf0eb58922a tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:47:10.889340 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-42a32b6c-ce37-484b-90e4-caf0eb58922a tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2812784 Jan 20 15:47:10.892297 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 52884) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:47:10.898017 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-7d864c5e-2943-4bca-bcf9-ba87c32d822b tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] Request body: {'security_group_rule': {'security_group_id': 'ce1afaa7-7256-4337-b051-3b1f6ea9c6ec', 'project_id': '5da0bcf3cab544f499077809bbc6b559', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 15:47:10.904124 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-7d864c5e-2943-4bca-bcf9-ba87c32d822b tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:47:10.907927 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-7d864c5e-2943-4bca-bcf9-ba87c32d822b tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] Usage tracker for resource:security_group_rule and tenant:5da0bcf3cab544f499077809bbc6b559 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:47:10.910825 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-7d864c5e-2943-4bca-bcf9-ba87c32d822b tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:47:10.917657 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-7d864c5e-2943-4bca-bcf9-ba87c32d822b tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:47:11.003320 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-7d864c5e-2943-4bca-bcf9-ba87c32d822b tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:47:11.067811 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-7d864c5e-2943-4bca-bcf9-ba87c32d822b tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:47:11.168502 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-7d864c5e-2943-4bca-bcf9-ba87c32d822b tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734962'] for security_group_rule, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:47:11.194708 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d864c5e-2943-4bca-bcf9-ba87c32d822b tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b001e287-5f1a-424d-a825-5f96ae876328,revision_number=0']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:47:11.259815 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-7d864c5e-2943-4bca-bcf9-ba87c32d822b tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:47:11.261065 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-7d864c5e-2943-4bca-bcf9-ba87c32d822b tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3677347 Jan 20 15:47:11.263795 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 52888) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:47:11.270113 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-ad8f8905-113c-4f7c-9f3e-9c4c235bc99c tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] Request body: {'security_group_rule': {'security_group_id': 'ce1afaa7-7256-4337-b051-3b1f6ea9c6ec', 'project_id': '5da0bcf3cab544f499077809bbc6b559', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 15:47:11.275713 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-ad8f8905-113c-4f7c-9f3e-9c4c235bc99c tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:47:11.279871 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-ad8f8905-113c-4f7c-9f3e-9c4c235bc99c tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] Usage tracker for resource:security_group_rule and tenant:5da0bcf3cab544f499077809bbc6b559 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:47:11.282841 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-ad8f8905-113c-4f7c-9f3e-9c4c235bc99c tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:47:11.288996 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-ad8f8905-113c-4f7c-9f3e-9c4c235bc99c tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:47:11.358334 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-ad8f8905-113c-4f7c-9f3e-9c4c235bc99c tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:47:11.426955 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-ad8f8905-113c-4f7c-9f3e-9c4c235bc99c tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:47:11.499647 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-ad8f8905-113c-4f7c-9f3e-9c4c235bc99c tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734962'] for security_group_rule, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:47:11.523428 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8f8905-113c-4f7c-9f3e-9c4c235bc99c tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d6e46c9-9c7a-48f7-9136-ced92c8d32c0,revision_number=0']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:47:11.585919 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-ad8f8905-113c-4f7c-9f3e-9c4c235bc99c tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:47:11.587163 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-ad8f8905-113c-4f7c-9f3e-9c4c235bc99c tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3224363 Jan 20 15:47:11.589865 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 52892) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:47:11.596908 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-d516d9c6-c831-48d1-8e4b-e1cc7b754011 tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] Request body: {'security_group_rule': {'security_group_id': 'ce1afaa7-7256-4337-b051-3b1f6ea9c6ec', 'project_id': '5da0bcf3cab544f499077809bbc6b559', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 15:47:11.603735 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-d516d9c6-c831-48d1-8e4b-e1cc7b754011 tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:47:11.607672 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-d516d9c6-c831-48d1-8e4b-e1cc7b754011 tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] Usage tracker for resource:security_group_rule and tenant:5da0bcf3cab544f499077809bbc6b559 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:47:11.611002 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-d516d9c6-c831-48d1-8e4b-e1cc7b754011 tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:47:11.620862 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-d516d9c6-c831-48d1-8e4b-e1cc7b754011 tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:47:11.677111 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.db.securitygroups_db [None req-d516d9c6-c831-48d1-8e4b-e1cc7b754011 tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] Project 5da0bcf3cab544f499077809bbc6b559 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 20 15:47:11.684452 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-d516d9c6-c831-48d1-8e4b-e1cc7b754011 tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:47:11.749908 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-d516d9c6-c831-48d1-8e4b-e1cc7b754011 tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:47:11.814289 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-d516d9c6-c831-48d1-8e4b-e1cc7b754011 tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734962'] for security_group_rule, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:47:11.839466 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d516d9c6-c831-48d1-8e4b-e1cc7b754011 tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed368bce-cda1-4f21-9192-7d44a9d1b0bd,revision_number=0']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:47:11.929504 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-d516d9c6-c831-48d1-8e4b-e1cc7b754011 tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:47:11.930933 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-d516d9c6-c831-48d1-8e4b-e1cc7b754011 tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3382030 Jan 20 15:47:11.933339 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 52896) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:47:11.938823 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [None req-d0d91ccb-9039-4559-8c78-85a7445beace tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] Request body: {'security_group_rule': {'security_group_id': 'ce1afaa7-7256-4337-b051-3b1f6ea9c6ec', 'project_id': '5da0bcf3cab544f499077809bbc6b559', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 15:47:11.945759 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-d0d91ccb-9039-4559-8c78-85a7445beace tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:47:11.949941 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-d0d91ccb-9039-4559-8c78-85a7445beace tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] Usage tracker for resource:security_group_rule and tenant:5da0bcf3cab544f499077809bbc6b559 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:47:11.953178 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-d0d91ccb-9039-4559-8c78-85a7445beace tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:47:11.958991 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [None req-d0d91ccb-9039-4559-8c78-85a7445beace tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:47:12.030876 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.db.securitygroups_db [None req-d0d91ccb-9039-4559-8c78-85a7445beace tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] Project 5da0bcf3cab544f499077809bbc6b559 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 20 15:47:12.037775 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-d0d91ccb-9039-4559-8c78-85a7445beace tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:47:12.107586 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-d0d91ccb-9039-4559-8c78-85a7445beace tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:47:12.162635 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-d0d91ccb-9039-4559-8c78-85a7445beace tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734962'] for security_group_rule, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:47:12.186762 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d91ccb-9039-4559-8c78-85a7445beace tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60211376-ffe2-4c7b-b220-5245f6bb786b,revision_number=0']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:47:12.248288 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-d0d91ccb-9039-4559-8c78-85a7445beace tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:47:12.249513 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-d0d91ccb-9039-4559-8c78-85a7445beace tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3152676 Jan 20 15:47:12.423857 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [req-386a1640-6f00-4657-b7c3-0006ce3cc8a8 req-f6cf69f5-b312-4d22-a9d4-3dfb2021303c tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] Synchronizing usage tracker for tenant:5da0bcf3cab544f499077809bbc6b559 on resource:security_group {{(pid=84153) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 15:47:12.493811 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [req-386a1640-6f00-4657-b7c3-0006ce3cc8a8 req-f6cf69f5-b312-4d22-a9d4-3dfb2021303c tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] Unset dirty status for tenant:5da0bcf3cab544f499077809bbc6b559 on resource:security_group {{(pid=84153) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 15:47:12.494959 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-386a1640-6f00-4657-b7c3-0006ce3cc8a8 req-f6cf69f5-b312-4d22-a9d4-3dfb2021303c tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-320068229&fields=id&tenant_id=5da0bcf3cab544f499077809bbc6b559 HTTP/1.1" status: 200 len: 267 time: 0.1108158 Jan 20 15:47:12.650443 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386a1640-6f00-4657-b7c3-0006ce3cc8a8 req-25653780-3597-4835-ab0a-b5583b821db3 tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:47:12.651870 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-386a1640-6f00-4657-b7c3-0006ce3cc8a8 req-25653780-3597-4835-ab0a-b5583b821db3 tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] 10.222.0.54 "GET /v2.0/networks?id=9132a61d-d29c-46ad-b6ba-3703a1498839 HTTP/1.1" status: 200 len: 809 time: 0.1504850 Jan 20 15:47:12.670192 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-386a1640-6f00-4657-b7c3-0006ce3cc8a8 req-06ca4b39-a726-4ef6-8c12-6b429a90a46e tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] 10.222.0.54 "GET /v2.0/quotas/5da0bcf3cab544f499077809bbc6b559 HTTP/1.1" status: 200 len: 375 time: 0.0112174 Jan 20 15:47:12.752071 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-386a1640-6f00-4657-b7c3-0006ce3cc8a8 req-82c6ffd4-8b86-47d5-9285-3422574b1da5 tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=5da0bcf3cab544f499077809bbc6b559&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0762460 Jan 20 15:47:13.013138 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-386a1640-6f00-4657-b7c3-0006ce3cc8a8 req-75bde2ad-22f4-4cca-9324-702c917cb491 service neutron] 10.222.0.54 "GET /v2.0/networks/9132a61d-d29c-46ad-b6ba-3703a1498839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2491109 Jan 20 15:47:13.243920 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-386a1640-6f00-4657-b7c3-0006ce3cc8a8 req-fcc4ff68-d0d2-45e5-9217-032624b3dc2c service neutron] 10.222.0.54 "GET /v2.0/networks/9132a61d-d29c-46ad-b6ba-3703a1498839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2252269 Jan 20 15:47:14.198302 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 58db7c8e-c386-4764-8aaf-6e61ab8b7a1e up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 15:47:14.322674 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning for port 58db7c8e-c386-4764-8aaf-6e61ab8b7a1e completed by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 15:47:14.327472 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port 58db7c8e-c386-4764-8aaf-6e61ab8b7a1e triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:47:14.327838 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:47:14.439444 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:47:14.457512 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] For port 58db7c8e-c386-4764-8aaf-6e61ab8b7a1e, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=58db7c8e-c386-4764-8aaf-6e61ab8b7a1e,segment=NetworkSegment(f628f1ba-6b70-4c9b-8839-62340c040c81),segment_id=f628f1ba-6b70-4c9b-8839-62340c040c81)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 15:47:14.538833 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-90754513-26dc-4907-9199-83509fe3bc2c req-c84d05b0-dbe2-4262-bf79-dddf6163806e tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] 10.222.0.54 "GET /v2.0/ports?device_id=a1f94813-8629-40cb-95ce-b347c990f8fd HTTP/1.1" status: 200 len: 210 time: 0.0477638 Jan 20 15:47:14.550853 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:47:14.621325 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Pushing event updated for resources: {'Port': ['ID=58db7c8e-c386-4764-8aaf-6e61ab8b7a1e,revision_number=4']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:47:15.659343 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-a82fef51-11f8-4a7b-a313-370ce254ecf8 req-7f642aa8-7173-4f8d-b97a-8cf39c90d162 tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] 10.222.0.54 "GET /v2.0/ports?device_id=a1f94813-8629-40cb-95ce-b347c990f8fd HTTP/1.1" status: 200 len: 210 time: 0.0440860 Jan 20 15:47:16.170263 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 58db7c8e-c386-4764-8aaf-6e61ab8b7a1e up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 15:47:16.247459 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port 58db7c8e-c386-4764-8aaf-6e61ab8b7a1e triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:47:16.247834 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:47:16.767767 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-8e74e258-cfd3-4962-b749-1a5073bbf55d req-6077a7fd-004b-472b-82de-fbef75b7c531 tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] 10.222.0.54 "GET /v2.0/ports?device_id=a1f94813-8629-40cb-95ce-b347c990f8fd HTTP/1.1" status: 200 len: 210 time: 0.0417409 Jan 20 15:47:17.937018 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-f329a592-d4b4-4feb-bdd6-9de1f35b7422 req-5325c7eb-0ca9-4b15-8599-ad3f23cc4261 tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] 10.222.0.54 "GET /v2.0/ports?device_id=a1f94813-8629-40cb-95ce-b347c990f8fd HTTP/1.1" status: 200 len: 210 time: 0.0511577 Jan 20 15:47:18.788091 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386a1640-6f00-4657-b7c3-0006ce3cc8a8 req-1047015e-ffb0-43da-aac6-4a55e0cc81db tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:47:18.789615 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-386a1640-6f00-4657-b7c3-0006ce3cc8a8 req-1047015e-ffb0-43da-aac6-4a55e0cc81db tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] 10.222.0.106 "GET /v2.0/networks?id=9132a61d-d29c-46ad-b6ba-3703a1498839 HTTP/1.1" status: 200 len: 809 time: 0.1515629 Jan 20 15:47:18.844308 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-386a1640-6f00-4657-b7c3-0006ce3cc8a8 req-7a5b1940-2f69-4e5b-acbc-e831f51ff7ef tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] 10.222.0.106 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5da0bcf3cab544f499077809bbc6b559 HTTP/1.1" status: 200 len: 379 time: 0.0430789 Jan 20 15:47:18.852150 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [req-386a1640-6f00-4657-b7c3-0006ce3cc8a8 req-38d1bc44-78fa-488b-9c92-99adb10b2d96 tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] Request body: {'port': {'device_id': 'a1f94813-8629-40cb-95ce-b347c990f8fd', 'network_id': '9132a61d-d29c-46ad-b6ba-3703a1498839', 'admin_state_up': True, 'tenant_id': '5da0bcf3cab544f499077809bbc6b559', 'security_groups': ['ce1afaa7-7256-4337-b051-3b1f6ea9c6ec']}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 15:47:19.001269 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [req-386a1640-6f00-4657-b7c3-0006ce3cc8a8 req-38d1bc44-78fa-488b-9c92-99adb10b2d96 tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:47:19.005698 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [req-386a1640-6f00-4657-b7c3-0006ce3cc8a8 req-38d1bc44-78fa-488b-9c92-99adb10b2d96 tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] Usage tracker for resource:port and tenant:5da0bcf3cab544f499077809bbc6b559 is out of sync, need to count used quota {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:47:19.009988 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [req-386a1640-6f00-4657-b7c3-0006ce3cc8a8 req-38d1bc44-78fa-488b-9c92-99adb10b2d96 tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84153) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:47:19.016777 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.quota.driver [req-386a1640-6f00-4657-b7c3-0006ce3cc8a8 req-38d1bc44-78fa-488b-9c92-99adb10b2d96 tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84153) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:47:19.111692 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-5cc2c350-2bde-4e94-b40a-7140f53e144c req-1bb25543-84da-4c0f-9408-43412383356e tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] 10.222.0.54 "GET /v2.0/ports?device_id=a1f94813-8629-40cb-95ce-b347c990f8fd HTTP/1.1" status: 200 len: 210 time: 0.0435858 Jan 20 15:47:19.117203 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-386a1640-6f00-4657-b7c3-0006ce3cc8a8 req-38d1bc44-78fa-488b-9c92-99adb10b2d96 tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] Made reservation on behalf of 5da0bcf3cab544f499077809bbc6b559 for: {'port': 1} {{(pid=84153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 15:47:19.122744 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-386a1640-6f00-4657-b7c3-0006ce3cc8a8 req-38d1bc44-78fa-488b-9c92-99adb10b2d96 tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:47:19.299475 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.db_base_plugin_common [req-386a1640-6f00-4657-b7c3-0006ce3cc8a8 req-38d1bc44-78fa-488b-9c92-99adb10b2d96 tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] Allocated IP 172.20.0.13 (9132a61d-d29c-46ad-b6ba-3703a1498839/e46d3003-8fec-4899-9aa0-646ddc6c4955/bd6c0f71-a474-411f-8762-bbe49469f60d) {{(pid=84153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 15:47:19.491023 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-386a1640-6f00-4657-b7c3-0006ce3cc8a8 req-38d1bc44-78fa-488b-9c92-99adb10b2d96 tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] Notify callbacks [] for port, precommit_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:47:19.513522 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.provisioning_blocks [req-386a1640-6f00-4657-b7c3-0006ce3cc8a8 req-38d1bc44-78fa-488b-9c92-99adb10b2d96 tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] Transition to ACTIVE for port object bd6c0f71-a474-411f-8762-bbe49469f60d will not be triggered until provisioned by entity DHCP. {{(pid=84153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 15:47:19.580068 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-386a1640-6f00-4657-b7c3-0006ce3cc8a8 req-38d1bc44-78fa-488b-9c92-99adb10b2d96 tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_create {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:47:19.656702 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-386a1640-6f00-4657-b7c3-0006ce3cc8a8 req-38d1bc44-78fa-488b-9c92-99adb10b2d96 tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] Network 9132a61d-d29c-46ad-b6ba-3703a1498839 is already hosted by enough agents. {{(pid=84153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 15:47:19.659974 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.base_scheduler [req-386a1640-6f00-4657-b7c3-0006ce3cc8a8 req-38d1bc44-78fa-488b-9c92-99adb10b2d96 tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] Resources bound (agent type, host, resource id): {{(pid=84153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 15:47:19.665207 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.l3_dvrscheduler_db [req-386a1640-6f00-4657-b7c3-0006ce3cc8a8 req-38d1bc44-78fa-488b-9c92-99adb10b2d96 tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] Received port after_create {{(pid=84153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 15:47:19.690017 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d1bc44-78fa-488b-9c92-99adb10b2d96 tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] Pushing event updated for resources: {'Port': ['ID=bd6c0f71-a474-411f-8762-bbe49469f60d,revision_number=1']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:47:19.731179 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386a1640-6f00-4657-b7c3-0006ce3cc8a8 req-38d1bc44-78fa-488b-9c92-99adb10b2d96 tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:47:19.731985 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-386a1640-6f00-4657-b7c3-0006ce3cc8a8 req-38d1bc44-78fa-488b-9c92-99adb10b2d96 tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:47:19.826269 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-386a1640-6f00-4657-b7c3-0006ce3cc8a8 req-38d1bc44-78fa-488b-9c92-99adb10b2d96 tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] 10.222.0.106 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9775987 Jan 20 15:47:19.838147 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.v2.base [req-386a1640-6f00-4657-b7c3-0006ce3cc8a8 req-12715476-0d10-4f3e-89c4-03ad62173ab8 service neutron] Request body: {'port': {'device_id': 'a1f94813-8629-40cb-95ce-b347c990f8fd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8251'}} {{(pid=84153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 15:47:19.952989 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-386a1640-6f00-4657-b7c3-0006ce3cc8a8 req-12715476-0d10-4f3e-89c4-03ad62173ab8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:47:20.019785 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-aee9a60b-0b14-4ff9-846e-bfb0e43f2e9d None None] Provisioning for port bd6c0f71-a474-411f-8762-bbe49469f60d completed by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 15:47:20.025604 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-aee9a60b-0b14-4ff9-846e-bfb0e43f2e9d None None] Provisioning complete for port bd6c0f71-a474-411f-8762-bbe49469f60d triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:47:20.028313 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-aee9a60b-0b14-4ff9-846e-bfb0e43f2e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:47:20.080909 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-aee9a60b-0b14-4ff9-846e-bfb0e43f2e9d None None] Port bd6c0f71-a474-411f-8762-bbe49469f60d cannot update to ACTIVE because it is not bound. {{(pid=84154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 15:47:20.461884 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.notifiers.nova [req-386a1640-6f00-4657-b7c3-0006ce3cc8a8 req-12715476-0d10-4f3e-89c4-03ad62173ab8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd6c0f71-a474-411f-8762-bbe49469f60d {{(pid=84153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 15:47:20.471454 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-386a1640-6f00-4657-b7c3-0006ce3cc8a8 req-12715476-0d10-4f3e-89c4-03ad62173ab8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:47:20.490687 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.db.provisioning_blocks [req-386a1640-6f00-4657-b7c3-0006ce3cc8a8 req-12715476-0d10-4f3e-89c4-03ad62173ab8 service neutron] Transition to ACTIVE for port object bd6c0f71-a474-411f-8762-bbe49469f60d will not be triggered until provisioned by entity L2. {{(pid=84153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 15:47:20.497688 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d75beb9-9263-4070-bf45-cdb86239f893 req-67ef88ab-e65c-40cf-b168-339656b6c218 tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:47:20.498396 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [req-2d75beb9-9263-4070-bf45-cdb86239f893 req-67ef88ab-e65c-40cf-b168-339656b6c218 tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] Synchronizing usage tracker for tenant:5da0bcf3cab544f499077809bbc6b559 on resource:port {{(pid=84153) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 15:47:20.590598 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-386a1640-6f00-4657-b7c3-0006ce3cc8a8 req-12715476-0d10-4f3e-89c4-03ad62173ab8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3944146'] for port, after_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:47:20.626556 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [req-2d75beb9-9263-4070-bf45-cdb86239f893 req-67ef88ab-e65c-40cf-b168-339656b6c218 tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] Unset dirty status for tenant:5da0bcf3cab544f499077809bbc6b559 on resource:port {{(pid=84153) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 15:47:20.628568 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-2d75beb9-9263-4070-bf45-cdb86239f893 req-67ef88ab-e65c-40cf-b168-339656b6c218 tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] 10.222.0.54 "GET /v2.0/ports?device_id=a1f94813-8629-40cb-95ce-b347c990f8fd HTTP/1.1" status: 200 len: 932 time: 0.3787272 Jan 20 15:47:20.728768 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12715476-0d10-4f3e-89c4-03ad62173ab8 service neutron] Pushing event updated for resources: {'Port': ['ID=bd6c0f71-a474-411f-8762-bbe49469f60d,revision_number=2']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:47:20.761175 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-2d75beb9-9263-4070-bf45-cdb86239f893 req-07c02d3f-1d89-4cc7-bbb5-87b9cfa10106 tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] 10.222.0.54 "GET /v2.0/security-groups?id=ce1afaa7-7256-4337-b051-3b1f6ea9c6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1232407 Jan 20 15:47:20.874969 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.managers [req-386a1640-6f00-4657-b7c3-0006ce3cc8a8 req-12715476-0d10-4f3e-89c4-03ad62173ab8 service neutron] Attempting to bind port bd6c0f71-a474-411f-8762-bbe49469f60d on host hv-neutron-8251 for vnic_type normal with profile {{(pid=84153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 15:47:20.875300 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.managers [req-386a1640-6f00-4657-b7c3-0006ce3cc8a8 req-12715476-0d10-4f3e-89c4-03ad62173ab8 service neutron] Attempting to bind port bd6c0f71-a474-411f-8762-bbe49469f60d by drivers openvswitch,hyperv on host hv-neutron-8251 at level 0 using segments [{'id': '151fdb87-2561-4bb2-908c-f29f52cac046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '9132a61d-d29c-46ad-b6ba-3703a1498839'}] {{(pid=84153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 15:47:20.875630 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-386a1640-6f00-4657-b7c3-0006ce3cc8a8 req-12715476-0d10-4f3e-89c4-03ad62173ab8 service neutron] Attempting to bind port bd6c0f71-a474-411f-8762-bbe49469f60d on network 9132a61d-d29c-46ad-b6ba-3703a1498839 {{(pid=84153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 15:47:20.881469 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-386a1640-6f00-4657-b7c3-0006ce3cc8a8 req-12715476-0d10-4f3e-89c4-03ad62173ab8 service neutron] Port bd6c0f71-a474-411f-8762-bbe49469f60d on network 9132a61d-d29c-46ad-b6ba-3703a1498839 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8251 {{(pid=84153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 20 15:47:20.881788 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-386a1640-6f00-4657-b7c3-0006ce3cc8a8 req-12715476-0d10-4f3e-89c4-03ad62173ab8 service neutron] Attempting to bind port bd6c0f71-a474-411f-8762-bbe49469f60d on network 9132a61d-d29c-46ad-b6ba-3703a1498839 {{(pid=84153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 15:47:20.888810 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-386a1640-6f00-4657-b7c3-0006ce3cc8a8 req-12715476-0d10-4f3e-89c4-03ad62173ab8 service neutron] Checking agent: {'id': 'e037d8fb-d49c-4f86-9910-f13f6ba89a51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8251', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 23), 'started_at': datetime.datetime(2022, 1, 20, 14, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 15, 47, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 15:47:20.889158 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-386a1640-6f00-4657-b7c3-0006ce3cc8a8 req-12715476-0d10-4f3e-89c4-03ad62173ab8 service neutron] Checking segment: {'id': '151fdb87-2561-4bb2-908c-f29f52cac046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '9132a61d-d29c-46ad-b6ba-3703a1498839'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 15:47:20.889536 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-386a1640-6f00-4657-b7c3-0006ce3cc8a8 req-12715476-0d10-4f3e-89c4-03ad62173ab8 service neutron] Bound using segment: {'id': '151fdb87-2561-4bb2-908c-f29f52cac046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '9132a61d-d29c-46ad-b6ba-3703a1498839'} {{(pid=84153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 15:47:20.889964 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.managers [req-386a1640-6f00-4657-b7c3-0006ce3cc8a8 req-12715476-0d10-4f3e-89c4-03ad62173ab8 service neutron] Bound port: bd6c0f71-a474-411f-8762-bbe49469f60d, host: hv-neutron-8251, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '151fdb87-2561-4bb2-908c-f29f52cac046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '9132a61d-d29c-46ad-b6ba-3703a1498839'}}] {{(pid=84153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 15:47:20.890333 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-386a1640-6f00-4657-b7c3-0006ce3cc8a8 req-12715476-0d10-4f3e-89c4-03ad62173ab8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:47:20.980202 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.db [req-386a1640-6f00-4657-b7c3-0006ce3cc8a8 req-12715476-0d10-4f3e-89c4-03ad62173ab8 service neutron] For port bd6c0f71-a474-411f-8762-bbe49469f60d, host hv-neutron-8251, cleared binding levels {{(pid=84153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 15:47:20.983043 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.db [req-386a1640-6f00-4657-b7c3-0006ce3cc8a8 req-12715476-0d10-4f3e-89c4-03ad62173ab8 service neutron] For port bd6c0f71-a474-411f-8762-bbe49469f60d, host hv-neutron-8251, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=bd6c0f71-a474-411f-8762-bbe49469f60d,segment=NetworkSegment(151fdb87-2561-4bb2-908c-f29f52cac046),segment_id=151fdb87-2561-4bb2-908c-f29f52cac046)] {{(pid=84153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 15:47:21.042530 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-386a1640-6f00-4657-b7c3-0006ce3cc8a8 req-12715476-0d10-4f3e-89c4-03ad62173ab8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3944146'] for port, after_update {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:47:21.092905 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [req-386a1640-6f00-4657-b7c3-0006ce3cc8a8 req-12715476-0d10-4f3e-89c4-03ad62173ab8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:47:21.094667 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-386a1640-6f00-4657-b7c3-0006ce3cc8a8 req-12715476-0d10-4f3e-89c4-03ad62173ab8 service neutron] 10.222.0.106 "PUT /v2.0/ports/bd6c0f71-a474-411f-8762-bbe49469f60d HTTP/1.1" status: 200 len: 1094 time: 1.2612555 Jan 20 15:47:21.094768 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1f94813-8629-40cb-95ce-b347c990f8fd', 'tag': 'bd6c0f71-a474-411f-8762-bbe49469f60d'}] {{(pid=84153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 15:47:21.152499 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12715476-0d10-4f3e-89c4-03ad62173ab8 service neutron] Pushing event updated for resources: {'Port': ['ID=bd6c0f71-a474-411f-8762-bbe49469f60d,revision_number=3']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:47:21.160614 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1f94813-8629-40cb-95ce-b347c990f8fd', 'tag': 'bd6c0f71-a474-411f-8762-bbe49469f60d', 'status': 'completed', 'code': 200} Jan 20 15:47:21.251104 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-3a884db9-dcc4-4edb-922d-4c86ce24366a req-91cf64cf-54a8-4dd3-bbb5-7216244478a2 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=5da0bcf3cab544f499077809bbc6b559&device_id=a1f94813-8629-40cb-95ce-b347c990f8fd HTTP/1.1" status: 200 len: 1097 time: 0.0743439 Jan 20 15:47:21.395304 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a884db9-dcc4-4edb-922d-4c86ce24366a req-98405442-a5b1-4ff3-9263-e5c8c4fbff16 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:47:21.396699 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-3a884db9-dcc4-4edb-922d-4c86ce24366a req-98405442-a5b1-4ff3-9263-e5c8c4fbff16 service neutron] 10.222.0.106 "GET /v2.0/networks?tenant_id=5da0bcf3cab544f499077809bbc6b559&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1387863 Jan 20 15:47:21.539246 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a884db9-dcc4-4edb-922d-4c86ce24366a req-e5757de8-df1b-4b93-a176-e84e45a0ce21 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:47:21.540686 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-3a884db9-dcc4-4edb-922d-4c86ce24366a req-e5757de8-df1b-4b93-a176-e84e45a0ce21 service neutron] 10.222.0.106 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1387317 Jan 20 15:47:21.647206 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-386a1640-6f00-4657-b7c3-0006ce3cc8a8 req-77435ebd-af35-4c11-8ef2-c11f165258c0 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=5da0bcf3cab544f499077809bbc6b559&device_id=a1f94813-8629-40cb-95ce-b347c990f8fd HTTP/1.1" status: 200 len: 1097 time: 0.0724452 Jan 20 15:47:21.726522 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-386a1640-6f00-4657-b7c3-0006ce3cc8a8 req-860ad062-f561-437d-a4d5-5d543187ce68 service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bd6c0f71-a474-411f-8762-bbe49469f60d HTTP/1.1" status: 200 len: 217 time: 0.0722783 Jan 20 15:47:21.794062 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386a1640-6f00-4657-b7c3-0006ce3cc8a8 req-238b656e-10b9-4ffd-8e47-2a4f5af2e414 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:47:21.795441 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-386a1640-6f00-4657-b7c3-0006ce3cc8a8 req-238b656e-10b9-4ffd-8e47-2a4f5af2e414 service neutron] 10.222.0.106 "GET /v2.0/subnets?id=e46d3003-8fec-4899-9aa0-646ddc6c4955 HTTP/1.1" status: 200 len: 848 time: 0.0638483 Jan 20 15:47:21.873836 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-386a1640-6f00-4657-b7c3-0006ce3cc8a8 req-2e6b69fb-2c28-4615-a02c-1b7cc3fffd77 service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=9132a61d-d29c-46ad-b6ba-3703a1498839&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0727923 Jan 20 15:47:22.074939 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-386a1640-6f00-4657-b7c3-0006ce3cc8a8 req-fe7bcec8-0f0f-4329-b808-ce94d48bb13d service neutron] 10.222.0.106 "GET /v2.0/networks/9132a61d-d29c-46ad-b6ba-3703a1498839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1951208 Jan 20 15:47:22.084271 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1007c2-6206-4d2a-8f79-0bc956851853 req-9f0c1e6a-4981-45d7-9816-5eebc26615ca tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:47:22.087161 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-8f1007c2-6206-4d2a-8f79-0bc956851853 req-9f0c1e6a-4981-45d7-9816-5eebc26615ca tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] 10.222.0.54 "GET /v2.0/ports?device_id=a1f94813-8629-40cb-95ce-b347c990f8fd HTTP/1.1" status: 200 len: 944 time: 0.1875560 Jan 20 15:47:22.215668 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-8f1007c2-6206-4d2a-8f79-0bc956851853 req-85d160d8-8337-4fc2-8fd7-effee996ff1d tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] 10.222.0.54 "GET /v2.0/security-groups?id=ce1afaa7-7256-4337-b051-3b1f6ea9c6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1114085 Jan 20 15:47:22.250407 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-386a1640-6f00-4657-b7c3-0006ce3cc8a8 req-fd12f645-9e20-4f09-98b7-792f22d556e1 service neutron] 10.222.0.106 "GET /v2.0/networks/9132a61d-d29c-46ad-b6ba-3703a1498839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1635439 Jan 20 15:47:23.416712 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04351396-c861-4f52-b792-ac4c203fb4dc req-3e4c2535-9f94-4d8a-88af-669fde310cdb tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:47:23.418149 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-04351396-c861-4f52-b792-ac4c203fb4dc req-3e4c2535-9f94-4d8a-88af-669fde310cdb tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] 10.222.0.54 "GET /v2.0/ports?device_id=a1f94813-8629-40cb-95ce-b347c990f8fd HTTP/1.1" status: 200 len: 944 time: 0.0763147 Jan 20 15:47:23.463462 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-04351396-c861-4f52-b792-ac4c203fb4dc req-2d5e980e-b250-4c9e-8126-875e71d4b44e tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] 10.222.0.54 "GET /v2.0/security-groups?id=ce1afaa7-7256-4337-b051-3b1f6ea9c6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398543 Jan 20 15:47:24.762845 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1090b5-6226-4e45-851b-47d54b25bdc3 req-22f63d35-c57d-4d99-9da3-b55d141dde18 tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:47:24.764223 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-7b1090b5-6226-4e45-851b-47d54b25bdc3 req-22f63d35-c57d-4d99-9da3-b55d141dde18 tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] 10.222.0.54 "GET /v2.0/ports?device_id=a1f94813-8629-40cb-95ce-b347c990f8fd HTTP/1.1" status: 200 len: 944 time: 0.1798079 Jan 20 15:47:24.818691 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-7b1090b5-6226-4e45-851b-47d54b25bdc3 req-9ac1a7ab-3d9a-46d4-bdd2-5407db20355b tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] 10.222.0.54 "GET /v2.0/security-groups?id=ce1afaa7-7256-4337-b051-3b1f6ea9c6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484488 Jan 20 15:47:24.853533 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Device bd6c0f71-a474-411f-8762-bbe49469f60d details requested by agent hyperv_hv-neutron-8251 with host hv-neutron-8251 {{(pid=84154) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 20 15:47:24.983319 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] For port bd6c0f71-a474-411f-8762-bbe49469f60d, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=bd6c0f71-a474-411f-8762-bbe49469f60d,segment=NetworkSegment(151fdb87-2561-4bb2-908c-f29f52cac046),segment_id=151fdb87-2561-4bb2-908c-f29f52cac046)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 15:47:24.995937 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Returning: {'device': 'bd6c0f71-a474-411f-8762-bbe49469f60d', 'network_id': '9132a61d-d29c-46ad-b6ba-3703a1498839', 'port_id': 'bd6c0f71-a474-411f-8762-bbe49469f60d', 'mac_address': 'fa:16:3e:77:ce:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e46d3003-8fec-4899-9aa0-646ddc6c4955', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84154) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 20 15:47:25.051475 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:47:25.068421 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.notifiers.nova [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd6c0f71-a474-411f-8762-bbe49469f60d {{(pid=84154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 15:47:25.083553 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] For port bd6c0f71-a474-411f-8762-bbe49469f60d, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=bd6c0f71-a474-411f-8762-bbe49469f60d,segment=NetworkSegment(151fdb87-2561-4bb2-908c-f29f52cac046),segment_id=151fdb87-2561-4bb2-908c-f29f52cac046)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 15:47:25.150778 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:47:25.231109 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Pushing event updated for resources: {'Port': ['ID=bd6c0f71-a474-411f-8762-bbe49469f60d,revision_number=4']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:47:25.505701 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] get_ports_and_sgs() called for port_ids ['bd6c0f71-a474-411f-8762-bbe49469f60d'] {{(pid=84154) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 20 15:47:26.018818 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671e5f6c-6c6d-446e-81f0-69abfefaae3e req-0d2f858b-ae0f-4e96-a3cd-65474652d6db tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:47:26.020254 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-671e5f6c-6c6d-446e-81f0-69abfefaae3e req-0d2f858b-ae0f-4e96-a3cd-65474652d6db tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] 10.222.0.54 "GET /v2.0/ports?device_id=a1f94813-8629-40cb-95ce-b347c990f8fd HTTP/1.1" status: 200 len: 945 time: 0.0787110 Jan 20 15:47:26.064307 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-671e5f6c-6c6d-446e-81f0-69abfefaae3e req-1f345617-55cc-4d3a-ad7c-1776a8b97705 tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] 10.222.0.54 "GET /v2.0/security-groups?id=ce1afaa7-7256-4337-b051-3b1f6ea9c6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380630 Jan 20 15:47:26.336503 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96c27ae2-93fc-4302-96e3-dff3f2ce361f None None] Sync routers for ids ['8085edc6-aade-405d-ba14-5ef0cd78b9b4'] in dv-neutron-825124-1-hyperv {{(pid=84154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 15:47:26.348105 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96c27ae2-93fc-4302-96e3-dff3f2ce361f None None] Routers {'8085edc6-aade-405d-ba14-5ef0cd78b9b4'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 15:47:26.348708 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-96c27ae2-93fc-4302-96e3-dff3f2ce361f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T15:47:00Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['8085edc6-aade-405d-ba14-5ef0cd78b9b4'], 'active': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:47:26.521924 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvr_db [None req-96c27ae2-93fc-4302-96e3-dff3f2ce361f None None] Set router 8085edc6-aade-405d-ba14-5ef0cd78b9b4 gateway port host: dv-neutron-825124-1-hyperv {{(pid=84154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 15:47:26.826089 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-96c27ae2-93fc-4302-96e3-dff3f2ce361f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8085edc6-aade-405d-ba14-5ef0cd78b9b4', 'name': 'tempest-TestSnapshotPattern-856848640-router', 'tenant_id': '09dd1959f4b44f53883b699aef2b6154', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.243'}], 'enable_snat': True}, 'gw_port_id': '58db7c8e-c386-4764-8aaf-6e61ab8b7a1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:47:02Z', 'updated_at': '2022-01-20T15:47:06Z', 'revision_number': 4, 'project_id': '09dd1959f4b44f53883b699aef2b6154', 'gw_port': {'id': '58db7c8e-c386-4764-8aaf-6e61ab8b7a1e', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:79:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8085edc6-aade-405d-ba14-5ef0cd78b9b4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:47:03Z', 'updated_at': '2022-01-20T15:47:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv', '_interfaces': [{'id': 'f110007a-36f2-4b87-8107-e62d30ee904c', 'name': '', 'network_id': 'b51775dc-a5d7-4c00-a5c7-ce120f619589', 'tenant_id': '09dd1959f4b44f53883b699aef2b6154', 'mac_address': 'fa:16:3e:4d:59:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8085edc6-aade-405d-ba14-5ef0cd78b9b4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e979af7d-55c4-4aa5-869d-0d8ea20135d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:47:05Z', 'updated_at': '2022-01-20T15:47:07Z', 'revision_number': 2, 'project_id': '09dd1959f4b44f53883b699aef2b6154', 'subnets': [{'id': 'e979af7d-55c4-4aa5-869d-0d8ea20135d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:47:26.829887 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96c27ae2-93fc-4302-96e3-dff3f2ce361f None None] Checking router: 8085edc6-aade-405d-ba14-5ef0cd78b9b4 for host: dv-neutron-825124-1-hyperv {{(pid=84154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 15:47:26.830265 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96c27ae2-93fc-4302-96e3-dff3f2ce361f None None] Updating router 8085edc6-aade-405d-ba14-5ef0cd78b9b4 port f110007a-36f2-4b87-8107-e62d30ee904c binding host dv-neutron-825124-1-hyperv {{(pid=84154) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 20 15:47:26.871176 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Device bd6c0f71-a474-411f-8762-bbe49469f60d up at agent hyperv_hv-neutron-8251 {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 15:47:26.917380 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-96c27ae2-93fc-4302-96e3-dff3f2ce361f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:47:27.058458 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Provisioning for port bd6c0f71-a474-411f-8762-bbe49469f60d completed by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 15:47:27.068169 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Provisioning complete for port bd6c0f71-a474-411f-8762-bbe49469f60d triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:47:27.068538 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:47:27.272468 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97e29ca-a1ec-4b49-a0e2-e12df47a9b5b req-cef0a6ae-184f-4823-ac7a-9d6d5e099e14 tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:47:27.274567 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-d97e29ca-a1ec-4b49-a0e2-e12df47a9b5b req-cef0a6ae-184f-4823-ac7a-9d6d5e099e14 tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] 10.222.0.54 "GET /v2.0/ports?device_id=a1f94813-8629-40cb-95ce-b347c990f8fd HTTP/1.1" status: 200 len: 945 time: 0.0883625 Jan 20 15:47:27.308118 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:47:27.320595 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-d97e29ca-a1ec-4b49-a0e2-e12df47a9b5b req-ee00f7b0-b19b-44c1-933b-d43373d34ddb tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] 10.222.0.54 "GET /v2.0/security-groups?id=ce1afaa7-7256-4337-b051-3b1f6ea9c6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397069 Jan 20 15:47:27.386830 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1f94813-8629-40cb-95ce-b347c990f8fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd6c0f71-a474-411f-8762-bbe49469f60d'}] {{(pid=84154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 15:47:27.399928 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] For port bd6c0f71-a474-411f-8762-bbe49469f60d, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=bd6c0f71-a474-411f-8762-bbe49469f60d,segment=NetworkSegment(151fdb87-2561-4bb2-908c-f29f52cac046),segment_id=151fdb87-2561-4bb2-908c-f29f52cac046)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 15:47:27.418076 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-96c27ae2-93fc-4302-96e3-dff3f2ce361f None None] Notify callbacks [] for port, precommit_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:47:27.429889 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-96c27ae2-93fc-4302-96e3-dff3f2ce361f None None] Transition to ACTIVE for port object f110007a-36f2-4b87-8107-e62d30ee904c will not be triggered until provisioned by entity L2. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 15:47:27.443107 dv-neutron-825124-1-hyperv neutron-server[84154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1f94813-8629-40cb-95ce-b347c990f8fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd6c0f71-a474-411f-8762-bbe49469f60d', 'code': 200} Jan 20 15:47:27.482716 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:47:27.522379 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-96c27ae2-93fc-4302-96e3-dff3f2ce361f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:47:27.626091 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Pushing event updated for resources: {'Port': ['ID=bd6c0f71-a474-411f-8762-bbe49469f60d,revision_number=5']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:47:27.807924 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0270d8-aab3-4b41-9664-60215165caf9 None None] Pushing event updated for resources: {'Port': ['ID=f110007a-36f2-4b87-8107-e62d30ee904c,revision_number=3']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:47:27.816176 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-96c27ae2-93fc-4302-96e3-dff3f2ce361f None None] Attempting to bind port f110007a-36f2-4b87-8107-e62d30ee904c on host dv-neutron-825124-1-hyperv for vnic_type normal with profile {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 15:47:27.816545 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-96c27ae2-93fc-4302-96e3-dff3f2ce361f None None] Attempting to bind port f110007a-36f2-4b87-8107-e62d30ee904c by drivers openvswitch,hyperv on host dv-neutron-825124-1-hyperv at level 0 using segments [{'id': 'c32e4954-d1b6-4b47-9c23-b2467bfb2070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'b51775dc-a5d7-4c00-a5c7-ce120f619589'}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 15:47:27.816907 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96c27ae2-93fc-4302-96e3-dff3f2ce361f None None] Attempting to bind port f110007a-36f2-4b87-8107-e62d30ee904c on network b51775dc-a5d7-4c00-a5c7-ce120f619589 {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 15:47:27.826225 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96c27ae2-93fc-4302-96e3-dff3f2ce361f None None] Checking agent: {'id': '6414dfeb-85c5-454a-8756-709ca637d800', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-825124-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 16, 31), 'started_at': datetime.datetime(2022, 1, 20, 14, 17, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 15, 47, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-825124-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 15:47:27.826526 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96c27ae2-93fc-4302-96e3-dff3f2ce361f None None] Checking segment: {'id': 'c32e4954-d1b6-4b47-9c23-b2467bfb2070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'b51775dc-a5d7-4c00-a5c7-ce120f619589'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 15:47:27.826919 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-96c27ae2-93fc-4302-96e3-dff3f2ce361f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:47:27.827310 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96c27ae2-93fc-4302-96e3-dff3f2ce361f None None] Bound using segment: {'id': 'c32e4954-d1b6-4b47-9c23-b2467bfb2070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'b51775dc-a5d7-4c00-a5c7-ce120f619589'} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 15:47:27.827770 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-96c27ae2-93fc-4302-96e3-dff3f2ce361f None None] Bound port: f110007a-36f2-4b87-8107-e62d30ee904c, host: dv-neutron-825124-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c32e4954-d1b6-4b47-9c23-b2467bfb2070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'b51775dc-a5d7-4c00-a5c7-ce120f619589'}}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 15:47:27.828134 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-96c27ae2-93fc-4302-96e3-dff3f2ce361f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:47:27.850139 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-155833fa-5db0-40db-b409-8abe89f3e91e req-09a9e1a8-dc4c-400a-82ac-5ea01ba42e39 service neutron] 10.222.0.106 "GET /v2.0/ports?device_id=a1f94813-8629-40cb-95ce-b347c990f8fd HTTP/1.1" status: 200 len: 1099 time: 0.0749230 Jan 20 15:47:27.891971 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-155833fa-5db0-40db-b409-8abe89f3e91e req-a6a113de-d8df-4850-9056-36c76b7f2420 service neutron] 10.222.0.106 "GET /v2.0/security-groups?id=ce1afaa7-7256-4337-b051-3b1f6ea9c6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366797 Jan 20 15:47:27.916921 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-96c27ae2-93fc-4302-96e3-dff3f2ce361f None None] For port f110007a-36f2-4b87-8107-e62d30ee904c, host dv-neutron-825124-1-hyperv, cleared binding levels {{(pid=84154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 15:47:27.919929 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-96c27ae2-93fc-4302-96e3-dff3f2ce361f None None] For port f110007a-36f2-4b87-8107-e62d30ee904c, host dv-neutron-825124-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=f110007a-36f2-4b87-8107-e62d30ee904c,segment=NetworkSegment(c32e4954-d1b6-4b47-9c23-b2467bfb2070),segment_id=c32e4954-d1b6-4b47-9c23-b2467bfb2070)] {{(pid=84154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 15:47:28.007980 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-96c27ae2-93fc-4302-96e3-dff3f2ce361f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:47:28.100586 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0270d8-aab3-4b41-9664-60215165caf9 None None] Pushing event updated for resources: {'Port': ['ID=f110007a-36f2-4b87-8107-e62d30ee904c,revision_number=4']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:47:28.105217 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96c27ae2-93fc-4302-96e3-dff3f2ce361f None None] Routers {'8085edc6-aade-405d-ba14-5ef0cd78b9b4'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 15:47:28.105827 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-96c27ae2-93fc-4302-96e3-dff3f2ce361f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T15:47:00Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['8085edc6-aade-405d-ba14-5ef0cd78b9b4'], 'active': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:47:28.159208 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-3d10ef87-20eb-4027-9289-ca573f2cc9aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:47:28.299789 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvr_db [None req-96c27ae2-93fc-4302-96e3-dff3f2ce361f None None] Set router 8085edc6-aade-405d-ba14-5ef0cd78b9b4 gateway port host: dv-neutron-825124-1-hyperv {{(pid=84154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 15:47:28.561094 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95a7277-1792-43fe-b776-ac15742aed40 req-c2637db0-5716-4941-9456-d5cbc6364639 tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:47:28.562584 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-f95a7277-1792-43fe-b776-ac15742aed40 req-c2637db0-5716-4941-9456-d5cbc6364639 tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] 10.222.0.54 "GET /v2.0/ports?device_id=a1f94813-8629-40cb-95ce-b347c990f8fd HTTP/1.1" status: 200 len: 946 time: 0.1099682 Jan 20 15:47:28.617850 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-f95a7277-1792-43fe-b776-ac15742aed40 req-d3ca63c2-e568-49e3-a36d-f9ce37e21b16 tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] 10.222.0.54 "GET /v2.0/security-groups?id=ce1afaa7-7256-4337-b051-3b1f6ea9c6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473392 Jan 20 15:47:28.647525 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-96c27ae2-93fc-4302-96e3-dff3f2ce361f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8085edc6-aade-405d-ba14-5ef0cd78b9b4', 'name': 'tempest-TestSnapshotPattern-856848640-router', 'tenant_id': '09dd1959f4b44f53883b699aef2b6154', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.243'}], 'enable_snat': True}, 'gw_port_id': '58db7c8e-c386-4764-8aaf-6e61ab8b7a1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:47:02Z', 'updated_at': '2022-01-20T15:47:06Z', 'revision_number': 4, 'project_id': '09dd1959f4b44f53883b699aef2b6154', 'gw_port': {'id': '58db7c8e-c386-4764-8aaf-6e61ab8b7a1e', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:79:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8085edc6-aade-405d-ba14-5ef0cd78b9b4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:47:03Z', 'updated_at': '2022-01-20T15:47:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv', '_interfaces': [{'id': 'f110007a-36f2-4b87-8107-e62d30ee904c', 'name': '', 'network_id': 'b51775dc-a5d7-4c00-a5c7-ce120f619589', 'tenant_id': '09dd1959f4b44f53883b699aef2b6154', 'mac_address': 'fa:16:3e:4d:59:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8085edc6-aade-405d-ba14-5ef0cd78b9b4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e979af7d-55c4-4aa5-869d-0d8ea20135d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:47:05Z', 'updated_at': '2022-01-20T15:47:27Z', 'revision_number': 4, 'project_id': '09dd1959f4b44f53883b699aef2b6154', 'subnets': [{'id': 'e979af7d-55c4-4aa5-869d-0d8ea20135d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:47:28.657651 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96c27ae2-93fc-4302-96e3-dff3f2ce361f None None] The sync data for ids ['8085edc6-aade-405d-ba14-5ef0cd78b9b4'] in dv-neutron-825124-1-hyperv is: [{'id': '8085edc6-aade-405d-ba14-5ef0cd78b9b4', 'name': 'tempest-TestSnapshotPattern-856848640-router', 'tenant_id': '09dd1959f4b44f53883b699aef2b6154', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.243'}], 'enable_snat': True}, 'gw_port_id': '58db7c8e-c386-4764-8aaf-6e61ab8b7a1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:47:02Z', 'updated_at': '2022-01-20T15:47:06Z', 'revision_number': 4, 'project_id': '09dd1959f4b44f53883b699aef2b6154', 'gw_port': {'id': '58db7c8e-c386-4764-8aaf-6e61ab8b7a1e', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:79:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8085edc6-aade-405d-ba14-5ef0cd78b9b4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:47:03Z', 'updated_at': '2022-01-20T15:47:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv', '_interfaces': [{'id': 'f110007a-36f2-4b87-8107-e62d30ee904c', 'name': '', 'network_id': 'b51775dc-a5d7-4c00-a5c7-ce120f619589', 'tenant_id': '09dd1959f4b44f53883b699aef2b6154', 'mac_address': 'fa:16:3e:4d:59:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8085edc6-aade-405d-ba14-5ef0cd78b9b4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e979af7d-55c4-4aa5-869d-0d8ea20135d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:47:05Z', 'updated_at': '2022-01-20T15:47:27Z', 'revision_number': 4, 'project_id': '09dd1959f4b44f53883b699aef2b6154', 'subnets': [{'id': 'e979af7d-55c4-4aa5-869d-0d8ea20135d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 15:47:29.821289 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca2dfa1-0cf2-4edc-aaf2-24ab63ddad3f req-acf1cb7a-5cac-46e6-a16c-3d7ab93898a4 tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:47:29.823072 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-8ca2dfa1-0cf2-4edc-aaf2-24ab63ddad3f req-acf1cb7a-5cac-46e6-a16c-3d7ab93898a4 tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] 10.222.0.54 "GET /v2.0/ports?device_id=a1f94813-8629-40cb-95ce-b347c990f8fd HTTP/1.1" status: 200 len: 946 time: 0.0811009 Jan 20 15:47:29.869611 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-8ca2dfa1-0cf2-4edc-aaf2-24ab63ddad3f req-dbcc2f1b-0a5f-4ace-894e-37bc9ffca580 tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] 10.222.0.54 "GET /v2.0/security-groups?id=ce1afaa7-7256-4337-b051-3b1f6ea9c6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407286 Jan 20 15:47:30.064615 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60754e05-bd35-40ad-848a-cffc7e17c132 req-b56a8446-0977-4d6a-b62a-2d7350004ac3 tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:47:30.066051 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-60754e05-bd35-40ad-848a-cffc7e17c132 req-b56a8446-0977-4d6a-b62a-2d7350004ac3 tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] 10.222.0.54 "GET /v2.0/ports?device_id=a1f94813-8629-40cb-95ce-b347c990f8fd HTTP/1.1" status: 200 len: 946 time: 0.0748026 Jan 20 15:47:30.113345 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-60754e05-bd35-40ad-848a-cffc7e17c132 req-0425c6c3-27f6-4654-961f-8e515e0afcf6 tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] 10.222.0.54 "GET /v2.0/security-groups?id=ce1afaa7-7256-4337-b051-3b1f6ea9c6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406754 Jan 20 15:47:30.145633 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 52964) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:47:30.210424 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device f110007a-36f2-4b87-8107-e62d30ee904c up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 15:47:30.282604 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-125b1050-5b87-4343-af9f-e9baa70a364b tempest-TestSnapshotPattern-977586964 tempest-TestSnapshotPattern-977586964-project-admin] Synchronizing usage tracker for tenant:09dd1959f4b44f53883b699aef2b6154 on resource:port {{(pid=84153) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 15:47:30.327807 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning for port f110007a-36f2-4b87-8107-e62d30ee904c completed by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 15:47:30.332774 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port f110007a-36f2-4b87-8107-e62d30ee904c triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:47:30.333992 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:47:30.344914 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [None req-125b1050-5b87-4343-af9f-e9baa70a364b tempest-TestSnapshotPattern-977586964 tempest-TestSnapshotPattern-977586964-project-admin] Unset dirty status for tenant:09dd1959f4b44f53883b699aef2b6154 on resource:port {{(pid=84153) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 15:47:30.346107 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-125b1050-5b87-4343-af9f-e9baa70a364b tempest-TestSnapshotPattern-977586964 tempest-TestSnapshotPattern-977586964-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=a1f94813-8629-40cb-95ce-b347c990f8fd HTTP/1.1" status: 200 len: 1094 time: 0.1994400 Jan 20 15:47:30.349148 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 52970) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:47:30.354537 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-f56b5ba2-f327-40e1-8cc8-73a559fbf922 tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] Request body: {'floatingip': {'floating_network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'port_id': 'bd6c0f71-a474-411f-8762-bbe49469f60d', 'tenant_id': '5da0bcf3cab544f499077809bbc6b559', 'fixed_ip_address': '172.20.0.13'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 15:47:30.360439 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-f56b5ba2-f327-40e1-8cc8-73a559fbf922 tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:47:30.364286 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-f56b5ba2-f327-40e1-8cc8-73a559fbf922 tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] Usage tracker for resource:floatingip and tenant:5da0bcf3cab544f499077809bbc6b559 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:47:30.368660 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-f56b5ba2-f327-40e1-8cc8-73a559fbf922 tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:47:30.374685 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-f56b5ba2-f327-40e1-8cc8-73a559fbf922 tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:47:30.431288 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-f56b5ba2-f327-40e1-8cc8-73a559fbf922 tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] Notify callbacks [] for floatingip, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:47:30.461780 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:47:30.496026 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-b8599194-f552-4964-9dde-ab7ee9f2fdfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:47:30.499511 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] For port f110007a-36f2-4b87-8107-e62d30ee904c, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=f110007a-36f2-4b87-8107-e62d30ee904c,segment=NetworkSegment(c32e4954-d1b6-4b47-9c23-b2467bfb2070),segment_id=c32e4954-d1b6-4b47-9c23-b2467bfb2070)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 15:47:30.569988 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-f56b5ba2-f327-40e1-8cc8-73a559fbf922 tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:47:30.574399 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:47:30.640920 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Pushing event updated for resources: {'Port': ['ID=f110007a-36f2-4b87-8107-e62d30ee904c,revision_number=5']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:47:30.708517 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.db_base_plugin_common [None req-f56b5ba2-f327-40e1-8cc8-73a559fbf922 tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] Allocated IP 172.26.7.212 (8dffb05c-5ca0-409b-bd5f-7be6264f707d/a489dd4f-42a5-433b-8be3-bab2749c4209/a991c825-d3b8-4735-b181-adcc1d2a9e11) {{(pid=84152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 15:47:30.861330 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-f56b5ba2-f327-40e1-8cc8-73a559fbf922 tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] Notify callbacks [] for port, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:47:30.927726 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-f56b5ba2-f327-40e1-8cc8-73a559fbf922 tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:47:30.994480 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f56b5ba2-f327-40e1-8cc8-73a559fbf922 tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] Network 8dffb05c-5ca0-409b-bd5f-7be6264f707d is already hosted by enough agents. {{(pid=84152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 15:47:30.997290 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.base_scheduler [None req-f56b5ba2-f327-40e1-8cc8-73a559fbf922 tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] Resources bound (agent type, host, resource id): {{(pid=84152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 15:47:31.001005 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f56b5ba2-f327-40e1-8cc8-73a559fbf922 tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] Received port after_create {{(pid=84152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 15:47:31.029674 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56b5ba2-f327-40e1-8cc8-73a559fbf922 tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] Pushing event updated for resources: {'Port': ['ID=a991c825-d3b8-4735-b181-adcc1d2a9e11,revision_number=1']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:47:31.327957 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:47:31.474288 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:47:31.617998 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-f56b5ba2-f327-40e1-8cc8-73a559fbf922 tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:47:31.743665 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-f56b5ba2-f327-40e1-8cc8-73a559fbf922 tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:47:31.922135 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-cdd98e71-1f0a-4421-baa9-dcb30e06edf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:47:31.945582 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-f56b5ba2-f327-40e1-8cc8-73a559fbf922 tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] Notify callbacks [] for port, precommit_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:47:32.018886 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-f56b5ba2-f327-40e1-8cc8-73a559fbf922 tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162822'] for port, after_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:47:32.139065 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56b5ba2-f327-40e1-8cc8-73a559fbf922 tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] Pushing event updated for resources: {'Port': ['ID=a991c825-d3b8-4735-b181-adcc1d2a9e11,revision_number=2']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:47:32.154581 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-f56b5ba2-f327-40e1-8cc8-73a559fbf922 tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-745254'] for floatingip, after_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:47:32.183619 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device f110007a-36f2-4b87-8107-e62d30ee904c up at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 15:47:32.214355 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56b5ba2-f327-40e1-8cc8-73a559fbf922 tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:47:32.214769 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56b5ba2-f327-40e1-8cc8-73a559fbf922 tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:47:32.215159 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56b5ba2-f327-40e1-8cc8-73a559fbf922 tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:47:32.215547 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56b5ba2-f327-40e1-8cc8-73a559fbf922 tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:47:32.215909 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56b5ba2-f327-40e1-8cc8-73a559fbf922 tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:47:32.216303 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56b5ba2-f327-40e1-8cc8-73a559fbf922 tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:47:32.216682 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56b5ba2-f327-40e1-8cc8-73a559fbf922 tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:47:32.217059 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56b5ba2-f327-40e1-8cc8-73a559fbf922 tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:47:32.217440 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56b5ba2-f327-40e1-8cc8-73a559fbf922 tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:47:32.217820 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56b5ba2-f327-40e1-8cc8-73a559fbf922 tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:47:32.218211 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56b5ba2-f327-40e1-8cc8-73a559fbf922 tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:47:32.254289 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Provisioning complete for port f110007a-36f2-4b87-8107-e62d30ee904c triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:47:32.254659 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:47:32.379508 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.db.l3_db [None req-f56b5ba2-f327-40e1-8cc8-73a559fbf922 tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] Floating IP ddec9a5f-f808-4d38-ae38-c26427682381 associated. External IP: 172.26.7.212, port: bd6c0f71-a474-411f-8762-bbe49469f60d. Jan 20 15:47:32.765145 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f56b5ba2-f327-40e1-8cc8-73a559fbf922 tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] Router d5b31ced-afe5-40e2-953e-8dca77b1cc61 has already been hosted by L3 agent 624d525b-4c26-4143-8a1c-228bb1c6faaa {{(pid=84152) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 15:47:32.976804 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f56b5ba2-f327-40e1-8cc8-73a559fbf922 tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] Notify agent at l3_agent.dv-neutron-825124-1-hyperv the message routers_updated {{(pid=84152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 15:47:32.986290 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-820f920b-e6f6-4b7e-9618-2563311cfc10 None None] Sync routers for ids ['d5b31ced-afe5-40e2-953e-8dca77b1cc61'] in dv-neutron-825124-1-hyperv {{(pid=84155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 15:47:32.998656 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-820f920b-e6f6-4b7e-9618-2563311cfc10 None None] Routers {'d5b31ced-afe5-40e2-953e-8dca77b1cc61'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 15:47:32.999255 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-820f920b-e6f6-4b7e-9618-2563311cfc10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T15:47:30Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['d5b31ced-afe5-40e2-953e-8dca77b1cc61'], 'active': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:47:33.053588 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-f56b5ba2-f327-40e1-8cc8-73a559fbf922 tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for floatingip, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:47:33.107085 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-f56b5ba2-f327-40e1-8cc8-73a559fbf922 tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.7567906 Jan 20 15:47:33.107651 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1f94813-8629-40cb-95ce-b347c990f8fd', 'tag': 'bd6c0f71-a474-411f-8762-bbe49469f60d'}] {{(pid=84152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 15:47:33.176217 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1f94813-8629-40cb-95ce-b347c990f8fd', 'tag': 'bd6c0f71-a474-411f-8762-bbe49469f60d', 'status': 'completed', 'code': 200} Jan 20 15:47:33.218310 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvr_db [None req-820f920b-e6f6-4b7e-9618-2563311cfc10 None None] Set router d5b31ced-afe5-40e2-953e-8dca77b1cc61 gateway port host: dv-neutron-825124-1-hyperv {{(pid=84155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 15:47:33.278631 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-5197388e-43a8-4ea0-8ad8-4be20a9f7cea req-3e2c380c-4b21-490e-9eb8-911393ea98e1 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=5da0bcf3cab544f499077809bbc6b559&device_id=a1f94813-8629-40cb-95ce-b347c990f8fd HTTP/1.1" status: 200 len: 1099 time: 0.0802815 Jan 20 15:47:33.390693 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-eea6df97-7ff1-4b63-af20-e3ec8913deda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:47:33.412308 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5197388e-43a8-4ea0-8ad8-4be20a9f7cea req-e20e2d9e-6206-4ae3-9103-8157ef0a498f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:47:33.413739 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-5197388e-43a8-4ea0-8ad8-4be20a9f7cea req-e20e2d9e-6206-4ae3-9103-8157ef0a498f service neutron] 10.222.0.106 "GET /v2.0/networks?id=9132a61d-d29c-46ad-b6ba-3703a1498839 HTTP/1.1" status: 200 len: 910 time: 0.1296697 Jan 20 15:47:33.523440 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-5197388e-43a8-4ea0-8ad8-4be20a9f7cea req-c41560f2-a8a8-4900-a92a-76dc9761eed8 service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bd6c0f71-a474-411f-8762-bbe49469f60d HTTP/1.1" status: 200 len: 1000 time: 0.1038318 Jan 20 15:47:33.590080 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5197388e-43a8-4ea0-8ad8-4be20a9f7cea req-2747726d-ee60-4f31-b34e-2e2950615a39 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:47:33.591540 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-5197388e-43a8-4ea0-8ad8-4be20a9f7cea req-2747726d-ee60-4f31-b34e-2e2950615a39 service neutron] 10.222.0.106 "GET /v2.0/subnets?id=e46d3003-8fec-4899-9aa0-646ddc6c4955 HTTP/1.1" status: 200 len: 848 time: 0.0629559 Jan 20 15:47:33.593032 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-820f920b-e6f6-4b7e-9618-2563311cfc10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5b31ced-afe5-40e2-953e-8dca77b1cc61', 'name': 'tempest-TestSnapshotPattern-827731855-router', 'tenant_id': '5da0bcf3cab544f499077809bbc6b559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.109'}], 'enable_snat': True}, 'gw_port_id': '3a59bf65-f238-485b-84c6-12d5a6015f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:46:55Z', 'updated_at': '2022-01-20T15:46:58Z', 'revision_number': 4, 'project_id': '5da0bcf3cab544f499077809bbc6b559', 'gw_port': {'id': '3a59bf65-f238-485b-84c6-12d5a6015f1d', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:87:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b31ced-afe5-40e2-953e-8dca77b1cc61', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:46:55Z', 'updated_at': '2022-01-20T15:47:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv', '_floatingips': [{'id': 'ddec9a5f-f808-4d38-ae38-c26427682381', 'tenant_id': '5da0bcf3cab544f499077809bbc6b559', 'floating_ip_address': '172.26.7.212', 'floating_network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'router_id': 'd5b31ced-afe5-40e2-953e-8dca77b1cc61', 'port_id': 'bd6c0f71-a474-411f-8762-bbe49469f60d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9132a61d-d29c-46ad-b6ba-3703a1498839', 'mac_address': 'fa:16:3e:77:ce:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1f94813-8629-40cb-95ce-b347c990f8fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T15:47:31Z', 'updated_at': '2022-01-20T15:47:31Z', 'revision_number': 0, 'project_id': '5da0bcf3cab544f499077809bbc6b559', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6183837c-3bc6-4b72-8520-e158b63e6003', 'name': '', 'network_id': '9132a61d-d29c-46ad-b6ba-3703a1498839', 'tenant_id': '5da0bcf3cab544f499077809bbc6b559', 'mac_address': 'fa:16:3e:e7:cf:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b31ced-afe5-40e2-953e-8dca77b1cc61', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e46d3003-8fec-4899-9aa0-646ddc6c4955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:46:58Z', 'updated_at': '2022-01-20T15:47:06Z', 'revision_number': 5, 'project_id': '5da0bcf3cab544f499077809bbc6b559', 'subnets': [{'id': 'e46d3003-8fec-4899-9aa0-646ddc6c4955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:47:33.597273 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-820f920b-e6f6-4b7e-9618-2563311cfc10 None None] Checking router: d5b31ced-afe5-40e2-953e-8dca77b1cc61 for host: dv-neutron-825124-1-hyperv {{(pid=84155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 15:47:33.609016 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-820f920b-e6f6-4b7e-9618-2563311cfc10 None None] Routers {'d5b31ced-afe5-40e2-953e-8dca77b1cc61'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 15:47:33.609626 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-820f920b-e6f6-4b7e-9618-2563311cfc10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T15:47:30Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['d5b31ced-afe5-40e2-953e-8dca77b1cc61'], 'active': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:47:33.668363 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-5197388e-43a8-4ea0-8ad8-4be20a9f7cea req-72d16943-6216-4b05-9aef-7419335e6026 service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=9132a61d-d29c-46ad-b6ba-3703a1498839&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0700381 Jan 20 15:47:33.801893 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvr_db [None req-820f920b-e6f6-4b7e-9618-2563311cfc10 None None] Set router d5b31ced-afe5-40e2-953e-8dca77b1cc61 gateway port host: dv-neutron-825124-1-hyperv {{(pid=84155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 15:47:33.803024 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-5197388e-43a8-4ea0-8ad8-4be20a9f7cea req-2c5cd5a6-4b78-483f-9d56-c987911f5726 service neutron] 10.222.0.106 "GET /v2.0/networks/9132a61d-d29c-46ad-b6ba-3703a1498839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284776 Jan 20 15:47:33.932183 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-5197388e-43a8-4ea0-8ad8-4be20a9f7cea req-7a26c30c-c9cf-4c5f-9149-d3b7d19640e1 service neutron] 10.222.0.106 "GET /v2.0/networks/9132a61d-d29c-46ad-b6ba-3703a1498839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239657 Jan 20 15:47:34.145017 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-820f920b-e6f6-4b7e-9618-2563311cfc10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5b31ced-afe5-40e2-953e-8dca77b1cc61', 'name': 'tempest-TestSnapshotPattern-827731855-router', 'tenant_id': '5da0bcf3cab544f499077809bbc6b559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.109'}], 'enable_snat': True}, 'gw_port_id': '3a59bf65-f238-485b-84c6-12d5a6015f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:46:55Z', 'updated_at': '2022-01-20T15:46:58Z', 'revision_number': 4, 'project_id': '5da0bcf3cab544f499077809bbc6b559', 'gw_port': {'id': '3a59bf65-f238-485b-84c6-12d5a6015f1d', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:87:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b31ced-afe5-40e2-953e-8dca77b1cc61', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:46:55Z', 'updated_at': '2022-01-20T15:47:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv', '_floatingips': [{'id': 'ddec9a5f-f808-4d38-ae38-c26427682381', 'tenant_id': '5da0bcf3cab544f499077809bbc6b559', 'floating_ip_address': '172.26.7.212', 'floating_network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'router_id': 'd5b31ced-afe5-40e2-953e-8dca77b1cc61', 'port_id': 'bd6c0f71-a474-411f-8762-bbe49469f60d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9132a61d-d29c-46ad-b6ba-3703a1498839', 'mac_address': 'fa:16:3e:77:ce:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1f94813-8629-40cb-95ce-b347c990f8fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T15:47:31Z', 'updated_at': '2022-01-20T15:47:31Z', 'revision_number': 0, 'project_id': '5da0bcf3cab544f499077809bbc6b559', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6183837c-3bc6-4b72-8520-e158b63e6003', 'name': '', 'network_id': '9132a61d-d29c-46ad-b6ba-3703a1498839', 'tenant_id': '5da0bcf3cab544f499077809bbc6b559', 'mac_address': 'fa:16:3e:e7:cf:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b31ced-afe5-40e2-953e-8dca77b1cc61', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e46d3003-8fec-4899-9aa0-646ddc6c4955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:46:58Z', 'updated_at': '2022-01-20T15:47:06Z', 'revision_number': 5, 'project_id': '5da0bcf3cab544f499077809bbc6b559', 'subnets': [{'id': 'e46d3003-8fec-4899-9aa0-646ddc6c4955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:47:34.149404 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-820f920b-e6f6-4b7e-9618-2563311cfc10 None None] The sync data for ids ['d5b31ced-afe5-40e2-953e-8dca77b1cc61'] in dv-neutron-825124-1-hyperv is: [{'id': 'd5b31ced-afe5-40e2-953e-8dca77b1cc61', 'name': 'tempest-TestSnapshotPattern-827731855-router', 'tenant_id': '5da0bcf3cab544f499077809bbc6b559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.109'}], 'enable_snat': True}, 'gw_port_id': '3a59bf65-f238-485b-84c6-12d5a6015f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:46:55Z', 'updated_at': '2022-01-20T15:46:58Z', 'revision_number': 4, 'project_id': '5da0bcf3cab544f499077809bbc6b559', 'gw_port': {'id': '3a59bf65-f238-485b-84c6-12d5a6015f1d', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:87:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b31ced-afe5-40e2-953e-8dca77b1cc61', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:46:55Z', 'updated_at': '2022-01-20T15:47:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv', '_floatingips': [{'id': 'ddec9a5f-f808-4d38-ae38-c26427682381', 'tenant_id': '5da0bcf3cab544f499077809bbc6b559', 'floating_ip_address': '172.26.7.212', 'floating_network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'router_id': 'd5b31ced-afe5-40e2-953e-8dca77b1cc61', 'port_id': 'bd6c0f71-a474-411f-8762-bbe49469f60d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9132a61d-d29c-46ad-b6ba-3703a1498839', 'mac_address': 'fa:16:3e:77:ce:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1f94813-8629-40cb-95ce-b347c990f8fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T15:47:31Z', 'updated_at': '2022-01-20T15:47:31Z', 'revision_number': 0, 'project_id': '5da0bcf3cab544f499077809bbc6b559', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6183837c-3bc6-4b72-8520-e158b63e6003', 'name': '', 'network_id': '9132a61d-d29c-46ad-b6ba-3703a1498839', 'tenant_id': '5da0bcf3cab544f499077809bbc6b559', 'mac_address': 'fa:16:3e:e7:cf:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b31ced-afe5-40e2-953e-8dca77b1cc61', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e46d3003-8fec-4899-9aa0-646ddc6c4955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:46:58Z', 'updated_at': '2022-01-20T15:47:06Z', 'revision_number': 5, 'project_id': '5da0bcf3cab544f499077809bbc6b559', 'subnets': [{'id': 'e46d3003-8fec-4899-9aa0-646ddc6c4955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 15:47:37.024910 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43039323-d987-486a-9e46-44ce3a86aade None None] New status for floating IP ddec9a5f-f808-4d38-ae38-c26427682381: ACTIVE {{(pid=84154) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 20 15:47:41.125314 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.agents_db [None req-6dba657d-a637-4918-9b6d-40defdfae04b None None] Agent healthcheck: found 6 active agents {{(pid=84155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 15:47:58.086880 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-37888225-eab1-425f-b6b0-af4527874532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:48:00.509882 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-04b79246-ea54-4a96-bf7c-f095a2be1012 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:48:01.367508 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:48:01.498527 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:48:01.967320 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-cdd98e71-1f0a-4421-baa9-dcb30e06edf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:48:03.430735 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-eea6df97-7ff1-4b63-af20-e3ec8913deda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:48:18.127216 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.agents_db [None req-6dba657d-a637-4918-9b6d-40defdfae04b None None] Agent healthcheck: found 6 active agents {{(pid=84155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 15:48:25.162088 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-1f847d8a-1037-483f-ad77-619fc6b784de req-6b978937-6655-4bc5-a1cf-c7446b03d727 service neutron] 10.222.0.106 "GET /v2.0/ports?device_id=a1f94813-8629-40cb-95ce-b347c990f8fd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0712161 Jan 20 15:48:25.296939 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-1f847d8a-1037-483f-ad77-619fc6b784de req-88b8030d-ea57-4a72-88c9-c596b41095ad service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=5da0bcf3cab544f499077809bbc6b559&device_id=a1f94813-8629-40cb-95ce-b347c990f8fd HTTP/1.1" status: 200 len: 1099 time: 0.0691757 Jan 20 15:48:25.524483 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f847d8a-1037-483f-ad77-619fc6b784de req-942069de-3f26-4eb0-92ca-faaa4cdd32fc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:48:25.525839 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-1f847d8a-1037-483f-ad77-619fc6b784de req-942069de-3f26-4eb0-92ca-faaa4cdd32fc service neutron] 10.222.0.106 "GET /v2.0/networks?id=9132a61d-d29c-46ad-b6ba-3703a1498839 HTTP/1.1" status: 200 len: 910 time: 0.2112617 Jan 20 15:48:25.626827 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-1f847d8a-1037-483f-ad77-619fc6b784de req-bd93291f-0f76-48ff-b2d7-97c6f35a2ccd service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bd6c0f71-a474-411f-8762-bbe49469f60d HTTP/1.1" status: 200 len: 1002 time: 0.0953612 Jan 20 15:48:25.687410 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f847d8a-1037-483f-ad77-619fc6b784de req-18080d22-3337-4186-88dd-5e7b7c1760f4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:48:25.688835 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-1f847d8a-1037-483f-ad77-619fc6b784de req-18080d22-3337-4186-88dd-5e7b7c1760f4 service neutron] 10.222.0.106 "GET /v2.0/subnets?id=e46d3003-8fec-4899-9aa0-646ddc6c4955 HTTP/1.1" status: 200 len: 848 time: 0.0565701 Jan 20 15:48:25.772074 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-1f847d8a-1037-483f-ad77-619fc6b784de req-ee0a06fb-d55d-44c3-bd61-fa06b81f2851 service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=9132a61d-d29c-46ad-b6ba-3703a1498839&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0777903 Jan 20 15:48:25.781423 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [req-1f847d8a-1037-483f-ad77-619fc6b784de req-e45c2cc7-9bce-4501-9fee-962d289451a5 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=84153) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 20 15:48:25.790114 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-1f847d8a-1037-483f-ad77-619fc6b784de req-e45c2cc7-9bce-4501-9fee-962d289451a5 service neutron] 10.222.0.106 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0049372 Jan 20 15:48:25.911765 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-1f847d8a-1037-483f-ad77-619fc6b784de req-ca55397b-46f8-498c-b498-215130a888f7 service neutron] 10.222.0.106 "GET /v2.0/networks/9132a61d-d29c-46ad-b6ba-3703a1498839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232522 Jan 20 15:48:26.043230 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-1f847d8a-1037-483f-ad77-619fc6b784de req-d591b904-7f84-4fbe-9077-557d7fd443e8 service neutron] 10.222.0.106 "GET /v2.0/networks/9132a61d-d29c-46ad-b6ba-3703a1498839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255827 Jan 20 15:48:28.097693 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-a4cd6e6c-5c02-4bb7-9ef8-472d55318191 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:48:30.514345 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-bc0f2ed2-293c-4974-9c67-2a682d9c26c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:48:31.349230 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:48:31.480429 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:48:31.932224 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-cdd98e71-1f0a-4421-baa9-dcb30e06edf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:48:33.434918 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-eea6df97-7ff1-4b63-af20-e3ec8913deda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:48:55.127388 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.agents_db [None req-6dba657d-a637-4918-9b6d-40defdfae04b None None] Agent healthcheck: found 6 active agents {{(pid=84155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 15:48:58.114939 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-14d6718b-80a6-44ce-8c28-b7a354cc07b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:49:00.514926 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-fbd4cb1c-2b7e-43b1-a95a-9733f608a31e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:49:01.359968 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:49:01.508106 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:49:01.931588 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-cdd98e71-1f0a-4421-baa9-dcb30e06edf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:49:03.404838 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-eea6df97-7ff1-4b63-af20-e3ec8913deda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:49:24.585266 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-6488e79c-0446-49c1-9da5-2a16064c17a5 req-5460996e-938f-4dfe-8d42-9f992f28b7b8 service neutron] 10.222.0.106 "GET /v2.0/ports?device_id=a1f94813-8629-40cb-95ce-b347c990f8fd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1511846 Jan 20 15:49:24.726014 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-6488e79c-0446-49c1-9da5-2a16064c17a5 req-42cc1dc7-0645-4307-87ff-e0a24b0f2b30 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=5da0bcf3cab544f499077809bbc6b559&device_id=a1f94813-8629-40cb-95ce-b347c990f8fd HTTP/1.1" status: 200 len: 1099 time: 0.0705230 Jan 20 15:49:24.881711 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6488e79c-0446-49c1-9da5-2a16064c17a5 req-db97af00-5291-4fcb-b42c-e87d94cbdf90 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:49:24.883207 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-6488e79c-0446-49c1-9da5-2a16064c17a5 req-db97af00-5291-4fcb-b42c-e87d94cbdf90 service neutron] 10.222.0.106 "GET /v2.0/networks?id=9132a61d-d29c-46ad-b6ba-3703a1498839 HTTP/1.1" status: 200 len: 910 time: 0.1390920 Jan 20 15:49:24.985982 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-6488e79c-0446-49c1-9da5-2a16064c17a5 req-5311aae6-4277-44e5-8a1b-4272655529dd service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bd6c0f71-a474-411f-8762-bbe49469f60d HTTP/1.1" status: 200 len: 1002 time: 0.0971982 Jan 20 15:49:25.049525 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6488e79c-0446-49c1-9da5-2a16064c17a5 req-c468d330-b66e-4300-b667-80daa38bdfeb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:49:25.050994 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-6488e79c-0446-49c1-9da5-2a16064c17a5 req-c468d330-b66e-4300-b667-80daa38bdfeb service neutron] 10.222.0.106 "GET /v2.0/subnets?id=e46d3003-8fec-4899-9aa0-646ddc6c4955 HTTP/1.1" status: 200 len: 848 time: 0.0597618 Jan 20 15:49:25.123378 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-6488e79c-0446-49c1-9da5-2a16064c17a5 req-97a8f502-d1a3-463b-80c2-abbcf2860388 service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=9132a61d-d29c-46ad-b6ba-3703a1498839&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0670681 Jan 20 15:49:25.255106 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-6488e79c-0446-49c1-9da5-2a16064c17a5 req-2ee70b5e-aae2-4b99-bc34-d8133549bfcd service neutron] 10.222.0.106 "GET /v2.0/networks/9132a61d-d29c-46ad-b6ba-3703a1498839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253490 Jan 20 15:49:25.385627 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-6488e79c-0446-49c1-9da5-2a16064c17a5 req-63f791e4-3af5-4628-a26b-7eadb0e23465 service neutron] 10.222.0.106 "GET /v2.0/networks/9132a61d-d29c-46ad-b6ba-3703a1498839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251953 Jan 20 15:49:28.089580 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-bd1788f9-2e9f-4afa-9b09-e8e1b0c16b0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:49:30.514233 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-155d4d0a-05ef-4727-a7d8-45dcedbd42c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:49:31.376804 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:49:31.501408 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:49:31.947973 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-cdd98e71-1f0a-4421-baa9-dcb30e06edf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:49:32.126813 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.agents_db [None req-6dba657d-a637-4918-9b6d-40defdfae04b None None] Agent healthcheck: found 6 active agents {{(pid=84155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 15:49:33.411393 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-eea6df97-7ff1-4b63-af20-e3ec8913deda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:49:58.085203 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-a348cd42-74a5-45c8-92c4-d49165e4c903 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:50:00.513759 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-f3a4aa7e-2896-429e-b469-ef8f315b0b50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:50:01.357235 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:50:01.494713 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:50:01.929688 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-cdd98e71-1f0a-4421-baa9-dcb30e06edf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:50:03.416461 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-eea6df97-7ff1-4b63-af20-e3ec8913deda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:50:03.725185 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Device bd6c0f71-a474-411f-8762-bbe49469f60d details requested by agent hyperv_hv-neutron-8251 with host hv-neutron-8251 {{(pid=84154) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 20 15:50:03.859265 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] For port bd6c0f71-a474-411f-8762-bbe49469f60d, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=bd6c0f71-a474-411f-8762-bbe49469f60d,segment=NetworkSegment(151fdb87-2561-4bb2-908c-f29f52cac046),segment_id=151fdb87-2561-4bb2-908c-f29f52cac046)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 15:50:03.872938 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Returning: {'device': 'bd6c0f71-a474-411f-8762-bbe49469f60d', 'network_id': '9132a61d-d29c-46ad-b6ba-3703a1498839', 'port_id': 'bd6c0f71-a474-411f-8762-bbe49469f60d', 'mac_address': 'fa:16:3e:77:ce:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e46d3003-8fec-4899-9aa0-646ddc6c4955', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84154) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 20 15:50:03.925744 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:50:03.942837 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.notifiers.nova [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bd6c0f71-a474-411f-8762-bbe49469f60d {{(pid=84154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 15:50:03.957571 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] For port bd6c0f71-a474-411f-8762-bbe49469f60d, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=bd6c0f71-a474-411f-8762-bbe49469f60d,segment=NetworkSegment(151fdb87-2561-4bb2-908c-f29f52cac046),segment_id=151fdb87-2561-4bb2-908c-f29f52cac046)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 15:50:04.043241 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:50:04.109913 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Pushing event updated for resources: {'Port': ['ID=bd6c0f71-a474-411f-8762-bbe49469f60d,revision_number=6']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:50:04.118111 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:50:04.118456 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:50:04.118793 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:50:04.119127 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:50:04.119457 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:50:04.119781 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:50:04.120658 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:50:04.120982 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:50:04.121302 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:50:04.121622 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:50:04.121939 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:50:04.126763 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] get_ports_and_sgs() called for port_ids ['bd6c0f71-a474-411f-8762-bbe49469f60d'] {{(pid=84154) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 20 15:50:05.735247 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Device bd6c0f71-a474-411f-8762-bbe49469f60d up at agent hyperv_hv-neutron-8251 {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 15:50:05.803832 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Provisioning complete for port bd6c0f71-a474-411f-8762-bbe49469f60d triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:50:05.804738 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:50:05.917185 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:50:05.945566 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1f94813-8629-40cb-95ce-b347c990f8fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd6c0f71-a474-411f-8762-bbe49469f60d'}] {{(pid=84154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 15:50:05.955054 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] For port bd6c0f71-a474-411f-8762-bbe49469f60d, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=bd6c0f71-a474-411f-8762-bbe49469f60d,segment=NetworkSegment(151fdb87-2561-4bb2-908c-f29f52cac046),segment_id=151fdb87-2561-4bb2-908c-f29f52cac046)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 15:50:06.033492 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:50:06.104055 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Pushing event updated for resources: {'Port': ['ID=bd6c0f71-a474-411f-8762-bbe49469f60d,revision_number=7']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:50:06.127172 dv-neutron-825124-1-hyperv neutron-server[84154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1f94813-8629-40cb-95ce-b347c990f8fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd6c0f71-a474-411f-8762-bbe49469f60d', 'code': 200} Jan 20 15:50:09.127565 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.agents_db [None req-6dba657d-a637-4918-9b6d-40defdfae04b None None] Agent healthcheck: found 6 active agents {{(pid=84155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 15:50:21.885739 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-e927ad60-7f02-43e5-98c3-ea4ac4c3e43f req-5217bf3f-24fa-4261-a125-80d546487816 tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-320068229&fields=id&tenant_id=5da0bcf3cab544f499077809bbc6b559 HTTP/1.1" status: 200 len: 267 time: 0.0410833 Jan 20 15:50:22.034504 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e927ad60-7f02-43e5-98c3-ea4ac4c3e43f req-ec403d2c-4077-47cf-a5de-5069b8fef44c tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:50:22.035981 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-e927ad60-7f02-43e5-98c3-ea4ac4c3e43f req-ec403d2c-4077-47cf-a5de-5069b8fef44c tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] 10.222.0.54 "GET /v2.0/networks?id=9132a61d-d29c-46ad-b6ba-3703a1498839 HTTP/1.1" status: 200 len: 809 time: 0.1437919 Jan 20 15:50:22.052468 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-e927ad60-7f02-43e5-98c3-ea4ac4c3e43f req-11790612-5807-4223-bf2e-cfada47dcc96 tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] 10.222.0.54 "GET /v2.0/quotas/5da0bcf3cab544f499077809bbc6b559 HTTP/1.1" status: 200 len: 375 time: 0.0112159 Jan 20 15:50:22.231863 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-e927ad60-7f02-43e5-98c3-ea4ac4c3e43f req-77555fe2-947f-49e6-911d-bf777ef74841 tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=5da0bcf3cab544f499077809bbc6b559&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1744359 Jan 20 15:50:22.372679 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-e927ad60-7f02-43e5-98c3-ea4ac4c3e43f req-92b675fd-7dfa-4e91-8195-bf4b5f12ce61 service neutron] 10.222.0.54 "GET /v2.0/networks/9132a61d-d29c-46ad-b6ba-3703a1498839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242476 Jan 20 15:50:22.518879 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-e927ad60-7f02-43e5-98c3-ea4ac4c3e43f req-9ecfbeeb-158a-400b-b673-b9507633f73d service neutron] 10.222.0.54 "GET /v2.0/networks/9132a61d-d29c-46ad-b6ba-3703a1498839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406057 Jan 20 15:50:23.820077 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Device bd6c0f71-a474-411f-8762-bbe49469f60d no longer exists at agent hyperv_hv-neutron-8251 {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 15:50:23.845818 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-f8ab9f4b-1bdb-49b4-b334-9d804e569684 req-fdcccdfa-3f54-4da5-b409-a6fa2e7bce60 tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] 10.222.0.54 "GET /v2.0/ports?device_id=7e60e431-4f14-4d1c-95a2-833d30750dc7 HTTP/1.1" status: 200 len: 210 time: 0.0419233 Jan 20 15:50:23.935112 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:50:23.966596 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1f94813-8629-40cb-95ce-b347c990f8fd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bd6c0f71-a474-411f-8762-bbe49469f60d'}] {{(pid=84154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 15:50:23.979233 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] For port bd6c0f71-a474-411f-8762-bbe49469f60d, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=bd6c0f71-a474-411f-8762-bbe49469f60d,segment=NetworkSegment(151fdb87-2561-4bb2-908c-f29f52cac046),segment_id=151fdb87-2561-4bb2-908c-f29f52cac046)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 15:50:24.021694 dv-neutron-825124-1-hyperv neutron-server[84154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1f94813-8629-40cb-95ce-b347c990f8fd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bd6c0f71-a474-411f-8762-bbe49469f60d', 'code': 200} Jan 20 15:50:24.039056 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:50:24.106417 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Pushing event updated for resources: {'Port': ['ID=bd6c0f71-a474-411f-8762-bbe49469f60d,revision_number=8']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:50:24.957588 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-e472a16e-80a6-4a6e-823d-5625b8c1a351 req-5cee6ba9-7d4d-42f6-b1da-84051e068490 tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] 10.222.0.54 "GET /v2.0/ports?device_id=7e60e431-4f14-4d1c-95a2-833d30750dc7 HTTP/1.1" status: 200 len: 210 time: 0.0442624 Jan 20 15:50:26.144122 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-dbec1f55-0261-4cab-a933-c80ba3468690 req-3519484d-7140-4c18-aba4-b068930076f1 tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] 10.222.0.54 "GET /v2.0/ports?device_id=7e60e431-4f14-4d1c-95a2-833d30750dc7 HTTP/1.1" status: 200 len: 210 time: 0.0410349 Jan 20 15:50:27.337499 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-d08dc6e5-489f-4e82-8e8b-80acfe65a84a req-9fcd9f0b-8bf8-42c7-b558-c03e7b201405 tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] 10.222.0.54 "GET /v2.0/ports?device_id=7e60e431-4f14-4d1c-95a2-833d30750dc7 HTTP/1.1" status: 200 len: 210 time: 0.0514305 Jan 20 15:50:27.367513 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-e15a5e39-48ee-4972-87ba-bf5865751c70 req-cc4afdf2-1988-4ef1-a368-cafd76304d15 service neutron] 10.222.0.106 "GET /v2.0/ports?device_id=a1f94813-8629-40cb-95ce-b347c990f8fd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1099663 Jan 20 15:50:27.508795 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-e15a5e39-48ee-4972-87ba-bf5865751c70 req-6b1df818-c1ae-4ee2-a4d0-6a15810cd043 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=5da0bcf3cab544f499077809bbc6b559&device_id=a1f94813-8629-40cb-95ce-b347c990f8fd HTTP/1.1" status: 200 len: 1097 time: 0.0768242 Jan 20 15:50:27.661318 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15a5e39-48ee-4972-87ba-bf5865751c70 req-9202fb8a-2aa8-4d89-ae99-6625d9d4dba0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:50:27.663519 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-e15a5e39-48ee-4972-87ba-bf5865751c70 req-9202fb8a-2aa8-4d89-ae99-6625d9d4dba0 service neutron] 10.222.0.106 "GET /v2.0/networks?id=9132a61d-d29c-46ad-b6ba-3703a1498839 HTTP/1.1" status: 200 len: 910 time: 0.1363273 Jan 20 15:50:27.775839 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-e15a5e39-48ee-4972-87ba-bf5865751c70 req-e4c156bb-6877-464f-86e8-2973b34425e1 service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bd6c0f71-a474-411f-8762-bbe49469f60d HTTP/1.1" status: 200 len: 1000 time: 0.0973516 Jan 20 15:50:27.839178 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15a5e39-48ee-4972-87ba-bf5865751c70 req-cc44ffb4-8ecb-4ce7-bf34-04c1de39b29f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:50:27.840636 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-e15a5e39-48ee-4972-87ba-bf5865751c70 req-cc44ffb4-8ecb-4ce7-bf34-04c1de39b29f service neutron] 10.222.0.106 "GET /v2.0/subnets?id=e46d3003-8fec-4899-9aa0-646ddc6c4955 HTTP/1.1" status: 200 len: 848 time: 0.0593808 Jan 20 15:50:27.919339 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-e15a5e39-48ee-4972-87ba-bf5865751c70 req-5c5658f6-011c-4685-8c70-21717ac465be service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=9132a61d-d29c-46ad-b6ba-3703a1498839&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0723317 Jan 20 15:50:27.929603 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.106', 52805) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:50:28.073763 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-3ce37ec2-4657-4b3f-acca-81e01b9724f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:50:28.082766 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-e15a5e39-48ee-4972-87ba-bf5865751c70 req-7c195f4f-50ab-4b0b-bd2f-43bb199abf32 service neutron] 10.222.0.106 "GET /v2.0/networks/9132a61d-d29c-46ad-b6ba-3703a1498839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528449 Jan 20 15:50:28.182088 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e927ad60-7f02-43e5-98c3-ea4ac4c3e43f req-6e5737e5-0cb2-4355-ad15-64204ee21aef tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:50:28.182786 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [req-e927ad60-7f02-43e5-98c3-ea4ac4c3e43f req-6e5737e5-0cb2-4355-ad15-64204ee21aef tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] Synchronizing usage tracker for tenant:5da0bcf3cab544f499077809bbc6b559 on resource:network {{(pid=84152) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 15:50:28.226141 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-e15a5e39-48ee-4972-87ba-bf5865751c70 req-af61041e-0321-4c94-a17c-1614af3dd989 service neutron] 10.222.0.106 "GET /v2.0/networks/9132a61d-d29c-46ad-b6ba-3703a1498839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373863 Jan 20 15:50:28.255894 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [req-e927ad60-7f02-43e5-98c3-ea4ac4c3e43f req-6e5737e5-0cb2-4355-ad15-64204ee21aef tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] Unset dirty status for tenant:5da0bcf3cab544f499077809bbc6b559 on resource:network {{(pid=84152) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 15:50:28.257062 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-e927ad60-7f02-43e5-98c3-ea4ac4c3e43f req-6e5737e5-0cb2-4355-ad15-64204ee21aef tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] 10.222.0.106 "GET /v2.0/networks?id=9132a61d-d29c-46ad-b6ba-3703a1498839 HTTP/1.1" status: 200 len: 809 time: 0.3264143 Jan 20 15:50:28.315489 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [req-e927ad60-7f02-43e5-98c3-ea4ac4c3e43f req-8bfd7b0b-73b2-4b4c-9cbc-05b22dcea7b0 tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] Synchronizing usage tracker for tenant:5da0bcf3cab544f499077809bbc6b559 on resource:security_group {{(pid=84152) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 15:50:28.330958 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [req-e927ad60-7f02-43e5-98c3-ea4ac4c3e43f req-8bfd7b0b-73b2-4b4c-9cbc-05b22dcea7b0 tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] Unset dirty status for tenant:5da0bcf3cab544f499077809bbc6b559 on resource:security_group {{(pid=84152) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 15:50:28.332586 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-e927ad60-7f02-43e5-98c3-ea4ac4c3e43f req-8bfd7b0b-73b2-4b4c-9cbc-05b22dcea7b0 tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] 10.222.0.106 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5da0bcf3cab544f499077809bbc6b559 HTTP/1.1" status: 200 len: 379 time: 0.0626838 Jan 20 15:50:28.341200 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [req-e927ad60-7f02-43e5-98c3-ea4ac4c3e43f req-90274025-29b1-4dd7-a68a-8f71314c8c5f tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] Request body: {'port': {'device_id': '7e60e431-4f14-4d1c-95a2-833d30750dc7', 'network_id': '9132a61d-d29c-46ad-b6ba-3703a1498839', 'admin_state_up': True, 'tenant_id': '5da0bcf3cab544f499077809bbc6b559', 'security_groups': ['ce1afaa7-7256-4337-b051-3b1f6ea9c6ec']}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 15:50:28.483313 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [req-e927ad60-7f02-43e5-98c3-ea4ac4c3e43f req-90274025-29b1-4dd7-a68a-8f71314c8c5f tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:50:28.495709 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [req-e927ad60-7f02-43e5-98c3-ea4ac4c3e43f req-90274025-29b1-4dd7-a68a-8f71314c8c5f tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:50:28.563517 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e927ad60-7f02-43e5-98c3-ea4ac4c3e43f req-90274025-29b1-4dd7-a68a-8f71314c8c5f tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] Made reservation on behalf of 5da0bcf3cab544f499077809bbc6b559 for: {'port': 1} {{(pid=84152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 20 15:50:28.566851 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [req-e927ad60-7f02-43e5-98c3-ea4ac4c3e43f req-90274025-29b1-4dd7-a68a-8f71314c8c5f tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:50:28.673006 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-1f6886c9-467f-4cb0-9ee3-32f54a3d0596 req-4acef292-4e81-4413-9700-6eff95f395ea tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] 10.222.0.54 "GET /v2.0/ports?device_id=7e60e431-4f14-4d1c-95a2-833d30750dc7 HTTP/1.1" status: 200 len: 210 time: 0.0415032 Jan 20 15:50:28.747532 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.db_base_plugin_common [req-e927ad60-7f02-43e5-98c3-ea4ac4c3e43f req-90274025-29b1-4dd7-a68a-8f71314c8c5f tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] Allocated IP 172.20.0.5 (9132a61d-d29c-46ad-b6ba-3703a1498839/e46d3003-8fec-4899-9aa0-646ddc6c4955/be8e2311-0b24-4d99-9b58-a1a3b8fb153b) {{(pid=84152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 15:50:29.003083 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [req-e927ad60-7f02-43e5-98c3-ea4ac4c3e43f req-90274025-29b1-4dd7-a68a-8f71314c8c5f tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] Notify callbacks [] for port, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:50:29.021219 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.provisioning_blocks [req-e927ad60-7f02-43e5-98c3-ea4ac4c3e43f req-90274025-29b1-4dd7-a68a-8f71314c8c5f tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] Transition to ACTIVE for port object be8e2311-0b24-4d99-9b58-a1a3b8fb153b will not be triggered until provisioned by entity DHCP. {{(pid=84152) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 15:50:29.114196 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [req-e927ad60-7f02-43e5-98c3-ea4ac4c3e43f req-90274025-29b1-4dd7-a68a-8f71314c8c5f tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:50:29.233807 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90274025-29b1-4dd7-a68a-8f71314c8c5f tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] Pushing event updated for resources: {'Port': ['ID=be8e2311-0b24-4d99-9b58-a1a3b8fb153b,revision_number=1']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:50:29.239291 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e927ad60-7f02-43e5-98c3-ea4ac4c3e43f req-90274025-29b1-4dd7-a68a-8f71314c8c5f tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] Network 9132a61d-d29c-46ad-b6ba-3703a1498839 is already hosted by enough agents. {{(pid=84152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 15:50:29.241465 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.base_scheduler [req-e927ad60-7f02-43e5-98c3-ea4ac4c3e43f req-90274025-29b1-4dd7-a68a-8f71314c8c5f tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] Resources bound (agent type, host, resource id): {{(pid=84152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 15:50:29.245364 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.l3_dvrscheduler_db [req-e927ad60-7f02-43e5-98c3-ea4ac4c3e43f req-90274025-29b1-4dd7-a68a-8f71314c8c5f tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] Received port after_create {{(pid=84152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 15:50:29.318239 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90274025-29b1-4dd7-a68a-8f71314c8c5f tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:50:29.318239 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90274025-29b1-4dd7-a68a-8f71314c8c5f tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:50:29.318239 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90274025-29b1-4dd7-a68a-8f71314c8c5f tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:50:29.318239 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90274025-29b1-4dd7-a68a-8f71314c8c5f tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:50:29.318239 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90274025-29b1-4dd7-a68a-8f71314c8c5f tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:50:29.318239 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90274025-29b1-4dd7-a68a-8f71314c8c5f tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:50:29.318239 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90274025-29b1-4dd7-a68a-8f71314c8c5f tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:50:29.318239 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90274025-29b1-4dd7-a68a-8f71314c8c5f tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:50:29.318239 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90274025-29b1-4dd7-a68a-8f71314c8c5f tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:50:29.318239 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90274025-29b1-4dd7-a68a-8f71314c8c5f tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:50:29.318239 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90274025-29b1-4dd7-a68a-8f71314c8c5f tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:50:29.349977 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e927ad60-7f02-43e5-98c3-ea4ac4c3e43f req-90274025-29b1-4dd7-a68a-8f71314c8c5f tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:50:29.350972 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [req-e927ad60-7f02-43e5-98c3-ea4ac4c3e43f req-90274025-29b1-4dd7-a68a-8f71314c8c5f tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:50:29.488066 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-e927ad60-7f02-43e5-98c3-ea4ac4c3e43f req-90274025-29b1-4dd7-a68a-8f71314c8c5f tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] 10.222.0.106 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1497357 Jan 20 15:50:29.643075 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-e57252e8-c465-4de1-a1eb-21ed1719893b None None] Provisioning for port be8e2311-0b24-4d99-9b58-a1a3b8fb153b completed by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 15:50:29.648665 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-e57252e8-c465-4de1-a1eb-21ed1719893b None None] Provisioning complete for port be8e2311-0b24-4d99-9b58-a1a3b8fb153b triggered by entity DHCP. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:50:29.654725 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-e57252e8-c465-4de1-a1eb-21ed1719893b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:50:29.708107 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-e57252e8-c465-4de1-a1eb-21ed1719893b None None] Port be8e2311-0b24-4d99-9b58-a1a3b8fb153b cannot update to ACTIVE because it is not bound. {{(pid=84154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 20 15:50:29.920347 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5143bf2c-223c-487d-98eb-69c3a463bd0e req-cf762325-d82c-420e-b58d-8ada42dcd0d6 tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:50:29.923102 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-5143bf2c-223c-487d-98eb-69c3a463bd0e req-cf762325-d82c-420e-b58d-8ada42dcd0d6 tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] 10.222.0.54 "GET /v2.0/ports?device_id=7e60e431-4f14-4d1c-95a2-833d30750dc7 HTTP/1.1" status: 200 len: 931 time: 0.1021075 Jan 20 15:50:29.979780 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-5143bf2c-223c-487d-98eb-69c3a463bd0e req-03c3a61a-cea7-4b93-930f-40833ac866a3 tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] 10.222.0.54 "GET /v2.0/security-groups?id=ce1afaa7-7256-4337-b051-3b1f6ea9c6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508502 Jan 20 15:50:30.519481 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-447f1dc5-8625-4131-9b48-cb5418b32738 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:50:31.205935 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b71effe-90a5-411f-86cc-53b867279a1f req-5fc29e13-31bb-4257-b60f-f10ac1c70db6 tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:50:31.207335 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-7b71effe-90a5-411f-86cc-53b867279a1f req-5fc29e13-31bb-4257-b60f-f10ac1c70db6 tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] 10.222.0.54 "GET /v2.0/ports?device_id=7e60e431-4f14-4d1c-95a2-833d30750dc7 HTTP/1.1" status: 200 len: 931 time: 0.0928264 Jan 20 15:50:31.259512 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-7b71effe-90a5-411f-86cc-53b867279a1f req-25907a1a-fc0e-40c2-a904-478ac5bb4b1b tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] 10.222.0.54 "GET /v2.0/security-groups?id=ce1afaa7-7256-4337-b051-3b1f6ea9c6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463822 Jan 20 15:50:31.380433 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:50:31.479235 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:50:31.927908 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-cdd98e71-1f0a-4421-baa9-dcb30e06edf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:50:32.591185 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589d4728-6116-49a0-96c5-790656283079 req-42fcb9a0-2c86-4421-a8c6-ab239a726cfe tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:50:32.599458 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-589d4728-6116-49a0-96c5-790656283079 req-42fcb9a0-2c86-4421-a8c6-ab239a726cfe tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] 10.222.0.54 "GET /v2.0/ports?device_id=7e60e431-4f14-4d1c-95a2-833d30750dc7 HTTP/1.1" status: 200 len: 931 time: 0.2101803 Jan 20 15:50:32.652510 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-589d4728-6116-49a0-96c5-790656283079 req-030383d8-b976-497d-8953-a60ccf29a6eb tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] 10.222.0.54 "GET /v2.0/security-groups?id=ce1afaa7-7256-4337-b051-3b1f6ea9c6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516229 Jan 20 15:50:33.425286 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-eea6df97-7ff1-4b63-af20-e3ec8913deda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:50:33.865573 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2eab10d-93e5-4372-abbb-e848dd262e05 req-f58e6dd4-85f4-4a38-948e-a134286ace35 tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:50:33.867146 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-d2eab10d-93e5-4372-abbb-e848dd262e05 req-f58e6dd4-85f4-4a38-948e-a134286ace35 tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] 10.222.0.54 "GET /v2.0/ports?device_id=7e60e431-4f14-4d1c-95a2-833d30750dc7 HTTP/1.1" status: 200 len: 931 time: 0.0783408 Jan 20 15:50:33.915876 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-d2eab10d-93e5-4372-abbb-e848dd262e05 req-7871d5d2-f69f-49cd-9da3-a6e7a946c927 tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] 10.222.0.54 "GET /v2.0/security-groups?id=ce1afaa7-7256-4337-b051-3b1f6ea9c6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420802 Jan 20 15:50:35.148479 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d08952e-1889-48ec-a4d8-f0c91bbe22dd req-fbf6212b-4db1-449c-9406-e4a020e692e0 tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:50:35.150095 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-9d08952e-1889-48ec-a4d8-f0c91bbe22dd req-fbf6212b-4db1-449c-9406-e4a020e692e0 tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] 10.222.0.54 "GET /v2.0/ports?device_id=7e60e431-4f14-4d1c-95a2-833d30750dc7 HTTP/1.1" status: 200 len: 931 time: 0.0954692 Jan 20 15:50:35.210783 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-9d08952e-1889-48ec-a4d8-f0c91bbe22dd req-dbb5f475-5fb6-4a8f-a917-1ba10429e510 tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] 10.222.0.54 "GET /v2.0/security-groups?id=ce1afaa7-7256-4337-b051-3b1f6ea9c6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518804 Jan 20 15:50:36.404419 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803d72dc-823e-4e6d-bcfd-fbef06193022 req-ad48f759-2c6f-40ec-b81c-dbedcc079054 tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:50:36.405915 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-803d72dc-823e-4e6d-bcfd-fbef06193022 req-ad48f759-2c6f-40ec-b81c-dbedcc079054 tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] 10.222.0.54 "GET /v2.0/ports?device_id=7e60e431-4f14-4d1c-95a2-833d30750dc7 HTTP/1.1" status: 200 len: 931 time: 0.0751114 Jan 20 15:50:36.455573 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-803d72dc-823e-4e6d-bcfd-fbef06193022 req-1a0525c8-7fec-4fb1-a325-943b7f938cd9 tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] 10.222.0.54 "GET /v2.0/security-groups?id=ce1afaa7-7256-4337-b051-3b1f6ea9c6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436699 Jan 20 15:50:37.650295 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b028017-3078-4072-b513-bb2e5d749065 req-cdd92e20-6691-4eed-a126-1f2a40fe5766 tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:50:37.651837 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-1b028017-3078-4072-b513-bb2e5d749065 req-cdd92e20-6691-4eed-a126-1f2a40fe5766 tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] 10.222.0.54 "GET /v2.0/ports?device_id=7e60e431-4f14-4d1c-95a2-833d30750dc7 HTTP/1.1" status: 200 len: 931 time: 0.0762985 Jan 20 15:50:37.697070 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-1b028017-3078-4072-b513-bb2e5d749065 req-7cdf06dc-9c23-4e41-976c-c412539fe2cc tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] 10.222.0.54 "GET /v2.0/security-groups?id=ce1afaa7-7256-4337-b051-3b1f6ea9c6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391631 Jan 20 15:50:38.909109 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4beaf04-9696-4b5e-9173-f4bb56e2595c req-564d91f3-9359-4926-be67-d4048e743aad tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:50:38.910570 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-b4beaf04-9696-4b5e-9173-f4bb56e2595c req-564d91f3-9359-4926-be67-d4048e743aad tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] 10.222.0.54 "GET /v2.0/ports?device_id=7e60e431-4f14-4d1c-95a2-833d30750dc7 HTTP/1.1" status: 200 len: 931 time: 0.0789707 Jan 20 15:50:38.955462 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-b4beaf04-9696-4b5e-9173-f4bb56e2595c req-6c882b00-b4fb-4c02-ba8c-0d3dcdb3af7d tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] 10.222.0.54 "GET /v2.0/security-groups?id=ce1afaa7-7256-4337-b051-3b1f6ea9c6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395064 Jan 20 15:50:40.148150 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78964479-61d0-4b08-8ecf-0ad0006a0f97 req-64b66d71-941f-4e8b-b948-c4177b4b7f48 tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:50:40.149657 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-78964479-61d0-4b08-8ecf-0ad0006a0f97 req-64b66d71-941f-4e8b-b948-c4177b4b7f48 tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] 10.222.0.54 "GET /v2.0/ports?device_id=7e60e431-4f14-4d1c-95a2-833d30750dc7 HTTP/1.1" status: 200 len: 931 time: 0.0761194 Jan 20 15:50:40.194243 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-78964479-61d0-4b08-8ecf-0ad0006a0f97 req-00194012-d67a-4764-bbea-f2f00d792c1b tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] 10.222.0.54 "GET /v2.0/security-groups?id=ce1afaa7-7256-4337-b051-3b1f6ea9c6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391665 Jan 20 15:50:40.653499 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [req-e927ad60-7f02-43e5-98c3-ea4ac4c3e43f req-41098b07-4b96-4cce-b507-c0da133116c7 service neutron] Request body: {'port': {'device_id': '7e60e431-4f14-4d1c-95a2-833d30750dc7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8251'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 15:50:40.760618 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [req-e927ad60-7f02-43e5-98c3-ea4ac4c3e43f req-41098b07-4b96-4cce-b507-c0da133116c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:50:41.089229 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.notifiers.nova [req-e927ad60-7f02-43e5-98c3-ea4ac4c3e43f req-41098b07-4b96-4cce-b507-c0da133116c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be8e2311-0b24-4d99-9b58-a1a3b8fb153b {{(pid=84152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 15:50:41.096713 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [req-e927ad60-7f02-43e5-98c3-ea4ac4c3e43f req-41098b07-4b96-4cce-b507-c0da133116c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:50:41.110841 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.provisioning_blocks [req-e927ad60-7f02-43e5-98c3-ea4ac4c3e43f req-41098b07-4b96-4cce-b507-c0da133116c7 service neutron] Transition to ACTIVE for port object be8e2311-0b24-4d99-9b58-a1a3b8fb153b will not be triggered until provisioned by entity L2. {{(pid=84152) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 20 15:50:41.199010 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [req-e927ad60-7f02-43e5-98c3-ea4ac4c3e43f req-41098b07-4b96-4cce-b507-c0da133116c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162822'] for port, after_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:50:41.354102 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41098b07-4b96-4cce-b507-c0da133116c7 service neutron] Pushing event updated for resources: {'Port': ['ID=be8e2311-0b24-4d99-9b58-a1a3b8fb153b,revision_number=2']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:50:41.401907 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8d7c86-6894-4ef9-986d-c2d4d6878310 req-d9c69247-52b3-41d4-a6eb-cfff8d322268 tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:50:41.403499 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-6e8d7c86-6894-4ef9-986d-c2d4d6878310 req-d9c69247-52b3-41d4-a6eb-cfff8d322268 tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] 10.222.0.54 "GET /v2.0/ports?device_id=7e60e431-4f14-4d1c-95a2-833d30750dc7 HTTP/1.1" status: 200 len: 943 time: 0.0820007 Jan 20 15:50:41.440115 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.managers [req-e927ad60-7f02-43e5-98c3-ea4ac4c3e43f req-41098b07-4b96-4cce-b507-c0da133116c7 service neutron] Attempting to bind port be8e2311-0b24-4d99-9b58-a1a3b8fb153b on host hv-neutron-8251 for vnic_type normal with profile {{(pid=84152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 20 15:50:41.440441 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.managers [req-e927ad60-7f02-43e5-98c3-ea4ac4c3e43f req-41098b07-4b96-4cce-b507-c0da133116c7 service neutron] Attempting to bind port be8e2311-0b24-4d99-9b58-a1a3b8fb153b by drivers openvswitch,hyperv on host hv-neutron-8251 at level 0 using segments [{'id': '151fdb87-2561-4bb2-908c-f29f52cac046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '9132a61d-d29c-46ad-b6ba-3703a1498839'}] {{(pid=84152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 20 15:50:41.440851 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e927ad60-7f02-43e5-98c3-ea4ac4c3e43f req-41098b07-4b96-4cce-b507-c0da133116c7 service neutron] Attempting to bind port be8e2311-0b24-4d99-9b58-a1a3b8fb153b on network 9132a61d-d29c-46ad-b6ba-3703a1498839 {{(pid=84152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 15:50:41.446707 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e927ad60-7f02-43e5-98c3-ea4ac4c3e43f req-41098b07-4b96-4cce-b507-c0da133116c7 service neutron] Port be8e2311-0b24-4d99-9b58-a1a3b8fb153b on network 9132a61d-d29c-46ad-b6ba-3703a1498839 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8251 {{(pid=84152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 20 15:50:41.447144 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e927ad60-7f02-43e5-98c3-ea4ac4c3e43f req-41098b07-4b96-4cce-b507-c0da133116c7 service neutron] Attempting to bind port be8e2311-0b24-4d99-9b58-a1a3b8fb153b on network 9132a61d-d29c-46ad-b6ba-3703a1498839 {{(pid=84152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 20 15:50:41.453601 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e927ad60-7f02-43e5-98c3-ea4ac4c3e43f req-41098b07-4b96-4cce-b507-c0da133116c7 service neutron] Checking agent: {'id': 'e037d8fb-d49c-4f86-9910-f13f6ba89a51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8251', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 20, 14, 23), 'started_at': datetime.datetime(2022, 1, 20, 14, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 20, 15, 50, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 20 15:50:41.453926 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e927ad60-7f02-43e5-98c3-ea4ac4c3e43f req-41098b07-4b96-4cce-b507-c0da133116c7 service neutron] Checking segment: {'id': '151fdb87-2561-4bb2-908c-f29f52cac046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '9132a61d-d29c-46ad-b6ba-3703a1498839'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 20 15:50:41.454860 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-6e8d7c86-6894-4ef9-986d-c2d4d6878310 req-fc77a823-2113-4a36-b051-11fc6d00550e tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] 10.222.0.54 "GET /v2.0/security-groups?id=ce1afaa7-7256-4337-b051-3b1f6ea9c6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439091 Jan 20 15:50:41.454965 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e927ad60-7f02-43e5-98c3-ea4ac4c3e43f req-41098b07-4b96-4cce-b507-c0da133116c7 service neutron] Bound using segment: {'id': '151fdb87-2561-4bb2-908c-f29f52cac046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '9132a61d-d29c-46ad-b6ba-3703a1498839'} {{(pid=84152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 20 15:50:41.455298 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.managers [req-e927ad60-7f02-43e5-98c3-ea4ac4c3e43f req-41098b07-4b96-4cce-b507-c0da133116c7 service neutron] Bound port: be8e2311-0b24-4d99-9b58-a1a3b8fb153b, host: hv-neutron-8251, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '151fdb87-2561-4bb2-908c-f29f52cac046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '9132a61d-d29c-46ad-b6ba-3703a1498839'}}] {{(pid=84152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 20 15:50:41.455635 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [req-e927ad60-7f02-43e5-98c3-ea4ac4c3e43f req-41098b07-4b96-4cce-b507-c0da133116c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:50:41.544073 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.db [req-e927ad60-7f02-43e5-98c3-ea4ac4c3e43f req-41098b07-4b96-4cce-b507-c0da133116c7 service neutron] For port be8e2311-0b24-4d99-9b58-a1a3b8fb153b, host hv-neutron-8251, cleared binding levels {{(pid=84152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 20 15:50:41.547020 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.db [req-e927ad60-7f02-43e5-98c3-ea4ac4c3e43f req-41098b07-4b96-4cce-b507-c0da133116c7 service neutron] For port be8e2311-0b24-4d99-9b58-a1a3b8fb153b, host hv-neutron-8251, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=be8e2311-0b24-4d99-9b58-a1a3b8fb153b,segment=NetworkSegment(151fdb87-2561-4bb2-908c-f29f52cac046),segment_id=151fdb87-2561-4bb2-908c-f29f52cac046)] {{(pid=84152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 20 15:50:41.625269 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [req-e927ad60-7f02-43e5-98c3-ea4ac4c3e43f req-41098b07-4b96-4cce-b507-c0da133116c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162822'] for port, after_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:50:41.688924 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [req-e927ad60-7f02-43e5-98c3-ea4ac4c3e43f req-41098b07-4b96-4cce-b507-c0da133116c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:50:41.690392 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-e927ad60-7f02-43e5-98c3-ea4ac4c3e43f req-41098b07-4b96-4cce-b507-c0da133116c7 service neutron] 10.222.0.106 "PUT /v2.0/ports/be8e2311-0b24-4d99-9b58-a1a3b8fb153b HTTP/1.1" status: 200 len: 1093 time: 1.0411251 Jan 20 15:50:41.690812 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e60e431-4f14-4d1c-95a2-833d30750dc7', 'tag': 'be8e2311-0b24-4d99-9b58-a1a3b8fb153b'}] {{(pid=84152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 15:50:41.715153 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41098b07-4b96-4cce-b507-c0da133116c7 service neutron] Pushing event updated for resources: {'Port': ['ID=be8e2311-0b24-4d99-9b58-a1a3b8fb153b,revision_number=3']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:50:41.753944 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e60e431-4f14-4d1c-95a2-833d30750dc7', 'tag': 'be8e2311-0b24-4d99-9b58-a1a3b8fb153b', 'status': 'completed', 'code': 200} Jan 20 15:50:41.934520 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-281b81c0-2322-48a1-ab7c-6e5bc469c7da req-9f8cf9ca-b54b-4d13-a4f4-b1aa818887d9 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=5da0bcf3cab544f499077809bbc6b559&device_id=7e60e431-4f14-4d1c-95a2-833d30750dc7 HTTP/1.1" status: 200 len: 1096 time: 0.1593463 Jan 20 15:50:42.069539 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281b81c0-2322-48a1-ab7c-6e5bc469c7da req-64b1f764-b067-4fb2-84e4-7442a1268cf6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:50:42.071004 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-281b81c0-2322-48a1-ab7c-6e5bc469c7da req-64b1f764-b067-4fb2-84e4-7442a1268cf6 service neutron] 10.222.0.106 "GET /v2.0/networks?tenant_id=5da0bcf3cab544f499077809bbc6b559&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1297891 Jan 20 15:50:42.211125 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281b81c0-2322-48a1-ab7c-6e5bc469c7da req-6f97891f-15bd-4db6-8acd-7d9a309db602 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:50:42.212473 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-281b81c0-2322-48a1-ab7c-6e5bc469c7da req-6f97891f-15bd-4db6-8acd-7d9a309db602 service neutron] 10.222.0.106 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1359844 Jan 20 15:50:42.317683 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-e927ad60-7f02-43e5-98c3-ea4ac4c3e43f req-cae367e0-77b5-42d9-b146-f6add20dcdf7 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=5da0bcf3cab544f499077809bbc6b559&device_id=7e60e431-4f14-4d1c-95a2-833d30750dc7 HTTP/1.1" status: 200 len: 1096 time: 0.0714486 Jan 20 15:50:42.383824 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-e927ad60-7f02-43e5-98c3-ea4ac4c3e43f req-871d8ce7-37c5-47b3-a2e7-6227088374fe service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=be8e2311-0b24-4d99-9b58-a1a3b8fb153b HTTP/1.1" status: 200 len: 217 time: 0.0595613 Jan 20 15:50:42.447641 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e927ad60-7f02-43e5-98c3-ea4ac4c3e43f req-4172df6d-4024-401a-856f-3ed435db083b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:50:42.449312 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-e927ad60-7f02-43e5-98c3-ea4ac4c3e43f req-4172df6d-4024-401a-856f-3ed435db083b service neutron] 10.222.0.106 "GET /v2.0/subnets?id=e46d3003-8fec-4899-9aa0-646ddc6c4955 HTTP/1.1" status: 200 len: 848 time: 0.0601964 Jan 20 15:50:42.523798 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-e927ad60-7f02-43e5-98c3-ea4ac4c3e43f req-580a2f0e-e88c-4049-aa87-9c29536d20ce service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=9132a61d-d29c-46ad-b6ba-3703a1498839&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0683424 Jan 20 15:50:42.662215 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-e927ad60-7f02-43e5-98c3-ea4ac4c3e43f req-01051cdd-ae6f-4353-9cfe-a12215e6df6c service neutron] 10.222.0.106 "GET /v2.0/networks/9132a61d-d29c-46ad-b6ba-3703a1498839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329081 Jan 20 15:50:42.663681 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4281e9dd-bbc2-4720-8571-327f60c05f54 req-fce9e48c-6047-4386-acef-024961a34286 tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:50:42.665273 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-4281e9dd-bbc2-4720-8571-327f60c05f54 req-fce9e48c-6047-4386-acef-024961a34286 tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] 10.222.0.54 "GET /v2.0/ports?device_id=7e60e431-4f14-4d1c-95a2-833d30750dc7 HTTP/1.1" status: 200 len: 943 time: 0.0794570 Jan 20 15:50:42.716610 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-4281e9dd-bbc2-4720-8571-327f60c05f54 req-dfc3c2d4-bddd-4ab0-a912-7ea6ba4bc2b4 tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] 10.222.0.54 "GET /v2.0/security-groups?id=ce1afaa7-7256-4337-b051-3b1f6ea9c6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453413 Jan 20 15:50:42.793334 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-e927ad60-7f02-43e5-98c3-ea4ac4c3e43f req-267a0aab-c880-4c5a-ae07-a0f97b7b1b30 service neutron] 10.222.0.106 "GET /v2.0/networks/9132a61d-d29c-46ad-b6ba-3703a1498839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253178 Jan 20 15:50:43.927020 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6ff228-1db1-4248-90d7-fdcd9da4cef5 req-7f8c04bc-cf43-4e67-aa93-d4e01fc5d582 tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:50:43.928627 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-0e6ff228-1db1-4248-90d7-fdcd9da4cef5 req-7f8c04bc-cf43-4e67-aa93-d4e01fc5d582 tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] 10.222.0.54 "GET /v2.0/ports?device_id=7e60e431-4f14-4d1c-95a2-833d30750dc7 HTTP/1.1" status: 200 len: 943 time: 0.0884678 Jan 20 15:50:43.975873 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-0e6ff228-1db1-4248-90d7-fdcd9da4cef5 req-7c8a9dc8-f6b2-4997-aaed-fc272ae3f8e4 tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] 10.222.0.54 "GET /v2.0/security-groups?id=ce1afaa7-7256-4337-b051-3b1f6ea9c6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406950 Jan 20 15:50:45.174817 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8f4fdd-55f5-4cee-b315-4d60688e15f5 req-e3f74cba-450e-4a98-8351-8f95d22ce6c7 tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:50:45.176242 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-fc8f4fdd-55f5-4cee-b315-4d60688e15f5 req-e3f74cba-450e-4a98-8351-8f95d22ce6c7 tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] 10.222.0.54 "GET /v2.0/ports?device_id=7e60e431-4f14-4d1c-95a2-833d30750dc7 HTTP/1.1" status: 200 len: 943 time: 0.0797915 Jan 20 15:50:45.222360 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-fc8f4fdd-55f5-4cee-b315-4d60688e15f5 req-7c4ade21-ac1f-4d1a-a13a-20b8c8da0dc9 tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] 10.222.0.54 "GET /v2.0/security-groups?id=ce1afaa7-7256-4337-b051-3b1f6ea9c6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407112 Jan 20 15:50:45.892812 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Device be8e2311-0b24-4d99-9b58-a1a3b8fb153b details requested by agent hyperv_hv-neutron-8251 with host hv-neutron-8251 {{(pid=84154) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 20 15:50:46.024270 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] For port be8e2311-0b24-4d99-9b58-a1a3b8fb153b, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=be8e2311-0b24-4d99-9b58-a1a3b8fb153b,segment=NetworkSegment(151fdb87-2561-4bb2-908c-f29f52cac046),segment_id=151fdb87-2561-4bb2-908c-f29f52cac046)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 15:50:46.037437 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Returning: {'device': 'be8e2311-0b24-4d99-9b58-a1a3b8fb153b', 'network_id': '9132a61d-d29c-46ad-b6ba-3703a1498839', 'port_id': 'be8e2311-0b24-4d99-9b58-a1a3b8fb153b', 'mac_address': 'fa:16:3e:92:33:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e46d3003-8fec-4899-9aa0-646ddc6c4955', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84154) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 20 15:50:46.118105 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:50:46.128057 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.agents_db [None req-6dba657d-a637-4918-9b6d-40defdfae04b None None] Agent healthcheck: found 6 active agents {{(pid=84155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 15:50:46.136302 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.notifiers.nova [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be8e2311-0b24-4d99-9b58-a1a3b8fb153b {{(pid=84154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 15:50:46.151414 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] For port be8e2311-0b24-4d99-9b58-a1a3b8fb153b, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=be8e2311-0b24-4d99-9b58-a1a3b8fb153b,segment=NetworkSegment(151fdb87-2561-4bb2-908c-f29f52cac046),segment_id=151fdb87-2561-4bb2-908c-f29f52cac046)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 15:50:46.230412 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:50:46.294875 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Pushing event updated for resources: {'Port': ['ID=be8e2311-0b24-4d99-9b58-a1a3b8fb153b,revision_number=4']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:50:46.419668 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d660c3d2-95cb-4567-98d2-ca35ad137a46 req-d0411a41-bedc-425e-ab63-3aaa78d261d8 tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:50:46.421027 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-d660c3d2-95cb-4567-98d2-ca35ad137a46 req-d0411a41-bedc-425e-ab63-3aaa78d261d8 tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] 10.222.0.54 "GET /v2.0/ports?device_id=7e60e431-4f14-4d1c-95a2-833d30750dc7 HTTP/1.1" status: 200 len: 944 time: 0.0762243 Jan 20 15:50:46.465260 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-d660c3d2-95cb-4567-98d2-ca35ad137a46 req-6021407b-57a9-4aef-9e42-607d198055df tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] 10.222.0.54 "GET /v2.0/security-groups?id=ce1afaa7-7256-4337-b051-3b1f6ea9c6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385551 Jan 20 15:50:46.585332 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] get_ports_and_sgs() called for port_ids ['be8e2311-0b24-4d99-9b58-a1a3b8fb153b'] {{(pid=84154) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 20 15:50:47.662008 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110eee39-2756-484a-86c7-3cb7bcde54d8 req-3308df87-6cad-4637-804a-14774dfe0743 tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:50:47.663453 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-110eee39-2756-484a-86c7-3cb7bcde54d8 req-3308df87-6cad-4637-804a-14774dfe0743 tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] 10.222.0.54 "GET /v2.0/ports?device_id=7e60e431-4f14-4d1c-95a2-833d30750dc7 HTTP/1.1" status: 200 len: 944 time: 0.0776124 Jan 20 15:50:47.708986 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-110eee39-2756-484a-86c7-3cb7bcde54d8 req-7f355e78-ee0f-4a8b-bc52-54e7dec5aca6 tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] 10.222.0.54 "GET /v2.0/security-groups?id=ce1afaa7-7256-4337-b051-3b1f6ea9c6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400875 Jan 20 15:50:47.897033 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Device be8e2311-0b24-4d99-9b58-a1a3b8fb153b up at agent hyperv_hv-neutron-8251 {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 15:50:48.101182 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Provisioning for port be8e2311-0b24-4d99-9b58-a1a3b8fb153b completed by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 20 15:50:48.105727 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Provisioning complete for port be8e2311-0b24-4d99-9b58-a1a3b8fb153b triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:50:48.106116 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:50:48.222324 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:50:48.249124 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e60e431-4f14-4d1c-95a2-833d30750dc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be8e2311-0b24-4d99-9b58-a1a3b8fb153b'}] {{(pid=84154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 15:50:48.259501 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] For port be8e2311-0b24-4d99-9b58-a1a3b8fb153b, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=be8e2311-0b24-4d99-9b58-a1a3b8fb153b,segment=NetworkSegment(151fdb87-2561-4bb2-908c-f29f52cac046),segment_id=151fdb87-2561-4bb2-908c-f29f52cac046)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 15:50:48.303607 dv-neutron-825124-1-hyperv neutron-server[84154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e60e431-4f14-4d1c-95a2-833d30750dc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be8e2311-0b24-4d99-9b58-a1a3b8fb153b', 'code': 200} Jan 20 15:50:48.327330 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:50:48.393951 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Pushing event updated for resources: {'Port': ['ID=be8e2311-0b24-4d99-9b58-a1a3b8fb153b,revision_number=5']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:50:48.651901 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-21a638d0-9d5f-4bb1-833c-0f790ee1943b req-0a2eeccc-77fa-4448-a9ac-0f0f05918a9e service neutron] 10.222.0.106 "GET /v2.0/ports?device_id=7e60e431-4f14-4d1c-95a2-833d30750dc7 HTTP/1.1" status: 200 len: 1098 time: 0.0654640 Jan 20 15:50:48.697841 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-21a638d0-9d5f-4bb1-833c-0f790ee1943b req-52678f85-c33e-4d32-aa1f-90153d50e843 service neutron] 10.222.0.106 "GET /v2.0/security-groups?id=ce1afaa7-7256-4337-b051-3b1f6ea9c6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392425 Jan 20 15:50:48.906390 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a1a276-2377-4e1c-ac01-2d220a2dba28 req-3fe47738-cdc3-4791-99e5-42f5cd6572eb tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:50:48.908351 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-45a1a276-2377-4e1c-ac01-2d220a2dba28 req-3fe47738-cdc3-4791-99e5-42f5cd6572eb tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] 10.222.0.54 "GET /v2.0/ports?device_id=7e60e431-4f14-4d1c-95a2-833d30750dc7 HTTP/1.1" status: 200 len: 945 time: 0.0757592 Jan 20 15:50:48.952647 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-45a1a276-2377-4e1c-ac01-2d220a2dba28 req-d5a6623f-36c5-464f-a873-6b399f58040b tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] 10.222.0.54 "GET /v2.0/security-groups?id=ce1afaa7-7256-4337-b051-3b1f6ea9c6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389462 Jan 20 15:50:50.156171 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b003f1-52da-4dbe-b988-f9cb07d11ff2 req-8742f9c0-1ed4-49e4-b72b-7b10e00e8b9b tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:50:50.158632 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-97b003f1-52da-4dbe-b988-f9cb07d11ff2 req-8742f9c0-1ed4-49e4-b72b-7b10e00e8b9b tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] 10.222.0.54 "GET /v2.0/ports?device_id=7e60e431-4f14-4d1c-95a2-833d30750dc7 HTTP/1.1" status: 200 len: 945 time: 0.0790384 Jan 20 15:50:50.210369 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-97b003f1-52da-4dbe-b988-f9cb07d11ff2 req-84fd7052-9396-4d84-ab1c-ea7c80de08ca tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] 10.222.0.54 "GET /v2.0/security-groups?id=ce1afaa7-7256-4337-b051-3b1f6ea9c6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433252 Jan 20 15:50:51.407875 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81daaa40-9f38-4faf-baa4-012a30969bab req-fc5d1416-ca7a-4701-8f35-e25052679ede tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:50:51.409860 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-81daaa40-9f38-4faf-baa4-012a30969bab req-fc5d1416-ca7a-4701-8f35-e25052679ede tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] 10.222.0.54 "GET /v2.0/ports?device_id=7e60e431-4f14-4d1c-95a2-833d30750dc7 HTTP/1.1" status: 200 len: 945 time: 0.0767477 Jan 20 15:50:51.457972 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-81daaa40-9f38-4faf-baa4-012a30969bab req-b93f5cf4-fb3c-4b1d-a004-10a1c7de0234 tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] 10.222.0.54 "GET /v2.0/security-groups?id=ce1afaa7-7256-4337-b051-3b1f6ea9c6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426393 Jan 20 15:50:51.652948 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece0d4a3-06c7-4f69-a1d7-ab1d6d022d7c req-c4fdd3e6-3350-44bd-ab35-91efea8d535d tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:50:51.654491 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-ece0d4a3-06c7-4f69-a1d7-ab1d6d022d7c req-c4fdd3e6-3350-44bd-ab35-91efea8d535d tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] 10.222.0.54 "GET /v2.0/ports?device_id=7e60e431-4f14-4d1c-95a2-833d30750dc7 HTTP/1.1" status: 200 len: 945 time: 0.0757923 Jan 20 15:50:51.699427 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-ece0d4a3-06c7-4f69-a1d7-ab1d6d022d7c req-5b3a4e98-e081-40e0-98c6-2694ad93be67 tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] 10.222.0.54 "GET /v2.0/security-groups?id=ce1afaa7-7256-4337-b051-3b1f6ea9c6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388701 Jan 20 15:50:51.727282 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 53232) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:50:51.796478 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-0db4010a-49c8-4042-b3a1-e0c2512f776d tempest-TestSnapshotPattern-977586964 tempest-TestSnapshotPattern-977586964-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=7e60e431-4f14-4d1c-95a2-833d30750dc7 HTTP/1.1" status: 200 len: 1093 time: 0.0680583 Jan 20 15:50:51.800419 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 53236) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:50:51.805774 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.v2.base [None req-b1f73cb1-f5ab-4f4a-948b-96b08639c9ac tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] Request body: {'floatingip': {'floating_network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'port_id': 'be8e2311-0b24-4d99-9b58-a1a3b8fb153b', 'tenant_id': '5da0bcf3cab544f499077809bbc6b559', 'fixed_ip_address': '172.20.0.5'}} {{(pid=84152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 20 15:50:51.811409 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-b1f73cb1-f5ab-4f4a-948b-96b08639c9ac tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 20 15:50:51.815886 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-b1f73cb1-f5ab-4f4a-948b-96b08639c9ac tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] Usage tracker for resource:floatingip and tenant:5da0bcf3cab544f499077809bbc6b559 is out of sync, need to count used quota {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 20 15:50:51.818826 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [None req-b1f73cb1-f5ab-4f4a-948b-96b08639c9ac tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=84152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 20 15:50:51.824785 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.quota.driver [None req-b1f73cb1-f5ab-4f4a-948b-96b08639c9ac tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=84152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 20 15:50:51.935912 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-b1f73cb1-f5ab-4f4a-948b-96b08639c9ac tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] Notify callbacks [] for floatingip, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:50:52.074339 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-b1f73cb1-f5ab-4f4a-948b-96b08639c9ac tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:50:52.211580 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.db_base_plugin_common [None req-b1f73cb1-f5ab-4f4a-948b-96b08639c9ac tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] Allocated IP 172.26.7.169 (8dffb05c-5ca0-409b-bd5f-7be6264f707d/a489dd4f-42a5-433b-8be3-bab2749c4209/cbe61b1e-2ca7-4814-8a47-379663c9ca50) {{(pid=84152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 20 15:50:52.386974 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-b1f73cb1-f5ab-4f4a-948b-96b08639c9ac tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] Notify callbacks [] for port, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:50:52.495896 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-b1f73cb1-f5ab-4f4a-948b-96b08639c9ac tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769553781477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:50:52.566511 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1f73cb1-f5ab-4f4a-948b-96b08639c9ac tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] Network 8dffb05c-5ca0-409b-bd5f-7be6264f707d is already hosted by enough agents. {{(pid=84152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 20 15:50:52.571084 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.base_scheduler [None req-b1f73cb1-f5ab-4f4a-948b-96b08639c9ac tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] Resources bound (agent type, host, resource id): {{(pid=84152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 20 15:50:52.574854 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1f73cb1-f5ab-4f4a-948b-96b08639c9ac tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] Received port after_create {{(pid=84152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 20 15:50:52.699500 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f73cb1-f5ab-4f4a-948b-96b08639c9ac tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] Pushing event updated for resources: {'Port': ['ID=cbe61b1e-2ca7-4814-8a47-379663c9ca50,revision_number=1']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:50:53.167091 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-b1f73cb1-f5ab-4f4a-948b-96b08639c9ac tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:50:53.290684 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-b1f73cb1-f5ab-4f4a-948b-96b08639c9ac tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:50:53.494924 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-b1f73cb1-f5ab-4f4a-948b-96b08639c9ac tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] Notify callbacks [] for port, precommit_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:50:53.556398 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-b1f73cb1-f5ab-4f4a-948b-96b08639c9ac tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162822'] for port, after_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:50:53.669680 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f73cb1-f5ab-4f4a-948b-96b08639c9ac tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] Pushing event updated for resources: {'Port': ['ID=cbe61b1e-2ca7-4814-8a47-379663c9ca50,revision_number=2']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:50:53.688726 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-b1f73cb1-f5ab-4f4a-948b-96b08639c9ac tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-745254'] for floatingip, after_update {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:50:53.879125 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.db.l3_db [None req-b1f73cb1-f5ab-4f4a-948b-96b08639c9ac tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] Floating IP 7eab1ed9-d016-4418-8822-3c4a56fe171f associated. External IP: 172.26.7.169, port: be8e2311-0b24-4d99-9b58-a1a3b8fb153b. Jan 20 15:50:54.273055 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1f73cb1-f5ab-4f4a-948b-96b08639c9ac tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] Router d5b31ced-afe5-40e2-953e-8dca77b1cc61 has already been hosted by L3 agent 624d525b-4c26-4143-8a1c-228bb1c6faaa {{(pid=84152) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 15:50:54.589192 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1f73cb1-f5ab-4f4a-948b-96b08639c9ac tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] Notify agent at l3_agent.dv-neutron-825124-1-hyperv the message routers_updated {{(pid=84152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 15:50:54.599540 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbb6e78b-e212-4da7-8b9d-493d565cc139 None None] Sync routers for ids ['d5b31ced-afe5-40e2-953e-8dca77b1cc61'] in dv-neutron-825124-1-hyperv {{(pid=84155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 15:50:54.611499 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbb6e78b-e212-4da7-8b9d-493d565cc139 None None] Routers {'d5b31ced-afe5-40e2-953e-8dca77b1cc61'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 15:50:54.612086 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-cbb6e78b-e212-4da7-8b9d-493d565cc139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T15:50:30Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['d5b31ced-afe5-40e2-953e-8dca77b1cc61'], 'active': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:50:54.676086 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-b1f73cb1-f5ab-4f4a-948b-96b08639c9ac tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for floatingip, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:50:54.733286 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-b1f73cb1-f5ab-4f4a-948b-96b08639c9ac tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.9318314 Jan 20 15:50:54.733856 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e60e431-4f14-4d1c-95a2-833d30750dc7', 'tag': 'be8e2311-0b24-4d99-9b58-a1a3b8fb153b'}] {{(pid=84152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 15:50:54.789238 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e60e431-4f14-4d1c-95a2-833d30750dc7', 'tag': 'be8e2311-0b24-4d99-9b58-a1a3b8fb153b', 'status': 'completed', 'code': 200} Jan 20 15:50:54.830892 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvr_db [None req-cbb6e78b-e212-4da7-8b9d-493d565cc139 None None] Set router d5b31ced-afe5-40e2-953e-8dca77b1cc61 gateway port host: dv-neutron-825124-1-hyperv {{(pid=84155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 15:50:54.882384 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-3e360f58-7bac-4338-a8f3-8ee9e3ebbfba req-6b123240-4d40-4f44-be6f-f26b92488d4e service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=5da0bcf3cab544f499077809bbc6b559&device_id=7e60e431-4f14-4d1c-95a2-833d30750dc7 HTTP/1.1" status: 200 len: 1098 time: 0.0723798 Jan 20 15:50:55.036383 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e360f58-7bac-4338-a8f3-8ee9e3ebbfba req-fae77dd4-a0ee-4329-95d9-b87572c51723 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:50:55.037935 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-3e360f58-7bac-4338-a8f3-8ee9e3ebbfba req-fae77dd4-a0ee-4329-95d9-b87572c51723 service neutron] 10.222.0.106 "GET /v2.0/networks?id=9132a61d-d29c-46ad-b6ba-3703a1498839 HTTP/1.1" status: 200 len: 910 time: 0.1499164 Jan 20 15:50:55.141539 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-3e360f58-7bac-4338-a8f3-8ee9e3ebbfba req-f12753a9-75d7-4e74-9092-5460c4d1f0e5 service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=be8e2311-0b24-4d99-9b58-a1a3b8fb153b HTTP/1.1" status: 200 len: 999 time: 0.0974410 Jan 20 15:50:55.175862 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-cbb6e78b-e212-4da7-8b9d-493d565cc139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5b31ced-afe5-40e2-953e-8dca77b1cc61', 'name': 'tempest-TestSnapshotPattern-827731855-router', 'tenant_id': '5da0bcf3cab544f499077809bbc6b559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.109'}], 'enable_snat': True}, 'gw_port_id': '3a59bf65-f238-485b-84c6-12d5a6015f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:46:55Z', 'updated_at': '2022-01-20T15:46:58Z', 'revision_number': 4, 'project_id': '5da0bcf3cab544f499077809bbc6b559', 'gw_port': {'id': '3a59bf65-f238-485b-84c6-12d5a6015f1d', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:87:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b31ced-afe5-40e2-953e-8dca77b1cc61', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:46:55Z', 'updated_at': '2022-01-20T15:47:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv', '_floatingips': [{'id': '7eab1ed9-d016-4418-8822-3c4a56fe171f', 'tenant_id': '5da0bcf3cab544f499077809bbc6b559', 'floating_ip_address': '172.26.7.169', 'floating_network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'router_id': 'd5b31ced-afe5-40e2-953e-8dca77b1cc61', 'port_id': 'be8e2311-0b24-4d99-9b58-a1a3b8fb153b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9132a61d-d29c-46ad-b6ba-3703a1498839', 'mac_address': 'fa:16:3e:92:33:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e60e431-4f14-4d1c-95a2-833d30750dc7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T15:50:53Z', 'updated_at': '2022-01-20T15:50:53Z', 'revision_number': 0, 'project_id': '5da0bcf3cab544f499077809bbc6b559', 'fixed_ip_address_scope': None}, {'id': 'ddec9a5f-f808-4d38-ae38-c26427682381', 'tenant_id': '5da0bcf3cab544f499077809bbc6b559', 'floating_ip_address': '172.26.7.212', 'floating_network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'router_id': 'd5b31ced-afe5-40e2-953e-8dca77b1cc61', 'port_id': 'bd6c0f71-a474-411f-8762-bbe49469f60d', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9132a61d-d29c-46ad-b6ba-3703a1498839', 'mac_address': 'fa:16:3e:77:ce:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1f94813-8629-40cb-95ce-b347c990f8fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T15:47:31Z', 'updated_at': '2022-01-20T15:47:37Z', 'revision_number': 1, 'project_id': '5da0bcf3cab544f499077809bbc6b559', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6183837c-3bc6-4b72-8520-e158b63e6003', 'name': '', 'network_id': '9132a61d-d29c-46ad-b6ba-3703a1498839', 'tenant_id': '5da0bcf3cab544f499077809bbc6b559', 'mac_address': 'fa:16:3e:e7:cf:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b31ced-afe5-40e2-953e-8dca77b1cc61', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e46d3003-8fec-4899-9aa0-646ddc6c4955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:46:58Z', 'updated_at': '2022-01-20T15:47:06Z', 'revision_number': 5, 'project_id': '5da0bcf3cab544f499077809bbc6b559', 'subnets': [{'id': 'e46d3003-8fec-4899-9aa0-646ddc6c4955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:50:55.179889 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbb6e78b-e212-4da7-8b9d-493d565cc139 None None] Checking router: d5b31ced-afe5-40e2-953e-8dca77b1cc61 for host: dv-neutron-825124-1-hyperv {{(pid=84155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 15:50:55.191194 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbb6e78b-e212-4da7-8b9d-493d565cc139 None None] Routers {'d5b31ced-afe5-40e2-953e-8dca77b1cc61'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 15:50:55.191869 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-cbb6e78b-e212-4da7-8b9d-493d565cc139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T15:50:30Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['d5b31ced-afe5-40e2-953e-8dca77b1cc61'], 'active': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:50:55.203551 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e360f58-7bac-4338-a8f3-8ee9e3ebbfba req-1a961a7b-8047-4174-ba6d-0f1dc8b5a124 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:50:55.205101 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-3e360f58-7bac-4338-a8f3-8ee9e3ebbfba req-1a961a7b-8047-4174-ba6d-0f1dc8b5a124 service neutron] 10.222.0.106 "GET /v2.0/subnets?id=e46d3003-8fec-4899-9aa0-646ddc6c4955 HTTP/1.1" status: 200 len: 848 time: 0.0579791 Jan 20 15:50:55.278907 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-3e360f58-7bac-4338-a8f3-8ee9e3ebbfba req-9f1892b4-9678-474d-a45b-75f1bc0c1916 service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=9132a61d-d29c-46ad-b6ba-3703a1498839&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0680330 Jan 20 15:50:55.370840 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvr_db [None req-cbb6e78b-e212-4da7-8b9d-493d565cc139 None None] Set router d5b31ced-afe5-40e2-953e-8dca77b1cc61 gateway port host: dv-neutron-825124-1-hyperv {{(pid=84155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 15:50:55.412881 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-3e360f58-7bac-4338-a8f3-8ee9e3ebbfba req-a3f0c734-fab2-44d3-8306-978cbaa4f6a4 service neutron] 10.222.0.106 "GET /v2.0/networks/9132a61d-d29c-46ad-b6ba-3703a1498839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275315 Jan 20 15:50:55.545968 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-3e360f58-7bac-4338-a8f3-8ee9e3ebbfba req-e13f9fa1-bbcb-45cd-982f-e04fc67a7aae service neutron] 10.222.0.106 "GET /v2.0/networks/9132a61d-d29c-46ad-b6ba-3703a1498839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271274 Jan 20 15:50:55.709652 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-cbb6e78b-e212-4da7-8b9d-493d565cc139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5b31ced-afe5-40e2-953e-8dca77b1cc61', 'name': 'tempest-TestSnapshotPattern-827731855-router', 'tenant_id': '5da0bcf3cab544f499077809bbc6b559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.109'}], 'enable_snat': True}, 'gw_port_id': '3a59bf65-f238-485b-84c6-12d5a6015f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:46:55Z', 'updated_at': '2022-01-20T15:46:58Z', 'revision_number': 4, 'project_id': '5da0bcf3cab544f499077809bbc6b559', 'gw_port': {'id': '3a59bf65-f238-485b-84c6-12d5a6015f1d', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:87:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b31ced-afe5-40e2-953e-8dca77b1cc61', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:46:55Z', 'updated_at': '2022-01-20T15:47:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv', '_floatingips': [{'id': '7eab1ed9-d016-4418-8822-3c4a56fe171f', 'tenant_id': '5da0bcf3cab544f499077809bbc6b559', 'floating_ip_address': '172.26.7.169', 'floating_network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'router_id': 'd5b31ced-afe5-40e2-953e-8dca77b1cc61', 'port_id': 'be8e2311-0b24-4d99-9b58-a1a3b8fb153b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9132a61d-d29c-46ad-b6ba-3703a1498839', 'mac_address': 'fa:16:3e:92:33:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e60e431-4f14-4d1c-95a2-833d30750dc7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T15:50:53Z', 'updated_at': '2022-01-20T15:50:53Z', 'revision_number': 0, 'project_id': '5da0bcf3cab544f499077809bbc6b559', 'fixed_ip_address_scope': None}, {'id': 'ddec9a5f-f808-4d38-ae38-c26427682381', 'tenant_id': '5da0bcf3cab544f499077809bbc6b559', 'floating_ip_address': '172.26.7.212', 'floating_network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'router_id': 'd5b31ced-afe5-40e2-953e-8dca77b1cc61', 'port_id': 'bd6c0f71-a474-411f-8762-bbe49469f60d', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9132a61d-d29c-46ad-b6ba-3703a1498839', 'mac_address': 'fa:16:3e:77:ce:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1f94813-8629-40cb-95ce-b347c990f8fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T15:47:31Z', 'updated_at': '2022-01-20T15:47:37Z', 'revision_number': 1, 'project_id': '5da0bcf3cab544f499077809bbc6b559', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6183837c-3bc6-4b72-8520-e158b63e6003', 'name': '', 'network_id': '9132a61d-d29c-46ad-b6ba-3703a1498839', 'tenant_id': '5da0bcf3cab544f499077809bbc6b559', 'mac_address': 'fa:16:3e:e7:cf:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b31ced-afe5-40e2-953e-8dca77b1cc61', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e46d3003-8fec-4899-9aa0-646ddc6c4955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:46:58Z', 'updated_at': '2022-01-20T15:47:06Z', 'revision_number': 5, 'project_id': '5da0bcf3cab544f499077809bbc6b559', 'subnets': [{'id': 'e46d3003-8fec-4899-9aa0-646ddc6c4955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:50:55.713329 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbb6e78b-e212-4da7-8b9d-493d565cc139 None None] The sync data for ids ['d5b31ced-afe5-40e2-953e-8dca77b1cc61'] in dv-neutron-825124-1-hyperv is: [{'id': 'd5b31ced-afe5-40e2-953e-8dca77b1cc61', 'name': 'tempest-TestSnapshotPattern-827731855-router', 'tenant_id': '5da0bcf3cab544f499077809bbc6b559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.109'}], 'enable_snat': True}, 'gw_port_id': '3a59bf65-f238-485b-84c6-12d5a6015f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:46:55Z', 'updated_at': '2022-01-20T15:46:58Z', 'revision_number': 4, 'project_id': '5da0bcf3cab544f499077809bbc6b559', 'gw_port': {'id': '3a59bf65-f238-485b-84c6-12d5a6015f1d', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:87:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b31ced-afe5-40e2-953e-8dca77b1cc61', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:46:55Z', 'updated_at': '2022-01-20T15:47:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv', '_floatingips': [{'id': '7eab1ed9-d016-4418-8822-3c4a56fe171f', 'tenant_id': '5da0bcf3cab544f499077809bbc6b559', 'floating_ip_address': '172.26.7.169', 'floating_network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'router_id': 'd5b31ced-afe5-40e2-953e-8dca77b1cc61', 'port_id': 'be8e2311-0b24-4d99-9b58-a1a3b8fb153b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9132a61d-d29c-46ad-b6ba-3703a1498839', 'mac_address': 'fa:16:3e:92:33:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e60e431-4f14-4d1c-95a2-833d30750dc7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T15:50:53Z', 'updated_at': '2022-01-20T15:50:53Z', 'revision_number': 0, 'project_id': '5da0bcf3cab544f499077809bbc6b559', 'fixed_ip_address_scope': None}, {'id': 'ddec9a5f-f808-4d38-ae38-c26427682381', 'tenant_id': '5da0bcf3cab544f499077809bbc6b559', 'floating_ip_address': '172.26.7.212', 'floating_network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'router_id': 'd5b31ced-afe5-40e2-953e-8dca77b1cc61', 'port_id': 'bd6c0f71-a474-411f-8762-bbe49469f60d', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9132a61d-d29c-46ad-b6ba-3703a1498839', 'mac_address': 'fa:16:3e:77:ce:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1f94813-8629-40cb-95ce-b347c990f8fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T15:47:31Z', 'updated_at': '2022-01-20T15:47:37Z', 'revision_number': 1, 'project_id': '5da0bcf3cab544f499077809bbc6b559', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6183837c-3bc6-4b72-8520-e158b63e6003', 'name': '', 'network_id': '9132a61d-d29c-46ad-b6ba-3703a1498839', 'tenant_id': '5da0bcf3cab544f499077809bbc6b559', 'mac_address': 'fa:16:3e:e7:cf:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b31ced-afe5-40e2-953e-8dca77b1cc61', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e46d3003-8fec-4899-9aa0-646ddc6c4955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:46:58Z', 'updated_at': '2022-01-20T15:47:06Z', 'revision_number': 5, 'project_id': '5da0bcf3cab544f499077809bbc6b559', 'subnets': [{'id': 'e46d3003-8fec-4899-9aa0-646ddc6c4955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 15:50:55.907104 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0399953-a06a-4221-8c6d-6fb5661bc474 None None] New status for floating IP 7eab1ed9-d016-4418-8822-3c4a56fe171f: ACTIVE {{(pid=84154) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 20 15:50:58.084044 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-5a506907-c3fc-4508-af2d-b2476cb9f1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:51:00.541490 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-d5a395f2-e60b-4393-8b41-c1d68fba46bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:51:01.398575 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:51:01.512590 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:51:01.944478 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-cdd98e71-1f0a-4421-baa9-dcb30e06edf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:51:03.443994 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-eea6df97-7ff1-4b63-af20-e3ec8913deda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:51:23.129994 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.agents_db [None req-6dba657d-a637-4918-9b6d-40defdfae04b None None] Agent healthcheck: found 6 active agents {{(pid=84155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 15:51:27.508691 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-49d43a3e-7e04-40d1-8b40-186561466310 req-8df5fb1f-a53a-4d84-a061-5760bbec25f0 service neutron] 10.222.0.106 "GET /v2.0/ports?device_id=a1f94813-8629-40cb-95ce-b347c990f8fd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0695338 Jan 20 15:51:27.643676 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-49d43a3e-7e04-40d1-8b40-186561466310 req-38561d13-f0b1-4a21-963c-f52c6bac4193 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=5da0bcf3cab544f499077809bbc6b559&device_id=a1f94813-8629-40cb-95ce-b347c990f8fd HTTP/1.1" status: 200 len: 1097 time: 0.0677228 Jan 20 15:51:27.786091 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d43a3e-7e04-40d1-8b40-186561466310 req-54a5c1db-53e5-4988-98b4-216cf293ec36 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:51:27.787578 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-49d43a3e-7e04-40d1-8b40-186561466310 req-54a5c1db-53e5-4988-98b4-216cf293ec36 service neutron] 10.222.0.106 "GET /v2.0/networks?id=9132a61d-d29c-46ad-b6ba-3703a1498839 HTTP/1.1" status: 200 len: 910 time: 0.1257448 Jan 20 15:51:27.889165 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-49d43a3e-7e04-40d1-8b40-186561466310 req-b6317a9b-ea00-400c-9389-31d50d130e11 service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bd6c0f71-a474-411f-8762-bbe49469f60d HTTP/1.1" status: 200 len: 1000 time: 0.0958521 Jan 20 15:51:27.949843 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d43a3e-7e04-40d1-8b40-186561466310 req-8b4f9203-2eb3-4dcf-9c3f-edd4a90677a9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:51:27.951272 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-49d43a3e-7e04-40d1-8b40-186561466310 req-8b4f9203-2eb3-4dcf-9c3f-edd4a90677a9 service neutron] 10.222.0.106 "GET /v2.0/subnets?id=e46d3003-8fec-4899-9aa0-646ddc6c4955 HTTP/1.1" status: 200 len: 848 time: 0.0568247 Jan 20 15:51:28.027520 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-49d43a3e-7e04-40d1-8b40-186561466310 req-8dc54eae-99bf-4535-bf42-5ff13c22dac8 service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=9132a61d-d29c-46ad-b6ba-3703a1498839&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0707147 Jan 20 15:51:28.086520 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-6776966f-83ba-4388-b4c5-94db71e601c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:51:28.249211 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-49d43a3e-7e04-40d1-8b40-186561466310 req-8613d10a-ae5c-44fe-8a98-10bb3d12cdb7 service neutron] 10.222.0.106 "GET /v2.0/networks/9132a61d-d29c-46ad-b6ba-3703a1498839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2157426 Jan 20 15:51:28.379528 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-49d43a3e-7e04-40d1-8b40-186561466310 req-bea2ea96-140c-4109-b21f-e9f0d29ae1a9 service neutron] 10.222.0.106 "GET /v2.0/networks/9132a61d-d29c-46ad-b6ba-3703a1498839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232443 Jan 20 15:51:30.515332 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-6de3b19f-d4e1-4131-aba0-9148df1221f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:51:31.431447 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:51:31.509377 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:51:31.949419 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-cdd98e71-1f0a-4421-baa9-dcb30e06edf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:51:33.426050 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-eea6df97-7ff1-4b63-af20-e3ec8913deda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:51:58.083602 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-0937884c-001f-4955-a83b-96e7166733b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:52:00.130459 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.agents_db [None req-6dba657d-a637-4918-9b6d-40defdfae04b None None] Agent healthcheck: found 6 active agents {{(pid=84155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 15:52:00.528952 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-080a6875-0f9d-4295-90fd-472a68e4eb0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:52:01.403438 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:52:01.488914 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:52:01.988275 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-cdd98e71-1f0a-4421-baa9-dcb30e06edf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:52:03.454514 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-eea6df97-7ff1-4b63-af20-e3ec8913deda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:52:28.096303 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-5b24ae26-90a4-4a6b-99c6-79a04468afd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:52:28.533856 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-ebc59295-df82-4963-ade3-1d65876d5674 req-aeb38922-2544-4704-898b-1836cbb0e11d service neutron] 10.222.0.106 "GET /v2.0/ports?device_id=7e60e431-4f14-4d1c-95a2-833d30750dc7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0686326 Jan 20 15:52:28.628404 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-ebc59295-df82-4963-ade3-1d65876d5674 req-5f0df4df-4524-4df2-8d4d-d7a257dea6f0 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=5da0bcf3cab544f499077809bbc6b559&device_id=7e60e431-4f14-4d1c-95a2-833d30750dc7 HTTP/1.1" status: 200 len: 1098 time: 0.0726764 Jan 20 15:52:28.789033 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc59295-df82-4963-ade3-1d65876d5674 req-023365cc-a275-45f3-86e1-834ee6c976ec service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:52:28.790499 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-ebc59295-df82-4963-ade3-1d65876d5674 req-023365cc-a275-45f3-86e1-834ee6c976ec service neutron] 10.222.0.106 "GET /v2.0/networks?id=9132a61d-d29c-46ad-b6ba-3703a1498839 HTTP/1.1" status: 200 len: 910 time: 0.1432440 Jan 20 15:52:28.894270 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-ebc59295-df82-4963-ade3-1d65876d5674 req-d81f1b5d-1862-46f5-a07d-561fcd39f382 service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=be8e2311-0b24-4d99-9b58-a1a3b8fb153b HTTP/1.1" status: 200 len: 1001 time: 0.0975850 Jan 20 15:52:28.956594 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc59295-df82-4963-ade3-1d65876d5674 req-62197ea9-a9bf-4187-bd41-e2c3ec60a487 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:52:28.958156 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-ebc59295-df82-4963-ade3-1d65876d5674 req-62197ea9-a9bf-4187-bd41-e2c3ec60a487 service neutron] 10.222.0.106 "GET /v2.0/subnets?id=e46d3003-8fec-4899-9aa0-646ddc6c4955 HTTP/1.1" status: 200 len: 848 time: 0.0585034 Jan 20 15:52:29.033743 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-ebc59295-df82-4963-ade3-1d65876d5674 req-d126afde-a671-4045-b260-84b5eb14c86f service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=9132a61d-d29c-46ad-b6ba-3703a1498839&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0694945 Jan 20 15:52:29.168561 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-ebc59295-df82-4963-ade3-1d65876d5674 req-d1a107ff-d698-4479-b6c8-70385f8668c8 service neutron] 10.222.0.106 "GET /v2.0/networks/9132a61d-d29c-46ad-b6ba-3703a1498839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292067 Jan 20 15:52:29.302326 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-ebc59295-df82-4963-ade3-1d65876d5674 req-39d4d0dd-301f-4f89-b36d-06eb87668b0c service neutron] 10.222.0.106 "GET /v2.0/networks/9132a61d-d29c-46ad-b6ba-3703a1498839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280246 Jan 20 15:52:30.541800 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-adc2521f-80a9-4413-a695-660d93359210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:52:31.462789 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:52:31.490781 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:52:31.934091 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-cdd98e71-1f0a-4421-baa9-dcb30e06edf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:52:33.439595 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-eea6df97-7ff1-4b63-af20-e3ec8913deda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:52:37.131253 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.agents_db [None req-6dba657d-a637-4918-9b6d-40defdfae04b None None] Agent healthcheck: found 6 active agents {{(pid=84155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 15:52:58.089890 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-d49282f9-13f9-4945-ac74-79683fda1fc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:53:00.552597 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-0aa1f834-33fb-41eb-9a13-aa20166e99c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:53:01.443689 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:53:01.494999 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:53:01.940694 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-cdd98e71-1f0a-4421-baa9-dcb30e06edf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:53:03.414936 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-eea6df97-7ff1-4b63-af20-e3ec8913deda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:53:09.306407 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [req-93be2bcc-9f9c-402c-b583-8d0185282ab5 req-1bc6b45e-30b2-48ec-b379-de0a404f11e6 service neutron] (84152) timed out ('10.222.0.54', 51046) {{(pid=84152) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jan 20 15:53:14.132062 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.agents_db [None req-6dba657d-a637-4918-9b6d-40defdfae04b None None] Agent healthcheck: found 6 active agents {{(pid=84155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 15:53:14.643278 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Device be8e2311-0b24-4d99-9b58-a1a3b8fb153b details requested by agent hyperv_hv-neutron-8251 with host hv-neutron-8251 {{(pid=84154) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 20 15:53:14.809033 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] For port be8e2311-0b24-4d99-9b58-a1a3b8fb153b, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=be8e2311-0b24-4d99-9b58-a1a3b8fb153b,segment=NetworkSegment(151fdb87-2561-4bb2-908c-f29f52cac046),segment_id=151fdb87-2561-4bb2-908c-f29f52cac046)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 15:53:14.822383 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Returning: {'device': 'be8e2311-0b24-4d99-9b58-a1a3b8fb153b', 'network_id': '9132a61d-d29c-46ad-b6ba-3703a1498839', 'port_id': 'be8e2311-0b24-4d99-9b58-a1a3b8fb153b', 'mac_address': 'fa:16:3e:92:33:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e46d3003-8fec-4899-9aa0-646ddc6c4955', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84154) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 20 15:53:14.878167 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:53:14.895171 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.notifiers.nova [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id be8e2311-0b24-4d99-9b58-a1a3b8fb153b {{(pid=84154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 20 15:53:14.909793 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] For port be8e2311-0b24-4d99-9b58-a1a3b8fb153b, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=be8e2311-0b24-4d99-9b58-a1a3b8fb153b,segment=NetworkSegment(151fdb87-2561-4bb2-908c-f29f52cac046),segment_id=151fdb87-2561-4bb2-908c-f29f52cac046)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 15:53:14.969336 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:53:15.034391 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Pushing event updated for resources: {'Port': ['ID=be8e2311-0b24-4d99-9b58-a1a3b8fb153b,revision_number=6']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:53:15.042430 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:53:15.042774 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:53:15.043107 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:53:15.043439 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:53:15.043767 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:53:15.044091 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:53:15.044410 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:53:15.044729 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:53:15.045045 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:53:15.045360 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:53:15.045674 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:53:15.100317 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] get_ports_and_sgs() called for port_ids ['be8e2311-0b24-4d99-9b58-a1a3b8fb153b'] {{(pid=84154) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 20 15:53:16.653863 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Device be8e2311-0b24-4d99-9b58-a1a3b8fb153b up at agent hyperv_hv-neutron-8251 {{(pid=84154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 20 15:53:16.730424 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Provisioning complete for port be8e2311-0b24-4d99-9b58-a1a3b8fb153b triggered by entity L2. {{(pid=84154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 20 15:53:16.730799 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1628719'] for port, provisioning_complete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:53:16.845629 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:53:16.872076 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e60e431-4f14-4d1c-95a2-833d30750dc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be8e2311-0b24-4d99-9b58-a1a3b8fb153b'}] {{(pid=84154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 15:53:16.881645 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] For port be8e2311-0b24-4d99-9b58-a1a3b8fb153b, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=be8e2311-0b24-4d99-9b58-a1a3b8fb153b,segment=NetworkSegment(151fdb87-2561-4bb2-908c-f29f52cac046),segment_id=151fdb87-2561-4bb2-908c-f29f52cac046)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 15:53:16.959384 dv-neutron-825124-1-hyperv neutron-server[84154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e60e431-4f14-4d1c-95a2-833d30750dc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be8e2311-0b24-4d99-9b58-a1a3b8fb153b', 'code': 200} Jan 20 15:53:16.980647 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:53:17.044751 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Pushing event updated for resources: {'Port': ['ID=be8e2311-0b24-4d99-9b58-a1a3b8fb153b,revision_number=7']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:53:28.083247 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7ce4c3e2-3294-4fed-b6cf-b84eabbe20b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:53:30.516892 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-943b6791-1b08-40bb-8b70-50edcbb9ba79 req-bdd81060-d5db-46a8-a6ac-dde5889453ca service neutron] 10.222.0.106 "GET /v2.0/ports?device_id=a1f94813-8629-40cb-95ce-b347c990f8fd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0748694 Jan 20 15:53:30.596339 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-e5ff20e0-34ef-4d27-a6f1-75cb9128d196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:53:30.665372 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-943b6791-1b08-40bb-8b70-50edcbb9ba79 req-c86fe977-885f-4bd9-aeab-faec6863e5cf service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=5da0bcf3cab544f499077809bbc6b559&device_id=a1f94813-8629-40cb-95ce-b347c990f8fd HTTP/1.1" status: 200 len: 1097 time: 0.0740750 Jan 20 15:53:30.808825 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943b6791-1b08-40bb-8b70-50edcbb9ba79 req-d4141e01-04f2-4fc5-a114-7625e68186f6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:53:30.810312 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-943b6791-1b08-40bb-8b70-50edcbb9ba79 req-d4141e01-04f2-4fc5-a114-7625e68186f6 service neutron] 10.222.0.106 "GET /v2.0/networks?id=9132a61d-d29c-46ad-b6ba-3703a1498839 HTTP/1.1" status: 200 len: 910 time: 0.1269741 Jan 20 15:53:30.915382 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-943b6791-1b08-40bb-8b70-50edcbb9ba79 req-07b3f08b-d205-484e-bba3-72e7c5597fef service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bd6c0f71-a474-411f-8762-bbe49469f60d HTTP/1.1" status: 200 len: 1000 time: 0.0996647 Jan 20 15:53:30.988737 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943b6791-1b08-40bb-8b70-50edcbb9ba79 req-f9372fff-18ba-45ac-9fe0-09d1193f39c2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:53:30.990189 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-943b6791-1b08-40bb-8b70-50edcbb9ba79 req-f9372fff-18ba-45ac-9fe0-09d1193f39c2 service neutron] 10.222.0.106 "GET /v2.0/subnets?id=e46d3003-8fec-4899-9aa0-646ddc6c4955 HTTP/1.1" status: 200 len: 848 time: 0.0678208 Jan 20 15:53:31.062691 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-943b6791-1b08-40bb-8b70-50edcbb9ba79 req-6f6d062a-5027-4298-8bd4-9e1e31c25f4a service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=9132a61d-d29c-46ad-b6ba-3703a1498839&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0662696 Jan 20 15:53:31.279063 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-943b6791-1b08-40bb-8b70-50edcbb9ba79 req-f53bb75b-c26f-4802-926f-d1ecd4202226 service neutron] 10.222.0.106 "GET /v2.0/networks/9132a61d-d29c-46ad-b6ba-3703a1498839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2104447 Jan 20 15:53:31.411887 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-943b6791-1b08-40bb-8b70-50edcbb9ba79 req-ff01cc73-489e-42c2-b29b-e7339323d8aa service neutron] 10.222.0.106 "GET /v2.0/networks/9132a61d-d29c-46ad-b6ba-3703a1498839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243730 Jan 20 15:53:31.434326 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:53:31.516088 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:53:31.986158 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-cdd98e71-1f0a-4421-baa9-dcb30e06edf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:53:32.935439 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 53424) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:53:33.145593 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-e04967a0-29fd-42fe-a617-8e41b4d2cfb9 tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] Deleting port cbe61b1e-2ca7-4814-8a47-379663c9ca50 {{(pid=84153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 15:53:33.145935 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-e04967a0-29fd-42fe-a617-8e41b4d2cfb9 tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:53:33.310348 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-e04967a0-29fd-42fe-a617-8e41b4d2cfb9 tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:53:33.310673 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-e04967a0-29fd-42fe-a617-8e41b4d2cfb9 tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:53:33.436217 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-e04967a0-29fd-42fe-a617-8e41b4d2cfb9 tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] Calling delete_port for cbe61b1e-2ca7-4814-8a47-379663c9ca50 owned by network:floatingip {{(pid=84153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 15:53:33.477621 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-eea6df97-7ff1-4b63-af20-e3ec8913deda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:53:33.746054 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-e04967a0-29fd-42fe-a617-8e41b4d2cfb9 tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:53:33.792355 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04967a0-29fd-42fe-a617-8e41b4d2cfb9 tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] Pushing event deleted for resources: {'Port': ['ID=cbe61b1e-2ca7-4814-8a47-379663c9ca50,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:53:33.831482 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04967a0-29fd-42fe-a617-8e41b4d2cfb9 tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:53:33.835772 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04967a0-29fd-42fe-a617-8e41b4d2cfb9 tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:53:33.835772 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04967a0-29fd-42fe-a617-8e41b4d2cfb9 tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:53:33.835772 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04967a0-29fd-42fe-a617-8e41b4d2cfb9 tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:53:33.835772 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04967a0-29fd-42fe-a617-8e41b4d2cfb9 tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:53:33.835772 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04967a0-29fd-42fe-a617-8e41b4d2cfb9 tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:53:33.835772 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04967a0-29fd-42fe-a617-8e41b4d2cfb9 tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:53:33.835772 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04967a0-29fd-42fe-a617-8e41b4d2cfb9 tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:53:33.835772 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04967a0-29fd-42fe-a617-8e41b4d2cfb9 tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:53:33.835772 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04967a0-29fd-42fe-a617-8e41b4d2cfb9 tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:53:33.835772 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04967a0-29fd-42fe-a617-8e41b4d2cfb9 tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:53:33.893094 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-e04967a0-29fd-42fe-a617-8e41b4d2cfb9 tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] Notify callbacks [] for floatingip, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:53:34.293204 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e04967a0-29fd-42fe-a617-8e41b4d2cfb9 tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] Router d5b31ced-afe5-40e2-953e-8dca77b1cc61 has already been hosted by L3 agent 624d525b-4c26-4143-8a1c-228bb1c6faaa {{(pid=84153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 15:53:34.513937 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e04967a0-29fd-42fe-a617-8e41b4d2cfb9 tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] Notify agent at l3_agent.dv-neutron-825124-1-hyperv the message routers_updated {{(pid=84153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 15:53:34.524320 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec62dba-f251-4c4a-9dd8-8a144282ecda None None] Sync routers for ids ['d5b31ced-afe5-40e2-953e-8dca77b1cc61'] in dv-neutron-825124-1-hyperv {{(pid=84155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 15:53:34.533330 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-e04967a0-29fd-42fe-a617-8e41b4d2cfb9 tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for floatingip, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:53:34.536368 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec62dba-f251-4c4a-9dd8-8a144282ecda None None] Routers {'d5b31ced-afe5-40e2-953e-8dca77b1cc61'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 15:53:34.536974 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-dec62dba-f251-4c4a-9dd8-8a144282ecda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T15:53:30Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['d5b31ced-afe5-40e2-953e-8dca77b1cc61'], 'active': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:53:34.596611 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-e04967a0-29fd-42fe-a617-8e41b4d2cfb9 tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] 10.222.0.54 "DELETE /v2.0/floatingips/7eab1ed9-d016-4418-8822-3c4a56fe171f HTTP/1.1" status: 204 len: 168 time: 1.6597700 Jan 20 15:53:34.597289 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e60e431-4f14-4d1c-95a2-833d30750dc7', 'tag': 'be8e2311-0b24-4d99-9b58-a1a3b8fb153b'}] {{(pid=84153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 15:53:34.757515 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e60e431-4f14-4d1c-95a2-833d30750dc7', 'tag': 'be8e2311-0b24-4d99-9b58-a1a3b8fb153b', 'status': 'completed', 'code': 200} Jan 20 15:53:34.770340 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvr_db [None req-dec62dba-f251-4c4a-9dd8-8a144282ecda None None] Set router d5b31ced-afe5-40e2-953e-8dca77b1cc61 gateway port host: dv-neutron-825124-1-hyperv {{(pid=84155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 15:53:34.865600 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-046fe82d-2f65-4c70-b9b1-7f265d82b95d req-f2f86268-eb70-4e84-999f-379c1f9be03e service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=5da0bcf3cab544f499077809bbc6b559&device_id=7e60e431-4f14-4d1c-95a2-833d30750dc7 HTTP/1.1" status: 200 len: 1098 time: 0.0856891 Jan 20 15:53:35.013319 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046fe82d-2f65-4c70-b9b1-7f265d82b95d req-bcb383ff-a8dc-458b-87d9-e7323ae92c92 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:53:35.014923 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-046fe82d-2f65-4c70-b9b1-7f265d82b95d req-bcb383ff-a8dc-458b-87d9-e7323ae92c92 service neutron] 10.222.0.106 "GET /v2.0/networks?id=9132a61d-d29c-46ad-b6ba-3703a1498839 HTTP/1.1" status: 200 len: 910 time: 0.1429801 Jan 20 15:53:35.091783 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-046fe82d-2f65-4c70-b9b1-7f265d82b95d req-85b19278-7258-4817-8eee-807500b92de7 service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=be8e2311-0b24-4d99-9b58-a1a3b8fb153b HTTP/1.1" status: 200 len: 217 time: 0.0709631 Jan 20 15:53:35.162752 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046fe82d-2f65-4c70-b9b1-7f265d82b95d req-4e74a81a-bccc-4d29-99b7-626fefd3222b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:53:35.164470 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-046fe82d-2f65-4c70-b9b1-7f265d82b95d req-4e74a81a-bccc-4d29-99b7-626fefd3222b service neutron] 10.222.0.106 "GET /v2.0/subnets?id=e46d3003-8fec-4899-9aa0-646ddc6c4955 HTTP/1.1" status: 200 len: 848 time: 0.0672359 Jan 20 15:53:35.171176 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-dec62dba-f251-4c4a-9dd8-8a144282ecda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5b31ced-afe5-40e2-953e-8dca77b1cc61', 'name': 'tempest-TestSnapshotPattern-827731855-router', 'tenant_id': '5da0bcf3cab544f499077809bbc6b559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.109'}], 'enable_snat': True}, 'gw_port_id': '3a59bf65-f238-485b-84c6-12d5a6015f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:46:55Z', 'updated_at': '2022-01-20T15:46:58Z', 'revision_number': 4, 'project_id': '5da0bcf3cab544f499077809bbc6b559', 'gw_port': {'id': '3a59bf65-f238-485b-84c6-12d5a6015f1d', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:87:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b31ced-afe5-40e2-953e-8dca77b1cc61', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:46:55Z', 'updated_at': '2022-01-20T15:47:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv', '_floatingips': [{'id': 'ddec9a5f-f808-4d38-ae38-c26427682381', 'tenant_id': '5da0bcf3cab544f499077809bbc6b559', 'floating_ip_address': '172.26.7.212', 'floating_network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'router_id': 'd5b31ced-afe5-40e2-953e-8dca77b1cc61', 'port_id': 'bd6c0f71-a474-411f-8762-bbe49469f60d', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9132a61d-d29c-46ad-b6ba-3703a1498839', 'mac_address': 'fa:16:3e:77:ce:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1f94813-8629-40cb-95ce-b347c990f8fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T15:47:31Z', 'updated_at': '2022-01-20T15:47:37Z', 'revision_number': 1, 'project_id': '5da0bcf3cab544f499077809bbc6b559', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6183837c-3bc6-4b72-8520-e158b63e6003', 'name': '', 'network_id': '9132a61d-d29c-46ad-b6ba-3703a1498839', 'tenant_id': '5da0bcf3cab544f499077809bbc6b559', 'mac_address': 'fa:16:3e:e7:cf:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b31ced-afe5-40e2-953e-8dca77b1cc61', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e46d3003-8fec-4899-9aa0-646ddc6c4955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:46:58Z', 'updated_at': '2022-01-20T15:47:06Z', 'revision_number': 5, 'project_id': '5da0bcf3cab544f499077809bbc6b559', 'subnets': [{'id': 'e46d3003-8fec-4899-9aa0-646ddc6c4955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:53:35.176287 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec62dba-f251-4c4a-9dd8-8a144282ecda None None] Checking router: d5b31ced-afe5-40e2-953e-8dca77b1cc61 for host: dv-neutron-825124-1-hyperv {{(pid=84155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 15:53:35.190410 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec62dba-f251-4c4a-9dd8-8a144282ecda None None] Routers {'d5b31ced-afe5-40e2-953e-8dca77b1cc61'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 15:53:35.191140 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-dec62dba-f251-4c4a-9dd8-8a144282ecda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T15:53:30Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['d5b31ced-afe5-40e2-953e-8dca77b1cc61'], 'active': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:53:35.252013 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-046fe82d-2f65-4c70-b9b1-7f265d82b95d req-d9560232-07f0-46c5-82fb-6b6cfb295c7b service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=9132a61d-d29c-46ad-b6ba-3703a1498839&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0809777 Jan 20 15:53:35.372801 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvr_db [None req-dec62dba-f251-4c4a-9dd8-8a144282ecda None None] Set router d5b31ced-afe5-40e2-953e-8dca77b1cc61 gateway port host: dv-neutron-825124-1-hyperv {{(pid=84155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 15:53:35.387891 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69297375-1bae-4489-84da-6838314a281c req-de12f01b-28a6-421f-8ce9-3f5ca340305d tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:53:35.388820 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [req-69297375-1bae-4489-84da-6838314a281c req-de12f01b-28a6-421f-8ce9-3f5ca340305d tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] Synchronizing usage tracker for tenant:5da0bcf3cab544f499077809bbc6b559 on resource:port {{(pid=84153) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 15:53:35.405972 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-046fe82d-2f65-4c70-b9b1-7f265d82b95d req-4aa783f8-40fd-4ab3-b772-2cffb2317892 service neutron] 10.222.0.106 "GET /v2.0/networks/9132a61d-d29c-46ad-b6ba-3703a1498839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458454 Jan 20 15:53:35.489404 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [req-69297375-1bae-4489-84da-6838314a281c req-de12f01b-28a6-421f-8ce9-3f5ca340305d tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] Unset dirty status for tenant:5da0bcf3cab544f499077809bbc6b559 on resource:port {{(pid=84153) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 15:53:35.491229 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-69297375-1bae-4489-84da-6838314a281c req-de12f01b-28a6-421f-8ce9-3f5ca340305d tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] 10.222.0.54 "GET /v2.0/ports?device_id=7e60e431-4f14-4d1c-95a2-833d30750dc7 HTTP/1.1" status: 200 len: 945 time: 0.2669513 Jan 20 15:53:35.543546 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-046fe82d-2f65-4c70-b9b1-7f265d82b95d req-9a0f70d6-d607-4f96-a318-5c029f27acc2 service neutron] 10.222.0.106 "GET /v2.0/networks/9132a61d-d29c-46ad-b6ba-3703a1498839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314564 Jan 20 15:53:35.553360 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-69297375-1bae-4489-84da-6838314a281c req-95fb8cd2-1024-4e1c-87ee-5fc69559fbc0 tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] 10.222.0.54 "GET /v2.0/security-groups?id=ce1afaa7-7256-4337-b051-3b1f6ea9c6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552175 Jan 20 15:53:35.743312 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-dec62dba-f251-4c4a-9dd8-8a144282ecda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5b31ced-afe5-40e2-953e-8dca77b1cc61', 'name': 'tempest-TestSnapshotPattern-827731855-router', 'tenant_id': '5da0bcf3cab544f499077809bbc6b559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.109'}], 'enable_snat': True}, 'gw_port_id': '3a59bf65-f238-485b-84c6-12d5a6015f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:46:55Z', 'updated_at': '2022-01-20T15:46:58Z', 'revision_number': 4, 'project_id': '5da0bcf3cab544f499077809bbc6b559', 'gw_port': {'id': '3a59bf65-f238-485b-84c6-12d5a6015f1d', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:87:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b31ced-afe5-40e2-953e-8dca77b1cc61', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:46:55Z', 'updated_at': '2022-01-20T15:47:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv', '_floatingips': [{'id': 'ddec9a5f-f808-4d38-ae38-c26427682381', 'tenant_id': '5da0bcf3cab544f499077809bbc6b559', 'floating_ip_address': '172.26.7.212', 'floating_network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'router_id': 'd5b31ced-afe5-40e2-953e-8dca77b1cc61', 'port_id': 'bd6c0f71-a474-411f-8762-bbe49469f60d', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9132a61d-d29c-46ad-b6ba-3703a1498839', 'mac_address': 'fa:16:3e:77:ce:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1f94813-8629-40cb-95ce-b347c990f8fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T15:47:31Z', 'updated_at': '2022-01-20T15:47:37Z', 'revision_number': 1, 'project_id': '5da0bcf3cab544f499077809bbc6b559', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6183837c-3bc6-4b72-8520-e158b63e6003', 'name': '', 'network_id': '9132a61d-d29c-46ad-b6ba-3703a1498839', 'tenant_id': '5da0bcf3cab544f499077809bbc6b559', 'mac_address': 'fa:16:3e:e7:cf:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b31ced-afe5-40e2-953e-8dca77b1cc61', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e46d3003-8fec-4899-9aa0-646ddc6c4955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:46:58Z', 'updated_at': '2022-01-20T15:47:06Z', 'revision_number': 5, 'project_id': '5da0bcf3cab544f499077809bbc6b559', 'subnets': [{'id': 'e46d3003-8fec-4899-9aa0-646ddc6c4955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:53:35.747065 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec62dba-f251-4c4a-9dd8-8a144282ecda None None] The sync data for ids ['d5b31ced-afe5-40e2-953e-8dca77b1cc61'] in dv-neutron-825124-1-hyperv is: [{'id': 'd5b31ced-afe5-40e2-953e-8dca77b1cc61', 'name': 'tempest-TestSnapshotPattern-827731855-router', 'tenant_id': '5da0bcf3cab544f499077809bbc6b559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.109'}], 'enable_snat': True}, 'gw_port_id': '3a59bf65-f238-485b-84c6-12d5a6015f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:46:55Z', 'updated_at': '2022-01-20T15:46:58Z', 'revision_number': 4, 'project_id': '5da0bcf3cab544f499077809bbc6b559', 'gw_port': {'id': '3a59bf65-f238-485b-84c6-12d5a6015f1d', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:87:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b31ced-afe5-40e2-953e-8dca77b1cc61', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:46:55Z', 'updated_at': '2022-01-20T15:47:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv', '_floatingips': [{'id': 'ddec9a5f-f808-4d38-ae38-c26427682381', 'tenant_id': '5da0bcf3cab544f499077809bbc6b559', 'floating_ip_address': '172.26.7.212', 'floating_network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'router_id': 'd5b31ced-afe5-40e2-953e-8dca77b1cc61', 'port_id': 'bd6c0f71-a474-411f-8762-bbe49469f60d', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9132a61d-d29c-46ad-b6ba-3703a1498839', 'mac_address': 'fa:16:3e:77:ce:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1f94813-8629-40cb-95ce-b347c990f8fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-20T15:47:31Z', 'updated_at': '2022-01-20T15:47:37Z', 'revision_number': 1, 'project_id': '5da0bcf3cab544f499077809bbc6b559', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6183837c-3bc6-4b72-8520-e158b63e6003', 'name': '', 'network_id': '9132a61d-d29c-46ad-b6ba-3703a1498839', 'tenant_id': '5da0bcf3cab544f499077809bbc6b559', 'mac_address': 'fa:16:3e:e7:cf:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b31ced-afe5-40e2-953e-8dca77b1cc61', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e46d3003-8fec-4899-9aa0-646ddc6c4955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:46:58Z', 'updated_at': '2022-01-20T15:47:06Z', 'revision_number': 5, 'project_id': '5da0bcf3cab544f499077809bbc6b559', 'subnets': [{'id': 'e46d3003-8fec-4899-9aa0-646ddc6c4955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 15:53:35.971452 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-053b8058-9b61-4bc5-87df-878c712673e4 None None] New status for floating IP 7eab1ed9-d016-4418-8822-3c4a56fe171f: DOWN {{(pid=84154) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 20 15:53:36.769379 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe38d67-4826-4bfc-87ca-4cc2c614301b req-71132ebd-dcc0-40a7-a615-b33252085409 tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:53:36.770846 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-abe38d67-4826-4bfc-87ca-4cc2c614301b req-71132ebd-dcc0-40a7-a615-b33252085409 tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] 10.222.0.54 "GET /v2.0/ports?device_id=7e60e431-4f14-4d1c-95a2-833d30750dc7 HTTP/1.1" status: 200 len: 945 time: 0.0761502 Jan 20 15:53:36.778186 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Device be8e2311-0b24-4d99-9b58-a1a3b8fb153b no longer exists at agent hyperv_hv-neutron-8251 {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 15:53:36.819383 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-abe38d67-4826-4bfc-87ca-4cc2c614301b req-3cb095a6-2107-4b5b-9675-ddaab48faf76 tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] 10.222.0.54 "GET /v2.0/security-groups?id=ce1afaa7-7256-4337-b051-3b1f6ea9c6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430474 Jan 20 15:53:36.890090 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1834217'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:53:36.921067 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e60e431-4f14-4d1c-95a2-833d30750dc7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'be8e2311-0b24-4d99-9b58-a1a3b8fb153b'}] {{(pid=84154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 15:53:36.931887 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] For port be8e2311-0b24-4d99-9b58-a1a3b8fb153b, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=be8e2311-0b24-4d99-9b58-a1a3b8fb153b,segment=NetworkSegment(151fdb87-2561-4bb2-908c-f29f52cac046),segment_id=151fdb87-2561-4bb2-908c-f29f52cac046)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 15:53:36.975325 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ee7cb3-bc15-42fa-977a-66ab9ab7db42 req-cb344cfb-af53-43e3-88b3-1831869660b4 tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:53:36.976092 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [req-e7ee7cb3-bc15-42fa-977a-66ab9ab7db42 req-cb344cfb-af53-43e3-88b3-1831869660b4 tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] Synchronizing usage tracker for tenant:5da0bcf3cab544f499077809bbc6b559 on resource:port {{(pid=84152) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 15:53:36.977679 dv-neutron-825124-1-hyperv neutron-server[84154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e60e431-4f14-4d1c-95a2-833d30750dc7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'be8e2311-0b24-4d99-9b58-a1a3b8fb153b', 'code': 200} Jan 20 15:53:36.988699 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [req-e7ee7cb3-bc15-42fa-977a-66ab9ab7db42 req-cb344cfb-af53-43e3-88b3-1831869660b4 tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] Unset dirty status for tenant:5da0bcf3cab544f499077809bbc6b559 on resource:port {{(pid=84152) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 15:53:36.989819 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-e7ee7cb3-bc15-42fa-977a-66ab9ab7db42 req-cb344cfb-af53-43e3-88b3-1831869660b4 tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] 10.222.0.106 "GET /v2.0/ports?device_id=7e60e431-4f14-4d1c-95a2-833d30750dc7 HTTP/1.1" status: 200 len: 945 time: 0.0905178 Jan 20 15:53:37.008973 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769554139140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769553781495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769553777960'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:53:37.063092 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [req-e7ee7cb3-bc15-42fa-977a-66ab9ab7db42 req-b69312bd-87a1-4503-bb9c-2075953398f0 tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] Deleting port be8e2311-0b24-4d99-9b58-a1a3b8fb153b {{(pid=84152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 15:53:37.063447 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [req-e7ee7cb3-bc15-42fa-977a-66ab9ab7db42 req-b69312bd-87a1-4503-bb9c-2075953398f0 tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:53:37.076108 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Pushing event updated for resources: {'Port': ['ID=be8e2311-0b24-4d99-9b58-a1a3b8fb153b,revision_number=8']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:53:37.303165 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.db [req-e7ee7cb3-bc15-42fa-977a-66ab9ab7db42 req-b69312bd-87a1-4503-bb9c-2075953398f0 tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] For port be8e2311-0b24-4d99-9b58-a1a3b8fb153b, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=be8e2311-0b24-4d99-9b58-a1a3b8fb153b,segment=NetworkSegment(151fdb87-2561-4bb2-908c-f29f52cac046),segment_id=151fdb87-2561-4bb2-908c-f29f52cac046)] {{(pid=84152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 15:53:37.303517 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [req-e7ee7cb3-bc15-42fa-977a-66ab9ab7db42 req-b69312bd-87a1-4503-bb9c-2075953398f0 tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:53:37.425545 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [req-e7ee7cb3-bc15-42fa-977a-66ab9ab7db42 req-b69312bd-87a1-4503-bb9c-2075953398f0 tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] Calling delete_port for be8e2311-0b24-4d99-9b58-a1a3b8fb153b owned by compute:nova {{(pid=84152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 15:53:37.614547 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [req-e7ee7cb3-bc15-42fa-977a-66ab9ab7db42 req-b69312bd-87a1-4503-bb9c-2075953398f0 tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:53:37.746883 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69312bd-87a1-4503-bb9c-2075953398f0 tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] Pushing event deleted for resources: {'Port': ['ID=be8e2311-0b24-4d99-9b58-a1a3b8fb153b,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:53:37.785610 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69312bd-87a1-4503-bb9c-2075953398f0 tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:53:37.787183 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69312bd-87a1-4503-bb9c-2075953398f0 tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:53:37.787183 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69312bd-87a1-4503-bb9c-2075953398f0 tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:53:37.787183 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69312bd-87a1-4503-bb9c-2075953398f0 tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:53:37.787183 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69312bd-87a1-4503-bb9c-2075953398f0 tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:53:37.787517 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69312bd-87a1-4503-bb9c-2075953398f0 tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:53:37.787662 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69312bd-87a1-4503-bb9c-2075953398f0 tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:53:37.787993 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69312bd-87a1-4503-bb9c-2075953398f0 tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:53:37.788320 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69312bd-87a1-4503-bb9c-2075953398f0 tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:53:37.788641 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69312bd-87a1-4503-bb9c-2075953398f0 tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:53:37.788982 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69312bd-87a1-4503-bb9c-2075953398f0 tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-825124-1-hyperv {{(pid=84152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 20 15:53:37.831732 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7ee7cb3-bc15-42fa-977a-66ab9ab7db42 req-b69312bd-87a1-4503-bb9c-2075953398f0 tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] No DVR routers for this DVR port be8e2311-0b24-4d99-9b58-a1a3b8fb153b on host hv-neutron-8251 {{(pid=84152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 15:53:37.834134 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [req-e7ee7cb3-bc15-42fa-977a-66ab9ab7db42 req-b69312bd-87a1-4503-bb9c-2075953398f0 tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:53:37.836639 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e60e431-4f14-4d1c-95a2-833d30750dc7', 'name': 'network-vif-deleted', 'tag': 'be8e2311-0b24-4d99-9b58-a1a3b8fb153b'}] {{(pid=84152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 15:53:37.907432 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-e7ee7cb3-bc15-42fa-977a-66ab9ab7db42 req-b69312bd-87a1-4503-bb9c-2075953398f0 tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] 10.222.0.106 "DELETE /v2.0/ports/be8e2311-0b24-4d99-9b58-a1a3b8fb153b HTTP/1.1" status: 204 len: 173 time: 0.9110518 Jan 20 15:53:37.981935 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e60e431-4f14-4d1c-95a2-833d30750dc7', 'name': 'network-vif-deleted', 'tag': 'be8e2311-0b24-4d99-9b58-a1a3b8fb153b', 'status': 'completed', 'code': 200} Jan 20 15:53:37.986619 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-21934232-2e32-4665-81db-79e2f97b1eaa req-42642122-6250-4492-9b9c-b7d816f12a09 tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] 10.222.0.54 "GET /v2.0/ports?device_id=7e60e431-4f14-4d1c-95a2-833d30750dc7 HTTP/1.1" status: 200 len: 210 time: 0.0432012 Jan 20 15:53:40.283878 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 53488) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:53:40.482306 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-140bcc0a-82d1-4c08-85b4-98702fc0a7d4 tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] Deleting port a991c825-d3b8-4735-b181-adcc1d2a9e11 {{(pid=84153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 15:53:40.482615 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-140bcc0a-82d1-4c08-85b4-98702fc0a7d4 tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:53:40.752886 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-140bcc0a-82d1-4c08-85b4-98702fc0a7d4 tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:53:40.753130 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-140bcc0a-82d1-4c08-85b4-98702fc0a7d4 tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:53:40.810132 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Device be8e2311-0b24-4d99-9b58-a1a3b8fb153b no longer exists at agent hyperv_hv-neutron-8251 {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 15:53:40.844157 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] No Port match for: be8e2311-0b24-4d99-9b58-a1a3b8fb153b {{(pid=84154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 15:53:40.844536 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Device be8e2311-0b24-4d99-9b58-a1a3b8fb153b not bound to the agent host hv-neutron-8251 {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 15:53:40.872255 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.plugins.ml2.plugin [None req-140bcc0a-82d1-4c08-85b4-98702fc0a7d4 tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] Calling delete_port for a991c825-d3b8-4735-b181-adcc1d2a9e11 owned by network:floatingip {{(pid=84153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 15:53:41.082008 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-140bcc0a-82d1-4c08-85b4-98702fc0a7d4 tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3944155'] for port, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:53:41.126496 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140bcc0a-82d1-4c08-85b4-98702fc0a7d4 tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] Pushing event deleted for resources: {'Port': ['ID=a991c825-d3b8-4735-b181-adcc1d2a9e11,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:53:41.223538 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-140bcc0a-82d1-4c08-85b4-98702fc0a7d4 tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] Notify callbacks [] for floatingip, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:53:41.622563 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-140bcc0a-82d1-4c08-85b4-98702fc0a7d4 tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] Router d5b31ced-afe5-40e2-953e-8dca77b1cc61 has already been hosted by L3 agent 624d525b-4c26-4143-8a1c-228bb1c6faaa {{(pid=84153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 15:53:41.820008 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-140bcc0a-82d1-4c08-85b4-98702fc0a7d4 tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] Notify agent at l3_agent.dv-neutron-825124-1-hyperv the message routers_updated {{(pid=84153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 15:53:41.830569 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84b8e66e-213f-4a98-a52b-3a8dc9c47e44 None None] Sync routers for ids ['d5b31ced-afe5-40e2-953e-8dca77b1cc61'] in dv-neutron-825124-1-hyperv {{(pid=84155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 15:53:41.837048 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-140bcc0a-82d1-4c08-85b4-98702fc0a7d4 tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for floatingip, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:53:41.841864 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84b8e66e-213f-4a98-a52b-3a8dc9c47e44 None None] Routers {'d5b31ced-afe5-40e2-953e-8dca77b1cc61'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 15:53:41.842499 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-84b8e66e-213f-4a98-a52b-3a8dc9c47e44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T15:53:30Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['d5b31ced-afe5-40e2-953e-8dca77b1cc61'], 'active': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:53:41.894383 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-140bcc0a-82d1-4c08-85b4-98702fc0a7d4 tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] 10.222.0.54 "DELETE /v2.0/floatingips/ddec9a5f-f808-4d38-ae38-c26427682381 HTTP/1.1" status: 204 len: 168 time: 1.6093035 Jan 20 15:53:41.894969 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1f94813-8629-40cb-95ce-b347c990f8fd', 'tag': 'bd6c0f71-a474-411f-8762-bbe49469f60d'}] {{(pid=84153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 15:53:41.951153 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1f94813-8629-40cb-95ce-b347c990f8fd', 'tag': 'bd6c0f71-a474-411f-8762-bbe49469f60d', 'status': 'completed', 'code': 200} Jan 20 15:53:42.027712 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvr_db [None req-84b8e66e-213f-4a98-a52b-3a8dc9c47e44 None None] Set router d5b31ced-afe5-40e2-953e-8dca77b1cc61 gateway port host: dv-neutron-825124-1-hyperv {{(pid=84155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 15:53:42.043516 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-c625fef6-92a3-4132-9fb6-44b78671c5c8 req-f9c6768a-1da9-4207-ad58-8c8dc714c8af service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=5da0bcf3cab544f499077809bbc6b559&device_id=a1f94813-8629-40cb-95ce-b347c990f8fd HTTP/1.1" status: 200 len: 1097 time: 0.0702085 Jan 20 15:53:42.179935 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c625fef6-92a3-4132-9fb6-44b78671c5c8 req-1b3c99c2-0cc1-48cc-b320-b51a159aca6f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:53:42.181478 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-c625fef6-92a3-4132-9fb6-44b78671c5c8 req-1b3c99c2-0cc1-48cc-b320-b51a159aca6f service neutron] 10.222.0.106 "GET /v2.0/networks?id=9132a61d-d29c-46ad-b6ba-3703a1498839 HTTP/1.1" status: 200 len: 910 time: 0.1324630 Jan 20 15:53:42.268789 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-c625fef6-92a3-4132-9fb6-44b78671c5c8 req-69e70878-ee28-41d8-8dc3-b43118686ecc service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bd6c0f71-a474-411f-8762-bbe49469f60d HTTP/1.1" status: 200 len: 217 time: 0.0812626 Jan 20 15:53:42.337334 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c625fef6-92a3-4132-9fb6-44b78671c5c8 req-a96a2fdf-31ab-4995-b622-8930331315bc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:53:42.339281 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-c625fef6-92a3-4132-9fb6-44b78671c5c8 req-a96a2fdf-31ab-4995-b622-8930331315bc service neutron] 10.222.0.106 "GET /v2.0/subnets?id=e46d3003-8fec-4899-9aa0-646ddc6c4955 HTTP/1.1" status: 200 len: 848 time: 0.0648286 Jan 20 15:53:42.394274 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-84b8e66e-213f-4a98-a52b-3a8dc9c47e44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5b31ced-afe5-40e2-953e-8dca77b1cc61', 'name': 'tempest-TestSnapshotPattern-827731855-router', 'tenant_id': '5da0bcf3cab544f499077809bbc6b559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.109'}], 'enable_snat': True}, 'gw_port_id': '3a59bf65-f238-485b-84c6-12d5a6015f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:46:55Z', 'updated_at': '2022-01-20T15:46:58Z', 'revision_number': 4, 'project_id': '5da0bcf3cab544f499077809bbc6b559', 'gw_port': {'id': '3a59bf65-f238-485b-84c6-12d5a6015f1d', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:87:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b31ced-afe5-40e2-953e-8dca77b1cc61', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:46:55Z', 'updated_at': '2022-01-20T15:47:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv', '_interfaces': [{'id': '6183837c-3bc6-4b72-8520-e158b63e6003', 'name': '', 'network_id': '9132a61d-d29c-46ad-b6ba-3703a1498839', 'tenant_id': '5da0bcf3cab544f499077809bbc6b559', 'mac_address': 'fa:16:3e:e7:cf:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b31ced-afe5-40e2-953e-8dca77b1cc61', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e46d3003-8fec-4899-9aa0-646ddc6c4955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:46:58Z', 'updated_at': '2022-01-20T15:47:06Z', 'revision_number': 5, 'project_id': '5da0bcf3cab544f499077809bbc6b559', 'subnets': [{'id': 'e46d3003-8fec-4899-9aa0-646ddc6c4955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:53:42.398216 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84b8e66e-213f-4a98-a52b-3a8dc9c47e44 None None] Checking router: d5b31ced-afe5-40e2-953e-8dca77b1cc61 for host: dv-neutron-825124-1-hyperv {{(pid=84155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 15:53:42.409093 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84b8e66e-213f-4a98-a52b-3a8dc9c47e44 None None] Routers {'d5b31ced-afe5-40e2-953e-8dca77b1cc61'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 15:53:42.409702 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-84b8e66e-213f-4a98-a52b-3a8dc9c47e44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T15:53:30Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['d5b31ced-afe5-40e2-953e-8dca77b1cc61'], 'active': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:53:42.426507 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-c625fef6-92a3-4132-9fb6-44b78671c5c8 req-2725851f-682d-4d6c-ab06-8c69f89f5ca6 service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=9132a61d-d29c-46ad-b6ba-3703a1498839&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0804040 Jan 20 15:53:42.496463 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a7f032-6e96-4a74-822a-d5f019b0be80 req-829c8a12-7764-4498-bbc3-13fa82274a67 tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:53:42.497077 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [req-46a7f032-6e96-4a74-822a-d5f019b0be80 req-829c8a12-7764-4498-bbc3-13fa82274a67 tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] Synchronizing usage tracker for tenant:5da0bcf3cab544f499077809bbc6b559 on resource:port {{(pid=84153) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 15:53:42.564638 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-c625fef6-92a3-4132-9fb6-44b78671c5c8 req-ff558294-e26d-47dd-ba2f-6b88f25e6db3 service neutron] 10.222.0.106 "GET /v2.0/networks/9132a61d-d29c-46ad-b6ba-3703a1498839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299188 Jan 20 15:53:42.568645 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.quota.resource [req-46a7f032-6e96-4a74-822a-d5f019b0be80 req-829c8a12-7764-4498-bbc3-13fa82274a67 tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] Unset dirty status for tenant:5da0bcf3cab544f499077809bbc6b559 on resource:port {{(pid=84153) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 15:53:42.569852 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-46a7f032-6e96-4a74-822a-d5f019b0be80 req-829c8a12-7764-4498-bbc3-13fa82274a67 tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] 10.222.0.54 "GET /v2.0/ports?device_id=a1f94813-8629-40cb-95ce-b347c990f8fd HTTP/1.1" status: 200 len: 944 time: 0.1509976 Jan 20 15:53:42.589195 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvr_db [None req-84b8e66e-213f-4a98-a52b-3a8dc9c47e44 None None] Set router d5b31ced-afe5-40e2-953e-8dca77b1cc61 gateway port host: dv-neutron-825124-1-hyperv {{(pid=84155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 15:53:42.621543 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-46a7f032-6e96-4a74-822a-d5f019b0be80 req-77b1cc4e-9eea-4931-a997-af22f7a1e51f tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] 10.222.0.54 "GET /v2.0/security-groups?id=ce1afaa7-7256-4337-b051-3b1f6ea9c6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456054 Jan 20 15:53:42.702051 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-c625fef6-92a3-4132-9fb6-44b78671c5c8 req-7c4a1299-040d-43b8-8f95-c058c242f777 service neutron] 10.222.0.106 "GET /v2.0/networks/9132a61d-d29c-46ad-b6ba-3703a1498839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304574 Jan 20 15:53:42.905248 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-84b8e66e-213f-4a98-a52b-3a8dc9c47e44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5b31ced-afe5-40e2-953e-8dca77b1cc61', 'name': 'tempest-TestSnapshotPattern-827731855-router', 'tenant_id': '5da0bcf3cab544f499077809bbc6b559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.109'}], 'enable_snat': True}, 'gw_port_id': '3a59bf65-f238-485b-84c6-12d5a6015f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:46:55Z', 'updated_at': '2022-01-20T15:46:58Z', 'revision_number': 4, 'project_id': '5da0bcf3cab544f499077809bbc6b559', 'gw_port': {'id': '3a59bf65-f238-485b-84c6-12d5a6015f1d', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:87:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b31ced-afe5-40e2-953e-8dca77b1cc61', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:46:55Z', 'updated_at': '2022-01-20T15:47:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv', '_interfaces': [{'id': '6183837c-3bc6-4b72-8520-e158b63e6003', 'name': '', 'network_id': '9132a61d-d29c-46ad-b6ba-3703a1498839', 'tenant_id': '5da0bcf3cab544f499077809bbc6b559', 'mac_address': 'fa:16:3e:e7:cf:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b31ced-afe5-40e2-953e-8dca77b1cc61', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e46d3003-8fec-4899-9aa0-646ddc6c4955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:46:58Z', 'updated_at': '2022-01-20T15:47:06Z', 'revision_number': 5, 'project_id': '5da0bcf3cab544f499077809bbc6b559', 'subnets': [{'id': 'e46d3003-8fec-4899-9aa0-646ddc6c4955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:53:42.909757 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84b8e66e-213f-4a98-a52b-3a8dc9c47e44 None None] The sync data for ids ['d5b31ced-afe5-40e2-953e-8dca77b1cc61'] in dv-neutron-825124-1-hyperv is: [{'id': 'd5b31ced-afe5-40e2-953e-8dca77b1cc61', 'name': 'tempest-TestSnapshotPattern-827731855-router', 'tenant_id': '5da0bcf3cab544f499077809bbc6b559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.109'}], 'enable_snat': True}, 'gw_port_id': '3a59bf65-f238-485b-84c6-12d5a6015f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:46:55Z', 'updated_at': '2022-01-20T15:46:58Z', 'revision_number': 4, 'project_id': '5da0bcf3cab544f499077809bbc6b559', 'gw_port': {'id': '3a59bf65-f238-485b-84c6-12d5a6015f1d', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:87:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b31ced-afe5-40e2-953e-8dca77b1cc61', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:46:55Z', 'updated_at': '2022-01-20T15:47:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv', '_interfaces': [{'id': '6183837c-3bc6-4b72-8520-e158b63e6003', 'name': '', 'network_id': '9132a61d-d29c-46ad-b6ba-3703a1498839', 'tenant_id': '5da0bcf3cab544f499077809bbc6b559', 'mac_address': 'fa:16:3e:e7:cf:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b31ced-afe5-40e2-953e-8dca77b1cc61', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e46d3003-8fec-4899-9aa0-646ddc6c4955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:46:58Z', 'updated_at': '2022-01-20T15:47:06Z', 'revision_number': 5, 'project_id': '5da0bcf3cab544f499077809bbc6b559', 'subnets': [{'id': 'e46d3003-8fec-4899-9aa0-646ddc6c4955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 15:53:43.150132 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75900d40-f78c-413b-9bff-f9d40945dfc0 None None] New status for floating IP ddec9a5f-f808-4d38-ae38-c26427682381: DOWN {{(pid=84154) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 20 15:53:43.414329 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed3a29a-c670-435e-9765-92c78e7d8b91 req-3e8cd27d-dc48-4be3-ba9f-5a37c09616b9 tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:53:43.415003 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [req-eed3a29a-c670-435e-9765-92c78e7d8b91 req-3e8cd27d-dc48-4be3-ba9f-5a37c09616b9 tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] Synchronizing usage tracker for tenant:5da0bcf3cab544f499077809bbc6b559 on resource:port {{(pid=84152) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 20 15:53:43.427027 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.quota.resource [req-eed3a29a-c670-435e-9765-92c78e7d8b91 req-3e8cd27d-dc48-4be3-ba9f-5a37c09616b9 tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] Unset dirty status for tenant:5da0bcf3cab544f499077809bbc6b559 on resource:port {{(pid=84152) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 20 15:53:43.428160 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-eed3a29a-c670-435e-9765-92c78e7d8b91 req-3e8cd27d-dc48-4be3-ba9f-5a37c09616b9 tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] 10.222.0.106 "GET /v2.0/ports?device_id=a1f94813-8629-40cb-95ce-b347c990f8fd HTTP/1.1" status: 200 len: 944 time: 0.0919719 Jan 20 15:53:43.497019 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [req-eed3a29a-c670-435e-9765-92c78e7d8b91 req-69ea85e5-4f17-4376-a501-392046095cce tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] Deleting port bd6c0f71-a474-411f-8762-bbe49469f60d {{(pid=84152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 15:53:43.497379 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [req-eed3a29a-c670-435e-9765-92c78e7d8b91 req-69ea85e5-4f17-4376-a501-392046095cce tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:53:43.746264 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.db [req-eed3a29a-c670-435e-9765-92c78e7d8b91 req-69ea85e5-4f17-4376-a501-392046095cce tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] For port bd6c0f71-a474-411f-8762-bbe49469f60d, host hv-neutron-8251, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8251',level=0,port_id=bd6c0f71-a474-411f-8762-bbe49469f60d,segment=NetworkSegment(151fdb87-2561-4bb2-908c-f29f52cac046),segment_id=151fdb87-2561-4bb2-908c-f29f52cac046)] {{(pid=84152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 15:53:43.746625 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [req-eed3a29a-c670-435e-9765-92c78e7d8b91 req-69ea85e5-4f17-4376-a501-392046095cce tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:53:43.826417 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cec0bee-6ee3-45ff-8a9b-ad7c2b8179c6 req-24a675da-e0c9-4750-a252-da527bfb9caf tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 20 15:53:43.827891 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-4cec0bee-6ee3-45ff-8a9b-ad7c2b8179c6 req-24a675da-e0c9-4750-a252-da527bfb9caf tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] 10.222.0.54 "GET /v2.0/ports?device_id=a1f94813-8629-40cb-95ce-b347c990f8fd HTTP/1.1" status: 200 len: 944 time: 0.0797839 Jan 20 15:53:43.869659 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [req-eed3a29a-c670-435e-9765-92c78e7d8b91 req-69ea85e5-4f17-4376-a501-392046095cce tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] Calling delete_port for bd6c0f71-a474-411f-8762-bbe49469f60d owned by compute:nova {{(pid=84152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 15:53:43.874853 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-4cec0bee-6ee3-45ff-8a9b-ad7c2b8179c6 req-d8d6cf63-3cc3-45e0-9626-f3e17bcf6183 tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] 10.222.0.54 "GET /v2.0/security-groups?id=ce1afaa7-7256-4337-b051-3b1f6ea9c6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413024 Jan 20 15:53:44.077523 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [req-eed3a29a-c670-435e-9765-92c78e7d8b91 req-69ea85e5-4f17-4376-a501-392046095cce tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:53:44.124823 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ea85e5-4f17-4376-a501-392046095cce tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] Pushing event deleted for resources: {'Port': ['ID=bd6c0f71-a474-411f-8762-bbe49469f60d,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:53:44.288473 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.l3_dvrscheduler_db [req-eed3a29a-c670-435e-9765-92c78e7d8b91 req-69ea85e5-4f17-4376-a501-392046095cce tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] No DVR routers for this DVR port bd6c0f71-a474-411f-8762-bbe49469f60d on host hv-neutron-8251 {{(pid=84152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 15:53:44.291003 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [req-eed3a29a-c670-435e-9765-92c78e7d8b91 req-69ea85e5-4f17-4376-a501-392046095cce tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172639'] for port, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:53:44.293600 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1f94813-8629-40cb-95ce-b347c990f8fd', 'name': 'network-vif-deleted', 'tag': 'bd6c0f71-a474-411f-8762-bbe49469f60d'}] {{(pid=84152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 20 15:53:44.351798 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1f94813-8629-40cb-95ce-b347c990f8fd', 'name': 'network-vif-deleted', 'tag': 'bd6c0f71-a474-411f-8762-bbe49469f60d', 'status': 'completed', 'code': 200} Jan 20 15:53:44.363800 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [req-eed3a29a-c670-435e-9765-92c78e7d8b91 req-69ea85e5-4f17-4376-a501-392046095cce tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] 10.222.0.106 "DELETE /v2.0/ports/bd6c0f71-a474-411f-8762-bbe49469f60d HTTP/1.1" status: 204 len: 173 time: 0.9286582 Jan 20 15:53:45.059136 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [req-e2232da9-285e-4106-89f4-c43ba423b645 req-9e6d3519-cb62-4a27-8a94-06569a0fbc57 tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] 10.222.0.54 "GET /v2.0/ports?device_id=a1f94813-8629-40cb-95ce-b347c990f8fd HTTP/1.1" status: 200 len: 210 time: 0.0414157 Jan 20 15:53:46.169913 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.wsgi [-] (84153) accepted ('10.222.0.54', 53506) {{(pid=84153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:53:46.244868 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-7612d3e9-520d-4140-bc30-e18caf55d52f tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] Notify callbacks [] for security_group, before_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:53:46.275194 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-7612d3e9-520d-4140-bc30-e18caf55d52f tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:53:46.391312 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-7612d3e9-520d-4140-bc30-e18caf55d52f tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_delete {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:53:46.409785 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7612d3e9-520d-4140-bc30-e18caf55d52f tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce1afaa7-7256-4337-b051-3b1f6ea9c6ec,revision_number=None']} {{(pid=84153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:53:46.474763 dv-neutron-825124-1-hyperv neutron-server[84153]: DEBUG neutron_lib.callbacks.manager [None req-7612d3e9-520d-4140-bc30-e18caf55d52f tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] Notify callbacks [] for security_group, before_response {{(pid=84153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:53:46.475937 dv-neutron-825124-1-hyperv neutron-server[84153]: INFO neutron.wsgi [None req-7612d3e9-520d-4140-bc30-e18caf55d52f tempest-TestSnapshotPattern-1968720618 tempest-TestSnapshotPattern-1968720618-project] 10.222.0.54 "DELETE /v2.0/security-groups/ce1afaa7-7256-4337-b051-3b1f6ea9c6ec HTTP/1.1" status: 204 len: 168 time: 0.3049991 Jan 20 15:53:46.630856 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 53512) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:53:47.138944 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-2ce23c10-7583-474f-9e07-017076e144c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-743504'] for router_interface, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:53:47.746219 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-2ce23c10-7583-474f-9e07-017076e144c0 admin admin] Deleting port 6183837c-3bc6-4b72-8520-e158b63e6003 {{(pid=84152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 15:53:47.746895 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-2ce23c10-7583-474f-9e07-017076e144c0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:53:47.913481 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.db [None req-2ce23c10-7583-474f-9e07-017076e144c0 admin admin] For port 6183837c-3bc6-4b72-8520-e158b63e6003, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=6183837c-3bc6-4b72-8520-e158b63e6003,segment=NetworkSegment(151fdb87-2561-4bb2-908c-f29f52cac046),segment_id=151fdb87-2561-4bb2-908c-f29f52cac046)] {{(pid=84152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 15:53:47.913824 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-2ce23c10-7583-474f-9e07-017076e144c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:53:48.030036 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-2ce23c10-7583-474f-9e07-017076e144c0 admin admin] Calling delete_port for 6183837c-3bc6-4b72-8520-e158b63e6003 owned by network:router_interface {{(pid=84152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 15:53:48.333850 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-2ce23c10-7583-474f-9e07-017076e144c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:53:48.381040 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce23c10-7583-474f-9e07-017076e144c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=6183837c-3bc6-4b72-8520-e158b63e6003,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:53:48.706765 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-2ce23c10-7583-474f-9e07-017076e144c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1705096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-745401'] for router_interface, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:53:48.840577 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Device bd6c0f71-a474-411f-8762-bbe49469f60d no longer exists at agent hyperv_hv-neutron-8251 {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 15:53:48.881188 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] No Port match for: bd6c0f71-a474-411f-8762-bbe49469f60d {{(pid=84154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 15:53:48.881568 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Device bd6c0f71-a474-411f-8762-bbe49469f60d not bound to the agent host hv-neutron-8251 {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 15:53:49.275047 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ce23c10-7583-474f-9e07-017076e144c0 admin admin] Router d5b31ced-afe5-40e2-953e-8dca77b1cc61 has already been hosted by L3 agent 624d525b-4c26-4143-8a1c-228bb1c6faaa {{(pid=84152) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 15:53:49.477265 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ce23c10-7583-474f-9e07-017076e144c0 admin admin] Notify agent at l3_agent.dv-neutron-825124-1-hyperv the message routers_updated {{(pid=84152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 15:53:49.486450 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-284502af-da01-4fac-bc59-f13dd8995556 None None] Sync routers for ids ['d5b31ced-afe5-40e2-953e-8dca77b1cc61'] in dv-neutron-825124-1-hyperv {{(pid=84155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 15:53:49.491068 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-2ce23c10-7583-474f-9e07-017076e144c0 admin admin] 10.222.0.54 "PUT /v2.0/routers/d5b31ced-afe5-40e2-953e-8dca77b1cc61/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8587713 Jan 20 15:53:49.493429 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 53520) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:53:49.498792 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-284502af-da01-4fac-bc59-f13dd8995556 None None] Routers {'d5b31ced-afe5-40e2-953e-8dca77b1cc61'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 15:53:49.499611 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-284502af-da01-4fac-bc59-f13dd8995556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T15:53:30Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['d5b31ced-afe5-40e2-953e-8dca77b1cc61'], 'active': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:53:49.682096 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvr_db [None req-284502af-da01-4fac-bc59-f13dd8995556 None None] Set router d5b31ced-afe5-40e2-953e-8dca77b1cc61 gateway port host: dv-neutron-825124-1-hyperv {{(pid=84155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 15:53:49.713413 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-654f1711-29e8-448f-93aa-5dcad5200477 admin admin] Notify callbacks [] for router, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:53:49.998112 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-284502af-da01-4fac-bc59-f13dd8995556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5b31ced-afe5-40e2-953e-8dca77b1cc61', 'name': 'tempest-TestSnapshotPattern-827731855-router', 'tenant_id': '5da0bcf3cab544f499077809bbc6b559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.109'}], 'enable_snat': True}, 'gw_port_id': '3a59bf65-f238-485b-84c6-12d5a6015f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:46:55Z', 'updated_at': '2022-01-20T15:53:48Z', 'revision_number': 5, 'project_id': '5da0bcf3cab544f499077809bbc6b559', 'gw_port': {'id': '3a59bf65-f238-485b-84c6-12d5a6015f1d', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:87:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b31ced-afe5-40e2-953e-8dca77b1cc61', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:46:55Z', 'updated_at': '2022-01-20T15:47:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv'}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:53:50.002520 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-284502af-da01-4fac-bc59-f13dd8995556 None None] Checking router: d5b31ced-afe5-40e2-953e-8dca77b1cc61 for host: dv-neutron-825124-1-hyperv {{(pid=84155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 15:53:50.012526 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-284502af-da01-4fac-bc59-f13dd8995556 None None] Routers {'d5b31ced-afe5-40e2-953e-8dca77b1cc61'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 15:53:50.013121 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-284502af-da01-4fac-bc59-f13dd8995556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T15:53:30Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['d5b31ced-afe5-40e2-953e-8dca77b1cc61'], 'active': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:53:50.020095 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-654f1711-29e8-448f-93aa-5dcad5200477 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:53:50.083034 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-654f1711-29e8-448f-93aa-5dcad5200477 admin admin] Deleting port 3a59bf65-f238-485b-84c6-12d5a6015f1d {{(pid=84152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 15:53:50.083751 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-654f1711-29e8-448f-93aa-5dcad5200477 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:53:50.238885 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvr_db [None req-284502af-da01-4fac-bc59-f13dd8995556 None None] Set router d5b31ced-afe5-40e2-953e-8dca77b1cc61 gateway port host: dv-neutron-825124-1-hyperv {{(pid=84155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 15:53:50.279240 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.db [None req-654f1711-29e8-448f-93aa-5dcad5200477 admin admin] For port 3a59bf65-f238-485b-84c6-12d5a6015f1d, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=3a59bf65-f238-485b-84c6-12d5a6015f1d,segment=NetworkSegment(f628f1ba-6b70-4c9b-8839-62340c040c81),segment_id=f628f1ba-6b70-4c9b-8839-62340c040c81)] {{(pid=84152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 15:53:50.279812 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-654f1711-29e8-448f-93aa-5dcad5200477 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:53:50.410565 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-654f1711-29e8-448f-93aa-5dcad5200477 admin admin] Calling delete_port for 3a59bf65-f238-485b-84c6-12d5a6015f1d owned by network:router_gateway {{(pid=84152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 15:53:50.572014 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-284502af-da01-4fac-bc59-f13dd8995556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5b31ced-afe5-40e2-953e-8dca77b1cc61', 'name': 'tempest-TestSnapshotPattern-827731855-router', 'tenant_id': '5da0bcf3cab544f499077809bbc6b559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.109'}], 'enable_snat': True}, 'gw_port_id': '3a59bf65-f238-485b-84c6-12d5a6015f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:46:55Z', 'updated_at': '2022-01-20T15:53:48Z', 'revision_number': 5, 'project_id': '5da0bcf3cab544f499077809bbc6b559', 'gw_port': {'id': '3a59bf65-f238-485b-84c6-12d5a6015f1d', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:87:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b31ced-afe5-40e2-953e-8dca77b1cc61', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:46:55Z', 'updated_at': '2022-01-20T15:47:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv'}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:53:50.576351 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-284502af-da01-4fac-bc59-f13dd8995556 None None] The sync data for ids ['d5b31ced-afe5-40e2-953e-8dca77b1cc61'] in dv-neutron-825124-1-hyperv is: [{'id': 'd5b31ced-afe5-40e2-953e-8dca77b1cc61', 'name': 'tempest-TestSnapshotPattern-827731855-router', 'tenant_id': '5da0bcf3cab544f499077809bbc6b559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.109'}], 'enable_snat': True}, 'gw_port_id': '3a59bf65-f238-485b-84c6-12d5a6015f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:46:55Z', 'updated_at': '2022-01-20T15:53:48Z', 'revision_number': 5, 'project_id': '5da0bcf3cab544f499077809bbc6b559', 'gw_port': {'id': '3a59bf65-f238-485b-84c6-12d5a6015f1d', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:87:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b31ced-afe5-40e2-953e-8dca77b1cc61', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:46:55Z', 'updated_at': '2022-01-20T15:47:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv'}] {{(pid=84155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 15:53:50.671559 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-654f1711-29e8-448f-93aa-5dcad5200477 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:53:50.729342 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654f1711-29e8-448f-93aa-5dcad5200477 admin admin] Pushing event deleted for resources: {'Port': ['ID=3a59bf65-f238-485b-84c6-12d5a6015f1d,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:53:50.965487 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-654f1711-29e8-448f-93aa-5dcad5200477 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-745333'] for router_gateway, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:53:51.132992 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.agents_db [None req-6dba657d-a637-4918-9b6d-40defdfae04b None None] Agent healthcheck: found 6 active agents {{(pid=84155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 15:53:51.223048 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-654f1711-29e8-448f-93aa-5dcad5200477 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-737761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105493'] for router, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:53:51.227112 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-654f1711-29e8-448f-93aa-5dcad5200477 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:53:51.332534 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-654f1711-29e8-448f-93aa-5dcad5200477 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-737693'] for router, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:53:51.333108 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-654f1711-29e8-448f-93aa-5dcad5200477 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d5b31ced-afe5-40e2-953e-8dca77b1cc61 {{(pid=84152) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 20 15:53:51.346502 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-654f1711-29e8-448f-93aa-5dcad5200477 admin admin] Notify callbacks [] for router, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:53:51.347827 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-654f1711-29e8-448f-93aa-5dcad5200477 admin admin] 10.222.0.54 "DELETE /v2.0/routers/d5b31ced-afe5-40e2-953e-8dca77b1cc61 HTTP/1.1" status: 204 len: 168 time: 1.8534594 Jan 20 15:53:51.350349 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 53526) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:53:51.506765 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec460b59-0bf1-482a-b093-e3adf2c14785 admin admin] Deleting subnet e46d3003-8fec-4899-9aa0-646ddc6c4955 {{(pid=84152) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 20 15:53:51.509560 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-ec460b59-0bf1-482a-b093-e3adf2c14785 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:53:51.558017 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-ec460b59-0bf1-482a-b093-e3adf2c14785 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3337915'] for subnet, precommit_delete_associations {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:53:51.632985 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-ec460b59-0bf1-482a-b093-e3adf2c14785 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1627147'] for subnet, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:53:51.802152 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-ec460b59-0bf1-482a-b093-e3adf2c14785 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1627154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4163580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155308'] for subnet, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:53:51.839407 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec460b59-0bf1-482a-b093-e3adf2c14785 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e46d3003-8fec-4899-9aa0-646ddc6c4955,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:53:51.848520 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-ec460b59-0bf1-482a-b093-e3adf2c14785 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:53:51.851702 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04526da4-e318-4514-b258-1bc2525ca691 None None] Network 9132a61d-d29c-46ad-b6ba-3703a1498839 requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 15:53:51.854192 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-ec460b59-0bf1-482a-b093-e3adf2c14785 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/e46d3003-8fec-4899-9aa0-646ddc6c4955 HTTP/1.1" status: 204 len: 168 time: 0.5027826 Jan 20 15:53:51.857297 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 53530) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:53:51.962817 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-faa2c4c2-aada-4583-9727-5536ca5ef865 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586409'] for network, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:53:51.973052 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-faa2c4c2-aada-4583-9727-5536ca5ef865 admin admin] Deleting port a05c1510-1d08-4b6a-8451-df6667e3e393 {{(pid=84152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 15:53:51.973381 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-faa2c4c2-aada-4583-9727-5536ca5ef865 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:53:52.110516 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0a68692-2aa8-498b-be19-a9181120fcad None None] DHCP port deletion for 9132a61d-d29c-46ad-b6ba-3703a1498839 request from dv-neutron-825124-1-hyperv {{(pid=84154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 20 15:53:52.115500 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-d0a68692-2aa8-498b-be19-a9181120fcad None None] Deleting port a05c1510-1d08-4b6a-8451-df6667e3e393 {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 15:53:52.115907 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-d0a68692-2aa8-498b-be19-a9181120fcad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:53:52.194608 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.db [None req-faa2c4c2-aada-4583-9727-5536ca5ef865 admin admin] For port a05c1510-1d08-4b6a-8451-df6667e3e393, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=a05c1510-1d08-4b6a-8451-df6667e3e393,segment=NetworkSegment(151fdb87-2561-4bb2-908c-f29f52cac046),segment_id=151fdb87-2561-4bb2-908c-f29f52cac046)] {{(pid=84152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 15:53:52.194953 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-faa2c4c2-aada-4583-9727-5536ca5ef865 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:53:52.317421 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-faa2c4c2-aada-4583-9727-5536ca5ef865 admin admin] Calling delete_port for a05c1510-1d08-4b6a-8451-df6667e3e393 owned by network:dhcp {{(pid=84152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 15:53:52.378560 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 3a59bf65-f238-485b-84c6-12d5a6015f1d no longer exists at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 15:53:52.415205 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] No Port match for: 3a59bf65-f238-485b-84c6-12d5a6015f1d {{(pid=84154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 15:53:52.415543 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 3a59bf65-f238-485b-84c6-12d5a6015f1d not bound to the agent host dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 15:53:52.415972 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 6183837c-3bc6-4b72-8520-e158b63e6003 no longer exists at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 15:53:52.453019 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] No Port match for: 6183837c-3bc6-4b72-8520-e158b63e6003 {{(pid=84154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 15:53:52.453355 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 6183837c-3bc6-4b72-8520-e158b63e6003 not bound to the agent host dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 15:53:52.453757 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device a05c1510-1d08-4b6a-8451-df6667e3e393 no longer exists at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 15:53:52.465297 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-faa2c4c2-aada-4583-9727-5536ca5ef865 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:53:52.476178 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-d0a68692-2aa8-498b-be19-a9181120fcad None None] For port a05c1510-1d08-4b6a-8451-df6667e3e393, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=a05c1510-1d08-4b6a-8451-df6667e3e393,segment=NetworkSegment(151fdb87-2561-4bb2-908c-f29f52cac046),segment_id=151fdb87-2561-4bb2-908c-f29f52cac046)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 15:53:52.476568 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-d0a68692-2aa8-498b-be19-a9181120fcad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:53:52.496491 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] No Port match for: a05c1510-1d08-4b6a-8451-df6667e3e393 {{(pid=84154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 15:53:52.496863 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device a05c1510-1d08-4b6a-8451-df6667e3e393 not bound to the agent host dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 15:53:52.517112 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa2c4c2-aada-4583-9727-5536ca5ef865 admin admin] Pushing event deleted for resources: {'Port': ['ID=a05c1510-1d08-4b6a-8451-df6667e3e393,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:53:52.523211 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faa2c4c2-aada-4583-9727-5536ca5ef865 admin admin] No DVR routers for this DVR port a05c1510-1d08-4b6a-8451-df6667e3e393 on host dv-neutron-825124-1-hyperv {{(pid=84152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 15:53:52.604425 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-d0a68692-2aa8-498b-be19-a9181120fcad None None] Calling delete_port for a05c1510-1d08-4b6a-8451-df6667e3e393 owned by network:dhcp {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 15:53:52.637850 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-faa2c4c2-aada-4583-9727-5536ca5ef865 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1626242', 'neutron.services.segments.db._delete_segments_for_network-8769554214620'] for network, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:53:52.668686 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.segments.db [None req-faa2c4c2-aada-4583-9727-5536ca5ef865 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9132a61d-d29c-46ad-b6ba-3703a1498839']}} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:53:52.676470 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.db.api [None req-d0a68692-2aa8-498b-be19-a9181120fcad None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84154) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 15:53:52.676825 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG oslo_db.api [None req-d0a68692-2aa8-498b-be19-a9181120fcad None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 15:53:52.682147 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.segments.db [None req-faa2c4c2-aada-4583-9727-5536ca5ef865 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '151fdb87-2561-4bb2-908c-f29f52cac046') {'for_net_delete': True} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:53:52.682439 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.segments.db [None req-faa2c4c2-aada-4583-9727-5536ca5ef865 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '151fdb87-2561-4bb2-908c-f29f52cac046') {} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:53:52.693550 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-faa2c4c2-aada-4583-9727-5536ca5ef865 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769554214503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3337904'] for segment, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:53:52.710138 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-faa2c4c2-aada-4583-9727-5536ca5ef865 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:53:52.716414 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-faa2c4c2-aada-4583-9727-5536ca5ef865 admin admin] Releasing vlan 164 on physical network physnet1 to pool {{(pid=84152) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 15:53:52.716816 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-faa2c4c2-aada-4583-9727-5536ca5ef865 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1622950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4162906'] for segment, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:53:52.730338 dv-neutron-825124-1-hyperv neutron-server[84152]: Traceback (most recent call last): Jan 20 15:53:52.730338 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 15:53:52.730338 dv-neutron-825124-1-hyperv neutron-server[84152]: timer() Jan 20 15:53:52.730338 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 15:53:52.730338 dv-neutron-825124-1-hyperv neutron-server[84152]: cb(*args, **kw) Jan 20 15:53:52.730338 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 15:53:52.730338 dv-neutron-825124-1-hyperv neutron-server[84152]: return func(*args, **kwargs) Jan 20 15:53:52.730338 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 15:53:52.730338 dv-neutron-825124-1-hyperv neutron-server[84152]: self._notify() Jan 20 15:53:52.730338 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 15:53:52.730338 dv-neutron-825124-1-hyperv neutron-server[84152]: self.callback(batched_events) Jan 20 15:53:52.730338 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 15:53:52.730338 dv-neutron-825124-1-hyperv neutron-server[84152]: event.method(event) Jan 20 15:53:52.730338 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 15:53:52.730338 dv-neutron-825124-1-hyperv neutron-server[84152]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 15:53:52.730338 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 15:53:52.730338 dv-neutron-825124-1-hyperv neutron-server[84152]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 15:53:52.730338 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 15:53:52.730338 dv-neutron-825124-1-hyperv neutron-server[84152]: return f(self, *a, **k) Jan 20 15:53:52.730338 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 15:53:52.730338 dv-neutron-825124-1-hyperv neutron-server[84152]: return self._get(url).json() Jan 20 15:53:52.730338 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 15:53:52.730338 dv-neutron-825124-1-hyperv neutron-server[84152]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 15:53:52.730338 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 15:53:52.730338 dv-neutron-825124-1-hyperv neutron-server[84152]: return self.request(url, 'GET', **kwargs) Jan 20 15:53:52.730338 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 15:53:52.730338 dv-neutron-825124-1-hyperv neutron-server[84152]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 15:53:52.730338 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 15:53:52.730338 dv-neutron-825124-1-hyperv neutron-server[84152]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 15:53:52.730338 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 15:53:52.730338 dv-neutron-825124-1-hyperv neutron-server[84152]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 15:53:52.730338 dv-neutron-825124-1-hyperv neutron-server[84152]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 15:53:52.859815 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-faa2c4c2-aada-4583-9727-5536ca5ef865 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1626253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-745296'] for network, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:53:52.865137 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-faa2c4c2-aada-4583-9727-5536ca5ef865 admin admin] Notify callbacks [] for network, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:53:52.890746 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa2c4c2-aada-4583-9727-5536ca5ef865 admin admin] Pushing event deleted for resources: {'Network': ['ID=9132a61d-d29c-46ad-b6ba-3703a1498839,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:53:52.946241 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-faa2c4c2-aada-4583-9727-5536ca5ef865 admin admin] 10.222.0.54 "DELETE /v2.0/networks/9132a61d-d29c-46ad-b6ba-3703a1498839 HTTP/1.1" status: 204 len: 168 time: 1.0877714 Jan 20 15:53:52.949887 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 53534) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:53:53.178569 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-d0a68692-2aa8-498b-be19-a9181120fcad None None] Deleting port a05c1510-1d08-4b6a-8451-df6667e3e393 {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 15:53:53.179168 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-d0a68692-2aa8-498b-be19-a9181120fcad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:53:53.244703 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-d0a68692-2aa8-498b-be19-a9181120fcad None None] The port 'a05c1510-1d08-4b6a-8451-df6667e3e393' was deleted {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 20 15:53:53.423028 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-9afa9adc-b73e-4ceb-8fd1-b0ed02476747 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-743504'] for router_interface, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:53:54.030994 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-9afa9adc-b73e-4ceb-8fd1-b0ed02476747 admin admin] Deleting port f110007a-36f2-4b87-8107-e62d30ee904c {{(pid=84152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 15:53:54.031722 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-9afa9adc-b73e-4ceb-8fd1-b0ed02476747 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:53:54.230323 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.db [None req-9afa9adc-b73e-4ceb-8fd1-b0ed02476747 admin admin] For port f110007a-36f2-4b87-8107-e62d30ee904c, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=f110007a-36f2-4b87-8107-e62d30ee904c,segment=NetworkSegment(c32e4954-d1b6-4b47-9c23-b2467bfb2070),segment_id=c32e4954-d1b6-4b47-9c23-b2467bfb2070)] {{(pid=84152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 15:53:54.230729 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-9afa9adc-b73e-4ceb-8fd1-b0ed02476747 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:53:54.369382 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-9afa9adc-b73e-4ceb-8fd1-b0ed02476747 admin admin] Calling delete_port for f110007a-36f2-4b87-8107-e62d30ee904c owned by network:router_interface {{(pid=84152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 15:53:54.636910 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-9afa9adc-b73e-4ceb-8fd1-b0ed02476747 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:53:54.680091 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afa9adc-b73e-4ceb-8fd1-b0ed02476747 admin admin] Pushing event deleted for resources: {'Port': ['ID=f110007a-36f2-4b87-8107-e62d30ee904c,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:53:54.971397 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-9afa9adc-b73e-4ceb-8fd1-b0ed02476747 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1705096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-745401'] for router_interface, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:53:55.637997 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9afa9adc-b73e-4ceb-8fd1-b0ed02476747 admin admin] Router 8085edc6-aade-405d-ba14-5ef0cd78b9b4 has already been hosted by L3 agent 624d525b-4c26-4143-8a1c-228bb1c6faaa {{(pid=84152) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 20 15:53:55.855187 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9afa9adc-b73e-4ceb-8fd1-b0ed02476747 admin admin] Notify agent at l3_agent.dv-neutron-825124-1-hyperv the message routers_updated {{(pid=84152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 20 15:53:55.864461 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ceacc19-3740-4fd7-ae85-735257457a38 None None] Sync routers for ids ['8085edc6-aade-405d-ba14-5ef0cd78b9b4'] in dv-neutron-825124-1-hyperv {{(pid=84154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 20 15:53:55.880654 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ceacc19-3740-4fd7-ae85-735257457a38 None None] Routers {'8085edc6-aade-405d-ba14-5ef0cd78b9b4'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 15:53:55.881299 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-8ceacc19-3740-4fd7-ae85-735257457a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T15:53:30Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['8085edc6-aade-405d-ba14-5ef0cd78b9b4'], 'active': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:53:55.930020 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-9afa9adc-b73e-4ceb-8fd1-b0ed02476747 admin admin] 10.222.0.54 "PUT /v2.0/routers/8085edc6-aade-405d-ba14-5ef0cd78b9b4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9789474 Jan 20 15:53:55.932481 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 53538) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:53:56.072324 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvr_db [None req-8ceacc19-3740-4fd7-ae85-735257457a38 None None] Set router 8085edc6-aade-405d-ba14-5ef0cd78b9b4 gateway port host: dv-neutron-825124-1-hyperv {{(pid=84154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 15:53:56.137006 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-c0801283-becb-41f5-acac-512d665050fb admin admin] Notify callbacks [] for router, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:53:56.339122 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-c0801283-becb-41f5-acac-512d665050fb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:53:56.361258 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-8ceacc19-3740-4fd7-ae85-735257457a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8085edc6-aade-405d-ba14-5ef0cd78b9b4', 'name': 'tempest-TestSnapshotPattern-856848640-router', 'tenant_id': '09dd1959f4b44f53883b699aef2b6154', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'external_fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.243'}], 'enable_snat': True}, 'gw_port_id': '58db7c8e-c386-4764-8aaf-6e61ab8b7a1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:47:02Z', 'updated_at': '2022-01-20T15:53:54Z', 'revision_number': 5, 'project_id': '09dd1959f4b44f53883b699aef2b6154', 'gw_port': {'id': '58db7c8e-c386-4764-8aaf-6e61ab8b7a1e', 'name': '', 'network_id': '8dffb05c-5ca0-409b-bd5f-7be6264f707d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:79:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8085edc6-aade-405d-ba14-5ef0cd78b9b4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'ip_address': '172.26.7.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-825124-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-20T15:47:03Z', 'updated_at': '2022-01-20T15:47:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a489dd4f-42a5-433b-8be3-bab2749c4209', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-825124-1-hyperv'}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:53:56.365218 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ceacc19-3740-4fd7-ae85-735257457a38 None None] Checking router: 8085edc6-aade-405d-ba14-5ef0cd78b9b4 for host: dv-neutron-825124-1-hyperv {{(pid=84154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 20 15:53:56.376257 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ceacc19-3740-4fd7-ae85-735257457a38 None None] Routers {'8085edc6-aade-405d-ba14-5ef0cd78b9b4'} bound to L3 agent in host dv-neutron-825124-1-hyperv {{(pid=84154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 20 15:53:56.376861 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-8ceacc19-3740-4fd7-ae85-735257457a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-825124-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-20T14:16:30Z,description=,heartbeat_timestamp=2022-01-20T15:53:30Z,host='dv-neutron-825124-1-hyperv',id=624d525b-4c26-4143-8a1c-228bb1c6faaa,load=0,resource_versions=,resources_synced=,started_at=2022-01-20T14:16:31Z,topic='l3_agent')) {'router_ids': ['8085edc6-aade-405d-ba14-5ef0cd78b9b4'], 'active': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:53:56.408410 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-c0801283-becb-41f5-acac-512d665050fb admin admin] Deleting port 58db7c8e-c386-4764-8aaf-6e61ab8b7a1e {{(pid=84152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 15:53:56.408772 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-c0801283-becb-41f5-acac-512d665050fb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:53:56.523695 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvr_db [None req-8ceacc19-3740-4fd7-ae85-735257457a38 None None] Set router 8085edc6-aade-405d-ba14-5ef0cd78b9b4 gateway port host: None {{(pid=84154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 20 15:53:56.579555 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.db [None req-c0801283-becb-41f5-acac-512d665050fb admin admin] For port 58db7c8e-c386-4764-8aaf-6e61ab8b7a1e, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=58db7c8e-c386-4764-8aaf-6e61ab8b7a1e,segment=NetworkSegment(f628f1ba-6b70-4c9b-8839-62340c040c81),segment_id=f628f1ba-6b70-4c9b-8839-62340c040c81)] {{(pid=84152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 15:53:56.579911 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-c0801283-becb-41f5-acac-512d665050fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:53:56.671485 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_hamode_db [None req-8ceacc19-3740-4fd7-ae85-735257457a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8085edc6-aade-405d-ba14-5ef0cd78b9b4', 'name': 'tempest-TestSnapshotPattern-856848640-router', 'tenant_id': '09dd1959f4b44f53883b699aef2b6154', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:47:02Z', 'updated_at': '2022-01-20T15:53:56Z', 'revision_number': 6, 'project_id': '09dd1959f4b44f53883b699aef2b6154', 'gw_port_host': None}], 'dv-neutron-825124-1-hyperv', False) {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:53:56.676067 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ceacc19-3740-4fd7-ae85-735257457a38 None None] The sync data for ids ['8085edc6-aade-405d-ba14-5ef0cd78b9b4'] in dv-neutron-825124-1-hyperv is: [{'id': '8085edc6-aade-405d-ba14-5ef0cd78b9b4', 'name': 'tempest-TestSnapshotPattern-856848640-router', 'tenant_id': '09dd1959f4b44f53883b699aef2b6154', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-20T15:47:02Z', 'updated_at': '2022-01-20T15:53:56Z', 'revision_number': 6, 'project_id': '09dd1959f4b44f53883b699aef2b6154', 'gw_port_host': None}] {{(pid=84154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 20 15:53:56.805056 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-c0801283-becb-41f5-acac-512d665050fb admin admin] Calling delete_port for 58db7c8e-c386-4764-8aaf-6e61ab8b7a1e owned by network:router_gateway {{(pid=84152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 15:53:57.070983 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-c0801283-becb-41f5-acac-512d665050fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:53:57.116568 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0801283-becb-41f5-acac-512d665050fb admin admin] Pushing event deleted for resources: {'Port': ['ID=58db7c8e-c386-4764-8aaf-6e61ab8b7a1e,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:53:57.330776 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-c0801283-becb-41f5-acac-512d665050fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-745333'] for router_gateway, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:53:57.585229 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-c0801283-becb-41f5-acac-512d665050fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-737761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105493'] for router, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:53:57.589479 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-c0801283-becb-41f5-acac-512d665050fb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:53:57.722298 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-c0801283-becb-41f5-acac-512d665050fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-737693'] for router, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:53:57.722806 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0801283-becb-41f5-acac-512d665050fb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8085edc6-aade-405d-ba14-5ef0cd78b9b4 {{(pid=84152) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 20 15:53:57.735093 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-c0801283-becb-41f5-acac-512d665050fb admin admin] Notify callbacks [] for router, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:53:57.736217 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-c0801283-becb-41f5-acac-512d665050fb admin admin] 10.222.0.54 "DELETE /v2.0/routers/8085edc6-aade-405d-ba14-5ef0cd78b9b4 HTTP/1.1" status: 204 len: 168 time: 1.8028724 Jan 20 15:53:57.738867 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 53542) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:53:57.801643 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9d9cf69-2971-40f6-a506-bc1e0a5014a9 admin admin] Deleting subnet e979af7d-55c4-4aa5-869d-0d8ea20135d0 {{(pid=84152) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 20 15:53:57.804733 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-a9d9cf69-2971-40f6-a506-bc1e0a5014a9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:53:57.859062 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-a9d9cf69-2971-40f6-a506-bc1e0a5014a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3337915'] for subnet, precommit_delete_associations {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:53:57.937251 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-a9d9cf69-2971-40f6-a506-bc1e0a5014a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1627147'] for subnet, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:53:58.100008 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-a9d9cf69-2971-40f6-a506-bc1e0a5014a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1627154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4163580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3155308'] for subnet, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:53:58.133947 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-cd147010-3b94-4d4b-ac52-3db05ce3c6cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:53:58.137302 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d9cf69-2971-40f6-a506-bc1e0a5014a9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e979af7d-55c4-4aa5-869d-0d8ea20135d0,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:53:58.141698 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-a9d9cf69-2971-40f6-a506-bc1e0a5014a9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:53:58.147059 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8d48b54-afc0-46c3-ae6a-830bdb7870a7 None None] Network b51775dc-a5d7-4c00-a5c7-ce120f619589 requested from dv-neutron-825124-1-hyperv {{(pid=84154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 20 15:53:58.147884 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-a9d9cf69-2971-40f6-a506-bc1e0a5014a9 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/e979af7d-55c4-4aa5-869d-0d8ea20135d0 HTTP/1.1" status: 204 len: 168 time: 0.4080322 Jan 20 15:53:58.150313 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 53546) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:53:58.254244 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-48ace4e3-0caa-47be-9ae1-b272baf8fa3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586409'] for network, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:53:58.266693 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-48ace4e3-0caa-47be-9ae1-b272baf8fa3f admin admin] Deleting port 2a0be464-3172-4c80-9ea7-475078c48fe2 {{(pid=84152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 15:53:58.267033 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-48ace4e3-0caa-47be-9ae1-b272baf8fa3f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:53:58.368837 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device f110007a-36f2-4b87-8107-e62d30ee904c no longer exists at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 15:53:58.405137 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e34b881-b0c7-4bed-9ddb-0f5dcb6043b2 None None] DHCP port deletion for b51775dc-a5d7-4c00-a5c7-ce120f619589 request from dv-neutron-825124-1-hyperv {{(pid=84154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 20 15:53:58.407821 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] No Port match for: f110007a-36f2-4b87-8107-e62d30ee904c {{(pid=84154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 15:53:58.408160 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device f110007a-36f2-4b87-8107-e62d30ee904c not bound to the agent host dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 15:53:58.408560 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 58db7c8e-c386-4764-8aaf-6e61ab8b7a1e no longer exists at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 15:53:58.437806 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-2e34b881-b0c7-4bed-9ddb-0f5dcb6043b2 None None] Deleting port 2a0be464-3172-4c80-9ea7-475078c48fe2 {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 15:53:58.437806 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-2e34b881-b0c7-4bed-9ddb-0f5dcb6043b2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:53:58.474594 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] No Port match for: 58db7c8e-c386-4764-8aaf-6e61ab8b7a1e {{(pid=84154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 15:53:58.474931 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 58db7c8e-c386-4764-8aaf-6e61ab8b7a1e not bound to the agent host dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 15:53:58.560670 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.db [None req-48ace4e3-0caa-47be-9ae1-b272baf8fa3f admin admin] For port 2a0be464-3172-4c80-9ea7-475078c48fe2, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=2a0be464-3172-4c80-9ea7-475078c48fe2,segment=NetworkSegment(c32e4954-d1b6-4b47-9c23-b2467bfb2070),segment_id=c32e4954-d1b6-4b47-9c23-b2467bfb2070)] {{(pid=84152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 15:53:58.561025 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-48ace4e3-0caa-47be-9ae1-b272baf8fa3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:53:58.639264 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-2e34b881-b0c7-4bed-9ddb-0f5dcb6043b2 None None] For port 2a0be464-3172-4c80-9ea7-475078c48fe2, host dv-neutron-825124-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-825124-1-hyperv',level=0,port_id=2a0be464-3172-4c80-9ea7-475078c48fe2,segment=NetworkSegment(c32e4954-d1b6-4b47-9c23-b2467bfb2070),segment_id=c32e4954-d1b6-4b47-9c23-b2467bfb2070)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 20 15:53:58.639568 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-2e34b881-b0c7-4bed-9ddb-0f5dcb6043b2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621094'] for port, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:53:58.679825 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.plugin [None req-48ace4e3-0caa-47be-9ae1-b272baf8fa3f admin admin] Calling delete_port for 2a0be464-3172-4c80-9ea7-475078c48fe2 owned by network:dhcp {{(pid=84152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 15:53:58.756274 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-2e34b881-b0c7-4bed-9ddb-0f5dcb6043b2 None None] Calling delete_port for 2a0be464-3172-4c80-9ea7-475078c48fe2 owned by network:dhcp {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 20 15:53:58.853807 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-48ace4e3-0caa-47be-9ae1-b272baf8fa3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1834617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769554138606', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769553781486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162831'] for port, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:53:58.858606 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.db.api [None req-2e34b881-b0c7-4bed-9ddb-0f5dcb6043b2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84154) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 20 15:53:58.858984 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG oslo_db.api [None req-2e34b881-b0c7-4bed-9ddb-0f5dcb6043b2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 20 15:53:58.898984 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ace4e3-0caa-47be-9ae1-b272baf8fa3f admin admin] Pushing event deleted for resources: {'Port': ['ID=2a0be464-3172-4c80-9ea7-475078c48fe2,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:53:58.903337 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ace4e3-0caa-47be-9ae1-b272baf8fa3f admin admin] No DVR routers for this DVR port 2a0be464-3172-4c80-9ea7-475078c48fe2 on host dv-neutron-825124-1-hyperv {{(pid=84152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 20 15:53:59.017123 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-48ace4e3-0caa-47be-9ae1-b272baf8fa3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1626242', 'neutron.services.segments.db._delete_segments_for_network-8769554214620'] for network, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:53:59.040916 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.segments.db [None req-48ace4e3-0caa-47be-9ae1-b272baf8fa3f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b51775dc-a5d7-4c00-a5c7-ce120f619589']}} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:53:59.053272 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.segments.db [None req-48ace4e3-0caa-47be-9ae1-b272baf8fa3f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c32e4954-d1b6-4b47-9c23-b2467bfb2070') {'for_net_delete': True} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:53:59.053567 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.services.segments.db [None req-48ace4e3-0caa-47be-9ae1-b272baf8fa3f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c32e4954-d1b6-4b47-9c23-b2467bfb2070') {} {{(pid=84152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 20 15:53:59.065399 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-48ace4e3-0caa-47be-9ae1-b272baf8fa3f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769554214503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3337904'] for segment, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:53:59.080812 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-48ace4e3-0caa-47be-9ae1-b272baf8fa3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1622961'] for segment, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:53:59.086681 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48ace4e3-0caa-47be-9ae1-b272baf8fa3f admin admin] Releasing vlan 170 on physical network physnet1 to pool {{(pid=84152) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 20 15:53:59.087056 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-48ace4e3-0caa-47be-9ae1-b272baf8fa3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1622950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4162906'] for segment, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:53:59.099594 dv-neutron-825124-1-hyperv neutron-server[84152]: Traceback (most recent call last): Jan 20 15:53:59.099594 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 20 15:53:59.099594 dv-neutron-825124-1-hyperv neutron-server[84152]: timer() Jan 20 15:53:59.099594 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 20 15:53:59.099594 dv-neutron-825124-1-hyperv neutron-server[84152]: cb(*args, **kw) Jan 20 15:53:59.099594 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 20 15:53:59.099594 dv-neutron-825124-1-hyperv neutron-server[84152]: return func(*args, **kwargs) Jan 20 15:53:59.099594 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 20 15:53:59.099594 dv-neutron-825124-1-hyperv neutron-server[84152]: self._notify() Jan 20 15:53:59.099594 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 20 15:53:59.099594 dv-neutron-825124-1-hyperv neutron-server[84152]: self.callback(batched_events) Jan 20 15:53:59.099594 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 20 15:53:59.099594 dv-neutron-825124-1-hyperv neutron-server[84152]: event.method(event) Jan 20 15:53:59.099594 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 20 15:53:59.099594 dv-neutron-825124-1-hyperv neutron-server[84152]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 20 15:53:59.099594 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 20 15:53:59.099594 dv-neutron-825124-1-hyperv neutron-server[84152]: aggregate_uuid = self.p_client.list_aggregates( Jan 20 15:53:59.099594 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 20 15:53:59.099594 dv-neutron-825124-1-hyperv neutron-server[84152]: return f(self, *a, **k) Jan 20 15:53:59.099594 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 20 15:53:59.099594 dv-neutron-825124-1-hyperv neutron-server[84152]: return self._get(url).json() Jan 20 15:53:59.099594 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 20 15:53:59.099594 dv-neutron-825124-1-hyperv neutron-server[84152]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 20 15:53:59.099594 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 20 15:53:59.099594 dv-neutron-825124-1-hyperv neutron-server[84152]: return self.request(url, 'GET', **kwargs) Jan 20 15:53:59.099594 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 20 15:53:59.099594 dv-neutron-825124-1-hyperv neutron-server[84152]: base_url = self.get_endpoint(auth, allow=allow, Jan 20 15:53:59.099594 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 20 15:53:59.099594 dv-neutron-825124-1-hyperv neutron-server[84152]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 20 15:53:59.099594 dv-neutron-825124-1-hyperv neutron-server[84152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 20 15:53:59.099594 dv-neutron-825124-1-hyperv neutron-server[84152]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 20 15:53:59.099594 dv-neutron-825124-1-hyperv neutron-server[84152]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 20 15:53:59.265514 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-48ace4e3-0caa-47be-9ae1-b272baf8fa3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1626253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1704967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-745296'] for network, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:53:59.281185 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-48ace4e3-0caa-47be-9ae1-b272baf8fa3f admin admin] Notify callbacks [] for network, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:53:59.290956 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ace4e3-0caa-47be-9ae1-b272baf8fa3f admin admin] Pushing event deleted for resources: {'Network': ['ID=b51775dc-a5d7-4c00-a5c7-ce120f619589,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:53:59.298438 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-48ace4e3-0caa-47be-9ae1-b272baf8fa3f admin admin] 10.222.0.54 "DELETE /v2.0/networks/b51775dc-a5d7-4c00-a5c7-ce120f619589 HTTP/1.1" status: 204 len: 168 time: 1.1471965 Jan 20 15:53:59.360503 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-2e34b881-b0c7-4bed-9ddb-0f5dcb6043b2 None None] Deleting port 2a0be464-3172-4c80-9ea7-475078c48fe2 {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 20 15:53:59.361037 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-2e34b881-b0c7-4bed-9ddb-0f5dcb6043b2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769554278961'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:53:59.424976 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-2e34b881-b0c7-4bed-9ddb-0f5dcb6043b2 None None] The port '2a0be464-3172-4c80-9ea7-475078c48fe2' was deleted {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 20 15:53:59.669408 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 53554) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:53:59.719816 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-b2137ddc-b33f-4fb0-bd9a-a98fe24bbab4 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=5da0bcf3cab544f499077809bbc6b559&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0486150 Jan 20 15:53:59.722523 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 53558) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:53:59.784196 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-fe8868ea-de15-4937-a607-37068c050483 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:53:59.808675 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-fe8868ea-de15-4937-a607-37068c050483 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:53:59.933791 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-fe8868ea-de15-4937-a607-37068c050483 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:53:59.951256 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8868ea-de15-4937-a607-37068c050483 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=467b883f-33ed-4af1-879b-c20addbcbc91,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:53:59.958474 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-fe8868ea-de15-4937-a607-37068c050483 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:53:59.961369 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-fe8868ea-de15-4937-a607-37068c050483 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/467b883f-33ed-4af1-879b-c20addbcbc91 HTTP/1.1" status: 204 len: 168 time: 0.2379413 Jan 20 15:54:00.370063 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 2a0be464-3172-4c80-9ea7-475078c48fe2 no longer exists at agent ovs-agent-dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 20 15:54:00.406590 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] No Port match for: 2a0be464-3172-4c80-9ea7-475078c48fe2 {{(pid=84154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 20 15:54:00.406939 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.rpc [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Device 2a0be464-3172-4c80-9ea7-475078c48fe2 not bound to the agent host dv-neutron-825124-1-hyperv {{(pid=84154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 20 15:54:00.550688 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-21837ea1-c11d-4ed1-9a22-055faab03410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:54:00.761684 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 53566) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:54:00.813653 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-ce9ec591-89af-4ab1-bbd2-a53092f34bca admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=09dd1959f4b44f53883b699aef2b6154&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0506856 Jan 20 15:54:00.817517 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [-] (84152) accepted ('10.222.0.54', 53570) {{(pid=84152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 20 15:54:00.876318 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-05c72802-d2a9-44b0-981b-db6588a90b88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:54:00.904470 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-05c72802-d2a9-44b0-981b-db6588a90b88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:54:01.059334 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-05c72802-d2a9-44b0-981b-db6588a90b88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732708'] for security_group, after_delete {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:54:01.075999 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c72802-d2a9-44b0-981b-db6588a90b88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68b0acd8-6699-44ec-8bd8-a653d5cd36d4,revision_number=None']} {{(pid=84152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 20 15:54:01.080829 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron_lib.callbacks.manager [None req-05c72802-d2a9-44b0-981b-db6588a90b88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:54:01.081956 dv-neutron-825124-1-hyperv neutron-server[84152]: INFO neutron.wsgi [None req-05c72802-d2a9-44b0-981b-db6588a90b88 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/68b0acd8-6699-44ec-8bd8-a653d5cd36d4 HTTP/1.1" status: 204 len: 168 time: 0.2635255 Jan 20 15:54:01.436600 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:54:01.516889 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:54:01.979716 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-cdd98e71-1f0a-4421-baa9-dcb30e06edf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:54:03.448010 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-eea6df97-7ff1-4b63-af20-e3ec8913deda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:54:28.076246 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-e1bf8f9f-c6ec-46d8-83f7-25e6ad2ae79d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:54:28.133529 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.agents_db [None req-6dba657d-a637-4918-9b6d-40defdfae04b None None] Agent healthcheck: found 6 active agents {{(pid=84155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 15:54:30.573103 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-dc5b78a2-1600-4b2d-90c3-439547355a54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:54:31.437172 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:54:31.481824 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:54:31.956143 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-cdd98e71-1f0a-4421-baa9-dcb30e06edf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:54:33.464096 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-eea6df97-7ff1-4b63-af20-e3ec8913deda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:54:58.074795 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-1ff95fb0-1e15-4722-bc1b-0e355a8bd56f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:55:00.520895 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7caca5cd-e4d0-43e7-a1b4-08d50d258a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:55:01.417583 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:55:01.514940 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:55:01.977801 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-cdd98e71-1f0a-4421-baa9-dcb30e06edf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:55:03.463205 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-eea6df97-7ff1-4b63-af20-e3ec8913deda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:55:05.133530 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.agents_db [None req-6dba657d-a637-4918-9b6d-40defdfae04b None None] Agent healthcheck: found 6 active agents {{(pid=84155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 15:55:28.126053 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-3532262f-3c39-4a65-a59f-2ecbb5b5bec5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:55:30.537094 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-9432ebb8-472b-44dd-97d2-caa9d0c46be1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:55:31.497152 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:55:31.531186 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:55:31.965383 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-cdd98e71-1f0a-4421-baa9-dcb30e06edf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:55:33.496790 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-eea6df97-7ff1-4b63-af20-e3ec8913deda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:55:42.133083 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.agents_db [None req-6dba657d-a637-4918-9b6d-40defdfae04b None None] Agent healthcheck: found 6 active agents {{(pid=84155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 15:55:58.097234 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-f7db630d-8f59-49dc-a078-dec49982d493 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:56:00.553679 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-d1aefb44-90e7-4ffe-8c18-a0242cd3d6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:56:01.457535 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:56:01.536672 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:56:01.965317 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-cdd98e71-1f0a-4421-baa9-dcb30e06edf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:56:03.473773 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-eea6df97-7ff1-4b63-af20-e3ec8913deda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:56:19.133822 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.agents_db [None req-6dba657d-a637-4918-9b6d-40defdfae04b None None] Agent healthcheck: found 6 active agents {{(pid=84155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 15:56:28.061829 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ded3d7b1-d617-4c27-bf9a-821dc5a38b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:56:30.547591 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-6c02f9f5-c01c-4084-b5b8-d757f6ef5763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:56:31.450240 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:56:31.535933 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:56:31.970556 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-cdd98e71-1f0a-4421-baa9-dcb30e06edf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:56:33.456973 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-eea6df97-7ff1-4b63-af20-e3ec8913deda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:56:56.135409 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.agents_db [None req-6dba657d-a637-4918-9b6d-40defdfae04b None None] Agent healthcheck: found 6 active agents {{(pid=84155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 15:56:58.084355 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7230baf8-026e-4559-b8df-39690af6b60d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:57:00.557474 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-76a6711b-9237-4f5c-abd4-1b03db725b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:57:01.546954 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:57:01.575264 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:57:01.976098 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-cdd98e71-1f0a-4421-baa9-dcb30e06edf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:57:03.461305 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-eea6df97-7ff1-4b63-af20-e3ec8913deda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:57:28.089271 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-22d40b13-7145-4973-9476-74565dc56263 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:57:30.524125 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-cbb44ae5-516c-4406-9051-29708a301266 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:57:31.517112 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:57:31.552609 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:57:32.027090 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-cdd98e71-1f0a-4421-baa9-dcb30e06edf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:57:33.138567 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.agents_db [None req-6dba657d-a637-4918-9b6d-40defdfae04b None None] Agent healthcheck: found 6 active agents {{(pid=84155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 15:57:33.465466 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-eea6df97-7ff1-4b63-af20-e3ec8913deda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:57:58.104514 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-d39bceaa-d1ec-4cc8-b8ef-606b11b42069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:58:00.555730 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-9fecc75f-8228-4597-9f07-98e0cd79a53c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:58:01.510362 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:58:01.534752 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:58:02.015135 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-cdd98e71-1f0a-4421-baa9-dcb30e06edf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:58:03.464397 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-eea6df97-7ff1-4b63-af20-e3ec8913deda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:58:10.139441 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.agents_db [None req-6dba657d-a637-4918-9b6d-40defdfae04b None None] Agent healthcheck: found 6 active agents {{(pid=84155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 15:58:28.100397 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-e56c5b48-362e-407e-8233-b93fa2b4696e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:58:30.534972 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-c65ab973-eda4-4baa-97a3-8b6d5a6c77de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:58:31.509662 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:58:31.517394 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:58:31.989425 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-cdd98e71-1f0a-4421-baa9-dcb30e06edf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:58:33.488614 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-eea6df97-7ff1-4b63-af20-e3ec8913deda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:58:47.139999 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.agents_db [None req-6dba657d-a637-4918-9b6d-40defdfae04b None None] Agent healthcheck: found 6 active agents {{(pid=84155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 15:58:58.122824 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-1744503e-256e-46aa-ba04-4259606c876d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:59:00.528623 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-5b504765-3e24-4d76-baf9-54b2f7789460 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:59:01.528512 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:59:01.556862 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:59:02.014017 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-cdd98e71-1f0a-4421-baa9-dcb30e06edf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:59:03.471484 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-eea6df97-7ff1-4b63-af20-e3ec8913deda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:59:14.606541 dv-neutron-825124-1-hyperv neutron-server[84152]: DEBUG neutron.wsgi [req-02b4dd29-85b5-47f9-8dbf-7bdbe0e6f14e req-ad592633-7279-4696-bd4b-28efedcbfdfa service neutron] (84152) timed out ('10.222.0.54', 52606) {{(pid=84152) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jan 20 15:59:24.140522 dv-neutron-825124-1-hyperv neutron-server[84155]: DEBUG neutron.db.agents_db [None req-6dba657d-a637-4918-9b6d-40defdfae04b None None] Agent healthcheck: found 6 active agents {{(pid=84155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 20 15:59:28.133748 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-64a7b59c-cf6e-4b82-86ac-54c8dcb6bbab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:59:30.553546 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ed238eda-113f-4bfe-a1b3-342e7c85f1af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:59:31.536744 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-54dbeeb9-351b-4480-b092-a91864d41f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:59:31.570975 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab20f6cb-f333-48af-92c0-46ceeac88112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:59:31.985352 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-cdd98e71-1f0a-4421-baa9-dcb30e06edf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 20 15:59:33.485319 dv-neutron-825124-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-eea6df97-7ff1-4b63-af20-e3ec8913deda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769554214602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1629826'] for agent, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}